-- Logs begin at Wed 2021-12-15 18:09:45 UTC, end at Wed 2021-12-15 20:34:50 UTC. -- Dec 15 19:06:22.127936 dv-neutron-821831-2-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Dec 15 19:06:24.715663 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.common.config [-] Logging enabled! Dec 15 19:06:24.716162 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.3.dev21 Dec 15 19:06:24.717466 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88879) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Dec 15 19:06:24.718197 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.common.config [-] Logging enabled! Dec 15 19:06:24.718508 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.3.dev21 Dec 15 19:06:24.718783 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88879) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Dec 15 19:06:24.719846 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Dec 15 19:06:24.720113 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Dec 15 19:06:24.721122 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Dec 15 19:06:24.721409 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Dec 15 19:06:24.721671 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Dec 15 19:06:24.722037 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:24.722412 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:24.722750 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:24.723015 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:24.723355 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:24.723690 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:24.724004 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:24.724336 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:24.724675 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:24.724997 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:24.725309 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:24.725628 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:24.725893 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:24.726208 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:24.726562 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:24.726894 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:24.727157 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] debug = True {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:24.727469 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:24.727993 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:24.728311 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:24.728624 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:24.728949 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:24.729254 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:24.729563 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:24.729877 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:24.730405 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] host = dv-neutron-821831-2-hyperv {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:24.731288 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:24.731288 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:24.731449 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:24.731753 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:24.732064 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:24.732376 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:24.732699 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:24.733007 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:24.733314 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] log_file = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:24.733622 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:24.733947 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:24.734290 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:24.734633 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:24.734892 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:24.735147 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:24.735477 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:24.735802 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:24.736109 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:24.736419 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:24.737152 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:24.737468 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:24.737773 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:24.738075 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:24.738453 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:24.738782 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:24.739106 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:24.739415 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:24.739721 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:24.740027 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:24.740398 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:24.740657 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:24.740967 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:24.741268 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:24.741572 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:24.741899 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:24.742198 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:24.742531 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:24.742929 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:24.743196 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:24.743520 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:24.743841 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:24.744147 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:24.744472 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:24.744776 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:24.745078 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:24.745382 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] use_json = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:24.746208 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:24.746632 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:24.746989 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:24.747291 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:24.747597 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:24.747901 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:24.748207 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:24.748534 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:24.748865 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.749205 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.749541 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.749916 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.750189 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.750531 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.750863 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.751177 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.751504 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.751833 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.752153 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.752484 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.752787 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.753123 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.753449 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.753753 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.754064 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.754444 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.754762 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.755075 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.755400 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.755709 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.756018 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.756330 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.756694 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.756942 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.757251 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.757553 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.757884 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.758196 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.758524 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.758828 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.759143 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.759441 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.759759 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.760072 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.760380 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.760683 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.760998 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.761388 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.762201 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.762663 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.763581 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.763581 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.763581 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.763889 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.764100 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.764405 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.764712 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.765020 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.765324 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.765636 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.765939 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.766259 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.766573 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.766883 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.767183 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.767505 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.767840 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.768152 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.768465 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.768777 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.769173 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.769399 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.769713 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.770021 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.770355 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.770666 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.771004 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.771321 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.771640 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.771957 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.772267 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.772601 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.772912 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.773228 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.773536 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.773844 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.774159 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.774498 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.774828 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.775157 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.775483 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.775809 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.776135 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.776445 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.776796 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.777161 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:24.777415 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Dec 15 19:06:24.777686 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88879) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:352}} Dec 15 19:06:25.437499 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:06:25.437818 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:06:25.438144 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:06:25.439775 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 15 19:06:25.782279 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:25.783120 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:25.783120 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:25.845136 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:25.845447 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:25.845752 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:25.848753 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:25.849067 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:25.849366 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:25.995023 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:25.995331 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:25.995630 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:25.996924 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:25.997227 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:25.997521 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:26.119123 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:26.119371 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:26.119675 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:26.119979 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:26.121418 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:26.306671 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:26.307054 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:26.307380 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:26.307681 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:26.307979 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:26.308480 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:26.308787 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:26.309081 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:26.309372 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:26.309720 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:26.310007 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:26.310340 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:26.310654 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:26.310947 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:26.311258 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:26.311578 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:26.311864 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:26.312188 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:26.312476 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:26.312811 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:26.313254 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:26.313540 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:26.313821 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:26.314158 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:26.314464 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:26.314742 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:26.315155 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88879) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 19:06:26.315430 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88879) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 19:06:26.315705 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88879) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 19:06:26.315976 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88879) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 19:06:26.316249 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88879) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 19:06:26.316520 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88879) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 19:06:26.317870 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 15 19:06:26.325921 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 15 19:06:26.333516 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 15 19:06:26.338892 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Dec 15 19:06:26.342200 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 15 19:06:26.343305 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 15 19:06:26.343688 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 15 19:06:26.344118 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 15 19:06:26.348102 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 15 19:06:26.348392 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 15 19:06:26.348789 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 15 19:06:26.378490 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Dec 15 19:06:26.379130 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:26.379585 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88879) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Dec 15 19:06:26.380027 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:26.381847 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88879) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 15 19:06:26.382318 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 15 19:06:26.382704 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 15 19:06:26.386035 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:26.386396 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:26.451421 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 15 19:06:26.451693 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 15 19:06:26.451962 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 15 19:06:26.452376 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 15 19:06:26.486815 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.sqlalchemy.engines [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=88879) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Dec 15 19:06:26.886137 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.managers [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Initializing driver for type 'gre' Dec 15 19:06:26.887276 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] gre ID ranges: [(1, 1000)] Dec 15 19:06:27.005694 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.managers [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Initializing driver for type 'local' Dec 15 19:06:27.006071 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.managers [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Initializing driver for type 'vlan' Dec 15 19:06:27.068484 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] VlanTypeDriver initialization complete Dec 15 19:06:27.068868 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.managers [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Initializing driver for type 'vxlan' Dec 15 19:06:27.069429 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] vxlan ID ranges: [(1, 1000)] Dec 15 19:06:27.188641 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.managers [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Initializing extension driver 'port_security' Dec 15 19:06:27.188940 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.extensions.port_security [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] PortSecurityExtensionDriver initialization complete Dec 15 19:06:27.189314 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.managers [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Initializing mechanism driver 'openvswitch' Dec 15 19:06:27.189680 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.managers [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Initializing mechanism driver 'hyperv' Dec 15 19:06:27.196095 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:06:27.196941 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Subscribe: > port after_create 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:27.197353 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Subscribe: > port after_update 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:27.197748 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Subscribe: > port after_delete 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:27.198170 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Subscribe: > subnet after_create 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:27.198605 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Subscribe: > subnet after_update 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:27.199623 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:27.200040 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Subscribe: > network after_create 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:27.200423 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Subscribe: > network after_update 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:27.200802 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Subscribe: > network after_delete 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:27.201220 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Subscribe: > security_group after_create 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:27.201602 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Subscribe: > security_group after_update 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:27.201976 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Subscribe: > security_group after_delete 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:27.202418 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:27.202798 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:27.203320 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:27.203688 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] ML2 OVO RPC backend initialized. {{(pid=88879) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}} Dec 15 19:06:27.204399 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:27.204792 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:27.205242 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Subscribe: > network before_response 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:27.205621 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Subscribe: > networks before_response 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:27.206000 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Subscribe: > port before_response 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:27.206404 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Subscribe: > ports before_response 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:27.206787 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Subscribe: > subnet before_response 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:27.207166 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Subscribe: > subnets before_response 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:27.207548 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Subscribe: > network after_create 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:27.207923 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Subscribe: > network after_update 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:27.208296 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Subscribe: > network after_delete 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:27.208667 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Subscribe: > port after_create 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:27.209038 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Subscribe: > port after_update 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:27.209406 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Subscribe: > port after_delete 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:27.209779 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Subscribe: > subnet after_create 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:27.210151 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Subscribe: > subnet after_update 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:27.210545 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:27.211175 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.plugin [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Modular L2 Plugin initialization complete Dec 15 19:06:27.211530 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading services supported by the core plugin {{(pid=88879) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:171}} Dec 15 19:06:27.211894 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.managers [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Got port-security extension from driver 'port_security' Dec 15 19:06:27.212394 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.extensions.vlantransparent [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Disabled vlantransparent extension. Dec 15 19:06:27.212843 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88879) _load_service_plugins /opt/stack/neutron/neutron/manager.py:197}} Dec 15 19:06:27.213183 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading Plugin: router Dec 15 19:06:27.256025 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Subscribe: > router_interface before_create 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:27.256457 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Subscribe: > router after_create 55549900 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:27.256865 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Subscribe: > router before_create 55549900 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:27.257269 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:27.257688 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:27.258082 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Subscribe: > router after_delete 55549900 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:27.258537 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Subscribe: > floatingip after_update 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:27.258946 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Subscribe: > router after_create 55549900 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:27.259326 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Subscribe: > router after_update 55549900 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:27.259716 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Subscribe: > router after_update 55549900 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:27.260100 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:27.260501 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Subscribe: > router after_update 55549900 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:27.260996 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Subscribe: > router precommit_update 55549900 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:27.262075 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Subscribe: port after_update 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:27.262447 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Subscribe: port after_delete 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:27.262829 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Subscribe: subnet after_update 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:27.263208 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:27.263599 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Subscribe: > port precommit_delete 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:27.263986 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Subscribe: > router precommit_create 55549900 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:27.264368 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Subscribe: port before_delete 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:27.264751 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Subscribe: > router precommit_create 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:27.265155 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Subscribe: > router after_update 55549900 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:27.265534 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Subscribe: > router precommit_delete 55549900 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:27.265925 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Subscribe: > router precommit_create 55549900 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:27.266354 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:27.266739 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Subscribe: > router precommit_update 55549900 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:27.267155 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Subscribe: > agent after_create 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:27.267545 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Subscribe: > agent after_delete 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:27.267927 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Subscribe: > network after_delete 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:27.268885 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource_registry [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Tracking information for resource: router configured {{(pid=88879) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 19:06:27.269253 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource_registry [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Tracking information for resource: floatingip configured {{(pid=88879) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 19:06:27.274148 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.l3_agentschedulers_db [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 15 19:06:27.274821 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Subscribe: port after_update 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:27.275219 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Subscribe: port after_create 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:27.275604 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Subscribe: port after_delete 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:27.275990 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Subscribe: port after_update 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:27.277017 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Subscribe: > router before_create 55550100 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:27.277317 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Subscribe: > router precommit_delete 55550100 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:27.277720 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Subscribe: > router precommit_create 55550100 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:27.278114 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Subscribe: > router precommit_update 55550100 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:27.282722 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.provider_configuration [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Service providers = [] {{(pid=88879) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 15 19:06:27.283117 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.servicetype_db [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88879) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 15 19:06:27.286225 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.service_base [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88879) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 15 19:06:27.286649 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.service_base [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88879) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 15 19:06:27.287028 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.service_base [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88879) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 15 19:06:27.287915 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.service_base [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88879) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 15 19:06:27.288319 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.services.service_base [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 15 19:06:27.288738 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88879) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 15 19:06:27.289072 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 15 19:06:27.316980 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88879) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 15 19:06:27.317349 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading Plugin: auto_allocate Dec 15 19:06:27.328722 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Subscribe: network precommit_update 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:27.329130 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Subscribe: network precommit_create 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:27.329716 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88879) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 15 19:06:27.330073 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading Plugin: tag Dec 15 19:06:27.346590 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88879) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 15 19:06:27.346957 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading Plugin: timestamp Dec 15 19:06:27.350697 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88879) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 15 19:06:27.351064 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading Plugin: network_ip_availability Dec 15 19:06:27.357331 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:27.357738 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:27.358129 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:27.358946 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88879) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 15 19:06:27.359299 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading Plugin: flavors Dec 15 19:06:27.375460 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88879) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 15 19:06:27.375825 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading Plugin: revisions Dec 15 19:06:27.380354 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88879) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 15 19:06:27.380779 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.943s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:06:27.381569 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88879) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:638}} Dec 15 19:06:27.381933 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Initializing extension manager. Dec 15 19:06:27.382523 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: __init__.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.382905 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: __pycache__ {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.383302 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.383650 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.384019 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: _filter_validation_lib.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.384385 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.384755 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: address_scope.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.385578 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.386288 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loaded extension: address-scope Dec 15 19:06:27.386710 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: admin_state_down_before_update.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.387651 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.388227 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loaded extension: router-admin-state-down-before-update Dec 15 19:06:27.388588 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: agent.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.389375 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.389944 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loaded extension: agent Dec 15 19:06:27.390336 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: agent_resources_synced.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.391251 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.391812 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loaded extension: agent-resources-synced Dec 15 19:06:27.392173 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: allowedaddresspairs.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.393955 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.394560 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loaded extension: allowed-address-pairs Dec 15 19:06:27.394931 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: auto_allocated_topology.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.396012 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.396581 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loaded extension: auto-allocated-topology Dec 15 19:06:27.396949 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: availability_zone.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.397834 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.398436 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loaded extension: availability_zone Dec 15 19:06:27.398798 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: availability_zone_filter.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.399714 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.400277 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loaded extension: availability_zone_filter Dec 15 19:06:27.400636 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: data_plane_status.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.401540 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.402163 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Extension data-plane-status not supported by any of loaded plugins Dec 15 19:06:27.402544 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: default_subnetpools.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.403459 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.404027 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loaded extension: default-subnetpools Dec 15 19:06:27.404386 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: dhcpagentscheduler.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.405271 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.405837 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loaded extension: dhcp_agent_scheduler Dec 15 19:06:27.406196 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: dns.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.407152 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.407694 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Extension dns-integration not supported by any of loaded plugins Dec 15 19:06:27.408082 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: dns_domain_ports.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.409260 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.409814 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 15 19:06:27.410175 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: dvr.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.410945 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.411504 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loaded extension: dvr Dec 15 19:06:27.411862 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: empty_string_filtering.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.412772 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.413331 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loaded extension: empty-string-filtering Dec 15 19:06:27.413689 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.414624 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.415179 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 15 19:06:27.415538 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.416442 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.417004 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 15 19:06:27.417364 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: external_net.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.418874 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.419433 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loaded extension: external-net Dec 15 19:06:27.419793 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: extra_dhcp_opt.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.420696 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.421260 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loaded extension: extra_dhcp_opt Dec 15 19:06:27.421622 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: extraroute.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.422544 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.423104 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loaded extension: extraroute Dec 15 19:06:27.423463 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: extraroute_atomic.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.424584 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.425153 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loaded extension: extraroute-atomic Dec 15 19:06:27.425514 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: filter_validation.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.426210 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.426790 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loaded extension: filter-validation Dec 15 19:06:27.427150 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: fip_pf_description.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.428068 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.428625 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 15 19:06:27.428981 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: fip_port_details.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.429912 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.430526 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loaded extension: fip-port-details Dec 15 19:06:27.430889 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: flavors.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.432126 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.432698 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loaded extension: flavors Dec 15 19:06:27.433063 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.435531 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.436106 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 15 19:06:27.436478 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: floatingip_pools.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.437257 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.437822 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loaded extension: floatingip-pools Dec 15 19:06:27.438187 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: ip_allocation.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.439187 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.439703 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Extension ip_allocation not supported by any of loaded plugins Dec 15 19:06:27.440064 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.440984 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.441548 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loaded extension: ip-substring-filtering Dec 15 19:06:27.441907 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: l2_adjacency.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.442894 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.443460 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 15 19:06:27.443821 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: l3.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.444935 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.445517 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loaded extension: router Dec 15 19:06:27.445880 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: l3_conntrack_helper.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.448430 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.449234 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 15 19:06:27.449611 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.450575 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.451147 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loaded extension: ext-gw-mode Dec 15 19:06:27.451515 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.452440 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.453015 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loaded extension: l3-ha Dec 15 19:06:27.453379 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: l3_flavors.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.454480 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.455052 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loaded extension: l3-flavors Dec 15 19:06:27.455418 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.456351 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.456915 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 15 19:06:27.457282 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: l3agentscheduler.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.458554 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.459140 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loaded extension: l3_agent_scheduler Dec 15 19:06:27.459509 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: logging.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.461083 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.461650 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Extension logging not supported by any of loaded plugins Dec 15 19:06:27.462031 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: metering.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.464538 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.465245 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loaded extension: metering Dec 15 19:06:27.465625 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: multiprovidernet.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.466608 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.467176 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loaded extension: multi-provider Dec 15 19:06:27.467543 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: netmtu.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.468474 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.469044 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loaded extension: net-mtu Dec 15 19:06:27.469409 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: netmtu_writable.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.470367 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.470935 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loaded extension: net-mtu-writable Dec 15 19:06:27.471300 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: network_availability_zone.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.472056 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.472621 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loaded extension: network_availability_zone Dec 15 19:06:27.472988 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: network_ip_availability.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.474075 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.474682 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loaded extension: network-ip-availability Dec 15 19:06:27.475052 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: network_segment_range.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.475960 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.476532 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Extension network-segment-range not supported by any of loaded plugins Dec 15 19:06:27.476895 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: pagination.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.477901 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.478296 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loaded extension: pagination Dec 15 19:06:27.478662 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.479588 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.480726 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loaded extension: port-mac-address-regenerate Dec 15 19:06:27.481224 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: port_resource_request.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.482166 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.482770 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Extension port-resource-request not supported by any of loaded plugins Dec 15 19:06:27.483133 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: portbindings.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.484112 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.484686 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loaded extension: binding Dec 15 19:06:27.485048 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: portbindings_extended.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.486369 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.486945 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loaded extension: binding-extended Dec 15 19:06:27.487311 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: portsecurity.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.488247 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.488821 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loaded extension: port-security Dec 15 19:06:27.489184 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: project_id.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.490158 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.490561 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loaded extension: project-id Dec 15 19:06:27.490925 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: providernet.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.491950 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.492524 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loaded extension: provider Dec 15 19:06:27.492885 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: qos.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.497272 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.497854 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Extension qos not supported by any of loaded plugins Dec 15 19:06:27.498230 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.499486 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.500092 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 15 19:06:27.500459 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.501376 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.501947 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 15 19:06:27.502337 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: qos_default.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.503249 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.503813 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Extension qos-default not supported by any of loaded plugins Dec 15 19:06:27.504178 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: qos_fip.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.504862 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.505418 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Extension qos-fip not supported by any of loaded plugins Dec 15 19:06:27.505787 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: qos_gateway_ip.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.506730 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.507288 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 15 19:06:27.507652 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: qos_port_network_policy.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.508558 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.509116 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 15 19:06:27.509479 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: qos_rule_type_details.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.510415 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.510980 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 15 19:06:27.511399 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: qos_rules_alias.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.512448 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.513012 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 15 19:06:27.513374 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: quotasv2.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.514453 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.514838 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loaded extension: quotas Dec 15 19:06:27.515198 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: quotasv2_detail.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.516781 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.517164 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loaded extension: quota_details Dec 15 19:06:27.517534 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: rbac.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.518707 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.519300 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loaded extension: rbac-policies Dec 15 19:06:27.519670 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: rbac_address_scope.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.520602 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.521180 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loaded extension: rbac-address-scope Dec 15 19:06:27.521548 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: rbac_security_groups.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.522484 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.523056 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loaded extension: rbac-security-groups Dec 15 19:06:27.523423 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: rbac_subnetpool.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.524345 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.524913 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loaded extension: rbac-subnetpool Dec 15 19:06:27.525275 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: revisionifmatch.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.526199 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.526801 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loaded extension: revision-if-match Dec 15 19:06:27.527211 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: revisions.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.528319 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.528889 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loaded extension: standard-attr-revisions Dec 15 19:06:27.529254 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: router_availability_zone.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.529998 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.530611 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loaded extension: router_availability_zone Dec 15 19:06:27.530974 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: routerservicetype.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.531906 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.532470 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Extension router-service-type not supported by any of loaded plugins Dec 15 19:06:27.532835 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: security_groups_port_filtering.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.534022 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.534611 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loaded extension: port-security-groups-filtering Dec 15 19:06:27.534979 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: securitygroup.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.548317 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.548928 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loaded extension: security-group Dec 15 19:06:27.549304 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: segment.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.550183 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.550787 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Extension segment not supported by any of loaded plugins Dec 15 19:06:27.551154 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.552088 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.552657 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 15 19:06:27.553021 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: servicetype.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.554121 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.554722 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loaded extension: service-type Dec 15 19:06:27.555098 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: sorting.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.556070 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.556450 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loaded extension: sorting Dec 15 19:06:27.556809 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: standard_attr_segment.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.557718 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.558940 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 15 19:06:27.559304 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: standardattrdescription.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.560009 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.560574 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loaded extension: standard-attr-description Dec 15 19:06:27.560941 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: stateful_security_group.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.561860 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.562459 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loaded extension: stateful-security-group Dec 15 19:06:27.563201 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: stdattrs_common.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.563402 dv-neutron-821831-2-hyperv neutron-server[88879]: WARNING neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 15 19:06:27.563765 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.564682 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.565253 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 15 19:06:27.565610 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: subnet_onboard.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.566703 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.567274 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loaded extension: subnet_onboard Dec 15 19:06:27.567633 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.568571 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.569137 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 15 19:06:27.569498 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: subnet_service_types.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.570533 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.571112 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loaded extension: subnet-service-types Dec 15 19:06:27.571474 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: subnetallocation.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.572558 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.573132 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loaded extension: subnet_allocation Dec 15 19:06:27.573505 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.574271 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.574823 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loaded extension: subnetpool-prefix-ops Dec 15 19:06:27.575182 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.576113 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.576681 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 15 19:06:27.577041 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: tagging.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.578412 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.578989 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loaded extension: standard-attr-tag Dec 15 19:06:27.579355 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: timestamp.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.580544 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.581120 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loaded extension: standard-attr-timestamp Dec 15 19:06:27.581485 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: trunk.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.582552 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.583125 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Extension trunk not supported by any of loaded plugins Dec 15 19:06:27.583499 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: trunk_details.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.584422 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.584984 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Extension trunk-details not supported by any of loaded plugins Dec 15 19:06:27.585350 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: uplink_status_propagation.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.586351 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.586869 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 15 19:06:27.587233 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Loading extension file: vlantransparent.py {{(pid=88879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 15 19:06:27.588017 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 15 19:06:27.588495 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 15 19:06:27.590925 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.quota.resource_registry [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Creating instance of TrackedResource for resource:network Dec 15 19:06:27.591747 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.quota.resource_registry [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Creating instance of TrackedResource for resource:subnet Dec 15 19:06:27.592425 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.quota.resource_registry [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 19:06:27.593095 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.quota.resource_registry [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Creating instance of TrackedResource for resource:port Dec 15 19:06:27.594580 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.resource_helper [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88879) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 15 19:06:27.595069 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.resource_helper [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Service FLAVORS assigned prefix: {{(pid=88879) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 15 19:06:27.595771 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.resource_helper [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88879) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 15 19:06:27.596242 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.resource_helper [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88879) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 15 19:06:27.596620 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.quota.resource_registry [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Creating instance of TrackedResource for resource:router Dec 15 19:06:27.597336 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.quota.resource_registry [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Creating instance of TrackedResource for resource:floatingip Dec 15 19:06:27.598092 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.resource_helper [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Service METERING assigned prefix: /metering {{(pid=88879) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 15 19:06:27.599941 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:27.600348 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:27.600735 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:06:27.601865 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.quota.resource_registry [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Creating instance of CountableResource for resource:rbac_policy Dec 15 19:06:27.602413 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.quota.resource_registry [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Creating instance of TrackedResource for resource:security_group Dec 15 19:06:27.603225 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.quota.resource_registry [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 15 19:06:27.604028 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.resource_helper [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Service CORE assigned prefix: {{(pid=88879) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 15 19:06:27.604401 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.quota.resource_registry [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 19:06:27.604765 dv-neutron-821831-2-hyperv neutron-server[88879]: WARNING neutron.quota.resource_registry [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] subnetpool is already registered Dec 15 19:06:27.605990 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.resource_helper [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Service CORE assigned prefix: {{(pid=88879) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 15 19:06:27.606456 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.quota.resource_registry [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 19:06:27.606828 dv-neutron-821831-2-hyperv neutron-server[88879]: WARNING neutron.quota.resource_registry [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] subnetpool is already registered Dec 15 19:06:27.609930 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.resource_helper [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88879) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 15 19:06:27.610443 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.resource_helper [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Service FLAVORS assigned prefix: {{(pid=88879) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 15 19:06:27.611095 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.resource_helper [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88879) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 15 19:06:27.611562 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.resource_helper [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88879) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 15 19:06:27.611931 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.quota.resource_registry [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Creating instance of TrackedResource for resource:router Dec 15 19:06:27.612293 dv-neutron-821831-2-hyperv neutron-server[88879]: WARNING neutron.quota.resource_registry [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] router is already registered Dec 15 19:06:27.612944 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.quota.resource_registry [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Creating instance of TrackedResource for resource:floatingip Dec 15 19:06:27.613308 dv-neutron-821831-2-hyperv neutron-server[88879]: WARNING neutron.quota.resource_registry [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] floatingip is already registered Dec 15 19:06:27.613993 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.resource_helper [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Service METERING assigned prefix: /metering {{(pid=88879) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 15 19:06:27.614749 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.quota.resource_registry [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Creating instance of CountableResource for resource:rbac_policy Dec 15 19:06:27.615111 dv-neutron-821831-2-hyperv neutron-server[88879]: WARNING neutron.quota.resource_registry [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] rbac_policy is already registered Dec 15 19:06:27.615560 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.quota.resource_registry [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Creating instance of TrackedResource for resource:security_group Dec 15 19:06:27.615919 dv-neutron-821831-2-hyperv neutron-server[88879]: WARNING neutron.quota.resource_registry [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] security_group is already registered Dec 15 19:06:27.616724 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.quota.resource_registry [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 15 19:06:27.617087 dv-neutron-821831-2-hyperv neutron-server[88879]: WARNING neutron.quota.resource_registry [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] security_group_rule is already registered Dec 15 19:06:27.617805 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.resource_helper [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Service CORE assigned prefix: {{(pid=88879) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 15 19:06:27.618175 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.quota.resource_registry [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 19:06:27.618561 dv-neutron-821831-2-hyperv neutron-server[88879]: WARNING neutron.quota.resource_registry [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] subnetpool is already registered Dec 15 19:06:27.619206 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.resource_helper [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Service CORE assigned prefix: {{(pid=88879) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 15 19:06:27.619573 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.quota.resource_registry [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 19:06:27.619933 dv-neutron-821831-2-hyperv neutron-server[88879]: WARNING neutron.quota.resource_registry [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] subnetpool is already registered Dec 15 19:06:27.621279 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Extended resource: extensions {{(pid=88879) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 15 19:06:27.622923 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Extended resource: address-scopes {{(pid=88879) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 15 19:06:27.624173 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Extended resource: agents {{(pid=88879) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 15 19:06:27.625502 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Extended resource: auto-allocated-topology {{(pid=88879) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 15 19:06:27.626858 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Extended resource: availability_zones {{(pid=88879) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 15 19:06:27.628115 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Extended resource: dhcp-networks {{(pid=88879) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 15 19:06:27.629702 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Extended resource: dhcp-agents {{(pid=88879) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 15 19:06:27.631300 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Extended resource: routers {{(pid=88879) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 15 19:06:27.632914 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Extended resource: flavors {{(pid=88879) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 15 19:06:27.635211 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Extended resource: service_profiles {{(pid=88879) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 15 19:06:27.636644 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Extended resource: next_providers {{(pid=88879) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 15 19:06:27.638154 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Extended resource: service_profiles {{(pid=88879) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 15 19:06:27.639676 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Extended resource: floatingip-pools {{(pid=88879) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 15 19:06:27.641029 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Extended resource: routers {{(pid=88879) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 15 19:06:27.642823 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Extended resource: floatingips {{(pid=88879) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 15 19:06:27.644065 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Extended resource: l3-routers {{(pid=88879) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 15 19:06:27.645594 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Extended resource: l3-agents {{(pid=88879) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 15 19:06:27.647066 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Extended resource: metering-labels {{(pid=88879) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 15 19:06:27.648374 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Extended resource: metering-label-rules {{(pid=88879) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 15 19:06:27.649806 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Extended resource: network-ip-availabilities {{(pid=88879) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 15 19:06:27.651146 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Extended resource: bindings {{(pid=88879) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 15 19:06:27.653129 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Extended resource: quotas {{(pid=88879) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 15 19:06:27.654751 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Extended resource: quotas {{(pid=88879) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 15 19:06:27.656225 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Extended resource: rbac-policies {{(pid=88879) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 15 19:06:27.657484 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Extended resource: security-groups {{(pid=88879) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 15 19:06:27.659020 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Extended resource: security-group-rules {{(pid=88879) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 15 19:06:27.660398 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Extended resource: service-providers {{(pid=88879) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 15 19:06:27.661664 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Extended resource: subnetpools {{(pid=88879) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 15 19:06:27.663064 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Extended resource: subnetpools {{(pid=88879) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 15 19:06:27.664672 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Extended resource: tags {{(pid=88879) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 15 19:06:27.666445 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Extended resource: tags {{(pid=88879) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 15 19:06:27.668913 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Extended resource: tags {{(pid=88879) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 15 19:06:27.670853 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Extended resource: tags {{(pid=88879) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 15 19:06:27.672584 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Extended resource: tags {{(pid=88879) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 15 19:06:27.674441 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Extended resource: tags {{(pid=88879) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 15 19:06:27.676290 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Extended resource: tags {{(pid=88879) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 15 19:06:27.678088 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Extended resource: tags {{(pid=88879) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 15 19:06:27.680134 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Extended resource: tags {{(pid=88879) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 15 19:06:27.682009 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.extensions [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Extended resource: tags {{(pid=88879) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 15 19:06:27.689732 dv-neutron-821831-2-hyperv neutron-server[88879]: WARNING keystonemiddleware.auth_token [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 15 19:06:27.694628 dv-neutron-821831-2-hyperv neutron-server[88879]: WARNING keystonemiddleware.auth_token [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 15 19:06:27.703425 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Acquired lock "singleton_lock" {{(pid=88879) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:265}} Dec 15 19:06:27.703945 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Releasing lock "singleton_lock" {{(pid=88879) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:281}} Dec 15 19:06:27.705373 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO oslo_service.service [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Starting 2 workers Dec 15 19:06:27.710077 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Started child 88990 {{(pid=88879) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Dec 15 19:06:27.715052 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:06:27.715397 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Started child 88991 {{(pid=88879) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Dec 15 19:06:27.716558 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [-] (88990) wsgi starting up on http://0.0.0.0:9696 Dec 15 19:06:27.716872 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.service [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 15 19:06:27.717525 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Notify callbacks [] for process, before_spawn {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:06:27.719475 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:06:27.719975 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO oslo_service.service [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Starting 1 workers Dec 15 19:06:27.720830 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [-] (88991) wsgi starting up on http://0.0.0.0:9696 Dec 15 19:06:27.725287 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Started child 88992 {{(pid=88879) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Dec 15 19:06:27.725829 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO oslo_service.service [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Starting 1 workers Dec 15 19:06:27.727928 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.service [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] calling RpcWorker wait() {{(pid=88992) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 15 19:06:27.728345 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.service [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] returning from RpcWorker wait() {{(pid=88992) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 15 19:06:27.729871 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:06:27.730948 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:06:27.731084 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Started child 88993 {{(pid=88879) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Dec 15 19:06:27.732093 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e402db1a-4e5a-4627-b559-e4d8e5053246 None None] Notify callbacks [] for process, after_spawn {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:06:27.733769 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88879) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}} Dec 15 19:06:27.734003 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Dec 15 19:06:27.734212 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Dec 15 19:06:27.734517 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Dec 15 19:06:27.734923 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Dec 15 19:06:27.735096 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Dec 15 19:06:27.735454 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:06:27.736004 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.736306 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.736597 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.736877 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.737190 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.737873 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.738169 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.738493 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.738786 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.739058 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.739261 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.739461 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.739743 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.740009 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.740343 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.740635 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.740899 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.741184 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.741397 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.741675 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.741998 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.742281 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.742610 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] debug = True {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.742839 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.743444 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.743710 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.743982 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.744248 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.744549 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.744833 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.745127 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.745389 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.745747 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.746025 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.746329 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.746577 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.746958 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.747251 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.747513 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.747929 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] host = dv-neutron-821831-2-hyperv {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.748191 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.748444 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.748703 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.748960 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.749237 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.749477 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.749763 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.750061 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.750420 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.750582 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.750808 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.751061 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.751319 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.751595 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] log_file = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.751785 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] log_options = True {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.752028 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.752307 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.752579 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.752797 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.752966 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.753128 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.753501 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.753669 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.753861 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.754100 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.754369 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.754623 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.754862 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.755115 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.755393 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.755650 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.755926 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.756158 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.756373 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.756671 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.756952 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.757206 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.757445 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.757730 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.757905 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.758140 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.758404 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.758644 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.758901 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.759163 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.759440 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.759713 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.759969 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.759969 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.759969 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.760912 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.760912 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.761435 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.761703 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.761980 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.763023 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.763023 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.763023 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.763023 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.763304 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.763379 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] use_json = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.763624 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.763877 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.764156 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.764981 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.764981 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.764981 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.765427 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.765575 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:06:27.765726 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.765726 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.766031 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.766393 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.767225 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.767225 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.767225 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.770311 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.770311 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.770311 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.770311 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.770311 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.770311 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.770311 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.770311 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.774435 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.774435 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.774435 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.774435 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.774435 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.774435 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.774435 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.774435 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.777574 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.777574 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.777574 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.777574 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.777574 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.777574 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.777574 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.777574 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.777574 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.778144 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.778144 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.778144 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.778144 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.778144 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.778144 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.778144 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.778144 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.778144 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.778718 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.778718 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.778718 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.778718 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.778718 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.778718 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.778718 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.778718 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.778718 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.779256 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.779256 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.779256 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.779256 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.779256 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.779256 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.779611 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.780207 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.780207 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.780207 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.780436 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.780639 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.780897 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.781139 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.781376 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.781631 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.781873 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.782112 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.782401 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.782659 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.782880 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.783119 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.783624 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.783862 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.784172 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.784520 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.784795 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.785061 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.785335 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.785609 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.785857 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.786131 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.786397 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.789959 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.789959 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.789959 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.789959 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.789959 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.789959 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.789959 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.789959 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.791128 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.791128 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.791128 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.791128 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.791128 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.791128 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.791128 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.791128 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.792179 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 44292) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:06:27.792324 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.792324 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.792324 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.792324 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.792324 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.792324 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.792324 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.793917 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.793917 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.793917 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.793917 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.794510 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.794660 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.795013 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.795179 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.795399 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.795667 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.795916 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.796216 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.796576 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.796869 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.797109 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.797353 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.797639 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.797937 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.798213 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.798535 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.798818 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.799089 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.799376 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.799656 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.799927 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.800182 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.800466 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.800703 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.800941 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.801181 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.801429 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.801667 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.801903 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.802165 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.802441 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.802685 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.802922 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.803165 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.803406 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.803686 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.803928 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.806353 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.806353 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.806353 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.806353 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.806353 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.806353 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.806353 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.806353 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.807182 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.807182 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.807182 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.807182 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.807182 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.807626 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.807626 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.807806 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.808142 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.808372 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.808988 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.809213 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.809628 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.810018 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.810295 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.810547 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.810845 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.811111 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.811472 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.811858 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.812147 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.812508 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.812626 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.812859 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.813125 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.813372 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.813619 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.813859 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.814362 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.814816 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.815257 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.815699 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.816122 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0235982 Dec 15 19:06:27.816297 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.816683 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.817109 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.817562 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.819166 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.819166 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.819166 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.819166 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.819166 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.819688 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.819688 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.819990 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.820269 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.821707 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.821707 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.821707 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.821707 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.821707 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.822178 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.822300 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.823317 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.823607 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.823959 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.824221 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.824495 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.824786 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.825153 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.825499 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.825801 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.826104 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.827242 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.827553 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.827876 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.828129 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.828450 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.828853 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.829111 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.829359 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.829628 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.829910 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.830180 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.830460 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.830708 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.830967 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.831204 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.831483 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.832786 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.832786 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.832786 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.832786 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.832786 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.833166 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.833166 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.833387 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.833623 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.833811 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Dec 15 19:06:27.835180 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88879) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}} Dec 15 19:06:27.835541 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Dec 15 19:06:27.835878 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Dec 15 19:06:27.836276 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Dec 15 19:06:27.836741 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Dec 15 19:06:27.837131 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Dec 15 19:06:27.837401 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.837564 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.838354 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.838354 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.838354 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.838354 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.838683 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.838683 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.838828 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.838962 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.839850 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.840194 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.840581 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.840756 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.840904 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.841099 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.841278 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.841423 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.841657 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.841814 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.841954 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.842096 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.842260 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] debug = True {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.842459 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.842685 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.842847 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.843721 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.843721 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.843721 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.843721 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.843721 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.844382 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.844382 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.844382 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.844382 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.844907 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.844907 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.844907 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.844907 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.845447 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] host = dv-neutron-821831-2-hyperv {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.845447 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.845447 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.845863 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.845863 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.845863 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.847296 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.847296 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.847296 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.847296 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.847296 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.847296 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.847296 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.847296 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.848377 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] log_file = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.848377 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] log_options = True {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.848377 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.848377 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.848377 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.848377 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.848377 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.848873 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.848873 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.848873 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.849137 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.849137 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.849315 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.849392 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.850117 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.850117 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.850117 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.850117 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.850708 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.850708 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.850708 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.850708 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.851247 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.851247 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.851247 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.851645 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.851645 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.851645 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.852178 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.852178 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.852178 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.852595 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.852595 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.852595 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.852957 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.852957 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.853228 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.853228 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.853489 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.853628 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.853765 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.853901 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.854039 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.854185 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.856001 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.856001 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.856001 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.856001 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] use_json = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.856541 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.856541 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.856541 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.856541 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.857077 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.857077 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.857077 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.857526 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 15 19:06:27.857526 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.857526 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.858015 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.858015 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.858015 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.858439 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.859383 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.859383 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.859383 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.859791 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.859791 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.860054 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.861829 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.861829 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.861829 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.861829 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.861829 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.861829 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.861829 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.862993 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.862993 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.862993 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.862993 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.863515 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.863653 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.863790 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.863975 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.864168 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.864355 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.864545 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.864781 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.864905 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.865091 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.865279 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.865467 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.865653 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.865841 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.866030 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.866216 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.866442 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.866631 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.866818 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.867643 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.867643 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.867643 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.867643 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.867643 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.868312 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.868312 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.868312 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.868312 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.868664 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.868664 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.868841 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.868975 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.869163 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.869353 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.869540 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.869727 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.869889 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.870074 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.870324 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.871907 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.872218 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.872325 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.872485 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.872578 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.872775 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.872944 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.873287 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.873620 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.873958 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.874136 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.874365 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.874577 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.874769 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.874938 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.875301 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.875500 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.875701 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.875873 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.876202 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.876531 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.876885 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.877074 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.877232 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.877554 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.877554 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.877788 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.877885 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.878076 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.878300 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.878631 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.878984 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.879177 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.879347 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.879663 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.879989 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.880320 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.881248 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.881248 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.881248 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.881248 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.881248 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.881845 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.881845 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.881845 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.881845 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.882187 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.882187 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.882356 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.882547 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.882715 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.883043 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.883343 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.883641 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.883950 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.884313 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.884670 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.884838 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.885026 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.885218 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.885415 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.885610 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.885801 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.885992 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.886333 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.886895 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.886895 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.886895 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.887256 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.887256 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.887462 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.887534 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.887693 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.888091 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.888283 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.888474 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.888662 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.888867 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.889059 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.889210 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.889364 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.889552 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.889740 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.890766 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.890766 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.890766 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.890766 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.890766 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.890766 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.892812 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.892812 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.892812 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.892812 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.892812 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.892812 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.892812 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.892812 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.893648 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.893648 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.893648 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.893648 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.893648 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.893648 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.893648 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.893648 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.894419 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.894419 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.894419 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.894419 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.894419 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.894419 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.895132 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.895132 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.895132 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.895132 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.895639 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.895639 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.895639 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.896099 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.896099 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.896099 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.896481 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.896481 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.896481 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.896873 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.896873 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.897134 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.897134 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.897393 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.897531 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.897668 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.897804 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.897988 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.898131 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:06:27.898318 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.898462 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.898605 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.898781 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.898921 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.899060 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.899208 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.899347 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.899485 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.899677 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.900642 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.900642 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.900642 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.900642 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.900642 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.901288 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.901288 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.901288 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.901288 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.902558 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.902558 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.902558 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.902558 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.903181 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.903181 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.903181 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.903181 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.904519 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.904519 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.904519 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.904519 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.904519 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.904519 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.904519 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.904519 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.905639 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.905639 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.905639 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.905639 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.905639 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.905639 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.905639 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.906504 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.906504 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.906504 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.906504 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 15 19:06:27.906504 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88879) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Dec 15 19:06:38.340748 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963115b6-958a-48d1-ac71-cafd06524f30 None None] get_active_networks_info from dv-neutron-821831-2-hyperv {{(pid=88992) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 15 19:06:38.585787 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963115b6-958a-48d1-ac71-cafd06524f30 None None] No non-hosted networks {{(pid=88992) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 15 19:06:38.613779 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agentschedulers_db [None req-963115b6-958a-48d1-ac71-cafd06524f30 None None] DHCP Agent not found on host dv-neutron-821831-2-hyperv {{(pid=88992) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:457}} Dec 15 19:06:38.731194 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-91276336-8aaa-46a4-a246-f8b09521d3f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-622709'] for agent, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:06:39.469153 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-622709'] for agent, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:06:39.470329 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:06:39.470889 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:06:39.471515 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:06:39.472041 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:06:39.472689 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:06:39.473254 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:06:39.473780 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:06:39.474346 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:06:39.474863 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:06:39.475397 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:06:39.475943 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:06:39.476497 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-821831-2-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:06:39.484890 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-821831-2-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:06:40.512768 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-09161fcc-e4d2-4564-8cc3-40ebbae0f81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-622709'] for agent, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:06:40.569373 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-51939f3d-80f5-4346-beef-eae136113964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:06:40.726881 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-622709'] for agent, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:06:42.454960 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-622709'] for agent, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:06:42.656540 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.l3_hamode_db [None req-5b460721-8fa3-474e-8a9d-39e89ac1579e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 15 19:06:42.743577 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b460721-8fa3-474e-8a9d-39e89ac1579e None None] Routers set() bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:06:42.743975 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b460721-8fa3-474e-8a9d-39e89ac1579e None None] Router IDs set() for agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Dec 15 19:06:43.103833 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 44412) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:06:43.762597 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [None req-c5391d76-607b-4e7e-8818-f313a88ff030 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:06:43.763728 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c5391d76-607b-4e7e-8818-f313a88ff030 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.6583381 Dec 15 19:06:45.926102 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 44428) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:06:46.004357 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-641b64b8-a7cb-4ae7-96f6-811e98bc6de7 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:06:46.254608 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.policy [None req-641b64b8-a7cb-4ae7-96f6-811e98bc6de7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88990) register_rules /opt/stack/neutron/neutron/policy.py:68}} Dec 15 19:06:46.262140 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.quota [None req-641b64b8-a7cb-4ae7-96f6-811e98bc6de7 admin admin] Loaded quota_driver: . Dec 15 19:06:46.296858 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-641b64b8-a7cb-4ae7-96f6-811e98bc6de7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:06:46.415242 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-641b64b8-a7cb-4ae7-96f6-811e98bc6de7 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734582269235', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734582249423', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734582250641', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734582227134', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734582300882', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3076914', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036851698630', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-565862', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-666972'] for rbac-policy, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:06:46.694988 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-641b64b8-a7cb-4ae7-96f6-811e98bc6de7 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:06:46.696293 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-641b64b8-a7cb-4ae7-96f6-811e98bc6de7 admin admin] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7690809 Dec 15 19:06:48.903994 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 44444) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:06:48.981365 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-08a21c3e-185b-4eb3-ba01-c0cd2ccf6bb4 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '16942dac7e224846b076de237c009ec9'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:06:48.987321 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-08a21c3e-185b-4eb3-ba01-c0cd2ccf6bb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:06:48.993960 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-08a21c3e-185b-4eb3-ba01-c0cd2ccf6bb4 admin admin] Usage tracker for resource:network and tenant:16942dac7e224846b076de237c009ec9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:06:48.997639 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-08a21c3e-185b-4eb3-ba01-c0cd2ccf6bb4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:06:49.003944 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-08a21c3e-185b-4eb3-ba01-c0cd2ccf6bb4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:06:49.043557 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a21c3e-185b-4eb3-ba01-c0cd2ccf6bb4 admin admin] Made reservation on behalf of 16942dac7e224846b076de237c009ec9 for: {'network': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:06:49.049232 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-08a21c3e-185b-4eb3-ba01-c0cd2ccf6bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:06:49.065144 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-08a21c3e-185b-4eb3-ba01-c0cd2ccf6bb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:06:49.175732 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-08a21c3e-185b-4eb3-ba01-c0cd2ccf6bb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:06:49.179517 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-08a21c3e-185b-4eb3-ba01-c0cd2ccf6bb4 admin admin] Usage tracker for resource:security_group_rule and tenant:16942dac7e224846b076de237c009ec9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:06:49.182448 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-08a21c3e-185b-4eb3-ba01-c0cd2ccf6bb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:06:49.188572 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-08a21c3e-185b-4eb3-ba01-c0cd2ccf6bb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:06:49.312205 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-08a21c3e-185b-4eb3-ba01-c0cd2ccf6bb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:06:49.345614 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-08a21c3e-185b-4eb3-ba01-c0cd2ccf6bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:06:49.350220 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:06:49.367694 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08a21c3e-185b-4eb3-ba01-c0cd2ccf6bb4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=88990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:06:49.394416 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-08a21c3e-185b-4eb3-ba01-c0cd2ccf6bb4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363302274426433', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:06:49.395016 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-08a21c3e-185b-4eb3-ba01-c0cd2ccf6bb4 admin admin] Unsubscribe: segment precommit_create {{(pid=88990) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Dec 15 19:06:49.395763 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-08a21c3e-185b-4eb3-ba01-c0cd2ccf6bb4 admin admin] Added segment bf1d88a1-5b65-40c2-a9d0-763ee59f37d3 of type vlan for network def30c0e-df93-4bee-85e3-c06a6fd229d5 Dec 15 19:06:49.446442 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a21c3e-185b-4eb3-ba01-c0cd2ccf6bb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a45102d-8e7a-4dc8-8c6a-4a08d58e095a,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:06:49.472151 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a21c3e-185b-4eb3-ba01-c0cd2ccf6bb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:06:49.472529 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a21c3e-185b-4eb3-ba01-c0cd2ccf6bb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:06:49.472896 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a21c3e-185b-4eb3-ba01-c0cd2ccf6bb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:06:49.473256 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a21c3e-185b-4eb3-ba01-c0cd2ccf6bb4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:06:49.473627 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a21c3e-185b-4eb3-ba01-c0cd2ccf6bb4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:06:49.473985 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a21c3e-185b-4eb3-ba01-c0cd2ccf6bb4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:06:49.474377 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a21c3e-185b-4eb3-ba01-c0cd2ccf6bb4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:06:49.474733 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a21c3e-185b-4eb3-ba01-c0cd2ccf6bb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:06:49.475084 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a21c3e-185b-4eb3-ba01-c0cd2ccf6bb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:06:49.475431 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a21c3e-185b-4eb3-ba01-c0cd2ccf6bb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:06:49.475779 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a21c3e-185b-4eb3-ba01-c0cd2ccf6bb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:06:49.477085 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a21c3e-185b-4eb3-ba01-c0cd2ccf6bb4 admin admin] Tracked resource versions report: Dec 15 19:06:49.477085 dv-neutron-821831-2-hyperv neutron-server[88879]: pushed versions: Dec 15 19:06:49.477085 dv-neutron-821831-2-hyperv neutron-server[88879]: { 'ConntrackHelper': {'1.0'}, Dec 15 19:06:49.477085 dv-neutron-821831-2-hyperv neutron-server[88879]: 'Log': {'1.0'}, Dec 15 19:06:49.477085 dv-neutron-821831-2-hyperv neutron-server[88879]: 'Network': {'1.1'}, Dec 15 19:06:49.477085 dv-neutron-821831-2-hyperv neutron-server[88879]: 'Port': {'1.5'}, Dec 15 19:06:49.477085 dv-neutron-821831-2-hyperv neutron-server[88879]: 'PortForwarding': {'1.2'}, Dec 15 19:06:49.477085 dv-neutron-821831-2-hyperv neutron-server[88879]: 'QosPolicy': {'1.8'}, Dec 15 19:06:49.477085 dv-neutron-821831-2-hyperv neutron-server[88879]: 'SecurityGroup': {'1.2'}, Dec 15 19:06:49.477085 dv-neutron-821831-2-hyperv neutron-server[88879]: 'SecurityGroupRule': {'1.0'}, Dec 15 19:06:49.477085 dv-neutron-821831-2-hyperv neutron-server[88879]: 'SubPort': {'1.0'}, Dec 15 19:06:49.477085 dv-neutron-821831-2-hyperv neutron-server[88879]: 'Subnet': {'1.1'}, Dec 15 19:06:49.477085 dv-neutron-821831-2-hyperv neutron-server[88879]: 'Trunk': {'1.1'}} Dec 15 19:06:49.477085 dv-neutron-821831-2-hyperv neutron-server[88879]: consumer versions: Dec 15 19:06:49.477085 dv-neutron-821831-2-hyperv neutron-server[88879]: { DHCP agent@dv-neutron-821831-2-hyperv: {}, Dec 15 19:06:49.477085 dv-neutron-821831-2-hyperv neutron-server[88879]: L3 agent@dv-neutron-821831-2-hyperv: {}, Dec 15 19:06:49.477085 dv-neutron-821831-2-hyperv neutron-server[88879]: Metadata agent@dv-neutron-821831-2-hyperv: {}, Dec 15 19:06:49.477085 dv-neutron-821831-2-hyperv neutron-server[88879]: Metering agent@dv-neutron-821831-2-hyperv: {}, Dec 15 19:06:49.477085 dv-neutron-821831-2-hyperv neutron-server[88879]: Open vSwitch agent@dv-neutron-821831-2-hyperv: { 'ConntrackHelper': '1.0', Dec 15 19:06:49.477085 dv-neutron-821831-2-hyperv neutron-server[88879]: 'Log': '1.0', Dec 15 19:06:49.477085 dv-neutron-821831-2-hyperv neutron-server[88879]: 'Network': '1.1', Dec 15 19:06:49.477085 dv-neutron-821831-2-hyperv neutron-server[88879]: 'Port': '1.5', Dec 15 19:06:49.477085 dv-neutron-821831-2-hyperv neutron-server[88879]: 'PortForwarding': '1.2', Dec 15 19:06:49.477085 dv-neutron-821831-2-hyperv neutron-server[88879]: 'QosPolicy': '1.8', Dec 15 19:06:49.477085 dv-neutron-821831-2-hyperv neutron-server[88879]: 'SecurityGroup': '1.2', Dec 15 19:06:49.477085 dv-neutron-821831-2-hyperv neutron-server[88879]: 'SecurityGroupRule': '1.0', Dec 15 19:06:49.477085 dv-neutron-821831-2-hyperv neutron-server[88879]: 'SubPort': '1.0', Dec 15 19:06:49.477085 dv-neutron-821831-2-hyperv neutron-server[88879]: 'Subnet': '1.1', Dec 15 19:06:49.477085 dv-neutron-821831-2-hyperv neutron-server[88879]: 'Trunk': '1.1'}} Dec 15 19:06:49.477085 dv-neutron-821831-2-hyperv neutron-server[88879]: {{(pid=88990) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 15 19:06:49.513223 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-08a21c3e-185b-4eb3-ba01-c0cd2ccf6bb4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:06:49.531011 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-08a21c3e-185b-4eb3-ba01-c0cd2ccf6bb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:06:49.582920 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-08a21c3e-185b-4eb3-ba01-c0cd2ccf6bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:06:49.584188 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a21c3e-185b-4eb3-ba01-c0cd2ccf6bb4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:06:49.584845 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-08a21c3e-185b-4eb3-ba01-c0cd2ccf6bb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:06:49.590131 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:06:49.700229 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a21c3e-185b-4eb3-ba01-c0cd2ccf6bb4 admin admin] Pushing event updated for resources: {'Network': ['ID=def30c0e-df93-4bee-85e3-c06a6fd229d5,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:06:49.704016 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-08a21c3e-185b-4eb3-ba01-c0cd2ccf6bb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:06:49.712171 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network def30c0e-df93-4bee-85e3-c06a6fd229d5 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:06:49.730588 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-08a21c3e-185b-4eb3-ba01-c0cd2ccf6bb4 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8253472 Dec 15 19:06:51.980722 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 44462) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:06:52.158516 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce89774-f246-4ba4-8017-cecad2b58414 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:06:52.159875 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-cce89774-f246-4ba4-8017-cecad2b58414 admin admin] 10.222.0.36 "GET /v2.0/networks/def30c0e-df93-4bee-85e3-c06a6fd229d5 HTTP/1.1" status: 200 len: 825 time: 0.1781194 Dec 15 19:06:52.189813 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-7939333f-3ff4-4d61-a94f-69fcdda749d6 admin admin] 10.222.0.36 "GET /v2.0/subnetpools/febf5639-db25-4308-8ca0-227ccf51c459 HTTP/1.1" status: 200 len: 734 time: 0.0239446 Dec 15 19:06:52.198805 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-e98448ce-e9be-44da-b41b-bd477234920a admin admin] Request body: {'subnet': {'network_id': 'def30c0e-df93-4bee-85e3-c06a6fd229d5', 'tenant_id': '16942dac7e224846b076de237c009ec9', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': 'febf5639-db25-4308-8ca0-227ccf51c459', 'name': 'private-subnet'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:06:52.203218 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-e98448ce-e9be-44da-b41b-bd477234920a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:06:52.207061 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-e98448ce-e9be-44da-b41b-bd477234920a admin admin] Usage tracker for resource:subnet and tenant:16942dac7e224846b076de237c009ec9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:06:52.209976 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-e98448ce-e9be-44da-b41b-bd477234920a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:06:52.215936 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-e98448ce-e9be-44da-b41b-bd477234920a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:06:52.322969 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e98448ce-e9be-44da-b41b-bd477234920a admin admin] Made reservation on behalf of 16942dac7e224846b076de237c009ec9 for: {'subnet': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:06:52.327489 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e98448ce-e9be-44da-b41b-bd477234920a admin admin] Notify callbacks [] for subnet, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:06:52.649159 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e98448ce-e9be-44da-b41b-bd477234920a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for subnet, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:06:52.654669 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:06:52.738931 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98448ce-e9be-44da-b41b-bd477234920a admin admin] Pushing event updated for resources: {'Subnet': ['ID=46e373b2-5ecb-4381-8716-df5b02808814,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:06:52.745308 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e98448ce-e9be-44da-b41b-bd477234920a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:06:52.748651 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98448ce-e9be-44da-b41b-bd477234920a admin admin] Checking segment: {'id': 'bf1d88a1-5b65-40c2-a9d0-763ee59f37d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'def30c0e-df93-4bee-85e3-c06a6fd229d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:06:52.749040 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98448ce-e9be-44da-b41b-bd477234920a admin admin] Network hostable DHCP agents. Network: def30c0e-df93-4bee-85e3-c06a6fd229d5, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:06:52.799991 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98448ce-e9be-44da-b41b-bd477234920a admin admin] Network def30c0e-df93-4bee-85e3-c06a6fd229d5 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:06:52.851402 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-e98448ce-e9be-44da-b41b-bd477234920a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, def30c0e-df93-4bee-85e3-c06a6fd229d5) {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:06:52.856393 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98448ce-e9be-44da-b41b-bd477234920a admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:06:52.857078 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e98448ce-e9be-44da-b41b-bd477234920a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:06:52.861784 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32aecb3-fb20-4d88-ba6c-e94e139a84bd None None] Network def30c0e-df93-4bee-85e3-c06a6fd229d5 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:06:52.903999 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e98448ce-e9be-44da-b41b-bd477234920a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7085886 Dec 15 19:06:53.260587 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55cea3ce-1b0a-4cab-b953-3a2f5b22fc60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-def30c0e-df93-4bee-85e3-c06a6fd229d5', 'network_id': 'def30c0e-df93-4bee-85e3-c06a6fd229d5', 'tenant_id': '16942dac7e224846b076de237c009ec9', 'fixed_ips': [{'subnet_id': '46e373b2-5ecb-4381-8716-df5b02808814'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:06:53.261699 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-55cea3ce-1b0a-4cab-b953-3a2f5b22fc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:06:53.468520 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-55cea3ce-1b0a-4cab-b953-3a2f5b22fc60 None None] Allocated IP 172.20.0.2 (def30c0e-df93-4bee-85e3-c06a6fd229d5/46e373b2-5ecb-4381-8716-df5b02808814/bfdbe53c-9804-487a-8f7f-c6f932374723) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:06:53.705965 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-55cea3ce-1b0a-4cab-b953-3a2f5b22fc60 None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:06:53.823421 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-55cea3ce-1b0a-4cab-b953-3a2f5b22fc60 None None] Transition to ACTIVE for port object bfdbe53c-9804-487a-8f7f-c6f932374723 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:06:53.843690 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-55cea3ce-1b0a-4cab-b953-3a2f5b22fc60 None None] Transition to ACTIVE for port object bfdbe53c-9804-487a-8f7f-c6f932374723 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:06:53.883340 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-55cea3ce-1b0a-4cab-b953-3a2f5b22fc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:06:53.889585 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:06:53.945233 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55cea3ce-1b0a-4cab-b953-3a2f5b22fc60 None None] Network def30c0e-df93-4bee-85e3-c06a6fd229d5 is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:06:53.948172 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-55cea3ce-1b0a-4cab-b953-3a2f5b22fc60 None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:06:53.959114 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cea3ce-1b0a-4cab-b953-3a2f5b22fc60 None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:06:53.965100 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cea3ce-1b0a-4cab-b953-3a2f5b22fc60 None None] Pushing event updated for resources: {'Port': ['ID=bfdbe53c-9804-487a-8f7f-c6f932374723,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:06:54.006578 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cea3ce-1b0a-4cab-b953-3a2f5b22fc60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:06:54.006962 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cea3ce-1b0a-4cab-b953-3a2f5b22fc60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:06:54.007331 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cea3ce-1b0a-4cab-b953-3a2f5b22fc60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:06:54.007698 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cea3ce-1b0a-4cab-b953-3a2f5b22fc60 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:06:54.008062 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cea3ce-1b0a-4cab-b953-3a2f5b22fc60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:06:54.008422 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cea3ce-1b0a-4cab-b953-3a2f5b22fc60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:06:54.008782 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cea3ce-1b0a-4cab-b953-3a2f5b22fc60 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:06:54.009138 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cea3ce-1b0a-4cab-b953-3a2f5b22fc60 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:06:54.009493 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cea3ce-1b0a-4cab-b953-3a2f5b22fc60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:06:54.009848 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cea3ce-1b0a-4cab-b953-3a2f5b22fc60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:06:54.010196 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cea3ce-1b0a-4cab-b953-3a2f5b22fc60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:06:54.012222 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cea3ce-1b0a-4cab-b953-3a2f5b22fc60 None None] Tracked resource versions report: Dec 15 19:06:54.012222 dv-neutron-821831-2-hyperv neutron-server[88879]: pushed versions: Dec 15 19:06:54.012222 dv-neutron-821831-2-hyperv neutron-server[88879]: { 'ConntrackHelper': {'1.0'}, Dec 15 19:06:54.012222 dv-neutron-821831-2-hyperv neutron-server[88879]: 'Log': {'1.0'}, Dec 15 19:06:54.012222 dv-neutron-821831-2-hyperv neutron-server[88879]: 'Network': {'1.1'}, Dec 15 19:06:54.012222 dv-neutron-821831-2-hyperv neutron-server[88879]: 'Port': {'1.5'}, Dec 15 19:06:54.012222 dv-neutron-821831-2-hyperv neutron-server[88879]: 'PortForwarding': {'1.2'}, Dec 15 19:06:54.012222 dv-neutron-821831-2-hyperv neutron-server[88879]: 'QosPolicy': {'1.8'}, Dec 15 19:06:54.012222 dv-neutron-821831-2-hyperv neutron-server[88879]: 'SecurityGroup': {'1.2'}, Dec 15 19:06:54.012222 dv-neutron-821831-2-hyperv neutron-server[88879]: 'SecurityGroupRule': {'1.0'}, Dec 15 19:06:54.012222 dv-neutron-821831-2-hyperv neutron-server[88879]: 'SubPort': {'1.0'}, Dec 15 19:06:54.012222 dv-neutron-821831-2-hyperv neutron-server[88879]: 'Subnet': {'1.1'}, Dec 15 19:06:54.012222 dv-neutron-821831-2-hyperv neutron-server[88879]: 'Trunk': {'1.1'}} Dec 15 19:06:54.012222 dv-neutron-821831-2-hyperv neutron-server[88879]: consumer versions: Dec 15 19:06:54.012222 dv-neutron-821831-2-hyperv neutron-server[88879]: { DHCP agent@dv-neutron-821831-2-hyperv: {}, Dec 15 19:06:54.012222 dv-neutron-821831-2-hyperv neutron-server[88879]: L3 agent@dv-neutron-821831-2-hyperv: {}, Dec 15 19:06:54.012222 dv-neutron-821831-2-hyperv neutron-server[88879]: Metadata agent@dv-neutron-821831-2-hyperv: {}, Dec 15 19:06:54.012222 dv-neutron-821831-2-hyperv neutron-server[88879]: Metering agent@dv-neutron-821831-2-hyperv: {}, Dec 15 19:06:54.012222 dv-neutron-821831-2-hyperv neutron-server[88879]: Open vSwitch agent@dv-neutron-821831-2-hyperv: { 'ConntrackHelper': '1.0', Dec 15 19:06:54.012222 dv-neutron-821831-2-hyperv neutron-server[88879]: 'Log': '1.0', Dec 15 19:06:54.012222 dv-neutron-821831-2-hyperv neutron-server[88879]: 'Network': '1.1', Dec 15 19:06:54.012222 dv-neutron-821831-2-hyperv neutron-server[88879]: 'Port': '1.5', Dec 15 19:06:54.012222 dv-neutron-821831-2-hyperv neutron-server[88879]: 'PortForwarding': '1.2', Dec 15 19:06:54.012222 dv-neutron-821831-2-hyperv neutron-server[88879]: 'QosPolicy': '1.8', Dec 15 19:06:54.012222 dv-neutron-821831-2-hyperv neutron-server[88879]: 'SecurityGroup': '1.2', Dec 15 19:06:54.012222 dv-neutron-821831-2-hyperv neutron-server[88879]: 'SecurityGroupRule': '1.0', Dec 15 19:06:54.012222 dv-neutron-821831-2-hyperv neutron-server[88879]: 'SubPort': '1.0', Dec 15 19:06:54.012222 dv-neutron-821831-2-hyperv neutron-server[88879]: 'Subnet': '1.1', Dec 15 19:06:54.012222 dv-neutron-821831-2-hyperv neutron-server[88879]: 'Trunk': '1.1'}} Dec 15 19:06:54.012222 dv-neutron-821831-2-hyperv neutron-server[88879]: {{(pid=88992) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 15 19:06:54.050908 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-55cea3ce-1b0a-4cab-b953-3a2f5b22fc60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:06:54.070916 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-55cea3ce-1b0a-4cab-b953-3a2f5b22fc60 None None] Attempting to bind port bfdbe53c-9804-487a-8f7f-c6f932374723 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:06:54.071346 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-55cea3ce-1b0a-4cab-b953-3a2f5b22fc60 None None] Attempting to bind port bfdbe53c-9804-487a-8f7f-c6f932374723 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'bf1d88a1-5b65-40c2-a9d0-763ee59f37d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'def30c0e-df93-4bee-85e3-c06a6fd229d5'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:06:54.071793 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cea3ce-1b0a-4cab-b953-3a2f5b22fc60 None None] Attempting to bind port bfdbe53c-9804-487a-8f7f-c6f932374723 on network def30c0e-df93-4bee-85e3-c06a6fd229d5 {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:06:54.079068 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cea3ce-1b0a-4cab-b953-3a2f5b22fc60 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:06:54.079490 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cea3ce-1b0a-4cab-b953-3a2f5b22fc60 None None] Checking segment: {'id': 'bf1d88a1-5b65-40c2-a9d0-763ee59f37d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'def30c0e-df93-4bee-85e3-c06a6fd229d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:06:54.079943 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-55cea3ce-1b0a-4cab-b953-3a2f5b22fc60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:06:54.080360 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cea3ce-1b0a-4cab-b953-3a2f5b22fc60 None None] Bound using segment: {'id': 'bf1d88a1-5b65-40c2-a9d0-763ee59f37d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'def30c0e-df93-4bee-85e3-c06a6fd229d5'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:06:54.080891 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-55cea3ce-1b0a-4cab-b953-3a2f5b22fc60 None None] Bound port: bfdbe53c-9804-487a-8f7f-c6f932374723, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf1d88a1-5b65-40c2-a9d0-763ee59f37d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'def30c0e-df93-4bee-85e3-c06a6fd229d5'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:06:54.081328 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-55cea3ce-1b0a-4cab-b953-3a2f5b22fc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:06:54.170795 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-55cea3ce-1b0a-4cab-b953-3a2f5b22fc60 None None] For port bfdbe53c-9804-487a-8f7f-c6f932374723, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:06:54.174811 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-55cea3ce-1b0a-4cab-b953-3a2f5b22fc60 None None] For port bfdbe53c-9804-487a-8f7f-c6f932374723, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=bfdbe53c-9804-487a-8f7f-c6f932374723,segment=NetworkSegment(bf1d88a1-5b65-40c2-a9d0-763ee59f37d3),segment_id=bf1d88a1-5b65-40c2-a9d0-763ee59f37d3)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:06:54.220779 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-55cea3ce-1b0a-4cab-b953-3a2f5b22fc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:06:54.225356 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-55cea3ce-1b0a-4cab-b953-3a2f5b22fc60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:06:54.315001 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cea3ce-1b0a-4cab-b953-3a2f5b22fc60 None None] Pushing event updated for resources: {'Port': ['ID=bfdbe53c-9804-487a-8f7f-c6f932374723,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:06:54.318134 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-55cea3ce-1b0a-4cab-b953-3a2f5b22fc60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:06:55.113578 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 44474) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:06:55.192246 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [None req-a6810ce7-7120-4262-b701-61686855ea79 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:06:55.193380 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a6810ce7-7120-4262-b701-61686855ea79 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0787699 Dec 15 19:06:57.393596 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 44490) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:06:57.475448 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [None req-126bc752-b0da-4147-bc52-6e6c52a43fa2 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:06:57.476525 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-126bc752-b0da-4147-bc52-6e6c52a43fa2 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0819228 Dec 15 19:06:57.754841 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device bfdbe53c-9804-487a-8f7f-c6f932374723 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:06:57.857025 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port bfdbe53c-9804-487a-8f7f-c6f932374723 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:06:59.089227 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66c7613-fa91-4758-990b-d9290d500660 None None] Network def30c0e-df93-4bee-85e3-c06a6fd229d5 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:06:59.228519 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-e6ef76bf-c8d0-4086-a6fd-11784e394b60 None None] Provisioning for port bfdbe53c-9804-487a-8f7f-c6f932374723 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:06:59.236403 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-e6ef76bf-c8d0-4086-a6fd-11784e394b60 None None] Provisioning complete for port bfdbe53c-9804-487a-8f7f-c6f932374723 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:06:59.236819 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e6ef76bf-c8d0-4086-a6fd-11784e394b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:06:59.448648 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e6ef76bf-c8d0-4086-a6fd-11784e394b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:06:59.497566 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-e6ef76bf-c8d0-4086-a6fd-11784e394b60 None None] For port bfdbe53c-9804-487a-8f7f-c6f932374723, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=bfdbe53c-9804-487a-8f7f-c6f932374723,segment=NetworkSegment(bf1d88a1-5b65-40c2-a9d0-763ee59f37d3),segment_id=bf1d88a1-5b65-40c2-a9d0-763ee59f37d3)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:06:59.534430 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e6ef76bf-c8d0-4086-a6fd-11784e394b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:06:59.536644 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:06:59.613042 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ef76bf-c8d0-4086-a6fd-11784e394b60 None None] Pushing event updated for resources: {'Port': ['ID=bfdbe53c-9804-487a-8f7f-c6f932374723,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:06:59.623581 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e6ef76bf-c8d0-4086-a6fd-11784e394b60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:06:59.735476 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device bfdbe53c-9804-487a-8f7f-c6f932374723 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:06:59.743784 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 44504) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:06:59.807828 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-30c1836a-0e22-4471-9c0b-c689511442c7 None None] Provisioning complete for port bfdbe53c-9804-487a-8f7f-c6f932374723 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:06:59.808333 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-30c1836a-0e22-4471-9c0b-c689511442c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:06:59.823726 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-5b0db744-0459-40e0-b479-c2e361cba5c8 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '16942dac7e224846b076de237c009ec9', 'admin_state_up': True}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:06:59.829284 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-5b0db744-0459-40e0-b479-c2e361cba5c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:06:59.833511 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-5b0db744-0459-40e0-b479-c2e361cba5c8 admin admin] Usage tracker for resource:router and tenant:16942dac7e224846b076de237c009ec9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:06:59.836710 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-5b0db744-0459-40e0-b479-c2e361cba5c8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:06:59.842773 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-5b0db744-0459-40e0-b479-c2e361cba5c8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:06:59.876857 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port bfdbe53c-9804-487a-8f7f-c6f932374723 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:06:59.877256 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:06:59.891619 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5b0db744-0459-40e0-b479-c2e361cba5c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854699176'] for router, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:06:59.893032 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5b0db744-0459-40e0-b479-c2e361cba5c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854194926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-76609'] for router, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:07:00.038826 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5b0db744-0459-40e0-b479-c2e361cba5c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:07:00.169112 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5b0db744-0459-40e0-b479-c2e361cba5c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904'] for router, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:07:00.222649 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5b0db744-0459-40e0-b479-c2e361cba5c8 admin admin] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:07:00.223899 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-5b0db744-0459-40e0-b479-c2e361cba5c8 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4787838 Dec 15 19:07:02.388580 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 44516) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:07:02.464772 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [None req-8a334507-723a-4585-8c08-8c795e17a87a admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:07:02.465824 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8a334507-723a-4585-8c08-8c795e17a87a admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0761628 Dec 15 19:07:04.649067 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 44528) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:07:04.725222 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-ec9866be-83cd-4dd5-86ac-db2953dae741 admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:07:04.730182 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ec9866be-83cd-4dd5-86ac-db2953dae741 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:07:04.734750 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ec9866be-83cd-4dd5-86ac-db2953dae741 admin admin] Usage tracker for resource:network and tenant:b08a70d86b0d4def980bb45ffcc8ec56 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:07:04.738142 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ec9866be-83cd-4dd5-86ac-db2953dae741 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:07:04.743998 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ec9866be-83cd-4dd5-86ac-db2953dae741 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:07:04.848110 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec9866be-83cd-4dd5-86ac-db2953dae741 admin admin] Made reservation on behalf of b08a70d86b0d4def980bb45ffcc8ec56 for: {'network': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:07:04.852738 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ec9866be-83cd-4dd5-86ac-db2953dae741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:07:04.865907 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ec9866be-83cd-4dd5-86ac-db2953dae741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:07:04.991831 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ec9866be-83cd-4dd5-86ac-db2953dae741 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:07:04.996417 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ec9866be-83cd-4dd5-86ac-db2953dae741 admin admin] Usage tracker for resource:security_group_rule and tenant:b08a70d86b0d4def980bb45ffcc8ec56 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:07:04.999365 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ec9866be-83cd-4dd5-86ac-db2953dae741 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:07:05.005251 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ec9866be-83cd-4dd5-86ac-db2953dae741 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:07:05.165891 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ec9866be-83cd-4dd5-86ac-db2953dae741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:07:05.199660 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ec9866be-83cd-4dd5-86ac-db2953dae741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:07:05.204092 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:07:05.232399 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9866be-83cd-4dd5-86ac-db2953dae741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42fb3b43-d17f-4aa1-8a84-10605594ee27,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:07:05.235799 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ec9866be-83cd-4dd5-86ac-db2953dae741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:07:05.268416 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ec9866be-83cd-4dd5-86ac-db2953dae741 admin admin] Reserving flat network on physical network physnet1 {{(pid=88990) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Dec 15 19:07:05.340082 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ec9866be-83cd-4dd5-86ac-db2953dae741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:07:05.340459 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-ec9866be-83cd-4dd5-86ac-db2953dae741 admin admin] Added segment b6e41623-5ae1-4487-8a0d-dcb88d18f8a3 of type flat for network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c Dec 15 19:07:05.426356 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ec9866be-83cd-4dd5-86ac-db2953dae741 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:07:05.505331 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ec9866be-83cd-4dd5-86ac-db2953dae741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:07:05.506598 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9866be-83cd-4dd5-86ac-db2953dae741 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:07:05.507219 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ec9866be-83cd-4dd5-86ac-db2953dae741 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:07:05.512626 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:07:05.735818 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9866be-83cd-4dd5-86ac-db2953dae741 admin admin] Pushing event updated for resources: {'Network': ['ID=4b9c9b76-a8c2-4873-8d7b-0d52cc71925c,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:07:05.738606 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ec9866be-83cd-4dd5-86ac-db2953dae741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:07:05.747434 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:07:05.757855 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ec9866be-83cd-4dd5-86ac-db2953dae741 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1076818 Dec 15 19:07:07.916897 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 44540) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:07:08.056297 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea45d8f8-64dc-435b-bc72-75c86e598695 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:07:08.058330 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ea45d8f8-64dc-435b-bc72-75c86e598695 admin admin] 10.222.0.36 "GET /v2.0/subnets/46e373b2-5ecb-4381-8716-df5b02808814 HTTP/1.1" status: 200 len: 849 time: 0.1403830 Dec 15 19:07:08.191298 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-055d1b0a-d788-488f-801b-5591dd91a504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:07:08.207957 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-11a9dfc4-69d3-4aca-bde8-56e017c79f17 admin admin] 10.222.0.36 "GET /v2.0/routers/b752114c-5f72-401b-8c2f-0a11c2531dd9 HTTP/1.1" status: 200 len: 704 time: 0.1436496 Dec 15 19:07:08.695548 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8fcdc06a-3cc5-4cd5-b353-c10c6882f57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:07:08.939572 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-8fcdc06a-3cc5-4cd5-b353-c10c6882f57b admin admin] Allocated IP 172.20.0.1 (def30c0e-df93-4bee-85e3-c06a6fd229d5/46e373b2-5ecb-4381-8716-df5b02808814/6091873b-222d-485a-bcb2-b4796a8fbf9c) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:07:09.179758 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8fcdc06a-3cc5-4cd5-b353-c10c6882f57b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:07:09.196999 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-8fcdc06a-3cc5-4cd5-b353-c10c6882f57b admin admin] Transition to ACTIVE for port object 6091873b-222d-485a-bcb2-b4796a8fbf9c will not be triggered until provisioned by entity DHCP. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:07:09.271215 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8fcdc06a-3cc5-4cd5-b353-c10c6882f57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:07:09.276647 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:07:09.344939 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcdc06a-3cc5-4cd5-b353-c10c6882f57b admin admin] Network def30c0e-df93-4bee-85e3-c06a6fd229d5 is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:07:09.348437 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-8fcdc06a-3cc5-4cd5-b353-c10c6882f57b admin admin] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:07:09.353100 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcdc06a-3cc5-4cd5-b353-c10c6882f57b admin admin] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:07:09.353960 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8fcdc06a-3cc5-4cd5-b353-c10c6882f57b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630901'] for router_interface, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:07:09.356334 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcdc06a-3cc5-4cd5-b353-c10c6882f57b admin admin] Pushing event updated for resources: {'Port': ['ID=6091873b-222d-485a-bcb2-b4796a8fbf9c,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:07:09.361891 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8fcdc06a-3cc5-4cd5-b353-c10c6882f57b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:07:09.419889 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:07:09.502362 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8fcdc06a-3cc5-4cd5-b353-c10c6882f57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:07:09.716929 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-6d9de22e-7143-4de3-b949-a66743ba9253 None None] Provisioning for port 6091873b-222d-485a-bcb2-b4796a8fbf9c completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:07:09.722852 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-6d9de22e-7143-4de3-b949-a66743ba9253 None None] Provisioning complete for port 6091873b-222d-485a-bcb2-b4796a8fbf9c triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:07:09.723262 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6d9de22e-7143-4de3-b949-a66743ba9253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:07:09.902597 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8fcdc06a-3cc5-4cd5-b353-c10c6882f57b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:07:09.914135 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-6d9de22e-7143-4de3-b949-a66743ba9253 None None] Port 6091873b-222d-485a-bcb2-b4796a8fbf9c cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:07:09.971079 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8fcdc06a-3cc5-4cd5-b353-c10c6882f57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:07:09.972212 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8fcdc06a-3cc5-4cd5-b353-c10c6882f57b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1959989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854145006'] for router_interface, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:07:09.976505 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:07:10.104912 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcdc06a-3cc5-4cd5-b353-c10c6882f57b admin admin] Pushing event updated for resources: {'Port': ['ID=6091873b-222d-485a-bcb2-b4796a8fbf9c,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:07:10.109129 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8fcdc06a-3cc5-4cd5-b353-c10c6882f57b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:07:10.174109 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcdc06a-3cc5-4cd5-b353-c10c6882f57b admin admin] Network def30c0e-df93-4bee-85e3-c06a6fd229d5 is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:07:10.175273 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-8fcdc06a-3cc5-4cd5-b353-c10c6882f57b admin admin] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:07:10.438532 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-50bc43ef-4579-4ff8-9f4a-2714cc17dfd0 None None] Provisioning complete for port 6091873b-222d-485a-bcb2-b4796a8fbf9c triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:07:10.438869 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-50bc43ef-4579-4ff8-9f4a-2714cc17dfd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:07:10.507902 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-50bc43ef-4579-4ff8-9f4a-2714cc17dfd0 None None] Port 6091873b-222d-485a-bcb2-b4796a8fbf9c cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:07:10.531319 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7715525f-bd1c-456b-af51-103128d597bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:07:10.579323 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fcdc06a-3cc5-4cd5-b353-c10c6882f57b admin admin] Router b752114c-5f72-401b-8c2f-0a11c2531dd9 is scheduled to L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 with binding_index 1 {{(pid=88990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 15 19:07:10.647904 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:07:10.752344 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fcdc06a-3cc5-4cd5-b353-c10c6882f57b admin admin] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:07:10.761947 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8fcdc06a-3cc5-4cd5-b353-c10c6882f57b admin admin] 10.222.0.36 "PUT /v2.0/routers/b752114c-5f72-401b-8c2f-0a11c2531dd9/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.5479681 Dec 15 19:07:10.763085 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600db454-2870-40e5-805e-d59f5f9b7f52 None None] Sync routers for ids ['b752114c-5f72-401b-8c2f-0a11c2531dd9'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:07:10.777530 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600db454-2870-40e5-805e-d59f5f9b7f52 None None] Routers {'b752114c-5f72-401b-8c2f-0a11c2531dd9'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:07:10.778341 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-600db454-2870-40e5-805e-d59f5f9b7f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:07:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['b752114c-5f72-401b-8c2f-0a11c2531dd9'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:07:10.956520 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-600db454-2870-40e5-805e-d59f5f9b7f52 None None] Set router b752114c-5f72-401b-8c2f-0a11c2531dd9 gateway port host: None {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:07:11.329011 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-600db454-2870-40e5-805e-d59f5f9b7f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b752114c-5f72-401b-8c2f-0a11c2531dd9', 'name': 'router1', 'tenant_id': '16942dac7e224846b076de237c009ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:06:59Z', 'updated_at': '2021-12-15T19:07:09Z', 'revision_number': 2, 'project_id': '16942dac7e224846b076de237c009ec9', 'gw_port_host': None, '_interfaces': [{'id': '6091873b-222d-485a-bcb2-b4796a8fbf9c', 'name': '', 'network_id': 'def30c0e-df93-4bee-85e3-c06a6fd229d5', 'tenant_id': '16942dac7e224846b076de237c009ec9', 'mac_address': 'fa:16:3e:cd:06:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b752114c-5f72-401b-8c2f-0a11c2531dd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46e373b2-5ecb-4381-8716-df5b02808814', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:07:08Z', 'updated_at': '2021-12-15T19:07:09Z', 'revision_number': 2, 'project_id': '16942dac7e224846b076de237c009ec9', 'subnets': [{'id': '46e373b2-5ecb-4381-8716-df5b02808814', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'febf5639-db25-4308-8ca0-227ccf51c459'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:07:11.333867 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600db454-2870-40e5-805e-d59f5f9b7f52 None None] Checking router: b752114c-5f72-401b-8c2f-0a11c2531dd9 for host: dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:07:11.334281 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600db454-2870-40e5-805e-d59f5f9b7f52 None None] Updating router b752114c-5f72-401b-8c2f-0a11c2531dd9 port 6091873b-222d-485a-bcb2-b4796a8fbf9c binding host dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 15 19:07:11.385806 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-600db454-2870-40e5-805e-d59f5f9b7f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:07:11.774177 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-600db454-2870-40e5-805e-d59f5f9b7f52 None None] Notify callbacks [] for port, precommit_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:07:11.790063 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-600db454-2870-40e5-805e-d59f5f9b7f52 None None] Transition to ACTIVE for port object 6091873b-222d-485a-bcb2-b4796a8fbf9c will not be triggered until provisioned by entity L2. {{(pid=88993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:07:11.825225 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-600db454-2870-40e5-805e-d59f5f9b7f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:07:11.830795 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:07:12.001734 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5b82c5-9522-4caa-b8dd-e46b0076cbac None None] Pushing event updated for resources: {'Port': ['ID=6091873b-222d-485a-bcb2-b4796a8fbf9c,revision_number=3']} {{(pid=88993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:07:12.061156 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5b82c5-9522-4caa-b8dd-e46b0076cbac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:07:12.061514 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5b82c5-9522-4caa-b8dd-e46b0076cbac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:07:12.061918 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5b82c5-9522-4caa-b8dd-e46b0076cbac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:07:12.062333 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5b82c5-9522-4caa-b8dd-e46b0076cbac None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:07:12.062743 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5b82c5-9522-4caa-b8dd-e46b0076cbac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:07:12.063130 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5b82c5-9522-4caa-b8dd-e46b0076cbac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:07:12.063490 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5b82c5-9522-4caa-b8dd-e46b0076cbac None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:07:12.063909 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5b82c5-9522-4caa-b8dd-e46b0076cbac None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:07:12.064267 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5b82c5-9522-4caa-b8dd-e46b0076cbac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:07:12.064639 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5b82c5-9522-4caa-b8dd-e46b0076cbac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:07:12.065017 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5b82c5-9522-4caa-b8dd-e46b0076cbac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:07:12.066411 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5b82c5-9522-4caa-b8dd-e46b0076cbac None None] Tracked resource versions report: Dec 15 19:07:12.066411 dv-neutron-821831-2-hyperv neutron-server[88879]: pushed versions: Dec 15 19:07:12.066411 dv-neutron-821831-2-hyperv neutron-server[88879]: { 'ConntrackHelper': {'1.0'}, Dec 15 19:07:12.066411 dv-neutron-821831-2-hyperv neutron-server[88879]: 'Log': {'1.0'}, Dec 15 19:07:12.066411 dv-neutron-821831-2-hyperv neutron-server[88879]: 'Network': {'1.1'}, Dec 15 19:07:12.066411 dv-neutron-821831-2-hyperv neutron-server[88879]: 'Port': {'1.5'}, Dec 15 19:07:12.066411 dv-neutron-821831-2-hyperv neutron-server[88879]: 'PortForwarding': {'1.2'}, Dec 15 19:07:12.066411 dv-neutron-821831-2-hyperv neutron-server[88879]: 'QosPolicy': {'1.8'}, Dec 15 19:07:12.066411 dv-neutron-821831-2-hyperv neutron-server[88879]: 'SecurityGroup': {'1.2'}, Dec 15 19:07:12.066411 dv-neutron-821831-2-hyperv neutron-server[88879]: 'SecurityGroupRule': {'1.0'}, Dec 15 19:07:12.066411 dv-neutron-821831-2-hyperv neutron-server[88879]: 'SubPort': {'1.0'}, Dec 15 19:07:12.066411 dv-neutron-821831-2-hyperv neutron-server[88879]: 'Subnet': {'1.1'}, Dec 15 19:07:12.066411 dv-neutron-821831-2-hyperv neutron-server[88879]: 'Trunk': {'1.1'}} Dec 15 19:07:12.066411 dv-neutron-821831-2-hyperv neutron-server[88879]: consumer versions: Dec 15 19:07:12.066411 dv-neutron-821831-2-hyperv neutron-server[88879]: { DHCP agent@dv-neutron-821831-2-hyperv: {}, Dec 15 19:07:12.066411 dv-neutron-821831-2-hyperv neutron-server[88879]: L3 agent@dv-neutron-821831-2-hyperv: {}, Dec 15 19:07:12.066411 dv-neutron-821831-2-hyperv neutron-server[88879]: Metadata agent@dv-neutron-821831-2-hyperv: {}, Dec 15 19:07:12.066411 dv-neutron-821831-2-hyperv neutron-server[88879]: Metering agent@dv-neutron-821831-2-hyperv: {}, Dec 15 19:07:12.066411 dv-neutron-821831-2-hyperv neutron-server[88879]: Open vSwitch agent@dv-neutron-821831-2-hyperv: { 'ConntrackHelper': '1.0', Dec 15 19:07:12.066411 dv-neutron-821831-2-hyperv neutron-server[88879]: 'Log': '1.0', Dec 15 19:07:12.066411 dv-neutron-821831-2-hyperv neutron-server[88879]: 'Network': '1.1', Dec 15 19:07:12.066411 dv-neutron-821831-2-hyperv neutron-server[88879]: 'Port': '1.5', Dec 15 19:07:12.066411 dv-neutron-821831-2-hyperv neutron-server[88879]: 'PortForwarding': '1.2', Dec 15 19:07:12.066411 dv-neutron-821831-2-hyperv neutron-server[88879]: 'QosPolicy': '1.8', Dec 15 19:07:12.066411 dv-neutron-821831-2-hyperv neutron-server[88879]: 'SecurityGroup': '1.2', Dec 15 19:07:12.066411 dv-neutron-821831-2-hyperv neutron-server[88879]: 'SecurityGroupRule': '1.0', Dec 15 19:07:12.066411 dv-neutron-821831-2-hyperv neutron-server[88879]: 'SubPort': '1.0', Dec 15 19:07:12.066411 dv-neutron-821831-2-hyperv neutron-server[88879]: 'Subnet': '1.1', Dec 15 19:07:12.066411 dv-neutron-821831-2-hyperv neutron-server[88879]: 'Trunk': '1.1'}} Dec 15 19:07:12.066411 dv-neutron-821831-2-hyperv neutron-server[88879]: {{(pid=88993) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 15 19:07:12.071239 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-600db454-2870-40e5-805e-d59f5f9b7f52 None None] Attempting to bind port 6091873b-222d-485a-bcb2-b4796a8fbf9c on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:07:12.071675 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-600db454-2870-40e5-805e-d59f5f9b7f52 None None] Attempting to bind port 6091873b-222d-485a-bcb2-b4796a8fbf9c by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'bf1d88a1-5b65-40c2-a9d0-763ee59f37d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'def30c0e-df93-4bee-85e3-c06a6fd229d5'}] {{(pid=88993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:07:12.072304 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600db454-2870-40e5-805e-d59f5f9b7f52 None None] Attempting to bind port 6091873b-222d-485a-bcb2-b4796a8fbf9c on network def30c0e-df93-4bee-85e3-c06a6fd229d5 {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:07:12.077567 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4d5b82c5-9522-4caa-b8dd-e46b0076cbac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:07:12.084650 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600db454-2870-40e5-805e-d59f5f9b7f52 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:07:12.085084 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600db454-2870-40e5-805e-d59f5f9b7f52 None None] Checking segment: {'id': 'bf1d88a1-5b65-40c2-a9d0-763ee59f37d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'def30c0e-df93-4bee-85e3-c06a6fd229d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:07:12.085555 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-600db454-2870-40e5-805e-d59f5f9b7f52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:07:12.086040 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600db454-2870-40e5-805e-d59f5f9b7f52 None None] Bound using segment: {'id': 'bf1d88a1-5b65-40c2-a9d0-763ee59f37d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'def30c0e-df93-4bee-85e3-c06a6fd229d5'} {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:07:12.086607 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-600db454-2870-40e5-805e-d59f5f9b7f52 None None] Bound port: 6091873b-222d-485a-bcb2-b4796a8fbf9c, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf1d88a1-5b65-40c2-a9d0-763ee59f37d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'def30c0e-df93-4bee-85e3-c06a6fd229d5'}}] {{(pid=88993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:07:12.087257 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-600db454-2870-40e5-805e-d59f5f9b7f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:07:12.185198 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-600db454-2870-40e5-805e-d59f5f9b7f52 None None] For port 6091873b-222d-485a-bcb2-b4796a8fbf9c, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:07:12.189408 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-600db454-2870-40e5-805e-d59f5f9b7f52 None None] For port 6091873b-222d-485a-bcb2-b4796a8fbf9c, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=6091873b-222d-485a-bcb2-b4796a8fbf9c,segment=NetworkSegment(bf1d88a1-5b65-40c2-a9d0-763ee59f37d3),segment_id=bf1d88a1-5b65-40c2-a9d0-763ee59f37d3)] {{(pid=88993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:07:12.260000 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-600db454-2870-40e5-805e-d59f5f9b7f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:07:12.265144 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:07:12.367309 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5b82c5-9522-4caa-b8dd-e46b0076cbac None None] Pushing event updated for resources: {'Port': ['ID=6091873b-222d-485a-bcb2-b4796a8fbf9c,revision_number=4']} {{(pid=88993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:07:12.371460 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4d5b82c5-9522-4caa-b8dd-e46b0076cbac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:07:12.374280 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600db454-2870-40e5-805e-d59f5f9b7f52 None None] Routers {'b752114c-5f72-401b-8c2f-0a11c2531dd9'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:07:12.374967 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-600db454-2870-40e5-805e-d59f5f9b7f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:07:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['b752114c-5f72-401b-8c2f-0a11c2531dd9'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:07:12.417928 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:07:12.535963 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-600db454-2870-40e5-805e-d59f5f9b7f52 None None] Set router b752114c-5f72-401b-8c2f-0a11c2531dd9 gateway port host: None {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:07:12.875898 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-600db454-2870-40e5-805e-d59f5f9b7f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b752114c-5f72-401b-8c2f-0a11c2531dd9', 'name': 'router1', 'tenant_id': '16942dac7e224846b076de237c009ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:06:59Z', 'updated_at': '2021-12-15T19:07:09Z', 'revision_number': 2, 'project_id': '16942dac7e224846b076de237c009ec9', 'gw_port_host': None, '_interfaces': [{'id': '6091873b-222d-485a-bcb2-b4796a8fbf9c', 'name': '', 'network_id': 'def30c0e-df93-4bee-85e3-c06a6fd229d5', 'tenant_id': '16942dac7e224846b076de237c009ec9', 'mac_address': 'fa:16:3e:cd:06:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b752114c-5f72-401b-8c2f-0a11c2531dd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46e373b2-5ecb-4381-8716-df5b02808814', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:07:08Z', 'updated_at': '2021-12-15T19:07:12Z', 'revision_number': 4, 'project_id': '16942dac7e224846b076de237c009ec9', 'subnets': [{'id': '46e373b2-5ecb-4381-8716-df5b02808814', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'febf5639-db25-4308-8ca0-227ccf51c459'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:07:12.880118 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600db454-2870-40e5-805e-d59f5f9b7f52 None None] The sync data for ids ['b752114c-5f72-401b-8c2f-0a11c2531dd9'] in dv-neutron-821831-2-hyperv is: [{'id': 'b752114c-5f72-401b-8c2f-0a11c2531dd9', 'name': 'router1', 'tenant_id': '16942dac7e224846b076de237c009ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:06:59Z', 'updated_at': '2021-12-15T19:07:09Z', 'revision_number': 2, 'project_id': '16942dac7e224846b076de237c009ec9', 'gw_port_host': None, '_interfaces': [{'id': '6091873b-222d-485a-bcb2-b4796a8fbf9c', 'name': '', 'network_id': 'def30c0e-df93-4bee-85e3-c06a6fd229d5', 'tenant_id': '16942dac7e224846b076de237c009ec9', 'mac_address': 'fa:16:3e:cd:06:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b752114c-5f72-401b-8c2f-0a11c2531dd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46e373b2-5ecb-4381-8716-df5b02808814', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:07:08Z', 'updated_at': '2021-12-15T19:07:12Z', 'revision_number': 4, 'project_id': '16942dac7e224846b076de237c009ec9', 'subnets': [{'id': '46e373b2-5ecb-4381-8716-df5b02808814', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'febf5639-db25-4308-8ca0-227ccf51c459'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:07:12.909994 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 44554) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:07:13.093381 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319683f3-8943-499d-92f1-7749adbc2e8f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:07:13.093942 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-319683f3-8943-499d-92f1-7749adbc2e8f admin admin] Synchronizing usage tracker for tenant:b08a70d86b0d4def980bb45ffcc8ec56 on resource:network {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:07:13.144775 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-319683f3-8943-499d-92f1-7749adbc2e8f admin admin] Unset dirty status for tenant:b08a70d86b0d4def980bb45ffcc8ec56 on resource:network {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:07:13.146029 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-319683f3-8943-499d-92f1-7749adbc2e8f admin admin] 10.222.0.36 "GET /v2.0/networks/4b9c9b76-a8c2-4873-8d7b-0d52cc71925c HTTP/1.1" status: 200 len: 842 time: 0.2348819 Dec 15 19:07:13.156801 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-9ad81d7b-ff8f-4055-bf0f-4676e9e8dccc admin admin] Request body: {'subnet': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.26.3.1', 'ip_version': 4, 'cidr': '172.26.3.0/24'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:07:13.162491 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-9ad81d7b-ff8f-4055-bf0f-4676e9e8dccc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:07:13.166928 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-9ad81d7b-ff8f-4055-bf0f-4676e9e8dccc admin admin] Usage tracker for resource:subnet and tenant:b08a70d86b0d4def980bb45ffcc8ec56 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:07:13.169757 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-9ad81d7b-ff8f-4055-bf0f-4676e9e8dccc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:07:13.176057 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-9ad81d7b-ff8f-4055-bf0f-4676e9e8dccc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:07:13.216671 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad81d7b-ff8f-4055-bf0f-4676e9e8dccc admin admin] Made reservation on behalf of b08a70d86b0d4def980bb45ffcc8ec56 for: {'subnet': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:07:13.221632 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9ad81d7b-ff8f-4055-bf0f-4676e9e8dccc admin admin] Notify callbacks [] for subnet, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:07:13.786390 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9ad81d7b-ff8f-4055-bf0f-4676e9e8dccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for subnet, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:07:13.791550 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e98448ce-e9be-44da-b41b-bd477234920a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:07:13.865969 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad81d7b-ff8f-4055-bf0f-4676e9e8dccc admin admin] Pushing event updated for resources: {'Subnet': ['ID=58ad0706-2bbe-4c6d-996e-3025cc30808e,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:07:13.871391 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9ad81d7b-ff8f-4055-bf0f-4676e9e8dccc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:07:13.881973 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad81d7b-ff8f-4055-bf0f-4676e9e8dccc admin admin] Checking segment: {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:07:13.882397 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad81d7b-ff8f-4055-bf0f-4676e9e8dccc admin admin] Network hostable DHCP agents. Network: 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:07:13.933374 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad81d7b-ff8f-4055-bf0f-4676e9e8dccc admin admin] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:07:13.984435 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-9ad81d7b-ff8f-4055-bf0f-4676e9e8dccc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c) {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:07:13.989508 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad81d7b-ff8f-4055-bf0f-4676e9e8dccc admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:07:13.990165 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9ad81d7b-ff8f-4055-bf0f-4676e9e8dccc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:07:13.997163 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e502150f-e28a-47e7-93f6-d252e281fe9c None None] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:07:14.049656 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9ad81d7b-ff8f-4055-bf0f-4676e9e8dccc admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8943098 Dec 15 19:07:14.242989 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd39ae60-c444-4139-8376-9f914ea50c35 None None] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:07:15.753284 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 6091873b-222d-485a-bcb2-b4796a8fbf9c up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:07:15.865273 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 6091873b-222d-485a-bcb2-b4796a8fbf9c completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:07:15.871044 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 6091873b-222d-485a-bcb2-b4796a8fbf9c triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:07:15.871503 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:07:15.995327 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:07:16.031508 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port 6091873b-222d-485a-bcb2-b4796a8fbf9c, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=6091873b-222d-485a-bcb2-b4796a8fbf9c,segment=NetworkSegment(bf1d88a1-5b65-40c2-a9d0-763ee59f37d3),segment_id=bf1d88a1-5b65-40c2-a9d0-763ee59f37d3)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:07:16.068553 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:07:16.071720 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:07:16.139947 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=6091873b-222d-485a-bcb2-b4796a8fbf9c,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:07:16.143371 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:07:16.292299 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 44570) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:07:16.530111 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f24f1d8d-7a13-40e3-b612-cfd21cb0e144 admin admin] 10.222.0.36 "GET /v2.0/routers/b752114c-5f72-401b-8c2f-0a11c2531dd9 HTTP/1.1" status: 200 len: 710 time: 0.2365921 Dec 15 19:07:16.664870 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621b7aef-28ae-4a82-b14a-8bd77c0fcb5f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:07:16.666564 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-621b7aef-28ae-4a82-b14a-8bd77c0fcb5f admin admin] 10.222.0.36 "GET /v2.0/networks/4b9c9b76-a8c2-4873-8d7b-0d52cc71925c HTTP/1.1" status: 200 len: 886 time: 0.1302545 Dec 15 19:07:16.676319 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-b29e7d48-c2d0-4dfa-ad73-c2b8491815c3 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:07:17.319488 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b29e7d48-c2d0-4dfa-ad73-c2b8491815c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:07:17.548342 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b29e7d48-c2d0-4dfa-ad73-c2b8491815c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:07:17.606149 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b29e7d48-c2d0-4dfa-ad73-c2b8491815c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:07:17.739480 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 6091873b-222d-485a-bcb2-b4796a8fbf9c up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:07:17.747510 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-b29e7d48-c2d0-4dfa-ad73-c2b8491815c3 admin admin] Allocated IP 172.26.3.56 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/88c2cf57-d55f-4727-8cde-a667096041d6) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:07:17.812244 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 6091873b-222d-485a-bcb2-b4796a8fbf9c triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:07:17.812656 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:07:17.899824 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b29e7d48-c2d0-4dfa-ad73-c2b8491815c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:07:17.977156 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b29e7d48-c2d0-4dfa-ad73-c2b8491815c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:07:17.982615 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:07:18.047908 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29e7d48-c2d0-4dfa-ad73-c2b8491815c3 admin admin] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:07:18.055721 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-b29e7d48-c2d0-4dfa-ad73-c2b8491815c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:07:18.058346 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29e7d48-c2d0-4dfa-ad73-c2b8491815c3 admin admin] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:07:18.098076 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29e7d48-c2d0-4dfa-ad73-c2b8491815c3 admin admin] Pushing event updated for resources: {'Port': ['ID=88c2cf57-d55f-4727-8cde-a667096041d6,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:07:18.100864 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b29e7d48-c2d0-4dfa-ad73-c2b8491815c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:07:18.325514 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b29e7d48-c2d0-4dfa-ad73-c2b8491815c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:07:18.501648 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b29e7d48-c2d0-4dfa-ad73-c2b8491815c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:07:18.505089 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b29e7d48-c2d0-4dfa-ad73-c2b8491815c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854141873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-633912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854194791'] for router, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:07:18.708655 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b29e7d48-c2d0-4dfa-ad73-c2b8491815c3 admin admin] Router b752114c-5f72-401b-8c2f-0a11c2531dd9 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:07:19.074662 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b29e7d48-c2d0-4dfa-ad73-c2b8491815c3 admin admin] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:07:19.082813 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b29e7d48-c2d0-4dfa-ad73-c2b8491815c3 admin admin] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:07:19.084176 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b29e7d48-c2d0-4dfa-ad73-c2b8491815c3 admin admin] 10.222.0.36 "PUT /v2.0/routers/b752114c-5f72-401b-8c2f-0a11c2531dd9 HTTP/1.1" status: 200 len: 889 time: 2.4116819 Dec 15 19:07:19.084587 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262e2c5f-aa36-4525-960d-1b15f1f42a42 None None] Sync routers for ids ['b752114c-5f72-401b-8c2f-0a11c2531dd9'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:07:19.104218 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262e2c5f-aa36-4525-960d-1b15f1f42a42 None None] Routers {'b752114c-5f72-401b-8c2f-0a11c2531dd9'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:07:19.106043 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-262e2c5f-aa36-4525-960d-1b15f1f42a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:07:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['b752114c-5f72-401b-8c2f-0a11c2531dd9'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:07:19.303506 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-262e2c5f-aa36-4525-960d-1b15f1f42a42 None None] Set router b752114c-5f72-401b-8c2f-0a11c2531dd9 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:07:19.660243 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-262e2c5f-aa36-4525-960d-1b15f1f42a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b752114c-5f72-401b-8c2f-0a11c2531dd9', 'name': 'router1', 'tenant_id': '16942dac7e224846b076de237c009ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.56'}], 'enable_snat': True}, 'gw_port_id': '88c2cf57-d55f-4727-8cde-a667096041d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:06:59Z', 'updated_at': '2021-12-15T19:07:18Z', 'revision_number': 4, 'project_id': '16942dac7e224846b076de237c009ec9', 'gw_port': {'id': '88c2cf57-d55f-4727-8cde-a667096041d6', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:7f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b752114c-5f72-401b-8c2f-0a11c2531dd9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:07:17Z', 'updated_at': '2021-12-15T19:07:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '6091873b-222d-485a-bcb2-b4796a8fbf9c', 'name': '', 'network_id': 'def30c0e-df93-4bee-85e3-c06a6fd229d5', 'tenant_id': '16942dac7e224846b076de237c009ec9', 'mac_address': 'fa:16:3e:cd:06:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b752114c-5f72-401b-8c2f-0a11c2531dd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46e373b2-5ecb-4381-8716-df5b02808814', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:07:08Z', 'updated_at': '2021-12-15T19:07:16Z', 'revision_number': 5, 'project_id': '16942dac7e224846b076de237c009ec9', 'subnets': [{'id': '46e373b2-5ecb-4381-8716-df5b02808814', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'febf5639-db25-4308-8ca0-227ccf51c459'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:07:19.665198 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262e2c5f-aa36-4525-960d-1b15f1f42a42 None None] Checking router: b752114c-5f72-401b-8c2f-0a11c2531dd9 for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:07:19.665618 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262e2c5f-aa36-4525-960d-1b15f1f42a42 None None] Updating router b752114c-5f72-401b-8c2f-0a11c2531dd9 port 88c2cf57-d55f-4727-8cde-a667096041d6 binding host dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 15 19:07:19.716657 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-262e2c5f-aa36-4525-960d-1b15f1f42a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:07:20.059178 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-262e2c5f-aa36-4525-960d-1b15f1f42a42 None None] Notify callbacks [] for port, precommit_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:07:20.070988 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-262e2c5f-aa36-4525-960d-1b15f1f42a42 None None] Transition to ACTIVE for port object 88c2cf57-d55f-4727-8cde-a667096041d6 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:07:20.099004 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-262e2c5f-aa36-4525-960d-1b15f1f42a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:07:20.104461 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:07:20.187684 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d65ebb-d48e-4aee-9ece-24a9cc9df989 None None] Pushing event updated for resources: {'Port': ['ID=88c2cf57-d55f-4727-8cde-a667096041d6,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:07:20.190169 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-262e2c5f-aa36-4525-960d-1b15f1f42a42 None None] Attempting to bind port 88c2cf57-d55f-4727-8cde-a667096041d6 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:07:20.190598 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-262e2c5f-aa36-4525-960d-1b15f1f42a42 None None] Attempting to bind port 88c2cf57-d55f-4727-8cde-a667096041d6 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:07:20.190992 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262e2c5f-aa36-4525-960d-1b15f1f42a42 None None] Attempting to bind port 88c2cf57-d55f-4727-8cde-a667096041d6 on network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:07:20.193270 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b1d65ebb-d48e-4aee-9ece-24a9cc9df989 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:07:20.198596 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262e2c5f-aa36-4525-960d-1b15f1f42a42 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:07:20.199002 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262e2c5f-aa36-4525-960d-1b15f1f42a42 None None] Checking segment: {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:07:20.199437 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-262e2c5f-aa36-4525-960d-1b15f1f42a42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:07:20.199856 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262e2c5f-aa36-4525-960d-1b15f1f42a42 None None] Bound using segment: {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:07:20.200359 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-262e2c5f-aa36-4525-960d-1b15f1f42a42 None None] Bound port: 88c2cf57-d55f-4727-8cde-a667096041d6, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:07:20.200765 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-262e2c5f-aa36-4525-960d-1b15f1f42a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:07:20.271837 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-262e2c5f-aa36-4525-960d-1b15f1f42a42 None None] For port 88c2cf57-d55f-4727-8cde-a667096041d6, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:07:20.275460 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-262e2c5f-aa36-4525-960d-1b15f1f42a42 None None] For port 88c2cf57-d55f-4727-8cde-a667096041d6, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=88c2cf57-d55f-4727-8cde-a667096041d6,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:07:20.305474 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-262e2c5f-aa36-4525-960d-1b15f1f42a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:07:20.311953 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e6ef76bf-c8d0-4086-a6fd-11784e394b60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:07:20.391214 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d65ebb-d48e-4aee-9ece-24a9cc9df989 None None] Pushing event updated for resources: {'Port': ['ID=88c2cf57-d55f-4727-8cde-a667096041d6,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:07:20.394553 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b1d65ebb-d48e-4aee-9ece-24a9cc9df989 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:07:20.397824 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262e2c5f-aa36-4525-960d-1b15f1f42a42 None None] Routers {'b752114c-5f72-401b-8c2f-0a11c2531dd9'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:07:20.398497 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-262e2c5f-aa36-4525-960d-1b15f1f42a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:07:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['b752114c-5f72-401b-8c2f-0a11c2531dd9'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:07:20.723619 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-262e2c5f-aa36-4525-960d-1b15f1f42a42 None None] Set router b752114c-5f72-401b-8c2f-0a11c2531dd9 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:07:21.062900 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-262e2c5f-aa36-4525-960d-1b15f1f42a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b752114c-5f72-401b-8c2f-0a11c2531dd9', 'name': 'router1', 'tenant_id': '16942dac7e224846b076de237c009ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.56'}], 'enable_snat': True}, 'gw_port_id': '88c2cf57-d55f-4727-8cde-a667096041d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:06:59Z', 'updated_at': '2021-12-15T19:07:18Z', 'revision_number': 4, 'project_id': '16942dac7e224846b076de237c009ec9', 'gw_port': {'id': '88c2cf57-d55f-4727-8cde-a667096041d6', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:7f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b752114c-5f72-401b-8c2f-0a11c2531dd9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:07:17Z', 'updated_at': '2021-12-15T19:07:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '6091873b-222d-485a-bcb2-b4796a8fbf9c', 'name': '', 'network_id': 'def30c0e-df93-4bee-85e3-c06a6fd229d5', 'tenant_id': '16942dac7e224846b076de237c009ec9', 'mac_address': 'fa:16:3e:cd:06:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b752114c-5f72-401b-8c2f-0a11c2531dd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46e373b2-5ecb-4381-8716-df5b02808814', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:07:08Z', 'updated_at': '2021-12-15T19:07:16Z', 'revision_number': 5, 'project_id': '16942dac7e224846b076de237c009ec9', 'subnets': [{'id': '46e373b2-5ecb-4381-8716-df5b02808814', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'febf5639-db25-4308-8ca0-227ccf51c459'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:07:21.067054 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262e2c5f-aa36-4525-960d-1b15f1f42a42 None None] The sync data for ids ['b752114c-5f72-401b-8c2f-0a11c2531dd9'] in dv-neutron-821831-2-hyperv is: [{'id': 'b752114c-5f72-401b-8c2f-0a11c2531dd9', 'name': 'router1', 'tenant_id': '16942dac7e224846b076de237c009ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.56'}], 'enable_snat': True}, 'gw_port_id': '88c2cf57-d55f-4727-8cde-a667096041d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:06:59Z', 'updated_at': '2021-12-15T19:07:18Z', 'revision_number': 4, 'project_id': '16942dac7e224846b076de237c009ec9', 'gw_port': {'id': '88c2cf57-d55f-4727-8cde-a667096041d6', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:7f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b752114c-5f72-401b-8c2f-0a11c2531dd9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:07:17Z', 'updated_at': '2021-12-15T19:07:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '6091873b-222d-485a-bcb2-b4796a8fbf9c', 'name': '', 'network_id': 'def30c0e-df93-4bee-85e3-c06a6fd229d5', 'tenant_id': '16942dac7e224846b076de237c009ec9', 'mac_address': 'fa:16:3e:cd:06:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b752114c-5f72-401b-8c2f-0a11c2531dd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46e373b2-5ecb-4381-8716-df5b02808814', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:07:08Z', 'updated_at': '2021-12-15T19:07:16Z', 'revision_number': 5, 'project_id': '16942dac7e224846b076de237c009ec9', 'subnets': [{'id': '46e373b2-5ecb-4381-8716-df5b02808814', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'febf5639-db25-4308-8ca0-227ccf51c459'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:07:21.393663 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 44582) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:07:21.545582 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f1020df4-fead-440a-a972-8013158f829e admin admin] 10.222.0.36 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1081 time: 0.1506555 Dec 15 19:07:21.779389 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 88c2cf57-d55f-4727-8cde-a667096041d6 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:07:21.814689 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 5 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 19:07:21.888422 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 88c2cf57-d55f-4727-8cde-a667096041d6 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:07:21.893967 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 88c2cf57-d55f-4727-8cde-a667096041d6 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:07:21.894413 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:07:22.016458 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:07:22.034182 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port 88c2cf57-d55f-4727-8cde-a667096041d6, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=88c2cf57-d55f-4727-8cde-a667096041d6,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:07:22.082547 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:07:22.085916 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:07:22.161171 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=88c2cf57-d55f-4727-8cde-a667096041d6,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:07:22.164570 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:07:23.757773 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 88c2cf57-d55f-4727-8cde-a667096041d6 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:07:23.850032 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 88c2cf57-d55f-4727-8cde-a667096041d6 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:07:23.850483 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:07:38.187429 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8ba20571-a0d6-428c-adaa-7e7ad80f3503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:07:39.427519 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:07:40.492369 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b7cb4f28-7b2a-4fb2-b1ca-1713b957a291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:07:40.644699 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:07:42.398679 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:07:58.806399 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 5 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 19:08:08.177383 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-20956368-2915-420e-9faa-876c0e09440d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:08:09.458626 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:08:10.503076 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8ab7a4b0-2b85-41e5-be63-76ce2eb4d972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:08:10.640529 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:08:12.403887 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:08:35.801133 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 5 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 19:08:38.181876 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-857f0da6-789d-4f37-8f60-555508e4efad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:08:39.421530 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:08:40.501857 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-07bdc18c-f379-4f6a-a7c7-9ac0a8798127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:08:40.649920 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:08:42.404645 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:09:01.184810 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 45152) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:09:01.767917 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c7e3ad1-25b7-4dc1-bd42-5aa4cac7807b admin admin] GET failed (client error): The resource could not be found. Dec 15 19:09:01.769506 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6c7e3ad1-25b7-4dc1-bd42-5aa4cac7807b admin admin] 10.222.0.36 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.5826809 Dec 15 19:09:02.170848 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.policy [None req-c3dc385c-959f-439f-ab63-cdd337c6842c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88991) register_rules /opt/stack/neutron/neutron/policy.py:68}} Dec 15 19:09:02.177158 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3dc385c-959f-439f-ab63-cdd337c6842c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:09:02.179538 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c3dc385c-959f-439f-ab63-cdd337c6842c admin admin] 10.222.0.36 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.4050415 Dec 15 19:09:04.265380 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 45170) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:09:04.413563 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3f8944-1505-48a6-817b-a298e8533b21 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:09:04.414969 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-de3f8944-1505-48a6-817b-a298e8533b21 admin admin] 10.222.0.36 "GET /v2.0/subnets/46e373b2-5ecb-4381-8716-df5b02808814 HTTP/1.1" status: 200 len: 849 time: 0.1485820 Dec 15 19:09:04.425183 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-2bcab841-3830-4d1f-99de-75c565a833c0 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:09:04.550476 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2bcab841-3830-4d1f-99de-75c565a833c0 admin admin] Notify callbacks [] for subnet, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:09:04.797430 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2bcab841-3830-4d1f-99de-75c565a833c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734580298918'] for subnet, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:09:04.802533 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:09:04.885382 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bcab841-3830-4d1f-99de-75c565a833c0 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:09:04.886474 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2bcab841-3830-4d1f-99de-75c565a833c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:09:04.889380 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-2bcab841-3830-4d1f-99de-75c565a833c0 admin admin] 10.222.0.36 "PUT /v2.0/subnets/46e373b2-5ecb-4381-8716-df5b02808814 HTTP/1.1" status: 200 len: 868 time: 0.4663315 Dec 15 19:09:04.890156 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef7d090-6333-4302-a10c-ef13be5aa506 None None] Network def30c0e-df93-4bee-85e3-c06a6fd229d5 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:09:04.894275 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcab841-3830-4d1f-99de-75c565a833c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46e373b2-5ecb-4381-8716-df5b02808814,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:09:04.904900 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcab841-3830-4d1f-99de-75c565a833c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:09:04.905273 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcab841-3830-4d1f-99de-75c565a833c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:09:04.905644 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcab841-3830-4d1f-99de-75c565a833c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:09:04.906012 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcab841-3830-4d1f-99de-75c565a833c0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:09:04.906423 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcab841-3830-4d1f-99de-75c565a833c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:09:04.906788 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcab841-3830-4d1f-99de-75c565a833c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:09:04.907179 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcab841-3830-4d1f-99de-75c565a833c0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:09:04.907527 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcab841-3830-4d1f-99de-75c565a833c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:09:04.907879 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcab841-3830-4d1f-99de-75c565a833c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:09:04.908232 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcab841-3830-4d1f-99de-75c565a833c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:09:04.908588 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcab841-3830-4d1f-99de-75c565a833c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:09:04.910124 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcab841-3830-4d1f-99de-75c565a833c0 admin admin] Tracked resource versions report: Dec 15 19:09:04.910124 dv-neutron-821831-2-hyperv neutron-server[88879]: pushed versions: Dec 15 19:09:04.910124 dv-neutron-821831-2-hyperv neutron-server[88879]: { 'ConntrackHelper': {'1.0'}, Dec 15 19:09:04.910124 dv-neutron-821831-2-hyperv neutron-server[88879]: 'Log': {'1.0'}, Dec 15 19:09:04.910124 dv-neutron-821831-2-hyperv neutron-server[88879]: 'Network': {'1.1'}, Dec 15 19:09:04.910124 dv-neutron-821831-2-hyperv neutron-server[88879]: 'Port': {'1.5'}, Dec 15 19:09:04.910124 dv-neutron-821831-2-hyperv neutron-server[88879]: 'PortForwarding': {'1.2'}, Dec 15 19:09:04.910124 dv-neutron-821831-2-hyperv neutron-server[88879]: 'QosPolicy': {'1.8'}, Dec 15 19:09:04.910124 dv-neutron-821831-2-hyperv neutron-server[88879]: 'SecurityGroup': {'1.2'}, Dec 15 19:09:04.910124 dv-neutron-821831-2-hyperv neutron-server[88879]: 'SecurityGroupRule': {'1.0'}, Dec 15 19:09:04.910124 dv-neutron-821831-2-hyperv neutron-server[88879]: 'SubPort': {'1.0'}, Dec 15 19:09:04.910124 dv-neutron-821831-2-hyperv neutron-server[88879]: 'Subnet': {'1.1'}, Dec 15 19:09:04.910124 dv-neutron-821831-2-hyperv neutron-server[88879]: 'Trunk': {'1.1'}} Dec 15 19:09:04.910124 dv-neutron-821831-2-hyperv neutron-server[88879]: consumer versions: Dec 15 19:09:04.910124 dv-neutron-821831-2-hyperv neutron-server[88879]: { DHCP agent@dv-neutron-821831-2-hyperv: {}, Dec 15 19:09:04.910124 dv-neutron-821831-2-hyperv neutron-server[88879]: L3 agent@dv-neutron-821831-2-hyperv: {}, Dec 15 19:09:04.910124 dv-neutron-821831-2-hyperv neutron-server[88879]: Metadata agent@dv-neutron-821831-2-hyperv: {}, Dec 15 19:09:04.910124 dv-neutron-821831-2-hyperv neutron-server[88879]: Metering agent@dv-neutron-821831-2-hyperv: {}, Dec 15 19:09:04.910124 dv-neutron-821831-2-hyperv neutron-server[88879]: Open vSwitch agent@dv-neutron-821831-2-hyperv: { 'ConntrackHelper': '1.0', Dec 15 19:09:04.910124 dv-neutron-821831-2-hyperv neutron-server[88879]: 'Log': '1.0', Dec 15 19:09:04.910124 dv-neutron-821831-2-hyperv neutron-server[88879]: 'Network': '1.1', Dec 15 19:09:04.910124 dv-neutron-821831-2-hyperv neutron-server[88879]: 'Port': '1.5', Dec 15 19:09:04.910124 dv-neutron-821831-2-hyperv neutron-server[88879]: 'PortForwarding': '1.2', Dec 15 19:09:04.910124 dv-neutron-821831-2-hyperv neutron-server[88879]: 'QosPolicy': '1.8', Dec 15 19:09:04.910124 dv-neutron-821831-2-hyperv neutron-server[88879]: 'SecurityGroup': '1.2', Dec 15 19:09:04.910124 dv-neutron-821831-2-hyperv neutron-server[88879]: 'SecurityGroupRule': '1.0', Dec 15 19:09:04.910124 dv-neutron-821831-2-hyperv neutron-server[88879]: 'SubPort': '1.0', Dec 15 19:09:04.910124 dv-neutron-821831-2-hyperv neutron-server[88879]: 'Subnet': '1.1', Dec 15 19:09:04.910124 dv-neutron-821831-2-hyperv neutron-server[88879]: 'Trunk': '1.1'}} Dec 15 19:09:04.910124 dv-neutron-821831-2-hyperv neutron-server[88879]: {{(pid=88991) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 15 19:09:04.915022 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2bcab841-3830-4d1f-99de-75c565a833c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:09:05.386562 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-a5d46f2e-c314-470b-9a4f-633f1fe9aa3e None None] Provisioning complete for port 6091873b-222d-485a-bcb2-b4796a8fbf9c triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:09:05.387068 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a5d46f2e-c314-470b-9a4f-633f1fe9aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:09:05.516897 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-a5d46f2e-c314-470b-9a4f-633f1fe9aa3e None None] Provisioning complete for port bfdbe53c-9804-487a-8f7f-c6f932374723 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:09:05.517316 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a5d46f2e-c314-470b-9a4f-633f1fe9aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:09:07.035367 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 45186) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:09:07.247116 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ef368b-7c7b-4ae4-ab92-aa3b88f2b442 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:09:07.247453 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ef368b-7c7b-4ae4-ab92-aa3b88f2b442 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:09:07.249081 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-22ef368b-7c7b-4ae4-ab92-aa3b88f2b442 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2126763 Dec 15 19:09:08.180217 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-73ccb6ba-b79d-47a0-aef7-024a5b7e71ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:09:09.338498 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 45198) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:09:09.420316 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:09:09.549683 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846325d4-e6f8-4ddf-a036-582b5c30a49d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:09:09.550106 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846325d4-e6f8-4ddf-a036-582b5c30a49d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:09:09.551805 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-846325d4-e6f8-4ddf-a036-582b5c30a49d admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2122011 Dec 15 19:09:10.483170 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-40a6d760-9a47-43ec-aef1-a14c8f0b58c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:09:10.649521 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:09:11.650664 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 45210) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:09:11.864231 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752d7acc-3aad-4fd9-a8af-a1abc13ef3e1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:09:11.866369 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-752d7acc-3aad-4fd9-a8af-a1abc13ef3e1 admin admin] 10.222.0.36 "GET /v2.0/networks/4b9c9b76-a8c2-4873-8d7b-0d52cc71925c HTTP/1.1" status: 200 len: 886 time: 0.2145925 Dec 15 19:09:12.414861 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:09:12.805932 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 5 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 19:09:13.989765 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 45222) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:09:14.197807 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1e233a-8da4-423d-8e29-8928af05d61c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:09:14.199209 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-eb1e233a-8da4-423d-8e29-8928af05d61c admin admin] 10.222.0.36 "GET /v2.0/networks/def30c0e-df93-4bee-85e3-c06a6fd229d5 HTTP/1.1" status: 200 len: 869 time: 0.2082801 Dec 15 19:09:16.303264 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 45234) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:09:16.442013 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a93374-47ad-4cf1-9adf-6b153c63eacb admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:09:16.442386 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a93374-47ad-4cf1-9adf-6b153c63eacb admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:09:16.443224 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-16a93374-47ad-4cf1-9adf-6b153c63eacb admin admin] Synchronizing usage tracker for tenant:b08a70d86b0d4def980bb45ffcc8ec56 on resource:subnet {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:09:16.523045 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-16a93374-47ad-4cf1-9adf-6b153c63eacb admin admin] Unset dirty status for tenant:b08a70d86b0d4def980bb45ffcc8ec56 on resource:subnet {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:09:16.524363 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-16a93374-47ad-4cf1-9adf-6b153c63eacb admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2200134 Dec 15 19:09:18.617579 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 45246) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:09:18.756730 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a5206d-b20f-418d-8e31-7476b2ba30e6 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:09:18.757143 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a5206d-b20f-418d-8e31-7476b2ba30e6 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:09:18.758763 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-89a5206d-b20f-418d-8e31-7476b2ba30e6 admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1400845 Dec 15 19:09:20.877977 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 45258) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:09:21.044155 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db47665-b719-4f93-9f3f-bea1ebb5a1ce admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:09:21.045544 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-5db47665-b719-4f93-9f3f-bea1ebb5a1ce admin admin] 10.222.0.36 "GET /v2.0/subnets/46e373b2-5ecb-4381-8716-df5b02808814 HTTP/1.1" status: 200 len: 868 time: 0.1665127 Dec 15 19:09:23.178048 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 45270) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:09:23.312382 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770acafb-43c3-40e0-8f2a-a309a23ef6d1 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:09:23.313754 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-770acafb-43c3-40e0-8f2a-a309a23ef6d1 admin admin] 10.222.0.36 "GET /v2.0/subnets/58ad0706-2bbe-4c6d-996e-3025cc30808e HTTP/1.1" status: 200 len: 816 time: 0.1346316 Dec 15 19:09:38.202397 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ea720173-9ca7-40fd-b169-aa705a2bfd5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:09:39.436304 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:09:40.493774 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dae87bfb-e559-4ef1-b715-1eb7928d5b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:09:40.653760 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:09:42.430884 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:09:43.250767 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 45318) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:09:43.327917 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [None req-23c739ce-60d3-48cc-b602-473d875da99e admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:09:43.329012 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-23c739ce-60d3-48cc-b602-473d875da99e admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0770731 Dec 15 19:09:45.528602 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 45330) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:09:45.628538 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b7526df-70fd-4258-94b5-8b957936a4ef admin admin] GET failed (client error): The resource could not be found. Dec 15 19:09:45.629895 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8b7526df-70fd-4258-94b5-8b957936a4ef admin admin] 10.222.0.36 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1002848 Dec 15 19:09:45.766512 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad45324f-3a3d-4537-a26a-d0dbae41d4f5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:09:45.768976 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ad45324f-3a3d-4537-a26a-d0dbae41d4f5 admin admin] 10.222.0.36 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1341648 Dec 15 19:09:47.865770 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 45342) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:09:47.941538 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-8a77bb15-6790-4dea-9a9c-67813904c89a admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:09:47.946981 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-8a77bb15-6790-4dea-9a9c-67813904c89a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:09:47.957027 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-8a77bb15-6790-4dea-9a9c-67813904c89a admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:09:48.047238 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a77bb15-6790-4dea-9a9c-67813904c89a admin admin] Made reservation on behalf of b08a70d86b0d4def980bb45ffcc8ec56 for: {'network': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:09:48.051840 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8a77bb15-6790-4dea-9a9c-67813904c89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:09:48.143672 dv-neutron-821831-2-hyperv neutron-server[88879]: WARNING neutron.services.revisions.revision_plugin [None req-8a77bb15-6790-4dea-9a9c-67813904c89a admin admin] Could not find related network for resource to bump revision. Dec 15 19:09:48.161951 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a77bb15-6790-4dea-9a9c-67813904c89a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=88990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:09:48.214663 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8a77bb15-6790-4dea-9a9c-67813904c89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:09:48.215063 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-8a77bb15-6790-4dea-9a9c-67813904c89a admin admin] Added segment 91792c75-5c6c-4556-8f17-00e705ce5405 of type vlan for network 501a8228-358e-487f-98ee-3c21dc893e35 Dec 15 19:09:48.241746 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8a77bb15-6790-4dea-9a9c-67813904c89a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:09:48.298845 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8a77bb15-6790-4dea-9a9c-67813904c89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:09:48.300088 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a77bb15-6790-4dea-9a9c-67813904c89a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:09:48.300725 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8a77bb15-6790-4dea-9a9c-67813904c89a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:09:48.305786 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-08a21c3e-185b-4eb3-ba01-c0cd2ccf6bb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:09:48.404968 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a77bb15-6790-4dea-9a9c-67813904c89a admin admin] Pushing event updated for resources: {'Network': ['ID=501a8228-358e-487f-98ee-3c21dc893e35,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:09:48.415160 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a77bb15-6790-4dea-9a9c-67813904c89a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:09:48.415499 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a77bb15-6790-4dea-9a9c-67813904c89a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:09:48.415844 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a77bb15-6790-4dea-9a9c-67813904c89a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:09:48.416210 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a77bb15-6790-4dea-9a9c-67813904c89a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:09:48.416571 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a77bb15-6790-4dea-9a9c-67813904c89a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:09:48.416931 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a77bb15-6790-4dea-9a9c-67813904c89a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:09:48.417290 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a77bb15-6790-4dea-9a9c-67813904c89a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:09:48.417648 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a77bb15-6790-4dea-9a9c-67813904c89a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:09:48.418002 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a77bb15-6790-4dea-9a9c-67813904c89a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:09:48.418381 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a77bb15-6790-4dea-9a9c-67813904c89a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:09:48.418736 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a77bb15-6790-4dea-9a9c-67813904c89a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:09:48.422343 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8a77bb15-6790-4dea-9a9c-67813904c89a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:09:48.429822 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 501a8228-358e-487f-98ee-3c21dc893e35 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:09:48.443868 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8a77bb15-6790-4dea-9a9c-67813904c89a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5768898 Dec 15 19:09:49.809706 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 5 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 19:09:50.582873 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 45354) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:09:50.688236 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-69ab9fc7-67f4-47e0-aa7b-edc4d6ab2bef admin admin] GET failed (client error): The resource could not be found. Dec 15 19:09:50.688778 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-69ab9fc7-67f4-47e0-aa7b-edc4d6ab2bef admin admin] Synchronizing usage tracker for tenant:b08a70d86b0d4def980bb45ffcc8ec56 on resource:network {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:09:50.721638 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-69ab9fc7-67f4-47e0-aa7b-edc4d6ab2bef admin admin] Unset dirty status for tenant:b08a70d86b0d4def980bb45ffcc8ec56 on resource:network {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:09:50.722834 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-69ab9fc7-67f4-47e0-aa7b-edc4d6ab2bef admin admin] 10.222.0.36 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1389236 Dec 15 19:09:50.838581 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef674660-1952-4e09-8c54-e43e6d80f8c4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:09:50.840123 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ef674660-1952-4e09-8c54-e43e6d80f8c4 admin admin] 10.222.0.36 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1120512 Dec 15 19:09:50.851213 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-30c73650-ad20-498b-b08f-02eeff504d78 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '501a8228-358e-487f-98ee-3c21dc893e35', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:09:50.855840 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-30c73650-ad20-498b-b08f-02eeff504d78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:09:50.866492 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-30c73650-ad20-498b-b08f-02eeff504d78 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:09:50.899018 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30c73650-ad20-498b-b08f-02eeff504d78 admin admin] Made reservation on behalf of b08a70d86b0d4def980bb45ffcc8ec56 for: {'subnet': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:09:50.903911 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-30c73650-ad20-498b-b08f-02eeff504d78 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:09:51.150173 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-30c73650-ad20-498b-b08f-02eeff504d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for subnet, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:09:51.154901 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:09:51.223181 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c73650-ad20-498b-b08f-02eeff504d78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f407e711-0b5c-4df0-9e99-6b878efc22c9,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:09:51.226428 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-30c73650-ad20-498b-b08f-02eeff504d78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:09:51.239732 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c73650-ad20-498b-b08f-02eeff504d78 admin admin] Checking segment: {'id': '91792c75-5c6c-4556-8f17-00e705ce5405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '501a8228-358e-487f-98ee-3c21dc893e35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:09:51.240303 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c73650-ad20-498b-b08f-02eeff504d78 admin admin] Network hostable DHCP agents. Network: 501a8228-358e-487f-98ee-3c21dc893e35, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:09:51.298588 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c73650-ad20-498b-b08f-02eeff504d78 admin admin] Network 501a8228-358e-487f-98ee-3c21dc893e35 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:09:51.332984 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-30c73650-ad20-498b-b08f-02eeff504d78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, 501a8228-358e-487f-98ee-3c21dc893e35) {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:09:51.337666 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c73650-ad20-498b-b08f-02eeff504d78 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:09:51.338370 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-30c73650-ad20-498b-b08f-02eeff504d78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:09:51.343960 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16ee44c-87a9-4e22-a46e-79dc495b90eb None None] Network 501a8228-358e-487f-98ee-3c21dc893e35 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:09:51.397505 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-30c73650-ad20-498b-b08f-02eeff504d78 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5505047 Dec 15 19:09:51.581431 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9ac363-8eb4-4c04-aab6-2197ac40bf1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-501a8228-358e-487f-98ee-3c21dc893e35', 'network_id': '501a8228-358e-487f-98ee-3c21dc893e35', 'tenant_id': 'b08a70d86b0d4def980bb45ffcc8ec56', 'fixed_ips': [{'subnet_id': 'f407e711-0b5c-4df0-9e99-6b878efc22c9'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:09:51.582458 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3e9ac363-8eb4-4c04-aab6-2197ac40bf1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:09:51.752202 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-3e9ac363-8eb4-4c04-aab6-2197ac40bf1d None None] Allocated IP 192.168.233.2 (501a8228-358e-487f-98ee-3c21dc893e35/f407e711-0b5c-4df0-9e99-6b878efc22c9/f88006d1-df01-4236-acbd-298e25d3b9fb) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:09:52.024600 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3e9ac363-8eb4-4c04-aab6-2197ac40bf1d None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:09:52.035666 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-3e9ac363-8eb4-4c04-aab6-2197ac40bf1d None None] Transition to ACTIVE for port object f88006d1-df01-4236-acbd-298e25d3b9fb will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:09:52.055476 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-3e9ac363-8eb4-4c04-aab6-2197ac40bf1d None None] Transition to ACTIVE for port object f88006d1-df01-4236-acbd-298e25d3b9fb will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:09:52.104994 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3e9ac363-8eb4-4c04-aab6-2197ac40bf1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:09:52.111003 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b1d65ebb-d48e-4aee-9ece-24a9cc9df989 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:09:52.177530 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9ac363-8eb4-4c04-aab6-2197ac40bf1d None None] Network 501a8228-358e-487f-98ee-3c21dc893e35 is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:09:52.181214 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-3e9ac363-8eb4-4c04-aab6-2197ac40bf1d None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:09:52.185992 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9ac363-8eb4-4c04-aab6-2197ac40bf1d None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:09:52.188157 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9ac363-8eb4-4c04-aab6-2197ac40bf1d None None] Pushing event updated for resources: {'Port': ['ID=f88006d1-df01-4236-acbd-298e25d3b9fb,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:09:52.200309 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9ac363-8eb4-4c04-aab6-2197ac40bf1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:09:52.200694 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9ac363-8eb4-4c04-aab6-2197ac40bf1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:09:52.201071 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9ac363-8eb4-4c04-aab6-2197ac40bf1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:09:52.201440 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9ac363-8eb4-4c04-aab6-2197ac40bf1d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:09:52.201818 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9ac363-8eb4-4c04-aab6-2197ac40bf1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:09:52.202184 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9ac363-8eb4-4c04-aab6-2197ac40bf1d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:09:52.202576 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9ac363-8eb4-4c04-aab6-2197ac40bf1d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:09:52.202943 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9ac363-8eb4-4c04-aab6-2197ac40bf1d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:09:52.203300 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9ac363-8eb4-4c04-aab6-2197ac40bf1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:09:52.203661 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9ac363-8eb4-4c04-aab6-2197ac40bf1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:09:52.204026 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9ac363-8eb4-4c04-aab6-2197ac40bf1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:09:52.238388 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3e9ac363-8eb4-4c04-aab6-2197ac40bf1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:09:52.291403 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-3e9ac363-8eb4-4c04-aab6-2197ac40bf1d None None] Attempting to bind port f88006d1-df01-4236-acbd-298e25d3b9fb on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:09:52.291746 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-3e9ac363-8eb4-4c04-aab6-2197ac40bf1d None None] Attempting to bind port f88006d1-df01-4236-acbd-298e25d3b9fb by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '91792c75-5c6c-4556-8f17-00e705ce5405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '501a8228-358e-487f-98ee-3c21dc893e35'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:09:52.292151 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9ac363-8eb4-4c04-aab6-2197ac40bf1d None None] Attempting to bind port f88006d1-df01-4236-acbd-298e25d3b9fb on network 501a8228-358e-487f-98ee-3c21dc893e35 {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:09:52.298923 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9ac363-8eb4-4c04-aab6-2197ac40bf1d None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:09:52.299331 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9ac363-8eb4-4c04-aab6-2197ac40bf1d None None] Checking segment: {'id': '91792c75-5c6c-4556-8f17-00e705ce5405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '501a8228-358e-487f-98ee-3c21dc893e35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:09:52.299774 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3e9ac363-8eb4-4c04-aab6-2197ac40bf1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:09:52.300209 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9ac363-8eb4-4c04-aab6-2197ac40bf1d None None] Bound using segment: {'id': '91792c75-5c6c-4556-8f17-00e705ce5405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '501a8228-358e-487f-98ee-3c21dc893e35'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:09:52.300718 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-3e9ac363-8eb4-4c04-aab6-2197ac40bf1d None None] Bound port: f88006d1-df01-4236-acbd-298e25d3b9fb, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91792c75-5c6c-4556-8f17-00e705ce5405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '501a8228-358e-487f-98ee-3c21dc893e35'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:09:52.301152 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3e9ac363-8eb4-4c04-aab6-2197ac40bf1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:09:52.393584 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-3e9ac363-8eb4-4c04-aab6-2197ac40bf1d None None] For port f88006d1-df01-4236-acbd-298e25d3b9fb, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:09:52.396778 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-3e9ac363-8eb4-4c04-aab6-2197ac40bf1d None None] For port f88006d1-df01-4236-acbd-298e25d3b9fb, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=f88006d1-df01-4236-acbd-298e25d3b9fb,segment=NetworkSegment(91792c75-5c6c-4556-8f17-00e705ce5405),segment_id=91792c75-5c6c-4556-8f17-00e705ce5405)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:09:52.459619 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3e9ac363-8eb4-4c04-aab6-2197ac40bf1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:09:52.464239 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3e9ac363-8eb4-4c04-aab6-2197ac40bf1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:09:52.542786 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9ac363-8eb4-4c04-aab6-2197ac40bf1d None None] Pushing event updated for resources: {'Port': ['ID=f88006d1-df01-4236-acbd-298e25d3b9fb,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:09:52.547159 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3e9ac363-8eb4-4c04-aab6-2197ac40bf1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:09:53.871416 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device f88006d1-df01-4236-acbd-298e25d3b9fb up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:09:54.072237 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0456cbb1-39d9-41e7-9798-add36dcaf6af None None] Network 501a8228-358e-487f-98ee-3c21dc893e35 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:09:54.255471 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port f88006d1-df01-4236-acbd-298e25d3b9fb completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:09:54.259596 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port f88006d1-df01-4236-acbd-298e25d3b9fb triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:09:54.260014 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:09:54.290675 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-242e357b-4b04-451a-b698-15643ee1fc93 None None] Provisioning for port f88006d1-df01-4236-acbd-298e25d3b9fb completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:09:54.309439 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-242e357b-4b04-451a-b698-15643ee1fc93 None None] Provisioning complete for port f88006d1-df01-4236-acbd-298e25d3b9fb triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:09:54.309893 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-242e357b-4b04-451a-b698-15643ee1fc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:09:54.693892 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:09:54.721992 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-242e357b-4b04-451a-b698-15643ee1fc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:09:54.760989 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port f88006d1-df01-4236-acbd-298e25d3b9fb, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=f88006d1-df01-4236-acbd-298e25d3b9fb,segment=NetworkSegment(91792c75-5c6c-4556-8f17-00e705ce5405),segment_id=91792c75-5c6c-4556-8f17-00e705ce5405)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:09:54.805383 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:09:54.816367 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:09:54.869088 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-242e357b-4b04-451a-b698-15643ee1fc93 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88992) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:09:54.869746 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-242e357b-4b04-451a-b698-15643ee1fc93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:09:54.896775 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=f88006d1-df01-4236-acbd-298e25d3b9fb,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:09:54.912618 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:09:55.549906 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-82531ec9-22fa-4e44-bbc0-69dc4188afb8 None None] Provisioning complete for port f88006d1-df01-4236-acbd-298e25d3b9fb triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:09:55.550358 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-82531ec9-22fa-4e44-bbc0-69dc4188afb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:09:55.833321 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device f88006d1-df01-4236-acbd-298e25d3b9fb up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:09:55.903791 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port f88006d1-df01-4236-acbd-298e25d3b9fb triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:09:55.904854 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:10:08.190005 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d44a06bc-9023-4414-8c61-66ae7a7439ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:10:09.418812 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:10:10.510306 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b9efb25d-b26e-400b-a92a-2b6b6c222572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:10:10.664254 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:10:12.430409 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:10:26.808993 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 5 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 19:10:38.184103 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3073cf22-7fb2-42a9-ba66-38c5f1e169c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:10:39.429450 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:10:40.497668 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d45995f4-f558-4b59-a6ad-990add2376a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:10:40.667991 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:10:42.486511 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:11:03.810492 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 5 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 19:11:08.183029 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-53205e76-b713-47fc-b88d-23f691a01bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:11:08.557443 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 45390) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:11:08.563596 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [None req-5b0d76ea-061e-4fe9-98e5-371a736fb22f tempest-verify_tempest_config-1076076125 tempest-verify_tempest_config-1076076125-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:11:08.565353 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-5b0d76ea-061e-4fe9-98e5-371a736fb22f tempest-verify_tempest_config-1076076125 tempest-verify_tempest_config-1076076125-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12156 time: 0.0067317 Dec 15 19:11:09.041031 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 45408) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:11:09.193125 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-80eebe96-f9c7-4b37-9e19-9123507bd36d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:11:09.225298 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-80eebe96-f9c7-4b37-9e19-9123507bd36d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:11:09.229216 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-80eebe96-f9c7-4b37-9e19-9123507bd36d admin admin] Usage tracker for resource:security_group_rule and tenant:fa83af4cffbf4fe795727f0ead2c2e20 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:11:09.232132 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-80eebe96-f9c7-4b37-9e19-9123507bd36d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:11:09.238011 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-80eebe96-f9c7-4b37-9e19-9123507bd36d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:11:09.445705 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:11:09.493425 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-80eebe96-f9c7-4b37-9e19-9123507bd36d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:11:09.548355 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-80eebe96-f9c7-4b37-9e19-9123507bd36d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:11:09.557006 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-08a21c3e-185b-4eb3-ba01-c0cd2ccf6bb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:11:09.597141 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eebe96-f9c7-4b37-9e19-9123507bd36d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c6579f-413e-41c8-9439-1391c7fd4d27,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:11:09.604583 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-80eebe96-f9c7-4b37-9e19-9123507bd36d admin admin] Synchronizing usage tracker for tenant:b08a70d86b0d4def980bb45ffcc8ec56 on resource:security_group {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:11:09.611894 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eebe96-f9c7-4b37-9e19-9123507bd36d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:11:09.612286 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eebe96-f9c7-4b37-9e19-9123507bd36d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:11:09.612657 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eebe96-f9c7-4b37-9e19-9123507bd36d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:11:09.613021 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eebe96-f9c7-4b37-9e19-9123507bd36d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:11:09.613400 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eebe96-f9c7-4b37-9e19-9123507bd36d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:11:09.613766 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eebe96-f9c7-4b37-9e19-9123507bd36d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:11:09.614126 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eebe96-f9c7-4b37-9e19-9123507bd36d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:11:09.614514 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eebe96-f9c7-4b37-9e19-9123507bd36d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:11:09.614872 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eebe96-f9c7-4b37-9e19-9123507bd36d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:11:09.615225 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eebe96-f9c7-4b37-9e19-9123507bd36d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:11:09.615585 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eebe96-f9c7-4b37-9e19-9123507bd36d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:11:09.622821 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-80eebe96-f9c7-4b37-9e19-9123507bd36d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:11:09.668626 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-80eebe96-f9c7-4b37-9e19-9123507bd36d admin admin] Unset dirty status for tenant:b08a70d86b0d4def980bb45ffcc8ec56 on resource:security_group {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:11:09.669984 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-80eebe96-f9c7-4b37-9e19-9123507bd36d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fa83af4cffbf4fe795727f0ead2c2e20&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6279004 Dec 15 19:11:09.672722 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 45414) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:11:09.733484 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dfb6b5a6-ab69-49c3-a306-d521b560316d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:11:09.760545 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dfb6b5a6-ab69-49c3-a306-d521b560316d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:11:09.895379 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dfb6b5a6-ab69-49c3-a306-d521b560316d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:11:09.901235 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ec9866be-83cd-4dd5-86ac-db2953dae741 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:11:09.915279 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb6b5a6-ab69-49c3-a306-d521b560316d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c6579f-413e-41c8-9439-1391c7fd4d27,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:11:09.918179 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-dfb6b5a6-ab69-49c3-a306-d521b560316d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:11:09.919046 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dfb6b5a6-ab69-49c3-a306-d521b560316d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:11:09.920239 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-dfb6b5a6-ab69-49c3-a306-d521b560316d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c7c6579f-413e-41c8-9439-1391c7fd4d27 HTTP/1.1" status: 204 len: 168 time: 0.2465506 Dec 15 19:11:10.497768 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-79f587fb-b913-4faa-bded-291d95fdc6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:11:10.678596 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:11:12.440326 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:11:38.182586 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d697aadc-7a93-46ae-9fcf-7f94753af7fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:11:39.411078 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:11:40.485377 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1cb23cc3-fcf6-4b73-8612-c9d9be074ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:11:40.691112 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:11:40.813771 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 5 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 19:11:42.431686 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:12:08.193185 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9e5fd0bd-3d5b-4f8d-b8e5-162aa2a6b0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:12:09.430909 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:12:10.484458 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-42756554-a3f3-4f6b-9ac9-fb074d26bb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:12:10.673398 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:12:12.439208 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:12:17.813124 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 5 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 19:12:23.816083 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-622709'] for agent, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:12:38.198827 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4ff6ffc3-1af3-4b7e-a073-3d4ea88c64ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:12:39.429105 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:12:39.757374 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 45494) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:12:39.901171 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-94d512d3-8c13-45ad-8dd8-edf78fb4f29a admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1426206 Dec 15 19:12:40.492076 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ec224212-609f-4504-9b92-39fc38789c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:12:40.680688 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:12:41.991460 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 45506) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:12:42.078080 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4642ddbc-d90b-461f-a11e-a6d676f0f0fc admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0854721 Dec 15 19:12:42.443946 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:12:53.786854 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:12:54.819804 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 19:13:08.181042 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1b0da402-6a3a-42eb-92a7-ec3e704a1dcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:13:09.420565 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:13:10.489149 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c9a26b26-3a2a-4b78-b0d3-015aad38a2f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:13:10.677827 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:13:12.449315 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:13:23.799120 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:13:31.819274 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 19:13:38.187126 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1f6caeb3-aaf1-4d96-8b23-a3e3c49ad6dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:13:39.420381 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:13:40.478779 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7b974c24-c66c-4c30-be9c-cbce79c1dcf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:13:40.678868 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:13:42.438306 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:13:53.791512 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:08.180290 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fc209cf0-d7af-464c-944c-f01358cda138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:08.820911 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 19:14:09.428246 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:10.495756 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e03dbf80-7163-482c-a069-24a2f2b138c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:10.695318 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:12.517893 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:15.358401 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 45668) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:15.583757 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 45678) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:15.684925 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 45686) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:15.870132 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-76c9067f-84db-473c-9f30-23e14d4adb0b admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1252145473-network', 'tenant_id': '07507a555a264de2b95fac8c5d93591a'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:14:15.875796 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-76c9067f-84db-473c-9f30-23e14d4adb0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:14:15.880068 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-76c9067f-84db-473c-9f30-23e14d4adb0b admin admin] Usage tracker for resource:network and tenant:07507a555a264de2b95fac8c5d93591a is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:14:15.883215 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-76c9067f-84db-473c-9f30-23e14d4adb0b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:14:15.892922 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-76c9067f-84db-473c-9f30-23e14d4adb0b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:14:15.940669 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c9067f-84db-473c-9f30-23e14d4adb0b admin admin] Made reservation on behalf of 07507a555a264de2b95fac8c5d93591a for: {'network': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:14:15.945605 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-76c9067f-84db-473c-9f30-23e14d4adb0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:15.959479 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-76c9067f-84db-473c-9f30-23e14d4adb0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:15.994410 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-76c9067f-84db-473c-9f30-23e14d4adb0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:14:15.998894 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-76c9067f-84db-473c-9f30-23e14d4adb0b admin admin] Usage tracker for resource:security_group_rule and tenant:07507a555a264de2b95fac8c5d93591a is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:14:16.001819 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-76c9067f-84db-473c-9f30-23e14d4adb0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:14:16.008063 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-76c9067f-84db-473c-9f30-23e14d4adb0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:14:16.133452 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-76c9067f-84db-473c-9f30-23e14d4adb0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:16.163581 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-76c9067f-84db-473c-9f30-23e14d4adb0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:16.168440 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:16.200700 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76c9067f-84db-473c-9f30-23e14d4adb0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=88990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:14:16.202933 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c9067f-84db-473c-9f30-23e14d4adb0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb53371-ed70-419d-9031-a0d6bbd81ac4,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:16.217817 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-8a1e60b0-08e2-4989-9d90-e5ff56ac2e12 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-2087840410'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:14:16.224510 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c9067f-84db-473c-9f30-23e14d4adb0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:14:16.224889 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c9067f-84db-473c-9f30-23e14d4adb0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:14:16.225259 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c9067f-84db-473c-9f30-23e14d4adb0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:14:16.225625 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c9067f-84db-473c-9f30-23e14d4adb0b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:14:16.226009 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c9067f-84db-473c-9f30-23e14d4adb0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:14:16.226415 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c9067f-84db-473c-9f30-23e14d4adb0b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:14:16.226779 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c9067f-84db-473c-9f30-23e14d4adb0b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:14:16.227135 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c9067f-84db-473c-9f30-23e14d4adb0b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:14:16.227489 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c9067f-84db-473c-9f30-23e14d4adb0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:14:16.227841 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c9067f-84db-473c-9f30-23e14d4adb0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:14:16.228189 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c9067f-84db-473c-9f30-23e14d4adb0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:14:16.229245 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c9067f-84db-473c-9f30-23e14d4adb0b admin admin] Tracked resource versions report: Dec 15 19:14:16.229245 dv-neutron-821831-2-hyperv neutron-server[88879]: pushed versions: Dec 15 19:14:16.229245 dv-neutron-821831-2-hyperv neutron-server[88879]: { 'ConntrackHelper': {'1.0'}, Dec 15 19:14:16.229245 dv-neutron-821831-2-hyperv neutron-server[88879]: 'Log': {'1.0'}, Dec 15 19:14:16.229245 dv-neutron-821831-2-hyperv neutron-server[88879]: 'Network': {'1.1'}, Dec 15 19:14:16.229245 dv-neutron-821831-2-hyperv neutron-server[88879]: 'Port': {'1.5'}, Dec 15 19:14:16.229245 dv-neutron-821831-2-hyperv neutron-server[88879]: 'PortForwarding': {'1.2'}, Dec 15 19:14:16.229245 dv-neutron-821831-2-hyperv neutron-server[88879]: 'QosPolicy': {'1.8'}, Dec 15 19:14:16.229245 dv-neutron-821831-2-hyperv neutron-server[88879]: 'SecurityGroup': {'1.2'}, Dec 15 19:14:16.229245 dv-neutron-821831-2-hyperv neutron-server[88879]: 'SecurityGroupRule': {'1.0'}, Dec 15 19:14:16.229245 dv-neutron-821831-2-hyperv neutron-server[88879]: 'SubPort': {'1.0'}, Dec 15 19:14:16.229245 dv-neutron-821831-2-hyperv neutron-server[88879]: 'Subnet': {'1.1'}, Dec 15 19:14:16.229245 dv-neutron-821831-2-hyperv neutron-server[88879]: 'Trunk': {'1.1'}} Dec 15 19:14:16.229245 dv-neutron-821831-2-hyperv neutron-server[88879]: consumer versions: Dec 15 19:14:16.229245 dv-neutron-821831-2-hyperv neutron-server[88879]: { DHCP agent@dv-neutron-821831-2-hyperv: {}, Dec 15 19:14:16.229245 dv-neutron-821831-2-hyperv neutron-server[88879]: HyperV agent@hv-neutron-8218: {}, Dec 15 19:14:16.229245 dv-neutron-821831-2-hyperv neutron-server[88879]: L3 agent@dv-neutron-821831-2-hyperv: {}, Dec 15 19:14:16.229245 dv-neutron-821831-2-hyperv neutron-server[88879]: Metadata agent@dv-neutron-821831-2-hyperv: {}, Dec 15 19:14:16.229245 dv-neutron-821831-2-hyperv neutron-server[88879]: Metering agent@dv-neutron-821831-2-hyperv: {}, Dec 15 19:14:16.229245 dv-neutron-821831-2-hyperv neutron-server[88879]: Open vSwitch agent@dv-neutron-821831-2-hyperv: { 'ConntrackHelper': '1.0', Dec 15 19:14:16.229245 dv-neutron-821831-2-hyperv neutron-server[88879]: 'Log': '1.0', Dec 15 19:14:16.229245 dv-neutron-821831-2-hyperv neutron-server[88879]: 'Network': '1.1', Dec 15 19:14:16.229245 dv-neutron-821831-2-hyperv neutron-server[88879]: 'Port': '1.5', Dec 15 19:14:16.229245 dv-neutron-821831-2-hyperv neutron-server[88879]: 'PortForwarding': '1.2', Dec 15 19:14:16.229245 dv-neutron-821831-2-hyperv neutron-server[88879]: 'QosPolicy': '1.8', Dec 15 19:14:16.229245 dv-neutron-821831-2-hyperv neutron-server[88879]: 'SecurityGroup': '1.2', Dec 15 19:14:16.229245 dv-neutron-821831-2-hyperv neutron-server[88879]: 'SecurityGroupRule': '1.0', Dec 15 19:14:16.229245 dv-neutron-821831-2-hyperv neutron-server[88879]: 'SubPort': '1.0', Dec 15 19:14:16.229245 dv-neutron-821831-2-hyperv neutron-server[88879]: 'Subnet': '1.1', Dec 15 19:14:16.229245 dv-neutron-821831-2-hyperv neutron-server[88879]: 'Trunk': '1.1'}} Dec 15 19:14:16.229245 dv-neutron-821831-2-hyperv neutron-server[88879]: {{(pid=88990) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 15 19:14:16.233057 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-76c9067f-84db-473c-9f30-23e14d4adb0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:16.237140 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-76c9067f-84db-473c-9f30-23e14d4adb0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:16.238011 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-76c9067f-84db-473c-9f30-23e14d4adb0b admin admin] Added segment f74e07b2-aaa7-4c64-830f-9319a4bdc4d6 of type vlan for network 7e04f9fb-f9a5-45a2-9184-076bb9a796d7 Dec 15 19:14:16.258809 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-f3772255-8160-467c-93a3-ea4813b511f7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-416340694-network', 'tenant_id': '9123dde40c194e828f2d284c47d69e10'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:14:16.261663 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.quota [None req-f3772255-8160-467c-93a3-ea4813b511f7 admin admin] Loaded quota_driver: . Dec 15 19:14:16.295053 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-f3772255-8160-467c-93a3-ea4813b511f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:14:16.295209 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-8a1e60b0-08e2-4989-9d90-e5ff56ac2e12 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:14:16.301366 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8a1e60b0-08e2-4989-9d90-e5ff56ac2e12 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Usage tracker for resource:network and tenant:671e2ded8501473d83f1e0f0315e9ca5 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:14:16.301802 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-f3772255-8160-467c-93a3-ea4813b511f7 admin admin] Usage tracker for resource:network and tenant:9123dde40c194e828f2d284c47d69e10 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:14:16.305450 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-f3772255-8160-467c-93a3-ea4813b511f7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:14:16.307330 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8a1e60b0-08e2-4989-9d90-e5ff56ac2e12 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:14:16.315421 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-f3772255-8160-467c-93a3-ea4813b511f7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:14:16.323530 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-8a1e60b0-08e2-4989-9d90-e5ff56ac2e12 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:14:16.333757 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-76c9067f-84db-473c-9f30-23e14d4adb0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:16.356191 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3772255-8160-467c-93a3-ea4813b511f7 admin admin] Made reservation on behalf of 9123dde40c194e828f2d284c47d69e10 for: {'network': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:14:16.360816 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f3772255-8160-467c-93a3-ea4813b511f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:16.379480 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f3772255-8160-467c-93a3-ea4813b511f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:16.443373 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1e60b0-08e2-4989-9d90-e5ff56ac2e12 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Made reservation on behalf of 671e2ded8501473d83f1e0f0315e9ca5 for: {'network': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:14:16.461131 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8a1e60b0-08e2-4989-9d90-e5ff56ac2e12 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:16.463595 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8a1e60b0-08e2-4989-9d90-e5ff56ac2e12 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Notify callbacks [] for security_group, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:16.477414 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-76c9067f-84db-473c-9f30-23e14d4adb0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:16.478795 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c9067f-84db-473c-9f30-23e14d4adb0b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:14:16.479848 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-76c9067f-84db-473c-9f30-23e14d4adb0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:16.669946 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:16.671488 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-f3772255-8160-467c-93a3-ea4813b511f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:14:16.671488 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-f3772255-8160-467c-93a3-ea4813b511f7 admin admin] Usage tracker for resource:security_group_rule and tenant:9123dde40c194e828f2d284c47d69e10 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:14:16.671488 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-f3772255-8160-467c-93a3-ea4813b511f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:14:16.671488 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-f3772255-8160-467c-93a3-ea4813b511f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:14:16.671836 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c9067f-84db-473c-9f30-23e14d4adb0b admin admin] Pushing event updated for resources: {'Network': ['ID=7e04f9fb-f9a5-45a2-9184-076bb9a796d7,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:16.671836 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-76c9067f-84db-473c-9f30-23e14d4adb0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:16.672063 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 7e04f9fb-f9a5-45a2-9184-076bb9a796d7 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:14:16.672465 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-76c9067f-84db-473c-9f30-23e14d4adb0b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.3074627 Dec 15 19:14:16.672725 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 45712) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:16.677266 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-9450e98b-64e0-495e-b80f-7cffbb2c79ba admin admin] Request body: {'subnet': {'network_id': '7e04f9fb-f9a5-45a2-9184-076bb9a796d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1252145473-subnet', 'tenant_id': '07507a555a264de2b95fac8c5d93591a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:14:16.685183 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-9450e98b-64e0-495e-b80f-7cffbb2c79ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:14:16.686720 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-9450e98b-64e0-495e-b80f-7cffbb2c79ba admin admin] Usage tracker for resource:subnet and tenant:07507a555a264de2b95fac8c5d93591a is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:14:16.689973 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-9450e98b-64e0-495e-b80f-7cffbb2c79ba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:14:16.697366 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-9450e98b-64e0-495e-b80f-7cffbb2c79ba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:14:16.746926 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-8a1e60b0-08e2-4989-9d90-e5ff56ac2e12 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:14:16.751042 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8a1e60b0-08e2-4989-9d90-e5ff56ac2e12 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Usage tracker for resource:security_group_rule and tenant:671e2ded8501473d83f1e0f0315e9ca5 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:14:16.754178 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8a1e60b0-08e2-4989-9d90-e5ff56ac2e12 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:14:16.760353 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-8a1e60b0-08e2-4989-9d90-e5ff56ac2e12 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:14:16.770375 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f3772255-8160-467c-93a3-ea4813b511f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:16.838971 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9450e98b-64e0-495e-b80f-7cffbb2c79ba admin admin] Made reservation on behalf of 07507a555a264de2b95fac8c5d93591a for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:14:16.843754 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9450e98b-64e0-495e-b80f-7cffbb2c79ba admin admin] Notify callbacks [] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:16.861255 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f3772255-8160-467c-93a3-ea4813b511f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:16.920748 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8a1e60b0-08e2-4989-9d90-e5ff56ac2e12 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Notify callbacks [] for security_group, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:16.952264 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8a1e60b0-08e2-4989-9d90-e5ff56ac2e12 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:16.958139 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-76c9067f-84db-473c-9f30-23e14d4adb0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:16.990131 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a1e60b0-08e2-4989-9d90-e5ff56ac2e12 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=88990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:14:17.004254 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3772255-8160-467c-93a3-ea4813b511f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=88991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:14:17.005827 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1e60b0-08e2-4989-9d90-e5ff56ac2e12 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b36678af-f44f-4020-8829-300ea570aad0,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:17.019342 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:17.027786 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f3772255-8160-467c-93a3-ea4813b511f7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363302274426433', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:17.029208 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f3772255-8160-467c-93a3-ea4813b511f7 admin admin] Unsubscribe: segment precommit_create {{(pid=88991) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Dec 15 19:14:17.030152 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-f3772255-8160-467c-93a3-ea4813b511f7 admin admin] Added segment cc77d08c-3e06-4395-9e96-2ce9f09be278 of type vlan for network 63216a8d-7e0f-4726-838d-7fa437e43530 Dec 15 19:14:17.038762 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8a1e60b0-08e2-4989-9d90-e5ff56ac2e12 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:17.039799 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8a1e60b0-08e2-4989-9d90-e5ff56ac2e12 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:17.040192 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-8a1e60b0-08e2-4989-9d90-e5ff56ac2e12 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Added segment 4a9a854d-38d9-4bd3-9cf0-c78e8c1bb43a of type vlan for network 3cc97137-116d-4ce7-b4c4-c8bc069899e8 Dec 15 19:14:17.070388 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8a1e60b0-08e2-4989-9d90-e5ff56ac2e12 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:17.130138 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8a1e60b0-08e2-4989-9d90-e5ff56ac2e12 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:17.136903 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1e60b0-08e2-4989-9d90-e5ff56ac2e12 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:14:17.137739 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8a1e60b0-08e2-4989-9d90-e5ff56ac2e12 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:17.145892 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ec9866be-83cd-4dd5-86ac-db2953dae741 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:17.177794 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f3772255-8160-467c-93a3-ea4813b511f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:17.245055 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f3772255-8160-467c-93a3-ea4813b511f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:17.247113 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3772255-8160-467c-93a3-ea4813b511f7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:14:17.247754 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f3772255-8160-467c-93a3-ea4813b511f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:17.261447 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3772255-8160-467c-93a3-ea4813b511f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a51615e4-173f-4b88-b43e-aaff4f3a6c44,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:17.273236 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3772255-8160-467c-93a3-ea4813b511f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:14:17.273589 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3772255-8160-467c-93a3-ea4813b511f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:14:17.274071 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3772255-8160-467c-93a3-ea4813b511f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:14:17.274683 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3772255-8160-467c-93a3-ea4813b511f7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:14:17.275053 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3772255-8160-467c-93a3-ea4813b511f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:14:17.275417 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3772255-8160-467c-93a3-ea4813b511f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:14:17.275753 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3772255-8160-467c-93a3-ea4813b511f7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:14:17.275898 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1e60b0-08e2-4989-9d90-e5ff56ac2e12 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Pushing event updated for resources: {'Network': ['ID=3cc97137-116d-4ce7-b4c4-c8bc069899e8,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:17.276385 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3772255-8160-467c-93a3-ea4813b511f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:14:17.276880 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3772255-8160-467c-93a3-ea4813b511f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:14:17.277384 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3772255-8160-467c-93a3-ea4813b511f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:14:17.277874 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3772255-8160-467c-93a3-ea4813b511f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:14:17.279145 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3772255-8160-467c-93a3-ea4813b511f7 admin admin] Tracked resource versions report: Dec 15 19:14:17.279145 dv-neutron-821831-2-hyperv neutron-server[88879]: pushed versions: Dec 15 19:14:17.279145 dv-neutron-821831-2-hyperv neutron-server[88879]: { 'ConntrackHelper': {'1.0'}, Dec 15 19:14:17.279145 dv-neutron-821831-2-hyperv neutron-server[88879]: 'Log': {'1.0'}, Dec 15 19:14:17.279145 dv-neutron-821831-2-hyperv neutron-server[88879]: 'Network': {'1.1'}, Dec 15 19:14:17.279145 dv-neutron-821831-2-hyperv neutron-server[88879]: 'Port': {'1.5'}, Dec 15 19:14:17.279145 dv-neutron-821831-2-hyperv neutron-server[88879]: 'PortForwarding': {'1.2'}, Dec 15 19:14:17.279145 dv-neutron-821831-2-hyperv neutron-server[88879]: 'QosPolicy': {'1.8'}, Dec 15 19:14:17.279145 dv-neutron-821831-2-hyperv neutron-server[88879]: 'SecurityGroup': {'1.2'}, Dec 15 19:14:17.279145 dv-neutron-821831-2-hyperv neutron-server[88879]: 'SecurityGroupRule': {'1.0'}, Dec 15 19:14:17.279145 dv-neutron-821831-2-hyperv neutron-server[88879]: 'SubPort': {'1.0'}, Dec 15 19:14:17.279145 dv-neutron-821831-2-hyperv neutron-server[88879]: 'Subnet': {'1.1'}, Dec 15 19:14:17.279145 dv-neutron-821831-2-hyperv neutron-server[88879]: 'Trunk': {'1.1'}} Dec 15 19:14:17.279145 dv-neutron-821831-2-hyperv neutron-server[88879]: consumer versions: Dec 15 19:14:17.279145 dv-neutron-821831-2-hyperv neutron-server[88879]: { DHCP agent@dv-neutron-821831-2-hyperv: {}, Dec 15 19:14:17.279145 dv-neutron-821831-2-hyperv neutron-server[88879]: HyperV agent@hv-neutron-8218: {}, Dec 15 19:14:17.279145 dv-neutron-821831-2-hyperv neutron-server[88879]: L3 agent@dv-neutron-821831-2-hyperv: {}, Dec 15 19:14:17.279145 dv-neutron-821831-2-hyperv neutron-server[88879]: Metadata agent@dv-neutron-821831-2-hyperv: {}, Dec 15 19:14:17.279145 dv-neutron-821831-2-hyperv neutron-server[88879]: Metering agent@dv-neutron-821831-2-hyperv: {}, Dec 15 19:14:17.279145 dv-neutron-821831-2-hyperv neutron-server[88879]: Open vSwitch agent@dv-neutron-821831-2-hyperv: { 'ConntrackHelper': '1.0', Dec 15 19:14:17.279145 dv-neutron-821831-2-hyperv neutron-server[88879]: 'Log': '1.0', Dec 15 19:14:17.279145 dv-neutron-821831-2-hyperv neutron-server[88879]: 'Network': '1.1', Dec 15 19:14:17.279145 dv-neutron-821831-2-hyperv neutron-server[88879]: 'Port': '1.5', Dec 15 19:14:17.279145 dv-neutron-821831-2-hyperv neutron-server[88879]: 'PortForwarding': '1.2', Dec 15 19:14:17.279145 dv-neutron-821831-2-hyperv neutron-server[88879]: 'QosPolicy': '1.8', Dec 15 19:14:17.279145 dv-neutron-821831-2-hyperv neutron-server[88879]: 'SecurityGroup': '1.2', Dec 15 19:14:17.279145 dv-neutron-821831-2-hyperv neutron-server[88879]: 'SecurityGroupRule': '1.0', Dec 15 19:14:17.279145 dv-neutron-821831-2-hyperv neutron-server[88879]: 'SubPort': '1.0', Dec 15 19:14:17.279145 dv-neutron-821831-2-hyperv neutron-server[88879]: 'Subnet': '1.1', Dec 15 19:14:17.279145 dv-neutron-821831-2-hyperv neutron-server[88879]: 'Trunk': '1.1'}} Dec 15 19:14:17.279145 dv-neutron-821831-2-hyperv neutron-server[88879]: {{(pid=88991) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 15 19:14:17.283426 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8a1e60b0-08e2-4989-9d90-e5ff56ac2e12 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:17.287558 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8a1e60b0-08e2-4989-9d90-e5ff56ac2e12 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.7026498 Dec 15 19:14:17.287966 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f3772255-8160-467c-93a3-ea4813b511f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:17.288775 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:17.290047 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 3cc97137-116d-4ce7-b4c4-c8bc069899e8 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:14:17.305753 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 45732) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:17.312380 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-e418d51a-b74b-4940-bcd7-82478e6fd2fc tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Request body: {'subnet': {'network_id': '3cc97137-116d-4ce7-b4c4-c8bc069899e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:14:17.400027 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3772255-8160-467c-93a3-ea4813b511f7 admin admin] Pushing event updated for resources: {'Network': ['ID=63216a8d-7e0f-4726-838d-7fa437e43530,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:17.404227 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f3772255-8160-467c-93a3-ea4813b511f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:17.453498 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 45740) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:17.454055 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 63216a8d-7e0f-4726-838d-7fa437e43530 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:14:17.455165 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f3772255-8160-467c-93a3-ea4813b511f7 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7687516 Dec 15 19:14:17.466951 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-5a83bfea-975d-4fbc-b82d-87907961f3cd admin admin] Request body: {'subnet': {'network_id': '63216a8d-7e0f-4726-838d-7fa437e43530', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-416340694-subnet', 'tenant_id': '9123dde40c194e828f2d284c47d69e10', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:14:17.482826 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-5a83bfea-975d-4fbc-b82d-87907961f3cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:14:17.501097 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-5a83bfea-975d-4fbc-b82d-87907961f3cd admin admin] Usage tracker for resource:subnet and tenant:9123dde40c194e828f2d284c47d69e10 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:14:17.507067 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-5a83bfea-975d-4fbc-b82d-87907961f3cd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:14:17.520690 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-e418d51a-b74b-4940-bcd7-82478e6fd2fc tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:14:17.525833 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-e418d51a-b74b-4940-bcd7-82478e6fd2fc tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Usage tracker for resource:subnet and tenant:671e2ded8501473d83f1e0f0315e9ca5 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:14:17.530083 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-e418d51a-b74b-4940-bcd7-82478e6fd2fc tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:14:17.537864 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-e418d51a-b74b-4940-bcd7-82478e6fd2fc tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:14:17.548865 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-5a83bfea-975d-4fbc-b82d-87907961f3cd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:14:17.574961 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e418d51a-b74b-4940-bcd7-82478e6fd2fc tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Made reservation on behalf of 671e2ded8501473d83f1e0f0315e9ca5 for: {'subnet': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:14:17.625352 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a83bfea-975d-4fbc-b82d-87907961f3cd admin admin] Made reservation on behalf of 9123dde40c194e828f2d284c47d69e10 for: {'subnet': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:14:17.631715 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5a83bfea-975d-4fbc-b82d-87907961f3cd admin admin] Notify callbacks [] for subnet, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:17.740338 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9450e98b-64e0-495e-b80f-7cffbb2c79ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:17.745681 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2bcab841-3830-4d1f-99de-75c565a833c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:17.826016 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e418d51a-b74b-4940-bcd7-82478e6fd2fc tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Notify callbacks [] for subnet, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:17.835969 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9450e98b-64e0-495e-b80f-7cffbb2c79ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=357073fc-8f72-4ec9-a709-b1f581df7965,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:17.840002 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9450e98b-64e0-495e-b80f-7cffbb2c79ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:17.842448 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9450e98b-64e0-495e-b80f-7cffbb2c79ba admin admin] Checking segment: {'id': 'f74e07b2-aaa7-4c64-830f-9319a4bdc4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7e04f9fb-f9a5-45a2-9184-076bb9a796d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:14:17.843091 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9450e98b-64e0-495e-b80f-7cffbb2c79ba admin admin] Network hostable DHCP agents. Network: 7e04f9fb-f9a5-45a2-9184-076bb9a796d7, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:14:17.899865 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9450e98b-64e0-495e-b80f-7cffbb2c79ba admin admin] Network 7e04f9fb-f9a5-45a2-9184-076bb9a796d7 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:14:17.973937 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-9450e98b-64e0-495e-b80f-7cffbb2c79ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, 7e04f9fb-f9a5-45a2-9184-076bb9a796d7) {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:14:17.979307 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9450e98b-64e0-495e-b80f-7cffbb2c79ba admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:14:17.980104 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9450e98b-64e0-495e-b80f-7cffbb2c79ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:17.986035 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a25239-49c3-466b-97ea-b519f3a8b500 None None] Network 7e04f9fb-f9a5-45a2-9184-076bb9a796d7 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:14:18.032320 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9450e98b-64e0-495e-b80f-7cffbb2c79ba admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3607748 Dec 15 19:14:18.035770 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 45756) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:18.074601 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-d670a33c-d8d3-48e5-960e-23dae1a395ec admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1252145473-router', 'tenant_id': '07507a555a264de2b95fac8c5d93591a', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:14:18.102396 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-d670a33c-d8d3-48e5-960e-23dae1a395ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:14:18.131080 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d670a33c-d8d3-48e5-960e-23dae1a395ec admin admin] Usage tracker for resource:router and tenant:07507a555a264de2b95fac8c5d93591a is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:14:18.138361 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d670a33c-d8d3-48e5-960e-23dae1a395ec admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:14:18.154452 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-d670a33c-d8d3-48e5-960e-23dae1a395ec admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:14:18.191424 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5a83bfea-975d-4fbc-b82d-87907961f3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for subnet, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:18.198981 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9ad81d7b-ff8f-4055-bf0f-4676e9e8dccc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:18.244815 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d670a33c-d8d3-48e5-960e-23dae1a395ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854699176'] for router, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:18.245814 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d670a33c-d8d3-48e5-960e-23dae1a395ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854194926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-76609'] for router, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:18.249526 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0135bc8c-c790-4e9e-bf48-055d0f466c96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-7e04f9fb-f9a5-45a2-9184-076bb9a796d7', 'network_id': '7e04f9fb-f9a5-45a2-9184-076bb9a796d7', 'tenant_id': '07507a555a264de2b95fac8c5d93591a', 'fixed_ips': [{'subnet_id': '357073fc-8f72-4ec9-a709-b1f581df7965'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:14:18.250484 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0135bc8c-c790-4e9e-bf48-055d0f466c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:18.254256 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e418d51a-b74b-4940-bcd7-82478e6fd2fc tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for subnet, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:18.284182 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a83bfea-975d-4fbc-b82d-87907961f3cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=2527abbd-64f3-47b0-8f5b-9a35313fb6ee,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:18.287484 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5a83bfea-975d-4fbc-b82d-87907961f3cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:18.290070 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-30c73650-ad20-498b-b08f-02eeff504d78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:18.435290 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 45770) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:18.481263 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-0135bc8c-c790-4e9e-bf48-055d0f466c96 None None] Allocated IP 172.20.0.2 (7e04f9fb-f9a5-45a2-9184-076bb9a796d7/357073fc-8f72-4ec9-a709-b1f581df7965/ec8ba868-6c19-49c2-9062-0f91f89393d1) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:14:18.572422 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d670a33c-d8d3-48e5-960e-23dae1a395ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:18.576194 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418d51a-b74b-4940-bcd7-82478e6fd2fc tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Pushing event updated for resources: {'Subnet': ['ID=e5c296a3-c0ee-4e50-9238-1eb46b74dbdd,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:18.585257 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a83bfea-975d-4fbc-b82d-87907961f3cd admin admin] Checking segment: {'id': 'cc77d08c-3e06-4395-9e96-2ce9f09be278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '63216a8d-7e0f-4726-838d-7fa437e43530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:14:18.585660 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a83bfea-975d-4fbc-b82d-87907961f3cd admin admin] Network hostable DHCP agents. Network: 63216a8d-7e0f-4726-838d-7fa437e43530, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:14:18.604507 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e418d51a-b74b-4940-bcd7-82478e6fd2fc tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:18.625263 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e418d51a-b74b-4940-bcd7-82478e6fd2fc tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Checking segment: {'id': '4a9a854d-38d9-4bd3-9cf0-c78e8c1bb43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '3cc97137-116d-4ce7-b4c4-c8bc069899e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:14:18.625661 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e418d51a-b74b-4940-bcd7-82478e6fd2fc tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Network hostable DHCP agents. Network: 3cc97137-116d-4ce7-b4c4-c8bc069899e8, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:14:18.751395 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e418d51a-b74b-4940-bcd7-82478e6fd2fc tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Network 3cc97137-116d-4ce7-b4c4-c8bc069899e8 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:14:18.756098 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a83bfea-975d-4fbc-b82d-87907961f3cd admin admin] Network 63216a8d-7e0f-4726-838d-7fa437e43530 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:14:18.820762 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-6086ba4e-004b-4e70-a32d-18e616a4f8f2 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-2060570162', 'router:external': True}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:14:18.830072 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-6086ba4e-004b-4e70-a32d-18e616a4f8f2 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:14:18.838915 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-6086ba4e-004b-4e70-a32d-18e616a4f8f2 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Usage tracker for resource:network and tenant:848d097f252940a4b39a0e19eea0eb89 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:14:18.844786 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-6086ba4e-004b-4e70-a32d-18e616a4f8f2 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:14:18.849360 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d670a33c-d8d3-48e5-960e-23dae1a395ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:18.860555 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-6086ba4e-004b-4e70-a32d-18e616a4f8f2 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:14:18.861298 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-e418d51a-b74b-4940-bcd7-82478e6fd2fc tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, 3cc97137-116d-4ce7-b4c4-c8bc069899e8) {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:14:18.867183 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e418d51a-b74b-4940-bcd7-82478e6fd2fc tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:14:18.868260 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e418d51a-b74b-4940-bcd7-82478e6fd2fc tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:18.877553 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-5a83bfea-975d-4fbc-b82d-87907961f3cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, 63216a8d-7e0f-4726-838d-7fa437e43530) {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:14:18.882417 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00fc743-967a-4934-b0d2-9c4447a09b07 None None] Network 3cc97137-116d-4ce7-b4c4-c8bc069899e8 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:14:18.883988 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a83bfea-975d-4fbc-b82d-87907961f3cd admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:14:18.885028 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5a83bfea-975d-4fbc-b82d-87907961f3cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:18.906216 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6086ba4e-004b-4e70-a32d-18e616a4f8f2 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Made reservation on behalf of 848d097f252940a4b39a0e19eea0eb89 for: {'network': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:14:18.912320 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6086ba4e-004b-4e70-a32d-18e616a4f8f2 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:18.931356 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6086ba4e-004b-4e70-a32d-18e616a4f8f2 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:18.966901 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-6086ba4e-004b-4e70-a32d-18e616a4f8f2 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:14:18.971316 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-6086ba4e-004b-4e70-a32d-18e616a4f8f2 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Usage tracker for resource:security_group_rule and tenant:848d097f252940a4b39a0e19eea0eb89 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:14:18.975545 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-6086ba4e-004b-4e70-a32d-18e616a4f8f2 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:14:18.981737 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-6086ba4e-004b-4e70-a32d-18e616a4f8f2 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:14:19.005135 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0135bc8c-c790-4e9e-bf48-055d0f466c96 None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:19.017864 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-0135bc8c-c790-4e9e-bf48-055d0f466c96 None None] Transition to ACTIVE for port object ec8ba868-6c19-49c2-9062-0f91f89393d1 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:14:19.027587 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772ce529-083f-4f5f-ad0c-c4bfae878a3d None None] Network 63216a8d-7e0f-4726-838d-7fa437e43530 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:14:19.061172 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e418d51a-b74b-4940-bcd7-82478e6fd2fc tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7541602 Dec 15 19:14:19.063847 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6086ba4e-004b-4e70-a32d-18e616a4f8f2 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:19.064765 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 45788) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:19.071319 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-05789443-9a50-4ac2-b1fe-550bca110ebb tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Request body: {'port': {'network_id': '3cc97137-116d-4ce7-b4c4-c8bc069899e8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-900463718'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:14:19.091173 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-5a83bfea-975d-4fbc-b82d-87907961f3cd admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6367068 Dec 15 19:14:19.094768 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 45794) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:19.171855 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-22c596f7-dd48-4c85-96e7-396cbc2aa9b9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-416340694-router', 'tenant_id': '9123dde40c194e828f2d284c47d69e10', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:14:19.186553 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6086ba4e-004b-4e70-a32d-18e616a4f8f2 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:19.190780 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-22c596f7-dd48-4c85-96e7-396cbc2aa9b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:14:19.200006 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-22c596f7-dd48-4c85-96e7-396cbc2aa9b9 admin admin] Usage tracker for resource:router and tenant:9123dde40c194e828f2d284c47d69e10 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:14:19.202056 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d670a33c-d8d3-48e5-960e-23dae1a395ec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:19.207034 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:19.218011 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-22c596f7-dd48-4c85-96e7-396cbc2aa9b9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:14:19.235885 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-22c596f7-dd48-4c85-96e7-396cbc2aa9b9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:14:19.238368 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6086ba4e-004b-4e70-a32d-18e616a4f8f2 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=88991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:14:19.247068 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d670a33c-d8d3-48e5-960e-23dae1a395ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:19.282390 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6086ba4e-004b-4e70-a32d-18e616a4f8f2 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:19.282390 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-6086ba4e-004b-4e70-a32d-18e616a4f8f2 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Added segment 66f88433-cdaf-4e0f-b205-cf6b1e261334 of type vlan for network 44ddd808-5d9e-4c6c-8ee7-6315989cf10b Dec 15 19:14:19.314686 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-22c596f7-dd48-4c85-96e7-396cbc2aa9b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854699176'] for router, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:19.325407 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-0135bc8c-c790-4e9e-bf48-055d0f466c96 None None] Transition to ACTIVE for port object ec8ba868-6c19-49c2-9062-0f91f89393d1 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:14:19.328708 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-22c596f7-dd48-4c85-96e7-396cbc2aa9b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854194926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-76609'] for router, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:19.392431 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6086ba4e-004b-4e70-a32d-18e616a4f8f2 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3bbf87f-5f21-4ff9-97d8-979f4c7c258f,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:19.418554 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6086ba4e-004b-4e70-a32d-18e616a4f8f2 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:19.422219 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-05789443-9a50-4ac2-b1fe-550bca110ebb tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:14:19.430423 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-22c596f7-dd48-4c85-96e7-396cbc2aa9b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:19.507456 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-05789443-9a50-4ac2-b1fe-550bca110ebb tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Usage tracker for resource:port and tenant:671e2ded8501473d83f1e0f0315e9ca5 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:14:19.515232 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0135bc8c-c790-4e9e-bf48-055d0f466c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:19.519057 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-05789443-9a50-4ac2-b1fe-550bca110ebb tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:14:19.530420 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-05789443-9a50-4ac2-b1fe-550bca110ebb tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:14:19.555939 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:19.558708 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 45808) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:19.569661 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-d670a33c-d8d3-48e5-960e-23dae1a395ec admin admin] Allocated IP 172.26.3.150 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/76e67fc9-3420-432a-8e17-2ad72b96b714) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:14:19.588785 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6086ba4e-004b-4e70-a32d-18e616a4f8f2 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:19.643213 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c96754f-fc1a-4c50-a567-2901493eefc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-63216a8d-7e0f-4726-838d-7fa437e43530', 'network_id': '63216a8d-7e0f-4726-838d-7fa437e43530', 'tenant_id': '9123dde40c194e828f2d284c47d69e10', 'fixed_ips': [{'subnet_id': '2527abbd-64f3-47b0-8f5b-9a35313fb6ee'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:14:19.645111 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9c96754f-fc1a-4c50-a567-2901493eefc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:19.671598 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0135bc8c-c790-4e9e-bf48-055d0f466c96 None None] Network 7e04f9fb-f9a5-45a2-9184-076bb9a796d7 is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:14:19.706799 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-0135bc8c-c790-4e9e-bf48-055d0f466c96 None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:14:19.718868 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0135bc8c-c790-4e9e-bf48-055d0f466c96 None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:14:19.784664 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f6f622-3a9d-4924-8b68-00fc09b1c0ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-3cc97137-116d-4ce7-b4c4-c8bc069899e8', 'network_id': '3cc97137-116d-4ce7-b4c4-c8bc069899e8', 'tenant_id': '671e2ded8501473d83f1e0f0315e9ca5', 'fixed_ips': [{'subnet_id': 'e5c296a3-c0ee-4e50-9238-1eb46b74dbdd'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:14:19.785931 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-65f6f622-3a9d-4924-8b68-00fc09b1c0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:19.801285 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0135bc8c-c790-4e9e-bf48-055d0f466c96 None None] Pushing event updated for resources: {'Port': ['ID=ec8ba868-6c19-49c2-9062-0f91f89393d1,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:19.804791 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05789443-9a50-4ac2-b1fe-550bca110ebb tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Made reservation on behalf of 671e2ded8501473d83f1e0f0315e9ca5 for: {'port': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:14:19.826660 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-05789443-9a50-4ac2-b1fe-550bca110ebb tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:19.857656 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 45818) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:19.899260 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-05789443-9a50-4ac2-b1fe-550bca110ebb tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] device_id is not set on port 3a00be13-161c-4396-9036-9aed3bad82fa yet. {{(pid=88991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:14:19.931377 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0135bc8c-c790-4e9e-bf48-055d0f466c96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:14:19.932083 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0135bc8c-c790-4e9e-bf48-055d0f466c96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:14:19.932648 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0135bc8c-c790-4e9e-bf48-055d0f466c96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:14:19.933202 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0135bc8c-c790-4e9e-bf48-055d0f466c96 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:14:19.933776 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0135bc8c-c790-4e9e-bf48-055d0f466c96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:14:19.934363 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0135bc8c-c790-4e9e-bf48-055d0f466c96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:14:19.934910 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0135bc8c-c790-4e9e-bf48-055d0f466c96 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:14:19.935522 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0135bc8c-c790-4e9e-bf48-055d0f466c96 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:14:19.936064 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0135bc8c-c790-4e9e-bf48-055d0f466c96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:14:19.936621 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0135bc8c-c790-4e9e-bf48-055d0f466c96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:14:19.937164 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0135bc8c-c790-4e9e-bf48-055d0f466c96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:14:19.938501 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0135bc8c-c790-4e9e-bf48-055d0f466c96 None None] Tracked resource versions report: Dec 15 19:14:19.938501 dv-neutron-821831-2-hyperv neutron-server[88879]: pushed versions: Dec 15 19:14:19.938501 dv-neutron-821831-2-hyperv neutron-server[88879]: { 'ConntrackHelper': {'1.0'}, Dec 15 19:14:19.938501 dv-neutron-821831-2-hyperv neutron-server[88879]: 'Log': {'1.0'}, Dec 15 19:14:19.938501 dv-neutron-821831-2-hyperv neutron-server[88879]: 'Network': {'1.1'}, Dec 15 19:14:19.938501 dv-neutron-821831-2-hyperv neutron-server[88879]: 'Port': {'1.5'}, Dec 15 19:14:19.938501 dv-neutron-821831-2-hyperv neutron-server[88879]: 'PortForwarding': {'1.2'}, Dec 15 19:14:19.938501 dv-neutron-821831-2-hyperv neutron-server[88879]: 'QosPolicy': {'1.8'}, Dec 15 19:14:19.938501 dv-neutron-821831-2-hyperv neutron-server[88879]: 'SecurityGroup': {'1.2'}, Dec 15 19:14:19.938501 dv-neutron-821831-2-hyperv neutron-server[88879]: 'SecurityGroupRule': {'1.0'}, Dec 15 19:14:19.938501 dv-neutron-821831-2-hyperv neutron-server[88879]: 'SubPort': {'1.0'}, Dec 15 19:14:19.938501 dv-neutron-821831-2-hyperv neutron-server[88879]: 'Subnet': {'1.1'}, Dec 15 19:14:19.938501 dv-neutron-821831-2-hyperv neutron-server[88879]: 'Trunk': {'1.1'}} Dec 15 19:14:19.938501 dv-neutron-821831-2-hyperv neutron-server[88879]: consumer versions: Dec 15 19:14:19.938501 dv-neutron-821831-2-hyperv neutron-server[88879]: { DHCP agent@dv-neutron-821831-2-hyperv: {}, Dec 15 19:14:19.938501 dv-neutron-821831-2-hyperv neutron-server[88879]: HyperV agent@hv-neutron-8218: {}, Dec 15 19:14:19.938501 dv-neutron-821831-2-hyperv neutron-server[88879]: L3 agent@dv-neutron-821831-2-hyperv: {}, Dec 15 19:14:19.938501 dv-neutron-821831-2-hyperv neutron-server[88879]: Metadata agent@dv-neutron-821831-2-hyperv: {}, Dec 15 19:14:19.938501 dv-neutron-821831-2-hyperv neutron-server[88879]: Metering agent@dv-neutron-821831-2-hyperv: {}, Dec 15 19:14:19.938501 dv-neutron-821831-2-hyperv neutron-server[88879]: Open vSwitch agent@dv-neutron-821831-2-hyperv: { 'ConntrackHelper': '1.0', Dec 15 19:14:19.938501 dv-neutron-821831-2-hyperv neutron-server[88879]: 'Log': '1.0', Dec 15 19:14:19.938501 dv-neutron-821831-2-hyperv neutron-server[88879]: 'Network': '1.1', Dec 15 19:14:19.938501 dv-neutron-821831-2-hyperv neutron-server[88879]: 'Port': '1.5', Dec 15 19:14:19.938501 dv-neutron-821831-2-hyperv neutron-server[88879]: 'PortForwarding': '1.2', Dec 15 19:14:19.938501 dv-neutron-821831-2-hyperv neutron-server[88879]: 'QosPolicy': '1.8', Dec 15 19:14:19.938501 dv-neutron-821831-2-hyperv neutron-server[88879]: 'SecurityGroup': '1.2', Dec 15 19:14:19.938501 dv-neutron-821831-2-hyperv neutron-server[88879]: 'SecurityGroupRule': '1.0', Dec 15 19:14:19.938501 dv-neutron-821831-2-hyperv neutron-server[88879]: 'SubPort': '1.0', Dec 15 19:14:19.938501 dv-neutron-821831-2-hyperv neutron-server[88879]: 'Subnet': '1.1', Dec 15 19:14:19.938501 dv-neutron-821831-2-hyperv neutron-server[88879]: 'Trunk': '1.1'}} Dec 15 19:14:19.938501 dv-neutron-821831-2-hyperv neutron-server[88879]: {{(pid=88992) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 15 19:14:19.953248 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0135bc8c-c790-4e9e-bf48-055d0f466c96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:20.017502 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d670a33c-d8d3-48e5-960e-23dae1a395ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:20.023040 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-0135bc8c-c790-4e9e-bf48-055d0f466c96 None None] Attempting to bind port ec8ba868-6c19-49c2-9062-0f91f89393d1 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:14:20.023719 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-0135bc8c-c790-4e9e-bf48-055d0f466c96 None None] Attempting to bind port ec8ba868-6c19-49c2-9062-0f91f89393d1 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'f74e07b2-aaa7-4c64-830f-9319a4bdc4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7e04f9fb-f9a5-45a2-9184-076bb9a796d7'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:14:20.024338 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0135bc8c-c790-4e9e-bf48-055d0f466c96 None None] Attempting to bind port ec8ba868-6c19-49c2-9062-0f91f89393d1 on network 7e04f9fb-f9a5-45a2-9184-076bb9a796d7 {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:14:20.046646 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 45824) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:20.084594 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d670a33c-d8d3-48e5-960e-23dae1a395ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:20.089636 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-22c596f7-dd48-4c85-96e7-396cbc2aa9b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:20.104451 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0135bc8c-c790-4e9e-bf48-055d0f466c96 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:14:20.105145 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0135bc8c-c790-4e9e-bf48-055d0f466c96 None None] Checking segment: {'id': 'f74e07b2-aaa7-4c64-830f-9319a4bdc4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7e04f9fb-f9a5-45a2-9184-076bb9a796d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:14:20.105771 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0135bc8c-c790-4e9e-bf48-055d0f466c96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:20.106422 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0135bc8c-c790-4e9e-bf48-055d0f466c96 None None] Bound using segment: {'id': 'f74e07b2-aaa7-4c64-830f-9319a4bdc4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7e04f9fb-f9a5-45a2-9184-076bb9a796d7'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:14:20.107187 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8fcdc06a-3cc5-4cd5-b353-c10c6882f57b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:20.107461 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-0135bc8c-c790-4e9e-bf48-055d0f466c96 None None] Bound port: ec8ba868-6c19-49c2-9062-0f91f89393d1, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f74e07b2-aaa7-4c64-830f-9319a4bdc4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7e04f9fb-f9a5-45a2-9184-076bb9a796d7'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:14:20.108068 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0135bc8c-c790-4e9e-bf48-055d0f466c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:20.110331 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-05789443-9a50-4ac2-b1fe-550bca110ebb tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Allocated IP 2001:db8::140 (3cc97137-116d-4ce7-b4c4-c8bc069899e8/e5c296a3-c0ee-4e50-9238-1eb46b74dbdd/3a00be13-161c-4396-9036-9aed3bad82fa) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:14:20.117693 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6086ba4e-004b-4e70-a32d-18e616a4f8f2 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:20.125242 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6086ba4e-004b-4e70-a32d-18e616a4f8f2 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:14:20.125885 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6086ba4e-004b-4e70-a32d-18e616a4f8f2 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:20.133335 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f3772255-8160-467c-93a3-ea4813b511f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:20.194466 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-9c96754f-fc1a-4c50-a567-2901493eefc1 None None] Allocated IP 172.20.0.2 (63216a8d-7e0f-4726-838d-7fa437e43530/2527abbd-64f3-47b0-8f5b-9a35313fb6ee/8f79e2e7-56d9-4e1f-8724-7f26713002ad) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:14:20.243984 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d670a33c-d8d3-48e5-960e-23dae1a395ec admin admin] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:14:20.259807 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-d670a33c-d8d3-48e5-960e-23dae1a395ec admin admin] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:14:20.264535 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-fae100cc-1d5a-4775-a761-de5ca788551e tempest-RoutersTestDVR-940767016 tempest-RoutersTestDVR-940767016-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1134907491'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:14:20.284007 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d670a33c-d8d3-48e5-960e-23dae1a395ec admin admin] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:14:20.356819 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-fae100cc-1d5a-4775-a761-de5ca788551e tempest-RoutersTestDVR-940767016 tempest-RoutersTestDVR-940767016-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:14:20.372028 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6086ba4e-004b-4e70-a32d-18e616a4f8f2 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Pushing event updated for resources: {'Network': ['ID=44ddd808-5d9e-4c6c-8ee7-6315989cf10b,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:20.379494 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-f0b8478a-c498-4326-878e-3bbf894be154 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115-project-admin] Request body: {'floatingip': {'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:14:20.387727 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6086ba4e-004b-4e70-a32d-18e616a4f8f2 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:20.401443 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-f0b8478a-c498-4326-878e-3bbf894be154 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:14:20.405034 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6086ba4e-004b-4e70-a32d-18e616a4f8f2 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.9686255 Dec 15 19:14:20.405985 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-fae100cc-1d5a-4775-a761-de5ca788551e tempest-RoutersTestDVR-940767016 tempest-RoutersTestDVR-940767016-project-admin] Usage tracker for resource:router and tenant:d206f19d1a9b4215b78d6752cf0e8f34 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:14:20.408756 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 45832) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:20.419540 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 44ddd808-5d9e-4c6c-8ee7-6315989cf10b details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:14:20.427201 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-f0b8478a-c498-4326-878e-3bbf894be154 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115-project-admin] Usage tracker for resource:floatingip and tenant:39429663c72c4a9992e67a09892bcc25 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:14:20.431412 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-a2e417b4-b43e-4470-a8fa-47955a36239f tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Request body: {'subnet': {'network_id': '44ddd808-5d9e-4c6c-8ee7-6315989cf10b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:14:20.437844 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a2e417b4-b43e-4470-a8fa-47955a36239f tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:14:20.444361 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-fae100cc-1d5a-4775-a761-de5ca788551e tempest-RoutersTestDVR-940767016 tempest-RoutersTestDVR-940767016-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:14:20.449102 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670a33c-d8d3-48e5-960e-23dae1a395ec admin admin] Pushing event updated for resources: {'Port': ['ID=76e67fc9-3420-432a-8e17-2ad72b96b714,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:20.451877 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-a2e417b4-b43e-4470-a8fa-47955a36239f tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Usage tracker for resource:subnet and tenant:848d097f252940a4b39a0e19eea0eb89 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:14:20.454202 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-0135bc8c-c790-4e9e-bf48-055d0f466c96 None None] For port ec8ba868-6c19-49c2-9062-0f91f89393d1, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:14:20.460671 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-a2e417b4-b43e-4470-a8fa-47955a36239f tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:14:20.462699 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-f0b8478a-c498-4326-878e-3bbf894be154 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:14:20.463648 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-fae100cc-1d5a-4775-a761-de5ca788551e tempest-RoutersTestDVR-940767016 tempest-RoutersTestDVR-940767016-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:14:20.466462 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d670a33c-d8d3-48e5-960e-23dae1a395ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:20.472760 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a2e417b4-b43e-4470-a8fa-47955a36239f tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:14:20.476893 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-f0b8478a-c498-4326-878e-3bbf894be154 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:14:20.494072 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-a70f082f-de22-4b69-a84c-46b616318a8b tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-190913186'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:14:20.503670 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a70f082f-de22-4b69-a84c-46b616318a8b tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:14:20.507988 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-a70f082f-de22-4b69-a84c-46b616318a8b tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Usage tracker for resource:network and tenant:a33f61376d424e9ebb716db16eb1197c is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:14:20.511158 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-a70f082f-de22-4b69-a84c-46b616318a8b tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:14:20.525658 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a70f082f-de22-4b69-a84c-46b616318a8b tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:14:20.535993 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-0135bc8c-c790-4e9e-bf48-055d0f466c96 None None] For port ec8ba868-6c19-49c2-9062-0f91f89393d1, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=ec8ba868-6c19-49c2-9062-0f91f89393d1,segment=NetworkSegment(f74e07b2-aaa7-4c64-830f-9319a4bdc4d6),segment_id=f74e07b2-aaa7-4c64-830f-9319a4bdc4d6)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:14:20.557705 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fae100cc-1d5a-4775-a761-de5ca788551e tempest-RoutersTestDVR-940767016 tempest-RoutersTestDVR-940767016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854699176'] for router, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:20.558909 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fae100cc-1d5a-4775-a761-de5ca788551e tempest-RoutersTestDVR-940767016 tempest-RoutersTestDVR-940767016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854194926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-76609'] for router, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:20.580497 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fae100cc-1d5a-4775-a761-de5ca788551e tempest-RoutersTestDVR-940767016 tempest-RoutersTestDVR-940767016-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:20.589731 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0135bc8c-c790-4e9e-bf48-055d0f466c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:20.610909 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e417b4-b43e-4470-a8fa-47955a36239f tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Made reservation on behalf of 848d097f252940a4b39a0e19eea0eb89 for: {'subnet': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:14:20.611226 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:20.616388 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a2e417b4-b43e-4470-a8fa-47955a36239f tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks [] for subnet, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:20.785004 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9c96754f-fc1a-4c50-a567-2901493eefc1 None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:20.786619 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 45842) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:20.792508 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0135bc8c-c790-4e9e-bf48-055d0f466c96 None None] Pushing event updated for resources: {'Port': ['ID=ec8ba868-6c19-49c2-9062-0f91f89393d1,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:20.793686 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a70f082f-de22-4b69-a84c-46b616318a8b tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Made reservation on behalf of a33f61376d424e9ebb716db16eb1197c for: {'network': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:14:20.799232 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0135bc8c-c790-4e9e-bf48-055d0f466c96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:20.800623 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a70f082f-de22-4b69-a84c-46b616318a8b tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:20.804521 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-9c96754f-fc1a-4c50-a567-2901493eefc1 None None] Transition to ACTIVE for port object 8f79e2e7-56d9-4e1f-8724-7f26713002ad will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:14:20.824233 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a70f082f-de22-4b69-a84c-46b616318a8b tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Notify callbacks [] for security_group, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:20.827317 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f0b8478a-c498-4326-878e-3bbf894be154 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:20.830459 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-9c96754f-fc1a-4c50-a567-2901493eefc1 None None] Transition to ACTIVE for port object 8f79e2e7-56d9-4e1f-8724-7f26713002ad will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:14:20.835379 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fae100cc-1d5a-4775-a761-de5ca788551e tempest-RoutersTestDVR-940767016 tempest-RoutersTestDVR-940767016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904'] for router, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:20.860506 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9c96754f-fc1a-4c50-a567-2901493eefc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:20.867374 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:20.963961 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a70f082f-de22-4b69-a84c-46b616318a8b tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:14:20.967523 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fae100cc-1d5a-4775-a761-de5ca788551e tempest-RoutersTestDVR-940767016 tempest-RoutersTestDVR-940767016-project-admin] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:20.968810 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-fae100cc-1d5a-4775-a761-de5ca788551e tempest-RoutersTestDVR-940767016 tempest-RoutersTestDVR-940767016-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.4089978 Dec 15 19:14:20.975497 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-a70f082f-de22-4b69-a84c-46b616318a8b tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Usage tracker for resource:security_group_rule and tenant:a33f61376d424e9ebb716db16eb1197c is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:14:20.976653 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c96754f-fc1a-4c50-a567-2901493eefc1 None None] Network 63216a8d-7e0f-4726-838d-7fa437e43530 is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:14:20.978021 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 45848) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:20.980814 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-9c96754f-fc1a-4c50-a567-2901493eefc1 None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:14:20.984798 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-a70f082f-de22-4b69-a84c-46b616318a8b tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:14:20.986126 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96754f-fc1a-4c50-a567-2901493eefc1 None None] Pushing event updated for resources: {'Port': ['ID=8f79e2e7-56d9-4e1f-8724-7f26713002ad,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:21.003188 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c96754f-fc1a-4c50-a567-2901493eefc1 None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:14:21.027705 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-205de79f-de10-4296-9e44-5313c6a331c2 tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:14:21.057403 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a70f082f-de22-4b69-a84c-46b616318a8b tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:14:21.067163 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-05789443-9a50-4ac2-b1fe-550bca110ebb tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:21.113780 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9c96754f-fc1a-4c50-a567-2901493eefc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:21.125090 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-9c96754f-fc1a-4c50-a567-2901493eefc1 None None] Attempting to bind port 8f79e2e7-56d9-4e1f-8724-7f26713002ad on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:14:21.125438 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-9c96754f-fc1a-4c50-a567-2901493eefc1 None None] Attempting to bind port 8f79e2e7-56d9-4e1f-8724-7f26713002ad by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'cc77d08c-3e06-4395-9e96-2ce9f09be278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '63216a8d-7e0f-4726-838d-7fa437e43530'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:14:21.125852 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c96754f-fc1a-4c50-a567-2901493eefc1 None None] Attempting to bind port 8f79e2e7-56d9-4e1f-8724-7f26713002ad on network 63216a8d-7e0f-4726-838d-7fa437e43530 {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:14:21.138099 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c96754f-fc1a-4c50-a567-2901493eefc1 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:14:21.139063 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c96754f-fc1a-4c50-a567-2901493eefc1 None None] Checking segment: {'id': 'cc77d08c-3e06-4395-9e96-2ce9f09be278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '63216a8d-7e0f-4726-838d-7fa437e43530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:14:21.139685 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9c96754f-fc1a-4c50-a567-2901493eefc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:21.140322 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c96754f-fc1a-4c50-a567-2901493eefc1 None None] Bound using segment: {'id': 'cc77d08c-3e06-4395-9e96-2ce9f09be278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '63216a8d-7e0f-4726-838d-7fa437e43530'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:14:21.140866 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-05789443-9a50-4ac2-b1fe-550bca110ebb tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Transition to ACTIVE for port object 3a00be13-161c-4396-9036-9aed3bad82fa will not be triggered until provisioned by entity DHCP. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:14:21.140970 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-9c96754f-fc1a-4c50-a567-2901493eefc1 None None] Bound port: 8f79e2e7-56d9-4e1f-8724-7f26713002ad, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc77d08c-3e06-4395-9e96-2ce9f09be278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '63216a8d-7e0f-4726-838d-7fa437e43530'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:14:21.141391 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9c96754f-fc1a-4c50-a567-2901493eefc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:21.142861 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d670a33c-d8d3-48e5-960e-23dae1a395ec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:21.144128 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d670a33c-d8d3-48e5-960e-23dae1a395ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904'] for router, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:21.219326 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-22c596f7-dd48-4c85-96e7-396cbc2aa9b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:21.278364 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-205de79f-de10-4296-9e44-5313c6a331c2 tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] 10.222.0.36 "PUT /v2.0/quotas/7fb3d94718f04cf28be5292ec38ebd2d HTTP/1.1" status: 200 len: 368 time: 0.4905584 Dec 15 19:14:21.288424 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 45854) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:21.291335 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-22c596f7-dd48-4c85-96e7-396cbc2aa9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:21.298585 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-13e1e983-db57-4e30-b395-2af853cb8feb tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Request body: {'network': {'project_id': '7fb3d94718f04cf28be5292ec38ebd2d'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:14:21.347893 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-13e1e983-db57-4e30-b395-2af853cb8feb tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:14:21.355213 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-05789443-9a50-4ac2-b1fe-550bca110ebb tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:21.357085 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-13e1e983-db57-4e30-b395-2af853cb8feb tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Usage tracker for resource:network and tenant:7fb3d94718f04cf28be5292ec38ebd2d is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:14:21.365839 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-13e1e983-db57-4e30-b395-2af853cb8feb tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:14:21.379703 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-65f6f622-3a9d-4924-8b68-00fc09b1c0ae None None] Allocated IP 2001:db8::2 (3cc97137-116d-4ce7-b4c4-c8bc069899e8/e5c296a3-c0ee-4e50-9238-1eb46b74dbdd/409b19b4-4fb7-4b09-8a9b-f979d81f7440) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:14:21.384193 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a70f082f-de22-4b69-a84c-46b616318a8b tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Notify callbacks [] for security_group, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:21.389467 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-13e1e983-db57-4e30-b395-2af853cb8feb tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:14:21.403497 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:21.419233 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ccc19a9f-de17-4bf5-a64c-12586f0b0052 tempest-RoutersTestDVR-940767016 tempest-RoutersTestDVR-940767016-project-admin] Notify callbacks [] for router, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:21.456307 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f0b8478a-c498-4326-878e-3bbf894be154 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:21.484638 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a70f082f-de22-4b69-a84c-46b616318a8b tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:21.531802 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e1e983-db57-4e30-b395-2af853cb8feb tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Made reservation on behalf of 7fb3d94718f04cf28be5292ec38ebd2d for: {'network': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:14:21.536709 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-13e1e983-db57-4e30-b395-2af853cb8feb tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:21.556816 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:21.580116 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05789443-9a50-4ac2-b1fe-550bca110ebb tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Network 3cc97137-116d-4ce7-b4c4-c8bc069899e8 is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:14:21.588560 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a70f082f-de22-4b69-a84c-46b616318a8b tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=88990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:14:21.650835 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-9c96754f-fc1a-4c50-a567-2901493eefc1 None None] For port 8f79e2e7-56d9-4e1f-8724-7f26713002ad, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:14:21.662525 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-05789443-9a50-4ac2-b1fe-550bca110ebb tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:14:21.665200 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-22c596f7-dd48-4c85-96e7-396cbc2aa9b9 admin admin] Allocated IP 172.26.3.117 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/3929e0cc-3af7-4b7c-8721-c4e9c474e74b) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:14:21.671036 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-9c96754f-fc1a-4c50-a567-2901493eefc1 None None] For port 8f79e2e7-56d9-4e1f-8724-7f26713002ad, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=8f79e2e7-56d9-4e1f-8724-7f26713002ad,segment=NetworkSegment(cc77d08c-3e06-4395-9e96-2ce9f09be278),segment_id=cc77d08c-3e06-4395-9e96-2ce9f09be278)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:14:21.680478 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-13e1e983-db57-4e30-b395-2af853cb8feb tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:21.700742 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9c96754f-fc1a-4c50-a567-2901493eefc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:21.707588 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05789443-9a50-4ac2-b1fe-550bca110ebb tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:14:21.708678 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a70f082f-de22-4b69-a84c-46b616318a8b tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:21.709236 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-a70f082f-de22-4b69-a84c-46b616318a8b tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Added segment feb18d5f-1c0b-4708-8c57-b61ae37e2aee of type vlan for network 7973cf05-3de2-43e7-b5f1-bc89ebfb9399 Dec 15 19:14:21.710095 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0135bc8c-c790-4e9e-bf48-055d0f466c96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:21.711905 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05789443-9a50-4ac2-b1fe-550bca110ebb tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:14:21.712657 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-05789443-9a50-4ac2-b1fe-550bca110ebb tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:21.749054 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05789443-9a50-4ac2-b1fe-550bca110ebb tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Pushing event updated for resources: {'Port': ['ID=3a00be13-161c-4396-9036-9aed3bad82fa,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:21.772350 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-05789443-9a50-4ac2-b1fe-550bca110ebb tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:21.861062 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-13e1e983-db57-4e30-b395-2af853cb8feb tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:14:21.865074 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-05789443-9a50-4ac2-b1fe-550bca110ebb tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.7991207 Dec 15 19:14:21.872373 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-65f6f622-3a9d-4924-8b68-00fc09b1c0ae None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:21.877336 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 45862) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:21.885600 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-774a343a-b8a5-4674-8ab1-686c7d5636f8 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Request body: {'port': {'network_id': '3cc97137-116d-4ce7-b4c4-c8bc069899e8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-665528498', 'allowed_address_pairs': [{'ip_address': '2001:db8::140', 'mac_address': 'fa:16:3e:fe:88:ab'}]}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:14:21.899136 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-65f6f622-3a9d-4924-8b68-00fc09b1c0ae None None] Transition to ACTIVE for port object 409b19b4-4fb7-4b09-8a9b-f979d81f7440 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:14:21.905302 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-13e1e983-db57-4e30-b395-2af853cb8feb tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Usage tracker for resource:security_group_rule and tenant:7fb3d94718f04cf28be5292ec38ebd2d is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:14:21.910864 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-13e1e983-db57-4e30-b395-2af853cb8feb tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:14:21.926026 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96754f-fc1a-4c50-a567-2901493eefc1 None None] Pushing event updated for resources: {'Port': ['ID=8f79e2e7-56d9-4e1f-8724-7f26713002ad,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:21.927201 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-13e1e983-db57-4e30-b395-2af853cb8feb tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:14:21.928827 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9c96754f-fc1a-4c50-a567-2901493eefc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:21.947263 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-65f6f622-3a9d-4924-8b68-00fc09b1c0ae None None] Transition to ACTIVE for port object 409b19b4-4fb7-4b09-8a9b-f979d81f7440 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:14:21.981994 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-65f6f622-3a9d-4924-8b68-00fc09b1c0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:21.987445 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:22.064366 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70f082f-de22-4b69-a84c-46b616318a8b tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=facccd2f-0306-4ffb-b205-210423b7ac23,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:22.068830 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a70f082f-de22-4b69-a84c-46b616318a8b tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:22.085037 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f6f622-3a9d-4924-8b68-00fc09b1c0ae None None] Pushing event updated for resources: {'Port': ['ID=409b19b4-4fb7-4b09-8a9b-f979d81f7440,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:22.094807 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-65f6f622-3a9d-4924-8b68-00fc09b1c0ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:22.100905 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device ec8ba868-6c19-49c2-9062-0f91f89393d1 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:14:22.101225 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-22c596f7-dd48-4c85-96e7-396cbc2aa9b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:22.136509 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-774a343a-b8a5-4674-8ab1-686c7d5636f8 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:14:22.142648 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-774a343a-b8a5-4674-8ab1-686c7d5636f8 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Usage tracker for resource:port and tenant:671e2ded8501473d83f1e0f0315e9ca5 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:14:22.151120 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-774a343a-b8a5-4674-8ab1-686c7d5636f8 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:14:22.156479 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f6f622-3a9d-4924-8b68-00fc09b1c0ae None None] Network 3cc97137-116d-4ce7-b4c4-c8bc069899e8 is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:14:22.161508 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-774a343a-b8a5-4674-8ab1-686c7d5636f8 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:14:22.164903 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-65f6f622-3a9d-4924-8b68-00fc09b1c0ae None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:14:22.167712 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f6f622-3a9d-4924-8b68-00fc09b1c0ae None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:14:22.245473 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a70f082f-de22-4b69-a84c-46b616318a8b tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:22.249395 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-13e1e983-db57-4e30-b395-2af853cb8feb tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:22.259470 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-22c596f7-dd48-4c85-96e7-396cbc2aa9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:22.260537 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774a343a-b8a5-4674-8ab1-686c7d5636f8 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Made reservation on behalf of 671e2ded8501473d83f1e0f0315e9ca5 for: {'port': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:14:22.284927 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-65f6f622-3a9d-4924-8b68-00fc09b1c0ae None None] Attempting to bind port 409b19b4-4fb7-4b09-8a9b-f979d81f7440 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:14:22.285345 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-65f6f622-3a9d-4924-8b68-00fc09b1c0ae None None] Attempting to bind port 409b19b4-4fb7-4b09-8a9b-f979d81f7440 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '4a9a854d-38d9-4bd3-9cf0-c78e8c1bb43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '3cc97137-116d-4ce7-b4c4-c8bc069899e8'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:14:22.285763 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f6f622-3a9d-4924-8b68-00fc09b1c0ae None None] Attempting to bind port 409b19b4-4fb7-4b09-8a9b-f979d81f7440 on network 3cc97137-116d-4ce7-b4c4-c8bc069899e8 {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:14:22.295451 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f6f622-3a9d-4924-8b68-00fc09b1c0ae None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:14:22.300216 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f6f622-3a9d-4924-8b68-00fc09b1c0ae None None] Checking segment: {'id': '4a9a854d-38d9-4bd3-9cf0-c78e8c1bb43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '3cc97137-116d-4ce7-b4c4-c8bc069899e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:14:22.300216 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-65f6f622-3a9d-4924-8b68-00fc09b1c0ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:22.300216 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f6f622-3a9d-4924-8b68-00fc09b1c0ae None None] Bound using segment: {'id': '4a9a854d-38d9-4bd3-9cf0-c78e8c1bb43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '3cc97137-116d-4ce7-b4c4-c8bc069899e8'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:14:22.300216 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-65f6f622-3a9d-4924-8b68-00fc09b1c0ae None None] Bound port: 409b19b4-4fb7-4b09-8a9b-f979d81f7440, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a9a854d-38d9-4bd3-9cf0-c78e8c1bb43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '3cc97137-116d-4ce7-b4c4-c8bc069899e8'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:14:22.300216 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-65f6f622-3a9d-4924-8b68-00fc09b1c0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:22.317912 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ccc19a9f-de17-4bf5-a64c-12586f0b0052 tempest-RoutersTestDVR-940767016 tempest-RoutersTestDVR-940767016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854207876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854699191'] for router, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:22.352955 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port ec8ba868-6c19-49c2-9062-0f91f89393d1 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:14:22.355277 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ccc19a9f-de17-4bf5-a64c-12586f0b0052 tempest-RoutersTestDVR-940767016 tempest-RoutersTestDVR-940767016-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:22.357112 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a2e417b4-b43e-4470-a8fa-47955a36239f tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for subnet, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:22.374320 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5a83bfea-975d-4fbc-b82d-87907961f3cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:22.417794 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-65f6f622-3a9d-4924-8b68-00fc09b1c0ae None None] For port 409b19b4-4fb7-4b09-8a9b-f979d81f7440, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:14:22.421680 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-65f6f622-3a9d-4924-8b68-00fc09b1c0ae None None] For port 409b19b4-4fb7-4b09-8a9b-f979d81f7440, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=409b19b4-4fb7-4b09-8a9b-f979d81f7440,segment=NetworkSegment(4a9a854d-38d9-4bd3-9cf0-c78e8c1bb43a),segment_id=4a9a854d-38d9-4bd3-9cf0-c78e8c1bb43a)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:14:22.445626 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-13e1e983-db57-4e30-b395-2af853cb8feb tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:22.460600 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-65f6f622-3a9d-4924-8b68-00fc09b1c0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:22.467826 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9c96754f-fc1a-4c50-a567-2901493eefc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:22.483019 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-05789443-9a50-4ac2-b1fe-550bca110ebb tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:22.575014 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a70f082f-de22-4b69-a84c-46b616318a8b tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:22.589878 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70f082f-de22-4b69-a84c-46b616318a8b tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:14:22.593114 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f6f622-3a9d-4924-8b68-00fc09b1c0ae None None] Pushing event updated for resources: {'Port': ['ID=409b19b4-4fb7-4b09-8a9b-f979d81f7440,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:22.606930 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a70f082f-de22-4b69-a84c-46b616318a8b tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:22.626872 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-65f6f622-3a9d-4924-8b68-00fc09b1c0ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:22.677630 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c596f7-dd48-4c85-96e7-396cbc2aa9b9 admin admin] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:14:22.679155 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e417b4-b43e-4470-a8fa-47955a36239f tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Checking segment: {'id': '66f88433-cdaf-4e0f-b205-cf6b1e261334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '44ddd808-5d9e-4c6c-8ee7-6315989cf10b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:14:22.680268 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e417b4-b43e-4470-a8fa-47955a36239f tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Network hostable DHCP agents. Network: 44ddd808-5d9e-4c6c-8ee7-6315989cf10b, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:14:22.690014 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e417b4-b43e-4470-a8fa-47955a36239f tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Pushing event updated for resources: {'Subnet': ['ID=156bac23-193f-4a45-b38d-ded16171ec52,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:22.692182 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-22c596f7-dd48-4c85-96e7-396cbc2aa9b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:14:22.700024 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a2e417b4-b43e-4470-a8fa-47955a36239f tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:22.703585 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:22.704339 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-774a343a-b8a5-4674-8ab1-686c7d5636f8 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:22.715462 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c596f7-dd48-4c85-96e7-396cbc2aa9b9 admin admin] Pushing event updated for resources: {'Port': ['ID=3929e0cc-3af7-4b7c-8721-c4e9c474e74b,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:22.721409 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ccc19a9f-de17-4bf5-a64c-12586f0b0052 tempest-RoutersTestDVR-940767016 tempest-RoutersTestDVR-940767016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854207982'] for router, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:22.722069 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc19a9f-de17-4bf5-a64c-12586f0b0052 tempest-RoutersTestDVR-940767016 tempest-RoutersTestDVR-940767016-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 891379bf-7ea9-4a72-80ab-c7c76f690fc3 {{(pid=88990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 19:14:22.732399 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c596f7-dd48-4c85-96e7-396cbc2aa9b9 admin admin] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:14:22.764101 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13e1e983-db57-4e30-b395-2af853cb8feb tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=88991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:14:22.807285 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-13e1e983-db57-4e30-b395-2af853cb8feb tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:22.807680 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-13e1e983-db57-4e30-b395-2af853cb8feb tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Added segment 3f38fe7f-22a0-4aa2-ae0c-a6d4f630f441 of type vlan for network 1067eb5f-50ed-4419-8190-2cfda4bc2d09 Dec 15 19:14:22.817181 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-774a343a-b8a5-4674-8ab1-686c7d5636f8 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] device_id is not set on port c301decc-48e1-4678-97be-180a27278b15 yet. {{(pid=88991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:14:22.846134 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ccc19a9f-de17-4bf5-a64c-12586f0b0052 tempest-RoutersTestDVR-940767016 tempest-RoutersTestDVR-940767016-project-admin] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:22.848747 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ccc19a9f-de17-4bf5-a64c-12586f0b0052 tempest-RoutersTestDVR-940767016 tempest-RoutersTestDVR-940767016-project-admin] 10.222.0.36 "DELETE /v2.0/routers/891379bf-7ea9-4a72-80ab-c7c76f690fc3 HTTP/1.1" status: 204 len: 168 time: 1.8690119 Dec 15 19:14:22.863505 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 45868) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:22.884333 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-43f31b5e-9d29-4549-830f-e327adf13638 tempest-RoutersTestDVR-940767016 tempest-RoutersTestDVR-940767016-project-admin] Request body: {'router': {'name': 'tempest-router-458381816', 'distributed': False}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:14:22.888877 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-22c596f7-dd48-4c85-96e7-396cbc2aa9b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:22.890205 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-f0b8478a-c498-4326-878e-3bbf894be154 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115-project-admin] Allocated IP 172.26.3.134 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/d2d596af-4e57-4c14-a015-a8b24314063a) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:14:22.893048 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6086ba4e-004b-4e70-a32d-18e616a4f8f2 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.215s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:22.901635 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a70f082f-de22-4b69-a84c-46b616318a8b tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.8538542 Dec 15 19:14:22.902931 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-43f31b5e-9d29-4549-830f-e327adf13638 tempest-RoutersTestDVR-940767016 tempest-RoutersTestDVR-940767016-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:14:22.905089 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 45872) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:22.912225 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70f082f-de22-4b69-a84c-46b616318a8b tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Pushing event updated for resources: {'Network': ['ID=7973cf05-3de2-43e7-b5f1-bc89ebfb9399,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:22.914859 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-43f31b5e-9d29-4549-830f-e327adf13638 tempest-RoutersTestDVR-940767016 tempest-RoutersTestDVR-940767016-project-admin] Usage tracker for resource:router and tenant:d206f19d1a9b4215b78d6752cf0e8f34 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:14:22.918121 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e417b4-b43e-4470-a8fa-47955a36239f tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Network 44ddd808-5d9e-4c6c-8ee7-6315989cf10b is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:14:22.921968 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-43f31b5e-9d29-4549-830f-e327adf13638 tempest-RoutersTestDVR-940767016 tempest-RoutersTestDVR-940767016-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:14:22.925402 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 7973cf05-3de2-43e7-b5f1-bc89ebfb9399 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:14:22.927699 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a70f082f-de22-4b69-a84c-46b616318a8b tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:22.937740 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-0b63365a-6807-4651-a283-ab5d63000fbd tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Request body: {'subnet': {'network_id': '7973cf05-3de2-43e7-b5f1-bc89ebfb9399', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:14:22.940901 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-43f31b5e-9d29-4549-830f-e327adf13638 tempest-RoutersTestDVR-940767016 tempest-RoutersTestDVR-940767016-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:14:22.968660 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-a2e417b4-b43e-4470-a8fa-47955a36239f tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, 44ddd808-5d9e-4c6c-8ee7-6315989cf10b) {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:14:22.974231 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e417b4-b43e-4470-a8fa-47955a36239f tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:14:22.974914 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a2e417b4-b43e-4470-a8fa-47955a36239f tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:22.996303 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7b937d-4aa4-4041-8ffd-76b9f29662f7 None None] Network 44ddd808-5d9e-4c6c-8ee7-6315989cf10b requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:14:23.007647 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e1e983-db57-4e30-b395-2af853cb8feb tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=043f69a2-2600-4d2d-b646-77a000e39dad,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:23.011481 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-13e1e983-db57-4e30-b395-2af853cb8feb tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:23.021188 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d670a33c-d8d3-48e5-960e-23dae1a395ec admin admin] Router a4558e95-503e-4b93-b1e9-a44cbe443726 is scheduled to L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 with binding_index 1 {{(pid=88990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 15 19:14:23.024661 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-43f31b5e-9d29-4549-830f-e327adf13638 tempest-RoutersTestDVR-940767016 tempest-RoutersTestDVR-940767016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854699176'] for router, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:23.025724 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-43f31b5e-9d29-4549-830f-e327adf13638 tempest-RoutersTestDVR-940767016 tempest-RoutersTestDVR-940767016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854194926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-76609'] for router, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:23.104866 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82cfd08-c0ee-4a94-9e2f-92b1a088d7db None None] Network 7e04f9fb-f9a5-45a2-9184-076bb9a796d7 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:14:23.181952 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a2e417b4-b43e-4470-a8fa-47955a36239f tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.7629664 Dec 15 19:14:23.183974 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 45878) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:23.191074 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-3479725a-6841-4c66-aee2-61c55ec90209 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-2089297489', 'network_id': '44ddd808-5d9e-4c6c-8ee7-6315989cf10b'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:14:23.197310 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-3479725a-6841-4c66-aee2-61c55ec90209 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:14:23.201501 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-3479725a-6841-4c66-aee2-61c55ec90209 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Usage tracker for resource:port and tenant:848d097f252940a4b39a0e19eea0eb89 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:14:23.204694 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-3479725a-6841-4c66-aee2-61c55ec90209 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:14:23.214488 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-3479725a-6841-4c66-aee2-61c55ec90209 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:14:23.232955 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-43f31b5e-9d29-4549-830f-e327adf13638 tempest-RoutersTestDVR-940767016 tempest-RoutersTestDVR-940767016-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:23.360607 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-43f31b5e-9d29-4549-830f-e327adf13638 tempest-RoutersTestDVR-940767016 tempest-RoutersTestDVR-940767016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904'] for router, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:23.382897 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3479725a-6841-4c66-aee2-61c55ec90209 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Made reservation on behalf of 848d097f252940a4b39a0e19eea0eb89 for: {'port': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:14:23.387900 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3479725a-6841-4c66-aee2-61c55ec90209 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:23.417553 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-3479725a-6841-4c66-aee2-61c55ec90209 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] device_id is not set on port 2b0d12a5-0e5b-4fba-990b-6e6d08922787 yet. {{(pid=88990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:14:23.448522 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-e7111b99-7a35-4d08-b941-29d4b3467f4b None None] Provisioning for port ec8ba868-6c19-49c2-9062-0f91f89393d1 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:14:23.454168 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-13e1e983-db57-4e30-b395-2af853cb8feb tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:23.455850 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-43f31b5e-9d29-4549-830f-e327adf13638 tempest-RoutersTestDVR-940767016 tempest-RoutersTestDVR-940767016-project-admin] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:23.457206 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-43f31b5e-9d29-4549-830f-e327adf13638 tempest-RoutersTestDVR-940767016 tempest-RoutersTestDVR-940767016-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5824640 Dec 15 19:14:23.459698 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-e7111b99-7a35-4d08-b941-29d4b3467f4b None None] Provisioning complete for port ec8ba868-6c19-49c2-9062-0f91f89393d1 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:14:23.460119 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e7111b99-7a35-4d08-b941-29d4b3467f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:23.473340 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 45882) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:23.642446 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-0b63365a-6807-4651-a283-ab5d63000fbd tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:14:23.646807 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-0b63365a-6807-4651-a283-ab5d63000fbd tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Usage tracker for resource:subnet and tenant:a33f61376d424e9ebb716db16eb1197c is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:14:23.653340 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-0b63365a-6807-4651-a283-ab5d63000fbd tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:14:23.661246 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada6b1a6-9b19-41cc-8749-11e43a9af125 None None] Network 44ddd808-5d9e-4c6c-8ee7-6315989cf10b requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:14:23.673452 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-0b63365a-6807-4651-a283-ab5d63000fbd tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:14:23.676757 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-774a343a-b8a5-4674-8ab1-686c7d5636f8 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Allocated IP 2001:db8::72 (3cc97137-116d-4ce7-b4c4-c8bc069899e8/e5c296a3-c0ee-4e50-9238-1eb46b74dbdd/c301decc-48e1-4678-97be-180a27278b15) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:14:23.706908 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d670a33c-d8d3-48e5-960e-23dae1a395ec admin admin] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:14:23.735381 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c01757-100d-486d-9a42-b54e9dbeacf0 None None] Sync routers for ids ['a4558e95-503e-4b93-b1e9-a44cbe443726'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:14:23.736351 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5ee8e263-c3f5-44d5-a4d9-b8d4e63e8172 tempest-RoutersTestDVR-940767016 tempest-RoutersTestDVR-940767016-project-admin] Notify callbacks [] for router, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:23.759140 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c01757-100d-486d-9a42-b54e9dbeacf0 None None] Routers {'a4558e95-503e-4b93-b1e9-a44cbe443726'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:14:23.759817 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-a4c01757-100d-486d-9a42-b54e9dbeacf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:14:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['a4558e95-503e-4b93-b1e9-a44cbe443726'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:14:23.809052 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-3479725a-6841-4c66-aee2-61c55ec90209 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Allocated IP 172.20.0.4 (44ddd808-5d9e-4c6c-8ee7-6315989cf10b/156bac23-193f-4a45-b38d-ded16171ec52/2b0d12a5-0e5b-4fba-990b-6e6d08922787) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:14:23.839979 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f0b8478a-c498-4326-878e-3bbf894be154 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:23.840320 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e7111b99-7a35-4d08-b941-29d4b3467f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:23.849484 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:23.876822 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d670a33c-d8d3-48e5-960e-23dae1a395ec admin admin] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:23.881400 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d670a33c-d8d3-48e5-960e-23dae1a395ec admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 5.8445566 Dec 15 19:14:23.882441 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 45886) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:23.939418 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-e7111b99-7a35-4d08-b941-29d4b3467f4b None None] For port ec8ba868-6c19-49c2-9062-0f91f89393d1, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=ec8ba868-6c19-49c2-9062-0f91f89393d1,segment=NetworkSegment(f74e07b2-aaa7-4c64-830f-9319a4bdc4d6),segment_id=f74e07b2-aaa7-4c64-830f-9319a4bdc4d6)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:14:23.951541 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-a4c01757-100d-486d-9a42-b54e9dbeacf0 None None] Set router a4558e95-503e-4b93-b1e9-a44cbe443726 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:14:23.959080 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-13e1e983-db57-4e30-b395-2af853cb8feb tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:23.975005 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f0b8478a-c498-4326-878e-3bbf894be154 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:23.982548 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e1e983-db57-4e30-b395-2af853cb8feb tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:14:23.983268 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-13e1e983-db57-4e30-b395-2af853cb8feb tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:24.017408 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:24.030698 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e7111b99-7a35-4d08-b941-29d4b3467f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:24.044337 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:24.104181 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b63365a-6807-4651-a283-ab5d63000fbd tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Made reservation on behalf of a33f61376d424e9ebb716db16eb1197c for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:14:24.184500 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7111b99-7a35-4d08-b941-29d4b3467f4b None None] Pushing event updated for resources: {'Port': ['ID=ec8ba868-6c19-49c2-9062-0f91f89393d1,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:24.189129 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 409b19b4-4fb7-4b09-8a9b-f979d81f7440 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:14:24.235095 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e7111b99-7a35-4d08-b941-29d4b3467f4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:24.313401 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e1e983-db57-4e30-b395-2af853cb8feb tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Pushing event updated for resources: {'Network': ['ID=1067eb5f-50ed-4419-8190-2cfda4bc2d09,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:24.327970 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-13e1e983-db57-4e30-b395-2af853cb8feb tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:24.328079 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 1067eb5f-50ed-4419-8190-2cfda4bc2d09 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:14:24.328902 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-a4c01757-100d-486d-9a42-b54e9dbeacf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4558e95-503e-4b93-b1e9-a44cbe443726', 'name': 'tempest-ServersTestJSON-1252145473-router', 'tenant_id': '07507a555a264de2b95fac8c5d93591a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.150'}], 'enable_snat': True}, 'gw_port_id': '76e67fc9-3420-432a-8e17-2ad72b96b714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:14:18Z', 'updated_at': '2021-12-15T19:14:20Z', 'revision_number': 3, 'project_id': '07507a555a264de2b95fac8c5d93591a', 'gw_port': {'id': '76e67fc9-3420-432a-8e17-2ad72b96b714', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:58:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4558e95-503e-4b93-b1e9-a44cbe443726', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:14:19Z', 'updated_at': '2021-12-15T19:14:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:14:24.333683 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c01757-100d-486d-9a42-b54e9dbeacf0 None None] Checking router: a4558e95-503e-4b93-b1e9-a44cbe443726 for host: dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:14:24.334318 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c01757-100d-486d-9a42-b54e9dbeacf0 None None] Updating router a4558e95-503e-4b93-b1e9-a44cbe443726 port 76e67fc9-3420-432a-8e17-2ad72b96b714 binding host dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 15 19:14:24.364308 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 409b19b4-4fb7-4b09-8a9b-f979d81f7440 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:14:24.395541 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a4c01757-100d-486d-9a42-b54e9dbeacf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:24.423386 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 8f79e2e7-56d9-4e1f-8724-7f26713002ad up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:14:24.568591 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 8f79e2e7-56d9-4e1f-8724-7f26713002ad completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:14:24.617137 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.517s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:24.657596 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3479725a-6841-4c66-aee2-61c55ec90209 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:24.702181 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0b63365a-6807-4651-a283-ab5d63000fbd tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Notify callbacks [] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:24.769407 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3479725a-6841-4c66-aee2-61c55ec90209 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:24.783519 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-959cded0-50fc-4ae6-b87b-ba4b8c1846c3 None None] Provisioning complete for port ec8ba868-6c19-49c2-9062-0f91f89393d1 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:14:24.784837 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-959cded0-50fc-4ae6-b87b-ba4b8c1846c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:24.808510 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b8478a-c498-4326-878e-3bbf894be154 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115-project-admin] Pushing event updated for resources: {'Port': ['ID=d2d596af-4e57-4c14-a015-a8b24314063a,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:24.811637 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f0b8478a-c498-4326-878e-3bbf894be154 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:24.813378 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-13e1e983-db57-4e30-b395-2af853cb8feb tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 3.5198092 Dec 15 19:14:24.841948 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 45890) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:24.847502 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b8478a-c498-4326-878e-3bbf894be154 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115-project-admin] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:14:24.851743 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-22c596f7-dd48-4c85-96e7-396cbc2aa9b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:24.852557 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-22c596f7-dd48-4c85-96e7-396cbc2aa9b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904'] for router, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:24.862448 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-f0b8478a-c498-4326-878e-3bbf894be154 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115-project-admin] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:14:24.864312 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-56c53cce-40a8-4e77-a65f-3a4332153d7d tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Request body: {'network': {'project_id': '7fb3d94718f04cf28be5292ec38ebd2d'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:14:24.882572 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:24.895794 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b8478a-c498-4326-878e-3bbf894be154 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115-project-admin] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:14:24.921679 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3479725a-6841-4c66-aee2-61c55ec90209 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Network 44ddd808-5d9e-4c6c-8ee7-6315989cf10b is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:14:24.930761 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-56c53cce-40a8-4e77-a65f-3a4332153d7d tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:14:24.933557 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-3479725a-6841-4c66-aee2-61c55ec90209 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:14:24.960060 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3479725a-6841-4c66-aee2-61c55ec90209 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:14:24.962336 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3479725a-6841-4c66-aee2-61c55ec90209 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:14:24.975126 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3479725a-6841-4c66-aee2-61c55ec90209 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:25.004781 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-56c53cce-40a8-4e77-a65f-3a4332153d7d tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Usage tracker for resource:network and tenant:7fb3d94718f04cf28be5292ec38ebd2d is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:14:25.088958 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-56c53cce-40a8-4e77-a65f-3a4332153d7d tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:14:25.100757 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a4c01757-100d-486d-9a42-b54e9dbeacf0 None None] Notify callbacks [] for port, precommit_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:25.176104 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-a4c01757-100d-486d-9a42-b54e9dbeacf0 None None] Transition to ACTIVE for port object 76e67fc9-3420-432a-8e17-2ad72b96b714 will not be triggered until provisioned by entity L2. {{(pid=88993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:14:25.184007 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27a804f-43c2-4195-9b70-9e8607e3265b None None] Network 63216a8d-7e0f-4726-838d-7fa437e43530 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:14:25.220219 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a4c01757-100d-486d-9a42-b54e9dbeacf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:25.228026 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4d5b82c5-9522-4caa-b8dd-e46b0076cbac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:25.247397 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-56c53cce-40a8-4e77-a65f-3a4332153d7d tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:14:25.275301 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-7e559ab6-a9eb-4815-94e1-e45a66bb40a6 None None] Provisioning for port 8f79e2e7-56d9-4e1f-8724-7f26713002ad completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:14:25.286069 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-7e559ab6-a9eb-4815-94e1-e45a66bb40a6 None None] Provisioning complete for port 8f79e2e7-56d9-4e1f-8724-7f26713002ad triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:14:25.286622 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7e559ab6-a9eb-4815-94e1-e45a66bb40a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:25.320006 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3479725a-6841-4c66-aee2-61c55ec90209 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Pushing event updated for resources: {'Port': ['ID=2b0d12a5-0e5b-4fba-990b-6e6d08922787,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:25.324037 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5ee8e263-c3f5-44d5-a4d9-b8d4e63e8172 tempest-RoutersTestDVR-940767016 tempest-RoutersTestDVR-940767016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854207876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854699191'] for router, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:25.328502 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-3479725a-6841-4c66-aee2-61c55ec90209 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.1432481 Dec 15 19:14:25.330552 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3479725a-6841-4c66-aee2-61c55ec90209 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:25.334139 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 45894) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:25.379538 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-a4c01757-100d-486d-9a42-b54e9dbeacf0 None None] Attempting to bind port 76e67fc9-3420-432a-8e17-2ad72b96b714 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:14:25.379941 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-a4c01757-100d-486d-9a42-b54e9dbeacf0 None None] Attempting to bind port 76e67fc9-3420-432a-8e17-2ad72b96b714 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}] {{(pid=88993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:14:25.380788 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c01757-100d-486d-9a42-b54e9dbeacf0 None None] Attempting to bind port 76e67fc9-3420-432a-8e17-2ad72b96b714 on network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:14:25.390915 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c01757-100d-486d-9a42-b54e9dbeacf0 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:14:25.391329 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c01757-100d-486d-9a42-b54e9dbeacf0 None None] Checking segment: {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:14:25.391771 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a4c01757-100d-486d-9a42-b54e9dbeacf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:25.392204 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c01757-100d-486d-9a42-b54e9dbeacf0 None None] Bound using segment: {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'} {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:14:25.392728 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-a4c01757-100d-486d-9a42-b54e9dbeacf0 None None] Bound port: 76e67fc9-3420-432a-8e17-2ad72b96b714, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}}] {{(pid=88993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:14:25.393180 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a4c01757-100d-486d-9a42-b54e9dbeacf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:25.398176 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-774a343a-b8a5-4674-8ab1-686c7d5636f8 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:25.420085 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f0b8478a-c498-4326-878e-3bbf894be154 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:25.423996 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d30ffd5b-7a7a-4531-bd5d-6697df042c0b tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Deleting port 2b0d12a5-0e5b-4fba-990b-6e6d08922787 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:14:25.424405 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d30ffd5b-7a7a-4531-bd5d-6697df042c0b tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:25.462736 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c53cce-40a8-4e77-a65f-3a4332153d7d tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Made reservation on behalf of 7fb3d94718f04cf28be5292ec38ebd2d for: {'network': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:14:25.467577 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-56c53cce-40a8-4e77-a65f-3a4332153d7d tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:25.489843 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf62c2c-7330-4a2e-9d21-09592976f89d None None] Pushing event updated for resources: {'Port': ['ID=76e67fc9-3420-432a-8e17-2ad72b96b714,revision_number=2']} {{(pid=88993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:25.519078 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-a4c01757-100d-486d-9a42-b54e9dbeacf0 None None] For port 76e67fc9-3420-432a-8e17-2ad72b96b714, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:14:25.519078 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-a4c01757-100d-486d-9a42-b54e9dbeacf0 None None] For port 76e67fc9-3420-432a-8e17-2ad72b96b714, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=76e67fc9-3420-432a-8e17-2ad72b96b714,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:14:25.519391 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5ee8e263-c3f5-44d5-a4d9-b8d4e63e8172 tempest-RoutersTestDVR-940767016 tempest-RoutersTestDVR-940767016-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:25.519491 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf62c2c-7330-4a2e-9d21-09592976f89d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:14:25.520123 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf62c2c-7330-4a2e-9d21-09592976f89d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:14:25.520655 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf62c2c-7330-4a2e-9d21-09592976f89d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:14:25.521135 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf62c2c-7330-4a2e-9d21-09592976f89d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:14:25.521692 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf62c2c-7330-4a2e-9d21-09592976f89d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:14:25.522199 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf62c2c-7330-4a2e-9d21-09592976f89d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:14:25.522790 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf62c2c-7330-4a2e-9d21-09592976f89d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:14:25.523293 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf62c2c-7330-4a2e-9d21-09592976f89d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:14:25.523789 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf62c2c-7330-4a2e-9d21-09592976f89d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:14:25.524262 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf62c2c-7330-4a2e-9d21-09592976f89d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:14:25.524758 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf62c2c-7330-4a2e-9d21-09592976f89d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:14:25.526085 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf62c2c-7330-4a2e-9d21-09592976f89d None None] Tracked resource versions report: Dec 15 19:14:25.526085 dv-neutron-821831-2-hyperv neutron-server[88879]: pushed versions: Dec 15 19:14:25.526085 dv-neutron-821831-2-hyperv neutron-server[88879]: { 'ConntrackHelper': {'1.0'}, Dec 15 19:14:25.526085 dv-neutron-821831-2-hyperv neutron-server[88879]: 'Log': {'1.0'}, Dec 15 19:14:25.526085 dv-neutron-821831-2-hyperv neutron-server[88879]: 'Network': {'1.1'}, Dec 15 19:14:25.526085 dv-neutron-821831-2-hyperv neutron-server[88879]: 'Port': {'1.5'}, Dec 15 19:14:25.526085 dv-neutron-821831-2-hyperv neutron-server[88879]: 'PortForwarding': {'1.2'}, Dec 15 19:14:25.526085 dv-neutron-821831-2-hyperv neutron-server[88879]: 'QosPolicy': {'1.8'}, Dec 15 19:14:25.526085 dv-neutron-821831-2-hyperv neutron-server[88879]: 'SecurityGroup': {'1.2'}, Dec 15 19:14:25.526085 dv-neutron-821831-2-hyperv neutron-server[88879]: 'SecurityGroupRule': {'1.0'}, Dec 15 19:14:25.526085 dv-neutron-821831-2-hyperv neutron-server[88879]: 'SubPort': {'1.0'}, Dec 15 19:14:25.526085 dv-neutron-821831-2-hyperv neutron-server[88879]: 'Subnet': {'1.1'}, Dec 15 19:14:25.526085 dv-neutron-821831-2-hyperv neutron-server[88879]: 'Trunk': {'1.1'}} Dec 15 19:14:25.526085 dv-neutron-821831-2-hyperv neutron-server[88879]: consumer versions: Dec 15 19:14:25.526085 dv-neutron-821831-2-hyperv neutron-server[88879]: { DHCP agent@dv-neutron-821831-2-hyperv: {}, Dec 15 19:14:25.526085 dv-neutron-821831-2-hyperv neutron-server[88879]: HyperV agent@hv-neutron-8218: {}, Dec 15 19:14:25.526085 dv-neutron-821831-2-hyperv neutron-server[88879]: L3 agent@dv-neutron-821831-2-hyperv: {}, Dec 15 19:14:25.526085 dv-neutron-821831-2-hyperv neutron-server[88879]: Metadata agent@dv-neutron-821831-2-hyperv: {}, Dec 15 19:14:25.526085 dv-neutron-821831-2-hyperv neutron-server[88879]: Metering agent@dv-neutron-821831-2-hyperv: {}, Dec 15 19:14:25.526085 dv-neutron-821831-2-hyperv neutron-server[88879]: Open vSwitch agent@dv-neutron-821831-2-hyperv: { 'ConntrackHelper': '1.0', Dec 15 19:14:25.526085 dv-neutron-821831-2-hyperv neutron-server[88879]: 'Log': '1.0', Dec 15 19:14:25.526085 dv-neutron-821831-2-hyperv neutron-server[88879]: 'Network': '1.1', Dec 15 19:14:25.526085 dv-neutron-821831-2-hyperv neutron-server[88879]: 'Port': '1.5', Dec 15 19:14:25.526085 dv-neutron-821831-2-hyperv neutron-server[88879]: 'PortForwarding': '1.2', Dec 15 19:14:25.526085 dv-neutron-821831-2-hyperv neutron-server[88879]: 'QosPolicy': '1.8', Dec 15 19:14:25.526085 dv-neutron-821831-2-hyperv neutron-server[88879]: 'SecurityGroup': '1.2', Dec 15 19:14:25.526085 dv-neutron-821831-2-hyperv neutron-server[88879]: 'SecurityGroupRule': '1.0', Dec 15 19:14:25.526085 dv-neutron-821831-2-hyperv neutron-server[88879]: 'SubPort': '1.0', Dec 15 19:14:25.526085 dv-neutron-821831-2-hyperv neutron-server[88879]: 'Subnet': '1.1', Dec 15 19:14:25.526085 dv-neutron-821831-2-hyperv neutron-server[88879]: 'Trunk': '1.1'}} Dec 15 19:14:25.526085 dv-neutron-821831-2-hyperv neutron-server[88879]: {{(pid=88993) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 15 19:14:25.531399 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-baf62c2c-7330-4a2e-9d21-09592976f89d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:25.551712 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a4c01757-100d-486d-9a42-b54e9dbeacf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:25.568408 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:25.577835 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05487bc-aad3-49dc-a526-94ca02851099 None None] Network 3cc97137-116d-4ce7-b4c4-c8bc069899e8 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:14:25.589265 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-774a343a-b8a5-4674-8ab1-686c7d5636f8 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Transition to ACTIVE for port object c301decc-48e1-4678-97be-180a27278b15 will not be triggered until provisioned by entity DHCP. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:14:25.624417 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56c53cce-40a8-4e77-a65f-3a4332153d7d tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=88990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:14:25.740137 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf62c2c-7330-4a2e-9d21-09592976f89d None None] Pushing event updated for resources: {'Port': ['ID=76e67fc9-3420-432a-8e17-2ad72b96b714,revision_number=3']} {{(pid=88993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:25.777606 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c01757-100d-486d-9a42-b54e9dbeacf0 None None] Routers {'a4558e95-503e-4b93-b1e9-a44cbe443726'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:14:25.778464 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-a4c01757-100d-486d-9a42-b54e9dbeacf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:14:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['a4558e95-503e-4b93-b1e9-a44cbe443726'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:14:25.834032 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d30ffd5b-7a7a-4531-bd5d-6697df042c0b tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:25.885390 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f0b8478a-c498-4326-878e-3bbf894be154 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:25.978596 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d30ffd5b-7a7a-4531-bd5d-6697df042c0b tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Calling delete_port for 2b0d12a5-0e5b-4fba-990b-6e6d08922787 owned by {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:14:25.978922 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7e559ab6-a9eb-4815-94e1-e45a66bb40a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:26.008587 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-774a343a-b8a5-4674-8ab1-686c7d5636f8 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:26.048987 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-22c596f7-dd48-4c85-96e7-396cbc2aa9b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:26.067874 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device ec8ba868-6c19-49c2-9062-0f91f89393d1 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:14:26.081775 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-a4c01757-100d-486d-9a42-b54e9dbeacf0 None None] Set router a4558e95-503e-4b93-b1e9-a44cbe443726 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:14:26.102987 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0b63365a-6807-4651-a283-ab5d63000fbd tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:26.121330 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774a343a-b8a5-4674-8ab1-686c7d5636f8 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Network 3cc97137-116d-4ce7-b4c4-c8bc069899e8 is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:14:26.125020 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-7e559ab6-a9eb-4815-94e1-e45a66bb40a6 None None] For port 8f79e2e7-56d9-4e1f-8724-7f26713002ad, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=8f79e2e7-56d9-4e1f-8724-7f26713002ad,segment=NetworkSegment(cc77d08c-3e06-4395-9e96-2ce9f09be278),segment_id=cc77d08c-3e06-4395-9e96-2ce9f09be278)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:14:26.158833 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-774a343a-b8a5-4674-8ab1-686c7d5636f8 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:14:26.161896 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774a343a-b8a5-4674-8ab1-686c7d5636f8 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:14:26.164915 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7e559ab6-a9eb-4815-94e1-e45a66bb40a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:26.166571 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774a343a-b8a5-4674-8ab1-686c7d5636f8 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:14:26.167386 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-774a343a-b8a5-4674-8ab1-686c7d5636f8 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:26.178025 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:26.197523 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-56c53cce-40a8-4e77-a65f-3a4332153d7d tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:26.197919 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-56c53cce-40a8-4e77-a65f-3a4332153d7d tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Added segment 641c6423-f1ed-4972-90ab-8f6ca1844e1d of type vlan for network 92582e89-1bc0-4180-907e-c68c4966f77b Dec 15 19:14:26.209298 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d30ffd5b-7a7a-4531-bd5d-6697df042c0b tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:26.241941 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8fcdc06a-3cc5-4cd5-b353-c10c6882f57b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:26.305971 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port ec8ba868-6c19-49c2-9062-0f91f89393d1 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:14:26.306425 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:26.313829 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-774a343a-b8a5-4674-8ab1-686c7d5636f8 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 4.4353032 Dec 15 19:14:26.327561 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 45900) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:26.350456 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e559ab6-a9eb-4815-94e1-e45a66bb40a6 None None] Pushing event updated for resources: {'Port': ['ID=8f79e2e7-56d9-4e1f-8724-7f26713002ad,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:26.355669 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7e559ab6-a9eb-4815-94e1-e45a66bb40a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:26.398055 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5ee8e263-c3f5-44d5-a4d9-b8d4e63e8172 tempest-RoutersTestDVR-940767016 tempest-RoutersTestDVR-940767016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854207982'] for router, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:26.398611 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ee8e263-c3f5-44d5-a4d9-b8d4e63e8172 tempest-RoutersTestDVR-940767016 tempest-RoutersTestDVR-940767016-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 89311a5a-d28c-46af-9504-f94c708a97e5 {{(pid=88990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 19:14:26.401803 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-56c53cce-40a8-4e77-a65f-3a4332153d7d tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:26.417656 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30ffd5b-7a7a-4531-bd5d-6697df042c0b tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Pushing event deleted for resources: {'Port': ['ID=2b0d12a5-0e5b-4fba-990b-6e6d08922787,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:26.427681 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774a343a-b8a5-4674-8ab1-686c7d5636f8 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Pushing event updated for resources: {'Port': ['ID=c301decc-48e1-4678-97be-180a27278b15,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:26.431907 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-774a343a-b8a5-4674-8ab1-686c7d5636f8 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:26.438510 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-ed98af23-8ab0-4dbe-9024-66d42080f949 None None] Provisioning for port 409b19b4-4fb7-4b09-8a9b-f979d81f7440 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:14:26.447365 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.293s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:26.494346 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-ed98af23-8ab0-4dbe-9024-66d42080f949 None None] Provisioning complete for port 409b19b4-4fb7-4b09-8a9b-f979d81f7440 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:14:26.494795 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ed98af23-8ab0-4dbe-9024-66d42080f949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:26.636636 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b63365a-6807-4651-a283-ab5d63000fbd tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Checking segment: {'id': 'feb18d5f-1c0b-4708-8c57-b61ae37e2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '7973cf05-3de2-43e7-b5f1-bc89ebfb9399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:14:26.637272 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d30ffd5b-7a7a-4531-bd5d-6697df042c0b tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:26.637596 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b63365a-6807-4651-a283-ab5d63000fbd tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Network hostable DHCP agents. Network: 7973cf05-3de2-43e7-b5f1-bc89ebfb9399, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:14:26.651715 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b63365a-6807-4651-a283-ab5d63000fbd tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Pushing event updated for resources: {'Subnet': ['ID=71305e51-59f8-44d7-b770-5007e9d2c482,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:26.652944 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5ee8e263-c3f5-44d5-a4d9-b8d4e63e8172 tempest-RoutersTestDVR-940767016 tempest-RoutersTestDVR-940767016-project-admin] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:26.654343 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-5ee8e263-c3f5-44d5-a4d9-b8d4e63e8172 tempest-RoutersTestDVR-940767016 tempest-RoutersTestDVR-940767016-project-admin] 10.222.0.36 "DELETE /v2.0/routers/89311a5a-d28c-46af-9504-f94c708a97e5 HTTP/1.1" status: 204 len: 168 time: 3.1745327 Dec 15 19:14:26.656344 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0b63365a-6807-4651-a283-ab5d63000fbd tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:26.662986 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 45906) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:26.678861 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-319298a3-59c6-4d57-b9c8-e25f942bd47b tempest-RoutersTestDVR-940767016 tempest-RoutersTestDVR-940767016-project-admin] Request body: {'router': {'name': 'tempest-router-1349635524', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '83fc5cfbceb54f83b0a3583bf1033a2f'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:14:26.690987 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-319298a3-59c6-4d57-b9c8-e25f942bd47b tempest-RoutersTestDVR-940767016 tempest-RoutersTestDVR-940767016-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:14:26.695233 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d30ffd5b-7a7a-4531-bd5d-6697df042c0b tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] 10.222.0.36 "DELETE /v2.0/ports/2b0d12a5-0e5b-4fba-990b-6e6d08922787 HTTP/1.1" status: 204 len: 168 time: 1.3600252 Dec 15 19:14:26.696372 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d30ffd5b-7a7a-4531-bd5d-6697df042c0b tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:26.707404 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 45910) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:26.724844 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-319298a3-59c6-4d57-b9c8-e25f942bd47b tempest-RoutersTestDVR-940767016 tempest-RoutersTestDVR-940767016-project-admin] Usage tracker for resource:router and tenant:83fc5cfbceb54f83b0a3583bf1033a2f is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:14:26.731206 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-319298a3-59c6-4d57-b9c8-e25f942bd47b tempest-RoutersTestDVR-940767016 tempest-RoutersTestDVR-940767016-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:14:26.747557 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-56c53cce-40a8-4e77-a65f-3a4332153d7d tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:26.749255 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-cfa6fafe-ed64-431f-98e8-dbee5abfd273 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '44ddd808-5d9e-4c6c-8ee7-6315989cf10b', 'external_fixed_ips': [{'subnet_id': '156bac23-193f-4a45-b38d-ded16171ec52', 'ip_address': '172.20.0.4'}]}}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:14:26.753686 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22c596f7-dd48-4c85-96e7-396cbc2aa9b9 admin admin] Router 485f06b9-02ea-481a-9b5c-3973a4e308b0 is scheduled to L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 with binding_index 1 {{(pid=88991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 15 19:14:26.756358 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c53cce-40a8-4e77-a65f-3a4332153d7d tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:14:26.757015 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-56c53cce-40a8-4e77-a65f-3a4332153d7d tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:26.771406 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-cfa6fafe-ed64-431f-98e8-dbee5abfd273 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:14:26.775968 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-76c9067f-84db-473c-9f30-23e14d4adb0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:26.778063 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ed98af23-8ab0-4dbe-9024-66d42080f949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:26.785939 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-319298a3-59c6-4d57-b9c8-e25f942bd47b tempest-RoutersTestDVR-940767016 tempest-RoutersTestDVR-940767016-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:14:26.820262 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9674cc12-3e5b-4eb8-93a3-2e2725a9d9c1 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:14:26.825059 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9674cc12-3e5b-4eb8-93a3-2e2725a9d9c1 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:14:26.831358 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-baf62c2c-7330-4a2e-9d21-09592976f89d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.263s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:26.836616 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9674cc12-3e5b-4eb8-93a3-2e2725a9d9c1 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:14:26.837715 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-9674cc12-3e5b-4eb8-93a3-2e2725a9d9c1 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Synchronizing usage tracker for tenant:671e2ded8501473d83f1e0f0315e9ca5 on resource:port {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:14:26.841020 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-cfa6fafe-ed64-431f-98e8-dbee5abfd273 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Usage tracker for resource:router and tenant:848d097f252940a4b39a0e19eea0eb89 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:14:26.844297 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-cfa6fafe-ed64-431f-98e8-dbee5abfd273 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:14:26.851300 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-cfa6fafe-ed64-431f-98e8-dbee5abfd273 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:14:26.852079 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-56c53cce-40a8-4e77-a65f-3a4332153d7d tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.0076995 Dec 15 19:14:26.870515 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 45914) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:26.874379 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-ed98af23-8ab0-4dbe-9024-66d42080f949 None None] For port 409b19b4-4fb7-4b09-8a9b-f979d81f7440, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=409b19b4-4fb7-4b09-8a9b-f979d81f7440,segment=NetworkSegment(4a9a854d-38d9-4bd3-9cf0-c78e8c1bb43a),segment_id=4a9a854d-38d9-4bd3-9cf0-c78e8c1bb43a)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:14:26.881377 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-b011bb97-9418-409f-bda2-5cab181fb7ff tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Request body: {'network': {'project_id': '7fb3d94718f04cf28be5292ec38ebd2d'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:14:26.890613 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f0b8478a-c498-4326-878e-3bbf894be154 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:26.896302 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-b011bb97-9418-409f-bda2-5cab181fb7ff tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:14:26.903818 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c53cce-40a8-4e77-a65f-3a4332153d7d tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Pushing event updated for resources: {'Network': ['ID=92582e89-1bc0-4180-907e-c68c4966f77b,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:26.905616 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ed98af23-8ab0-4dbe-9024-66d42080f949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:26.908027 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b1d65ebb-d48e-4aee-9ece-24a9cc9df989 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:26.911028 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-b011bb97-9418-409f-bda2-5cab181fb7ff tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Usage tracker for resource:network and tenant:7fb3d94718f04cf28be5292ec38ebd2d is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:14:26.915502 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-b011bb97-9418-409f-bda2-5cab181fb7ff tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:14:26.918780 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-56c53cce-40a8-4e77-a65f-3a4332153d7d tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:26.952687 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-a4c01757-100d-486d-9a42-b54e9dbeacf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4558e95-503e-4b93-b1e9-a44cbe443726', 'name': 'tempest-ServersTestJSON-1252145473-router', 'tenant_id': '07507a555a264de2b95fac8c5d93591a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.150'}], 'enable_snat': True}, 'gw_port_id': '76e67fc9-3420-432a-8e17-2ad72b96b714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:14:18Z', 'updated_at': '2021-12-15T19:14:20Z', 'revision_number': 3, 'project_id': '07507a555a264de2b95fac8c5d93591a', 'gw_port': {'id': '76e67fc9-3420-432a-8e17-2ad72b96b714', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:58:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4558e95-503e-4b93-b1e9-a44cbe443726', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:14:19Z', 'updated_at': '2021-12-15T19:14:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:14:26.957962 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c01757-100d-486d-9a42-b54e9dbeacf0 None None] The sync data for ids ['a4558e95-503e-4b93-b1e9-a44cbe443726'] in dv-neutron-821831-2-hyperv is: [{'id': 'a4558e95-503e-4b93-b1e9-a44cbe443726', 'name': 'tempest-ServersTestJSON-1252145473-router', 'tenant_id': '07507a555a264de2b95fac8c5d93591a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.150'}], 'enable_snat': True}, 'gw_port_id': '76e67fc9-3420-432a-8e17-2ad72b96b714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:14:18Z', 'updated_at': '2021-12-15T19:14:20Z', 'revision_number': 3, 'project_id': '07507a555a264de2b95fac8c5d93591a', 'gw_port': {'id': '76e67fc9-3420-432a-8e17-2ad72b96b714', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:58:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4558e95-503e-4b93-b1e9-a44cbe443726', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:14:19Z', 'updated_at': '2021-12-15T19:14:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:14:26.999638 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f0b8478a-c498-4326-878e-3bbf894be154 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:27.016329 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f0b8478a-c498-4326-878e-3bbf894be154 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:27.016873 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-b011bb97-9418-409f-bda2-5cab181fb7ff tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:14:27.019937 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed98af23-8ab0-4dbe-9024-66d42080f949 None None] Pushing event updated for resources: {'Port': ['ID=409b19b4-4fb7-4b09-8a9b-f979d81f7440,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:27.023079 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-b011bb97-9418-409f-bda2-5cab181fb7ff tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 15 19:14:27.023584 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b011bb97-9418-409f-bda2-5cab181fb7ff tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:14:27.025891 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b011bb97-9418-409f-bda2-5cab181fb7ff tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1538668 Dec 15 19:14:27.031103 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 45918) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:27.034878 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 92582e89-1bc0-4180-907e-c68c4966f77b details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:14:27.059009 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ed98af23-8ab0-4dbe-9024-66d42080f949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:27.075269 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-319298a3-59c6-4d57-b9c8-e25f942bd47b tempest-RoutersTestDVR-940767016 tempest-RoutersTestDVR-940767016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854699176'] for router, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:27.077769 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-319298a3-59c6-4d57-b9c8-e25f942bd47b tempest-RoutersTestDVR-940767016 tempest-RoutersTestDVR-940767016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854194926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-76609'] for router, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:27.081742 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cfa6fafe-ed64-431f-98e8-dbee5abfd273 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854699176'] for router, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:27.082816 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cfa6fafe-ed64-431f-98e8-dbee5abfd273 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854194926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-76609'] for router, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:27.086211 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b63365a-6807-4651-a283-ab5d63000fbd tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Network 7973cf05-3de2-43e7-b5f1-bc89ebfb9399 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:14:27.130961 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b8478a-c498-4326-878e-3bbf894be154 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115-project-admin] Pushing event updated for resources: {'Port': ['ID=d2d596af-4e57-4c14-a015-a8b24314063a,revision_number=2']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:27.143151 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f0b8478a-c498-4326-878e-3bbf894be154 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:27.148047 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-9674cc12-3e5b-4eb8-93a3-2e2725a9d9c1 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Unset dirty status for tenant:671e2ded8501473d83f1e0f0315e9ca5 on resource:port {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:14:27.153064 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9674cc12-3e5b-4eb8-93a3-2e2725a9d9c1 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.8152177 Dec 15 19:14:27.156481 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 45924) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:27.199350 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f0b8478a-c498-4326-878e-3bbf894be154 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634093'] for floatingip, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:27.211399 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-0b63365a-6807-4651-a283-ab5d63000fbd tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, 7973cf05-3de2-43e7-b5f1-bc89ebfb9399) {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:14:27.228159 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b63365a-6807-4651-a283-ab5d63000fbd tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:14:27.228945 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0b63365a-6807-4651-a283-ab5d63000fbd tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:27.229500 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8995021-df1c-4975-83de-fce73fbeb770 None None] Network 7973cf05-3de2-43e7-b5f1-bc89ebfb9399 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:14:27.267882 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d19a1d0f-01f0-4d23-8f74-e3e979348ec7 None None] Provisioning for port 3a00be13-161c-4396-9036-9aed3bad82fa completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:14:27.304829 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f0b8478a-c498-4326-878e-3bbf894be154 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:27.306194 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f0b8478a-c498-4326-878e-3bbf894be154 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.4450672 Dec 15 19:14:27.314103 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 45928) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:27.321539 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-047b2878-780a-4da2-bdcb-6318dd5bff0f tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Deleting port c301decc-48e1-4678-97be-180a27278b15 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:14:27.321935 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-047b2878-780a-4da2-bdcb-6318dd5bff0f tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:27.343240 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d19a1d0f-01f0-4d23-8f74-e3e979348ec7 None None] Provisioning complete for port 3a00be13-161c-4396-9036-9aed3bad82fa triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:14:27.344110 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d19a1d0f-01f0-4d23-8f74-e3e979348ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:27.366642 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-2b86f26c-63ba-410b-a712-9de3501b0fc5 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-265407919', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'fixed_ips': [{'ip_address': '172.26.3.134'}]}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:14:27.434766 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d19a1d0f-01f0-4d23-8f74-e3e979348ec7 None None] Port 3a00be13-161c-4396-9036-9aed3bad82fa cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:14:27.435606 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cfa6fafe-ed64-431f-98e8-dbee5abfd273 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:27.437994 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0b63365a-6807-4651-a283-ab5d63000fbd tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.5236280 Dec 15 19:14:27.447887 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-2b86f26c-63ba-410b-a712-9de3501b0fc5 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:14:27.449983 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 45932) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:27.466497 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-6e254411-48db-4545-8d4a-a99928de0906 tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Request body: {'port': {'network_id': '7973cf05-3de2-43e7-b5f1-bc89ebfb9399', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1878289232'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:14:27.468893 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-319298a3-59c6-4d57-b9c8-e25f942bd47b tempest-RoutersTestDVR-940767016 tempest-RoutersTestDVR-940767016-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:27.474779 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-2b86f26c-63ba-410b-a712-9de3501b0fc5 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115-project-admin] Usage tracker for resource:port and tenant:39429663c72c4a9992e67a09892bcc25 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:14:27.478102 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d19a1d0f-01f0-4d23-8f74-e3e979348ec7 None None] Provisioning complete for port 8f79e2e7-56d9-4e1f-8724-7f26713002ad triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:14:27.478584 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d19a1d0f-01f0-4d23-8f74-e3e979348ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:27.478966 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-2b86f26c-63ba-410b-a712-9de3501b0fc5 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:14:27.485674 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-2b86f26c-63ba-410b-a712-9de3501b0fc5 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:14:27.585069 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e6733e20-ded0-4084-acd8-808bf15ea187 tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7fb3d94718f04cf28be5292ec38ebd2d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5527306 Dec 15 19:14:27.586186 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b86f26c-63ba-410b-a712-9de3501b0fc5 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115-project-admin] Made reservation on behalf of 39429663c72c4a9992e67a09892bcc25 for: {'port': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:14:27.587299 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 45936) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:27.604810 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2b86f26c-63ba-410b-a712-9de3501b0fc5 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:27.734950 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3edd9095-ceef-4e62-9915-733eb77d4606 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-7973cf05-3de2-43e7-b5f1-bc89ebfb9399', 'network_id': '7973cf05-3de2-43e7-b5f1-bc89ebfb9399', 'tenant_id': 'a33f61376d424e9ebb716db16eb1197c', 'fixed_ips': [{'subnet_id': '71305e51-59f8-44d7-b770-5007e9d2c482'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:14:27.736022 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3edd9095-ceef-4e62-9915-733eb77d4606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:27.770367 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2b86f26c-63ba-410b-a712-9de3501b0fc5 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:27.782156 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-319298a3-59c6-4d57-b9c8-e25f942bd47b tempest-RoutersTestDVR-940767016 tempest-RoutersTestDVR-940767016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904'] for router, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:27.784520 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0eb776d2-3653-48d7-bdee-6c1556b1aa38 tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:27.817495 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0eb776d2-3653-48d7-bdee-6c1556b1aa38 tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:27.832711 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-6e254411-48db-4545-8d4a-a99928de0906 tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:14:27.837183 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-6e254411-48db-4545-8d4a-a99928de0906 tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Usage tracker for resource:port and tenant:a33f61376d424e9ebb716db16eb1197c is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:14:27.841228 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-6e254411-48db-4545-8d4a-a99928de0906 tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:14:27.848188 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-6e254411-48db-4545-8d4a-a99928de0906 tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:14:27.938926 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d19a1d0f-01f0-4d23-8f74-e3e979348ec7 None None] Provisioning complete for port 409b19b4-4fb7-4b09-8a9b-f979d81f7440 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:14:27.939348 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d19a1d0f-01f0-4d23-8f74-e3e979348ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:27.947108 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e254411-48db-4545-8d4a-a99928de0906 tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Made reservation on behalf of a33f61376d424e9ebb716db16eb1197c for: {'port': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:14:27.953803 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6e254411-48db-4545-8d4a-a99928de0906 tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:27.954296 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c596f7-dd48-4c85-96e7-396cbc2aa9b9 admin admin] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:14:28.006600 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-6e254411-48db-4545-8d4a-a99928de0906 tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] device_id is not set on port 9b2aee01-46b7-46a2-8fa8-baa8c3c00a5e yet. {{(pid=88990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:14:28.052028 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af91e57-a755-4b7e-80d1-2c49c1c3d304 None None] Sync routers for ids ['485f06b9-02ea-481a-9b5c-3973a4e308b0'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:14:28.109722 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-319298a3-59c6-4d57-b9c8-e25f942bd47b tempest-RoutersTestDVR-940767016 tempest-RoutersTestDVR-940767016-project-admin] Notify callbacks [] for router, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:28.113184 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-319298a3-59c6-4d57-b9c8-e25f942bd47b tempest-RoutersTestDVR-940767016 tempest-RoutersTestDVR-940767016-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.4462519 Dec 15 19:14:28.118573 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 45940) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:28.138672 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-2b86f26c-63ba-410b-a712-9de3501b0fc5 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:14:28.142561 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 8f79e2e7-56d9-4e1f-8724-7f26713002ad up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:14:28.149801 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cfa6fafe-ed64-431f-98e8-dbee5abfd273 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:28.156734 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-2b86f26c-63ba-410b-a712-9de3501b0fc5 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115-project-admin] Usage tracker for resource:security_group_rule and tenant:39429663c72c4a9992e67a09892bcc25 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:14:28.157578 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-1214eec7-e21e-49ed-8a01-611264623380 tempest-RoutersTestDVR-940767016 tempest-RoutersTestDVR-940767016-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:14:28.168275 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-2b86f26c-63ba-410b-a712-9de3501b0fc5 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:14:28.187046 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-2b86f26c-63ba-410b-a712-9de3501b0fc5 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:14:28.204108 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-22c596f7-dd48-4c85-96e7-396cbc2aa9b9 admin admin] Notify callbacks [] for router, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:28.208775 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-22c596f7-dd48-4c85-96e7-396cbc2aa9b9 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.1093650 Dec 15 19:14:28.221997 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 45944) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:28.227554 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af91e57-a755-4b7e-80d1-2c49c1c3d304 None None] Routers {'485f06b9-02ea-481a-9b5c-3973a4e308b0'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:14:28.228770 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-5af91e57-a755-4b7e-80d1-2c49c1c3d304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:14:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['485f06b9-02ea-481a-9b5c-3973a4e308b0'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:14:28.301302 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-047b2878-780a-4da2-bdcb-6318dd5bff0f tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:28.305806 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0eb776d2-3653-48d7-bdee-6c1556b1aa38 tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:28.323284 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:28.341636 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb776d2-3653-48d7-bdee-6c1556b1aa38 tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=043f69a2-2600-4d2d-b646-77a000e39dad,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:28.398200 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-3edd9095-ceef-4e62-9915-733eb77d4606 None None] Allocated IP 172.20.0.2 (7973cf05-3de2-43e7-b5f1-bc89ebfb9399/71305e51-59f8-44d7-b770-5007e9d2c482/3b64d591-77eb-4db1-97e7-1db94f341a16) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:14:28.406039 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f29235f0-3829-479b-aaab-d4e604eab22d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:28.506546 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0eb776d2-3653-48d7-bdee-6c1556b1aa38 tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:28.634953 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 8f79e2e7-56d9-4e1f-8724-7f26713002ad triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:14:28.635611 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:28.649970 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0eb776d2-3653-48d7-bdee-6c1556b1aa38 tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:28.651793 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0eb776d2-3653-48d7-bdee-6c1556b1aa38 tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] 10.222.0.36 "DELETE /v2.0/security-groups/043f69a2-2600-4d2d-b646-77a000e39dad HTTP/1.1" status: 204 len: 168 time: 1.0587523 Dec 15 19:14:28.657042 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 45948) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:28.674287 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-047b2878-780a-4da2-bdcb-6318dd5bff0f tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Calling delete_port for c301decc-48e1-4678-97be-180a27278b15 owned by {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:14:28.862380 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d19a1d0f-01f0-4d23-8f74-e3e979348ec7 None None] Provisioning for port c301decc-48e1-4678-97be-180a27278b15 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:14:28.879471 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d19a1d0f-01f0-4d23-8f74-e3e979348ec7 None None] Provisioning complete for port c301decc-48e1-4678-97be-180a27278b15 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:14:28.879894 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d19a1d0f-01f0-4d23-8f74-e3e979348ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:28.917469 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1214eec7-e21e-49ed-8a01-611264623380 tempest-RoutersTestDVR-940767016 tempest-RoutersTestDVR-940767016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:28.917833 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1214eec7-e21e-49ed-8a01-611264623380 tempest-RoutersTestDVR-940767016 tempest-RoutersTestDVR-940767016-project-admin] Notify callbacks [] for router, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:28.925370 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-5af91e57-a755-4b7e-80d1-2c49c1c3d304 None None] Set router 485f06b9-02ea-481a-9b5c-3973a4e308b0 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:14:28.976053 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2b86f26c-63ba-410b-a712-9de3501b0fc5 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:29.060668 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-02ab068f-b7bb-46fe-a80f-b28dad171eae tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:29.070077 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2b86f26c-63ba-410b-a712-9de3501b0fc5 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:29.138973 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-1214eec7-e21e-49ed-8a01-611264623380 tempest-RoutersTestDVR-940767016 tempest-RoutersTestDVR-940767016-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88990) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:159}} Dec 15 19:14:29.139349 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-1214eec7-e21e-49ed-8a01-611264623380 tempest-RoutersTestDVR-940767016 tempest-RoutersTestDVR-940767016-project-admin] Router e1af28f0-b83e-4402-9989-adc2e053e49d migrating from provider to provider. {{(pid=88990) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:165}} Dec 15 19:14:29.140176 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1214eec7-e21e-49ed-8a01-611264623380 tempest-RoutersTestDVR-940767016 tempest-RoutersTestDVR-940767016-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:29.142764 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-13e1e983-db57-4e30-b395-2af853cb8feb tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:29.148158 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d19a1d0f-01f0-4d23-8f74-e3e979348ec7 None None] Port c301decc-48e1-4678-97be-180a27278b15 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:14:29.161329 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-2b86f26c-63ba-410b-a712-9de3501b0fc5 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115-project-admin] device_id is not set on port be9e823c-b967-40c8-9ada-0fc40e399868 yet. {{(pid=88991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:14:29.178324 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1214eec7-e21e-49ed-8a01-611264623380 tempest-RoutersTestDVR-940767016 tempest-RoutersTestDVR-940767016-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:29.232103 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 409b19b4-4fb7-4b09-8a9b-f979d81f7440 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:14:29.255606 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b86f26c-63ba-410b-a712-9de3501b0fc5 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a43db768-c881-43a6-8e93-a98c980e4a38,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:29.264319 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2b86f26c-63ba-410b-a712-9de3501b0fc5 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:29.287148 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-047b2878-780a-4da2-bdcb-6318dd5bff0f tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:29.288017 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1214eec7-e21e-49ed-8a01-611264623380 tempest-RoutersTestDVR-940767016 tempest-RoutersTestDVR-940767016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854141873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-633912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854194791'] for router, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:29.329109 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-02ab068f-b7bb-46fe-a80f-b28dad171eae tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:29.354907 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:29.400828 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3edd9095-ceef-4e62-9915-733eb77d4606 None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:29.416430 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047b2878-780a-4da2-bdcb-6318dd5bff0f tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Pushing event deleted for resources: {'Port': ['ID=c301decc-48e1-4678-97be-180a27278b15,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:29.425567 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-047b2878-780a-4da2-bdcb-6318dd5bff0f tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:29.429246 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-64ecd3b1-5ff5-4f3d-8de6-019ffe608e25 None None] Provisioning complete for port 3a00be13-161c-4396-9036-9aed3bad82fa triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:14:29.429959 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-64ecd3b1-5ff5-4f3d-8de6-019ffe608e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:29.468619 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-3edd9095-ceef-4e62-9915-733eb77d4606 None None] Transition to ACTIVE for port object 3b64d591-77eb-4db1-97e7-1db94f341a16 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:14:29.573700 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-3edd9095-ceef-4e62-9915-733eb77d4606 None None] Transition to ACTIVE for port object 3b64d591-77eb-4db1-97e7-1db94f341a16 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:14:29.588804 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-64ecd3b1-5ff5-4f3d-8de6-019ffe608e25 None None] Port 3a00be13-161c-4396-9036-9aed3bad82fa cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:14:29.593191 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 409b19b4-4fb7-4b09-8a9b-f979d81f7440 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:14:29.593191 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:29.640440 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3edd9095-ceef-4e62-9915-733eb77d4606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:29.642724 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-64ecd3b1-5ff5-4f3d-8de6-019ffe608e25 None None] Could not find standard attr ID for object c301decc-48e1-4678-97be-180a27278b15. {{(pid=88992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 15 19:14:29.669456 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:29.729885 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-6e254411-48db-4545-8d4a-a99928de0906 tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Allocated IP 172.20.0.9 (7973cf05-3de2-43e7-b5f1-bc89ebfb9399/71305e51-59f8-44d7-b770-5007e9d2c482/9b2aee01-46b7-46a2-8fa8-baa8c3c00a5e) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:14:29.746896 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-f29235f0-3829-479b-aaab-d4e604eab22d admin admin] Allocated IP 172.20.0.1 (7e04f9fb-f9a5-45a2-9184-076bb9a796d7/357073fc-8f72-4ec9-a709-b1f581df7965/680e6ac3-5c91-4103-bedc-ce4c185b7177) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:14:29.775720 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3edd9095-ceef-4e62-9915-733eb77d4606 None None] Network 7973cf05-3de2-43e7-b5f1-bc89ebfb9399 is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:14:29.791265 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-3edd9095-ceef-4e62-9915-733eb77d4606 None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:14:29.804099 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edd9095-ceef-4e62-9915-733eb77d4606 None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:14:29.811876 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edd9095-ceef-4e62-9915-733eb77d4606 None None] Pushing event updated for resources: {'Port': ['ID=3b64d591-77eb-4db1-97e7-1db94f341a16,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:29.818559 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3edd9095-ceef-4e62-9915-733eb77d4606 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:29.818858 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b86f26c-63ba-410b-a712-9de3501b0fc5 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 15 19:14:29.819343 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b86f26c-63ba-410b-a712-9de3501b0fc5 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:14:29.820107 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-02ab068f-b7bb-46fe-a80f-b28dad171eae tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:14:29.820503 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-02ab068f-b7bb-46fe-a80f-b28dad171eae tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:14:29.821314 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-02ab068f-b7bb-46fe-a80f-b28dad171eae tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:14:29.821680 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-02ab068f-b7bb-46fe-a80f-b28dad171eae tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Subscribe: > port after_create 55550000 {{(pid=88990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:14:29.822036 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-02ab068f-b7bb-46fe-a80f-b28dad171eae tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:14:29.822418 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-02ab068f-b7bb-46fe-a80f-b28dad171eae tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Subscribe: > port after_update 55550000 {{(pid=88990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:14:29.822780 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-02ab068f-b7bb-46fe-a80f-b28dad171eae tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:14:29.823138 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-02ab068f-b7bb-46fe-a80f-b28dad171eae tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:14:29.823488 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-02ab068f-b7bb-46fe-a80f-b28dad171eae tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:14:29.823838 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-02ab068f-b7bb-46fe-a80f-b28dad171eae tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:14:29.858442 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-5af91e57-a755-4b7e-80d1-2c49c1c3d304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485f06b9-02ea-481a-9b5c-3973a4e308b0', 'name': 'tempest-ServersTestManualDisk-416340694-router', 'tenant_id': '9123dde40c194e828f2d284c47d69e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.117'}], 'enable_snat': True}, 'gw_port_id': '3929e0cc-3af7-4b7c-8721-c4e9c474e74b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:14:19Z', 'updated_at': '2021-12-15T19:14:22Z', 'revision_number': 3, 'project_id': '9123dde40c194e828f2d284c47d69e10', 'gw_port': {'id': '3929e0cc-3af7-4b7c-8721-c4e9c474e74b', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:34:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '485f06b9-02ea-481a-9b5c-3973a4e308b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:14:21Z', 'updated_at': '2021-12-15T19:14:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:14:29.909260 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af91e57-a755-4b7e-80d1-2c49c1c3d304 None None] Checking router: 485f06b9-02ea-481a-9b5c-3973a4e308b0 for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:14:29.909858 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af91e57-a755-4b7e-80d1-2c49c1c3d304 None None] Updating router 485f06b9-02ea-481a-9b5c-3973a4e308b0 port 3929e0cc-3af7-4b7c-8721-c4e9c474e74b binding host dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 15 19:14:29.920064 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cfa6fafe-ed64-431f-98e8-dbee5abfd273 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:29.965996 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-047b2878-780a-4da2-bdcb-6318dd5bff0f tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:29.969313 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-047b2878-780a-4da2-bdcb-6318dd5bff0f tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] 10.222.0.36 "DELETE /v2.0/ports/c301decc-48e1-4678-97be-180a27278b15 HTTP/1.1" status: 204 len: 168 time: 2.8105710 Dec 15 19:14:29.972819 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cfa6fafe-ed64-431f-98e8-dbee5abfd273 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:29.974486 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 45956) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:29.995397 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-02ab068f-b7bb-46fe-a80f-b28dad171eae tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:14:29.995863 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-02ab068f-b7bb-46fe-a80f-b28dad171eae tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:14:29.996072 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-02ab068f-b7bb-46fe-a80f-b28dad171eae tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:14:29.996407 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-02ab068f-b7bb-46fe-a80f-b28dad171eae tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:14:29.996791 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-02ab068f-b7bb-46fe-a80f-b28dad171eae tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92582e89-1bc0-4180-907e-c68c4966f77b']}} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:14:30.020590 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 76e67fc9-3420-432a-8e17-2ad72b96b714 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:14:30.030063 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-02ab068f-b7bb-46fe-a80f-b28dad171eae tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '641c6423-f1ed-4972-90ab-8f6ca1844e1d') {'for_net_delete': True} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:14:30.030424 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-02ab068f-b7bb-46fe-a80f-b28dad171eae tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '641c6423-f1ed-4972-90ab-8f6ca1844e1d') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:14:30.063544 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-02ab068f-b7bb-46fe-a80f-b28dad171eae tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16327073'] for segment, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:30.071895 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-3edd9095-ceef-4e62-9915-733eb77d4606 None None] Attempting to bind port 3b64d591-77eb-4db1-97e7-1db94f341a16 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:14:30.072386 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-3edd9095-ceef-4e62-9915-733eb77d4606 None None] Attempting to bind port 3b64d591-77eb-4db1-97e7-1db94f341a16 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'feb18d5f-1c0b-4708-8c57-b61ae37e2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '7973cf05-3de2-43e7-b5f1-bc89ebfb9399'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:14:30.072801 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edd9095-ceef-4e62-9915-733eb77d4606 None None] Attempting to bind port 3b64d591-77eb-4db1-97e7-1db94f341a16 on network 7973cf05-3de2-43e7-b5f1-bc89ebfb9399 {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:14:30.076871 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5af91e57-a755-4b7e-80d1-2c49c1c3d304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:30.120431 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-2b86f26c-63ba-410b-a712-9de3501b0fc5 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.7656374 Dec 15 19:14:30.131248 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 45960) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:30.133896 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edd9095-ceef-4e62-9915-733eb77d4606 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:14:30.134347 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edd9095-ceef-4e62-9915-733eb77d4606 None None] Checking segment: {'id': 'feb18d5f-1c0b-4708-8c57-b61ae37e2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '7973cf05-3de2-43e7-b5f1-bc89ebfb9399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:14:30.134800 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3edd9095-ceef-4e62-9915-733eb77d4606 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:30.135236 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edd9095-ceef-4e62-9915-733eb77d4606 None None] Bound using segment: {'id': 'feb18d5f-1c0b-4708-8c57-b61ae37e2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '7973cf05-3de2-43e7-b5f1-bc89ebfb9399'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:14:30.135772 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-3edd9095-ceef-4e62-9915-733eb77d4606 None None] Bound port: 3b64d591-77eb-4db1-97e7-1db94f341a16, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feb18d5f-1c0b-4708-8c57-b61ae37e2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '7973cf05-3de2-43e7-b5f1-bc89ebfb9399'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:14:30.136192 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3edd9095-ceef-4e62-9915-733eb77d4606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:30.140608 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-6513fff3-f396-4cb8-947e-a98543cd2612 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] GET failed (client error): The resource could not be found. Dec 15 19:14:30.141172 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-6513fff3-f396-4cb8-947e-a98543cd2612 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Synchronizing usage tracker for tenant:671e2ded8501473d83f1e0f0315e9ca5 on resource:port {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:14:30.165367 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-02ab068f-b7bb-46fe-a80f-b28dad171eae tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:30.196313 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02ab068f-b7bb-46fe-a80f-b28dad171eae tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=88990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:14:30.196753 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-02ab068f-b7bb-46fe-a80f-b28dad171eae tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838138943'] for segment, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:30.215334 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Dec 15 19:14:30.215334 dv-neutron-821831-2-hyperv neutron-server[88879]: (self, other), Dec 15 19:14:30.215334 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Dec 15 19:14:30.215334 dv-neutron-821831-2-hyperv neutron-server[88879]: (self, other), Dec 15 19:14:30.215334 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:14:30.215334 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:14:30.215334 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:14:30.215334 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:14:30.215334 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:14:30.215334 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:14:30.215334 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:14:30.215334 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:14:30.215334 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:14:30.215334 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:14:30.215334 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:14:30.215334 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:14:30.215334 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:14:30.215334 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:14:30.215334 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:14:30.215334 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:14:30.215334 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:14:30.215334 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:14:30.215334 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:14:30.215334 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:14:30.215334 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:14:30.215334 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:14:30.215334 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:14:30.215334 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:14:30.215334 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:14:30.215334 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:14:30.215334 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:14:30.215334 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:14:30.215334 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:14:30.215334 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:14:30.215334 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:14:30.215334 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:14:30.389112 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 76e67fc9-3420-432a-8e17-2ad72b96b714 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:14:30.394362 dv-neutron-821831-2-hyperv neutron-server[88879]: WARNING neutron.scheduler.l3_agent_scheduler [None req-1214eec7-e21e-49ed-8a01-611264623380 tempest-RoutersTestDVR-940767016 tempest-RoutersTestDVR-940767016-project-admin] No L3 agents can host the router e1af28f0-b83e-4402-9989-adc2e053e49d Dec 15 19:14:30.416043 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 76e67fc9-3420-432a-8e17-2ad72b96b714 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:14:30.416469 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:30.482752 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-02ab068f-b7bb-46fe-a80f-b28dad171eae tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:30.540390 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-6513fff3-f396-4cb8-947e-a98543cd2612 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Unset dirty status for tenant:671e2ded8501473d83f1e0f0315e9ca5 on resource:port {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:14:30.545435 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6513fff3-f396-4cb8-947e-a98543cd2612 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] 10.222.0.36 "GET /v2.0/ports/c301decc-48e1-4678-97be-180a27278b15 HTTP/1.1" status: 404 len: 333 time: 0.5639753 Dec 15 19:14:30.574974 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 45964) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:30.585843 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-2e588e22-e5ee-46b5-9758-b40881f4c6ec tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Request body: {'port': {'network_id': '3cc97137-116d-4ce7-b4c4-c8bc069899e8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-142206239'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:14:30.592443 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8a1e60b0-08e2-4989-9d90-e5ff56ac2e12 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:30.611685 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f29235f0-3829-479b-aaab-d4e604eab22d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:30.618392 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-e77a0a3a-c592-49b8-a20a-76fb1941e342 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115-project-admin] Deleting port d2d596af-4e57-4c14-a015-a8b24314063a {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:14:30.618780 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e77a0a3a-c592-49b8-a20a-76fb1941e342 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:30.633512 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-3edd9095-ceef-4e62-9915-733eb77d4606 None None] For port 3b64d591-77eb-4db1-97e7-1db94f341a16, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:14:30.675085 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-3edd9095-ceef-4e62-9915-733eb77d4606 None None] For port 3b64d591-77eb-4db1-97e7-1db94f341a16, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=3b64d591-77eb-4db1-97e7-1db94f341a16,segment=NetworkSegment(feb18d5f-1c0b-4708-8c57-b61ae37e2aee),segment_id=feb18d5f-1c0b-4708-8c57-b61ae37e2aee)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:14:30.679160 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-02ab068f-b7bb-46fe-a80f-b28dad171eae tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:30.696314 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ab068f-b7bb-46fe-a80f-b28dad171eae tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Pushing event deleted for resources: {'Network': ['ID=92582e89-1bc0-4180-907e-c68c4966f77b,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:30.711302 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-02ab068f-b7bb-46fe-a80f-b28dad171eae tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:30.717562 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6e254411-48db-4545-8d4a-a99928de0906 tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:30.728600 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-f29235f0-3829-479b-aaab-d4e604eab22d admin admin] Transition to ACTIVE for port object 680e6ac3-5c91-4103-bedc-ce4c185b7177 will not be triggered until provisioned by entity DHCP. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:14:30.738223 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-02ab068f-b7bb-46fe-a80f-b28dad171eae tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] 10.222.0.36 "DELETE /v2.0/networks/92582e89-1bc0-4180-907e-c68c4966f77b HTTP/1.1" status: 204 len: 168 time: 2.0184770 Dec 15 19:14:30.744761 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 45968) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:30.749025 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3edd9095-ceef-4e62-9915-733eb77d4606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:30.750614 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-6e254411-48db-4545-8d4a-a99928de0906 tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Transition to ACTIVE for port object 9b2aee01-46b7-46a2-8fa8-baa8c3c00a5e will not be triggered until provisioned by entity DHCP. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:14:30.767032 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3edd9095-ceef-4e62-9915-733eb77d4606 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:30.884210 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:30.925477 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edd9095-ceef-4e62-9915-733eb77d4606 None None] Pushing event updated for resources: {'Port': ['ID=3b64d591-77eb-4db1-97e7-1db94f341a16,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:30.928307 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1214eec7-e21e-49ed-8a01-611264623380 tempest-RoutersTestDVR-940767016 tempest-RoutersTestDVR-940767016-project-admin] Hosts for router e1af28f0-b83e-4402-9989-adc2e053e49d: [] {{(pid=88990) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 15 19:14:30.938065 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port 76e67fc9-3420-432a-8e17-2ad72b96b714, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=76e67fc9-3420-432a-8e17-2ad72b96b714,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:14:30.940708 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3edd9095-ceef-4e62-9915-733eb77d4606 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:30.942860 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5af91e57-a755-4b7e-80d1-2c49c1c3d304 None None] Notify callbacks [] for port, precommit_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:30.964644 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-5af91e57-a755-4b7e-80d1-2c49c1c3d304 None None] Transition to ACTIVE for port object 3929e0cc-3af7-4b7c-8721-c4e9c474e74b will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:14:30.975360 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ae8b4233-b597-4ac1-8b8b-91fbb74d281f tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:30.978130 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f29235f0-3829-479b-aaab-d4e604eab22d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:30.979938 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-cfa6fafe-ed64-431f-98e8-dbee5abfd273 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Allocated IP 172.20.0.4 (44ddd808-5d9e-4c6c-8ee7-6315989cf10b/156bac23-193f-4a45-b38d-ded16171ec52/a8a31a1c-724b-4087-aa7b-e7e41186dda8) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:14:30.987353 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-2e588e22-e5ee-46b5-9758-b40881f4c6ec tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:14:30.991031 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b29e7d48-c2d0-4dfa-ad73-c2b8491815c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:30.997188 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:30.999878 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9c96754f-fc1a-4c50-a567-2901493eefc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:31.037865 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1214eec7-e21e-49ed-8a01-611264623380 tempest-RoutersTestDVR-940767016 tempest-RoutersTestDVR-940767016-project-admin] Hosts for other DVR routers connected to router e1af28f0-b83e-4402-9989-adc2e053e49d: set() {{(pid=88990) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Dec 15 19:14:31.040264 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1214eec7-e21e-49ed-8a01-611264623380 tempest-RoutersTestDVR-940767016 tempest-RoutersTestDVR-940767016-project-admin] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:31.041611 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1214eec7-e21e-49ed-8a01-611264623380 tempest-RoutersTestDVR-940767016 tempest-RoutersTestDVR-940767016-project-admin] 10.222.0.36 "PUT /v2.0/routers/e1af28f0-b83e-4402-9989-adc2e053e49d HTTP/1.1" status: 200 len: 717 time: 2.9168024 Dec 15 19:14:31.045164 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5af91e57-a755-4b7e-80d1-2c49c1c3d304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:31.052440 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6e254411-48db-4545-8d4a-a99928de0906 tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:31.055376 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 45972) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:31.101035 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-2e588e22-e5ee-46b5-9758-b40881f4c6ec tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:14:31.106627 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=76e67fc9-3420-432a-8e17-2ad72b96b714,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:31.111325 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:31.112156 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-65f6f622-3a9d-4924-8b68-00fc09b1c0ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:31.113675 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e77a0a3a-c592-49b8-a20a-76fb1941e342 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:31.114346 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e77a0a3a-c592-49b8-a20a-76fb1941e342 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:31.150503 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-5af91e57-a755-4b7e-80d1-2c49c1c3d304 None None] Attempting to bind port 3929e0cc-3af7-4b7c-8721-c4e9c474e74b on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:14:31.152097 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-5af91e57-a755-4b7e-80d1-2c49c1c3d304 None None] Attempting to bind port 3929e0cc-3af7-4b7c-8721-c4e9c474e74b by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:14:31.152097 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af91e57-a755-4b7e-80d1-2c49c1c3d304 None None] Attempting to bind port 3929e0cc-3af7-4b7c-8721-c4e9c474e74b on network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:14:31.173979 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af91e57-a755-4b7e-80d1-2c49c1c3d304 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:14:31.174696 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af91e57-a755-4b7e-80d1-2c49c1c3d304 None None] Checking segment: {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:14:31.177430 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5af91e57-a755-4b7e-80d1-2c49c1c3d304 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:31.178000 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af91e57-a755-4b7e-80d1-2c49c1c3d304 None None] Bound using segment: {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:14:31.180319 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-5af91e57-a755-4b7e-80d1-2c49c1c3d304 None None] Bound port: 3929e0cc-3af7-4b7c-8721-c4e9c474e74b, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:14:31.180900 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5af91e57-a755-4b7e-80d1-2c49c1c3d304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:31.242614 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29235f0-3829-479b-aaab-d4e604eab22d admin admin] Network 7e04f9fb-f9a5-45a2-9184-076bb9a796d7 is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:14:31.248982 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771d6ad0-c040-4435-8420-b715fcbe608f None None] Pushing event updated for resources: {'Port': ['ID=3929e0cc-3af7-4b7c-8721-c4e9c474e74b,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:31.251978 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-771d6ad0-c040-4435-8420-b715fcbe608f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:31.260207 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-f29235f0-3829-479b-aaab-d4e604eab22d admin admin] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:14:31.279358 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29235f0-3829-479b-aaab-d4e604eab22d admin admin] Pushing event updated for resources: {'Port': ['ID=680e6ac3-5c91-4103-bedc-ce4c185b7177,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:31.284684 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f29235f0-3829-479b-aaab-d4e604eab22d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:31.289258 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:31.295553 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-5af91e57-a755-4b7e-80d1-2c49c1c3d304 None None] For port 3929e0cc-3af7-4b7c-8721-c4e9c474e74b, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:14:31.299203 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-5af91e57-a755-4b7e-80d1-2c49c1c3d304 None None] For port 3929e0cc-3af7-4b7c-8721-c4e9c474e74b, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=3929e0cc-3af7-4b7c-8721-c4e9c474e74b,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:14:31.323566 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29235f0-3829-479b-aaab-d4e604eab22d admin admin] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:14:31.329386 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-e77a0a3a-c592-49b8-a20a-76fb1941e342 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115-project-admin] Calling delete_port for d2d596af-4e57-4c14-a015-a8b24314063a owned by network:floatingip {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:14:31.340766 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5af91e57-a755-4b7e-80d1-2c49c1c3d304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:31.353091 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-55cea3ce-1b0a-4cab-b953-3a2f5b22fc60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:31.369457 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e588e22-e5ee-46b5-9758-b40881f4c6ec tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Made reservation on behalf of 671e2ded8501473d83f1e0f0315e9ca5 for: {'port': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:14:31.375287 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2e588e22-e5ee-46b5-9758-b40881f4c6ec tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:31.480727 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771d6ad0-c040-4435-8420-b715fcbe608f None None] Pushing event updated for resources: {'Port': ['ID=3929e0cc-3af7-4b7c-8721-c4e9c474e74b,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:31.493317 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-771d6ad0-c040-4435-8420-b715fcbe608f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:31.506134 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af91e57-a755-4b7e-80d1-2c49c1c3d304 None None] Routers {'485f06b9-02ea-481a-9b5c-3973a4e308b0'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:14:31.506694 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-5af91e57-a755-4b7e-80d1-2c49c1c3d304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:14:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['485f06b9-02ea-481a-9b5c-3973a4e308b0'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:14:31.507041 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-2e588e22-e5ee-46b5-9758-b40881f4c6ec tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] device_id is not set on port 0986eba2-9513-4735-8e72-1f8b9c7b6abb yet. {{(pid=88991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:14:31.680916 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e254411-48db-4545-8d4a-a99928de0906 tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Network 7973cf05-3de2-43e7-b5f1-bc89ebfb9399 is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:14:31.700234 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-6e254411-48db-4545-8d4a-a99928de0906 tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:14:31.714261 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e254411-48db-4545-8d4a-a99928de0906 tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:14:31.758222 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ae8b4233-b597-4ac1-8b8b-91fbb74d281f tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:31.798028 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cfa6fafe-ed64-431f-98e8-dbee5abfd273 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:31.804244 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6d8e6d87-2102-4a93-8ca9-ca30fff2d845 tempest-RoutersTestDVR-940767016 tempest-RoutersTestDVR-940767016-project-admin] 10.222.0.36 "GET /v2.0/routers/e1af28f0-b83e-4402-9989-adc2e053e49d HTTP/1.1" status: 200 len: 717 time: 0.7454944 Dec 15 19:14:31.817680 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 45976) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:31.824836 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-5af91e57-a755-4b7e-80d1-2c49c1c3d304 None None] Set router 485f06b9-02ea-481a-9b5c-3973a4e308b0 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:14:31.834419 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e254411-48db-4545-8d4a-a99928de0906 tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Pushing event updated for resources: {'Port': ['ID=9b2aee01-46b7-46a2-8fa8-baa8c3c00a5e,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:31.845879 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-ae8b4233-b597-4ac1-8b8b-91fbb74d281f tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1067eb5f-50ed-4419-8190-2cfda4bc2d09']}} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:14:31.854472 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6e254411-48db-4545-8d4a-a99928de0906 tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:31.855123 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f29235f0-3829-479b-aaab-d4e604eab22d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630901'] for router_interface, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:31.869462 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-ae8b4233-b597-4ac1-8b8b-91fbb74d281f tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f38fe7f-22a0-4aa2-ae0c-a6d4f630f441') {'for_net_delete': True} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:14:31.869798 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-ae8b4233-b597-4ac1-8b8b-91fbb74d281f tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f38fe7f-22a0-4aa2-ae0c-a6d4f630f441') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:14:31.897677 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e254411-48db-4545-8d4a-a99928de0906 tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:14:31.898371 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6e254411-48db-4545-8d4a-a99928de0906 tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:31.904744 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ae8b4233-b597-4ac1-8b8b-91fbb74d281f tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16327073'] for segment, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:31.941867 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ae8b4233-b597-4ac1-8b8b-91fbb74d281f tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:31.955928 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae8b4233-b597-4ac1-8b8b-91fbb74d281f tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=88990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:14:31.956576 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ae8b4233-b597-4ac1-8b8b-91fbb74d281f tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838138943'] for segment, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:31.970090 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-2e588e22-e5ee-46b5-9758-b40881f4c6ec tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Allocated IP 2001:db8::d3 (3cc97137-116d-4ce7-b4c4-c8bc069899e8/e5c296a3-c0ee-4e50-9238-1eb46b74dbdd/0986eba2-9513-4735-8e72-1f8b9c7b6abb) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:14:31.978071 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e77a0a3a-c592-49b8-a20a-76fb1941e342 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:31.981858 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:14:31.981858 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:14:31.981858 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:14:31.981858 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:14:31.981858 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:14:31.981858 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:14:31.981858 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:14:31.981858 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:14:31.981858 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:14:31.981858 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:14:31.981858 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:14:31.981858 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:14:31.981858 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:14:31.981858 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:14:31.981858 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:14:31.981858 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:14:31.981858 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:14:31.981858 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:14:31.981858 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:14:31.981858 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:14:31.981858 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:14:31.981858 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:14:31.981858 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:14:31.981858 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:14:31.981858 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:14:31.981858 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:14:31.981858 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:14:31.981858 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:14:31.981858 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:14:31.981858 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:14:31.981858 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:14:31.981858 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:14:31.988512 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-047b2878-780a-4da2-bdcb-6318dd5bff0f tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:32.044319 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77a0a3a-c592-49b8-a20a-76fb1941e342 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115-project-admin] Pushing event deleted for resources: {'Port': ['ID=d2d596af-4e57-4c14-a015-a8b24314063a,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:32.048948 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e77a0a3a-c592-49b8-a20a-76fb1941e342 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:32.083989 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-345525ca-1342-4f91-81e0-03e57b910d42 None None] Provisioning for port 680e6ac3-5c91-4103-bedc-ce4c185b7177 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:14:32.090363 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6e254411-48db-4545-8d4a-a99928de0906 tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6372857 Dec 15 19:14:32.098127 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 45982) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:32.109511 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-345525ca-1342-4f91-81e0-03e57b910d42 None None] Provisioning complete for port 680e6ac3-5c91-4103-bedc-ce4c185b7177 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:14:32.109929 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-345525ca-1342-4f91-81e0-03e57b910d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:32.162679 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cfa6fafe-ed64-431f-98e8-dbee5abfd273 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:32.186841 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-345525ca-1342-4f91-81e0-03e57b910d42 None None] Port 680e6ac3-5c91-4103-bedc-ce4c185b7177 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:14:32.214023 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ae8b4233-b597-4ac1-8b8b-91fbb74d281f tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:32.249581 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8a77bb15-6790-4dea-9a9c-67813904c89a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:32.275500 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ae8b4233-b597-4ac1-8b8b-91fbb74d281f tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:32.279205 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-5af91e57-a755-4b7e-80d1-2c49c1c3d304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485f06b9-02ea-481a-9b5c-3973a4e308b0', 'name': 'tempest-ServersTestManualDisk-416340694-router', 'tenant_id': '9123dde40c194e828f2d284c47d69e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.117'}], 'enable_snat': True}, 'gw_port_id': '3929e0cc-3af7-4b7c-8721-c4e9c474e74b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:14:19Z', 'updated_at': '2021-12-15T19:14:22Z', 'revision_number': 3, 'project_id': '9123dde40c194e828f2d284c47d69e10', 'gw_port': {'id': '3929e0cc-3af7-4b7c-8721-c4e9c474e74b', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:34:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '485f06b9-02ea-481a-9b5c-3973a4e308b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:14:21Z', 'updated_at': '2021-12-15T19:14:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:14:32.284964 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af91e57-a755-4b7e-80d1-2c49c1c3d304 None None] The sync data for ids ['485f06b9-02ea-481a-9b5c-3973a4e308b0'] in dv-neutron-821831-2-hyperv is: [{'id': '485f06b9-02ea-481a-9b5c-3973a4e308b0', 'name': 'tempest-ServersTestManualDisk-416340694-router', 'tenant_id': '9123dde40c194e828f2d284c47d69e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.117'}], 'enable_snat': True}, 'gw_port_id': '3929e0cc-3af7-4b7c-8721-c4e9c474e74b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:14:19Z', 'updated_at': '2021-12-15T19:14:22Z', 'revision_number': 3, 'project_id': '9123dde40c194e828f2d284c47d69e10', 'gw_port': {'id': '3929e0cc-3af7-4b7c-8721-c4e9c474e74b', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:34:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '485f06b9-02ea-481a-9b5c-3973a4e308b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:14:21Z', 'updated_at': '2021-12-15T19:14:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:14:32.294539 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-f2483b89-5dac-4b6a-8233-23fa17028179 tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Deleting port 9b2aee01-46b7-46a2-8fa8-baa8c3c00a5e {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:14:32.294936 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f2483b89-5dac-4b6a-8233-23fa17028179 tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:32.328520 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8b4233-b597-4ac1-8b8b-91fbb74d281f tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Pushing event deleted for resources: {'Network': ['ID=1067eb5f-50ed-4419-8190-2cfda4bc2d09,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:32.330955 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f29235f0-3829-479b-aaab-d4e604eab22d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:32.341882 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ae8b4233-b597-4ac1-8b8b-91fbb74d281f tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:32.354929 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ae8b4233-b597-4ac1-8b8b-91fbb74d281f tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] 10.222.0.36 "DELETE /v2.0/networks/1067eb5f-50ed-4419-8190-2cfda4bc2d09 HTTP/1.1" status: 204 len: 168 time: 1.6065717 Dec 15 19:14:32.397401 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f0b8478a-c498-4326-878e-3bbf894be154 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:32.435124 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e77a0a3a-c592-49b8-a20a-76fb1941e342 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:32.633830 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa6fafe-ed64-431f-98e8-dbee5abfd273 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Network 44ddd808-5d9e-4c6c-8ee7-6315989cf10b is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:14:32.650089 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-cfa6fafe-ed64-431f-98e8-dbee5abfd273 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:14:32.717181 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa6fafe-ed64-431f-98e8-dbee5abfd273 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:14:32.757068 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa6fafe-ed64-431f-98e8-dbee5abfd273 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Pushing event updated for resources: {'Port': ['ID=a8a31a1c-724b-4087-aa7b-e7e41186dda8,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:32.780351 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-cfa6fafe-ed64-431f-98e8-dbee5abfd273 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:32.851851 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6c07e1bd-8c0e-49d1-ae06-f239a4daa1c1 tempest-RoutersTestDVR-173697348 tempest-RoutersTestDVR-173697348-project] 10.222.0.36 "GET /v2.0/routers/e1af28f0-b83e-4402-9989-adc2e053e49d HTTP/1.1" status: 200 len: 683 time: 1.0248735 Dec 15 19:14:32.852805 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f29235f0-3829-479b-aaab-d4e604eab22d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:32.860482 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 45994) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:32.880053 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e77a0a3a-c592-49b8-a20a-76fb1941e342 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:32.882321 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e77a0a3a-c592-49b8-a20a-76fb1941e342 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115-project-admin] 10.222.0.36 "DELETE /v2.0/floatingips/efe499df-d59f-4e83-a877-6746c505aa9a HTTP/1.1" status: 204 len: 168 time: 2.7430203 Dec 15 19:14:33.103239 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f29235f0-3829-479b-aaab-d4e604eab22d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:33.112339 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f2483b89-5dac-4b6a-8233-23fa17028179 tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:33.134003 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6fe2579a-2386-4cc1-83d7-539b290fde76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:33.181264 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2e588e22-e5ee-46b5-9758-b40881f4c6ec tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:33.188925 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3479725a-6841-4c66-aee2-61c55ec90209 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:33.288430 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-2e588e22-e5ee-46b5-9758-b40881f4c6ec tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Transition to ACTIVE for port object 0986eba2-9513-4735-8e72-1f8b9c7b6abb will not be triggered until provisioned by entity DHCP. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:14:33.339451 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 3b64d591-77eb-4db1-97e7-1db94f341a16 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:14:33.437717 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c4fcd15e-8307-4e0c-ad5b-be29a707a0a6 tempest-RoutersTestDVR-940767016 tempest-RoutersTestDVR-940767016-project-admin] Notify callbacks [] for router, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:33.458691 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 46006) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:33.516327 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cfa6fafe-ed64-431f-98e8-dbee5abfd273 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:33.517105 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cfa6fafe-ed64-431f-98e8-dbee5abfd273 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904'] for router, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:33.525022 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 46012) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:33.534477 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 3b64d591-77eb-4db1-97e7-1db94f341a16 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:14:33.536313 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2e588e22-e5ee-46b5-9758-b40881f4c6ec tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:33.539967 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f29235f0-3829-479b-aaab-d4e604eab22d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1959989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854145006'] for router_interface, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:33.540126 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 3929e0cc-3af7-4b7c-8721-c4e9c474e74b up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:14:33.664382 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:33.750343 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d7def0-5bc8-4503-a59d-d75471774507 None None] Network 7973cf05-3de2-43e7-b5f1-bc89ebfb9399 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:14:33.774364 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-6fe2579a-2386-4cc1-83d7-539b290fde76 admin admin] Allocated IP 172.20.0.1 (63216a8d-7e0f-4726-838d-7fa437e43530/2527abbd-64f3-47b0-8f5b-9a35313fb6ee/e5601f84-5efd-4574-ba71-4c5333e1478a) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:14:33.812201 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e588e22-e5ee-46b5-9758-b40881f4c6ec tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Network 3cc97137-116d-4ce7-b4c4-c8bc069899e8 is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:14:33.815385 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 3929e0cc-3af7-4b7c-8721-c4e9c474e74b completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:14:33.833425 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-f2483b89-5dac-4b6a-8233-23fa17028179 tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Calling delete_port for 9b2aee01-46b7-46a2-8fa8-baa8c3c00a5e owned by {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:14:33.837212 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-2e588e22-e5ee-46b5-9758-b40881f4c6ec tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:14:33.868383 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e588e22-e5ee-46b5-9758-b40881f4c6ec tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:14:33.872995 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e588e22-e5ee-46b5-9758-b40881f4c6ec tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:14:33.874016 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2e588e22-e5ee-46b5-9758-b40881f4c6ec tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:33.880882 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fdf130fb-7952-45b8-a193-3f299ff5b879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:33.897232 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 3929e0cc-3af7-4b7c-8721-c4e9c474e74b triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:14:33.898061 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:33.921922 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e588e22-e5ee-46b5-9758-b40881f4c6ec tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Pushing event updated for resources: {'Port': ['ID=0986eba2-9513-4735-8e72-1f8b9c7b6abb,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:33.926754 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2e588e22-e5ee-46b5-9758-b40881f4c6ec tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:33.978927 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29235f0-3829-479b-aaab-d4e604eab22d admin admin] Pushing event updated for resources: {'Port': ['ID=680e6ac3-5c91-4103-bedc-ce4c185b7177,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:34.017529 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-e179ab48-8be6-47cf-b79e-fced4b1e8179 None None] Provisioning for port 3b64d591-77eb-4db1-97e7-1db94f341a16 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:14:34.034990 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-e179ab48-8be6-47cf-b79e-fced4b1e8179 None None] Provisioning complete for port 3b64d591-77eb-4db1-97e7-1db94f341a16 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:14:34.035426 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e179ab48-8be6-47cf-b79e-fced4b1e8179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:34.061299 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f29235f0-3829-479b-aaab-d4e604eab22d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.872s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:34.091157 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6fe2579a-2386-4cc1-83d7-539b290fde76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:34.099779 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f1db5e63-b124-4dd1-bb8f-da5f2a038e94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:34.241257 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-2e588e22-e5ee-46b5-9758-b40881f4c6ec tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.6654487 Dec 15 19:14:34.265150 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-f1db5e63-b124-4dd1-bb8f-da5f2a038e94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:14:34.270748 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-f1db5e63-b124-4dd1-bb8f-da5f2a038e94 admin admin] Usage tracker for resource:security_group_rule and tenant:8027b2dda3ff404782df1376f0fb8bd1 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:14:34.273489 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:34.273848 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-f1db5e63-b124-4dd1-bb8f-da5f2a038e94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:14:34.281343 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-f1db5e63-b124-4dd1-bb8f-da5f2a038e94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:14:34.351229 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port 3929e0cc-3af7-4b7c-8721-c4e9c474e74b, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=3929e0cc-3af7-4b7c-8721-c4e9c474e74b,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:14:34.366408 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f1db5e63-b124-4dd1-bb8f-da5f2a038e94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:34.367959 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-6fe2579a-2386-4cc1-83d7-539b290fde76 admin admin] Transition to ACTIVE for port object e5601f84-5efd-4574-ba71-4c5333e1478a will not be triggered until provisioned by entity DHCP. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:14:34.385844 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 46018) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:34.404113 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-fabd9379-9d65-49a1-b764-00e606126bf3 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::140', 'mac_address': 'fa:16:3e:fe:88:ab'}]}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:14:34.412158 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:34.413450 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 76e67fc9-3420-432a-8e17-2ad72b96b714 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:14:34.446745 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f1db5e63-b124-4dd1-bb8f-da5f2a038e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:34.447933 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6fe2579a-2386-4cc1-83d7-539b290fde76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:34.448075 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:34.472543 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-fdf130fb-7952-45b8-a193-3f299ff5b879 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:14:34.475483 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f3772255-8160-467c-93a3-ea4813b511f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:34.487927 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e179ab48-8be6-47cf-b79e-fced4b1e8179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:34.505427 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-fdf130fb-7952-45b8-a193-3f299ff5b879 admin admin] Usage tracker for resource:security_group_rule and tenant:9add62d0b70244dfad5ea819e8dc4356 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:14:34.517713 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-fdf130fb-7952-45b8-a193-3f299ff5b879 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:14:34.524535 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f2483b89-5dac-4b6a-8233-23fa17028179 tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:34.569314 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-fdf130fb-7952-45b8-a193-3f299ff5b879 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:14:34.571752 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-e179ab48-8be6-47cf-b79e-fced4b1e8179 None None] For port 3b64d591-77eb-4db1-97e7-1db94f341a16, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=3b64d591-77eb-4db1-97e7-1db94f341a16,segment=NetworkSegment(feb18d5f-1c0b-4708-8c57-b61ae37e2aee),segment_id=feb18d5f-1c0b-4708-8c57-b61ae37e2aee)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:14:34.574311 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:34.600842 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=3929e0cc-3af7-4b7c-8721-c4e9c474e74b,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:34.622988 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:34.630174 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e179ab48-8be6-47cf-b79e-fced4b1e8179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:34.638921 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:34.703942 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db5e63-b124-4dd1-bb8f-da5f2a038e94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5dda01-8975-47d5-bf83-6141ae9186ff,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:34.714599 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f1db5e63-b124-4dd1-bb8f-da5f2a038e94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:34.720424 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe2579a-2386-4cc1-83d7-539b290fde76 admin admin] Network 63216a8d-7e0f-4726-838d-7fa437e43530 is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:14:34.727887 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.246s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:34.793022 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f1db5e63-b124-4dd1-bb8f-da5f2a038e94 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8027b2dda3ff404782df1376f0fb8bd1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3307841 Dec 15 19:14:34.801083 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-6fe2579a-2386-4cc1-83d7-539b290fde76 admin admin] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:14:34.808470 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe2579a-2386-4cc1-83d7-539b290fde76 admin admin] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:14:34.809067 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6fe2579a-2386-4cc1-83d7-539b290fde76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630901'] for router_interface, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:34.812192 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 46022) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:34.816355 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2483b89-5dac-4b6a-8233-23fa17028179 tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Pushing event deleted for resources: {'Port': ['ID=9b2aee01-46b7-46a2-8fa8-baa8c3c00a5e,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:34.831876 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29235f0-3829-479b-aaab-d4e604eab22d admin admin] Network 7e04f9fb-f9a5-45a2-9184-076bb9a796d7 is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:14:34.833298 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f2483b89-5dac-4b6a-8233-23fa17028179 tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:34.836137 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-f29235f0-3829-479b-aaab-d4e604eab22d admin admin] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:14:34.966343 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe2579a-2386-4cc1-83d7-539b290fde76 admin admin] Pushing event updated for resources: {'Port': ['ID=e5601f84-5efd-4574-ba71-4c5333e1478a,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:34.969506 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 76e67fc9-3420-432a-8e17-2ad72b96b714 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:14:34.969506 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:34.982939 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6fe2579a-2386-4cc1-83d7-539b290fde76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:35.008830 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c4fcd15e-8307-4e0c-ad5b-be29a707a0a6 tempest-RoutersTestDVR-940767016 tempest-RoutersTestDVR-940767016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854207876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854699191'] for router, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:35.043918 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c4fcd15e-8307-4e0c-ad5b-be29a707a0a6 tempest-RoutersTestDVR-940767016 tempest-RoutersTestDVR-940767016-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:35.070546 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e179ab48-8be6-47cf-b79e-fced4b1e8179 None None] Pushing event updated for resources: {'Port': ['ID=3b64d591-77eb-4db1-97e7-1db94f341a16,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:35.078689 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e179ab48-8be6-47cf-b79e-fced4b1e8179 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:35.185665 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f2483b89-5dac-4b6a-8233-23fa17028179 tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:35.190381 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-fd046290-474e-4e57-bb4c-c6ebfd0dfd0a None None] Provisioning for port 0986eba2-9513-4735-8e72-1f8b9c7b6abb completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:14:35.201287 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-fd046290-474e-4e57-bb4c-c6ebfd0dfd0a None None] Provisioning complete for port 0986eba2-9513-4735-8e72-1f8b9c7b6abb triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:14:35.201709 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fd046290-474e-4e57-bb4c-c6ebfd0dfd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:35.248673 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fdf130fb-7952-45b8-a193-3f299ff5b879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:35.272220 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-fd046290-474e-4e57-bb4c-c6ebfd0dfd0a None None] Port 0986eba2-9513-4735-8e72-1f8b9c7b6abb cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:14:35.303618 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f2483b89-5dac-4b6a-8233-23fa17028179 tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] 10.222.0.36 "DELETE /v2.0/ports/9b2aee01-46b7-46a2-8fa8-baa8c3c00a5e HTTP/1.1" status: 204 len: 168 time: 3.2043235 Dec 15 19:14:35.305341 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 46026) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:35.310551 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c4fcd15e-8307-4e0c-ad5b-be29a707a0a6 tempest-RoutersTestDVR-940767016 tempest-RoutersTestDVR-940767016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854207982'] for router, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:35.311091 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4fcd15e-8307-4e0c-ad5b-be29a707a0a6 tempest-RoutersTestDVR-940767016 tempest-RoutersTestDVR-940767016-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e1af28f0-b83e-4402-9989-adc2e053e49d {{(pid=88990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 19:14:35.322632 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fdf130fb-7952-45b8-a193-3f299ff5b879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:35.323724 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c4fcd15e-8307-4e0c-ad5b-be29a707a0a6 tempest-RoutersTestDVR-940767016 tempest-RoutersTestDVR-940767016-project-admin] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:35.331048 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c4fcd15e-8307-4e0c-ad5b-be29a707a0a6 tempest-RoutersTestDVR-940767016 tempest-RoutersTestDVR-940767016-project-admin] 10.222.0.36 "DELETE /v2.0/routers/e1af28f0-b83e-4402-9989-adc2e053e49d HTTP/1.1" status: 204 len: 168 time: 2.4073498 Dec 15 19:14:35.331605 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5c7a273d-3bef-4dba-8adb-175cbaac50a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:35.332102 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 46032) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:35.375557 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:35.409908 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 3929e0cc-3af7-4b7c-8721-c4e9c474e74b up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:14:35.425270 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6fe2579a-2386-4cc1-83d7-539b290fde76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:35.454928 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-1ab8accf-2a48-48a0-9f04-8b75ecf32b62 tempest-RoutersTestDVR-940767016 tempest-RoutersTestDVR-940767016-project-admin] Request body: {'router': {'name': 'tempest-router-662604307', 'distributed': True}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:14:35.464878 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-1ab8accf-2a48-48a0-9f04-8b75ecf32b62 tempest-RoutersTestDVR-940767016 tempest-RoutersTestDVR-940767016-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:14:35.469405 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-1ab8accf-2a48-48a0-9f04-8b75ecf32b62 tempest-RoutersTestDVR-940767016 tempest-RoutersTestDVR-940767016-project-admin] Usage tracker for resource:router and tenant:d206f19d1a9b4215b78d6752cf0e8f34 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:14:35.473419 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-1ab8accf-2a48-48a0-9f04-8b75ecf32b62 tempest-RoutersTestDVR-940767016 tempest-RoutersTestDVR-940767016-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:14:35.480331 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-1ab8accf-2a48-48a0-9f04-8b75ecf32b62 tempest-RoutersTestDVR-940767016 tempest-RoutersTestDVR-940767016-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:14:35.504478 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-350dd514-af37-42b0-b285-5a5bfdaaa5c8 None None] Provisioning for port e5601f84-5efd-4574-ba71-4c5333e1478a completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:14:35.519045 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-350dd514-af37-42b0-b285-5a5bfdaaa5c8 None None] Provisioning complete for port e5601f84-5efd-4574-ba71-4c5333e1478a triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:14:35.519468 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-350dd514-af37-42b0-b285-5a5bfdaaa5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:35.533362 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1ab8accf-2a48-48a0-9f04-8b75ecf32b62 tempest-RoutersTestDVR-940767016 tempest-RoutersTestDVR-940767016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854699176'] for router, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:35.535119 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1ab8accf-2a48-48a0-9f04-8b75ecf32b62 tempest-RoutersTestDVR-940767016 tempest-RoutersTestDVR-940767016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854194926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-76609'] for router, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:35.623692 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-350dd514-af37-42b0-b285-5a5bfdaaa5c8 None None] Port e5601f84-5efd-4574-ba71-4c5333e1478a cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:14:35.661560 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 3929e0cc-3af7-4b7c-8721-c4e9c474e74b triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:14:35.661986 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:35.666018 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fabd9379-9d65-49a1-b764-00e606126bf3 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:35.671633 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-77799750-22a6-4257-bc10-8b1e7208235f tempest-DHCPAgentSchedulersTestJSON-1620120537 tempest-DHCPAgentSchedulersTestJSON-1620120537-project-admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.3636665 Dec 15 19:14:35.681727 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 46036) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:35.692300 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-350dd514-af37-42b0-b285-5a5bfdaaa5c8 None None] Provisioning complete for port 3b64d591-77eb-4db1-97e7-1db94f341a16 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:14:35.692726 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-350dd514-af37-42b0-b285-5a5bfdaaa5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:35.693069 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-89984dc7-17e3-4803-98a0-21bfdc6f9844 tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-550743147'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:14:35.709322 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5c7a273d-3bef-4dba-8adb-175cbaac50a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:35.709611 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-89984dc7-17e3-4803-98a0-21bfdc6f9844 tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:14:35.715790 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1ab8accf-2a48-48a0-9f04-8b75ecf32b62 tempest-RoutersTestDVR-940767016 tempest-RoutersTestDVR-940767016-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:35.725717 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-89984dc7-17e3-4803-98a0-21bfdc6f9844 tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Usage tracker for resource:network and tenant:a33f61376d424e9ebb716db16eb1197c is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:14:35.729764 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf130fb-7952-45b8-a193-3f299ff5b879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8efcd55-ba3a-4b6d-81ff-4413da1e567d,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:35.733340 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-89984dc7-17e3-4803-98a0-21bfdc6f9844 tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:14:35.743198 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-89984dc7-17e3-4803-98a0-21bfdc6f9844 tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:14:35.778598 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f29235f0-3829-479b-aaab-d4e604eab22d admin admin] Router a4558e95-503e-4b93-b1e9-a44cbe443726 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:14:35.853605 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1ab8accf-2a48-48a0-9f04-8b75ecf32b62 tempest-RoutersTestDVR-940767016 tempest-RoutersTestDVR-940767016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904'] for router, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:35.857362 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89984dc7-17e3-4803-98a0-21bfdc6f9844 tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Made reservation on behalf of a33f61376d424e9ebb716db16eb1197c for: {'network': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:14:35.863040 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-89984dc7-17e3-4803-98a0-21bfdc6f9844 tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:35.930272 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 3b64d591-77eb-4db1-97e7-1db94f341a16 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:14:35.932935 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89984dc7-17e3-4803-98a0-21bfdc6f9844 tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=88990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:14:35.943307 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fdf130fb-7952-45b8-a193-3f299ff5b879 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:35.953823 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-89984dc7-17e3-4803-98a0-21bfdc6f9844 tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:35.954194 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-89984dc7-17e3-4803-98a0-21bfdc6f9844 tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Added segment 8593027a-8f36-4dc1-b67c-0df0b0453dbb of type vlan for network 9e43f2ee-0915-4513-81a5-b213ec1ded5c Dec 15 19:14:36.009088 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 3b64d591-77eb-4db1-97e7-1db94f341a16 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:14:36.009512 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:36.020473 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1ab8accf-2a48-48a0-9f04-8b75ecf32b62 tempest-RoutersTestDVR-940767016 tempest-RoutersTestDVR-940767016-project-admin] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:36.021827 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1ab8accf-2a48-48a0-9f04-8b75ecf32b62 tempest-RoutersTestDVR-940767016 tempest-RoutersTestDVR-940767016-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.5765123 Dec 15 19:14:36.032448 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 46040) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:36.085538 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f29235f0-3829-479b-aaab-d4e604eab22d admin admin] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:14:36.096823 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f29235f0-3829-479b-aaab-d4e604eab22d admin admin] 10.222.0.36 "PUT /v2.0/routers/a4558e95-503e-4b93-b1e9-a44cbe443726/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2068164 Dec 15 19:14:36.097719 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f7190c-aeda-4567-a275-cf33156f095d None None] Sync routers for ids ['a4558e95-503e-4b93-b1e9-a44cbe443726'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:14:36.116128 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f7190c-aeda-4567-a275-cf33156f095d None None] Routers {'a4558e95-503e-4b93-b1e9-a44cbe443726'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:14:36.122599 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-a6f7190c-aeda-4567-a275-cf33156f095d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:14:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['a4558e95-503e-4b93-b1e9-a44cbe443726'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:14:36.146111 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-8adb701d-dfae-4b2b-b746-7a96767f861a None None] Provisioning complete for port 680e6ac3-5c91-4103-bedc-ce4c185b7177 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:14:36.146321 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-89984dc7-17e3-4803-98a0-21bfdc6f9844 tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:36.146562 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8adb701d-dfae-4b2b-b746-7a96767f861a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:36.214294 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-89984dc7-17e3-4803-98a0-21bfdc6f9844 tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:36.221561 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89984dc7-17e3-4803-98a0-21bfdc6f9844 tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:14:36.222507 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-89984dc7-17e3-4803-98a0-21bfdc6f9844 tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:36.236305 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:36.238811 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-8adb701d-dfae-4b2b-b746-7a96767f861a None None] Port 680e6ac3-5c91-4103-bedc-ce4c185b7177 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:14:36.242198 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-8adb701d-dfae-4b2b-b746-7a96767f861a None None] Could not find standard attr ID for object 9b2aee01-46b7-46a2-8fa8-baa8c3c00a5e. {{(pid=88992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 15 19:14:36.259286 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-fdf130fb-7952-45b8-a193-3f299ff5b879 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9add62d0b70244dfad5ea819e8dc4356&name=default HTTP/1.1" status: 200 len: 2647 time: 2.7307031 Dec 15 19:14:36.278613 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 46046) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:36.319936 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6fe2579a-2386-4cc1-83d7-539b290fde76 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:36.350198 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-518bedc9-ebee-4b27-bf04-0b3cdd3f25ff tempest-RoutersTestDVR-940767016 tempest-RoutersTestDVR-940767016-project-admin] Notify callbacks [] for router, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:36.416930 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6fe2579a-2386-4cc1-83d7-539b290fde76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:36.417661 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfa6fafe-ed64-431f-98e8-dbee5abfd273 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Router 898d595e-dfc7-41e0-9209-49a97929783c is scheduled to L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 with binding_index 1 {{(pid=88991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 15 19:14:36.434829 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6fe2579a-2386-4cc1-83d7-539b290fde76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1959989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854145006'] for router_interface, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:36.507503 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-a6f7190c-aeda-4567-a275-cf33156f095d None None] Set router a4558e95-503e-4b93-b1e9-a44cbe443726 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:14:36.520856 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:36.538692 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-89984dc7-17e3-4803-98a0-21bfdc6f9844 tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8544774 Dec 15 19:14:36.546032 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-38270a2c-88d2-49de-999f-e4d86b5cbb71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:36.549957 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 46060) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:36.613507 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-38270a2c-88d2-49de-999f-e4d86b5cbb71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:36.694182 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89984dc7-17e3-4803-98a0-21bfdc6f9844 tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Pushing event updated for resources: {'Network': ['ID=9e43f2ee-0915-4513-81a5-b213ec1ded5c,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:36.699056 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-89984dc7-17e3-4803-98a0-21bfdc6f9844 tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:36.709362 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 9e43f2ee-0915-4513-81a5-b213ec1ded5c details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:14:36.773936 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-38270a2c-88d2-49de-999f-e4d86b5cbb71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:36.781361 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a70f082f-de22-4b69-a84c-46b616318a8b tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:36.809072 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38270a2c-88d2-49de-999f-e4d86b5cbb71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8efcd55-ba3a-4b6d-81ff-4413da1e567d,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:36.816846 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-38270a2c-88d2-49de-999f-e4d86b5cbb71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:36.817749 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-38270a2c-88d2-49de-999f-e4d86b5cbb71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:36.823933 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-38270a2c-88d2-49de-999f-e4d86b5cbb71 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f8efcd55-ba3a-4b6d-81ff-4413da1e567d HTTP/1.1" status: 204 len: 168 time: 0.5442419 Dec 15 19:14:36.829056 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5c7a273d-3bef-4dba-8adb-175cbaac50a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:36.840685 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe2579a-2386-4cc1-83d7-539b290fde76 admin admin] Pushing event updated for resources: {'Port': ['ID=e5601f84-5efd-4574-ba71-4c5333e1478a,revision_number=2']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:36.942410 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6fe2579a-2386-4cc1-83d7-539b290fde76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:36.945247 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fdf130fb-7952-45b8-a193-3f299ff5b879 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:37.011338 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-a6f7190c-aeda-4567-a275-cf33156f095d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4558e95-503e-4b93-b1e9-a44cbe443726', 'name': 'tempest-ServersTestJSON-1252145473-router', 'tenant_id': '07507a555a264de2b95fac8c5d93591a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.150'}], 'enable_snat': True}, 'gw_port_id': '76e67fc9-3420-432a-8e17-2ad72b96b714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:14:18Z', 'updated_at': '2021-12-15T19:14:31Z', 'revision_number': 4, 'project_id': '07507a555a264de2b95fac8c5d93591a', 'gw_port': {'id': '76e67fc9-3420-432a-8e17-2ad72b96b714', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:58:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4558e95-503e-4b93-b1e9-a44cbe443726', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:14:19Z', 'updated_at': '2021-12-15T19:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '680e6ac3-5c91-4103-bedc-ce4c185b7177', 'name': '', 'network_id': '7e04f9fb-f9a5-45a2-9184-076bb9a796d7', 'tenant_id': '07507a555a264de2b95fac8c5d93591a', 'mac_address': 'fa:16:3e:2f:3b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4558e95-503e-4b93-b1e9-a44cbe443726', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '357073fc-8f72-4ec9-a709-b1f581df7965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:14:28Z', 'updated_at': '2021-12-15T19:14:32Z', 'revision_number': 2, 'project_id': '07507a555a264de2b95fac8c5d93591a', 'subnets': [{'id': '357073fc-8f72-4ec9-a709-b1f581df7965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:14:37.015928 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f7190c-aeda-4567-a275-cf33156f095d None None] Checking router: a4558e95-503e-4b93-b1e9-a44cbe443726 for host: dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:14:37.016514 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f7190c-aeda-4567-a275-cf33156f095d None None] Updating router a4558e95-503e-4b93-b1e9-a44cbe443726 port 680e6ac3-5c91-4103-bedc-ce4c185b7177 binding host dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 15 19:14:37.054018 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7a273d-3bef-4dba-8adb-175cbaac50a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5dda01-8975-47d5-bf83-6141ae9186ff,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:37.084496 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a6f7190c-aeda-4567-a275-cf33156f095d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:37.125883 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5c7a273d-3bef-4dba-8adb-175cbaac50a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:37.194481 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 46070) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:37.201003 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-4326c51f-05ab-4f7a-aaad-9b17437b7586 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1074437440', 'description': 'tempest-description--1040617461'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:14:37.208120 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-4326c51f-05ab-4f7a-aaad-9b17437b7586 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:14:37.212465 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-4326c51f-05ab-4f7a-aaad-9b17437b7586 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Usage tracker for resource:security_group and tenant:07507a555a264de2b95fac8c5d93591a is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:14:37.216163 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-4326c51f-05ab-4f7a-aaad-9b17437b7586 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:14:37.223583 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-4326c51f-05ab-4f7a-aaad-9b17437b7586 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:14:37.259915 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4326c51f-05ab-4f7a-aaad-9b17437b7586 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Notify callbacks [] for security_group, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:37.310484 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-4326c51f-05ab-4f7a-aaad-9b17437b7586 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:14:37.316900 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-4326c51f-05ab-4f7a-aaad-9b17437b7586 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Usage tracker for resource:security_group_rule and tenant:07507a555a264de2b95fac8c5d93591a is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:14:37.321439 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-4326c51f-05ab-4f7a-aaad-9b17437b7586 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:14:37.336835 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-4326c51f-05ab-4f7a-aaad-9b17437b7586 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:14:37.407160 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4326c51f-05ab-4f7a-aaad-9b17437b7586 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Notify callbacks [] for security_group, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:37.437426 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4326c51f-05ab-4f7a-aaad-9b17437b7586 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:37.444558 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:37.471367 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5c7a273d-3bef-4dba-8adb-175cbaac50a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:37.472732 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-5c7a273d-3bef-4dba-8adb-175cbaac50a1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ce5dda01-8975-47d5-bf83-6141ae9186ff HTTP/1.1" status: 204 len: 168 time: 2.6427290 Dec 15 19:14:37.500703 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a6f7190c-aeda-4567-a275-cf33156f095d None None] Notify callbacks [] for port, precommit_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:37.504628 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 46076) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:37.509776 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4326c51f-05ab-4f7a-aaad-9b17437b7586 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=205b198f-d112-4f7c-84f4-60491e3b03fb,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:37.514896 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-a6f7190c-aeda-4567-a275-cf33156f095d None None] Transition to ACTIVE for port object 680e6ac3-5c91-4103-bedc-ce4c185b7177 will not be triggered until provisioned by entity L2. {{(pid=88993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:14:37.524412 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4326c51f-05ab-4f7a-aaad-9b17437b7586 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:37.543799 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4326c51f-05ab-4f7a-aaad-9b17437b7586 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:37.547769 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4326c51f-05ab-4f7a-aaad-9b17437b7586 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.3494925 Dec 15 19:14:37.548453 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 46080) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:37.551177 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a6f7190c-aeda-4567-a275-cf33156f095d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:37.555590 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-fc6b0b9a-37a6-477e-8bcd-4fe309f68f9b tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Request body: {'security_group_rule': {'security_group_id': '205b198f-d112-4f7c-84f4-60491e3b03fb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:14:37.559237 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:37.590852 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-fc6b0b9a-37a6-477e-8bcd-4fe309f68f9b tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:14:37.598709 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e6949f4b-bc00-481b-9e08-fd1ed8d8b748 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=39429663c72c4a9992e67a09892bcc25&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0910482 Dec 15 19:14:37.599562 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 46084) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:37.603697 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-fc6b0b9a-37a6-477e-8bcd-4fe309f68f9b tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Usage tracker for resource:security_group_rule and tenant:07507a555a264de2b95fac8c5d93591a is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:14:37.619694 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-fc6b0b9a-37a6-477e-8bcd-4fe309f68f9b tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:14:37.629430 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-fc6b0b9a-37a6-477e-8bcd-4fe309f68f9b tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:14:37.647981 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cc9edd-cc3b-4ee5-817e-93ce00e90ca9 None None] Pushing event updated for resources: {'Port': ['ID=680e6ac3-5c91-4103-bedc-ce4c185b7177,revision_number=3']} {{(pid=88993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:37.664163 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f4cc9edd-cc3b-4ee5-817e-93ce00e90ca9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:37.691779 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-862b275e-3796-45a1-9487-6ea39eacf627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:37.725183 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fc6b0b9a-37a6-477e-8bcd-4fe309f68f9b tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:37.734638 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-518bedc9-ebee-4b27-bf04-0b3cdd3f25ff tempest-RoutersTestDVR-940767016 tempest-RoutersTestDVR-940767016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854207876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854699191'] for router, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:37.770620 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-862b275e-3796-45a1-9487-6ea39eacf627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:37.786587 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe2579a-2386-4cc1-83d7-539b290fde76 admin admin] Network 63216a8d-7e0f-4726-838d-7fa437e43530 is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:14:37.788450 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fabd9379-9d65-49a1-b764-00e606126bf3 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Notify callbacks [] for port, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:37.795575 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-6fe2579a-2386-4cc1-83d7-539b290fde76 admin admin] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:14:37.797637 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-518bedc9-ebee-4b27-bf04-0b3cdd3f25ff tempest-RoutersTestDVR-940767016 tempest-RoutersTestDVR-940767016-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:37.804318 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-48bc05c4-3fbc-4bf3-8abf-2bd01b7cd4c3 tempest-DHCPAgentSchedulersTestJSON-1620120537 tempest-DHCPAgentSchedulersTestJSON-1620120537-project-admin] 10.222.0.36 "GET /v2.0/agents/b552d41d-7cd1-486c-8b2d-9194aa028a03/dhcp-networks HTTP/1.1" status: 200 len: 6303 time: 1.2325325 Dec 15 19:14:37.862024 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 46088) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:37.892080 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-a6f7190c-aeda-4567-a275-cf33156f095d None None] Attempting to bind port 680e6ac3-5c91-4103-bedc-ce4c185b7177 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:14:37.892858 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-a6f7190c-aeda-4567-a275-cf33156f095d None None] Attempting to bind port 680e6ac3-5c91-4103-bedc-ce4c185b7177 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'f74e07b2-aaa7-4c64-830f-9319a4bdc4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7e04f9fb-f9a5-45a2-9184-076bb9a796d7'}] {{(pid=88993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:14:37.893356 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f7190c-aeda-4567-a275-cf33156f095d None None] Attempting to bind port 680e6ac3-5c91-4103-bedc-ce4c185b7177 on network 7e04f9fb-f9a5-45a2-9184-076bb9a796d7 {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:14:37.901155 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f7190c-aeda-4567-a275-cf33156f095d None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:14:37.901666 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f7190c-aeda-4567-a275-cf33156f095d None None] Checking segment: {'id': 'f74e07b2-aaa7-4c64-830f-9319a4bdc4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7e04f9fb-f9a5-45a2-9184-076bb9a796d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:14:37.902180 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a6f7190c-aeda-4567-a275-cf33156f095d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:37.902809 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f7190c-aeda-4567-a275-cf33156f095d None None] Bound using segment: {'id': 'f74e07b2-aaa7-4c64-830f-9319a4bdc4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7e04f9fb-f9a5-45a2-9184-076bb9a796d7'} {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:14:37.903393 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-a6f7190c-aeda-4567-a275-cf33156f095d None None] Bound port: 680e6ac3-5c91-4103-bedc-ce4c185b7177, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f74e07b2-aaa7-4c64-830f-9319a4bdc4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7e04f9fb-f9a5-45a2-9184-076bb9a796d7'}}] {{(pid=88993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:14:37.904051 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a6f7190c-aeda-4567-a275-cf33156f095d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:37.907833 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fc6b0b9a-37a6-477e-8bcd-4fe309f68f9b tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:37.909445 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-862b275e-3796-45a1-9487-6ea39eacf627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:37.917070 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8a1e60b0-08e2-4989-9d90-e5ff56ac2e12 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:37.933251 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862b275e-3796-45a1-9487-6ea39eacf627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a43db768-c881-43a6-8e93-a98c980e4a38,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:37.948820 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-862b275e-3796-45a1-9487-6ea39eacf627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:37.958040 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fc6b0b9a-37a6-477e-8bcd-4fe309f68f9b tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:37.984004 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-862b275e-3796-45a1-9487-6ea39eacf627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:37.990951 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-862b275e-3796-45a1-9487-6ea39eacf627 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a43db768-c881-43a6-8e93-a98c980e4a38 HTTP/1.1" status: 204 len: 168 time: 0.3889074 Dec 15 19:14:37.996424 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:37.998019 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fabd9379-9d65-49a1-b764-00e606126bf3 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:38.030183 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-a6f7190c-aeda-4567-a275-cf33156f095d None None] For port 680e6ac3-5c91-4103-bedc-ce4c185b7177, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:14:38.034996 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-a6f7190c-aeda-4567-a275-cf33156f095d None None] For port 680e6ac3-5c91-4103-bedc-ce4c185b7177, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=680e6ac3-5c91-4103-bedc-ce4c185b7177,segment=NetworkSegment(f74e07b2-aaa7-4c64-830f-9319a4bdc4d6),segment_id=f74e07b2-aaa7-4c64-830f-9319a4bdc4d6)] {{(pid=88993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:14:38.040317 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6b0b9a-37a6-477e-8bcd-4fe309f68f9b tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3961870-6436-4db3-adce-02d8972e441d,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:38.048306 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fc6b0b9a-37a6-477e-8bcd-4fe309f68f9b tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:38.072880 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6fe2579a-2386-4cc1-83d7-539b290fde76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:38.118224 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a6f7190c-aeda-4567-a275-cf33156f095d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:38.135128 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:38.179795 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fc6b0b9a-37a6-477e-8bcd-4fe309f68f9b tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:38.181140 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-fc6b0b9a-37a6-477e-8bcd-4fe309f68f9b tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6320572 Dec 15 19:14:38.183871 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 46096) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:38.191885 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-a9073272-4396-4c02-85a7-0a688a8caf5e tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Request body: {'security_group_rule': {'security_group_id': '205b198f-d112-4f7c-84f4-60491e3b03fb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:14:38.211709 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a9073272-4396-4c02-85a7-0a688a8caf5e tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:14:38.219854 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-654b489c-d8e7-4dac-8b43-f81140fa0711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:38.221572 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-a9073272-4396-4c02-85a7-0a688a8caf5e tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Usage tracker for resource:security_group_rule and tenant:07507a555a264de2b95fac8c5d93591a is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:14:38.227295 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-a9073272-4396-4c02-85a7-0a688a8caf5e tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:14:38.235988 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a9073272-4396-4c02-85a7-0a688a8caf5e tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:14:38.264682 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabd9379-9d65-49a1-b764-00e606126bf3 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Pushing event updated for resources: {'Port': ['ID=0986eba2-9513-4735-8e72-1f8b9c7b6abb,revision_number=2']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:38.278792 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f7190c-aeda-4567-a275-cf33156f095d None None] Routers {'a4558e95-503e-4b93-b1e9-a44cbe443726'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:14:38.279487 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-a6f7190c-aeda-4567-a275-cf33156f095d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:14:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['a4558e95-503e-4b93-b1e9-a44cbe443726'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:14:38.321698 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fabd9379-9d65-49a1-b764-00e606126bf3 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:38.349508 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cc9edd-cc3b-4ee5-817e-93ce00e90ca9 None None] Pushing event updated for resources: {'Port': ['ID=680e6ac3-5c91-4103-bedc-ce4c185b7177,revision_number=4']} {{(pid=88993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:38.355136 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f4cc9edd-cc3b-4ee5-817e-93ce00e90ca9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:38.364794 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a9073272-4396-4c02-85a7-0a688a8caf5e tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:38.373525 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-2fe44dd2-6794-4734-ba9d-5d81b9e2aae4 None None] Provisioning complete for port e5601f84-5efd-4574-ba71-4c5333e1478a triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:14:38.375795 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2fe44dd2-6794-4734-ba9d-5d81b9e2aae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:38.464514 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a9073272-4396-4c02-85a7-0a688a8caf5e tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:38.500615 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-2fe44dd2-6794-4734-ba9d-5d81b9e2aae4 None None] Port e5601f84-5efd-4574-ba71-4c5333e1478a cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:14:38.502487 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-a6f7190c-aeda-4567-a275-cf33156f095d None None] Set router a4558e95-503e-4b93-b1e9-a44cbe443726 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:14:38.512932 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-fabd9379-9d65-49a1-b764-00e606126bf3 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] In _notify_port_updated(), no bound segment for port 0986eba2-9513-4735-8e72-1f8b9c7b6abb on network 3cc97137-116d-4ce7-b4c4-c8bc069899e8 {{(pid=88991) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 15 19:14:38.517245 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabd9379-9d65-49a1-b764-00e606126bf3 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:14:38.518749 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fabd9379-9d65-49a1-b764-00e606126bf3 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:38.520165 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-fabd9379-9d65-49a1-b764-00e606126bf3 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] 10.222.0.36 "PUT /v2.0/ports/0986eba2-9513-4735-8e72-1f8b9c7b6abb HTTP/1.1" status: 200 len: 1001 time: 4.1269698 Dec 15 19:14:38.523268 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 46100) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:38.622124 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-518bedc9-ebee-4b27-bf04-0b3cdd3f25ff tempest-RoutersTestDVR-940767016 tempest-RoutersTestDVR-940767016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854207982'] for router, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:38.623025 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-518bedc9-ebee-4b27-bf04-0b3cdd3f25ff tempest-RoutersTestDVR-940767016 tempest-RoutersTestDVR-940767016-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d8afdc71-90ea-4f37-ad33-ce1eb5a7a13d {{(pid=88991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 19:14:38.649467 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a9073272-4396-4c02-85a7-0a688a8caf5e tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:38.681011 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 46106) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:38.683379 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:38.711735 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-518bedc9-ebee-4b27-bf04-0b3cdd3f25ff tempest-RoutersTestDVR-940767016 tempest-RoutersTestDVR-940767016-project-admin] Notify callbacks [] for router, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:38.745469 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-518bedc9-ebee-4b27-bf04-0b3cdd3f25ff tempest-RoutersTestDVR-940767016 tempest-RoutersTestDVR-940767016-project-admin] 10.222.0.36 "DELETE /v2.0/routers/d8afdc71-90ea-4f37-ad33-ce1eb5a7a13d HTTP/1.1" status: 204 len: 168 time: 2.7118313 Dec 15 19:14:38.865060 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-feeb11be-31fe-40df-b503-293b874f2445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:38.906852 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa6fafe-ed64-431f-98e8-dbee5abfd273 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:14:38.917226 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ae6b4e-26cb-49bd-876e-eda5e8429852 None None] Sync routers for ids ['898d595e-dfc7-41e0-9209-49a97929783c'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:14:38.920949 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f9f6a2-85d5-4ceb-ab5a-18bde9ed5a08 tempest-DHCPAgentSchedulersTestJSON-1620120537 tempest-DHCPAgentSchedulersTestJSON-1620120537-project-admin] Network 9e43f2ee-0915-4513-81a5-b213ec1ded5c is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:14:38.949450 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ae6b4e-26cb-49bd-876e-eda5e8429852 None None] Routers {'898d595e-dfc7-41e0-9209-49a97929783c'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:14:38.950451 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-16ae6b4e-26cb-49bd-876e-eda5e8429852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:14:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['898d595e-dfc7-41e0-9209-49a97929783c'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:14:39.003366 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-79f9f6a2-85d5-4ceb-ab5a-18bde9ed5a08 tempest-DHCPAgentSchedulersTestJSON-1620120537 tempest-DHCPAgentSchedulersTestJSON-1620120537-project-admin] 10.222.0.36 "POST /v2.0/agents/b552d41d-7cd1-486c-8b2d-9194aa028a03/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.0505865 Dec 15 19:14:39.011855 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 46118) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:39.075462 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f600bda-ed81-4208-bb72-d5e3c1debde1 None None] Network 9e43f2ee-0915-4513-81a5-b213ec1ded5c requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:14:39.113179 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a9073272-4396-4c02-85a7-0a688a8caf5e tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:39.114706 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a9073272-4396-4c02-85a7-0a688a8caf5e tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9296510 Dec 15 19:14:39.125364 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-a6f7190c-aeda-4567-a275-cf33156f095d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4558e95-503e-4b93-b1e9-a44cbe443726', 'name': 'tempest-ServersTestJSON-1252145473-router', 'tenant_id': '07507a555a264de2b95fac8c5d93591a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.150'}], 'enable_snat': True}, 'gw_port_id': '76e67fc9-3420-432a-8e17-2ad72b96b714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:14:18Z', 'updated_at': '2021-12-15T19:14:31Z', 'revision_number': 4, 'project_id': '07507a555a264de2b95fac8c5d93591a', 'gw_port': {'id': '76e67fc9-3420-432a-8e17-2ad72b96b714', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:58:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4558e95-503e-4b93-b1e9-a44cbe443726', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:14:19Z', 'updated_at': '2021-12-15T19:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '680e6ac3-5c91-4103-bedc-ce4c185b7177', 'name': '', 'network_id': '7e04f9fb-f9a5-45a2-9184-076bb9a796d7', 'tenant_id': '07507a555a264de2b95fac8c5d93591a', 'mac_address': 'fa:16:3e:2f:3b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4558e95-503e-4b93-b1e9-a44cbe443726', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '357073fc-8f72-4ec9-a709-b1f581df7965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:14:28Z', 'updated_at': '2021-12-15T19:14:38Z', 'revision_number': 4, 'project_id': '07507a555a264de2b95fac8c5d93591a', 'subnets': [{'id': '357073fc-8f72-4ec9-a709-b1f581df7965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:14:39.125695 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9073272-4396-4c02-85a7-0a688a8caf5e tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d6b1eb2-1648-4c6b-9a16-f7cb6c2497a1,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:39.130434 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f7190c-aeda-4567-a275-cf33156f095d None None] The sync data for ids ['a4558e95-503e-4b93-b1e9-a44cbe443726'] in dv-neutron-821831-2-hyperv is: [{'id': 'a4558e95-503e-4b93-b1e9-a44cbe443726', 'name': 'tempest-ServersTestJSON-1252145473-router', 'tenant_id': '07507a555a264de2b95fac8c5d93591a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.150'}], 'enable_snat': True}, 'gw_port_id': '76e67fc9-3420-432a-8e17-2ad72b96b714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:14:18Z', 'updated_at': '2021-12-15T19:14:31Z', 'revision_number': 4, 'project_id': '07507a555a264de2b95fac8c5d93591a', 'gw_port': {'id': '76e67fc9-3420-432a-8e17-2ad72b96b714', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:58:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4558e95-503e-4b93-b1e9-a44cbe443726', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:14:19Z', 'updated_at': '2021-12-15T19:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '680e6ac3-5c91-4103-bedc-ce4c185b7177', 'name': '', 'network_id': '7e04f9fb-f9a5-45a2-9184-076bb9a796d7', 'tenant_id': '07507a555a264de2b95fac8c5d93591a', 'mac_address': 'fa:16:3e:2f:3b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4558e95-503e-4b93-b1e9-a44cbe443726', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '357073fc-8f72-4ec9-a709-b1f581df7965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:14:28Z', 'updated_at': '2021-12-15T19:14:38Z', 'revision_number': 4, 'project_id': '07507a555a264de2b95fac8c5d93591a', 'subnets': [{'id': '357073fc-8f72-4ec9-a709-b1f581df7965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:14:39.132756 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a9073272-4396-4c02-85a7-0a688a8caf5e tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:39.137172 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 46122) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:39.151262 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-f39fd405-a76b-45ab-8195-3bb23426589c tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Deleting port 0986eba2-9513-4735-8e72-1f8b9c7b6abb {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:14:39.151384 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-c918bc61-043b-47bf-a845-c617d442b9ef tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Request body: {'floatingip': {'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:14:39.151656 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f39fd405-a76b-45ab-8195-3bb23426589c tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:39.164033 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-c918bc61-043b-47bf-a845-c617d442b9ef tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:14:39.171211 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-c918bc61-043b-47bf-a845-c617d442b9ef tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Usage tracker for resource:floatingip and tenant:07507a555a264de2b95fac8c5d93591a is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:14:39.177045 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-c918bc61-043b-47bf-a845-c617d442b9ef tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:14:39.192694 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-feeb11be-31fe-40df-b503-293b874f2445 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:14:39.196917 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-c918bc61-043b-47bf-a845-c617d442b9ef tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:14:39.299705 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cfa6fafe-ed64-431f-98e8-dbee5abfd273 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks [] for router, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:39.304077 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-cfa6fafe-ed64-431f-98e8-dbee5abfd273 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 12.5832837 Dec 15 19:14:39.309342 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-feeb11be-31fe-40df-b503-293b874f2445 admin admin] Usage tracker for resource:security_group_rule and tenant:257f830fe1a84035aa614c8598cfe4c7 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:14:39.311393 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 46130) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:39.323002 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-feeb11be-31fe-40df-b503-293b874f2445 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:14:39.412521 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-31b790c8-7236-4972-aafe-7a335ee322ec None None] Provisioning complete for port 0986eba2-9513-4735-8e72-1f8b9c7b6abb triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:14:39.412960 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-31b790c8-7236-4972-aafe-7a335ee322ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:39.421773 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-feeb11be-31fe-40df-b503-293b874f2445 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:14:39.465516 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 46134) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:39.490472 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c918bc61-043b-47bf-a845-c617d442b9ef tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Notify callbacks [] for floatingip, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:39.541558 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-31b790c8-7236-4972-aafe-7a335ee322ec None None] Port 0986eba2-9513-4735-8e72-1f8b9c7b6abb cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:14:39.662790 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f39fd405-a76b-45ab-8195-3bb23426589c tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:39.802912 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:39.837333 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-16ae6b4e-26cb-49bd-876e-eda5e8429852 None None] Set router 898d595e-dfc7-41e0-9209-49a97929783c gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:14:39.849650 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-f39fd405-a76b-45ab-8195-3bb23426589c tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Calling delete_port for 0986eba2-9513-4735-8e72-1f8b9c7b6abb owned by {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:14:40.004509 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-862fbbaf-f381-4124-af7b-300d138eef56 tempest-DHCPAgentSchedulersTestJSON-1620120537 tempest-DHCPAgentSchedulersTestJSON-1620120537-project-admin] 10.222.0.36 "GET /v2.0/agents/b552d41d-7cd1-486c-8b2d-9194aa028a03/dhcp-networks HTTP/1.1" status: 200 len: 7047 time: 0.9910467 Dec 15 19:14:40.006552 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 46146) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:40.022946 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c710728e-06f1-4312-9764-2c1451661073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:40.129154 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f39fd405-a76b-45ab-8195-3bb23426589c tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:40.136421 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f29235f0-3829-479b-aaab-d4e604eab22d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:40.203083 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39fd405-a76b-45ab-8195-3bb23426589c tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Pushing event deleted for resources: {'Port': ['ID=0986eba2-9513-4735-8e72-1f8b9c7b6abb,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:40.209612 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f39fd405-a76b-45ab-8195-3bb23426589c tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:40.235807 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-c710728e-06f1-4312-9764-2c1451661073 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:14:40.241797 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-c710728e-06f1-4312-9764-2c1451661073 admin admin] Usage tracker for resource:security_group_rule and tenant:83fc5cfbceb54f83b0a3583bf1033a2f is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:14:40.244481 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-c710728e-06f1-4312-9764-2c1451661073 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:14:40.251703 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-c710728e-06f1-4312-9764-2c1451661073 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:14:40.326365 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fe2579a-2386-4cc1-83d7-539b290fde76 admin admin] Router 485f06b9-02ea-481a-9b5c-3973a4e308b0 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:14:40.391686 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-feeb11be-31fe-40df-b503-293b874f2445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:40.421049 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f39fd405-a76b-45ab-8195-3bb23426589c tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:40.434057 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f39fd405-a76b-45ab-8195-3bb23426589c tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] 10.222.0.36 "DELETE /v2.0/ports/0986eba2-9513-4735-8e72-1f8b9c7b6abb HTTP/1.1" status: 204 len: 168 time: 1.9092278 Dec 15 19:14:40.440047 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 46152) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:40.523286 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-22f4e0fa-fad3-4dbc-9c4d-6e3faa701210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:40.533681 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae3637d7-4839-41b5-bc64-0a16f257d8b7 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] GET failed (client error): The resource could not be found. Dec 15 19:14:40.534306 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ae3637d7-4839-41b5-bc64-0a16f257d8b7 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Synchronizing usage tracker for tenant:671e2ded8501473d83f1e0f0315e9ca5 on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:14:40.553023 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-16ae6b4e-26cb-49bd-876e-eda5e8429852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '898d595e-dfc7-41e0-9209-49a97929783c', 'name': '', 'tenant_id': '848d097f252940a4b39a0e19eea0eb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ddd808-5d9e-4c6c-8ee7-6315989cf10b', 'external_fixed_ips': [{'subnet_id': '156bac23-193f-4a45-b38d-ded16171ec52', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': 'a8a31a1c-724b-4087-aa7b-e7e41186dda8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:14:27Z', 'updated_at': '2021-12-15T19:14:32Z', 'revision_number': 3, 'project_id': '848d097f252940a4b39a0e19eea0eb89', 'gw_port': {'id': 'a8a31a1c-724b-4087-aa7b-e7e41186dda8', 'name': '', 'network_id': '44ddd808-5d9e-4c6c-8ee7-6315989cf10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:70:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '898d595e-dfc7-41e0-9209-49a97929783c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '156bac23-193f-4a45-b38d-ded16171ec52', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:14:30Z', 'updated_at': '2021-12-15T19:14:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '156bac23-193f-4a45-b38d-ded16171ec52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:14:40.560425 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ae6b4e-26cb-49bd-876e-eda5e8429852 None None] Checking router: 898d595e-dfc7-41e0-9209-49a97929783c for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:14:40.561434 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ae6b4e-26cb-49bd-876e-eda5e8429852 None None] Updating router 898d595e-dfc7-41e0-9209-49a97929783c port a8a31a1c-724b-4087-aa7b-e7e41186dda8 binding host dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 15 19:14:40.563067 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 46158) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:40.563314 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-aa4055eb-91cd-4784-9d18-1f20ce7272df tempest-DHCPAgentSchedulersTestJSON-1620120537 tempest-DHCPAgentSchedulersTestJSON-1620120537-project-admin] 10.222.0.36 "DELETE /v2.0/agents/b552d41d-7cd1-486c-8b2d-9194aa028a03/dhcp-networks/9e43f2ee-0915-4513-81a5-b213ec1ded5c HTTP/1.1" status: 204 len: 168 time: 0.5491154 Dec 15 19:14:40.569560 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-feeb11be-31fe-40df-b503-293b874f2445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:40.617589 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ae3637d7-4839-41b5-bc64-0a16f257d8b7 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Unset dirty status for tenant:671e2ded8501473d83f1e0f0315e9ca5 on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:14:40.628290 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ae3637d7-4839-41b5-bc64-0a16f257d8b7 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] 10.222.0.36 "GET /v2.0/ports/0986eba2-9513-4735-8e72-1f8b9c7b6abb HTTP/1.1" status: 404 len: 333 time: 0.1846781 Dec 15 19:14:40.631582 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:40.640009 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 46162) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:40.681438 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-16ae6b4e-26cb-49bd-876e-eda5e8429852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:40.745869 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-06d3a3b8-1aa1-4872-ae48-7c93f17838e2 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Request body: {'port': {'network_id': '3cc97137-116d-4ce7-b4c4-c8bc069899e8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1634618992'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:14:40.851867 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb11be-31fe-40df-b503-293b874f2445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f64792b5-25a3-403a-9261-07c99745ca20,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:40.867969 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-feeb11be-31fe-40df-b503-293b874f2445 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=257f830fe1a84035aa614c8598cfe4c7&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1839807 Dec 15 19:14:40.872249 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c710728e-06f1-4312-9764-2c1451661073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:40.873494 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-feeb11be-31fe-40df-b503-293b874f2445 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:40.874653 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 46168) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:40.874998 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c918bc61-043b-47bf-a845-c617d442b9ef tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:41.035386 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c710728e-06f1-4312-9764-2c1451661073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:41.039970 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-61379ef3-48b8-44aa-bbd4-a59edfb65d9e tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks [] for router, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:41.051599 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-06d3a3b8-1aa1-4872-ae48-7c93f17838e2 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:14:41.094829 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-06d3a3b8-1aa1-4872-ae48-7c93f17838e2 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:14:41.114824 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-16ae6b4e-26cb-49bd-876e-eda5e8429852 None None] Notify callbacks [] for port, precommit_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:41.116392 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-264b797b-6a73-4e35-82fd-36db39843f2e tempest-DHCPAgentSchedulersTestJSON-1620120537 tempest-DHCPAgentSchedulersTestJSON-1620120537-project-admin] 10.222.0.36 "GET /v2.0/agents/b552d41d-7cd1-486c-8b2d-9194aa028a03/dhcp-networks HTTP/1.1" status: 200 len: 6303 time: 0.5515258 Dec 15 19:14:41.121234 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 46176) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:41.122723 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-16ae6b4e-26cb-49bd-876e-eda5e8429852 None None] Transition to ACTIVE for port object a8a31a1c-724b-4087-aa7b-e7e41186dda8 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:14:41.128150 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:41.145532 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-855485c0-561b-4acf-bab7-2290a4a1ed13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:41.153969 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:41.173881 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-16ae6b4e-26cb-49bd-876e-eda5e8429852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:41.178841 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e7111b99-7a35-4d08-b941-29d4b3467f4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:41.190573 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-855485c0-561b-4acf-bab7-2290a4a1ed13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:41.199599 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-bb178a50-2c0f-4cf2-9518-98325e4c93b9 tempest-DHCPAgentSchedulersTestJSON-1620120537 tempest-DHCPAgentSchedulersTestJSON-1620120537-project-admin] 10.222.0.36 "GET /v2.0/networks/7973cf05-3de2-43e7-b5f1-bc89ebfb9399/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.0757766 Dec 15 19:14:41.207301 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d3a3b8-1aa1-4872-ae48-7c93f17838e2 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Made reservation on behalf of 671e2ded8501473d83f1e0f0315e9ca5 for: {'port': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:14:41.215438 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-06d3a3b8-1aa1-4872-ae48-7c93f17838e2 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:41.229580 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 46180) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:41.263260 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e127850-d2ab-42fe-939d-236d0f864860 None None] Pushing event updated for resources: {'Port': ['ID=a8a31a1c-724b-4087-aa7b-e7e41186dda8,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:41.267825 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-06d3a3b8-1aa1-4872-ae48-7c93f17838e2 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] device_id is not set on port 8321465b-328c-4b08-be43-f50e92f52b53 yet. {{(pid=88990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:14:41.272320 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3e127850-d2ab-42fe-939d-236d0f864860 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:41.323958 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-16ae6b4e-26cb-49bd-876e-eda5e8429852 None None] Attempting to bind port a8a31a1c-724b-4087-aa7b-e7e41186dda8 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:14:41.324525 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-16ae6b4e-26cb-49bd-876e-eda5e8429852 None None] Attempting to bind port a8a31a1c-724b-4087-aa7b-e7e41186dda8 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '66f88433-cdaf-4e0f-b205-cf6b1e261334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '44ddd808-5d9e-4c6c-8ee7-6315989cf10b'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:14:41.325540 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ae6b4e-26cb-49bd-876e-eda5e8429852 None None] Attempting to bind port a8a31a1c-724b-4087-aa7b-e7e41186dda8 on network 44ddd808-5d9e-4c6c-8ee7-6315989cf10b {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:14:41.340606 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ae6b4e-26cb-49bd-876e-eda5e8429852 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:14:41.341725 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ae6b4e-26cb-49bd-876e-eda5e8429852 None None] Checking segment: {'id': '66f88433-cdaf-4e0f-b205-cf6b1e261334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '44ddd808-5d9e-4c6c-8ee7-6315989cf10b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:14:41.342328 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-16ae6b4e-26cb-49bd-876e-eda5e8429852 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:41.343042 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ae6b4e-26cb-49bd-876e-eda5e8429852 None None] Bound using segment: {'id': '66f88433-cdaf-4e0f-b205-cf6b1e261334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '44ddd808-5d9e-4c6c-8ee7-6315989cf10b'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:14:41.343654 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-16ae6b4e-26cb-49bd-876e-eda5e8429852 None None] Bound port: a8a31a1c-724b-4087-aa7b-e7e41186dda8, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66f88433-cdaf-4e0f-b205-cf6b1e261334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '44ddd808-5d9e-4c6c-8ee7-6315989cf10b'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:14:41.344158 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-16ae6b4e-26cb-49bd-876e-eda5e8429852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:41.374820 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c710728e-06f1-4312-9764-2c1451661073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=262f26d0-dcda-4409-af39-a14c7faee04f,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:41.421412 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 680e6ac3-5c91-4103-bedc-ce4c185b7177 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:14:41.445043 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-855485c0-561b-4acf-bab7-2290a4a1ed13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:41.448193 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c710728e-06f1-4312-9764-2c1451661073 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:41.454052 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0e445d81-6d72-44ea-8167-36e71ea28e10 tempest-DHCPAgentSchedulersTestJSON-1620120537 tempest-DHCPAgentSchedulersTestJSON-1620120537-project-admin] 10.222.0.36 "GET /v2.0/networks/7973cf05-3de2-43e7-b5f1-bc89ebfb9399/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.2127876 Dec 15 19:14:41.454132 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 46186) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:41.467160 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c710728e-06f1-4312-9764-2c1451661073 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=83fc5cfbceb54f83b0a3583bf1033a2f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9995034 Dec 15 19:14:41.473639 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4326c51f-05ab-4f7a-aaad-9b17437b7586 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:41.477049 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 46190) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:41.506260 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855485c0-561b-4acf-bab7-2290a4a1ed13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64792b5-25a3-403a-9261-07c99745ca20,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:41.511431 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-855485c0-561b-4acf-bab7-2290a4a1ed13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:41.520154 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-16ae6b4e-26cb-49bd-876e-eda5e8429852 None None] For port a8a31a1c-724b-4087-aa7b-e7e41186dda8, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:14:41.543670 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-16ae6b4e-26cb-49bd-876e-eda5e8429852 None None] For port a8a31a1c-724b-4087-aa7b-e7e41186dda8, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=a8a31a1c-724b-4087-aa7b-e7e41186dda8,segment=NetworkSegment(66f88433-cdaf-4e0f-b205-cf6b1e261334),segment_id=66f88433-cdaf-4e0f-b205-cf6b1e261334)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:14:41.580823 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-16ae6b4e-26cb-49bd-876e-eda5e8429852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:41.586818 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:41.643132 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 680e6ac3-5c91-4103-bedc-ce4c185b7177 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:14:41.661282 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 680e6ac3-5c91-4103-bedc-ce4c185b7177 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:14:41.661914 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:41.679975 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-c918bc61-043b-47bf-a845-c617d442b9ef tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Allocated IP 172.26.3.36 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/d3d6c612-7d29-44b4-851a-d0c66325f396) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:14:41.690514 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-06d3a3b8-1aa1-4872-ae48-7c93f17838e2 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Allocated IP 2001:db8::10b (3cc97137-116d-4ce7-b4c4-c8bc069899e8/e5c296a3-c0ee-4e50-9238-1eb46b74dbdd/8321465b-328c-4b08-be43-f50e92f52b53) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:14:41.699070 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fe2579a-2386-4cc1-83d7-539b290fde76 admin admin] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:14:41.713452 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d847ed2-f91a-4727-b53e-ced6d990eb44 None None] Sync routers for ids ['485f06b9-02ea-481a-9b5c-3973a4e308b0'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:14:41.735231 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d847ed2-f91a-4727-b53e-ced6d990eb44 None None] Routers {'485f06b9-02ea-481a-9b5c-3973a4e308b0'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:14:41.737153 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-1d847ed2-f91a-4727-b53e-ced6d990eb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:14:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['485f06b9-02ea-481a-9b5c-3973a4e308b0'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:14:41.750733 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-855485c0-561b-4acf-bab7-2290a4a1ed13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:41.752780 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-855485c0-561b-4acf-bab7-2290a4a1ed13 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f64792b5-25a3-403a-9261-07c99745ca20 HTTP/1.1" status: 204 len: 168 time: 0.8761306 Dec 15 19:14:41.797651 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e127850-d2ab-42fe-939d-236d0f864860 None None] Pushing event updated for resources: {'Port': ['ID=a8a31a1c-724b-4087-aa7b-e7e41186dda8,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:41.815920 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cc0a4d8b-cb62-45d8-9bb9-9afaab69e325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:41.821143 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3e127850-d2ab-42fe-939d-236d0f864860 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:41.824960 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ae6b4e-26cb-49bd-876e-eda5e8429852 None None] Routers {'898d595e-dfc7-41e0-9209-49a97929783c'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:14:41.829762 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-16ae6b4e-26cb-49bd-876e-eda5e8429852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:14:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['898d595e-dfc7-41e0-9209-49a97929783c'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:14:41.889891 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-144e975e-9b95-4fba-8bfd-b34ff64083f9 tempest-DHCPAgentSchedulersTestJSON-1620120537 tempest-DHCPAgentSchedulersTestJSON-1620120537-project-admin] 10.222.0.36 "GET /v2.0/agents/b552d41d-7cd1-486c-8b2d-9194aa028a03/dhcp-networks HTTP/1.1" status: 200 len: 6303 time: 0.4319987 Dec 15 19:14:41.895297 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 46202) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:41.945731 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cc0a4d8b-cb62-45d8-9bb9-9afaab69e325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:41.961788 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6fe2579a-2386-4cc1-83d7-539b290fde76 admin admin] 10.222.0.36 "PUT /v2.0/routers/485f06b9-02ea-481a-9b5c-3973a4e308b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7349274 Dec 15 19:14:42.117820 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 46208) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:42.135440 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-61379ef3-48b8-44aa-bbd4-a59edfb65d9e tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:42.171538 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c918bc61-043b-47bf-a845-c617d442b9ef tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:42.204555 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-61379ef3-48b8-44aa-bbd4-a59edfb65d9e tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Deleting port a8a31a1c-724b-4087-aa7b-e7e41186dda8 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:14:42.205008 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-61379ef3-48b8-44aa-bbd4-a59edfb65d9e tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:42.206196 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:42.251406 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9640af60-b8d7-4528-9708-504ae1bece21 tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:42.261935 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-1d847ed2-f91a-4727-b53e-ced6d990eb44 None None] Set router 485f06b9-02ea-481a-9b5c-3973a4e308b0 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:14:42.277343 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port 680e6ac3-5c91-4103-bedc-ce4c185b7177, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=680e6ac3-5c91-4103-bedc-ce4c185b7177,segment=NetworkSegment(f74e07b2-aaa7-4c64-830f-9319a4bdc4d6),segment_id=f74e07b2-aaa7-4c64-830f-9319a4bdc4d6)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:14:42.307902 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-06d3a3b8-1aa1-4872-ae48-7c93f17838e2 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:42.310150 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cc0a4d8b-cb62-45d8-9bb9-9afaab69e325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:42.320192 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-16ae6b4e-26cb-49bd-876e-eda5e8429852 None None] Set router 898d595e-dfc7-41e0-9209-49a97929783c gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:14:42.340718 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-feeb11be-31fe-40df-b503-293b874f2445 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:42.366860 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:42.379369 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3e127850-d2ab-42fe-939d-236d0f864860 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:42.390184 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0a4d8b-cb62-45d8-9bb9-9afaab69e325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=262f26d0-dcda-4409-af39-a14c7faee04f,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:42.417004 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cc0a4d8b-cb62-45d8-9bb9-9afaab69e325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:42.426498 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-cc0a4d8b-cb62-45d8-9bb9-9afaab69e325 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/262f26d0-dcda-4409-af39-a14c7faee04f HTTP/1.1" status: 204 len: 168 time: 0.9346578 Dec 15 19:14:42.429471 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-cc0a4d8b-cb62-45d8-9bb9-9afaab69e325 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:42.437106 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-06d3a3b8-1aa1-4872-ae48-7c93f17838e2 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Transition to ACTIVE for port object 8321465b-328c-4b08-be43-f50e92f52b53 will not be triggered until provisioned by entity DHCP. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:14:42.506926 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c918bc61-043b-47bf-a845-c617d442b9ef tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:42.529024 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:42.644129 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c918bc61-043b-47bf-a845-c617d442b9ef tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:14:42.645016 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c918bc61-043b-47bf-a845-c617d442b9ef tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Pushing event updated for resources: {'Port': ['ID=d3d6c612-7d29-44b4-851a-d0c66325f396,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:42.650701 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-c918bc61-043b-47bf-a845-c617d442b9ef tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:14:42.652931 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c918bc61-043b-47bf-a845-c617d442b9ef tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:42.664378 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c918bc61-043b-47bf-a845-c617d442b9ef tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:14:42.669358 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:42.683833 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-61379ef3-48b8-44aa-bbd4-a59edfb65d9e tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] For port a8a31a1c-724b-4087-aa7b-e7e41186dda8, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=a8a31a1c-724b-4087-aa7b-e7e41186dda8,segment=NetworkSegment(66f88433-cdaf-4e0f-b205-cf6b1e261334),segment_id=66f88433-cdaf-4e0f-b205-cf6b1e261334)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:14:42.684243 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-61379ef3-48b8-44aa-bbd4-a59edfb65d9e tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:42.695269 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9640af60-b8d7-4528-9708-504ae1bece21 tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:42.708078 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=680e6ac3-5c91-4103-bedc-ce4c185b7177,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:42.727239 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:42.772173 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-9640af60-b8d7-4528-9708-504ae1bece21 tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e43f2ee-0915-4513-81a5-b213ec1ded5c']}} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:14:42.802059 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-9640af60-b8d7-4528-9708-504ae1bece21 tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8593027a-8f36-4dc1-b67c-0df0b0453dbb') {'for_net_delete': True} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:14:42.802893 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-9640af60-b8d7-4528-9708-504ae1bece21 tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8593027a-8f36-4dc1-b67c-0df0b0453dbb') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:14:42.834605 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9640af60-b8d7-4528-9708-504ae1bece21 tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16327073'] for segment, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:42.866156 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9640af60-b8d7-4528-9708-504ae1bece21 tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:42.882591 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9640af60-b8d7-4528-9708-504ae1bece21 tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=88990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:14:42.883250 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9640af60-b8d7-4528-9708-504ae1bece21 tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838138943'] for segment, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:42.894418 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-61379ef3-48b8-44aa-bbd4-a59edfb65d9e tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Calling delete_port for a8a31a1c-724b-4087-aa7b-e7e41186dda8 owned by network:router_gateway {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:14:42.975999 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-16ae6b4e-26cb-49bd-876e-eda5e8429852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '898d595e-dfc7-41e0-9209-49a97929783c', 'name': '', 'tenant_id': '848d097f252940a4b39a0e19eea0eb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ddd808-5d9e-4c6c-8ee7-6315989cf10b', 'external_fixed_ips': [{'subnet_id': '156bac23-193f-4a45-b38d-ded16171ec52', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': 'a8a31a1c-724b-4087-aa7b-e7e41186dda8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:14:27Z', 'updated_at': '2021-12-15T19:14:32Z', 'revision_number': 3, 'project_id': '848d097f252940a4b39a0e19eea0eb89', 'gw_port': {'id': 'a8a31a1c-724b-4087-aa7b-e7e41186dda8', 'name': '', 'network_id': '44ddd808-5d9e-4c6c-8ee7-6315989cf10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:70:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '898d595e-dfc7-41e0-9209-49a97929783c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '156bac23-193f-4a45-b38d-ded16171ec52', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:14:30Z', 'updated_at': '2021-12-15T19:14:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '156bac23-193f-4a45-b38d-ded16171ec52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:14:42.983784 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ae6b4e-26cb-49bd-876e-eda5e8429852 None None] The sync data for ids ['898d595e-dfc7-41e0-9209-49a97929783c'] in dv-neutron-821831-2-hyperv is: [{'id': '898d595e-dfc7-41e0-9209-49a97929783c', 'name': '', 'tenant_id': '848d097f252940a4b39a0e19eea0eb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44ddd808-5d9e-4c6c-8ee7-6315989cf10b', 'external_fixed_ips': [{'subnet_id': '156bac23-193f-4a45-b38d-ded16171ec52', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': 'a8a31a1c-724b-4087-aa7b-e7e41186dda8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:14:27Z', 'updated_at': '2021-12-15T19:14:32Z', 'revision_number': 3, 'project_id': '848d097f252940a4b39a0e19eea0eb89', 'gw_port': {'id': 'a8a31a1c-724b-4087-aa7b-e7e41186dda8', 'name': '', 'network_id': '44ddd808-5d9e-4c6c-8ee7-6315989cf10b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:70:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '898d595e-dfc7-41e0-9209-49a97929783c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '156bac23-193f-4a45-b38d-ded16171ec52', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:14:30Z', 'updated_at': '2021-12-15T19:14:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '156bac23-193f-4a45-b38d-ded16171ec52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:14:43.055972 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:14:43.055972 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:14:43.055972 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:14:43.055972 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:14:43.055972 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:14:43.055972 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:14:43.055972 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:14:43.055972 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:14:43.055972 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:14:43.055972 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:14:43.055972 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:14:43.055972 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:14:43.055972 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:14:43.055972 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:14:43.055972 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:14:43.055972 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:14:43.055972 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:14:43.055972 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:14:43.055972 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:14:43.055972 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:14:43.055972 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:14:43.055972 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:14:43.055972 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:14:43.055972 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:14:43.055972 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:14:43.055972 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:14:43.055972 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:14:43.055972 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:14:43.055972 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:14:43.055972 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:14:43.055972 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:14:43.055972 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:14:43.066749 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-677d22f4-ab5f-4753-8d97-17589544a66f tempest-PortsAdminExtendedAttrsTestJSON-2032380923 tempest-PortsAdminExtendedAttrsTestJSON-2032380923-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-919371980'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:14:43.074741 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-677d22f4-ab5f-4753-8d97-17589544a66f tempest-PortsAdminExtendedAttrsTestJSON-2032380923 tempest-PortsAdminExtendedAttrsTestJSON-2032380923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:14:43.081896 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-677d22f4-ab5f-4753-8d97-17589544a66f tempest-PortsAdminExtendedAttrsTestJSON-2032380923 tempest-PortsAdminExtendedAttrsTestJSON-2032380923-project] Usage tracker for resource:network and tenant:58063b518b0c4c36813c0d71afc1354d is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:14:43.087974 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-677d22f4-ab5f-4753-8d97-17589544a66f tempest-PortsAdminExtendedAttrsTestJSON-2032380923 tempest-PortsAdminExtendedAttrsTestJSON-2032380923-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:14:43.095118 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-677d22f4-ab5f-4753-8d97-17589544a66f tempest-PortsAdminExtendedAttrsTestJSON-2032380923 tempest-PortsAdminExtendedAttrsTestJSON-2032380923-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:14:43.098137 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9640af60-b8d7-4528-9708-504ae1bece21 tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:43.105728 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-89984dc7-17e3-4803-98a0-21bfdc6f9844 tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:43.122039 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9640af60-b8d7-4528-9708-504ae1bece21 tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:43.134079 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-06d3a3b8-1aa1-4872-ae48-7c93f17838e2 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:43.136967 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9640af60-b8d7-4528-9708-504ae1bece21 tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Pushing event deleted for resources: {'Network': ['ID=9e43f2ee-0915-4513-81a5-b213ec1ded5c,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:43.144303 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9640af60-b8d7-4528-9708-504ae1bece21 tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] 10.222.0.36 "DELETE /v2.0/networks/9e43f2ee-0915-4513-81a5-b213ec1ded5c HTTP/1.1" status: 204 len: 168 time: 1.2478380 Dec 15 19:14:43.146521 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9640af60-b8d7-4528-9708-504ae1bece21 tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:43.155460 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 46232) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:43.156081 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:43.253499 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-1d847ed2-f91a-4727-b53e-ced6d990eb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485f06b9-02ea-481a-9b5c-3973a4e308b0', 'name': 'tempest-ServersTestManualDisk-416340694-router', 'tenant_id': '9123dde40c194e828f2d284c47d69e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.117'}], 'enable_snat': True}, 'gw_port_id': '3929e0cc-3af7-4b7c-8721-c4e9c474e74b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:14:19Z', 'updated_at': '2021-12-15T19:14:34Z', 'revision_number': 4, 'project_id': '9123dde40c194e828f2d284c47d69e10', 'gw_port': {'id': '3929e0cc-3af7-4b7c-8721-c4e9c474e74b', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:34:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485f06b9-02ea-481a-9b5c-3973a4e308b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:14:21Z', 'updated_at': '2021-12-15T19:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': 'e5601f84-5efd-4574-ba71-4c5333e1478a', 'name': '', 'network_id': '63216a8d-7e0f-4726-838d-7fa437e43530', 'tenant_id': '9123dde40c194e828f2d284c47d69e10', 'mac_address': 'fa:16:3e:c6:5d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '485f06b9-02ea-481a-9b5c-3973a4e308b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2527abbd-64f3-47b0-8f5b-9a35313fb6ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:14:33Z', 'updated_at': '2021-12-15T19:14:35Z', 'revision_number': 2, 'project_id': '9123dde40c194e828f2d284c47d69e10', 'subnets': [{'id': '2527abbd-64f3-47b0-8f5b-9a35313fb6ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:14:43.268175 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d847ed2-f91a-4727-b53e-ced6d990eb44 None None] Checking router: 485f06b9-02ea-481a-9b5c-3973a4e308b0 for host: dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:14:43.268601 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d847ed2-f91a-4727-b53e-ced6d990eb44 None None] Updating router 485f06b9-02ea-481a-9b5c-3973a4e308b0 port e5601f84-5efd-4574-ba71-4c5333e1478a binding host dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 15 19:14:43.303170 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 680e6ac3-5c91-4103-bedc-ce4c185b7177 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:14:43.319799 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-677d22f4-ab5f-4753-8d97-17589544a66f tempest-PortsAdminExtendedAttrsTestJSON-2032380923 tempest-PortsAdminExtendedAttrsTestJSON-2032380923-project] Made reservation on behalf of 58063b518b0c4c36813c0d71afc1354d for: {'network': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:14:43.328720 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-677d22f4-ab5f-4753-8d97-17589544a66f tempest-PortsAdminExtendedAttrsTestJSON-2032380923 tempest-PortsAdminExtendedAttrsTestJSON-2032380923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:43.403333 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1d847ed2-f91a-4727-b53e-ced6d990eb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:43.410558 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-677d22f4-ab5f-4753-8d97-17589544a66f tempest-PortsAdminExtendedAttrsTestJSON-2032380923 tempest-PortsAdminExtendedAttrsTestJSON-2032380923-project] Notify callbacks [] for security_group, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:43.461794 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-af54c0bb-c04d-421c-a061-ed2e73f3a0bb tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] DELETE failed (client error): The resource could not be found. Dec 15 19:14:43.462315 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af54c0bb-c04d-421c-a061-ed2e73f3a0bb tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:14:43.471268 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-af54c0bb-c04d-421c-a061-ed2e73f3a0bb tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] 10.222.0.36 "DELETE /v2.0/ports/9b2aee01-46b7-46a2-8fa8-baa8c3c00a5e HTTP/1.1" status: 404 len: 333 time: 0.2595448 Dec 15 19:14:43.489497 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 680e6ac3-5c91-4103-bedc-ce4c185b7177 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:14:43.491750 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:43.496960 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 46238) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:43.499659 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d3a3b8-1aa1-4872-ae48-7c93f17838e2 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Network 3cc97137-116d-4ce7-b4c4-c8bc069899e8 is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:14:43.535512 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-06d3a3b8-1aa1-4872-ae48-7c93f17838e2 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:14:43.541608 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d3a3b8-1aa1-4872-ae48-7c93f17838e2 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:14:43.553325 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d3a3b8-1aa1-4872-ae48-7c93f17838e2 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:14:43.558891 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-06d3a3b8-1aa1-4872-ae48-7c93f17838e2 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:43.746684 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d3a3b8-1aa1-4872-ae48-7c93f17838e2 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Pushing event updated for resources: {'Port': ['ID=8321465b-328c-4b08-be43-f50e92f52b53,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:43.752905 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-06d3a3b8-1aa1-4872-ae48-7c93f17838e2 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:43.860671 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c918bc61-043b-47bf-a845-c617d442b9ef tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:43.883062 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-677d22f4-ab5f-4753-8d97-17589544a66f tempest-PortsAdminExtendedAttrsTestJSON-2032380923 tempest-PortsAdminExtendedAttrsTestJSON-2032380923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:14:43.921900 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-677d22f4-ab5f-4753-8d97-17589544a66f tempest-PortsAdminExtendedAttrsTestJSON-2032380923 tempest-PortsAdminExtendedAttrsTestJSON-2032380923-project] Usage tracker for resource:security_group_rule and tenant:58063b518b0c4c36813c0d71afc1354d is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:14:43.928504 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-677d22f4-ab5f-4753-8d97-17589544a66f tempest-PortsAdminExtendedAttrsTestJSON-2032380923 tempest-PortsAdminExtendedAttrsTestJSON-2032380923-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:14:43.942478 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-06d3a3b8-1aa1-4872-ae48-7c93f17838e2 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.2824786 Dec 15 19:14:43.979590 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 46246) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:43.980579 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-677d22f4-ab5f-4753-8d97-17589544a66f tempest-PortsAdminExtendedAttrsTestJSON-2032380923 tempest-PortsAdminExtendedAttrsTestJSON-2032380923-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:14:43.996927 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-ce12868e-9304-4a27-86c7-3e2c898cba03 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:fe:88:ab'}]}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:14:44.061071 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 46252) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:44.169598 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c918bc61-043b-47bf-a845-c617d442b9ef tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:44.288079 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-61379ef3-48b8-44aa-bbd4-a59edfb65d9e tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:44.294668 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1d847ed2-f91a-4727-b53e-ced6d990eb44 None None] Notify callbacks [] for port, precommit_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:44.298258 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:44.328047 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-1d847ed2-f91a-4727-b53e-ced6d990eb44 None None] Transition to ACTIVE for port object e5601f84-5efd-4574-ba71-4c5333e1478a will not be triggered until provisioned by entity L2. {{(pid=88993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:14:44.356237 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-23d4ecba-f06f-46d7-ab5b-48196629d58b None None] Provisioning for port 8321465b-328c-4b08-be43-f50e92f52b53 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:14:44.363146 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-23d4ecba-f06f-46d7-ab5b-48196629d58b None None] Provisioning complete for port 8321465b-328c-4b08-be43-f50e92f52b53 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:14:44.363706 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-23d4ecba-f06f-46d7-ab5b-48196629d58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:44.368338 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61379ef3-48b8-44aa-bbd4-a59edfb65d9e tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Pushing event deleted for resources: {'Port': ['ID=a8a31a1c-724b-4087-aa7b-e7e41186dda8,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:44.383933 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-61379ef3-48b8-44aa-bbd4-a59edfb65d9e tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:44.384966 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1d847ed2-f91a-4727-b53e-ced6d990eb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:44.391932 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f4cc9edd-cc3b-4ee5-817e-93ce00e90ca9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:44.501571 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-23d4ecba-f06f-46d7-ab5b-48196629d58b None None] Port 8321465b-328c-4b08-be43-f50e92f52b53 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:14:44.505411 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98788867-90c8-4ffd-8f31-15dd36323ed1 None None] Pushing event updated for resources: {'Port': ['ID=e5601f84-5efd-4574-ba71-4c5333e1478a,revision_number=3']} {{(pid=88993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:44.516422 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-98788867-90c8-4ffd-8f31-15dd36323ed1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:44.618302 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7edae73d-ed1c-40ed-8afd-e79b41349ba5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:44.852569 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-1d847ed2-f91a-4727-b53e-ced6d990eb44 None None] Attempting to bind port e5601f84-5efd-4574-ba71-4c5333e1478a on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:14:44.854709 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-1d847ed2-f91a-4727-b53e-ced6d990eb44 None None] Attempting to bind port e5601f84-5efd-4574-ba71-4c5333e1478a by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'cc77d08c-3e06-4395-9e96-2ce9f09be278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '63216a8d-7e0f-4726-838d-7fa437e43530'}] {{(pid=88993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:14:44.855355 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d847ed2-f91a-4727-b53e-ced6d990eb44 None None] Attempting to bind port e5601f84-5efd-4574-ba71-4c5333e1478a on network 63216a8d-7e0f-4726-838d-7fa437e43530 {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:14:44.870039 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d847ed2-f91a-4727-b53e-ced6d990eb44 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:14:44.877821 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d847ed2-f91a-4727-b53e-ced6d990eb44 None None] Checking segment: {'id': 'cc77d08c-3e06-4395-9e96-2ce9f09be278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '63216a8d-7e0f-4726-838d-7fa437e43530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:14:44.878626 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1d847ed2-f91a-4727-b53e-ced6d990eb44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:44.879406 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d847ed2-f91a-4727-b53e-ced6d990eb44 None None] Bound using segment: {'id': 'cc77d08c-3e06-4395-9e96-2ce9f09be278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '63216a8d-7e0f-4726-838d-7fa437e43530'} {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:14:44.880147 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-1d847ed2-f91a-4727-b53e-ced6d990eb44 None None] Bound port: e5601f84-5efd-4574-ba71-4c5333e1478a, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc77d08c-3e06-4395-9e96-2ce9f09be278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '63216a8d-7e0f-4726-838d-7fa437e43530'}}] {{(pid=88993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:14:44.880947 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1d847ed2-f91a-4727-b53e-ced6d990eb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:44.894614 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 46262) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:44.914301 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-99ffb9ff-0539-4226-ba94-a8a9795c5a06 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2112749787', 'description': 'tempest-description--738205596'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:14:44.923917 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-99ffb9ff-0539-4226-ba94-a8a9795c5a06 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:14:44.932391 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-99ffb9ff-0539-4226-ba94-a8a9795c5a06 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Usage tracker for resource:security_group and tenant:9123dde40c194e828f2d284c47d69e10 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:14:44.936980 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-99ffb9ff-0539-4226-ba94-a8a9795c5a06 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:14:44.951123 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-99ffb9ff-0539-4226-ba94-a8a9795c5a06 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:14:44.994304 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-61379ef3-48b8-44aa-bbd4-a59edfb65d9e tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854141934'] for router_gateway, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:45.008843 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc96d3ca-1f3f-43d5-b2dc-ef016eca10dd tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Deleting subnet 71305e51-59f8-44d7-b770-5007e9d2c482 {{(pid=88990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:14:45.013398 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-7edae73d-ed1c-40ed-8afd-e79b41349ba5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:14:45.017082 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-1d847ed2-f91a-4727-b53e-ced6d990eb44 None None] For port e5601f84-5efd-4574-ba71-4c5333e1478a, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:14:45.020996 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-1d847ed2-f91a-4727-b53e-ced6d990eb44 None None] For port e5601f84-5efd-4574-ba71-4c5333e1478a, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=e5601f84-5efd-4574-ba71-4c5333e1478a,segment=NetworkSegment(cc77d08c-3e06-4395-9e96-2ce9f09be278),segment_id=cc77d08c-3e06-4395-9e96-2ce9f09be278)] {{(pid=88993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:14:45.023744 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fc96d3ca-1f3f-43d5-b2dc-ef016eca10dd tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Notify callbacks [] for subnet, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:45.048590 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1d847ed2-f91a-4727-b53e-ced6d990eb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:45.055417 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:45.078707 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-99ffb9ff-0539-4226-ba94-a8a9795c5a06 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Notify callbacks [] for security_group, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:45.129990 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-7edae73d-ed1c-40ed-8afd-e79b41349ba5 admin admin] Usage tracker for resource:security_group_rule and tenant:d206f19d1a9b4215b78d6752cf0e8f34 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:14:45.157805 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-677d22f4-ab5f-4753-8d97-17589544a66f tempest-PortsAdminExtendedAttrsTestJSON-2032380923 tempest-PortsAdminExtendedAttrsTestJSON-2032380923-project] Notify callbacks [] for security_group, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:45.160226 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-7edae73d-ed1c-40ed-8afd-e79b41349ba5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:14:45.181350 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d847ed2-f91a-4727-b53e-ced6d990eb44 None None] Routers {'485f06b9-02ea-481a-9b5c-3973a4e308b0'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:14:45.183420 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-1d847ed2-f91a-4727-b53e-ced6d990eb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:14:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['485f06b9-02ea-481a-9b5c-3973a4e308b0'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:14:45.187914 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-7edae73d-ed1c-40ed-8afd-e79b41349ba5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:14:45.198909 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-677d22f4-ab5f-4753-8d97-17589544a66f tempest-PortsAdminExtendedAttrsTestJSON-2032380923 tempest-PortsAdminExtendedAttrsTestJSON-2032380923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:45.269291 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-855485c0-561b-4acf-bab7-2290a4a1ed13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:45.287564 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fc96d3ca-1f3f-43d5-b2dc-ef016eca10dd tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838448728'] for subnet, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:45.389117 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-677d22f4-ab5f-4753-8d97-17589544a66f tempest-PortsAdminExtendedAttrsTestJSON-2032380923 tempest-PortsAdminExtendedAttrsTestJSON-2032380923-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=88990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:14:45.437200 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677d22f4-ab5f-4753-8d97-17589544a66f tempest-PortsAdminExtendedAttrsTestJSON-2032380923 tempest-PortsAdminExtendedAttrsTestJSON-2032380923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e61108c6-4d03-4ad5-91e7-e2d74fce841f,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:45.462130 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-677d22f4-ab5f-4753-8d97-17589544a66f tempest-PortsAdminExtendedAttrsTestJSON-2032380923 tempest-PortsAdminExtendedAttrsTestJSON-2032380923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:45.472425 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ce12868e-9304-4a27-86c7-3e2c898cba03 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:45.489321 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-1d847ed2-f91a-4727-b53e-ced6d990eb44 None None] Set router 485f06b9-02ea-481a-9b5c-3973a4e308b0 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:14:45.505086 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-677d22f4-ab5f-4753-8d97-17589544a66f tempest-PortsAdminExtendedAttrsTestJSON-2032380923 tempest-PortsAdminExtendedAttrsTestJSON-2032380923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:45.505624 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-677d22f4-ab5f-4753-8d97-17589544a66f tempest-PortsAdminExtendedAttrsTestJSON-2032380923 tempest-PortsAdminExtendedAttrsTestJSON-2032380923-project] Added segment 7a22a9a2-0db9-418b-a2d5-d9fe7ea3a4ef of type vlan for network cb378397-c48a-48e4-8cd1-996b9c0b9912 Dec 15 19:14:45.538128 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-99ffb9ff-0539-4226-ba94-a8a9795c5a06 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:14:45.557254 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-61379ef3-48b8-44aa-bbd4-a59edfb65d9e tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854207876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854699191'] for router, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:45.559364 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-99ffb9ff-0539-4226-ba94-a8a9795c5a06 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Usage tracker for resource:security_group_rule and tenant:9123dde40c194e828f2d284c47d69e10 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:14:45.566356 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-99ffb9ff-0539-4226-ba94-a8a9795c5a06 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:14:45.607844 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-99ffb9ff-0539-4226-ba94-a8a9795c5a06 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:14:45.696100 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-677d22f4-ab5f-4753-8d97-17589544a66f tempest-PortsAdminExtendedAttrsTestJSON-2032380923 tempest-PortsAdminExtendedAttrsTestJSON-2032380923-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:45.702169 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-61379ef3-48b8-44aa-bbd4-a59edfb65d9e tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:45.709509 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c918bc61-043b-47bf-a845-c617d442b9ef tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Notify callbacks [] for port, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:45.711850 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98788867-90c8-4ffd-8f31-15dd36323ed1 None None] Pushing event updated for resources: {'Port': ['ID=e5601f84-5efd-4574-ba71-4c5333e1478a,revision_number=4']} {{(pid=88993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:45.715603 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-98788867-90c8-4ffd-8f31-15dd36323ed1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.660s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:45.730583 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fc96d3ca-1f3f-43d5-b2dc-ef016eca10dd tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:45.747567 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c918bc61-043b-47bf-a845-c617d442b9ef tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:45.749995 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-99ffb9ff-0539-4226-ba94-a8a9795c5a06 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Notify callbacks [] for security_group, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:45.770587 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:45.811091 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c918bc61-043b-47bf-a845-c617d442b9ef tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634093'] for floatingip, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:45.815722 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-99ffb9ff-0539-4226-ba94-a8a9795c5a06 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:45.847873 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-61379ef3-48b8-44aa-bbd4-a59edfb65d9e tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854207982'] for router, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:45.848590 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61379ef3-48b8-44aa-bbd4-a59edfb65d9e tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 898d595e-dfc7-41e0-9209-49a97929783c {{(pid=88991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 19:14:45.871743 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7edae73d-ed1c-40ed-8afd-e79b41349ba5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:45.888857 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 19:14:45.912231 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c918bc61-043b-47bf-a845-c617d442b9ef tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Pushing event updated for resources: {'Port': ['ID=d3d6c612-7d29-44b4-851a-d0c66325f396,revision_number=2']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:45.925493 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c918bc61-043b-47bf-a845-c617d442b9ef tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:45.927263 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7edae73d-ed1c-40ed-8afd-e79b41349ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:45.928112 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-61379ef3-48b8-44aa-bbd4-a59edfb65d9e tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks [] for router, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:45.933961 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-61379ef3-48b8-44aa-bbd4-a59edfb65d9e tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] 10.222.0.36 "DELETE /v2.0/routers/898d595e-dfc7-41e0-9209-49a97929783c HTTP/1.1" status: 204 len: 168 time: 6.6139212 Dec 15 19:14:45.934946 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:45.946424 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 46278) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:45.946606 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:45.985201 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c918bc61-043b-47bf-a845-c617d442b9ef tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:45.988890 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c918bc61-043b-47bf-a845-c617d442b9ef tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.8506086 Dec 15 19:14:45.989941 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-99ffb9ff-0539-4226-ba94-a8a9795c5a06 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:45.993858 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-99ffb9ff-0539-4226-ba94-a8a9795c5a06 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.0871534 Dec 15 19:14:45.994586 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 46282) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:46.023664 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ffb9ff-0539-4226-ba94-a8a9795c5a06 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0fc3eb-62ba-4c7b-86c7-e6af2676eef0,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:46.028164 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-99ffb9ff-0539-4226-ba94-a8a9795c5a06 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:46.037576 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-a6dc81c2-af97-4f85-8f1a-e812c978f8f4 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Request body: {'security_group_rule': {'security_group_id': '2f0fc3eb-62ba-4c7b-86c7-e6af2676eef0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:14:46.047496 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cc7e24c-c51b-468f-8cf0-2df5c555f869 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Deleting subnet 156bac23-193f-4a45-b38d-ded16171ec52 {{(pid=88991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:14:46.051351 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1cc7e24c-c51b-468f-8cf0-2df5c555f869 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:46.054045 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-1d847ed2-f91a-4727-b53e-ced6d990eb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485f06b9-02ea-481a-9b5c-3973a4e308b0', 'name': 'tempest-ServersTestManualDisk-416340694-router', 'tenant_id': '9123dde40c194e828f2d284c47d69e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.117'}], 'enable_snat': True}, 'gw_port_id': '3929e0cc-3af7-4b7c-8721-c4e9c474e74b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:14:19Z', 'updated_at': '2021-12-15T19:14:34Z', 'revision_number': 4, 'project_id': '9123dde40c194e828f2d284c47d69e10', 'gw_port': {'id': '3929e0cc-3af7-4b7c-8721-c4e9c474e74b', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:34:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485f06b9-02ea-481a-9b5c-3973a4e308b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:14:21Z', 'updated_at': '2021-12-15T19:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': 'e5601f84-5efd-4574-ba71-4c5333e1478a', 'name': '', 'network_id': '63216a8d-7e0f-4726-838d-7fa437e43530', 'tenant_id': '9123dde40c194e828f2d284c47d69e10', 'mac_address': 'fa:16:3e:c6:5d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '485f06b9-02ea-481a-9b5c-3973a4e308b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2527abbd-64f3-47b0-8f5b-9a35313fb6ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:14:33Z', 'updated_at': '2021-12-15T19:14:45Z', 'revision_number': 4, 'project_id': '9123dde40c194e828f2d284c47d69e10', 'subnets': [{'id': '2527abbd-64f3-47b0-8f5b-9a35313fb6ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:14:46.057376 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-677d22f4-ab5f-4753-8d97-17589544a66f tempest-PortsAdminExtendedAttrsTestJSON-2032380923 tempest-PortsAdminExtendedAttrsTestJSON-2032380923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:46.063072 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d847ed2-f91a-4727-b53e-ced6d990eb44 None None] The sync data for ids ['485f06b9-02ea-481a-9b5c-3973a4e308b0'] in dv-neutron-821831-2-hyperv is: [{'id': '485f06b9-02ea-481a-9b5c-3973a4e308b0', 'name': 'tempest-ServersTestManualDisk-416340694-router', 'tenant_id': '9123dde40c194e828f2d284c47d69e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.117'}], 'enable_snat': True}, 'gw_port_id': '3929e0cc-3af7-4b7c-8721-c4e9c474e74b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:14:19Z', 'updated_at': '2021-12-15T19:14:34Z', 'revision_number': 4, 'project_id': '9123dde40c194e828f2d284c47d69e10', 'gw_port': {'id': '3929e0cc-3af7-4b7c-8721-c4e9c474e74b', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:34:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485f06b9-02ea-481a-9b5c-3973a4e308b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:14:21Z', 'updated_at': '2021-12-15T19:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': 'e5601f84-5efd-4574-ba71-4c5333e1478a', 'name': '', 'network_id': '63216a8d-7e0f-4726-838d-7fa437e43530', 'tenant_id': '9123dde40c194e828f2d284c47d69e10', 'mac_address': 'fa:16:3e:c6:5d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '485f06b9-02ea-481a-9b5c-3973a4e308b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2527abbd-64f3-47b0-8f5b-9a35313fb6ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:14:33Z', 'updated_at': '2021-12-15T19:14:45Z', 'revision_number': 4, 'project_id': '9123dde40c194e828f2d284c47d69e10', 'subnets': [{'id': '2527abbd-64f3-47b0-8f5b-9a35313fb6ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:14:46.077563 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677d22f4-ab5f-4753-8d97-17589544a66f tempest-PortsAdminExtendedAttrsTestJSON-2032380923 tempest-PortsAdminExtendedAttrsTestJSON-2032380923-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:14:46.078263 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-677d22f4-ab5f-4753-8d97-17589544a66f tempest-PortsAdminExtendedAttrsTestJSON-2032380923 tempest-PortsAdminExtendedAttrsTestJSON-2032380923-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:46.091111 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fc96d3ca-1f3f-43d5-b2dc-ef016eca10dd tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16636259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14850861'] for subnet, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:46.117518 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edae73d-ed1c-40ed-8afd-e79b41349ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=188fd9aa-51a8-42bc-a671-c49e5d2077e0,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:46.120902 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7edae73d-ed1c-40ed-8afd-e79b41349ba5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:46.126699 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-7edae73d-ed1c-40ed-8afd-e79b41349ba5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d206f19d1a9b4215b78d6752cf0e8f34&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6246300 Dec 15 19:14:46.126832 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 46292) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:46.133885 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ae8b4233-b597-4ac1-8b8b-91fbb74d281f tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:46.158914 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a6dc81c2-af97-4f85-8f1a-e812c978f8f4 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:14:46.176642 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-a6dc81c2-af97-4f85-8f1a-e812c978f8f4 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Usage tracker for resource:security_group_rule and tenant:9123dde40c194e828f2d284c47d69e10 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:14:46.180063 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1cc7e24c-c51b-468f-8cf0-2df5c555f869 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:46.201064 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1cc7e24c-c51b-468f-8cf0-2df5c555f869 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:46.206498 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-a6dc81c2-af97-4f85-8f1a-e812c978f8f4 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:14:46.288921 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fc96d3ca-1f3f-43d5-b2dc-ef016eca10dd tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:46.291110 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-fc96d3ca-1f3f-43d5-b2dc-ef016eca10dd tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] 10.222.0.36 "DELETE /v2.0/subnets/71305e51-59f8-44d7-b770-5007e9d2c482 HTTP/1.1" status: 204 len: 168 time: 2.7716248 Dec 15 19:14:46.292659 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a6dc81c2-af97-4f85-8f1a-e812c978f8f4 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:14:46.293807 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 46300) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:46.303920 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc2d9cb-6779-41d7-8101-004ee8d0e9fa None None] Network 7973cf05-3de2-43e7-b5f1-bc89ebfb9399 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:14:46.371809 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-677d22f4-ab5f-4753-8d97-17589544a66f tempest-PortsAdminExtendedAttrsTestJSON-2032380923 tempest-PortsAdminExtendedAttrsTestJSON-2032380923-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 4.2449887 Dec 15 19:14:46.410917 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ce12868e-9304-4a27-86c7-3e2c898cba03 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:46.413092 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677d22f4-ab5f-4753-8d97-17589544a66f tempest-PortsAdminExtendedAttrsTestJSON-2032380923 tempest-PortsAdminExtendedAttrsTestJSON-2032380923-project] Pushing event updated for resources: {'Network': ['ID=cb378397-c48a-48e4-8cd1-996b9c0b9912,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:46.431479 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-677d22f4-ab5f-4753-8d97-17589544a66f tempest-PortsAdminExtendedAttrsTestJSON-2032380923 tempest-PortsAdminExtendedAttrsTestJSON-2032380923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:46.431479 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.311s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:46.498606 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ce12868e-9304-4a27-86c7-3e2c898cba03 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:46.521623 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc96d3ca-1f3f-43d5-b2dc-ef016eca10dd tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Pushing event deleted for resources: {'Subnet': ['ID=71305e51-59f8-44d7-b770-5007e9d2c482,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:46.524639 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fc96d3ca-1f3f-43d5-b2dc-ef016eca10dd tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:46.533450 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:46.540882 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cc3e2aac-bbde-44f2-b349-7dccc2883dfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:46.562850 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network cb378397-c48a-48e4-8cd1-996b9c0b9912 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:14:46.626026 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a6dc81c2-af97-4f85-8f1a-e812c978f8f4 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:46.686343 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-ce12868e-9304-4a27-86c7-3e2c898cba03 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] In _notify_port_updated(), no bound segment for port 8321465b-328c-4b08-be43-f50e92f52b53 on network 3cc97137-116d-4ce7-b4c4-c8bc069899e8 {{(pid=88990) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 15 19:14:46.704595 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce12868e-9304-4a27-86c7-3e2c898cba03 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:14:46.704595 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ce12868e-9304-4a27-86c7-3e2c898cba03 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:46.704595 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ce12868e-9304-4a27-86c7-3e2c898cba03 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] 10.222.0.36 "PUT /v2.0/ports/8321465b-328c-4b08-be43-f50e92f52b53 HTTP/1.1" status: 200 len: 1003 time: 2.7139182 Dec 15 19:14:46.705488 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-98271cf2-556a-44fe-bd9a-181603cdae7e tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:46.705599 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 46322) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:46.741793 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cc3e2aac-bbde-44f2-b349-7dccc2883dfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:46.814337 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce12868e-9304-4a27-86c7-3e2c898cba03 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Pushing event updated for resources: {'Port': ['ID=8321465b-328c-4b08-be43-f50e92f52b53,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:46.820478 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ce12868e-9304-4a27-86c7-3e2c898cba03 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:46.860231 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-98271cf2-556a-44fe-bd9a-181603cdae7e tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Deleting port 3b64d591-77eb-4db1-97e7-1db94f341a16 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:14:46.860553 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-98271cf2-556a-44fe-bd9a-181603cdae7e tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:46.967931 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a6dc81c2-af97-4f85-8f1a-e812c978f8f4 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:46.990602 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08786055-d0cc-4f2d-b56b-fc3edb801a79 None None] DHCP port deletion for 7973cf05-3de2-43e7-b5f1-bc89ebfb9399 request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:14:46.994889 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-08786055-d0cc-4f2d-b56b-fc3edb801a79 None None] Deleting port 3b64d591-77eb-4db1-97e7-1db94f341a16 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:14:46.995627 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-08786055-d0cc-4f2d-b56b-fc3edb801a79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:46.997846 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-1347edd1-e939-4712-80b1-60f687e4b79f tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Deleting port 8321465b-328c-4b08-be43-f50e92f52b53 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:14:47.002615 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1347edd1-e939-4712-80b1-60f687e4b79f tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:47.015212 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1cc7e24c-c51b-468f-8cf0-2df5c555f869 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for subnet, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:47.077528 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0b63365a-6807-4651-a283-ab5d63000fbd tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:47.145232 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a6dc81c2-af97-4f85-8f1a-e812c978f8f4 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:47.154352 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 46330) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:47.176596 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1cc7e24c-c51b-468f-8cf0-2df5c555f869 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:47.179511 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fc6b0b9a-37a6-477e-8bcd-4fe309f68f9b tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:47.196740 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc7e24c-c51b-468f-8cf0-2df5c555f869 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=156bac23-193f-4a45-b38d-ded16171ec52,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:47.203985 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1cc7e24c-c51b-468f-8cf0-2df5c555f869 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] 10.222.0.36 "DELETE /v2.0/subnets/156bac23-193f-4a45-b38d-ded16171ec52 HTTP/1.1" status: 204 len: 168 time: 1.2582748 Dec 15 19:14:47.205830 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1cc7e24c-c51b-468f-8cf0-2df5c555f869 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:47.210779 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 46334) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:47.268898 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Request body: {'port': {'network_id': 'cb378397-c48a-48e4-8cd1-996b9c0b9912', 'binding:host_id': 'hv-neutron-8218', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2020913614'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:14:47.359202 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dc81c2-af97-4f85-8f1a-e812c978f8f4 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b29d6f0-3acf-443a-bdf7-1591b7f9fe80,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:47.374304 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:14:47.386256 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a6dc81c2-af97-4f85-8f1a-e812c978f8f4 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:47.444801 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Usage tracker for resource:port and tenant:f8a09531f9cc4e46abc09199ccd8b383 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:14:47.453511 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:14:47.458134 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a6dc81c2-af97-4f85-8f1a-e812c978f8f4 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:47.460390 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a6dc81c2-af97-4f85-8f1a-e812c978f8f4 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.4649971 Dec 15 19:14:47.474799 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 46340) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:47.483158 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:14:47.503377 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-39f6850a-a170-4200-906e-7afb2b5c8fcb tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Request body: {'security_group_rule': {'security_group_id': '2f0fc3eb-62ba-4c7b-86c7-e6af2676eef0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:14:47.534282 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 46350) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:47.545938 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-39f6850a-a170-4200-906e-7afb2b5c8fcb tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:14:47.552906 dv-neutron-821831-2-hyperv neutron-server[88879]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 15 19:14:47.557635 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-08786055-d0cc-4f2d-b56b-fc3edb801a79 None None] For port 3b64d591-77eb-4db1-97e7-1db94f341a16, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=3b64d591-77eb-4db1-97e7-1db94f341a16,segment=NetworkSegment(feb18d5f-1c0b-4708-8c57-b61ae37e2aee),segment_id=feb18d5f-1c0b-4708-8c57-b61ae37e2aee)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:14:47.558106 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-08786055-d0cc-4f2d-b56b-fc3edb801a79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:47.599863 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-39f6850a-a170-4200-906e-7afb2b5c8fcb tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Usage tracker for resource:security_group_rule and tenant:9123dde40c194e828f2d284c47d69e10 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:14:47.603328 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Made reservation on behalf of f8a09531f9cc4e46abc09199ccd8b383 for: {'port': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:14:47.608617 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:47.683748 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-39f6850a-a170-4200-906e-7afb2b5c8fcb tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:14:47.692563 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:47.717460 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-39f6850a-a170-4200-906e-7afb2b5c8fcb tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:14:47.739240 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3d35423b-d4ab-4d4c-bdf5-1e450dd0109d tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:47.807319 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-797fec0e-1fca-4f1a-af05-437dc4e4603c req-f9791cd2-e851-4b61-ad91-adf1db38092f tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Synchronizing usage tracker for tenant:07507a555a264de2b95fac8c5d93591a on resource:security_group {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:14:47.882009 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-39f6850a-a170-4200-906e-7afb2b5c8fcb tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:47.902215 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-797fec0e-1fca-4f1a-af05-437dc4e4603c req-f9791cd2-e851-4b61-ad91-adf1db38092f tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Unset dirty status for tenant:07507a555a264de2b95fac8c5d93591a on resource:security_group {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:14:47.913987 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-797fec0e-1fca-4f1a-af05-437dc4e4603c req-f9791cd2-e851-4b61-ad91-adf1db38092f tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1074437440&fields=id&tenant_id=07507a555a264de2b95fac8c5d93591a HTTP/1.1" status: 200 len: 267 time: 0.3763268 Dec 15 19:14:47.925354 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 46356) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:47.955266 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-08786055-d0cc-4f2d-b56b-fc3edb801a79 None None] Calling delete_port for 3b64d591-77eb-4db1-97e7-1db94f341a16 owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:14:47.979521 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-98271cf2-556a-44fe-bd9a-181603cdae7e tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] For port 3b64d591-77eb-4db1-97e7-1db94f341a16, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=3b64d591-77eb-4db1-97e7-1db94f341a16,segment=NetworkSegment(feb18d5f-1c0b-4708-8c57-b61ae37e2aee),segment_id=feb18d5f-1c0b-4708-8c57-b61ae37e2aee)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:14:47.979865 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-98271cf2-556a-44fe-bd9a-181603cdae7e tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:48.109957 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1347edd1-e939-4712-80b1-60f687e4b79f tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:48.129535 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device e5601f84-5efd-4574-ba71-4c5333e1478a up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:14:48.188657 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-98271cf2-556a-44fe-bd9a-181603cdae7e tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Calling delete_port for 3b64d591-77eb-4db1-97e7-1db94f341a16 owned by network:dhcp {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:14:48.209176 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-08786055-d0cc-4f2d-b56b-fc3edb801a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866'] for port, after_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:48.224598 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:48.273828 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08786055-d0cc-4f2d-b56b-fc3edb801a79 None None] No DVR routers for this DVR port 3b64d591-77eb-4db1-97e7-1db94f341a16 on host dv-neutron-821831-2-hyperv {{(pid=88992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:14:48.291805 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08786055-d0cc-4f2d-b56b-fc3edb801a79 None None] Pushing event deleted for resources: {'Port': ['ID=3b64d591-77eb-4db1-97e7-1db94f341a16,revision_number=None']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:48.294348 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-08786055-d0cc-4f2d-b56b-fc3edb801a79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:48.307720 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d42e7b12-c8f1-4448-bb25-a92657950807 None None] Provisioning complete for port 8321465b-328c-4b08-be43-f50e92f52b53 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:14:48.308085 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d42e7b12-c8f1-4448-bb25-a92657950807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:48.370466 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d42e7b12-c8f1-4448-bb25-a92657950807 None None] Port 8321465b-328c-4b08-be43-f50e92f52b53 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:14:48.372844 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port e5601f84-5efd-4574-ba71-4c5333e1478a completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:14:48.379175 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port e5601f84-5efd-4574-ba71-4c5333e1478a triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:14:48.379601 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:48.424449 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cc3e2aac-bbde-44f2-b349-7dccc2883dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:48.438297 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-99ffb9ff-0539-4226-ba94-a8a9795c5a06 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:48.455586 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3d35423b-d4ab-4d4c-bdf5-1e450dd0109d tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:48.471844 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-98271cf2-556a-44fe-bd9a-181603cdae7e tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88991) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:14:48.472473 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-98271cf2-556a-44fe-bd9a-181603cdae7e tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:14:48.482035 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3e2aac-bbde-44f2-b349-7dccc2883dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=188fd9aa-51a8-42bc-a671-c49e5d2077e0,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:48.486848 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cc3e2aac-bbde-44f2-b349-7dccc2883dfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:48.488716 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-cc3e2aac-bbde-44f2-b349-7dccc2883dfd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/188fd9aa-51a8-42bc-a671-c49e5d2077e0 HTTP/1.1" status: 204 len: 168 time: 2.3587511 Dec 15 19:14:48.500480 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-cc3e2aac-bbde-44f2-b349-7dccc2883dfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:48.508760 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3d35423b-d4ab-4d4c-bdf5-1e450dd0109d tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88991) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:14:48.509418 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3d35423b-d4ab-4d4c-bdf5-1e450dd0109d tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88991) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:14:48.510432 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3d35423b-d4ab-4d4c-bdf5-1e450dd0109d tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88991) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:14:48.510955 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3d35423b-d4ab-4d4c-bdf5-1e450dd0109d tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Subscribe: > port after_create 55550000 {{(pid=88991) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:14:48.511467 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3d35423b-d4ab-4d4c-bdf5-1e450dd0109d tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88991) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:14:48.512008 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3d35423b-d4ab-4d4c-bdf5-1e450dd0109d tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Subscribe: > port after_update 55550000 {{(pid=88991) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:14:48.512523 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3d35423b-d4ab-4d4c-bdf5-1e450dd0109d tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88991) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:14:48.513037 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3d35423b-d4ab-4d4c-bdf5-1e450dd0109d tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88991) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:14:48.513549 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3d35423b-d4ab-4d4c-bdf5-1e450dd0109d tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88991) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:14:48.514062 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3d35423b-d4ab-4d4c-bdf5-1e450dd0109d tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88991) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:14:48.556281 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:48.617610 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port e5601f84-5efd-4574-ba71-4c5333e1478a, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=e5601f84-5efd-4574-ba71-4c5333e1478a,segment=NetworkSegment(cc77d08c-3e06-4395-9e96-2ce9f09be278),segment_id=cc77d08c-3e06-4395-9e96-2ce9f09be278)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:14:48.647989 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:48.650160 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ed98af23-8ab0-4dbe-9024-66d42080f949 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:48.701434 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3d35423b-d4ab-4d4c-bdf5-1e450dd0109d tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88991) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:14:48.701825 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3d35423b-d4ab-4d4c-bdf5-1e450dd0109d tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88991) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:14:48.702195 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3d35423b-d4ab-4d4c-bdf5-1e450dd0109d tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88991) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:14:48.702592 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3d35423b-d4ab-4d4c-bdf5-1e450dd0109d tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88991) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 15 19:14:48.702974 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-3d35423b-d4ab-4d4c-bdf5-1e450dd0109d tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44ddd808-5d9e-4c6c-8ee7-6315989cf10b']}} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:14:48.709024 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-39f6850a-a170-4200-906e-7afb2b5c8fcb tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:48.713339 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-c41fd407-77c0-45fe-a14d-3916cd7e54cd tempest-QuotasTest-2053491097 tempest-QuotasTest-2053491097-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:14:48.724680 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-3d35423b-d4ab-4d4c-bdf5-1e450dd0109d tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66f88433-cdaf-4e0f-b205-cf6b1e261334') {'for_net_delete': True} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:14:48.725016 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-3d35423b-d4ab-4d4c-bdf5-1e450dd0109d tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66f88433-cdaf-4e0f-b205-cf6b1e261334') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:14:48.726896 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-1347edd1-e939-4712-80b1-60f687e4b79f tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Calling delete_port for 8321465b-328c-4b08-be43-f50e92f52b53 owned by {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:14:48.743688 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3d35423b-d4ab-4d4c-bdf5-1e450dd0109d tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838443042'] for segment, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:48.762820 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3d35423b-d4ab-4d4c-bdf5-1e450dd0109d tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:48.772009 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=e5601f84-5efd-4574-ba71-4c5333e1478a,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:48.774355 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d35423b-d4ab-4d4c-bdf5-1e450dd0109d tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=88991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:14:48.774805 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3d35423b-d4ab-4d4c-bdf5-1e450dd0109d tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838443729'] for segment, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:48.776464 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 3b64d591-77eb-4db1-97e7-1db94f341a16 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:14:48.786322 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-39f6850a-a170-4200-906e-7afb2b5c8fcb tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:48.799576 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:14:48.801728 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Dec 15 19:14:48.801728 dv-neutron-821831-2-hyperv neutron-server[88879]: (self, other), Dec 15 19:14:48.801728 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Dec 15 19:14:48.801728 dv-neutron-821831-2-hyperv neutron-server[88879]: (self, other), Dec 15 19:14:48.801728 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:14:48.801728 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:14:48.801728 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:14:48.801728 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:14:48.801728 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:14:48.801728 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:14:48.801728 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:14:48.801728 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:14:48.801728 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:14:48.801728 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:14:48.801728 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:14:48.801728 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:14:48.801728 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:14:48.801728 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:14:48.801728 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:14:48.801728 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:14:48.801728 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:14:48.801728 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:14:48.801728 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:14:48.801728 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:14:48.801728 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:14:48.801728 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:14:48.801728 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:14:48.801728 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:14:48.801728 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:14:48.801728 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:14:48.801728 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:14:48.801728 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:14:48.801728 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:14:48.801728 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:14:48.801728 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:14:48.801728 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:14:48.801728 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:14:48.801728 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:14:48.801728 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:14:48.801728 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:14:48.801728 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:14:48.801728 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:14:48.801728 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:14:48.801728 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:14:48.809617 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:48.822448 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 3b64d591-77eb-4db1-97e7-1db94f341a16 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:14:48.822851 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 3b64d591-77eb-4db1-97e7-1db94f341a16 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:14:48.831767 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a9073272-4396-4c02-85a7-0a688a8caf5e tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:48.868862 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Usage tracker for resource:security_group_rule and tenant:f8a09531f9cc4e46abc09199ccd8b383 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:14:48.889982 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:14:48.915226 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:14:48.919337 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f6850a-a170-4200-906e-7afb2b5c8fcb tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0eee946-4175-419f-89fe-f80902947a34,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:48.934107 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797fec0e-1fca-4f1a-af05-437dc4e4603c req-61b744ec-92d3-40b9-91bc-9a03ce26ba52 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:14:48.934895 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-797fec0e-1fca-4f1a-af05-437dc4e4603c req-61b744ec-92d3-40b9-91bc-9a03ce26ba52 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Synchronizing usage tracker for tenant:07507a555a264de2b95fac8c5d93591a on resource:network {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:14:48.938767 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-39f6850a-a170-4200-906e-7afb2b5c8fcb tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:48.972108 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-39f6850a-a170-4200-906e-7afb2b5c8fcb tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:48.973446 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-39f6850a-a170-4200-906e-7afb2b5c8fcb tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.4968686 Dec 15 19:14:48.977157 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-98271cf2-556a-44fe-bd9a-181603cdae7e tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Deleting port 3b64d591-77eb-4db1-97e7-1db94f341a16 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:14:48.977157 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-98271cf2-556a-44fe-bd9a-181603cdae7e tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:48.978801 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 46366) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:48.984533 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-5c6ec8e3-17e9-433b-a44e-53845d792727 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Request body: {'floatingip': {'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:14:48.990531 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-5c6ec8e3-17e9-433b-a44e-53845d792727 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:14:48.994713 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-5c6ec8e3-17e9-433b-a44e-53845d792727 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Usage tracker for resource:floatingip and tenant:9123dde40c194e828f2d284c47d69e10 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:14:48.998985 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-5c6ec8e3-17e9-433b-a44e-53845d792727 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:14:49.006939 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-5c6ec8e3-17e9-433b-a44e-53845d792727 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:14:49.024579 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-797fec0e-1fca-4f1a-af05-437dc4e4603c req-61b744ec-92d3-40b9-91bc-9a03ce26ba52 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Unset dirty status for tenant:07507a555a264de2b95fac8c5d93591a on resource:network {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:14:49.025879 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-797fec0e-1fca-4f1a-af05-437dc4e4603c req-61b744ec-92d3-40b9-91bc-9a03ce26ba52 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] 10.222.0.36 "GET /v2.0/networks?id=7e04f9fb-f9a5-45a2-9184-076bb9a796d7 HTTP/1.1" status: 200 len: 806 time: 1.1109102 Dec 15 19:14:49.049098 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-797fec0e-1fca-4f1a-af05-437dc4e4603c req-9ada8e47-097a-4af6-afb2-e38379a539fc tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] 10.222.0.36 "GET /v2.0/quotas/07507a555a264de2b95fac8c5d93591a HTTP/1.1" status: 200 len: 375 time: 0.0167871 Dec 15 19:14:49.056708 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-98271cf2-556a-44fe-bd9a-181603cdae7e tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] The port '3b64d591-77eb-4db1-97e7-1db94f341a16' was deleted {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 15 19:14:49.163626 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c41fd407-77c0-45fe-a14d-3916cd7e54cd tempest-QuotasTest-2053491097 tempest-QuotasTest-2053491097-project-admin] 10.222.0.36 "PUT /v2.0/quotas/291bb803a27a465a862bc3e0ac037c9e HTTP/1.1" status: 200 len: 366 time: 1.2359998 Dec 15 19:14:49.183975 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 46376) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:49.184876 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5c6ec8e3-17e9-433b-a44e-53845d792727 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Notify callbacks [] for floatingip, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:49.198094 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3d35423b-d4ab-4d4c-bdf5-1e450dd0109d tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:49.216908 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-98271cf2-556a-44fe-bd9a-181603cdae7e tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:49.227790 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6086ba4e-004b-4e70-a32d-18e616a4f8f2 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:49.252465 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d35423b-d4ab-4d4c-bdf5-1e450dd0109d tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 44ddd808-5d9e-4c6c-8ee7-6315989cf10b {{(pid=88991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 15 19:14:49.257554 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3d35423b-d4ab-4d4c-bdf5-1e450dd0109d tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:49.278065 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d35423b-d4ab-4d4c-bdf5-1e450dd0109d tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Pushing event deleted for resources: {'Network': ['ID=44ddd808-5d9e-4c6c-8ee7-6315989cf10b,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:49.281151 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-3d35423b-d4ab-4d4c-bdf5-1e450dd0109d tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] 10.222.0.36 "DELETE /v2.0/networks/44ddd808-5d9e-4c6c-8ee7-6315989cf10b HTTP/1.1" status: 204 len: 168 time: 2.0693152 Dec 15 19:14:49.282049 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3d35423b-d4ab-4d4c-bdf5-1e450dd0109d tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:49.285167 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-283182e0-9cbb-4411-b796-06b5b0f03382 tempest-QuotasTest-2053491097 tempest-QuotasTest-2053491097-project-admin] 10.222.0.36 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0936015 Dec 15 19:14:49.286686 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 46384) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:49.299862 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-98271cf2-556a-44fe-bd9a-181603cdae7e tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7973cf05-3de2-43e7-b5f1-bc89ebfb9399']}} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:14:49.317900 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-98271cf2-556a-44fe-bd9a-181603cdae7e tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feb18d5f-1c0b-4708-8c57-b61ae37e2aee') {'for_net_delete': True} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:14:49.318262 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-98271cf2-556a-44fe-bd9a-181603cdae7e tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feb18d5f-1c0b-4708-8c57-b61ae37e2aee') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:14:49.334337 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9fd85e7f-8244-4f64-8511-1e9ca40c04d7 tempest-QuotasTest-2053491097 tempest-QuotasTest-2053491097-project-admin] 10.222.0.36 "GET /v2.0/quotas/291bb803a27a465a862bc3e0ac037c9e HTTP/1.1" status: 200 len: 366 time: 0.0439463 Dec 15 19:14:49.335169 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 46388) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:49.338529 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-98271cf2-556a-44fe-bd9a-181603cdae7e tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838443042'] for segment, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:49.367130 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-98271cf2-556a-44fe-bd9a-181603cdae7e tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:49.374639 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98271cf2-556a-44fe-bd9a-181603cdae7e tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=88991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:14:49.375090 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-98271cf2-556a-44fe-bd9a-181603cdae7e tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838443729'] for segment, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:49.390627 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device e5601f84-5efd-4574-ba71-4c5333e1478a up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:14:49.394470 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:14:49.394470 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:14:49.394470 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:14:49.394470 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:14:49.394470 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:14:49.394470 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:14:49.394470 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:14:49.394470 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:14:49.394470 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:14:49.394470 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:14:49.394470 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:14:49.394470 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:14:49.394470 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:14:49.394470 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:14:49.394470 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:14:49.394470 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:14:49.394470 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:14:49.394470 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:14:49.394470 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:14:49.394470 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:14:49.394470 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:14:49.394470 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:14:49.394470 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:14:49.394470 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:14:49.394470 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:14:49.394470 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:14:49.394470 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:14:49.394470 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:14:49.394470 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:14:49.394470 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:14:49.394470 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:14:49.394470 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:14:49.409222 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1347edd1-e939-4712-80b1-60f687e4b79f tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:49.452016 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ce12868e-9304-4a27-86c7-3e2c898cba03 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:49.458293 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-bee8abe1-60fb-4489-8c25-f322e1b1b0c4 tempest-QuotasTest-2053491097 tempest-QuotasTest-2053491097-project-admin] 10.222.0.36 "DELETE /v2.0/quotas/291bb803a27a465a862bc3e0ac037c9e HTTP/1.1" status: 204 len: 168 time: 0.1215713 Dec 15 19:14:49.467809 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 46392) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:49.506288 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a720ecb8-ca42-4c3c-b438-1d5f6ea360bf tempest-QuotasTest-2053491097 tempest-QuotasTest-2053491097-project-admin] 10.222.0.36 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0348737 Dec 15 19:14:49.506990 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 46396) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:49.520920 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-aefc3b02-28f6-4857-b09e-9f2bbe1d8a61 tempest-QuotasTest-2053491097 tempest-QuotasTest-2053491097-project-admin] 10.222.0.36 "GET /v2.0/quotas/291bb803a27a465a862bc3e0ac037c9e HTTP/1.1" status: 200 len: 370 time: 0.0128424 Dec 15 19:14:49.523694 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 46400) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:49.531021 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-59f3c59d-4565-4406-b476-5afe57d12927 tempest-QuotasTest-2053491097 tempest-QuotasTest-2053491097-project-admin] 10.222.0.36 "GET /v2.0/quotas/291bb803a27a465a862bc3e0ac037c9e/default HTTP/1.1" status: 200 len: 370 time: 0.0056779 Dec 15 19:14:49.533838 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 46404) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:49.566382 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-5c28feaa-1acd-46f5-8509-9ea61ef11726 tempest-QuotasTest-2053491097 tempest-QuotasTest-2053491097-project-admin] delete failed (client error): The resource could not be found. Dec 15 19:14:49.569175 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-5c28feaa-1acd-46f5-8509-9ea61ef11726 tempest-QuotasTest-2053491097 tempest-QuotasTest-2053491097-project-admin] 10.222.0.36 "DELETE /v2.0/quotas/291bb803a27a465a862bc3e0ac037c9e HTTP/1.1" status: 404 len: 348 time: 0.0326648 Dec 15 19:14:49.584904 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-98271cf2-556a-44fe-bd9a-181603cdae7e tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:49.588673 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:49.608918 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1347edd1-e939-4712-80b1-60f687e4b79f tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:49.629286 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1347edd1-e939-4712-80b1-60f687e4b79f tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Pushing event deleted for resources: {'Port': ['ID=8321465b-328c-4b08-be43-f50e92f52b53,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:49.646813 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1347edd1-e939-4712-80b1-60f687e4b79f tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:49.660637 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1347edd1-e939-4712-80b1-60f687e4b79f tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] 10.222.0.36 "DELETE /v2.0/ports/8321465b-328c-4b08-be43-f50e92f52b53 HTTP/1.1" status: 204 len: 168 time: 2.9557090 Dec 15 19:14:49.661907 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 46414) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:49.662578 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port e5601f84-5efd-4574-ba71-4c5333e1478a triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:14:49.663012 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:49.681492 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-98271cf2-556a-44fe-bd9a-181603cdae7e tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:49.693724 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98271cf2-556a-44fe-bd9a-181603cdae7e tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Pushing event deleted for resources: {'Network': ['ID=7973cf05-3de2-43e7-b5f1-bc89ebfb9399,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:49.703095 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-98271cf2-556a-44fe-bd9a-181603cdae7e tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:49.707735 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-98271cf2-556a-44fe-bd9a-181603cdae7e tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] 10.222.0.36 "DELETE /v2.0/networks/7973cf05-3de2-43e7-b5f1-bc89ebfb9399 HTTP/1.1" status: 204 len: 168 time: 3.3962722 Dec 15 19:14:49.748321 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-797fec0e-1fca-4f1a-af05-437dc4e4603c req-3f67e44e-7f42-4c02-bd01-612d090c54f7 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Synchronizing usage tracker for tenant:07507a555a264de2b95fac8c5d93591a on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:14:49.776612 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:49.822913 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-79729f9e-0278-4174-92aa-150abe6eee72 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] GET failed (client error): The resource could not be found. Dec 15 19:14:49.823482 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-79729f9e-0278-4174-92aa-150abe6eee72 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Synchronizing usage tracker for tenant:671e2ded8501473d83f1e0f0315e9ca5 on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:14:49.860601 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:49.890145 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-80eebe96-f9c7-4b37-9e19-9123507bd36d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:49.891246 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device a8a31a1c-724b-4087-aa7b-e7e41186dda8 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:14:49.898800 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] device_id is not set on port 848773f2-2ff7-4b1a-8483-7f2997e6006a yet. {{(pid=88990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:14:49.958155 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: a8a31a1c-724b-4087-aa7b-e7e41186dda8 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:14:49.958587 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device a8a31a1c-724b-4087-aa7b-e7e41186dda8 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:14:49.976826 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-797fec0e-1fca-4f1a-af05-437dc4e4603c req-3f67e44e-7f42-4c02-bd01-612d090c54f7 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Unset dirty status for tenant:07507a555a264de2b95fac8c5d93591a on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:14:49.978407 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-797fec0e-1fca-4f1a-af05-437dc4e4603c req-3f67e44e-7f42-4c02-bd01-612d090c54f7 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=07507a555a264de2b95fac8c5d93591a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9180472 Dec 15 19:14:50.127199 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-79729f9e-0278-4174-92aa-150abe6eee72 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Unset dirty status for tenant:671e2ded8501473d83f1e0f0315e9ca5 on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:14:50.127199 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-79729f9e-0278-4174-92aa-150abe6eee72 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] 10.222.0.36 "GET /v2.0/ports/8321465b-328c-4b08-be43-f50e92f52b53 HTTP/1.1" status: 404 len: 333 time: 0.3711467 Dec 15 19:14:50.128990 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 46424) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:50.129570 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7805867a-bb66-4b06-9678-82148c0e8ff1,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:50.129570 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:50.129936 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-f4ff1c94-51b3-4a6d-a4cb-f26b2fa7ae2e tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Request body: {'port': {'network_id': '3cc97137-116d-4ce7-b4c4-c8bc069899e8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-430979095'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:14:50.130270 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5c6ec8e3-17e9-433b-a44e-53845d792727 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:50.290691 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-f4ff1c94-51b3-4a6d-a4cb-f26b2fa7ae2e tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:14:50.290691 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-f4ff1c94-51b3-4a6d-a4cb-f26b2fa7ae2e tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:14:50.345259 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 46430) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:50.363103 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ff1c94-51b3-4a6d-a4cb-f26b2fa7ae2e tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Made reservation on behalf of 671e2ded8501473d83f1e0f0315e9ca5 for: {'port': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:14:50.375796 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f4ff1c94-51b3-4a6d-a4cb-f26b2fa7ae2e tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:50.409310 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-f4ff1c94-51b3-4a6d-a4cb-f26b2fa7ae2e tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] device_id is not set on port 3b482daf-750f-4a90-89a6-cf5d6a567a52 yet. {{(pid=88991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:14:50.450041 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-5c6ec8e3-17e9-433b-a44e-53845d792727 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Allocated IP 172.26.3.250 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/2cd01d78-1e3e-4c53-a080-0af886649cad) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:14:50.453414 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] device_id is not set on port 848773f2-2ff7-4b1a-8483-7f2997e6006a yet. {{(pid=88990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:14:50.468289 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:50.472516 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-31380af1-0f36-45fd-b75d-7e909771b6ea tempest-QuotasTest-2053491097 tempest-QuotasTest-2053491097-project-admin] Usage tracker for resource:network and tenant:c604fca2673f4c41894901b1b0bb603a is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:14:50.483262 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-31380af1-0f36-45fd-b75d-7e909771b6ea tempest-QuotasTest-2053491097 tempest-QuotasTest-2053491097-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:14:50.502953 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-31380af1-0f36-45fd-b75d-7e909771b6ea tempest-QuotasTest-2053491097 tempest-QuotasTest-2053491097-project-admin] Usage tracker for resource:subnet and tenant:c604fca2673f4c41894901b1b0bb603a is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:14:50.509035 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Transition to ACTIVE for port object 848773f2-2ff7-4b1a-8483-7f2997e6006a will not be triggered until provisioned by entity L2. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:14:50.512603 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-31380af1-0f36-45fd-b75d-7e909771b6ea tempest-QuotasTest-2053491097 tempest-QuotasTest-2053491097-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:14:50.571144 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-31380af1-0f36-45fd-b75d-7e909771b6ea tempest-QuotasTest-2053491097 tempest-QuotasTest-2053491097-project-admin] Usage tracker for resource:subnetpool and tenant:c604fca2673f4c41894901b1b0bb603a is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:14:50.587868 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-31380af1-0f36-45fd-b75d-7e909771b6ea tempest-QuotasTest-2053491097 tempest-QuotasTest-2053491097-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:14:50.605480 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-f4ff1c94-51b3-4a6d-a4cb-f26b2fa7ae2e tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Allocated IP 2001:db8::3d (3cc97137-116d-4ce7-b4c4-c8bc069899e8/e5c296a3-c0ee-4e50-9238-1eb46b74dbdd/3b482daf-750f-4a90-89a6-cf5d6a567a52) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:14:50.611790 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:50.614822 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-31380af1-0f36-45fd-b75d-7e909771b6ea tempest-QuotasTest-2053491097 tempest-QuotasTest-2053491097-project-admin] Usage tracker for resource:port and tenant:c604fca2673f4c41894901b1b0bb603a is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:14:50.623433 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-31380af1-0f36-45fd-b75d-7e909771b6ea tempest-QuotasTest-2053491097 tempest-QuotasTest-2053491097-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:14:50.634742 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d30ffd5b-7a7a-4531-bd5d-6697df042c0b tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:50.665022 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-31380af1-0f36-45fd-b75d-7e909771b6ea tempest-QuotasTest-2053491097 tempest-QuotasTest-2053491097-project-admin] Usage tracker for resource:router and tenant:c604fca2673f4c41894901b1b0bb603a is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:14:50.668448 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 46440) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:50.677999 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-5b5fa099-4646-42a1-868a-2b63c4edc670 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Request body: {'router': {'name': 'tempest-router--759186818', 'project_id': '6ca76b9bda3c46abbf33bb170a2d4d1f'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:14:50.681170 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-31380af1-0f36-45fd-b75d-7e909771b6ea tempest-QuotasTest-2053491097 tempest-QuotasTest-2053491097-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:14:50.696158 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-5b5fa099-4646-42a1-868a-2b63c4edc670 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:14:50.710607 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-5b5fa099-4646-42a1-868a-2b63c4edc670 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Usage tracker for resource:router and tenant:6ca76b9bda3c46abbf33bb170a2d4d1f is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:14:50.713681 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5c6ec8e3-17e9-433b-a44e-53845d792727 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:50.729977 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-31380af1-0f36-45fd-b75d-7e909771b6ea tempest-QuotasTest-2053491097 tempest-QuotasTest-2053491097-project-admin] Usage tracker for resource:floatingip and tenant:c604fca2673f4c41894901b1b0bb603a is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:14:50.738367 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-5b5fa099-4646-42a1-868a-2b63c4edc670 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:14:50.746185 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Pushing event updated for resources: {'Port': ['ID=848773f2-2ff7-4b1a-8483-7f2997e6006a,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:50.760402 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:50.782706 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Checking segment: {'id': '7a22a9a2-0db9-418b-a2d5-d9fe7ea3a4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cb378397-c48a-48e4-8cd1-996b9c0b9912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:14:50.783230 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Network hostable DHCP agents. Network: cb378397-c48a-48e4-8cd1-996b9c0b9912, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:14:50.795975 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-31380af1-0f36-45fd-b75d-7e909771b6ea tempest-QuotasTest-2053491097 tempest-QuotasTest-2053491097-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:14:50.811469 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-5b5fa099-4646-42a1-868a-2b63c4edc670 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:14:50.831991 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5c6ec8e3-17e9-433b-a44e-53845d792727 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:50.837958 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:50.862356 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 46446) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:50.875077 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Network cb378397-c48a-48e4-8cd1-996b9c0b9912 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:14:50.903037 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5b5fa099-4646-42a1-868a-2b63c4edc670 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854699176'] for router, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:50.903037 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5b5fa099-4646-42a1-868a-2b63c4edc670 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854194926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-76609'] for router, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:50.907069 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6ec8e3-17e9-433b-a44e-53845d792727 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:14:50.915450 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-5c6ec8e3-17e9-433b-a44e-53845d792727 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:14:50.922642 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6ec8e3-17e9-433b-a44e-53845d792727 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:14:50.957693 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, cb378397-c48a-48e4-8cd1-996b9c0b9912) {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:14:50.963428 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [req-797fec0e-1fca-4f1a-af05-437dc4e4603c req-54f75741-f10e-4a24-a7bb-8049fa03f54b service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:14:50.964553 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-797fec0e-1fca-4f1a-af05-437dc4e4603c req-54f75741-f10e-4a24-a7bb-8049fa03f54b service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.1475663 Dec 15 19:14:50.970136 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6ec8e3-17e9-433b-a44e-53845d792727 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Pushing event updated for resources: {'Port': ['ID=2cd01d78-1e3e-4c53-a080-0af886649cad,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:50.979498 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9dc97c-3868-4055-b731-13f928fb8b65 None None] Network cb378397-c48a-48e4-8cd1-996b9c0b9912 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:14:50.988918 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5c6ec8e3-17e9-433b-a44e-53845d792727 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:50.992071 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:14:51.042488 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 848773f2-2ff7-4b1a-8483-7f2997e6006a on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:14:51.042934 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 848773f2-2ff7-4b1a-8483-7f2997e6006a by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '7a22a9a2-0db9-418b-a2d5-d9fe7ea3a4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cb378397-c48a-48e4-8cd1-996b9c0b9912'}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:14:51.043285 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 848773f2-2ff7-4b1a-8483-7f2997e6006a on network cb378397-c48a-48e4-8cd1-996b9c0b9912 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:14:51.044108 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f4ff1c94-51b3-4a6d-a4cb-f26b2fa7ae2e tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:51.102301 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-31380af1-0f36-45fd-b75d-7e909771b6ea tempest-QuotasTest-2053491097 tempest-QuotasTest-2053491097-project-admin] Usage tracker for resource:security_group and tenant:c604fca2673f4c41894901b1b0bb603a is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:14:51.119350 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Port 848773f2-2ff7-4b1a-8483-7f2997e6006a on network cb378397-c48a-48e4-8cd1-996b9c0b9912 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:14:51.119726 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR neutron.plugins.ml2.managers [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Failed to bind port 848773f2-2ff7-4b1a-8483-7f2997e6006a on host hv-neutron-8218 for vnic_type normal using segments [{'id': '7a22a9a2-0db9-418b-a2d5-d9fe7ea3a4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cb378397-c48a-48e4-8cd1-996b9c0b9912'}] Dec 15 19:14:51.122331 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5b5fa099-4646-42a1-868a-2b63c4edc670 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:51.122480 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.plugin [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempt 2 to bind port 848773f2-2ff7-4b1a-8483-7f2997e6006a Dec 15 19:14:51.135920 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-f4ff1c94-51b3-4a6d-a4cb-f26b2fa7ae2e tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Transition to ACTIVE for port object 3b482daf-750f-4a90-89a6-cf5d6a567a52 will not be triggered until provisioned by entity DHCP. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:14:51.137125 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-31380af1-0f36-45fd-b75d-7e909771b6ea tempest-QuotasTest-2053491097 tempest-QuotasTest-2053491097-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:14:51.180045 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 46454) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:51.195998 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-31380af1-0f36-45fd-b75d-7e909771b6ea tempest-QuotasTest-2053491097 tempest-QuotasTest-2053491097-project-admin] Usage tracker for resource:security_group_rule and tenant:c604fca2673f4c41894901b1b0bb603a is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:14:51.197229 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 848773f2-2ff7-4b1a-8483-7f2997e6006a on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:14:51.197603 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 848773f2-2ff7-4b1a-8483-7f2997e6006a by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '7a22a9a2-0db9-418b-a2d5-d9fe7ea3a4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cb378397-c48a-48e4-8cd1-996b9c0b9912'}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:14:51.197985 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 848773f2-2ff7-4b1a-8483-7f2997e6006a on network cb378397-c48a-48e4-8cd1-996b9c0b9912 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:14:51.203202 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-31380af1-0f36-45fd-b75d-7e909771b6ea tempest-QuotasTest-2053491097 tempest-QuotasTest-2053491097-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:14:51.226728 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f4ff1c94-51b3-4a6d-a4cb-f26b2fa7ae2e tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:51.241761 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:51.265467 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-797fec0e-1fca-4f1a-af05-437dc4e4603c req-639173a6-c442-444a-81aa-6782c8dec69f service neutron] 10.222.0.36 "GET /v2.0/networks/7e04f9fb-f9a5-45a2-9184-076bb9a796d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637742 Dec 15 19:14:51.288356 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5b5fa099-4646-42a1-868a-2b63c4edc670 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904'] for router, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:51.305257 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-31380af1-0f36-45fd-b75d-7e909771b6ea tempest-QuotasTest-2053491097 tempest-QuotasTest-2053491097-project-admin] 10.222.0.36 "GET /v2.0/quotas/c604fca2673f4c41894901b1b0bb603a/details.json HTTP/1.1" status: 200 len: 703 time: 0.9572291 Dec 15 19:14:51.305824 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Port 848773f2-2ff7-4b1a-8483-7f2997e6006a on network cb378397-c48a-48e4-8cd1-996b9c0b9912 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:14:51.306353 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR neutron.plugins.ml2.managers [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Failed to bind port 848773f2-2ff7-4b1a-8483-7f2997e6006a on host hv-neutron-8218 for vnic_type normal using segments [{'id': '7a22a9a2-0db9-418b-a2d5-d9fe7ea3a4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cb378397-c48a-48e4-8cd1-996b9c0b9912'}] Dec 15 19:14:51.316531 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.plugin [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempt 3 to bind port 848773f2-2ff7-4b1a-8483-7f2997e6006a Dec 15 19:14:51.334105 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-17bf6198-1303-4232-ae37-8d040fde905e tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1600519815'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:14:51.347674 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-17bf6198-1303-4232-ae37-8d040fde905e tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:14:51.373452 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-17bf6198-1303-4232-ae37-8d040fde905e tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Usage tracker for resource:network and tenant:e4cd634a8d1d4d5eac171d1178c8a104 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:14:51.380635 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ff1c94-51b3-4a6d-a4cb-f26b2fa7ae2e tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Network 3cc97137-116d-4ce7-b4c4-c8bc069899e8 is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:14:51.385742 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-17bf6198-1303-4232-ae37-8d040fde905e tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:14:51.389893 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ff1c94-51b3-4a6d-a4cb-f26b2fa7ae2e tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Pushing event updated for resources: {'Port': ['ID=3b482daf-750f-4a90-89a6-cf5d6a567a52,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:51.393877 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f4ff1c94-51b3-4a6d-a4cb-f26b2fa7ae2e tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:51.394992 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-f4ff1c94-51b3-4a6d-a4cb-f26b2fa7ae2e tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:14:51.397325 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ff1c94-51b3-4a6d-a4cb-f26b2fa7ae2e tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:14:51.401788 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ff1c94-51b3-4a6d-a4cb-f26b2fa7ae2e tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:14:51.402483 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f4ff1c94-51b3-4a6d-a4cb-f26b2fa7ae2e tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:51.418697 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-17bf6198-1303-4232-ae37-8d040fde905e tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:14:51.447527 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-27176e80-29f5-43cf-b10c-a4c2f2baa4db admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a33f61376d424e9ebb716db16eb1197c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5789800 Dec 15 19:14:51.447527 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 46462) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:51.467539 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5b5fa099-4646-42a1-868a-2b63c4edc670 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks [] for router, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:51.471649 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-5b5fa099-4646-42a1-868a-2b63c4edc670 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7993290 Dec 15 19:14:51.477079 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 46466) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:51.559688 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17bf6198-1303-4232-ae37-8d040fde905e tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Made reservation on behalf of e4cd634a8d1d4d5eac171d1178c8a104 for: {'network': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:14:51.566125 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-17bf6198-1303-4232-ae37-8d040fde905e tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:51.577932 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f4ff1c94-51b3-4a6d-a4cb-f26b2fa7ae2e tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.5269027 Dec 15 19:14:51.675593 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 46470) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:51.685881 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-9126e67e-3148-4ad3-a78b-b78cd4ce5553 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Request body: {'port': {'network_id': '3cc97137-116d-4ce7-b4c4-c8bc069899e8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-783537739'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:14:51.697217 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 848773f2-2ff7-4b1a-8483-7f2997e6006a on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:14:51.697523 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 848773f2-2ff7-4b1a-8483-7f2997e6006a by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '7a22a9a2-0db9-418b-a2d5-d9fe7ea3a4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cb378397-c48a-48e4-8cd1-996b9c0b9912'}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:14:51.697904 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 848773f2-2ff7-4b1a-8483-7f2997e6006a on network cb378397-c48a-48e4-8cd1-996b9c0b9912 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:14:51.723261 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b1761916-baa9-49c9-bde9-48fcd31105cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:51.728431 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5c6ec8e3-17e9-433b-a44e-53845d792727 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:51.728687 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-17bf6198-1303-4232-ae37-8d040fde905e tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Notify callbacks [] for security_group, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:51.731597 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Port 848773f2-2ff7-4b1a-8483-7f2997e6006a on network cb378397-c48a-48e4-8cd1-996b9c0b9912 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:14:51.731967 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR neutron.plugins.ml2.managers [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Failed to bind port 848773f2-2ff7-4b1a-8483-7f2997e6006a on host hv-neutron-8218 for vnic_type normal using segments [{'id': '7a22a9a2-0db9-418b-a2d5-d9fe7ea3a4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cb378397-c48a-48e4-8cd1-996b9c0b9912'}] Dec 15 19:14:51.742511 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.plugin [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempt 4 to bind port 848773f2-2ff7-4b1a-8483-7f2997e6006a Dec 15 19:14:51.754356 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 46476) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:51.772330 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 848773f2-2ff7-4b1a-8483-7f2997e6006a on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:14:51.772801 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 848773f2-2ff7-4b1a-8483-7f2997e6006a by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '7a22a9a2-0db9-418b-a2d5-d9fe7ea3a4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cb378397-c48a-48e4-8cd1-996b9c0b9912'}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:14:51.773143 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 848773f2-2ff7-4b1a-8483-7f2997e6006a on network cb378397-c48a-48e4-8cd1-996b9c0b9912 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:14:51.831910 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-797fec0e-1fca-4f1a-af05-437dc4e4603c req-4c270c65-c169-458b-860d-9cb0ef4d1790 service neutron] 10.222.0.36 "GET /v2.0/networks/7e04f9fb-f9a5-45a2-9184-076bb9a796d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5578585 Dec 15 19:14:51.837410 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Port 848773f2-2ff7-4b1a-8483-7f2997e6006a on network cb378397-c48a-48e4-8cd1-996b9c0b9912 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:14:51.837579 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR neutron.plugins.ml2.managers [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Failed to bind port 848773f2-2ff7-4b1a-8483-7f2997e6006a on host hv-neutron-8218 for vnic_type normal using segments [{'id': '7a22a9a2-0db9-418b-a2d5-d9fe7ea3a4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cb378397-c48a-48e4-8cd1-996b9c0b9912'}] Dec 15 19:14:51.839826 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.plugin [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempt 5 to bind port 848773f2-2ff7-4b1a-8483-7f2997e6006a Dec 15 19:14:51.861649 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-99f3c1f9-f309-4a5e-868f-ba66efeadc83 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks [] for router, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:51.869095 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5c6ec8e3-17e9-433b-a44e-53845d792727 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:51.906549 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 848773f2-2ff7-4b1a-8483-7f2997e6006a on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:14:51.906930 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 848773f2-2ff7-4b1a-8483-7f2997e6006a by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '7a22a9a2-0db9-418b-a2d5-d9fe7ea3a4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cb378397-c48a-48e4-8cd1-996b9c0b9912'}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:14:51.907289 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 848773f2-2ff7-4b1a-8483-7f2997e6006a on network cb378397-c48a-48e4-8cd1-996b9c0b9912 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:14:51.917127 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-7006f735-d9d7-4ee3-bc68-aedc07ab5812 None None] Provisioning for port 3b482daf-750f-4a90-89a6-cf5d6a567a52 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:14:51.921113 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Port 848773f2-2ff7-4b1a-8483-7f2997e6006a on network cb378397-c48a-48e4-8cd1-996b9c0b9912 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:14:51.921480 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR neutron.plugins.ml2.managers [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Failed to bind port 848773f2-2ff7-4b1a-8483-7f2997e6006a on host hv-neutron-8218 for vnic_type normal using segments [{'id': '7a22a9a2-0db9-418b-a2d5-d9fe7ea3a4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cb378397-c48a-48e4-8cd1-996b9c0b9912'}] Dec 15 19:14:51.924925 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-7006f735-d9d7-4ee3-bc68-aedc07ab5812 None None] Provisioning complete for port 3b482daf-750f-4a90-89a6-cf5d6a567a52 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:14:51.930906 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7006f735-d9d7-4ee3-bc68-aedc07ab5812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:51.931044 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.plugin [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempt 6 to bind port 848773f2-2ff7-4b1a-8483-7f2997e6006a Dec 15 19:14:51.938356 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b1761916-baa9-49c9-bde9-48fcd31105cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:51.976463 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7a8f7493-1e83-4c72-8b78-f407dd84bd6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:51.990668 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 848773f2-2ff7-4b1a-8483-7f2997e6006a on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:14:51.991042 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 848773f2-2ff7-4b1a-8483-7f2997e6006a by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '7a22a9a2-0db9-418b-a2d5-d9fe7ea3a4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cb378397-c48a-48e4-8cd1-996b9c0b9912'}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:14:51.991413 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 848773f2-2ff7-4b1a-8483-7f2997e6006a on network cb378397-c48a-48e4-8cd1-996b9c0b9912 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:14:51.999601 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-7006f735-d9d7-4ee3-bc68-aedc07ab5812 None None] Port 3b482daf-750f-4a90-89a6-cf5d6a567a52 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:14:52.009451 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Port 848773f2-2ff7-4b1a-8483-7f2997e6006a on network cb378397-c48a-48e4-8cd1-996b9c0b9912 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:14:52.009815 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR neutron.plugins.ml2.managers [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Failed to bind port 848773f2-2ff7-4b1a-8483-7f2997e6006a on host hv-neutron-8218 for vnic_type normal using segments [{'id': '7a22a9a2-0db9-418b-a2d5-d9fe7ea3a4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cb378397-c48a-48e4-8cd1-996b9c0b9912'}] Dec 15 19:14:52.025926 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.plugin [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempt 7 to bind port 848773f2-2ff7-4b1a-8483-7f2997e6006a Dec 15 19:14:52.124264 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 848773f2-2ff7-4b1a-8483-7f2997e6006a on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:14:52.124518 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 848773f2-2ff7-4b1a-8483-7f2997e6006a by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '7a22a9a2-0db9-418b-a2d5-d9fe7ea3a4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cb378397-c48a-48e4-8cd1-996b9c0b9912'}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:14:52.124895 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 848773f2-2ff7-4b1a-8483-7f2997e6006a on network cb378397-c48a-48e4-8cd1-996b9c0b9912 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:14:52.137996 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-7a8f7493-1e83-4c72-8b78-f407dd84bd6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:14:52.147419 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-7a8f7493-1e83-4c72-8b78-f407dd84bd6b admin admin] Usage tracker for resource:security_group_rule and tenant:b1cf88a180dd442eb44da899262c512a is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:14:52.152008 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Port 848773f2-2ff7-4b1a-8483-7f2997e6006a on network cb378397-c48a-48e4-8cd1-996b9c0b9912 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:14:52.152385 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR neutron.plugins.ml2.managers [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Failed to bind port 848773f2-2ff7-4b1a-8483-7f2997e6006a on host hv-neutron-8218 for vnic_type normal using segments [{'id': '7a22a9a2-0db9-418b-a2d5-d9fe7ea3a4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cb378397-c48a-48e4-8cd1-996b9c0b9912'}] Dec 15 19:14:52.153252 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-7a8f7493-1e83-4c72-8b78-f407dd84bd6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:14:52.158093 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.plugin [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempt 8 to bind port 848773f2-2ff7-4b1a-8483-7f2997e6006a Dec 15 19:14:52.186805 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 46490) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:52.187423 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-7a8f7493-1e83-4c72-8b78-f407dd84bd6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:14:52.215165 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 848773f2-2ff7-4b1a-8483-7f2997e6006a on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:14:52.215546 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 848773f2-2ff7-4b1a-8483-7f2997e6006a by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '7a22a9a2-0db9-418b-a2d5-d9fe7ea3a4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cb378397-c48a-48e4-8cd1-996b9c0b9912'}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:14:52.215924 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 848773f2-2ff7-4b1a-8483-7f2997e6006a on network cb378397-c48a-48e4-8cd1-996b9c0b9912 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:14:52.241106 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-17bf6198-1303-4232-ae37-8d040fde905e tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:14:52.249602 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Port 848773f2-2ff7-4b1a-8483-7f2997e6006a on network cb378397-c48a-48e4-8cd1-996b9c0b9912 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:14:52.249970 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR neutron.plugins.ml2.managers [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Failed to bind port 848773f2-2ff7-4b1a-8483-7f2997e6006a on host hv-neutron-8218 for vnic_type normal using segments [{'id': '7a22a9a2-0db9-418b-a2d5-d9fe7ea3a4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cb378397-c48a-48e4-8cd1-996b9c0b9912'}] Dec 15 19:14:52.253468 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.plugin [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempt 9 to bind port 848773f2-2ff7-4b1a-8483-7f2997e6006a Dec 15 19:14:52.277383 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-17bf6198-1303-4232-ae37-8d040fde905e tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Usage tracker for resource:security_group_rule and tenant:e4cd634a8d1d4d5eac171d1178c8a104 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:14:52.286964 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-17bf6198-1303-4232-ae37-8d040fde905e tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:14:52.291847 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 848773f2-2ff7-4b1a-8483-7f2997e6006a on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:14:52.292199 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 848773f2-2ff7-4b1a-8483-7f2997e6006a by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '7a22a9a2-0db9-418b-a2d5-d9fe7ea3a4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cb378397-c48a-48e4-8cd1-996b9c0b9912'}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:14:52.292956 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 848773f2-2ff7-4b1a-8483-7f2997e6006a on network cb378397-c48a-48e4-8cd1-996b9c0b9912 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:14:52.302417 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-17bf6198-1303-4232-ae37-8d040fde905e tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:14:52.303396 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5c6ec8e3-17e9-433b-a44e-53845d792727 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:52.307421 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Port 848773f2-2ff7-4b1a-8483-7f2997e6006a on network cb378397-c48a-48e4-8cd1-996b9c0b9912 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:14:52.307789 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR neutron.plugins.ml2.managers [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Failed to bind port 848773f2-2ff7-4b1a-8483-7f2997e6006a on host hv-neutron-8218 for vnic_type normal using segments [{'id': '7a22a9a2-0db9-418b-a2d5-d9fe7ea3a4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cb378397-c48a-48e4-8cd1-996b9c0b9912'}] Dec 15 19:14:52.308217 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.plugin [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempt 10 to bind port 848773f2-2ff7-4b1a-8483-7f2997e6006a Dec 15 19:14:52.331023 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 848773f2-2ff7-4b1a-8483-7f2997e6006a on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:14:52.331394 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 848773f2-2ff7-4b1a-8483-7f2997e6006a by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '7a22a9a2-0db9-418b-a2d5-d9fe7ea3a4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cb378397-c48a-48e4-8cd1-996b9c0b9912'}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:14:52.331777 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 848773f2-2ff7-4b1a-8483-7f2997e6006a on network cb378397-c48a-48e4-8cd1-996b9c0b9912 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:14:52.338230 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Port 848773f2-2ff7-4b1a-8483-7f2997e6006a on network cb378397-c48a-48e4-8cd1-996b9c0b9912 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:14:52.338629 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR neutron.plugins.ml2.managers [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Failed to bind port 848773f2-2ff7-4b1a-8483-7f2997e6006a on host hv-neutron-8218 for vnic_type normal using segments [{'id': '7a22a9a2-0db9-418b-a2d5-d9fe7ea3a4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cb378397-c48a-48e4-8cd1-996b9c0b9912'}] Dec 15 19:14:52.339025 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:52.402944 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5c6ec8e3-17e9-433b-a44e-53845d792727 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:52.431936 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:52.466412 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-9126e67e-3148-4ad3-a78b-b78cd4ce5553 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:14:52.475107 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-9126e67e-3148-4ad3-a78b-b78cd4ce5553 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Usage tracker for resource:port and tenant:671e2ded8501473d83f1e0f0315e9ca5 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:14:52.482070 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-9126e67e-3148-4ad3-a78b-b78cd4ce5553 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:14:52.555464 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-9126e67e-3148-4ad3-a78b-b78cd4ce5553 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:14:52.567964 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0d2ee85e-719a-4ae3-ad60-88d673ec5a4f req-1c042913-9c3d-4903-875f-92ad5edec5b8 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd7b6d6b-7f80-4be6-b0bc-6fa7558d775b HTTP/1.1" status: 200 len: 210 time: 0.3772178 Dec 15 19:14:52.585512 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7a8f7493-1e83-4c72-8b78-f407dd84bd6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:52.630972 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6ec8e3-17e9-433b-a44e-53845d792727 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Pushing event updated for resources: {'Port': ['ID=2cd01d78-1e3e-4c53-a080-0af886649cad,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:52.641865 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5c6ec8e3-17e9-433b-a44e-53845d792727 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:52.659823 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] For port 848773f2-2ff7-4b1a-8483-7f2997e6006a, host hv-neutron-8218, cleared binding levels {{(pid=88990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:14:52.659823 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempted to set empty binding levels {{(pid=88990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 15 19:14:52.660256 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7a8f7493-1e83-4c72-8b78-f407dd84bd6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:52.672093 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:52.686154 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-99f3c1f9-f309-4a5e-868f-ba66efeadc83 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854207876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854699191'] for router, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:52.708399 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-99f3c1f9-f309-4a5e-868f-ba66efeadc83 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:52.708699 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:52.708699 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5c6ec8e3-17e9-433b-a44e-53845d792727 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634093'] for floatingip, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:52.740730 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b1761916-baa9-49c9-bde9-48fcd31105cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:52.742558 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-17bf6198-1303-4232-ae37-8d040fde905e tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Notify callbacks [] for security_group, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:52.750403 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-cc3e2aac-bbde-44f2-b349-7dccc2883dfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:52.754027 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8f7493-1e83-4c72-8b78-f407dd84bd6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eeccbfa-126a-4ceb-829f-a19049490854,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:52.760202 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-7a8f7493-1e83-4c72-8b78-f407dd84bd6b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b1cf88a180dd442eb44da899262c512a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0025172 Dec 15 19:14:52.761745 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7a8f7493-1e83-4c72-8b78-f407dd84bd6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:52.762283 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6e254411-48db-4545-8d4a-a99928de0906 tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:52.768831 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 46516) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:52.769779 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9126e67e-3148-4ad3-a78b-b78cd4ce5553 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Made reservation on behalf of 671e2ded8501473d83f1e0f0315e9ca5 for: {'port': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:14:52.776622 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9126e67e-3148-4ad3-a78b-b78cd4ce5553 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:52.796198 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1761916-baa9-49c9-bde9-48fcd31105cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=facccd2f-0306-4ffb-b205-210423b7ac23,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:52.799058 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b1761916-baa9-49c9-bde9-48fcd31105cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:52.812570 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:52.822952 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-17bf6198-1303-4232-ae37-8d040fde905e tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:52.844353 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5c7a273d-3bef-4dba-8adb-175cbaac50a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:52.852225 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Pushing event updated for resources: {'Port': ['ID=848773f2-2ff7-4b1a-8483-7f2997e6006a,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:52.855104 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:52.872477 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b1761916-baa9-49c9-bde9-48fcd31105cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:52.873708 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b1761916-baa9-49c9-bde9-48fcd31105cd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/facccd2f-0306-4ffb-b205-210423b7ac23 HTTP/1.1" status: 204 len: 168 time: 1.4253652 Dec 15 19:14:52.876217 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5c6ec8e3-17e9-433b-a44e-53845d792727 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:52.880320 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-5c6ec8e3-17e9-433b-a44e-53845d792727 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9002531 Dec 15 19:14:52.882681 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 5.7149963 Dec 15 19:14:52.885432 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-9126e67e-3148-4ad3-a78b-b78cd4ce5553 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] device_id is not set on port b0585fee-04da-4d14-ba2d-e93bc8027125 yet. {{(pid=88991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:14:52.886010 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 46522) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:52.969874 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-9876dd90-4e92-4884-b793-195931d93088 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Deleting port 848773f2-2ff7-4b1a-8483-7f2997e6006a {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:14:52.969874 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9876dd90-4e92-4884-b793-195931d93088 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:52.979594 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bf6198-1303-4232-ae37-8d040fde905e tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50b40785-f870-4227-ba01-855a7ff6af19,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:52.982645 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-99f3c1f9-f309-4a5e-868f-ba66efeadc83 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854207982'] for router, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:52.983180 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99f3c1f9-f309-4a5e-868f-ba66efeadc83 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7ef908b2-ae4f-49c5-9160-b0e163d58461 {{(pid=88991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 19:14:52.996881 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-17bf6198-1303-4232-ae37-8d040fde905e tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:52.997621 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17bf6198-1303-4232-ae37-8d040fde905e tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=88991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:14:53.076772 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-17bf6198-1303-4232-ae37-8d040fde905e tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:53.077148 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-17bf6198-1303-4232-ae37-8d040fde905e tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Added segment e283c361-e878-4a8b-9aea-8594cb3ebab4 of type vlan for network 5081f17c-ce13-4eac-86c0-2120a7496701 Dec 15 19:14:53.079360 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-99f3c1f9-f309-4a5e-868f-ba66efeadc83 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks [] for router, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:53.083374 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-99f3c1f9-f309-4a5e-868f-ba66efeadc83 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] 10.222.0.36 "DELETE /v2.0/routers/7ef908b2-ae4f-49c5-9160-b0e163d58461 HTTP/1.1" status: 204 len: 168 time: 1.6026475 Dec 15 19:14:53.088533 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7f9899f5-2821-4c60-9a8f-ce1e6cdb72df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:53.180120 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7f9899f5-2821-4c60-9a8f-ce1e6cdb72df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:53.205464 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-17bf6198-1303-4232-ae37-8d040fde905e tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:53.210599 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-102fed1d-f68e-475b-a3a1-a0830bb3c393 req-992505f2-d06d-4e06-a6fe-a8c9db74a743 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--2112749787&fields=id&tenant_id=9123dde40c194e828f2d284c47d69e10 HTTP/1.1" status: 200 len: 267 time: 0.0754867 Dec 15 19:14:53.285543 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-9126e67e-3148-4ad3-a78b-b78cd4ce5553 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Allocated IP 2001:db8::a7 (3cc97137-116d-4ce7-b4c4-c8bc069899e8/e5c296a3-c0ee-4e50-9238-1eb46b74dbdd/b0585fee-04da-4d14-ba2d-e93bc8027125) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:14:53.434474 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-9876dd90-4e92-4884-b793-195931d93088 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] For port 848773f2-2ff7-4b1a-8483-7f2997e6006a, host hv-neutron-8218, got binding levels [] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:14:53.434985 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9876dd90-4e92-4884-b793-195931d93088 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:53.568842 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9126e67e-3148-4ad3-a78b-b78cd4ce5553 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:53.577951 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-17bf6198-1303-4232-ae37-8d040fde905e tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:53.578899 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7f9899f5-2821-4c60-9a8f-ce1e6cdb72df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:53.584824 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-9876dd90-4e92-4884-b793-195931d93088 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Calling delete_port for 848773f2-2ff7-4b1a-8483-7f2997e6006a owned by {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:14:53.590889 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17bf6198-1303-4232-ae37-8d040fde905e tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:14:53.594766 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-17bf6198-1303-4232-ae37-8d040fde905e tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:53.600368 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 46548) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:53.602510 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-98271cf2-556a-44fe-bd9a-181603cdae7e tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:53.698619 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-9126e67e-3148-4ad3-a78b-b78cd4ce5553 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Transition to ACTIVE for port object b0585fee-04da-4d14-ba2d-e93bc8027125 will not be triggered until provisioned by entity DHCP. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:14:53.728706 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7f9899f5-2821-4c60-9a8f-ce1e6cdb72df admin admin] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:53.729935 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-7f9899f5-2821-4c60-9a8f-ce1e6cdb72df admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4eeccbfa-126a-4ceb-829f-a19049490854 HTTP/1.1" status: 204 len: 168 time: 0.9403691 Dec 15 19:14:53.743343 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bf6198-1303-4232-ae37-8d040fde905e tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Pushing event updated for resources: {'Network': ['ID=5081f17c-ce13-4eac-86c0-2120a7496701,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:53.746860 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-17bf6198-1303-4232-ae37-8d040fde905e tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:53.747389 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2b86f26c-63ba-410b-a712-9de3501b0fc5 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:53.757136 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 5081f17c-ce13-4eac-86c0-2120a7496701 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:14:53.761582 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9899f5-2821-4c60-9a8f-ce1e6cdb72df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eeccbfa-126a-4ceb-829f-a19049490854,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:53.764481 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-17bf6198-1303-4232-ae37-8d040fde905e tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.5778506 Dec 15 19:14:53.766686 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7f9899f5-2821-4c60-9a8f-ce1e6cdb72df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:53.768457 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 46560) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:53.777236 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d2975144-ffe4-412c-a31c-7cf103e988b4 req-100ce148-2a4e-454e-b4cd-e45430eac3d2 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd7b6d6b-7f80-4be6-b0bc-6fa7558d775b HTTP/1.1" status: 200 len: 210 time: 0.1006553 Dec 15 19:14:53.783841 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-c0222eae-9b50-4e96-8279-c80562a5025b tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Request body: {'subnet': {'network_id': '5081f17c-ce13-4eac-86c0-2120a7496701', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:14:53.784962 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102fed1d-f68e-475b-a3a1-a0830bb3c393 req-e1ae2852-6aba-48ae-9d46-fb38f501788d tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:14:53.791995 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-102fed1d-f68e-475b-a3a1-a0830bb3c393 req-e1ae2852-6aba-48ae-9d46-fb38f501788d tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] 10.222.0.36 "GET /v2.0/networks?id=63216a8d-7e0f-4726-838d-7fa437e43530 HTTP/1.1" status: 200 len: 811 time: 0.5567536 Dec 15 19:14:53.811237 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-102fed1d-f68e-475b-a3a1-a0830bb3c393 req-4ac5c682-eb70-422e-92b0-6782369df170 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] 10.222.0.36 "GET /v2.0/quotas/9123dde40c194e828f2d284c47d69e10 HTTP/1.1" status: 200 len: 375 time: 0.0182502 Dec 15 19:14:53.848865 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 46564) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:53.860915 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9876dd90-4e92-4884-b793-195931d93088 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:53.879421 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9126e67e-3148-4ad3-a78b-b78cd4ce5553 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:53.883851 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ebbed093-2889-4b0b-bf1d-6c616cf94bd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:53.903201 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5c6ec8e3-17e9-433b-a44e-53845d792727 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:53.909222 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e77a0a3a-c592-49b8-a20a-76fb1941e342 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115 tempest-ExternalNetworksAdminNegativeTestJSON-1778841115-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:53.979146 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ebbed093-2889-4b0b-bf1d-6c616cf94bd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:14:53.983254 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ebbed093-2889-4b0b-bf1d-6c616cf94bd3 admin admin] Usage tracker for resource:security_group_rule and tenant:7ecb7cbf11264d43a57c0d26a8d51c6b is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:14:53.986613 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ebbed093-2889-4b0b-bf1d-6c616cf94bd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:14:53.994123 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ebbed093-2889-4b0b-bf1d-6c616cf94bd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:14:54.003283 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:54.010510 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9876dd90-4e92-4884-b793-195931d93088 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Pushing event deleted for resources: {'Port': ['ID=848773f2-2ff7-4b1a-8483-7f2997e6006a,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:54.014576 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9876dd90-4e92-4884-b793-195931d93088 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:54.035556 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9876dd90-4e92-4884-b793-195931d93088 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:54.053706 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-c0222eae-9b50-4e96-8279-c80562a5025b tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:14:54.057827 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-c0222eae-9b50-4e96-8279-c80562a5025b tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Usage tracker for resource:subnet and tenant:e4cd634a8d1d4d5eac171d1178c8a104 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:14:54.064580 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-c0222eae-9b50-4e96-8279-c80562a5025b tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:14:54.083439 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-c0222eae-9b50-4e96-8279-c80562a5025b tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:14:54.096247 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9876dd90-4e92-4884-b793-195931d93088 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] 10.222.0.36 "DELETE /v2.0/ports/848773f2-2ff7-4b1a-8483-7f2997e6006a HTTP/1.1" status: 204 len: 168 time: 1.2060268 Dec 15 19:14:54.100505 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 46570) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:54.127237 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9126e67e-3148-4ad3-a78b-b78cd4ce5553 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Pushing event updated for resources: {'Port': ['ID=b0585fee-04da-4d14-ba2d-e93bc8027125,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:54.130741 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9126e67e-3148-4ad3-a78b-b78cd4ce5553 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:54.133215 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9126e67e-3148-4ad3-a78b-b78cd4ce5553 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Network 3cc97137-116d-4ce7-b4c4-c8bc069899e8 is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:14:54.134715 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-9126e67e-3148-4ad3-a78b-b78cd4ce5553 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:14:54.137620 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9126e67e-3148-4ad3-a78b-b78cd4ce5553 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:14:54.144289 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9126e67e-3148-4ad3-a78b-b78cd4ce5553 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:14:54.145283 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9126e67e-3148-4ad3-a78b-b78cd4ce5553 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:54.154343 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-102fed1d-f68e-475b-a3a1-a0830bb3c393 req-4571a030-baf0-4efe-9ce9-3cbd549b395f tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9123dde40c194e828f2d284c47d69e10&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3420131 Dec 15 19:14:54.172348 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-b272390a-93d3-4ab1-9976-d46548056f3c tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1135776571', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}, 'admin_state_up': False}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:14:54.181899 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-b272390a-93d3-4ab1-9976-d46548056f3c tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:14:54.186361 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-b272390a-93d3-4ab1-9976-d46548056f3c tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Usage tracker for resource:router and tenant:d0729300b7f441efa47669498ef67cb6 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:14:54.189539 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-b272390a-93d3-4ab1-9976-d46548056f3c tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:14:54.208582 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-b272390a-93d3-4ab1-9976-d46548056f3c tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:14:54.222981 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1f884a7-ea4e-48dd-b4d5-7e417726f3f5 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] GET failed (client error): The resource could not be found. Dec 15 19:14:54.223535 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-f1f884a7-ea4e-48dd-b4d5-7e417726f3f5 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Synchronizing usage tracker for tenant:f8a09531f9cc4e46abc09199ccd8b383 on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:14:54.260596 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9126e67e-3148-4ad3-a78b-b78cd4ce5553 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.5802398 Dec 15 19:14:54.261871 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b272390a-93d3-4ab1-9976-d46548056f3c tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854699176'] for router, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:54.262940 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b272390a-93d3-4ab1-9976-d46548056f3c tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854194926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-76609'] for router, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:54.268399 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 46574) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:54.287828 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-354e05d7-ac3e-452a-864d-e109c6f63ed3 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::140', 'mac_address': 'fa:16:3e:fe:88:ab'}, {'ip_address': '2001:db8::3d', 'mac_address': 'fa:16:3e:07:bc:8f'}]}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:14:54.301701 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ebbed093-2889-4b0b-bf1d-6c616cf94bd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:54.338602 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ebbed093-2889-4b0b-bf1d-6c616cf94bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:54.360826 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-862b275e-3796-45a1-9487-6ea39eacf627 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:54.384629 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0222eae-9b50-4e96-8279-c80562a5025b tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Made reservation on behalf of e4cd634a8d1d4d5eac171d1178c8a104 for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:14:54.389362 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-102fed1d-f68e-475b-a3a1-a0830bb3c393 req-d3856d63-fdeb-49dc-a67a-9434d7ab48cc service neutron] 10.222.0.36 "GET /v2.0/networks/63216a8d-7e0f-4726-838d-7fa437e43530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165313 Dec 15 19:14:54.409967 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-f1f884a7-ea4e-48dd-b4d5-7e417726f3f5 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Unset dirty status for tenant:f8a09531f9cc4e46abc09199ccd8b383 on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:14:54.415980 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f1f884a7-ea4e-48dd-b4d5-7e417726f3f5 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] 10.222.0.36 "GET /v2.0/ports/848773f2-2ff7-4b1a-8483-7f2997e6006a HTTP/1.1" status: 404 len: 333 time: 0.3060801 Dec 15 19:14:54.444441 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 46580) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:54.458214 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-a43be487-4018-4e32-bc6a-87633bf33d05 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Request body: {'port': {'network_id': 'cb378397-c48a-48e4-8cd1-996b9c0b9912', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1207900583'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:14:54.461947 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbed093-2889-4b0b-bf1d-6c616cf94bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6bf7f4-c72d-4cda-a91c-e25809213610,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:54.474538 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a43be487-4018-4e32-bc6a-87633bf33d05 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:14:54.476899 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ebbed093-2889-4b0b-bf1d-6c616cf94bd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:54.532007 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ebbed093-2889-4b0b-bf1d-6c616cf94bd3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7ecb7cbf11264d43a57c0d26a8d51c6b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6755011 Dec 15 19:14:54.540632 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 46586) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:54.562575 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a43be487-4018-4e32-bc6a-87633bf33d05 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:14:54.579335 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-0d5f224a-440a-4560-86e5-ab8f451bb78c None None] Provisioning for port b0585fee-04da-4d14-ba2d-e93bc8027125 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:14:54.585438 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-0d5f224a-440a-4560-86e5-ab8f451bb78c None None] Provisioning complete for port b0585fee-04da-4d14-ba2d-e93bc8027125 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:14:54.586052 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0d5f224a-440a-4560-86e5-ab8f451bb78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:54.631619 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a43be487-4018-4e32-bc6a-87633bf33d05 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Made reservation on behalf of f8a09531f9cc4e46abc09199ccd8b383 for: {'port': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:14:54.634607 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b272390a-93d3-4ab1-9976-d46548056f3c tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:54.637273 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a43be487-4018-4e32-bc6a-87633bf33d05 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:54.642112 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c0222eae-9b50-4e96-8279-c80562a5025b tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:54.666973 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-a43be487-4018-4e32-bc6a-87633bf33d05 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] device_id is not set on port 70cb2476-7b22-4057-b3c9-407bff8cc941 yet. {{(pid=88990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:14:54.679842 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-0d5f224a-440a-4560-86e5-ab8f451bb78c None None] Port b0585fee-04da-4d14-ba2d-e93bc8027125 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:14:54.724869 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-102fed1d-f68e-475b-a3a1-a0830bb3c393 req-7724b4f7-deb8-4531-85f8-24d14d87bf9e service neutron] 10.222.0.36 "GET /v2.0/networks/63216a8d-7e0f-4726-838d-7fa437e43530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101854 Dec 15 19:14:54.783377 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2999b5d9-59f9-49cf-8753-679cbabfb4a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:54.864845 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 46592) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:54.885997 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-85097884-85e5-454f-b84f-babb926af23b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:54.994347 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2999b5d9-59f9-49cf-8753-679cbabfb4a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:55.034191 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-85097884-85e5-454f-b84f-babb926af23b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:14:55.066937 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-85097884-85e5-454f-b84f-babb926af23b admin admin] Usage tracker for resource:security_group_rule and tenant:c604fca2673f4c41894901b1b0bb603a is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:14:55.073627 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-85097884-85e5-454f-b84f-babb926af23b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:14:55.129687 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-85097884-85e5-454f-b84f-babb926af23b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:14:55.192937 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f99c0bee-c72f-4d46-962f-4e3ec1e5a761 req-0420ea80-766c-4062-8045-21e1fb1ccd97 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd7b6d6b-7f80-4be6-b0bc-6fa7558d775b HTTP/1.1" status: 200 len: 210 time: 0.1766336 Dec 15 19:14:55.208993 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-fa9e2ff0-4146-4dd5-a424-9650f79d85c6 req-92629edf-2ee7-4b82-b200-1c7a0ca941b7 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] 10.222.0.36 "GET /v2.0/ports?device_id=26ec4cd9-d7ba-4603-bd47-7fca7801307b HTTP/1.1" status: 200 len: 210 time: 0.1299996 Dec 15 19:14:55.215358 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a43be487-4018-4e32-bc6a-87633bf33d05 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:55.308718 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-85097884-85e5-454f-b84f-babb926af23b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:55.333704 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a43be487-4018-4e32-bc6a-87633bf33d05 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:55.341260 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f2483b89-5dac-4b6a-8233-23fa17028179 tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:55.387595 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-85097884-85e5-454f-b84f-babb926af23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:55.424531 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-354e05d7-ac3e-452a-864d-e109c6f63ed3 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:55.434761 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43be487-4018-4e32-bc6a-87633bf33d05 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Network cb378397-c48a-48e4-8cd1-996b9c0b9912 is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:14:55.441270 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-a43be487-4018-4e32-bc6a-87633bf33d05 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:14:55.445615 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43be487-4018-4e32-bc6a-87633bf33d05 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Pushing event updated for resources: {'Port': ['ID=70cb2476-7b22-4057-b3c9-407bff8cc941,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:55.448658 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43be487-4018-4e32-bc6a-87633bf33d05 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:14:55.449585 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43be487-4018-4e32-bc6a-87633bf33d05 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:14:55.450123 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a43be487-4018-4e32-bc6a-87633bf33d05 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:55.456424 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a43be487-4018-4e32-bc6a-87633bf33d05 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:55.456899 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:55.472161 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-85097884-85e5-454f-b84f-babb926af23b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c604fca2673f4c41894901b1b0bb603a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6061852 Dec 15 19:14:55.477758 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 46616) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:55.497738 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b272390a-93d3-4ab1-9976-d46548056f3c tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:55.509551 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85097884-85e5-454f-b84f-babb926af23b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=465061f1-cf32-41ca-8f13-446f57d9ed91,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:55.519532 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-85097884-85e5-454f-b84f-babb926af23b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:55.569555 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dbcac8b9-a32c-4c25-833e-3aa4a4daba39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:55.603201 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a43be487-4018-4e32-bc6a-87633bf33d05 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.1567779 Dec 15 19:14:55.605573 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dbcac8b9-a32c-4c25-833e-3aa4a4daba39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:55.613720 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 46622) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:55.623226 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-c57a6eb1-b2d9-4ac1-8ae9-005e841e261f tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8218'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:14:55.740143 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.32', 58828) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:55.831617 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2999b5d9-59f9-49cf-8753-679cbabfb4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:55.874286 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:55.912406 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999b5d9-59f9-49cf-8753-679cbabfb4a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6bf7f4-c72d-4cda-a91c-e25809213610,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:55.918336 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2999b5d9-59f9-49cf-8753-679cbabfb4a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:55.941516 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c0222eae-9b50-4e96-8279-c80562a5025b tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:55.961582 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:56.036132 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2999b5d9-59f9-49cf-8753-679cbabfb4a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:56.037376 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-2999b5d9-59f9-49cf-8753-679cbabfb4a0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0c6bf7f4-c72d-4cda-a91c-e25809213610 HTTP/1.1" status: 204 len: 168 time: 1.4843845 Dec 15 19:14:56.071065 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-354e05d7-ac3e-452a-864d-e109c6f63ed3 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Notify callbacks [] for port, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:56.090977 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0222eae-9b50-4e96-8279-c80562a5025b tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Pushing event updated for resources: {'Subnet': ['ID=3c40ca78-2d5e-4646-be73-52d2464c0fde,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:56.097541 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c57a6eb1-b2d9-4ac1-8ae9-005e841e261f tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:56.106428 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c0222eae-9b50-4e96-8279-c80562a5025b tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:56.107473 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-354e05d7-ac3e-452a-864d-e109c6f63ed3 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:56.156735 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f4ff1c94-51b3-4a6d-a4cb-f26b2fa7ae2e tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:56.177486 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dbcac8b9-a32c-4c25-833e-3aa4a4daba39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:56.198006 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:56.250934 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcac8b9-a32c-4c25-833e-3aa4a4daba39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=465061f1-cf32-41ca-8f13-446f57d9ed91,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:56.258824 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0222eae-9b50-4e96-8279-c80562a5025b tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Checking segment: {'id': 'e283c361-e878-4a8b-9aea-8594cb3ebab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '5081f17c-ce13-4eac-86c0-2120a7496701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:14:56.259229 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0222eae-9b50-4e96-8279-c80562a5025b tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Network hostable DHCP agents. Network: 5081f17c-ce13-4eac-86c0-2120a7496701, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:14:56.263285 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-dbcac8b9-a32c-4c25-833e-3aa4a4daba39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:56.264882 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-354e05d7-ac3e-452a-864d-e109c6f63ed3 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] In _notify_port_updated(), no bound segment for port b0585fee-04da-4d14-ba2d-e93bc8027125 on network 3cc97137-116d-4ce7-b4c4-c8bc069899e8 {{(pid=88991) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 15 19:14:56.269490 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354e05d7-ac3e-452a-864d-e109c6f63ed3 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:14:56.270195 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-354e05d7-ac3e-452a-864d-e109c6f63ed3 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:56.271651 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-354e05d7-ac3e-452a-864d-e109c6f63ed3 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] 10.222.0.36 "PUT /v2.0/ports/b0585fee-04da-4d14-ba2d-e93bc8027125 HTTP/1.1" status: 200 len: 1065 time: 2.0022328 Dec 15 19:14:56.276801 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 46642) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:56.293834 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797fec0e-1fca-4f1a-af05-437dc4e4603c req-2bfeeaa5-9b4f-4dc4-8d60-211e0d9a4cc0 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:14:56.295466 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-797fec0e-1fca-4f1a-af05-437dc4e4603c req-2bfeeaa5-9b4f-4dc4-8d60-211e0d9a4cc0 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] 10.222.0.32 "GET /v2.0/networks?id=7e04f9fb-f9a5-45a2-9184-076bb9a796d7 HTTP/1.1" status: 200 len: 806 time: 0.5531743 Dec 15 19:14:56.300496 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dbcac8b9-a32c-4c25-833e-3aa4a4daba39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:56.301670 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-dbcac8b9-a32c-4c25-833e-3aa4a4daba39 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/465061f1-cf32-41ca-8f13-446f57d9ed91 HTTP/1.1" status: 204 len: 168 time: 0.8223898 Dec 15 19:14:56.397520 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354e05d7-ac3e-452a-864d-e109c6f63ed3 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Pushing event updated for resources: {'Port': ['ID=b0585fee-04da-4d14-ba2d-e93bc8027125,revision_number=2']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:56.408711 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-354e05d7-ac3e-452a-864d-e109c6f63ed3 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:56.412226 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b272390a-93d3-4ab1-9976-d46548056f3c tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks [] for router_gateway, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:56.496991 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b272390a-93d3-4ab1-9976-d46548056f3c tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:56.501221 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4079f826-b495-4ed9-8256-bf9a196f1a2e req-e1554742-a8a6-47df-a4f6-0fe8a8dd45ca tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] 10.222.0.36 "GET /v2.0/ports?device_id=26ec4cd9-d7ba-4603-bd47-7fca7801307b HTTP/1.1" status: 200 len: 210 time: 0.0870807 Dec 15 19:14:56.569083 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-43b1e172-4cd0-4cab-9867-51d91315d502 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Deleting port b0585fee-04da-4d14-ba2d-e93bc8027125 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:14:56.569819 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-43b1e172-4cd0-4cab-9867-51d91315d502 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:56.614400 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-797fec0e-1fca-4f1a-af05-437dc4e4603c req-0ac6ecdd-d60f-4941-b9a9-1d147269fd24 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07507a555a264de2b95fac8c5d93591a HTTP/1.1" status: 200 len: 380 time: 0.2631626 Dec 15 19:14:56.707532 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1e296141-7d93-45ba-8588-a49be6a90998 req-e1fcaba2-d9ce-4107-8378-c48672780d15 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd7b6d6b-7f80-4be6-b0bc-6fa7558d775b HTTP/1.1" status: 200 len: 210 time: 0.0901802 Dec 15 19:14:56.722401 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0222eae-9b50-4e96-8279-c80562a5025b tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Network 5081f17c-ce13-4eac-86c0-2120a7496701 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:14:56.743900 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [req-797fec0e-1fca-4f1a-af05-437dc4e4603c req-1b7c398e-b9b5-47f1-b97a-a43e426d56b6 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Request body: {'port': {'device_id': 'fd7b6d6b-7f80-4be6-b0bc-6fa7558d775b', 'network_id': '7e04f9fb-f9a5-45a2-9184-076bb9a796d7', 'admin_state_up': True, 'tenant_id': '07507a555a264de2b95fac8c5d93591a', 'security_groups': ['205b198f-d112-4f7c-84f4-60491e3b03fb']}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:14:56.833042 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-c0222eae-9b50-4e96-8279-c80562a5025b tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, 5081f17c-ce13-4eac-86c0-2120a7496701) {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:14:56.838953 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0222eae-9b50-4e96-8279-c80562a5025b tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:14:56.839613 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c0222eae-9b50-4e96-8279-c80562a5025b tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:56.871422 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa4c3f1-455b-4f50-819d-8159ca756353 None None] Network 5081f17c-ce13-4eac-86c0-2120a7496701 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:14:56.913063 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-c57a6eb1-b2d9-4ac1-8ae9-005e841e261f tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] device_id is not set on port 70cb2476-7b22-4057-b3c9-407bff8cc941 yet. {{(pid=88990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:14:56.970605 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [req-797fec0e-1fca-4f1a-af05-437dc4e4603c req-1b7c398e-b9b5-47f1-b97a-a43e426d56b6 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:14:56.983590 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-ace29997-d5e3-4b33-b892-be0598114d4f None None] Provisioning complete for port b0585fee-04da-4d14-ba2d-e93bc8027125 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:14:56.984001 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ace29997-d5e3-4b33-b892-be0598114d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:56.990751 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [req-797fec0e-1fca-4f1a-af05-437dc4e4603c req-1b7c398e-b9b5-47f1-b97a-a43e426d56b6 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:14:57.033521 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c0222eae-9b50-4e96-8279-c80562a5025b tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2620301 Dec 15 19:14:57.036551 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 46672) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:57.043167 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-397033d5-c39c-4724-b63b-16856c4b5d84 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Request body: {'port': {'network_id': '5081f17c-ce13-4eac-86c0-2120a7496701', 'name': 'tempest-AllowedAddressPairTestJSON-1384893950'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:14:57.059958 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-43b1e172-4cd0-4cab-9867-51d91315d502 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:57.137924 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c57a6eb1-b2d9-4ac1-8ae9-005e841e261f tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:57.183040 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-b272390a-93d3-4ab1-9976-d46548056f3c tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Allocated IP 172.26.3.139 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/ced433d4-5ee2-4e62-baff-9ae5db81d58f) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:14:57.198217 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-797fec0e-1fca-4f1a-af05-437dc4e4603c req-1b7c398e-b9b5-47f1-b97a-a43e426d56b6 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Made reservation on behalf of 07507a555a264de2b95fac8c5d93591a for: {'port': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:14:57.212647 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-797fec0e-1fca-4f1a-af05-437dc4e4603c req-1b7c398e-b9b5-47f1-b97a-a43e426d56b6 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:57.213317 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-ace29997-d5e3-4b33-b892-be0598114d4f None None] Port b0585fee-04da-4d14-ba2d-e93bc8027125 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:14:57.233380 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3de7e7-c28c-432b-8381-7e324e61640c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-5081f17c-ce13-4eac-86c0-2120a7496701', 'network_id': '5081f17c-ce13-4eac-86c0-2120a7496701', 'tenant_id': 'e4cd634a8d1d4d5eac171d1178c8a104', 'fixed_ips': [{'subnet_id': '3c40ca78-2d5e-4646-be73-52d2464c0fde'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:14:57.234623 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3e3de7e7-c28c-432b-8381-7e324e61640c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:57.313373 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-c57a6eb1-b2d9-4ac1-8ae9-005e841e261f tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Transition to ACTIVE for port object 70cb2476-7b22-4057-b3c9-407bff8cc941 will not be triggered until provisioned by entity L2. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:14:57.369213 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b272390a-93d3-4ab1-9976-d46548056f3c tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:57.391363 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c57a6eb1-b2d9-4ac1-8ae9-005e841e261f tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:57.416170 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a43be487-4018-4e32-bc6a-87633bf33d05 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:57.467358 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-43b1e172-4cd0-4cab-9867-51d91315d502 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Calling delete_port for b0585fee-04da-4d14-ba2d-e93bc8027125 owned by {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:14:57.486168 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57a6eb1-b2d9-4ac1-8ae9-005e841e261f tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Pushing event updated for resources: {'Port': ['ID=70cb2476-7b22-4057-b3c9-407bff8cc941,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:57.500230 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b272390a-93d3-4ab1-9976-d46548056f3c tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:57.502835 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c57a6eb1-b2d9-4ac1-8ae9-005e841e261f tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:57.515756 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:57.536602 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-397033d5-c39c-4724-b63b-16856c4b5d84 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:14:57.547295 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-3e3de7e7-c28c-432b-8381-7e324e61640c None None] Allocated IP 172.20.0.2 (5081f17c-ce13-4eac-86c0-2120a7496701/3c40ca78-2d5e-4646-be73-52d2464c0fde/47ff0ff5-0b0b-438a-bc14-7048f02114d4) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:14:57.647557 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-397033d5-c39c-4724-b63b-16856c4b5d84 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Usage tracker for resource:port and tenant:e4cd634a8d1d4d5eac171d1178c8a104 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:14:57.658104 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-397033d5-c39c-4724-b63b-16856c4b5d84 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:14:57.681929 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b272390a-93d3-4ab1-9976-d46548056f3c tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Pushing event updated for resources: {'Port': ['ID=ced433d4-5ee2-4e62-baff-9ae5db81d58f,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:57.688411 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b272390a-93d3-4ab1-9976-d46548056f3c tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:57.735201 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-397033d5-c39c-4724-b63b-16856c4b5d84 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:14:57.759176 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b272390a-93d3-4ab1-9976-d46548056f3c tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:14:57.765441 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-b272390a-93d3-4ab1-9976-d46548056f3c tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:14:57.776984 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b272390a-93d3-4ab1-9976-d46548056f3c tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:14:57.889096 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7f718415-0193-4def-bdd6-65861fff1b4d req-3f542199-8fc2-4744-93b3-06d722142adb tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] 10.222.0.36 "GET /v2.0/ports?device_id=26ec4cd9-d7ba-4603-bd47-7fca7801307b HTTP/1.1" status: 200 len: 210 time: 0.0908797 Dec 15 19:14:57.898399 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-c57a6eb1-b2d9-4ac1-8ae9-005e841e261f tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 70cb2476-7b22-4057-b3c9-407bff8cc941 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:14:57.902934 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-c57a6eb1-b2d9-4ac1-8ae9-005e841e261f tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 70cb2476-7b22-4057-b3c9-407bff8cc941 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '7a22a9a2-0db9-418b-a2d5-d9fe7ea3a4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cb378397-c48a-48e4-8cd1-996b9c0b9912'}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:14:57.903534 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57a6eb1-b2d9-4ac1-8ae9-005e841e261f tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 70cb2476-7b22-4057-b3c9-407bff8cc941 on network cb378397-c48a-48e4-8cd1-996b9c0b9912 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:14:57.924824 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-397033d5-c39c-4724-b63b-16856c4b5d84 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Made reservation on behalf of e4cd634a8d1d4d5eac171d1178c8a104 for: {'port': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:14:57.931967 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-397033d5-c39c-4724-b63b-16856c4b5d84 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:57.969819 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [req-797fec0e-1fca-4f1a-af05-437dc4e4603c req-1b7c398e-b9b5-47f1-b97a-a43e426d56b6 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Allocated IP 172.20.0.9 (7e04f9fb-f9a5-45a2-9184-076bb9a796d7/357073fc-8f72-4ec9-a709-b1f581df7965/27663884-689a-41d6-9b75-eefa8ea291a9) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:14:58.017706 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57a6eb1-b2d9-4ac1-8ae9-005e841e261f tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Port 70cb2476-7b22-4057-b3c9-407bff8cc941 on network cb378397-c48a-48e4-8cd1-996b9c0b9912 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:14:58.018099 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR neutron.plugins.ml2.managers [None req-c57a6eb1-b2d9-4ac1-8ae9-005e841e261f tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Failed to bind port 70cb2476-7b22-4057-b3c9-407bff8cc941 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '7a22a9a2-0db9-418b-a2d5-d9fe7ea3a4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cb378397-c48a-48e4-8cd1-996b9c0b9912'}] Dec 15 19:14:58.023060 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.plugin [None req-c57a6eb1-b2d9-4ac1-8ae9-005e841e261f tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempt 2 to bind port 70cb2476-7b22-4057-b3c9-407bff8cc941 Dec 15 19:14:58.062773 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f1aa5d42-6c58-4fea-a253-c6283602acf9 req-c30ebde3-b296-4421-b44b-8206e9b8c9fb tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd7b6d6b-7f80-4be6-b0bc-6fa7558d775b HTTP/1.1" status: 200 len: 210 time: 0.0957427 Dec 15 19:14:58.064907 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-397033d5-c39c-4724-b63b-16856c4b5d84 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] device_id is not set on port 960e901c-76ed-4851-9f1f-d5d33012e955 yet. {{(pid=88990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:14:58.071765 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3e3de7e7-c28c-432b-8381-7e324e61640c None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:58.102960 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-3e3de7e7-c28c-432b-8381-7e324e61640c None None] Transition to ACTIVE for port object 47ff0ff5-0b0b-438a-bc14-7048f02114d4 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:14:58.184937 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-3e3de7e7-c28c-432b-8381-7e324e61640c None None] Transition to ACTIVE for port object 47ff0ff5-0b0b-438a-bc14-7048f02114d4 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:14:58.242717 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3e3de7e7-c28c-432b-8381-7e324e61640c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:58.249435 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e179ab48-8be6-47cf-b79e-fced4b1e8179 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:58.276545 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-c57a6eb1-b2d9-4ac1-8ae9-005e841e261f tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 70cb2476-7b22-4057-b3c9-407bff8cc941 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:14:58.276764 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-43b1e172-4cd0-4cab-9867-51d91315d502 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:58.276885 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-c57a6eb1-b2d9-4ac1-8ae9-005e841e261f tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 70cb2476-7b22-4057-b3c9-407bff8cc941 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '7a22a9a2-0db9-418b-a2d5-d9fe7ea3a4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cb378397-c48a-48e4-8cd1-996b9c0b9912'}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:14:58.277434 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57a6eb1-b2d9-4ac1-8ae9-005e841e261f tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 70cb2476-7b22-4057-b3c9-407bff8cc941 on network cb378397-c48a-48e4-8cd1-996b9c0b9912 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:14:58.289219 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57a6eb1-b2d9-4ac1-8ae9-005e841e261f tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Port 70cb2476-7b22-4057-b3c9-407bff8cc941 on network cb378397-c48a-48e4-8cd1-996b9c0b9912 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:14:58.289595 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR neutron.plugins.ml2.managers [None req-c57a6eb1-b2d9-4ac1-8ae9-005e841e261f tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Failed to bind port 70cb2476-7b22-4057-b3c9-407bff8cc941 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '7a22a9a2-0db9-418b-a2d5-d9fe7ea3a4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cb378397-c48a-48e4-8cd1-996b9c0b9912'}] Dec 15 19:14:58.290028 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.plugin [None req-c57a6eb1-b2d9-4ac1-8ae9-005e841e261f tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempt 3 to bind port 70cb2476-7b22-4057-b3c9-407bff8cc941 Dec 15 19:14:58.298043 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2e588e22-e5ee-46b5-9758-b40881f4c6ec tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:58.349435 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-c57a6eb1-b2d9-4ac1-8ae9-005e841e261f tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 70cb2476-7b22-4057-b3c9-407bff8cc941 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:14:58.349789 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-c57a6eb1-b2d9-4ac1-8ae9-005e841e261f tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 70cb2476-7b22-4057-b3c9-407bff8cc941 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '7a22a9a2-0db9-418b-a2d5-d9fe7ea3a4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cb378397-c48a-48e4-8cd1-996b9c0b9912'}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:14:58.350178 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57a6eb1-b2d9-4ac1-8ae9-005e841e261f tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 70cb2476-7b22-4057-b3c9-407bff8cc941 on network cb378397-c48a-48e4-8cd1-996b9c0b9912 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:14:58.365427 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b1e172-4cd0-4cab-9867-51d91315d502 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Pushing event deleted for resources: {'Port': ['ID=b0585fee-04da-4d14-ba2d-e93bc8027125,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:58.366124 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57a6eb1-b2d9-4ac1-8ae9-005e841e261f tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Port 70cb2476-7b22-4057-b3c9-407bff8cc941 on network cb378397-c48a-48e4-8cd1-996b9c0b9912 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:14:58.368236 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR neutron.plugins.ml2.managers [None req-c57a6eb1-b2d9-4ac1-8ae9-005e841e261f tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Failed to bind port 70cb2476-7b22-4057-b3c9-407bff8cc941 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '7a22a9a2-0db9-418b-a2d5-d9fe7ea3a4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cb378397-c48a-48e4-8cd1-996b9c0b9912'}] Dec 15 19:14:58.368701 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.plugin [None req-c57a6eb1-b2d9-4ac1-8ae9-005e841e261f tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempt 4 to bind port 70cb2476-7b22-4057-b3c9-407bff8cc941 Dec 15 19:14:58.377548 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-43b1e172-4cd0-4cab-9867-51d91315d502 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:58.447089 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3de7e7-c28c-432b-8381-7e324e61640c None None] Pushing event updated for resources: {'Port': ['ID=47ff0ff5-0b0b-438a-bc14-7048f02114d4,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:58.484960 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3de7e7-c28c-432b-8381-7e324e61640c None None] Network 5081f17c-ce13-4eac-86c0-2120a7496701 is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:14:58.490617 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3e3de7e7-c28c-432b-8381-7e324e61640c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:58.496083 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-3e3de7e7-c28c-432b-8381-7e324e61640c None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:14:58.504529 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3de7e7-c28c-432b-8381-7e324e61640c None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:14:58.565327 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b272390a-93d3-4ab1-9976-d46548056f3c tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks [] for router_gateway, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:58.566598 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b272390a-93d3-4ab1-9976-d46548056f3c tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904'] for router, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:58.582987 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.32', 58834) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:58.596778 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-397033d5-c39c-4724-b63b-16856c4b5d84 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Allocated IP 172.20.0.12 (5081f17c-ce13-4eac-86c0-2120a7496701/3c40ca78-2d5e-4646-be73-52d2464c0fde/960e901c-76ed-4851-9f1f-d5d33012e955) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:14:58.731417 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 46718) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:58.834171 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-3e3de7e7-c28c-432b-8381-7e324e61640c None None] Attempting to bind port 47ff0ff5-0b0b-438a-bc14-7048f02114d4 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:14:58.835013 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-3e3de7e7-c28c-432b-8381-7e324e61640c None None] Attempting to bind port 47ff0ff5-0b0b-438a-bc14-7048f02114d4 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'e283c361-e878-4a8b-9aea-8594cb3ebab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '5081f17c-ce13-4eac-86c0-2120a7496701'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:14:58.835013 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3de7e7-c28c-432b-8381-7e324e61640c None None] Attempting to bind port 47ff0ff5-0b0b-438a-bc14-7048f02114d4 on network 5081f17c-ce13-4eac-86c0-2120a7496701 {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:14:58.848351 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3de7e7-c28c-432b-8381-7e324e61640c None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:14:58.848873 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3de7e7-c28c-432b-8381-7e324e61640c None None] Checking segment: {'id': 'e283c361-e878-4a8b-9aea-8594cb3ebab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '5081f17c-ce13-4eac-86c0-2120a7496701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:14:58.849215 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3e3de7e7-c28c-432b-8381-7e324e61640c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:58.849576 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3de7e7-c28c-432b-8381-7e324e61640c None None] Bound using segment: {'id': 'e283c361-e878-4a8b-9aea-8594cb3ebab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '5081f17c-ce13-4eac-86c0-2120a7496701'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:14:58.850039 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-3e3de7e7-c28c-432b-8381-7e324e61640c None None] Bound port: 47ff0ff5-0b0b-438a-bc14-7048f02114d4, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e283c361-e878-4a8b-9aea-8594cb3ebab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '5081f17c-ce13-4eac-86c0-2120a7496701'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:14:58.850613 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3e3de7e7-c28c-432b-8381-7e324e61640c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:58.879577 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-c57a6eb1-b2d9-4ac1-8ae9-005e841e261f tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 70cb2476-7b22-4057-b3c9-407bff8cc941 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:14:58.879785 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-c57a6eb1-b2d9-4ac1-8ae9-005e841e261f tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 70cb2476-7b22-4057-b3c9-407bff8cc941 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '7a22a9a2-0db9-418b-a2d5-d9fe7ea3a4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cb378397-c48a-48e4-8cd1-996b9c0b9912'}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:14:58.880177 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57a6eb1-b2d9-4ac1-8ae9-005e841e261f tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 70cb2476-7b22-4057-b3c9-407bff8cc941 on network cb378397-c48a-48e4-8cd1-996b9c0b9912 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:14:59.065611 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57a6eb1-b2d9-4ac1-8ae9-005e841e261f tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Port 70cb2476-7b22-4057-b3c9-407bff8cc941 on network cb378397-c48a-48e4-8cd1-996b9c0b9912 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:14:59.068639 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR neutron.plugins.ml2.managers [None req-c57a6eb1-b2d9-4ac1-8ae9-005e841e261f tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Failed to bind port 70cb2476-7b22-4057-b3c9-407bff8cc941 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '7a22a9a2-0db9-418b-a2d5-d9fe7ea3a4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cb378397-c48a-48e4-8cd1-996b9c0b9912'}] Dec 15 19:14:59.124338 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.plugin [None req-c57a6eb1-b2d9-4ac1-8ae9-005e841e261f tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempt 5 to bind port 70cb2476-7b22-4057-b3c9-407bff8cc941 Dec 15 19:14:59.227619 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-c57a6eb1-b2d9-4ac1-8ae9-005e841e261f tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 70cb2476-7b22-4057-b3c9-407bff8cc941 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:14:59.228055 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-c57a6eb1-b2d9-4ac1-8ae9-005e841e261f tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 70cb2476-7b22-4057-b3c9-407bff8cc941 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '7a22a9a2-0db9-418b-a2d5-d9fe7ea3a4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cb378397-c48a-48e4-8cd1-996b9c0b9912'}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:14:59.228445 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57a6eb1-b2d9-4ac1-8ae9-005e841e261f tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 70cb2476-7b22-4057-b3c9-407bff8cc941 on network cb378397-c48a-48e4-8cd1-996b9c0b9912 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:14:59.232447 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-3e3de7e7-c28c-432b-8381-7e324e61640c None None] For port 47ff0ff5-0b0b-438a-bc14-7048f02114d4, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:14:59.238987 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-3e3de7e7-c28c-432b-8381-7e324e61640c None None] For port 47ff0ff5-0b0b-438a-bc14-7048f02114d4, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=47ff0ff5-0b0b-438a-bc14-7048f02114d4,segment=NetworkSegment(e283c361-e878-4a8b-9aea-8594cb3ebab4),segment_id=e283c361-e878-4a8b-9aea-8594cb3ebab4)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:14:59.276752 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3e3de7e7-c28c-432b-8381-7e324e61640c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:59.292863 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:14:59.399076 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3de7e7-c28c-432b-8381-7e324e61640c None None] Pushing event updated for resources: {'Port': ['ID=47ff0ff5-0b0b-438a-bc14-7048f02114d4,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:14:59.429782 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3e3de7e7-c28c-432b-8381-7e324e61640c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:14:59.604218 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-43b1e172-4cd0-4cab-9867-51d91315d502 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:59.651782 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-797fec0e-1fca-4f1a-af05-437dc4e4603c req-1b7c398e-b9b5-47f1-b97a-a43e426d56b6 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:14:59.804129 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-43b1e172-4cd0-4cab-9867-51d91315d502 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] 10.222.0.36 "DELETE /v2.0/ports/b0585fee-04da-4d14-ba2d-e93bc8027125 HTTP/1.1" status: 204 len: 168 time: 3.5244930 Dec 15 19:14:59.808308 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 46740) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:14:59.818484 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e5bc3f17-e11e-4405-9614-47fea1f40f3c req-4ab06d66-adb2-4e6f-9833-d6c8e98e2e73 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd7b6d6b-7f80-4be6-b0bc-6fa7558d775b HTTP/1.1" status: 200 len: 210 time: 0.0752399 Dec 15 19:14:59.825439 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102fed1d-f68e-475b-a3a1-a0830bb3c393 req-0553b2e9-869b-47db-b6df-5edc470936e5 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:14:59.833697 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-102fed1d-f68e-475b-a3a1-a0830bb3c393 req-0553b2e9-869b-47db-b6df-5edc470936e5 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Synchronizing usage tracker for tenant:9123dde40c194e828f2d284c47d69e10 on resource:network {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:14:59.869799 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57a6eb1-b2d9-4ac1-8ae9-005e841e261f tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Port 70cb2476-7b22-4057-b3c9-407bff8cc941 on network cb378397-c48a-48e4-8cd1-996b9c0b9912 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:14:59.870472 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR neutron.plugins.ml2.managers [None req-c57a6eb1-b2d9-4ac1-8ae9-005e841e261f tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Failed to bind port 70cb2476-7b22-4057-b3c9-407bff8cc941 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '7a22a9a2-0db9-418b-a2d5-d9fe7ea3a4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cb378397-c48a-48e4-8cd1-996b9c0b9912'}] Dec 15 19:14:59.890825 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.plugin [None req-c57a6eb1-b2d9-4ac1-8ae9-005e841e261f tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempt 6 to bind port 70cb2476-7b22-4057-b3c9-407bff8cc941 Dec 15 19:14:59.914965 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2208b1a8-d757-4a64-82be-43f0b519db78 req-3dad6db6-b876-4f35-b6d7-ea423bac846e tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] 10.222.0.36 "GET /v2.0/ports?device_id=26ec4cd9-d7ba-4603-bd47-7fca7801307b HTTP/1.1" status: 200 len: 210 time: 0.2504141 Dec 15 19:14:59.918858 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e95fe63-3c75-4b34-8a40-5e6718f458ab tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] GET failed (client error): The resource could not be found. Dec 15 19:14:59.919458 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-4e95fe63-3c75-4b34-8a40-5e6718f458ab tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Synchronizing usage tracker for tenant:671e2ded8501473d83f1e0f0315e9ca5 on resource:port {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:14:59.982560 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-102fed1d-f68e-475b-a3a1-a0830bb3c393 req-0553b2e9-869b-47db-b6df-5edc470936e5 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Unset dirty status for tenant:9123dde40c194e828f2d284c47d69e10 on resource:network {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:14:59.984295 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-102fed1d-f68e-475b-a3a1-a0830bb3c393 req-0553b2e9-869b-47db-b6df-5edc470936e5 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] 10.222.0.32 "GET /v2.0/networks?id=63216a8d-7e0f-4726-838d-7fa437e43530 HTTP/1.1" status: 200 len: 811 time: 1.3130653 Dec 15 19:14:59.999984 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-537498b7-7cb2-49ef-9d90-1fe8d07f35d6 tempest-AgentManagementNegativeTest-1895744704 tempest-AgentManagementNegativeTest-1895744704-project] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 1.2634618 Dec 15 19:14:59.999984 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-c57a6eb1-b2d9-4ac1-8ae9-005e841e261f tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 70cb2476-7b22-4057-b3c9-407bff8cc941 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:14:59.999984 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-c57a6eb1-b2d9-4ac1-8ae9-005e841e261f tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 70cb2476-7b22-4057-b3c9-407bff8cc941 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '7a22a9a2-0db9-418b-a2d5-d9fe7ea3a4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cb378397-c48a-48e4-8cd1-996b9c0b9912'}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:14:59.999984 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57a6eb1-b2d9-4ac1-8ae9-005e841e261f tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 70cb2476-7b22-4057-b3c9-407bff8cc941 on network cb378397-c48a-48e4-8cd1-996b9c0b9912 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:15:00.013353 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [req-797fec0e-1fca-4f1a-af05-437dc4e4603c req-1b7c398e-b9b5-47f1-b97a-a43e426d56b6 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Transition to ACTIVE for port object 27663884-689a-41d6-9b75-eefa8ea291a9 will not be triggered until provisioned by entity DHCP. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:15:00.068953 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-4e95fe63-3c75-4b34-8a40-5e6718f458ab tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Unset dirty status for tenant:671e2ded8501473d83f1e0f0315e9ca5 on resource:port {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:15:00.070199 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4e95fe63-3c75-4b34-8a40-5e6718f458ab tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] 10.222.0.36 "GET /v2.0/ports/b0585fee-04da-4d14-ba2d-e93bc8027125 HTTP/1.1" status: 404 len: 333 time: 0.2575102 Dec 15 19:15:00.074205 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 46748) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:00.080103 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57a6eb1-b2d9-4ac1-8ae9-005e841e261f tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Port 70cb2476-7b22-4057-b3c9-407bff8cc941 on network cb378397-c48a-48e4-8cd1-996b9c0b9912 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:15:00.080892 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR neutron.plugins.ml2.managers [None req-c57a6eb1-b2d9-4ac1-8ae9-005e841e261f tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Failed to bind port 70cb2476-7b22-4057-b3c9-407bff8cc941 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '7a22a9a2-0db9-418b-a2d5-d9fe7ea3a4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cb378397-c48a-48e4-8cd1-996b9c0b9912'}] Dec 15 19:15:00.086140 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.plugin [None req-c57a6eb1-b2d9-4ac1-8ae9-005e841e261f tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempt 7 to bind port 70cb2476-7b22-4057-b3c9-407bff8cc941 Dec 15 19:15:00.114457 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-797fec0e-1fca-4f1a-af05-437dc4e4603c req-1b7c398e-b9b5-47f1-b97a-a43e426d56b6 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:00.130611 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f39fd405-a76b-45ab-8195-3bb23426589c tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:00.276453 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-797fec0e-1fca-4f1a-af05-437dc4e4603c req-1b7c398e-b9b5-47f1-b97a-a43e426d56b6 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Network 7e04f9fb-f9a5-45a2-9184-076bb9a796d7 is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:15:00.286934 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [req-797fec0e-1fca-4f1a-af05-437dc4e4603c req-1b7c398e-b9b5-47f1-b97a-a43e426d56b6 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:15:00.305024 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [req-797fec0e-1fca-4f1a-af05-437dc4e4603c req-1b7c398e-b9b5-47f1-b97a-a43e426d56b6 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:15:00.386112 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-c57a6eb1-b2d9-4ac1-8ae9-005e841e261f tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 70cb2476-7b22-4057-b3c9-407bff8cc941 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:15:00.386530 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-c57a6eb1-b2d9-4ac1-8ae9-005e841e261f tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 70cb2476-7b22-4057-b3c9-407bff8cc941 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '7a22a9a2-0db9-418b-a2d5-d9fe7ea3a4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cb378397-c48a-48e4-8cd1-996b9c0b9912'}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:15:00.387026 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57a6eb1-b2d9-4ac1-8ae9-005e841e261f tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 70cb2476-7b22-4057-b3c9-407bff8cc941 on network cb378397-c48a-48e4-8cd1-996b9c0b9912 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:15:00.403003 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-397033d5-c39c-4724-b63b-16856c4b5d84 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:00.404182 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-4bfa9e65-0550-4d41-bbc6-1f43568a7fb9 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Deleting port 3b482daf-750f-4a90-89a6-cf5d6a567a52 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:15:00.404821 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4bfa9e65-0550-4d41-bbc6-1f43568a7fb9 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:00.492315 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7c398e-b9b5-47f1-b97a-a43e426d56b6 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Pushing event updated for resources: {'Port': ['ID=27663884-689a-41d6-9b75-eefa8ea291a9,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:00.506345 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1b7c398e-b9b5-47f1-b97a-a43e426d56b6 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:00.522043 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57a6eb1-b2d9-4ac1-8ae9-005e841e261f tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Port 70cb2476-7b22-4057-b3c9-407bff8cc941 on network cb378397-c48a-48e4-8cd1-996b9c0b9912 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:15:00.522456 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR neutron.plugins.ml2.managers [None req-c57a6eb1-b2d9-4ac1-8ae9-005e841e261f tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Failed to bind port 70cb2476-7b22-4057-b3c9-407bff8cc941 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '7a22a9a2-0db9-418b-a2d5-d9fe7ea3a4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cb378397-c48a-48e4-8cd1-996b9c0b9912'}] Dec 15 19:15:00.523753 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-397033d5-c39c-4724-b63b-16856c4b5d84 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Transition to ACTIVE for port object 960e901c-76ed-4851-9f1f-d5d33012e955 will not be triggered until provisioned by entity DHCP. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:15:00.529354 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.plugin [None req-c57a6eb1-b2d9-4ac1-8ae9-005e841e261f tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempt 8 to bind port 70cb2476-7b22-4057-b3c9-407bff8cc941 Dec 15 19:15:00.563466 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797fec0e-1fca-4f1a-af05-437dc4e4603c req-1b7c398e-b9b5-47f1-b97a-a43e426d56b6 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:00.565021 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-797fec0e-1fca-4f1a-af05-437dc4e4603c req-1b7c398e-b9b5-47f1-b97a-a43e426d56b6 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:00.630723 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-c57a6eb1-b2d9-4ac1-8ae9-005e841e261f tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 70cb2476-7b22-4057-b3c9-407bff8cc941 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:15:00.631377 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-c57a6eb1-b2d9-4ac1-8ae9-005e841e261f tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 70cb2476-7b22-4057-b3c9-407bff8cc941 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '7a22a9a2-0db9-418b-a2d5-d9fe7ea3a4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cb378397-c48a-48e4-8cd1-996b9c0b9912'}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:15:00.636162 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57a6eb1-b2d9-4ac1-8ae9-005e841e261f tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 70cb2476-7b22-4057-b3c9-407bff8cc941 on network cb378397-c48a-48e4-8cd1-996b9c0b9912 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:15:00.699550 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 46760) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:00.738600 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57a6eb1-b2d9-4ac1-8ae9-005e841e261f tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Port 70cb2476-7b22-4057-b3c9-407bff8cc941 on network cb378397-c48a-48e4-8cd1-996b9c0b9912 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:15:00.738889 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR neutron.plugins.ml2.managers [None req-c57a6eb1-b2d9-4ac1-8ae9-005e841e261f tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Failed to bind port 70cb2476-7b22-4057-b3c9-407bff8cc941 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '7a22a9a2-0db9-418b-a2d5-d9fe7ea3a4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cb378397-c48a-48e4-8cd1-996b9c0b9912'}] Dec 15 19:15:00.746914 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.plugin [None req-c57a6eb1-b2d9-4ac1-8ae9-005e841e261f tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempt 9 to bind port 70cb2476-7b22-4057-b3c9-407bff8cc941 Dec 15 19:15:00.828843 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4bfa9e65-0550-4d41-bbc6-1f43568a7fb9 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:00.830783 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-c57a6eb1-b2d9-4ac1-8ae9-005e841e261f tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 70cb2476-7b22-4057-b3c9-407bff8cc941 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:15:00.831268 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-c57a6eb1-b2d9-4ac1-8ae9-005e841e261f tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 70cb2476-7b22-4057-b3c9-407bff8cc941 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '7a22a9a2-0db9-418b-a2d5-d9fe7ea3a4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cb378397-c48a-48e4-8cd1-996b9c0b9912'}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:15:00.832535 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57a6eb1-b2d9-4ac1-8ae9-005e841e261f tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 70cb2476-7b22-4057-b3c9-407bff8cc941 on network cb378397-c48a-48e4-8cd1-996b9c0b9912 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:15:00.846975 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-797fec0e-1fca-4f1a-af05-437dc4e4603c req-1b7c398e-b9b5-47f1-b97a-a43e426d56b6 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2114513 Dec 15 19:15:00.856841 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-397033d5-c39c-4724-b63b-16856c4b5d84 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:00.865005 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:00.942823 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57a6eb1-b2d9-4ac1-8ae9-005e841e261f tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Port 70cb2476-7b22-4057-b3c9-407bff8cc941 on network cb378397-c48a-48e4-8cd1-996b9c0b9912 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:15:00.943567 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR neutron.plugins.ml2.managers [None req-c57a6eb1-b2d9-4ac1-8ae9-005e841e261f tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Failed to bind port 70cb2476-7b22-4057-b3c9-407bff8cc941 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '7a22a9a2-0db9-418b-a2d5-d9fe7ea3a4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cb378397-c48a-48e4-8cd1-996b9c0b9912'}] Dec 15 19:15:00.962592 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b7b840d4-2ea2-4598-bef2-b1ab701a75d1 None None] Provisioning for port 27663884-689a-41d6-9b75-eefa8ea291a9 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:15:00.963041 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.plugin [None req-c57a6eb1-b2d9-4ac1-8ae9-005e841e261f tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempt 10 to bind port 70cb2476-7b22-4057-b3c9-407bff8cc941 Dec 15 19:15:00.969327 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b7b840d4-2ea2-4598-bef2-b1ab701a75d1 None None] Provisioning complete for port 27663884-689a-41d6-9b75-eefa8ea291a9 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:15:00.970743 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b7b840d4-2ea2-4598-bef2-b1ab701a75d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:00.981822 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [req-797fec0e-1fca-4f1a-af05-437dc4e4603c req-5437d4a1-7833-4499-a6a5-4a4e909b61d9 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:15:00.982981 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-797fec0e-1fca-4f1a-af05-437dc4e4603c req-5437d4a1-7833-4499-a6a5-4a4e909b61d9 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0305343 Dec 15 19:15:01.031012 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-102fed1d-f68e-475b-a3a1-a0830bb3c393 req-39ae2dc7-4503-4477-a0cc-1cc2dfb733ba tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Synchronizing usage tracker for tenant:9123dde40c194e828f2d284c47d69e10 on resource:security_group {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:15:01.126713 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-b7b840d4-2ea2-4598-bef2-b1ab701a75d1 None None] Port 27663884-689a-41d6-9b75-eefa8ea291a9 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:15:01.174778 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-4bfa9e65-0550-4d41-bbc6-1f43568a7fb9 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Calling delete_port for 3b482daf-750f-4a90-89a6-cf5d6a567a52 owned by {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:15:01.198359 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397033d5-c39c-4724-b63b-16856c4b5d84 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Pushing event updated for resources: {'Port': ['ID=960e901c-76ed-4851-9f1f-d5d33012e955,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:01.224405 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b272390a-93d3-4ab1-9976-d46548056f3c tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Router 63822183-9470-4088-9310-60ff0910029c is scheduled to L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 with binding_index 1 {{(pid=88991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 15 19:15:01.345509 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-397033d5-c39c-4724-b63b-16856c4b5d84 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:01.353739 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-425d12c3-aec2-4265-8cc0-ee321fc9b27f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:01.471969 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 47ff0ff5-0b0b-438a-bc14-7048f02114d4 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:15:01.533181 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-c57a6eb1-b2d9-4ac1-8ae9-005e841e261f tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 70cb2476-7b22-4057-b3c9-407bff8cc941 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:15:01.537672 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-102fed1d-f68e-475b-a3a1-a0830bb3c393 req-39ae2dc7-4503-4477-a0cc-1cc2dfb733ba tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Unset dirty status for tenant:9123dde40c194e828f2d284c47d69e10 on resource:security_group {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:15:01.539803 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-102fed1d-f68e-475b-a3a1-a0830bb3c393 req-39ae2dc7-4503-4477-a0cc-1cc2dfb733ba tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9123dde40c194e828f2d284c47d69e10 HTTP/1.1" status: 200 len: 380 time: 1.4329584 Dec 15 19:15:01.539920 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-c57a6eb1-b2d9-4ac1-8ae9-005e841e261f tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 70cb2476-7b22-4057-b3c9-407bff8cc941 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '7a22a9a2-0db9-418b-a2d5-d9fe7ea3a4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cb378397-c48a-48e4-8cd1-996b9c0b9912'}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:15:01.540285 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57a6eb1-b2d9-4ac1-8ae9-005e841e261f tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 70cb2476-7b22-4057-b3c9-407bff8cc941 on network cb378397-c48a-48e4-8cd1-996b9c0b9912 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:15:01.568896 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397033d5-c39c-4724-b63b-16856c4b5d84 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Network 5081f17c-ce13-4eac-86c0-2120a7496701 is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:15:01.625135 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-397033d5-c39c-4724-b63b-16856c4b5d84 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:15:01.659801 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 47ff0ff5-0b0b-438a-bc14-7048f02114d4 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:15:01.663416 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [req-797fec0e-1fca-4f1a-af05-437dc4e4603c req-a5f571a5-e78d-4de9-b228-732c363a0f03 service neutron] Request body: {'port': {'device_id': 'fd7b6d6b-7f80-4be6-b0bc-6fa7558d775b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:15:01.793599 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05b21ff-6797-4bc4-8510-d7087aee20eb None None] Network 5081f17c-ce13-4eac-86c0-2120a7496701 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:15:01.854465 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4bfa9e65-0550-4d41-bbc6-1f43568a7fb9 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:01.864242 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-774a343a-b8a5-4674-8ab1-686c7d5636f8 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:01.919137 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfa9e65-0550-4d41-bbc6-1f43568a7fb9 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Pushing event deleted for resources: {'Port': ['ID=3b482daf-750f-4a90-89a6-cf5d6a567a52,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:01.926709 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4bfa9e65-0550-4d41-bbc6-1f43568a7fb9 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:01.959808 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [req-102fed1d-f68e-475b-a3a1-a0830bb3c393 req-c99d9001-fcdf-4d9f-a434-beebeb426722 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Request body: {'port': {'device_id': '26ec4cd9-d7ba-4603-bd47-7fca7801307b', 'network_id': '63216a8d-7e0f-4726-838d-7fa437e43530', 'admin_state_up': True, 'tenant_id': '9123dde40c194e828f2d284c47d69e10', 'security_groups': ['2f0fc3eb-62ba-4c7b-86c7-e6af2676eef0']}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:15:02.038881 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b272390a-93d3-4ab1-9976-d46548056f3c tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:15:02.174361 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397033d5-c39c-4724-b63b-16856c4b5d84 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:15:02.248424 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4bfa9e65-0550-4d41-bbc6-1f43568a7fb9 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:02.253822 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4bfa9e65-0550-4d41-bbc6-1f43568a7fb9 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] 10.222.0.36 "DELETE /v2.0/ports/3b482daf-750f-4a90-89a6-cf5d6a567a52 HTTP/1.1" status: 204 len: 168 time: 2.1481607 Dec 15 19:15:02.300312 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397033d5-c39c-4724-b63b-16856c4b5d84 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:02.301017 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-397033d5-c39c-4724-b63b-16856c4b5d84 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:02.320602 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e7e7bf32-7b01-43e0-b8f2-2e2e1c66cb96 req-196058ec-5971-4d82-9a8e-97516e08b174 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] 10.222.0.36 "GET /v2.0/ports?device_id=26ec4cd9-d7ba-4603-bd47-7fca7801307b HTTP/1.1" status: 200 len: 210 time: 0.9845488 Dec 15 19:15:02.334649 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc74988-df9b-4937-9d65-2e22d42d4e54 None None] Sync routers for ids ['63822183-9470-4088-9310-60ff0910029c'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:15:02.364389 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 46782) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:02.368396 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [req-102fed1d-f68e-475b-a3a1-a0830bb3c393 req-c99d9001-fcdf-4d9f-a434-beebeb426722 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:15:02.372203 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57a6eb1-b2d9-4ac1-8ae9-005e841e261f tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Port 70cb2476-7b22-4057-b3c9-407bff8cc941 on network cb378397-c48a-48e4-8cd1-996b9c0b9912 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:15:02.372624 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR neutron.plugins.ml2.managers [None req-c57a6eb1-b2d9-4ac1-8ae9-005e841e261f tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Failed to bind port 70cb2476-7b22-4057-b3c9-407bff8cc941 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '7a22a9a2-0db9-418b-a2d5-d9fe7ea3a4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cb378397-c48a-48e4-8cd1-996b9c0b9912'}] Dec 15 19:15:02.373023 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c57a6eb1-b2d9-4ac1-8ae9-005e841e261f tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:02.383690 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-102fed1d-f68e-475b-a3a1-a0830bb3c393 req-c99d9001-fcdf-4d9f-a434-beebeb426722 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Usage tracker for resource:port and tenant:9123dde40c194e828f2d284c47d69e10 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:15:02.391412 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-102fed1d-f68e-475b-a3a1-a0830bb3c393 req-c99d9001-fcdf-4d9f-a434-beebeb426722 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:15:02.399222 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [req-102fed1d-f68e-475b-a3a1-a0830bb3c393 req-c99d9001-fcdf-4d9f-a434-beebeb426722 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:15:02.408773 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b272390a-93d3-4ab1-9976-d46548056f3c tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks [] for router, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:02.413012 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b272390a-93d3-4ab1-9976-d46548056f3c tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.7907948 Dec 15 19:15:02.413961 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 46788) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:02.444077 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc74988-df9b-4937-9d65-2e22d42d4e54 None None] Routers {'63822183-9470-4088-9310-60ff0910029c'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:15:02.445585 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-9fc74988-df9b-4937-9d65-2e22d42d4e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:14:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['63822183-9470-4088-9310-60ff0910029c'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:15:02.481722 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-95d64d0b-e96a-4280-ac52-d863aeede89f tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] GET failed (client error): The resource could not be found. Dec 15 19:15:02.490392 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-95d64d0b-e96a-4280-ac52-d863aeede89f tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] 10.222.0.36 "GET /v2.0/ports/3b482daf-750f-4a90-89a6-cf5d6a567a52 HTTP/1.1" status: 404 len: 333 time: 0.1223404 Dec 15 19:15:02.498728 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 46792) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:02.527083 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-102fed1d-f68e-475b-a3a1-a0830bb3c393 req-c99d9001-fcdf-4d9f-a434-beebeb426722 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Made reservation on behalf of 9123dde40c194e828f2d284c47d69e10 for: {'port': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:15:02.534071 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-397033d5-c39c-4724-b63b-16856c4b5d84 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.4962823 Dec 15 19:15:02.534712 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-102fed1d-f68e-475b-a3a1-a0830bb3c393 req-c99d9001-fcdf-4d9f-a434-beebeb426722 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:02.539443 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-425d12c3-aec2-4265-8cc0-ee321fc9b27f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:15:02.542447 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 46796) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:02.685903 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-4d7d07fc-e9bd-4006-a305-fe55909080f4 None None] Provisioning for port 47ff0ff5-0b0b-438a-bc14-7048f02114d4 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:15:02.695516 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-4d7d07fc-e9bd-4006-a305-fe55909080f4 None None] Provisioning complete for port 47ff0ff5-0b0b-438a-bc14-7048f02114d4 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:15:02.696065 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4d7d07fc-e9bd-4006-a305-fe55909080f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:02.729446 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-b532e882-44e1-44db-b451-bc3fb0632bde tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Request body: {'port': {'network_id': '5081f17c-ce13-4eac-86c0-2120a7496701', 'name': 'tempest-AllowedAddressPairTestJSON-2114995847', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:6c:93:cd'}]}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:15:02.744232 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-9fc74988-df9b-4937-9d65-2e22d42d4e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:15:02.754144 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-425d12c3-aec2-4265-8cc0-ee321fc9b27f admin admin] Usage tracker for resource:security_group_rule and tenant:6e5803b5d8f4449e873464b5bc592acf is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:15:02.756742 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 46800) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:02.767162 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [req-102fed1d-f68e-475b-a3a1-a0830bb3c393 req-c99d9001-fcdf-4d9f-a434-beebeb426722 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Allocated IP 172.20.0.8 (63216a8d-7e0f-4726-838d-7fa437e43530/2527abbd-64f3-47b0-8f5b-9a35313fb6ee/5838a945-bfaf-4a10-a713-cfef6482b79e) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:15:02.807566 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc74988-df9b-4937-9d65-2e22d42d4e54 None None] Routers {'63822183-9470-4088-9310-60ff0910029c'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:15:02.808372 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-9fc74988-df9b-4937-9d65-2e22d42d4e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:14:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['63822183-9470-4088-9310-60ff0910029c'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:15:02.829884 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-425d12c3-aec2-4265-8cc0-ee321fc9b27f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:15:02.939133 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-425d12c3-aec2-4265-8cc0-ee321fc9b27f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:15:03.050673 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-9fc74988-df9b-4937-9d65-2e22d42d4e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:15:03.051196 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc74988-df9b-4937-9d65-2e22d42d4e54 None None] The sync data for ids ['63822183-9470-4088-9310-60ff0910029c'] in dv-neutron-821831-2-hyperv is: [] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:15:03.127608 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-5db6cafd-fc31-4c94-8852-4970a4087d16 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] 10.222.0.36 "GET /v2.0/routers/63822183-9470-4088-9310-60ff0910029c HTTP/1.1" status: 200 len: 921 time: 0.7122483 Dec 15 19:15:03.131382 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 46806) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:03.185602 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-022ea12c-2a76-4bc8-b7da-90ae5076e6f8 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-55549575', 'router:external': True}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:15:03.213262 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a6456e2f-0524-424e-a49d-6dbe62fa9a8b tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] 10.222.0.36 "GET /v2.0/ports?device_id=63822183-9470-4088-9310-60ff0910029c HTTP/1.1" status: 200 len: 205 time: 0.0802171 Dec 15 19:15:03.216715 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 46812) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:03.224438 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-102fed1d-f68e-475b-a3a1-a0830bb3c393 req-c99d9001-fcdf-4d9f-a434-beebeb426722 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:03.224660 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4d7d07fc-e9bd-4006-a305-fe55909080f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:03.240835 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-797fec0e-1fca-4f1a-af05-437dc4e4603c req-a5f571a5-e78d-4de9-b228-732c363a0f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:03.306582 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-4d7d07fc-e9bd-4006-a305-fe55909080f4 None None] For port 47ff0ff5-0b0b-438a-bc14-7048f02114d4, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=47ff0ff5-0b0b-438a-bc14-7048f02114d4,segment=NetworkSegment(e283c361-e878-4a8b-9aea-8594cb3ebab4),segment_id=e283c361-e878-4a8b-9aea-8594cb3ebab4)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:15:03.339237 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4d7d07fc-e9bd-4006-a305-fe55909080f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:03.341024 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:03.382579 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-425d12c3-aec2-4265-8cc0-ee321fc9b27f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:03.389011 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-022ea12c-2a76-4bc8-b7da-90ae5076e6f8 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:15:03.398935 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-022ea12c-2a76-4bc8-b7da-90ae5076e6f8 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Usage tracker for resource:network and tenant:f075a9d384eb440db84c0ccc2770e165 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:15:03.402542 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-022ea12c-2a76-4bc8-b7da-90ae5076e6f8 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:15:03.409335 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-022ea12c-2a76-4bc8-b7da-90ae5076e6f8 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:15:03.418463 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-b532e882-44e1-44db-b451-bc3fb0632bde tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:15:03.431579 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ed049-6d87-4f11-be9a-6d8d97eac6e9 req-beb02400-a61a-438b-bf28-f1f29d10025b tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:03.432702 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-447ed049-6d87-4f11-be9a-6d8d97eac6e9 req-beb02400-a61a-438b-bf28-f1f29d10025b tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Synchronizing usage tracker for tenant:07507a555a264de2b95fac8c5d93591a on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:15:03.435742 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [req-102fed1d-f68e-475b-a3a1-a0830bb3c393 req-c99d9001-fcdf-4d9f-a434-beebeb426722 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Transition to ACTIVE for port object 5838a945-bfaf-4a10-a713-cfef6482b79e will not be triggered until provisioned by entity DHCP. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:15:03.456679 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-425d12c3-aec2-4265-8cc0-ee321fc9b27f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:03.464918 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-b532e882-44e1-44db-b451-bc3fb0632bde tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Usage tracker for resource:port and tenant:e4cd634a8d1d4d5eac171d1178c8a104 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:15:03.479232 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-de88927c-eed9-4593-a1d5-ef8eaae4aa07 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Deleting port 3a00be13-161c-4396-9036-9aed3bad82fa {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:15:03.479624 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-de88927c-eed9-4593-a1d5-ef8eaae4aa07 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:03.496368 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7d07fc-e9bd-4006-a305-fe55909080f4 None None] Pushing event updated for resources: {'Port': ['ID=47ff0ff5-0b0b-438a-bc14-7048f02114d4,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:03.500198 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4d7d07fc-e9bd-4006-a305-fe55909080f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:03.551691 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-022ea12c-2a76-4bc8-b7da-90ae5076e6f8 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Made reservation on behalf of f075a9d384eb440db84c0ccc2770e165 for: {'network': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:15:03.556511 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-022ea12c-2a76-4bc8-b7da-90ae5076e6f8 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:03.580377 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-b532e882-44e1-44db-b451-bc3fb0632bde tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:15:03.619031 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-102fed1d-f68e-475b-a3a1-a0830bb3c393 req-c99d9001-fcdf-4d9f-a434-beebeb426722 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:03.624173 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:03.630578 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4bfa9e65-0550-4d41-bbc6-1f43568a7fb9 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:03.792814 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-5b8370cb-ceea-482b-b7cd-5a56e82ecfd6 None None] Provisioning complete for port 47ff0ff5-0b0b-438a-bc14-7048f02114d4 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:15:03.793243 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5b8370cb-ceea-482b-b7cd-5a56e82ecfd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:03.890079 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-de88927c-eed9-4593-a1d5-ef8eaae4aa07 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:04.051990 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99d9001-fcdf-4d9f-a434-beebeb426722 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Pushing event updated for resources: {'Port': ['ID=5838a945-bfaf-4a10-a713-cfef6482b79e,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:04.057026 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c99d9001-fcdf-4d9f-a434-beebeb426722 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:04.080789 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-102fed1d-f68e-475b-a3a1-a0830bb3c393 req-c99d9001-fcdf-4d9f-a434-beebeb426722 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Network 63216a8d-7e0f-4726-838d-7fa437e43530 is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:15:04.090878 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [req-102fed1d-f68e-475b-a3a1-a0830bb3c393 req-c99d9001-fcdf-4d9f-a434-beebeb426722 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:15:04.107606 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [req-102fed1d-f68e-475b-a3a1-a0830bb3c393 req-c99d9001-fcdf-4d9f-a434-beebeb426722 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:15:04.129959 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-5b8370cb-ceea-482b-b7cd-5a56e82ecfd6 None None] Provisioning for port 960e901c-76ed-4851-9f1f-d5d33012e955 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:15:04.138267 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-5b8370cb-ceea-482b-b7cd-5a56e82ecfd6 None None] Provisioning complete for port 960e901c-76ed-4851-9f1f-d5d33012e955 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:15:04.146533 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5b8370cb-ceea-482b-b7cd-5a56e82ecfd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:04.196456 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-425d12c3-aec2-4265-8cc0-ee321fc9b27f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6e5803b5d8f4449e873464b5bc592acf&name=default HTTP/1.1" status: 200 len: 2647 time: 3.4955556 Dec 15 19:15:04.209743 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 46820) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:04.217361 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-de88927c-eed9-4593-a1d5-ef8eaae4aa07 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Calling delete_port for 3a00be13-161c-4396-9036-9aed3bad82fa owned by {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:15:04.246102 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-5b8370cb-ceea-482b-b7cd-5a56e82ecfd6 None None] Port 960e901c-76ed-4851-9f1f-d5d33012e955 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:15:04.260709 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102fed1d-f68e-475b-a3a1-a0830bb3c393 req-c99d9001-fcdf-4d9f-a434-beebeb426722 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:04.261540 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-102fed1d-f68e-475b-a3a1-a0830bb3c393 req-c99d9001-fcdf-4d9f-a434-beebeb426722 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:04.284929 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-757beaca-cf27-4c04-aefe-4a6332212ee7 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks [] for router, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:04.304219 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-b532e882-44e1-44db-b451-bc3fb0632bde tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:15:04.375526 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-022ea12c-2a76-4bc8-b7da-90ae5076e6f8 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:04.379858 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-5742a227-fd9b-43fe-bf2e-dabf7f32f89c None None] Provisioning complete for port 960e901c-76ed-4851-9f1f-d5d33012e955 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:15:04.381210 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5742a227-fd9b-43fe-bf2e-dabf7f32f89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:04.409897 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-102fed1d-f68e-475b-a3a1-a0830bb3c393 req-c99d9001-fcdf-4d9f-a434-beebeb426722 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4582057 Dec 15 19:15:04.422277 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b5f02a96-1981-4ff0-9e3c-c201675d0cd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:04.463946 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-c57a6eb1-b2d9-4ac1-8ae9-005e841e261f tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] For port 70cb2476-7b22-4057-b3c9-407bff8cc941, host hv-neutron-8218, cleared binding levels {{(pid=88990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:15:04.464370 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-c57a6eb1-b2d9-4ac1-8ae9-005e841e261f tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempted to set empty binding levels {{(pid=88990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 15 19:15:04.464807 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b5f02a96-1981-4ff0-9e3c-c201675d0cd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:04.486229 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-5742a227-fd9b-43fe-bf2e-dabf7f32f89c None None] Port 960e901c-76ed-4851-9f1f-d5d33012e955 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:15:04.513726 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-447ed049-6d87-4f11-be9a-6d8d97eac6e9 req-beb02400-a61a-438b-bf28-f1f29d10025b tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Unset dirty status for tenant:07507a555a264de2b95fac8c5d93591a on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:15:04.515210 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-447ed049-6d87-4f11-be9a-6d8d97eac6e9 req-beb02400-a61a-438b-bf28-f1f29d10025b tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd7b6d6b-7f80-4be6-b0bc-6fa7558d775b HTTP/1.1" status: 200 len: 931 time: 3.2967677 Dec 15 19:15:04.533066 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c57a6eb1-b2d9-4ac1-8ae9-005e841e261f tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:04.584411 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b532e882-44e1-44db-b451-bc3fb0632bde tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Made reservation on behalf of e4cd634a8d1d4d5eac171d1178c8a104 for: {'port': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:15:04.653048 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425d12c3-aec2-4265-8cc0-ee321fc9b27f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d50e57c0-95df-415d-86e9-5dbda78a19aa,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:04.724702 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-425d12c3-aec2-4265-8cc0-ee321fc9b27f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.100s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:04.734126 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dd7ff6-b7fe-4bc1-94a8-5a2041c23774 req-06c569e3-5dd5-4498-ad75-a59739b869b3 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:04.739011 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-72ebab2c-e8cb-43db-bf6c-a505f075770a None None] Provisioning for port 5838a945-bfaf-4a10-a713-cfef6482b79e completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:15:04.744103 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-27dd7ff6-b7fe-4bc1-94a8-5a2041c23774 req-06c569e3-5dd5-4498-ad75-a59739b869b3 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] 10.222.0.36 "GET /v2.0/ports?device_id=26ec4cd9-d7ba-4603-bd47-7fca7801307b HTTP/1.1" status: 200 len: 931 time: 0.5595398 Dec 15 19:15:04.746051 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1b7c398e-b9b5-47f1-b97a-a43e426d56b6 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.183s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:04.761733 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-72ebab2c-e8cb-43db-bf6c-a505f075770a None None] Provisioning complete for port 5838a945-bfaf-4a10-a713-cfef6482b79e triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:15:04.761733 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-72ebab2c-e8cb-43db-bf6c-a505f075770a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:04.761986 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-757beaca-cf27-4c04-aefe-4a6332212ee7 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:04.818651 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-72ebab2c-e8cb-43db-bf6c-a505f075770a None None] Port 5838a945-bfaf-4a10-a713-cfef6482b79e cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:15:04.818973 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b5f02a96-1981-4ff0-9e3c-c201675d0cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:04.826040 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:04.838929 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f02a96-1981-4ff0-9e3c-c201675d0cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50e57c0-95df-415d-86e9-5dbda78a19aa,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:04.841827 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b5f02a96-1981-4ff0-9e3c-c201675d0cd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:04.847501 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-757beaca-cf27-4c04-aefe-4a6332212ee7 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Deleting port ced433d4-5ee2-4e62-baff-9ae5db81d58f {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:15:04.847957 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-757beaca-cf27-4c04-aefe-4a6332212ee7 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:04.882309 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-022ea12c-2a76-4bc8-b7da-90ae5076e6f8 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:15:04.883210 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b5f02a96-1981-4ff0-9e3c-c201675d0cd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:04.884516 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b5f02a96-1981-4ff0-9e3c-c201675d0cd5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d50e57c0-95df-415d-86e9-5dbda78a19aa HTTP/1.1" status: 204 len: 168 time: 0.6630738 Dec 15 19:15:04.913227 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-022ea12c-2a76-4bc8-b7da-90ae5076e6f8 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Usage tracker for resource:security_group_rule and tenant:f075a9d384eb440db84c0ccc2770e165 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:15:04.916990 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-c57a6eb1-b2d9-4ac1-8ae9-005e841e261f tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] In _notify_port_updated(), no bound segment for port 70cb2476-7b22-4057-b3c9-407bff8cc941 on network cb378397-c48a-48e4-8cd1-996b9c0b9912 {{(pid=88990) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 15 19:15:04.918076 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c57a6eb1-b2d9-4ac1-8ae9-005e841e261f tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:04.922680 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c57a6eb1-b2d9-4ac1-8ae9-005e841e261f tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] 10.222.0.36 "PUT /v2.0/ports/70cb2476-7b22-4057-b3c9-407bff8cc941 HTTP/1.1" status: 200 len: 977 time: 9.3080268 Dec 15 19:15:04.927891 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 46826) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:04.974309 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-022ea12c-2a76-4bc8-b7da-90ae5076e6f8 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:15:05.022282 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-447ed049-6d87-4f11-be9a-6d8d97eac6e9 req-db77bf53-d6af-44ba-8a15-6a6a8300a5c5 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] 10.222.0.36 "GET /v2.0/security-groups?id=205b198f-d112-4f7c-84f4-60491e3b03fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4608111 Dec 15 19:15:05.023546 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-022ea12c-2a76-4bc8-b7da-90ae5076e6f8 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:15:05.084907 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-27dd7ff6-b7fe-4bc1-94a8-5a2041c23774 req-426fa3c9-e91d-4524-b2e5-0ab2969ac135 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f0fc3eb-62ba-4c7b-86c7-e6af2676eef0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3396668 Dec 15 19:15:05.123379 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57a6eb1-b2d9-4ac1-8ae9-005e841e261f tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Pushing event updated for resources: {'Port': ['ID=70cb2476-7b22-4057-b3c9-407bff8cc941,revision_number=3']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:05.148405 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c57a6eb1-b2d9-4ac1-8ae9-005e841e261f tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:05.172420 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-de88927c-eed9-4593-a1d5-ef8eaae4aa07 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:05.245471 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:05.277342 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-757beaca-cf27-4c04-aefe-4a6332212ee7 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:05.376504 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 47ff0ff5-0b0b-438a-bc14-7048f02114d4 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:15:05.529152 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 47ff0ff5-0b0b-438a-bc14-7048f02114d4 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:15:05.529583 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:05.545421 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-2f9d6f40-54ed-4fda-8a92-362b4ccca69b tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17853 time: 0.6162508 Dec 15 19:15:05.560830 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-757beaca-cf27-4c04-aefe-4a6332212ee7 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Calling delete_port for ced433d4-5ee2-4e62-baff-9ae5db81d58f owned by network:router_gateway {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:15:05.583056 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 46836) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:05.635628 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de88927c-eed9-4593-a1d5-ef8eaae4aa07 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Pushing event deleted for resources: {'Port': ['ID=3a00be13-161c-4396-9036-9aed3bad82fa,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:05.657492 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-de88927c-eed9-4593-a1d5-ef8eaae4aa07 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:05.809107 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-de88927c-eed9-4593-a1d5-ef8eaae4aa07 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:05.832610 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b532e882-44e1-44db-b451-bc3fb0632bde tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:05.881664 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-b532e882-44e1-44db-b451-bc3fb0632bde tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] device_id is not set on port 011fa266-1b68-4b15-8236-d5345e0c81a2 yet. {{(pid=88990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:15:05.893482 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-757beaca-cf27-4c04-aefe-4a6332212ee7 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:05.908230 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c918bc61-043b-47bf-a845-c617d442b9ef tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:05.986113 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-0f46f590-8c18-4f2f-9d1c-f1f212579cd5 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Deleting port 70cb2476-7b22-4057-b3c9-407bff8cc941 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:15:05.986573 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0f46f590-8c18-4f2f-9d1c-f1f212579cd5 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:06.010354 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757beaca-cf27-4c04-aefe-4a6332212ee7 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Pushing event deleted for resources: {'Port': ['ID=ced433d4-5ee2-4e62-baff-9ae5db81d58f,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:06.013575 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-757beaca-cf27-4c04-aefe-4a6332212ee7 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:06.084940 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-de88927c-eed9-4593-a1d5-ef8eaae4aa07 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] 10.222.0.36 "DELETE /v2.0/ports/3a00be13-161c-4396-9036-9aed3bad82fa HTTP/1.1" status: 204 len: 168 time: 3.5783741 Dec 15 19:15:06.086416 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 46846) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:06.129257 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-022ea12c-2a76-4bc8-b7da-90ae5076e6f8 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:06.187432 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-022ea12c-2a76-4bc8-b7da-90ae5076e6f8 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:06.202030 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:06.260976 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-022ea12c-2a76-4bc8-b7da-90ae5076e6f8 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=88990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:15:06.461264 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-022ea12c-2a76-4bc8-b7da-90ae5076e6f8 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:06.461827 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-022ea12c-2a76-4bc8-b7da-90ae5076e6f8 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Added segment 835b0ee3-9a0d-48ca-b3e9-0da02c53ef26 of type vlan for network a6b675ee-253d-44f7-82fd-264ab560853f Dec 15 19:15:06.606569 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-022ea12c-2a76-4bc8-b7da-90ae5076e6f8 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:06.612808 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-757beaca-cf27-4c04-aefe-4a6332212ee7 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854141934'] for router_gateway, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:06.660582 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022ea12c-2a76-4bc8-b7da-90ae5076e6f8 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca0d7d91-d8fd-4f3f-9fe3-3064e44ee8b8,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:06.666464 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 46858) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:06.699151 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-022ea12c-2a76-4bc8-b7da-90ae5076e6f8 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:06.712775 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-022ea12c-2a76-4bc8-b7da-90ae5076e6f8 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:06.729317 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022ea12c-2a76-4bc8-b7da-90ae5076e6f8 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:06.729966 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-022ea12c-2a76-4bc8-b7da-90ae5076e6f8 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:06.738046 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [req-797fec0e-1fca-4f1a-af05-437dc4e4603c req-a5f571a5-e78d-4de9-b228-732c363a0f03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27663884-689a-41d6-9b75-eefa8ea291a9 {{(pid=88990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 19:15:06.751925 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:06.869091 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-797fec0e-1fca-4f1a-af05-437dc4e4603c req-a5f571a5-e78d-4de9-b228-732c363a0f03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:06.899342 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-b532e882-44e1-44db-b451-bc3fb0632bde tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Allocated IP 172.20.0.8 (5081f17c-ce13-4eac-86c0-2120a7496701/3c40ca78-2d5e-4646-be73-52d2464c0fde/011fa266-1b68-4b15-8236-d5345e0c81a2) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:15:06.908394 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2d704fb-be87-481b-b3b0-6a6a7c7ed51b tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Deleting subnet e5c296a3-c0ee-4e50-9238-1eb46b74dbdd {{(pid=88991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:15:06.918091 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-0f46f590-8c18-4f2f-9d1c-f1f212579cd5 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] For port 70cb2476-7b22-4057-b3c9-407bff8cc941, host hv-neutron-8218, got binding levels [] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:15:06.918590 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0f46f590-8c18-4f2f-9d1c-f1f212579cd5 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:06.925090 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e2d704fb-be87-481b-b3b0-6a6a7c7ed51b tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Notify callbacks [] for subnet, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:06.935807 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022ea12c-2a76-4bc8-b7da-90ae5076e6f8 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Pushing event updated for resources: {'Network': ['ID=a6b675ee-253d-44f7-82fd-264ab560853f,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:06.947630 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-f216ee68-80c3-46c5-814e-cefa2de81ce7 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-538608919', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:15:06.948457 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network a6b675ee-253d-44f7-82fd-264ab560853f details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:15:06.957791 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-022ea12c-2a76-4bc8-b7da-90ae5076e6f8 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:06.973748 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-f216ee68-80c3-46c5-814e-cefa2de81ce7 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:15:07.042401 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [req-797fec0e-1fca-4f1a-af05-437dc4e4603c req-a5f571a5-e78d-4de9-b228-732c363a0f03 service neutron] Transition to ACTIVE for port object 27663884-689a-41d6-9b75-eefa8ea291a9 will not be triggered until provisioned by entity L2. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:15:07.070067 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-757beaca-cf27-4c04-aefe-4a6332212ee7 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854207876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854699191'] for router, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:07.082069 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-757beaca-cf27-4c04-aefe-4a6332212ee7 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:07.085803 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e2d704fb-be87-481b-b3b0-6a6a7c7ed51b tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16332759'] for subnet, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:07.113759 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-f216ee68-80c3-46c5-814e-cefa2de81ce7 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Usage tracker for resource:router and tenant:cdff2b06bba44ce499218532d32f2bb3 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:15:07.122879 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-0f46f590-8c18-4f2f-9d1c-f1f212579cd5 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Calling delete_port for 70cb2476-7b22-4057-b3c9-407bff8cc941 owned by {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:15:07.153858 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-f216ee68-80c3-46c5-814e-cefa2de81ce7 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:15:07.169226 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-797fec0e-1fca-4f1a-af05-437dc4e4603c req-a5f571a5-e78d-4de9-b228-732c363a0f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:07.174415 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c57a6eb1-b2d9-4ac1-8ae9-005e841e261f tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:07.176660 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-757beaca-cf27-4c04-aefe-4a6332212ee7 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854207982'] for router, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:07.177265 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-757beaca-cf27-4c04-aefe-4a6332212ee7 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Fanout notify agent at l3_agent the message router_deleted on router 63822183-9470-4088-9310-60ff0910029c {{(pid=88991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 19:15:07.207687 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-022ea12c-2a76-4bc8-b7da-90ae5076e6f8 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 4.4432907 Dec 15 19:15:07.220583 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 46864) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:07.225407 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-f216ee68-80c3-46c5-814e-cefa2de81ce7 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:15:07.251618 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-757beaca-cf27-4c04-aefe-4a6332212ee7 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks [] for router, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:07.252832 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-757beaca-cf27-4c04-aefe-4a6332212ee7 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] 10.222.0.36 "DELETE /v2.0/routers/63822183-9470-4088-9310-60ff0910029c HTTP/1.1" status: 204 len: 168 time: 4.0347836 Dec 15 19:15:07.256988 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 46868) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:07.259759 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-1dc8baef-35a6-4021-892d-b009c29b6ea5 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Request body: {'subnet': {'network_id': 'a6b675ee-253d-44f7-82fd-264ab560853f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:15:07.264804 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-9da46a26-fa6e-4ee2-9e43-a76076ffff66 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Request body: {'router': {'name': 'tempest-snat-router-451727072', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'enable_snat': False}}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:15:07.273045 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-9da46a26-fa6e-4ee2-9e43-a76076ffff66 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:15:07.280362 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-9da46a26-fa6e-4ee2-9e43-a76076ffff66 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Usage tracker for resource:router and tenant:848d097f252940a4b39a0e19eea0eb89 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:15:07.284707 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-9da46a26-fa6e-4ee2-9e43-a76076ffff66 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:15:07.288068 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e2d704fb-be87-481b-b3b0-6a6a7c7ed51b tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:07.298074 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-1dc8baef-35a6-4021-892d-b009c29b6ea5 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:15:07.330851 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-1dc8baef-35a6-4021-892d-b009c29b6ea5 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Usage tracker for resource:subnet and tenant:f075a9d384eb440db84c0ccc2770e165 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:15:07.398353 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-1dc8baef-35a6-4021-892d-b009c29b6ea5 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:15:07.463890 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f216ee68-80c3-46c5-814e-cefa2de81ce7 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854699176'] for router, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:07.464857 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f216ee68-80c3-46c5-814e-cefa2de81ce7 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854194926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-76609'] for router, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:07.474655 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a847b1c-79ac-4d0a-9b66-5e33fcda6fe7 req-4ddfe0a8-ac5e-4394-b6e9-682ea80fd122 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:07.476371 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8a847b1c-79ac-4d0a-9b66-5e33fcda6fe7 req-4ddfe0a8-ac5e-4394-b6e9-682ea80fd122 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd7b6d6b-7f80-4be6-b0bc-6fa7558d775b HTTP/1.1" status: 200 len: 931 time: 0.9905312 Dec 15 19:15:07.477439 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-1dc8baef-35a6-4021-892d-b009c29b6ea5 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:15:07.548508 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-9da46a26-fa6e-4ee2-9e43-a76076ffff66 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:15:07.555021 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b988f029-3496-4403-99ad-4d87eb45da89 req-33250614-97b7-4550-b192-2ff7585dce22 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:07.556637 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b988f029-3496-4403-99ad-4d87eb45da89 req-33250614-97b7-4550-b192-2ff7585dce22 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] 10.222.0.36 "GET /v2.0/ports?device_id=26ec4cd9-d7ba-4603-bd47-7fca7801307b HTTP/1.1" status: 200 len: 931 time: 1.1095397 Dec 15 19:15:07.557540 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f571a5-e78d-4de9-b228-732c363a0f03 service neutron] Pushing event updated for resources: {'Port': ['ID=27663884-689a-41d6-9b75-eefa8ea291a9,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:07.571477 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a5f571a5-e78d-4de9-b228-732c363a0f03 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:07.602391 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9da46a26-fa6e-4ee2-9e43-a76076ffff66 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854699176'] for router, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:07.604362 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9da46a26-fa6e-4ee2-9e43-a76076ffff66 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854194926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-76609'] for router, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:07.708167 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc8baef-35a6-4021-892d-b009c29b6ea5 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Made reservation on behalf of f075a9d384eb440db84c0ccc2770e165 for: {'subnet': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:15:07.713348 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1dc8baef-35a6-4021-892d-b009c29b6ea5 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839924940'] for subnet, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:07.825585 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9da46a26-fa6e-4ee2-9e43-a76076ffff66 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:08.019178 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e2d704fb-be87-481b-b3b0-6a6a7c7ed51b tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16156049'] for subnet, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:08.033519 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:08.076360 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d704fb-be87-481b-b3b0-6a6a7c7ed51b tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Pushing event deleted for resources: {'Subnet': ['ID=e5c296a3-c0ee-4e50-9238-1eb46b74dbdd,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:08.084003 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e2d704fb-be87-481b-b3b0-6a6a7c7ed51b tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:08.087143 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0f46f590-8c18-4f2f-9d1c-f1f212579cd5 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:08.090468 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e2d704fb-be87-481b-b3b0-6a6a7c7ed51b tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:08.099003 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5373bf-8cc1-4b78-8a8a-4f8bd6427190 None None] Network 3cc97137-116d-4ce7-b4c4-c8bc069899e8 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:15:08.101597 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9da46a26-fa6e-4ee2-9e43-a76076ffff66 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:08.111361 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e2d704fb-be87-481b-b3b0-6a6a7c7ed51b tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] 10.222.0.36 "DELETE /v2.0/subnets/e5c296a3-c0ee-4e50-9238-1eb46b74dbdd HTTP/1.1" status: 204 len: 168 time: 2.0204873 Dec 15 19:15:08.112479 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 46872) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:08.121538 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-06d3a3b8-1aa1-4872-ae48-7c93f17838e2 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:08.165787 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8a847b1c-79ac-4d0a-9b66-5e33fcda6fe7 req-5d1297c7-7299-4dff-ade6-76a091840183 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] 10.222.0.36 "GET /v2.0/security-groups?id=205b198f-d112-4f7c-84f4-60491e3b03fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6055279 Dec 15 19:15:08.184907 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b988f029-3496-4403-99ad-4d87eb45da89 req-79243fe8-f811-4a5f-a79a-996ba1b8c722 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f0fc3eb-62ba-4c7b-86c7-e6af2676eef0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6078324 Dec 15 19:15:08.201300 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f216ee68-80c3-46c5-814e-cefa2de81ce7 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:08.234605 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f46f590-8c18-4f2f-9d1c-f1f212579cd5 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Pushing event deleted for resources: {'Port': ['ID=70cb2476-7b22-4057-b3c9-407bff8cc941,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:08.253899 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b532e882-44e1-44db-b451-bc3fb0632bde tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:08.270004 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0f46f590-8c18-4f2f-9d1c-f1f212579cd5 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:08.276814 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f216ee68-80c3-46c5-814e-cefa2de81ce7 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904'] for router, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:08.304989 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e10d5a5a-6158-4f58-ad28-57b569db5fc3 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:08.316632 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-797fec0e-1fca-4f1a-af05-437dc4e4603c req-a5f571a5-e78d-4de9-b228-732c363a0f03 service neutron] Attempting to bind port 27663884-689a-41d6-9b75-eefa8ea291a9 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:15:08.317088 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-797fec0e-1fca-4f1a-af05-437dc4e4603c req-a5f571a5-e78d-4de9-b228-732c363a0f03 service neutron] Attempting to bind port 27663884-689a-41d6-9b75-eefa8ea291a9 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'f74e07b2-aaa7-4c64-830f-9319a4bdc4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7e04f9fb-f9a5-45a2-9184-076bb9a796d7'}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:15:08.321715 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797fec0e-1fca-4f1a-af05-437dc4e4603c req-a5f571a5-e78d-4de9-b228-732c363a0f03 service neutron] Attempting to bind port 27663884-689a-41d6-9b75-eefa8ea291a9 on network 7e04f9fb-f9a5-45a2-9184-076bb9a796d7 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:15:08.321715 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0f46f590-8c18-4f2f-9d1c-f1f212579cd5 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:08.321958 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4c40e713-6f9d-40bf-a61e-2296902a890e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:08.336508 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797fec0e-1fca-4f1a-af05-437dc4e4603c req-a5f571a5-e78d-4de9-b228-732c363a0f03 service neutron] Port 27663884-689a-41d6-9b75-eefa8ea291a9 on network 7e04f9fb-f9a5-45a2-9184-076bb9a796d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:15:08.336908 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797fec0e-1fca-4f1a-af05-437dc4e4603c req-a5f571a5-e78d-4de9-b228-732c363a0f03 service neutron] Attempting to bind port 27663884-689a-41d6-9b75-eefa8ea291a9 on network 7e04f9fb-f9a5-45a2-9184-076bb9a796d7 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:15:08.350447 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0f46f590-8c18-4f2f-9d1c-f1f212579cd5 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] 10.222.0.36 "DELETE /v2.0/ports/70cb2476-7b22-4057-b3c9-407bff8cc941 HTTP/1.1" status: 204 len: 168 time: 2.6369882 Dec 15 19:15:08.354231 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 46876) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:08.357216 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797fec0e-1fca-4f1a-af05-437dc4e4603c req-a5f571a5-e78d-4de9-b228-732c363a0f03 service neutron] Checking agent: {'id': '59e4c979-c5dd-468d-a1f2-341133950749', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 12, 24), 'started_at': datetime.datetime(2021, 12, 15, 19, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:15:08.357590 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797fec0e-1fca-4f1a-af05-437dc4e4603c req-a5f571a5-e78d-4de9-b228-732c363a0f03 service neutron] Checking segment: {'id': 'f74e07b2-aaa7-4c64-830f-9319a4bdc4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7e04f9fb-f9a5-45a2-9184-076bb9a796d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:15:08.358164 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797fec0e-1fca-4f1a-af05-437dc4e4603c req-a5f571a5-e78d-4de9-b228-732c363a0f03 service neutron] Bound using segment: {'id': 'f74e07b2-aaa7-4c64-830f-9319a4bdc4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7e04f9fb-f9a5-45a2-9184-076bb9a796d7'} {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:15:08.358741 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-797fec0e-1fca-4f1a-af05-437dc4e4603c req-a5f571a5-e78d-4de9-b228-732c363a0f03 service neutron] Bound port: 27663884-689a-41d6-9b75-eefa8ea291a9, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f74e07b2-aaa7-4c64-830f-9319a4bdc4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7e04f9fb-f9a5-45a2-9184-076bb9a796d7'}}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:15:08.359144 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-797fec0e-1fca-4f1a-af05-437dc4e4603c req-a5f571a5-e78d-4de9-b228-732c363a0f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:08.377418 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-e10d5a5a-6158-4f58-ad28-57b569db5fc3 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Deleting port 409b19b4-4fb7-4b09-8a9b-f979d81f7440 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:15:08.377806 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e10d5a5a-6158-4f58-ad28-57b569db5fc3 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:08.407224 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b532e882-44e1-44db-b451-bc3fb0632bde tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Transition to ACTIVE for port object 011fa266-1b68-4b15-8236-d5345e0c81a2 will not be triggered until provisioned by entity DHCP. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:15:08.420303 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f216ee68-80c3-46c5-814e-cefa2de81ce7 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:08.424801 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f216ee68-80c3-46c5-814e-cefa2de81ce7 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.7365124 Dec 15 19:15:08.426284 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 46882) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:08.432213 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebdcd72a-ffee-4e69-8730-fc10199b4825 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] GET failed (client error): The resource could not be found. Dec 15 19:15:08.432782 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ebdcd72a-ffee-4e69-8730-fc10199b4825 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Synchronizing usage tracker for tenant:f8a09531f9cc4e46abc09199ccd8b383 on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:15:08.438269 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-99ba8c32-b721-4f64-90b3-b0855167c815 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-447259333'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:15:08.448182 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-99ba8c32-b721-4f64-90b3-b0855167c815 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:15:08.463673 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-99ba8c32-b721-4f64-90b3-b0855167c815 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Usage tracker for resource:network and tenant:cdff2b06bba44ce499218532d32f2bb3 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:15:08.469191 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-99ba8c32-b721-4f64-90b3-b0855167c815 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:15:08.480616 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-99ba8c32-b721-4f64-90b3-b0855167c815 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:15:08.517918 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d55e81-1f34-4306-9b99-b106f11eaa5c None None] DHCP port deletion for 3cc97137-116d-4ce7-b4c4-c8bc069899e8 request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:15:08.523803 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d9d55e81-1f34-4306-9b99-b106f11eaa5c None None] Deleting port 409b19b4-4fb7-4b09-8a9b-f979d81f7440 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:15:08.524226 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d9d55e81-1f34-4306-9b99-b106f11eaa5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:08.572901 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ba8c32-b721-4f64-90b3-b0855167c815 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Made reservation on behalf of cdff2b06bba44ce499218532d32f2bb3 for: {'network': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:15:08.578381 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-99ba8c32-b721-4f64-90b3-b0855167c815 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:08.580933 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b532e882-44e1-44db-b451-bc3fb0632bde tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:08.582664 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ebdcd72a-ffee-4e69-8730-fc10199b4825 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Unset dirty status for tenant:f8a09531f9cc4e46abc09199ccd8b383 on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:15:08.588375 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ebdcd72a-ffee-4e69-8730-fc10199b4825 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] 10.222.0.36 "GET /v2.0/ports/70cb2476-7b22-4057-b3c9-407bff8cc941 HTTP/1.1" status: 404 len: 333 time: 0.2287338 Dec 15 19:15:08.590346 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 46886) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:08.592280 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c57a6eb1-b2d9-4ac1-8ae9-005e841e261f tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:08.649902 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-797fec0e-1fca-4f1a-af05-437dc4e4603c req-a5f571a5-e78d-4de9-b228-732c363a0f03 service neutron] For port 27663884-689a-41d6-9b75-eefa8ea291a9, host hv-neutron-8218, cleared binding levels {{(pid=88990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:15:08.666169 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-7535e621-54db-4485-99f5-dc0c5a21448a tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-199077520', 'network_id': 'cb378397-c48a-48e4-8cd1-996b9c0b9912'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:15:08.679383 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-99ba8c32-b721-4f64-90b3-b0855167c815 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks [] for security_group, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:08.681929 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-797fec0e-1fca-4f1a-af05-437dc4e4603c req-a5f571a5-e78d-4de9-b228-732c363a0f03 service neutron] For port 27663884-689a-41d6-9b75-eefa8ea291a9, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=27663884-689a-41d6-9b75-eefa8ea291a9,segment=NetworkSegment(f74e07b2-aaa7-4c64-830f-9319a4bdc4d6),segment_id=f74e07b2-aaa7-4c64-830f-9319a4bdc4d6)] {{(pid=88990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:15:08.690534 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-7535e621-54db-4485-99f5-dc0c5a21448a tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:15:08.722196 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b532e882-44e1-44db-b451-bc3fb0632bde tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Network 5081f17c-ce13-4eac-86c0-2120a7496701 is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:15:08.729469 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-797fec0e-1fca-4f1a-af05-437dc4e4603c req-a5f571a5-e78d-4de9-b228-732c363a0f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:08.732417 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-7535e621-54db-4485-99f5-dc0c5a21448a tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:15:08.733284 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b532e882-44e1-44db-b451-bc3fb0632bde tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Pushing event updated for resources: {'Port': ['ID=011fa266-1b68-4b15-8236-d5345e0c81a2,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:08.736146 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-b532e882-44e1-44db-b451-bc3fb0632bde tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:15:08.738334 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b532e882-44e1-44db-b451-bc3fb0632bde tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:15:08.743497 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-e10d5a5a-6158-4f58-ad28-57b569db5fc3 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] For port 409b19b4-4fb7-4b09-8a9b-f979d81f7440, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=409b19b4-4fb7-4b09-8a9b-f979d81f7440,segment=NetworkSegment(4a9a854d-38d9-4bd3-9cf0-c78e8c1bb43a),segment_id=4a9a854d-38d9-4bd3-9cf0-c78e8c1bb43a)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:15:08.743924 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e10d5a5a-6158-4f58-ad28-57b569db5fc3 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:08.772901 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b532e882-44e1-44db-b451-bc3fb0632bde tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:08.773381 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b532e882-44e1-44db-b451-bc3fb0632bde tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:08.799521 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d9d55e81-1f34-4306-9b99-b106f11eaa5c None None] For port 409b19b4-4fb7-4b09-8a9b-f979d81f7440, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=409b19b4-4fb7-4b09-8a9b-f979d81f7440,segment=NetworkSegment(4a9a854d-38d9-4bd3-9cf0-c78e8c1bb43a),segment_id=4a9a854d-38d9-4bd3-9cf0-c78e8c1bb43a)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:15:08.799967 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d9d55e81-1f34-4306-9b99-b106f11eaa5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:08.873364 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-99ba8c32-b721-4f64-90b3-b0855167c815 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:15:08.889144 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-797fec0e-1fca-4f1a-af05-437dc4e4603c req-a5f571a5-e78d-4de9-b228-732c363a0f03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:08.890743 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-797fec0e-1fca-4f1a-af05-437dc4e4603c req-a5f571a5-e78d-4de9-b228-732c363a0f03 service neutron] 10.222.0.32 "PUT /v2.0/ports/27663884-689a-41d6-9b75-eefa8ea291a9 HTTP/1.1" status: 200 len: 1093 time: 7.6971354 Dec 15 19:15:08.893738 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd7b6d6b-7f80-4be6-b0bc-6fa7558d775b', 'tag': '27663884-689a-41d6-9b75-eefa8ea291a9'}] {{(pid=88990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:15:08.904394 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b532e882-44e1-44db-b451-bc3fb0632bde tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:08.905081 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b532e882-44e1-44db-b451-bc3fb0632bde tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:08.955854 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f571a5-e78d-4de9-b228-732c363a0f03 service neutron] Pushing event updated for resources: {'Port': ['ID=27663884-689a-41d6-9b75-eefa8ea291a9,revision_number=3']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:08.962542 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a5f571a5-e78d-4de9-b228-732c363a0f03 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:08.997258 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [req-102fed1d-f68e-475b-a3a1-a0830bb3c393 req-32f481e9-b001-4266-8b89-7084c85d5383 service neutron] Request body: {'port': {'device_id': '26ec4cd9-d7ba-4603-bd47-7fca7801307b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:15:09.000369 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d9d55e81-1f34-4306-9b99-b106f11eaa5c None None] Calling delete_port for 409b19b4-4fb7-4b09-8a9b-f979d81f7440 owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:15:09.097645 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9da46a26-fa6e-4ee2-9e43-a76076ffff66 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:09.130972 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b532e882-44e1-44db-b451-bc3fb0632bde tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 6.5205898 Dec 15 19:15:09.140220 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7535e621-54db-4485-99f5-dc0c5a21448a tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Made reservation on behalf of f8a09531f9cc4e46abc09199ccd8b383 for: {'port': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:15:09.148214 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7535e621-54db-4485-99f5-dc0c5a21448a tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:09.152473 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 46894) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:09.202602 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d9d55e81-1f34-4306-9b99-b106f11eaa5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866'] for port, after_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:09.208466 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3e9ac363-8eb4-4c04-aab6-2197ac40bf1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:09.227345 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-99ba8c32-b721-4f64-90b3-b0855167c815 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Usage tracker for resource:security_group_rule and tenant:cdff2b06bba44ce499218532d32f2bb3 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:15:09.232894 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-99ba8c32-b721-4f64-90b3-b0855167c815 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:15:09.239903 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-99ba8c32-b721-4f64-90b3-b0855167c815 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:15:09.291576 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-e10d5a5a-6158-4f58-ad28-57b569db5fc3 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Calling delete_port for 409b19b4-4fb7-4b09-8a9b-f979d81f7440 owned by network:dhcp {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:15:09.363876 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-797fec0e-1fca-4f1a-af05-437dc4e4603c req-989cf389-e5c7-4434-b759-11cdab1508bc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=07507a555a264de2b95fac8c5d93591a&device_id=fd7b6d6b-7f80-4be6-b0bc-6fa7558d775b HTTP/1.1" status: 200 len: 1096 time: 0.2820213 Dec 15 19:15:09.393401 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd7b6d6b-7f80-4be6-b0bc-6fa7558d775b', 'tag': '27663884-689a-41d6-9b75-eefa8ea291a9', 'status': 'completed', 'code': 200} Dec 15 19:15:09.393899 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 409b19b4-4fb7-4b09-8a9b-f979d81f7440 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:15:09.394860 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-102fed1d-f68e-475b-a3a1-a0830bb3c393 req-32f481e9-b001-4266-8b89-7084c85d5383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:09.415441 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-e10d5a5a-6158-4f58-ad28-57b569db5fc3 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88991) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:15:09.415834 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-e10d5a5a-6158-4f58-ad28-57b569db5fc3 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:15:09.439407 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d55e81-1f34-4306-9b99-b106f11eaa5c None None] Pushing event deleted for resources: {'Port': ['ID=409b19b4-4fb7-4b09-8a9b-f979d81f7440,revision_number=None']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:09.446019 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 409b19b4-4fb7-4b09-8a9b-f979d81f7440 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:15:09.446750 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 409b19b4-4fb7-4b09-8a9b-f979d81f7440 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:15:09.462621 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-99ba8c32-b721-4f64-90b3-b0855167c815 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks [] for security_group, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:09.466571 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-3007bc75-ba63-43b5-88c2-f1e9a598b370 None None] Provisioning for port 011fa266-1b68-4b15-8236-d5345e0c81a2 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:15:09.472719 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d9d55e81-1f34-4306-9b99-b106f11eaa5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:09.475906 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d55e81-1f34-4306-9b99-b106f11eaa5c None None] No DVR routers for this DVR port 409b19b4-4fb7-4b09-8a9b-f979d81f7440 on host dv-neutron-821831-2-hyperv {{(pid=88992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:15:09.477069 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-3007bc75-ba63-43b5-88c2-f1e9a598b370 None None] Provisioning complete for port 011fa266-1b68-4b15-8236-d5345e0c81a2 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:15:09.477638 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3007bc75-ba63-43b5-88c2-f1e9a598b370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:09.515423 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9da46a26-fa6e-4ee2-9e43-a76076ffff66 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:09.527390 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:09.546601 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-3007bc75-ba63-43b5-88c2-f1e9a598b370 None None] Port 011fa266-1b68-4b15-8236-d5345e0c81a2 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:15:09.561413 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c13b15-9ad8-4fea-807f-0313ac55c364 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:09.565890 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-99ba8c32-b721-4f64-90b3-b0855167c815 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:09.566090 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c13b15-9ad8-4fea-807f-0313ac55c364 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:09.570777 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c13b15-9ad8-4fea-807f-0313ac55c364 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:09.571680 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-89c13b15-9ad8-4fea-807f-0313ac55c364 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Synchronizing usage tracker for tenant:e4cd634a8d1d4d5eac171d1178c8a104 on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:15:09.584222 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-7535e621-54db-4485-99f5-dc0c5a21448a tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] device_id is not set on port dbb3284b-2f8e-401b-a025-144de68915ec yet. {{(pid=88991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:15:09.611077 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-797fec0e-1fca-4f1a-af05-437dc4e4603c req-0b52eb75-80d9-4fd3-a565-6bd867b9b619 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27663884-689a-41d6-9b75-eefa8ea291a9 HTTP/1.1" status: 200 len: 217 time: 0.2161753 Dec 15 19:15:09.623278 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:09.757736 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-89c13b15-9ad8-4fea-807f-0313ac55c364 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Unset dirty status for tenant:e4cd634a8d1d4d5eac171d1178c8a104 on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:15:09.758181 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99ba8c32-b721-4f64-90b3-b0855167c815 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=88991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:15:09.759058 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-89c13b15-9ad8-4fea-807f-0313ac55c364 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2468 time: 0.6040351 Dec 15 19:15:09.765235 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 46908) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:09.774906 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797fec0e-1fca-4f1a-af05-437dc4e4603c req-f65790f5-8a7b-42c1-8f65-330f628ff177 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:09.776462 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-797fec0e-1fca-4f1a-af05-437dc4e4603c req-f65790f5-8a7b-42c1-8f65-330f628ff177 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=357073fc-8f72-4ec9-a709-b1f581df7965 HTTP/1.1" status: 200 len: 845 time: 0.1567824 Dec 15 19:15:09.776627 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ba8c32-b721-4f64-90b3-b0855167c815 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12605941-15b9-4f89-965c-7f33b5d705a1,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:09.777176 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1dc8baef-35a6-4021-892d-b009c29b6ea5 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838139473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839924955'] for subnet, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:09.787960 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-99ba8c32-b721-4f64-90b3-b0855167c815 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:09.841660 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-99ba8c32-b721-4f64-90b3-b0855167c815 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:09.842062 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-99ba8c32-b721-4f64-90b3-b0855167c815 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Added segment 007249d5-8937-45b0-8124-1d11d42be5c4 of type vlan for network 926f97d5-e7b5-4a7d-9f60-169797f253bf Dec 15 19:15:09.869454 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e418d51a-b74b-4940-bcd7-82478e6fd2fc tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:09.920944 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-e10d5a5a-6158-4f58-ad28-57b569db5fc3 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Deleting port 409b19b4-4fb7-4b09-8a9b-f979d81f7440 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:15:09.921331 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e10d5a5a-6158-4f58-ad28-57b569db5fc3 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:09.950656 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b143637-ae9e-4dc5-ae4d-d5f3a5c74395 req-63cf9fc8-eb4b-42d3-a5e7-148818626beb tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:09.952277 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9b143637-ae9e-4dc5-ae4d-d5f3a5c74395 req-63cf9fc8-eb4b-42d3-a5e7-148818626beb tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd7b6d6b-7f80-4be6-b0bc-6fa7558d775b HTTP/1.1" status: 200 len: 943 time: 0.4907949 Dec 15 19:15:10.007358 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-45454a8e-0056-469c-8d2d-ad071549f006 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Deleting port 011fa266-1b68-4b15-8236-d5345e0c81a2 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:15:10.007759 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-45454a8e-0056-469c-8d2d-ad071549f006 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:10.044151 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b447a3e2-71db-4b1c-abd9-ec716ba34038 req-b201dec0-6a87-4541-a207-e746d0e89c55 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:10.045785 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b447a3e2-71db-4b1c-abd9-ec716ba34038 req-b201dec0-6a87-4541-a207-e746d0e89c55 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] 10.222.0.36 "GET /v2.0/ports?device_id=26ec4cd9-d7ba-4603-bd47-7fca7801307b HTTP/1.1" status: 200 len: 931 time: 0.5068712 Dec 15 19:15:10.080151 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc8baef-35a6-4021-892d-b009c29b6ea5 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a896df6f-57aa-46ac-9003-3f11f49ecb30,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:10.116074 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1dc8baef-35a6-4021-892d-b009c29b6ea5 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:10.231572 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc8baef-35a6-4021-892d-b009c29b6ea5 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Checking segment: {'id': '835b0ee3-9a0d-48ca-b3e9-0da02c53ef26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a6b675ee-253d-44f7-82fd-264ab560853f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:15:10.231967 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc8baef-35a6-4021-892d-b009c29b6ea5 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Network hostable DHCP agents. Network: a6b675ee-253d-44f7-82fd-264ab560853f, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:15:10.238860 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9b143637-ae9e-4dc5-ae4d-d5f3a5c74395 req-611e1026-9143-41a0-a818-99e6a6ce6f78 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] 10.222.0.36 "GET /v2.0/security-groups?id=205b198f-d112-4f7c-84f4-60491e3b03fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2646856 Dec 15 19:15:10.249424 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-e10d5a5a-6158-4f58-ad28-57b569db5fc3 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] The port '409b19b4-4fb7-4b09-8a9b-f979d81f7440' was deleted {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 15 19:15:10.260622 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b447a3e2-71db-4b1c-abd9-ec716ba34038 req-91961f00-8a88-4c5a-9fef-b94c459d5c38 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f0fc3eb-62ba-4c7b-86c7-e6af2676eef0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2001283 Dec 15 19:15:10.264546 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-797fec0e-1fca-4f1a-af05-437dc4e4603c req-56a8a63c-4342-4db2-9ed7-f0bbf780bcce service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7e04f9fb-f9a5-45a2-9184-076bb9a796d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4456446 Dec 15 19:15:10.290013 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-99ba8c32-b721-4f64-90b3-b0855167c815 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:10.387606 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-9da46a26-fa6e-4ee2-9e43-a76076ffff66 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Allocated IP 172.26.3.204 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/3079d66b-a0d2-4b92-8be4-9635c373429b) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:15:10.470857 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2108ce74-53a9-4afe-b2a0-4d7af1f80828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:10.496697 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc8baef-35a6-4021-892d-b009c29b6ea5 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Network a6b675ee-253d-44f7-82fd-264ab560853f is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:15:10.551688 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-1dc8baef-35a6-4021-892d-b009c29b6ea5 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, a6b675ee-253d-44f7-82fd-264ab560853f) {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:15:10.554415 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-45454a8e-0056-469c-8d2d-ad071549f006 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:10.560068 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f7eead-552a-409a-8913-3a130580bc0c None None] Network a6b675ee-253d-44f7-82fd-264ab560853f requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:15:10.568850 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-797fec0e-1fca-4f1a-af05-437dc4e4603c req-354c2fff-3b84-4f14-baa4-cbdf08eaae8a service neutron] 10.222.0.32 "GET /v2.0/networks/7e04f9fb-f9a5-45a2-9184-076bb9a796d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663136 Dec 15 19:15:10.571807 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc8baef-35a6-4021-892d-b009c29b6ea5 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:10.572450 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1dc8baef-35a6-4021-892d-b009c29b6ea5 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:10.670263 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e10d5a5a-6158-4f58-ad28-57b569db5fc3 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:10.708427 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7535e621-54db-4485-99f5-dc0c5a21448a tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:10.717628 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:10.756120 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-e10d5a5a-6158-4f58-ad28-57b569db5fc3 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cc97137-116d-4ce7-b4c4-c8bc069899e8']}} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:15:10.769712 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-99ba8c32-b721-4f64-90b3-b0855167c815 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:10.826794 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ba8c32-b721-4f64-90b3-b0855167c815 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:10.827445 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-99ba8c32-b721-4f64-90b3-b0855167c815 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:10.836023 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-e10d5a5a-6158-4f58-ad28-57b569db5fc3 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a9a854d-38d9-4bd3-9cf0-c78e8c1bb43a') {'for_net_delete': True} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:15:10.836358 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-e10d5a5a-6158-4f58-ad28-57b569db5fc3 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a9a854d-38d9-4bd3-9cf0-c78e8c1bb43a') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:15:10.847041 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20281a1-c554-4ad8-af7a-2cb64d4a517b None None] Network a6b675ee-253d-44f7-82fd-264ab560853f requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:15:10.852578 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-13e1e983-db57-4e30-b395-2af853cb8feb tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:10.901910 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e10d5a5a-6158-4f58-ad28-57b569db5fc3 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838443042'] for segment, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:10.925676 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-45454a8e-0056-469c-8d2d-ad071549f006 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Calling delete_port for 011fa266-1b68-4b15-8236-d5345e0c81a2 owned by {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:15:11.026270 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1dc8baef-35a6-4021-892d-b009c29b6ea5 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.7998381 Dec 15 19:15:11.034230 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 46912) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:11.038766 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [req-102fed1d-f68e-475b-a3a1-a0830bb3c393 req-32f481e9-b001-4266-8b89-7084c85d5383 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5838a945-bfaf-4a10-a713-cfef6482b79e {{(pid=88991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 19:15:11.051245 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ba8c32-b721-4f64-90b3-b0855167c815 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Pushing event updated for resources: {'Network': ['ID=926f97d5-e7b5-4a7d-9f60-169797f253bf,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:11.053499 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-99ba8c32-b721-4f64-90b3-b0855167c815 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:11.054542 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-81a97f97-4940-49b5-be68-4361673d04c3 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1557733248', 'network_id': 'a6b675ee-253d-44f7-82fd-264ab560853f'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:15:11.065323 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-81a97f97-4940-49b5-be68-4361673d04c3 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:15:11.080530 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-81a97f97-4940-49b5-be68-4361673d04c3 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Usage tracker for resource:port and tenant:f075a9d384eb440db84c0ccc2770e165 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:15:11.087379 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-81a97f97-4940-49b5-be68-4361673d04c3 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:15:11.090038 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e10d5a5a-6158-4f58-ad28-57b569db5fc3 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:11.092622 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7535e621-54db-4485-99f5-dc0c5a21448a tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:11.098543 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-102fed1d-f68e-475b-a3a1-a0830bb3c393 req-32f481e9-b001-4266-8b89-7084c85d5383 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:11.114501 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c918bc61-043b-47bf-a845-c617d442b9ef tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:11.116583 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-81a97f97-4940-49b5-be68-4361673d04c3 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:15:11.150157 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-99ba8c32-b721-4f64-90b3-b0855167c815 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.7196720 Dec 15 19:15:11.150641 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 46916) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:11.154681 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-797fec0e-1fca-4f1a-af05-437dc4e4603c req-5445db71-42a6-46c3-81d6-55e5f1f3908d service neutron] 10.222.0.32 "GET /v2.0/networks/7e04f9fb-f9a5-45a2-9184-076bb9a796d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589610 Dec 15 19:15:11.159494 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e10d5a5a-6158-4f58-ad28-57b569db5fc3 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=88991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:15:11.160100 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e10d5a5a-6158-4f58-ad28-57b569db5fc3 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838443729'] for segment, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:11.160270 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 926f97d5-e7b5-4a7d-9f60-169797f253bf details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:15:11.195170 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-40f97f4a-4ec8-489b-84bc-fbb3e03df26a tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Request body: {'subnet': {'network_id': '926f97d5-e7b5-4a7d-9f60-169797f253bf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:15:11.216767 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a97f97-4940-49b5-be68-4361673d04c3 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Made reservation on behalf of f075a9d384eb440db84c0ccc2770e165 for: {'port': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:15:11.221511 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-81a97f97-4940-49b5-be68-4361673d04c3 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:11.250459 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:15:11.250459 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:15:11.250459 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:15:11.250459 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:15:11.250459 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:15:11.250459 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:15:11.250459 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:15:11.250459 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:15:11.250459 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:15:11.250459 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:15:11.250459 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:15:11.250459 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:15:11.250459 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:15:11.250459 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:15:11.250459 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:15:11.250459 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:15:11.250459 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:15:11.250459 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:15:11.250459 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:15:11.250459 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:15:11.250459 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:15:11.250459 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:15:11.250459 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:15:11.250459 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:15:11.250459 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:15:11.250459 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:15:11.250459 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:15:11.250459 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:15:11.250459 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:15:11.250459 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:15:11.250459 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:15:11.250459 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:15:11.250459 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:15:11.250459 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:15:11.250459 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:15:11.250459 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:15:11.250459 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:15:11.250459 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:15:11.250459 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:15:11.250459 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:15:11.269184 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9da46a26-fa6e-4ee2-9e43-a76076ffff66 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:11.368717 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7535e621-54db-4485-99f5-dc0c5a21448a tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Pushing event updated for resources: {'Port': ['ID=dbb3284b-2f8e-401b-a025-144de68915ec,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:11.378731 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7535e621-54db-4485-99f5-dc0c5a21448a tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:11.381108 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7535e621-54db-4485-99f5-dc0c5a21448a tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Network cb378397-c48a-48e4-8cd1-996b9c0b9912 is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:15:11.383613 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-7535e621-54db-4485-99f5-dc0c5a21448a tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:15:11.386817 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7535e621-54db-4485-99f5-dc0c5a21448a tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:15:11.387713 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7535e621-54db-4485-99f5-dc0c5a21448a tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:11.388301 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7535e621-54db-4485-99f5-dc0c5a21448a tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:11.393207 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-81a97f97-4940-49b5-be68-4361673d04c3 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] device_id is not set on port 60ed52d5-10bb-4e50-b997-5f8749e5b610 yet. {{(pid=88990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:15:11.459012 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9da46a26-fa6e-4ee2-9e43-a76076ffff66 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:11.463678 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9126e67e-3148-4ad3-a78b-b78cd4ce5553 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:11.493704 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [req-102fed1d-f68e-475b-a3a1-a0830bb3c393 req-32f481e9-b001-4266-8b89-7084c85d5383 service neutron] Transition to ACTIVE for port object 5838a945-bfaf-4a10-a713-cfef6482b79e will not be triggered until provisioned by entity L2. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:15:11.497156 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-40f97f4a-4ec8-489b-84bc-fbb3e03df26a tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:15:11.511736 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-45454a8e-0056-469c-8d2d-ad071549f006 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:11.525323 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-40f97f4a-4ec8-489b-84bc-fbb3e03df26a tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Usage tracker for resource:subnet and tenant:cdff2b06bba44ce499218532d32f2bb3 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:15:11.526529 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-102fed1d-f68e-475b-a3a1-a0830bb3c393 req-32f481e9-b001-4266-8b89-7084c85d5383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:11.528031 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a5f571a5-e78d-4de9-b228-732c363a0f03 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:11.536234 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da46a26-fa6e-4ee2-9e43-a76076ffff66 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:15:11.540721 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-9da46a26-fa6e-4ee2-9e43-a76076ffff66 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:15:11.552019 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da46a26-fa6e-4ee2-9e43-a76076ffff66 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:15:11.566824 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-40f97f4a-4ec8-489b-84bc-fbb3e03df26a tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:15:11.587167 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e10d5a5a-6158-4f58-ad28-57b569db5fc3 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:11.589427 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-7535e621-54db-4485-99f5-dc0c5a21448a tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.9535661 Dec 15 19:15:11.596388 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da46a26-fa6e-4ee2-9e43-a76076ffff66 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Pushing event updated for resources: {'Port': ['ID=3079d66b-a0d2-4b92-8be4-9635c373429b,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:11.605952 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 46924) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:11.614467 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9da46a26-fa6e-4ee2-9e43-a76076ffff66 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:11.616335 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:11.626690 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-40f97f4a-4ec8-489b-84bc-fbb3e03df26a tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:15:11.630099 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45454a8e-0056-469c-8d2d-ad071549f006 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Pushing event deleted for resources: {'Port': ['ID=011fa266-1b68-4b15-8236-d5345e0c81a2,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:11.639005 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-45454a8e-0056-469c-8d2d-ad071549f006 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:11.689181 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e10d5a5a-6158-4f58-ad28-57b569db5fc3 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:11.771904 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f97f4a-4ec8-489b-84bc-fbb3e03df26a tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Made reservation on behalf of cdff2b06bba44ce499218532d32f2bb3 for: {'subnet': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:15:11.786295 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e10d5a5a-6158-4f58-ad28-57b569db5fc3 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] 10.222.0.36 "DELETE /v2.0/networks/3cc97137-116d-4ce7-b4c4-c8bc069899e8 HTTP/1.1" status: 204 len: 168 time: 3.6703227 Dec 15 19:15:11.854482 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-16e8b474-ab1d-4a88-a563-e74fe02f54f6 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Synchronizing usage tracker for tenant:f8a09531f9cc4e46abc09199ccd8b383 on resource:port {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:15:11.882859 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-382423b5-932e-438b-99aa-fb9ab2aefb1a req-887df61d-47ad-468c-8f2b-fcccfa09d0fb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=07507a555a264de2b95fac8c5d93591a&device_id=fd7b6d6b-7f80-4be6-b0bc-6fa7558d775b HTTP/1.1" status: 200 len: 1096 time: 0.5745718 Dec 15 19:15:11.909788 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f481e9-b001-4266-8b89-7084c85d5383 service neutron] Pushing event updated for resources: {'Port': ['ID=5838a945-bfaf-4a10-a713-cfef6482b79e,revision_number=2']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:11.957161 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-32f481e9-b001-4266-8b89-7084c85d5383 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:11.967788 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-17bf6198-1303-4232-ae37-8d040fde905e tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.274s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:12.045714 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-81a97f97-4940-49b5-be68-4361673d04c3 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Allocated IP 2001:db8::2b4 (a6b675ee-253d-44f7-82fd-264ab560853f/a896df6f-57aa-46ac-9003-3f11f49ecb30/60ed52d5-10bb-4e50-b997-5f8749e5b610) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:15:12.048284 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10d5a5a-6158-4f58-ad28-57b569db5fc3 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Pushing event deleted for resources: {'Network': ['ID=3cc97137-116d-4ce7-b4c4-c8bc069899e8,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:12.059913 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-16e8b474-ab1d-4a88-a563-e74fe02f54f6 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Unset dirty status for tenant:f8a09531f9cc4e46abc09199ccd8b383 on resource:port {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:15:12.064051 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-16e8b474-ab1d-4a88-a563-e74fe02f54f6 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] 10.222.0.36 "GET /v2.0/ports/dbb3284b-2f8e-401b-a025-144de68915ec HTTP/1.1" status: 200 len: 954 time: 0.4539609 Dec 15 19:15:12.064051 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e10d5a5a-6158-4f58-ad28-57b569db5fc3 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:12.066474 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 46930) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:12.111542 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c0222a-544b-42c5-877d-5cd91f6a5098 req-95dd6df2-002b-48fc-a6cb-c6143596a47d tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:12.113447 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f3c0222a-544b-42c5-877d-5cd91f6a5098 req-95dd6df2-002b-48fc-a6cb-c6143596a47d tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] 10.222.0.36 "GET /v2.0/ports?device_id=26ec4cd9-d7ba-4603-bd47-7fca7801307b HTTP/1.1" status: 200 len: 943 time: 0.6691444 Dec 15 19:15:12.180115 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-fc94f1d2-b568-496e-8ef1-857a17b2a716 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Deleting port dbb3284b-2f8e-401b-a025-144de68915ec {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:15:12.180673 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fc94f1d2-b568-496e-8ef1-857a17b2a716 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:12.204472 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-40f97f4a-4ec8-489b-84bc-fbb3e03df26a tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839924940'] for subnet, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:12.252122 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-102fed1d-f68e-475b-a3a1-a0830bb3c393 req-32f481e9-b001-4266-8b89-7084c85d5383 service neutron] Attempting to bind port 5838a945-bfaf-4a10-a713-cfef6482b79e on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:15:12.252519 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-102fed1d-f68e-475b-a3a1-a0830bb3c393 req-32f481e9-b001-4266-8b89-7084c85d5383 service neutron] Attempting to bind port 5838a945-bfaf-4a10-a713-cfef6482b79e by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'cc77d08c-3e06-4395-9e96-2ce9f09be278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '63216a8d-7e0f-4726-838d-7fa437e43530'}] {{(pid=88991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:15:12.253095 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102fed1d-f68e-475b-a3a1-a0830bb3c393 req-32f481e9-b001-4266-8b89-7084c85d5383 service neutron] Attempting to bind port 5838a945-bfaf-4a10-a713-cfef6482b79e on network 63216a8d-7e0f-4726-838d-7fa437e43530 {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:15:12.308216 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 46936) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:12.308854 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102fed1d-f68e-475b-a3a1-a0830bb3c393 req-32f481e9-b001-4266-8b89-7084c85d5383 service neutron] Port 5838a945-bfaf-4a10-a713-cfef6482b79e on network 63216a8d-7e0f-4726-838d-7fa437e43530 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:15:12.309220 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102fed1d-f68e-475b-a3a1-a0830bb3c393 req-32f481e9-b001-4266-8b89-7084c85d5383 service neutron] Attempting to bind port 5838a945-bfaf-4a10-a713-cfef6482b79e on network 63216a8d-7e0f-4726-838d-7fa437e43530 {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:15:12.338084 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102fed1d-f68e-475b-a3a1-a0830bb3c393 req-32f481e9-b001-4266-8b89-7084c85d5383 service neutron] Checking agent: {'id': '59e4c979-c5dd-468d-a1f2-341133950749', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 12, 24), 'started_at': datetime.datetime(2021, 12, 15, 19, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:15:12.338488 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102fed1d-f68e-475b-a3a1-a0830bb3c393 req-32f481e9-b001-4266-8b89-7084c85d5383 service neutron] Checking segment: {'id': 'cc77d08c-3e06-4395-9e96-2ce9f09be278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '63216a8d-7e0f-4726-838d-7fa437e43530'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:15:12.339058 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102fed1d-f68e-475b-a3a1-a0830bb3c393 req-32f481e9-b001-4266-8b89-7084c85d5383 service neutron] Bound using segment: {'id': 'cc77d08c-3e06-4395-9e96-2ce9f09be278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '63216a8d-7e0f-4726-838d-7fa437e43530'} {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:15:12.339567 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-102fed1d-f68e-475b-a3a1-a0830bb3c393 req-32f481e9-b001-4266-8b89-7084c85d5383 service neutron] Bound port: 5838a945-bfaf-4a10-a713-cfef6482b79e, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc77d08c-3e06-4395-9e96-2ce9f09be278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '63216a8d-7e0f-4726-838d-7fa437e43530'}}] {{(pid=88991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:15:12.339954 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-102fed1d-f68e-475b-a3a1-a0830bb3c393 req-32f481e9-b001-4266-8b89-7084c85d5383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:12.362637 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6fd89b-3d0c-4af6-8795-b441a8e0f243 req-8faa5b11-a23f-4551-875e-6d666e832fc0 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:12.364270 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9e6fd89b-3d0c-4af6-8795-b441a8e0f243 req-8faa5b11-a23f-4551-875e-6d666e832fc0 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd7b6d6b-7f80-4be6-b0bc-6fa7558d775b HTTP/1.1" status: 200 len: 943 time: 0.7987251 Dec 15 19:15:12.459282 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:12.538404 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9da46a26-fa6e-4ee2-9e43-a76076ffff66 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:12.539180 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9da46a26-fa6e-4ee2-9e43-a76076ffff66 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904'] for router, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:12.582822 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fc94f1d2-b568-496e-8ef1-857a17b2a716 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:12.609988 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-102fed1d-f68e-475b-a3a1-a0830bb3c393 req-32f481e9-b001-4266-8b89-7084c85d5383 service neutron] For port 5838a945-bfaf-4a10-a713-cfef6482b79e, host hv-neutron-8218, cleared binding levels {{(pid=88991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:15:12.614822 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-102fed1d-f68e-475b-a3a1-a0830bb3c393 req-32f481e9-b001-4266-8b89-7084c85d5383 service neutron] For port 5838a945-bfaf-4a10-a713-cfef6482b79e, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5838a945-bfaf-4a10-a713-cfef6482b79e,segment=NetworkSegment(cc77d08c-3e06-4395-9e96-2ce9f09be278),segment_id=cc77d08c-3e06-4395-9e96-2ce9f09be278)] {{(pid=88991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:15:12.727437 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382423b5-932e-438b-99aa-fb9ab2aefb1a req-a107fa3f-5fd4-437f-bb42-f7341396af20 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:12.729053 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-382423b5-932e-438b-99aa-fb9ab2aefb1a req-a107fa3f-5fd4-437f-bb42-f7341396af20 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7e04f9fb-f9a5-45a2-9184-076bb9a796d7 HTTP/1.1" status: 200 len: 907 time: 0.8035889 Dec 15 19:15:12.731635 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f3c0222a-544b-42c5-877d-5cd91f6a5098 req-f8ea5952-52b0-4362-9fcf-344025ecc775 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f0fc3eb-62ba-4c7b-86c7-e6af2676eef0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5915689 Dec 15 19:15:12.732724 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-45454a8e-0056-469c-8d2d-ad071549f006 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:12.927267 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-382423b5-932e-438b-99aa-fb9ab2aefb1a req-0e251927-6ca8-44be-ad04-4d8b27200bbc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27663884-689a-41d6-9b75-eefa8ea291a9 HTTP/1.1" status: 200 len: 217 time: 0.1708543 Dec 15 19:15:12.936208 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9e6fd89b-3d0c-4af6-8795-b441a8e0f243 req-5a366052-acb3-40c7-9181-336dd5d66b77 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] 10.222.0.36 "GET /v2.0/security-groups?id=205b198f-d112-4f7c-84f4-60491e3b03fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3513947 Dec 15 19:15:13.002883 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-102fed1d-f68e-475b-a3a1-a0830bb3c393 req-32f481e9-b001-4266-8b89-7084c85d5383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:13.006625 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-32f481e9-b001-4266-8b89-7084c85d5383 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:13.007576 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-45454a8e-0056-469c-8d2d-ad071549f006 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] 10.222.0.36 "DELETE /v2.0/ports/011fa266-1b68-4b15-8236-d5345e0c81a2 HTTP/1.1" status: 204 len: 168 time: 3.2373860 Dec 15 19:15:13.019351 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 46942) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:13.044363 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-fc94f1d2-b568-496e-8ef1-857a17b2a716 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Calling delete_port for dbb3284b-2f8e-401b-a025-144de68915ec owned by {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:15:13.113430 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c262e4d-5272-4c1a-8873-8ee68d8990d7 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] GET failed (client error): The resource could not be found. Dec 15 19:15:13.113997 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-4c262e4d-5272-4c1a-8873-8ee68d8990d7 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Synchronizing usage tracker for tenant:e4cd634a8d1d4d5eac171d1178c8a104 on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:15:13.137125 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-be1a1dfb-ccf7-4dfa-9319-e21333736202 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=671e2ded8501473d83f1e0f0315e9ca5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8251867 Dec 15 19:15:13.143028 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382423b5-932e-438b-99aa-fb9ab2aefb1a req-6cb34745-15e7-49b3-970f-f17682b9a3c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:13.145188 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-382423b5-932e-438b-99aa-fb9ab2aefb1a req-6cb34745-15e7-49b3-970f-f17682b9a3c6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=357073fc-8f72-4ec9-a709-b1f581df7965 HTTP/1.1" status: 200 len: 845 time: 0.2052436 Dec 15 19:15:13.146411 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 46946) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:13.173927 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-102fed1d-f68e-475b-a3a1-a0830bb3c393 req-32f481e9-b001-4266-8b89-7084c85d5383 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:13.175762 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-102fed1d-f68e-475b-a3a1-a0830bb3c393 req-32f481e9-b001-4266-8b89-7084c85d5383 service neutron] 10.222.0.32 "PUT /v2.0/ports/5838a945-bfaf-4a10-a713-cfef6482b79e HTTP/1.1" status: 200 len: 1093 time: 4.1869104 Dec 15 19:15:13.193446 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26ec4cd9-d7ba-4603-bd47-7fca7801307b', 'tag': '5838a945-bfaf-4a10-a713-cfef6482b79e'}] {{(pid=88991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:15:13.226773 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f481e9-b001-4266-8b89-7084c85d5383 service neutron] Pushing event updated for resources: {'Port': ['ID=5838a945-bfaf-4a10-a713-cfef6482b79e,revision_number=3']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:13.243192 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-81a97f97-4940-49b5-be68-4361673d04c3 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:13.248774 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-32f481e9-b001-4266-8b89-7084c85d5383 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:13.271798 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-4c262e4d-5272-4c1a-8873-8ee68d8990d7 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Unset dirty status for tenant:e4cd634a8d1d4d5eac171d1178c8a104 on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:15:13.276574 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4c262e4d-5272-4c1a-8873-8ee68d8990d7 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] 10.222.0.36 "GET /v2.0/ports/011fa266-1b68-4b15-8236-d5345e0c81a2 HTTP/1.1" status: 404 len: 333 time: 0.2490520 Dec 15 19:15:13.277046 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 46954) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:13.315213 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-382423b5-932e-438b-99aa-fb9ab2aefb1a req-f16b6140-e266-435f-b8ff-8608f212a5e6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7e04f9fb-f9a5-45a2-9184-076bb9a796d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1562791 Dec 15 19:15:13.325783 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-286ce721-5f67-441b-81b4-d8d83dec1595 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Request body: {'port': {'network_id': '5081f17c-ce13-4eac-86c0-2120a7496701', 'name': 'tempest-AllowedAddressPairTestJSON-939952299'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:15:13.353871 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-40f97f4a-4ec8-489b-84bc-fbb3e03df26a tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838139473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839924955'] for subnet, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:13.355244 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-81a97f97-4940-49b5-be68-4361673d04c3 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:13.372000 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-de88927c-eed9-4593-a1d5-ef8eaae4aa07 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:13.428183 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fc94f1d2-b568-496e-8ef1-857a17b2a716 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:13.505243 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:13.518804 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a97f97-4940-49b5-be68-4361673d04c3 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Network a6b675ee-253d-44f7-82fd-264ab560853f is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:15:13.527030 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-81a97f97-4940-49b5-be68-4361673d04c3 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:15:13.529374 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a97f97-4940-49b5-be68-4361673d04c3 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Pushing event updated for resources: {'Port': ['ID=60ed52d5-10bb-4e50-b997-5f8749e5b610,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:13.532831 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-81a97f97-4940-49b5-be68-4361673d04c3 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:13.533595 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a97f97-4940-49b5-be68-4361673d04c3 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:15:13.534971 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a97f97-4940-49b5-be68-4361673d04c3 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:13.535643 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-81a97f97-4940-49b5-be68-4361673d04c3 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:13.542532 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fc96d3ca-1f3f-43d5-b2dc-ef016eca10dd tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:13.568714 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc94f1d2-b568-496e-8ef1-857a17b2a716 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Pushing event deleted for resources: {'Port': ['ID=dbb3284b-2f8e-401b-a025-144de68915ec,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:13.572275 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fc94f1d2-b568-496e-8ef1-857a17b2a716 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:13.629122 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-aa88804c-7af8-4824-b994-e6d1a0a36676 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:13.631425 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fc94f1d2-b568-496e-8ef1-857a17b2a716 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:13.674630 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-382423b5-932e-438b-99aa-fb9ab2aefb1a req-e1beaf4b-2af6-4aed-af6c-63e2d21839e5 service neutron] 10.222.0.32 "GET /v2.0/networks/7e04f9fb-f9a5-45a2-9184-076bb9a796d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3518569 Dec 15 19:15:13.675655 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f97f4a-4ec8-489b-84bc-fbb3e03df26a tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Pushing event updated for resources: {'Subnet': ['ID=6f1889bd-ed8e-4427-bed8-ce9bd0d1f90a,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:13.678107 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f97f4a-4ec8-489b-84bc-fbb3e03df26a tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Checking segment: {'id': '007249d5-8937-45b0-8124-1d11d42be5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '926f97d5-e7b5-4a7d-9f60-169797f253bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:15:13.678539 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f97f4a-4ec8-489b-84bc-fbb3e03df26a tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Network hostable DHCP agents. Network: 926f97d5-e7b5-4a7d-9f60-169797f253bf, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:15:13.685059 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-40f97f4a-4ec8-489b-84bc-fbb3e03df26a tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:13.701182 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26ec4cd9-d7ba-4603-bd47-7fca7801307b', 'tag': '5838a945-bfaf-4a10-a713-cfef6482b79e', 'status': 'completed', 'code': 200} Dec 15 19:15:13.710155 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-81a97f97-4940-49b5-be68-4361673d04c3 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.6720498 Dec 15 19:15:13.720328 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 46962) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:13.723642 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-286ce721-5f67-441b-81b4-d8d83dec1595 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:15:13.726988 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-aa88804c-7af8-4824-b994-e6d1a0a36676 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:13.740609 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-fc94f1d2-b568-496e-8ef1-857a17b2a716 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] 10.222.0.36 "DELETE /v2.0/ports/dbb3284b-2f8e-401b-a025-144de68915ec HTTP/1.1" status: 204 len: 168 time: 1.6725502 Dec 15 19:15:13.749647 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-102fed1d-f68e-475b-a3a1-a0830bb3c393 req-7e2798aa-f84d-41e5-bf5b-6608b0fef976 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9123dde40c194e828f2d284c47d69e10&device_id=26ec4cd9-d7ba-4603-bd47-7fca7801307b HTTP/1.1" status: 200 len: 1096 time: 0.4711637 Dec 15 19:15:13.756035 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 46966) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:13.767482 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-286ce721-5f67-441b-81b4-d8d83dec1595 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:15:13.862662 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d74b39d9-5e91-499b-8fcb-7778e9250db7 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Deleting port 60ed52d5-10bb-4e50-b997-5f8749e5b610 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:15:13.863040 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d74b39d9-5e91-499b-8fcb-7778e9250db7 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:13.900672 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-74e9708e-80d8-4e22-a0e1-06c9e8191c6a tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] GET failed (client error): The resource could not be found. Dec 15 19:15:13.908466 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-74e9708e-80d8-4e22-a0e1-06c9e8191c6a tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Synchronizing usage tracker for tenant:f8a09531f9cc4e46abc09199ccd8b383 on resource:port {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:15:13.908466 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-102fed1d-f68e-475b-a3a1-a0830bb3c393 req-ffe7fbde-14ef-442d-a235-e622727c8318 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5838a945-bfaf-4a10-a713-cfef6482b79e HTTP/1.1" status: 200 len: 217 time: 0.1361549 Dec 15 19:15:13.919200 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f97f4a-4ec8-489b-84bc-fbb3e03df26a tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Network 926f97d5-e7b5-4a7d-9f60-169797f253bf is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:15:13.969251 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-286ce721-5f67-441b-81b4-d8d83dec1595 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Made reservation on behalf of e4cd634a8d1d4d5eac171d1178c8a104 for: {'port': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:15:13.975251 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-286ce721-5f67-441b-81b4-d8d83dec1595 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:14.025641 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-74e9708e-80d8-4e22-a0e1-06c9e8191c6a tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Unset dirty status for tenant:f8a09531f9cc4e46abc09199ccd8b383 on resource:port {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:15:14.029490 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-74e9708e-80d8-4e22-a0e1-06c9e8191c6a tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] 10.222.0.36 "GET /v2.0/ports/dbb3284b-2f8e-401b-a025-144de68915ec HTTP/1.1" status: 404 len: 333 time: 0.2658980 Dec 15 19:15:14.031776 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-286ce721-5f67-441b-81b4-d8d83dec1595 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] device_id is not set on port 72f83cef-7bcb-4439-a21d-bf9312dc72f7 yet. {{(pid=88991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:15:14.035562 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 46974) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:14.050073 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-ddd600a8-90cc-46e4-b7c5-04518dfa563a tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Request body: {'port': {'network_id': 'cb378397-c48a-48e4-8cd1-996b9c0b9912', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2120057687'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:15:14.058958 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-40f97f4a-4ec8-489b-84bc-fbb3e03df26a tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, 926f97d5-e7b5-4a7d-9f60-169797f253bf) {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:15:14.062027 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-382423b5-932e-438b-99aa-fb9ab2aefb1a req-4524c88f-7069-4aa8-9fb3-ab920f8885cb service neutron] 10.222.0.32 "GET /v2.0/networks/7e04f9fb-f9a5-45a2-9184-076bb9a796d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3760045 Dec 15 19:15:14.068712 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ddd600a8-90cc-46e4-b7c5-04518dfa563a tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:15:14.070854 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-aa88804c-7af8-4824-b994-e6d1a0a36676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:14.078525 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f97f4a-4ec8-489b-84bc-fbb3e03df26a tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:14.079766 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-40f97f4a-4ec8-489b-84bc-fbb3e03df26a tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:14.080057 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f5f070-0813-4818-953d-69962d70cc15 None None] Network 926f97d5-e7b5-4a7d-9f60-169797f253bf requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:15:14.088042 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102fed1d-f68e-475b-a3a1-a0830bb3c393 req-c067cb9f-5df8-4f92-8836-7958daaf3faa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:14.089588 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-102fed1d-f68e-475b-a3a1-a0830bb3c393 req-c067cb9f-5df8-4f92-8836-7958daaf3faa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2527abbd-64f3-47b0-8f5b-9a35313fb6ee HTTP/1.1" status: 200 len: 850 time: 0.1759927 Dec 15 19:15:14.097403 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:14.146419 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ddd600a8-90cc-46e4-b7c5-04518dfa563a tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:15:14.171966 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa88804c-7af8-4824-b994-e6d1a0a36676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36678af-f44f-4020-8829-300ea570aad0,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:14.182751 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-aa88804c-7af8-4824-b994-e6d1a0a36676 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:14.261678 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9da46a26-fa6e-4ee2-9e43-a76076ffff66 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Router 3de275c0-4dee-400e-84fa-107214857957 is scheduled to L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 with binding_index 1 {{(pid=88991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 15 19:15:14.269377 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-40f97f4a-4ec8-489b-84bc-fbb3e03df26a tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1135881 Dec 15 19:15:14.277173 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 46978) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:14.283984 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-aa88804c-7af8-4824-b994-e6d1a0a36676 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:14.287678 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-aa88804c-7af8-4824-b994-e6d1a0a36676 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b36678af-f44f-4020-8829-300ea570aad0 HTTP/1.1" status: 204 len: 168 time: 1.1244497 Dec 15 19:15:14.287818 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd600a8-90cc-46e4-b7c5-04518dfa563a tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Made reservation on behalf of f8a09531f9cc4e46abc09199ccd8b383 for: {'port': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:15:14.289426 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-1d32fe4c-4ef8-44c4-bbe7-32c052463409 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Request body: {'network': {'name': 'tempest-router-network01--289849127'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:15:14.290740 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ddd600a8-90cc-46e4-b7c5-04518dfa563a tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:14.306452 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8373f92-dda7-44d6-a6ae-35cc8aedd463 req-c485d58a-cdb5-4f2d-b90a-b935cd563021 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:14.308687 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e8373f92-dda7-44d6-a6ae-35cc8aedd463 req-c485d58a-cdb5-4f2d-b90a-b935cd563021 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] 10.222.0.36 "GET /v2.0/ports?device_id=26ec4cd9-d7ba-4603-bd47-7fca7801307b HTTP/1.1" status: 200 len: 943 time: 0.4137492 Dec 15 19:15:14.309738 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-286ce721-5f67-441b-81b4-d8d83dec1595 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Allocated IP 172.20.0.14 (5081f17c-ce13-4eac-86c0-2120a7496701/3c40ca78-2d5e-4646-be73-52d2464c0fde/72f83cef-7bcb-4439-a21d-bf9312dc72f7) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:15:14.312147 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-1d32fe4c-4ef8-44c4-bbe7-32c052463409 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:15:14.329678 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-1d32fe4c-4ef8-44c4-bbe7-32c052463409 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Usage tracker for resource:network and tenant:cdff2b06bba44ce499218532d32f2bb3 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:15:14.336349 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-1d32fe4c-4ef8-44c4-bbe7-32c052463409 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:15:14.356738 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6af798-3873-42d6-8799-72ab7f65623d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-926f97d5-e7b5-4a7d-9f60-169797f253bf', 'network_id': '926f97d5-e7b5-4a7d-9f60-169797f253bf', 'tenant_id': 'cdff2b06bba44ce499218532d32f2bb3', 'fixed_ips': [{'subnet_id': '6f1889bd-ed8e-4427-bed8-ce9bd0d1f90a'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:15:14.358380 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5a6af798-3873-42d6-8799-72ab7f65623d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:14.388418 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 27663884-689a-41d6-9b75-eefa8ea291a9 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 15 19:15:14.391714 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-ddd600a8-90cc-46e4-b7c5-04518dfa563a tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] device_id is not set on port 5edc3370-4762-43a2-a437-1fd2db89faf8 yet. {{(pid=88990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:15:14.407905 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-1d32fe4c-4ef8-44c4-bbe7-32c052463409 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:15:14.421721 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-102fed1d-f68e-475b-a3a1-a0830bb3c393 req-b3693094-70be-46c5-a84e-bfe4bb2b9ac2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=63216a8d-7e0f-4726-838d-7fa437e43530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3139734 Dec 15 19:15:14.448827 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d74b39d9-5e91-499b-8fcb-7778e9250db7 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:14.481971 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728fe502-e372-4bd8-a683-55f5333cf3b2 req-2f8d801b-9117-44a0-9ec1-fafb33cdaede tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:14.497377 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-728fe502-e372-4bd8-a683-55f5333cf3b2 req-2f8d801b-9117-44a0-9ec1-fafb33cdaede tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd7b6d6b-7f80-4be6-b0bc-6fa7558d775b HTTP/1.1" status: 200 len: 943 time: 0.4211187 Dec 15 19:15:14.560401 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d32fe4c-4ef8-44c4-bbe7-32c052463409 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Made reservation on behalf of cdff2b06bba44ce499218532d32f2bb3 for: {'network': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:15:14.566269 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1d32fe4c-4ef8-44c4-bbe7-32c052463409 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:14.690682 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 27663884-689a-41d6-9b75-eefa8ea291a9, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=27663884-689a-41d6-9b75-eefa8ea291a9,segment=NetworkSegment(f74e07b2-aaa7-4c64-830f-9319a4bdc4d6),segment_id=f74e07b2-aaa7-4c64-830f-9319a4bdc4d6)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:15:14.768709 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Returning: {'device': '27663884-689a-41d6-9b75-eefa8ea291a9', 'network_id': '7e04f9fb-f9a5-45a2-9184-076bb9a796d7', 'port_id': '27663884-689a-41d6-9b75-eefa8ea291a9', 'mac_address': 'fa:16:3e:f7:fc:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '357073fc-8f72-4ec9-a709-b1f581df7965', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 19:15:14.769732 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d32fe4c-4ef8-44c4-bbe7-32c052463409 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=88991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:15:14.834762 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:14.870867 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-5a6af798-3873-42d6-8799-72ab7f65623d None None] Allocated IP 2001:db8::2 (926f97d5-e7b5-4a7d-9f60-169797f253bf/6f1889bd-ed8e-4427-bed8-ce9bd0d1f90a/d254035d-f733-4376-bea8-5d7f00beff5b) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:15:14.873989 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27663884-689a-41d6-9b75-eefa8ea291a9 {{(pid=88992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 19:15:14.918082 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 27663884-689a-41d6-9b75-eefa8ea291a9, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=27663884-689a-41d6-9b75-eefa8ea291a9,segment=NetworkSegment(f74e07b2-aaa7-4c64-830f-9319a4bdc4d6),segment_id=f74e07b2-aaa7-4c64-830f-9319a4bdc4d6)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:15:14.988169 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:14.994920 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:15.124244 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=27663884-689a-41d6-9b75-eefa8ea291a9,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:15.139401 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1d32fe4c-4ef8-44c4-bbe7-32c052463409 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:15.139557 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-1d32fe4c-4ef8-44c4-bbe7-32c052463409 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Added segment 89fefc50-3dcf-4463-9012-0f0de0dfce2e of type vlan for network 322f4460-433c-40a7-b8b4-ffbc641bb99e Dec 15 19:15:15.144454 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:15.158016 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-102fed1d-f68e-475b-a3a1-a0830bb3c393 req-8283e69e-f6cb-4fa9-a2ec-3e1545307c54 service neutron] 10.222.0.32 "GET /v2.0/networks/63216a8d-7e0f-4726-838d-7fa437e43530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7250655 Dec 15 19:15:15.158746 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d74b39d9-5e91-499b-8fcb-7778e9250db7 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Calling delete_port for 60ed52d5-10bb-4e50-b997-5f8749e5b610 owned by {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:15:15.241340 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5a6af798-3873-42d6-8799-72ab7f65623d None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:15.254898 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-5a6af798-3873-42d6-8799-72ab7f65623d None None] Transition to ACTIVE for port object d254035d-f733-4376-bea8-5d7f00beff5b will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:15:15.264132 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e8373f92-dda7-44d6-a6ae-35cc8aedd463 req-a8d4dc40-3244-416e-9835-cd883889e302 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f0fc3eb-62ba-4c7b-86c7-e6af2676eef0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9433405 Dec 15 19:15:15.279818 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-5a6af798-3873-42d6-8799-72ab7f65623d None None] Transition to ACTIVE for port object d254035d-f733-4376-bea8-5d7f00beff5b will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:15:15.305450 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-728fe502-e372-4bd8-a683-55f5333cf3b2 req-0c7f2f72-6880-4ce4-873d-5221727eb2e4 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] 10.222.0.36 "GET /v2.0/security-groups?id=205b198f-d112-4f7c-84f4-60491e3b03fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8056066 Dec 15 19:15:15.311486 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1d32fe4c-4ef8-44c4-bbe7-32c052463409 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:15.316880 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5a6af798-3873-42d6-8799-72ab7f65623d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:15.322635 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:15.368550 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] get_ports_and_sgs() called for port_ids ['27663884-689a-41d6-9b75-eefa8ea291a9'] {{(pid=88992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 19:15:15.376993 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-286ce721-5f67-441b-81b4-d8d83dec1595 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:15.434937 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6af798-3873-42d6-8799-72ab7f65623d None None] Network 926f97d5-e7b5-4a7d-9f60-169797f253bf is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:15:15.444180 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-5a6af798-3873-42d6-8799-72ab7f65623d None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:15:15.450757 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-286ce721-5f67-441b-81b4-d8d83dec1595 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Transition to ACTIVE for port object 72f83cef-7bcb-4439-a21d-bf9312dc72f7 will not be triggered until provisioned by entity DHCP. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:15:15.462058 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6af798-3873-42d6-8799-72ab7f65623d None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:15:15.466104 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-102fed1d-f68e-475b-a3a1-a0830bb3c393 req-f566cd5d-55ad-4fa4-b0bf-9b33ca5db77f service neutron] 10.222.0.32 "GET /v2.0/networks/63216a8d-7e0f-4726-838d-7fa437e43530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949827 Dec 15 19:15:15.477650 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6af798-3873-42d6-8799-72ab7f65623d None None] Pushing event updated for resources: {'Port': ['ID=d254035d-f733-4376-bea8-5d7f00beff5b,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:15.482269 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da46a26-fa6e-4ee2-9e43-a76076ffff66 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:15:15.491599 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5a6af798-3873-42d6-8799-72ab7f65623d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:15.494519 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac211ff-d918-490b-924c-16ca0b33aa8d None None] Sync routers for ids ['3de275c0-4dee-400e-84fa-107214857957'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:15:15.513893 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac211ff-d918-490b-924c-16ca0b33aa8d None None] Routers {'3de275c0-4dee-400e-84fa-107214857957'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:15:15.514937 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-0ac211ff-d918-490b-924c-16ca0b33aa8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:15:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['3de275c0-4dee-400e-84fa-107214857957'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:15:15.528002 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1d32fe4c-4ef8-44c4-bbe7-32c052463409 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:15.533692 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d32fe4c-4ef8-44c4-bbe7-32c052463409 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:15.546474 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1d32fe4c-4ef8-44c4-bbe7-32c052463409 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:15.552939 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3d35423b-d4ab-4d4c-bdf5-1e450dd0109d tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:15.604016 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-286ce721-5f67-441b-81b4-d8d83dec1595 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:15.608288 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ddd600a8-90cc-46e4-b7c5-04518dfa563a tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:15.693584 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9da46a26-fa6e-4ee2-9e43-a76076ffff66 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks [] for router, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:15.707103 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9da46a26-fa6e-4ee2-9e43-a76076ffff66 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.4489934 Dec 15 19:15:15.721987 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 46998) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:15.794151 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-0ac211ff-d918-490b-924c-16ca0b33aa8d None None] Set router 3de275c0-4dee-400e-84fa-107214857957 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:15:15.805366 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-5a6af798-3873-42d6-8799-72ab7f65623d None None] Attempting to bind port d254035d-f733-4376-bea8-5d7f00beff5b on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:15:15.805940 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-5a6af798-3873-42d6-8799-72ab7f65623d None None] Attempting to bind port d254035d-f733-4376-bea8-5d7f00beff5b by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '007249d5-8937-45b0-8124-1d11d42be5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '926f97d5-e7b5-4a7d-9f60-169797f253bf'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:15:15.806923 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6af798-3873-42d6-8799-72ab7f65623d None None] Attempting to bind port d254035d-f733-4376-bea8-5d7f00beff5b on network 926f97d5-e7b5-4a7d-9f60-169797f253bf {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:15:15.843246 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6af798-3873-42d6-8799-72ab7f65623d None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:15:15.843865 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6af798-3873-42d6-8799-72ab7f65623d None None] Checking segment: {'id': '007249d5-8937-45b0-8124-1d11d42be5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '926f97d5-e7b5-4a7d-9f60-169797f253bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:15:15.846905 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5a6af798-3873-42d6-8799-72ab7f65623d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:15.848059 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6af798-3873-42d6-8799-72ab7f65623d None None] Bound using segment: {'id': '007249d5-8937-45b0-8124-1d11d42be5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '926f97d5-e7b5-4a7d-9f60-169797f253bf'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:15:15.848059 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-5a6af798-3873-42d6-8799-72ab7f65623d None None] Bound port: d254035d-f733-4376-bea8-5d7f00beff5b, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '007249d5-8937-45b0-8124-1d11d42be5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '926f97d5-e7b5-4a7d-9f60-169797f253bf'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:15:15.848720 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5a6af798-3873-42d6-8799-72ab7f65623d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:15.902279 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1d32fe4c-4ef8-44c4-bbe7-32c052463409 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.6211765 Dec 15 19:15:15.910196 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 47004) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:15.940829 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-17f7ea43-ed84-416e-8681-e80fe51e97a8 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Request body: {'network': {'name': 'tempest-router-network02--1794785331'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:15:15.958727 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d32fe4c-4ef8-44c4-bbe7-32c052463409 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Pushing event updated for resources: {'Network': ['ID=322f4460-433c-40a7-b8b4-ffbc641bb99e,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:15.965090 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1d32fe4c-4ef8-44c4-bbe7-32c052463409 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:15.966615 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 322f4460-433c-40a7-b8b4-ffbc641bb99e details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:15:15.971016 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.146s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:16.052991 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 47008) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:16.066502 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ddd600a8-90cc-46e4-b7c5-04518dfa563a tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:16.068162 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d74b39d9-5e91-499b-8fcb-7778e9250db7 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:16.077225 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-81a97f97-4940-49b5-be68-4361673d04c3 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:16.077725 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286ce721-5f67-441b-81b4-d8d83dec1595 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Network 5081f17c-ce13-4eac-86c0-2120a7496701 is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:15:16.079882 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-17f7ea43-ed84-416e-8681-e80fe51e97a8 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:15:16.085933 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-17f7ea43-ed84-416e-8681-e80fe51e97a8 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Usage tracker for resource:network and tenant:cdff2b06bba44ce499218532d32f2bb3 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:15:16.089607 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-17f7ea43-ed84-416e-8681-e80fe51e97a8 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:15:16.097665 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-17f7ea43-ed84-416e-8681-e80fe51e97a8 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:15:16.108338 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286ce721-5f67-441b-81b4-d8d83dec1595 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Pushing event updated for resources: {'Port': ['ID=72f83cef-7bcb-4439-a21d-bf9312dc72f7,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:16.113238 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-286ce721-5f67-441b-81b4-d8d83dec1595 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:16.118961 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-286ce721-5f67-441b-81b4-d8d83dec1595 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:15:16.118961 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286ce721-5f67-441b-81b4-d8d83dec1595 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:15:16.139947 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-5a6af798-3873-42d6-8799-72ab7f65623d None None] For port d254035d-f733-4376-bea8-5d7f00beff5b, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:15:16.156325 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-5a6af798-3873-42d6-8799-72ab7f65623d None None] For port d254035d-f733-4376-bea8-5d7f00beff5b, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=d254035d-f733-4376-bea8-5d7f00beff5b,segment=NetworkSegment(007249d5-8937-45b0-8124-1d11d42be5c4),segment_id=007249d5-8937-45b0-8124-1d11d42be5c4)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:15:16.187101 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f7ea43-ed84-416e-8681-e80fe51e97a8 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Made reservation on behalf of cdff2b06bba44ce499218532d32f2bb3 for: {'network': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:15:16.193251 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-17f7ea43-ed84-416e-8681-e80fe51e97a8 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:16.207262 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5a6af798-3873-42d6-8799-72ab7f65623d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:16.211836 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:16.248180 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd600a8-90cc-46e4-b7c5-04518dfa563a tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Network cb378397-c48a-48e4-8cd1-996b9c0b9912 is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:15:16.257353 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d74b39d9-5e91-499b-8fcb-7778e9250db7 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:16.267415 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-ddd600a8-90cc-46e4-b7c5-04518dfa563a tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:15:16.270808 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd600a8-90cc-46e4-b7c5-04518dfa563a tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:15:16.272244 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd600a8-90cc-46e4-b7c5-04518dfa563a tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:16.273023 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ddd600a8-90cc-46e4-b7c5-04518dfa563a tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:16.285462 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-0ac211ff-d918-490b-924c-16ca0b33aa8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de275c0-4dee-400e-84fa-107214857957', 'name': 'tempest-snat-router-451727072', 'tenant_id': '848d097f252940a4b39a0e19eea0eb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.204'}], 'enable_snat': False}, 'gw_port_id': '3079d66b-a0d2-4b92-8be4-9635c373429b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:15:07Z', 'updated_at': '2021-12-15T19:15:11Z', 'revision_number': 3, 'project_id': '848d097f252940a4b39a0e19eea0eb89', 'gw_port': {'id': '3079d66b-a0d2-4b92-8be4-9635c373429b', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bb:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de275c0-4dee-400e-84fa-107214857957', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:15:09Z', 'updated_at': '2021-12-15T19:15:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:15:16.290633 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac211ff-d918-490b-924c-16ca0b33aa8d None None] Checking router: 3de275c0-4dee-400e-84fa-107214857957 for host: dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:15:16.291021 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac211ff-d918-490b-924c-16ca0b33aa8d None None] Updating router 3de275c0-4dee-400e-84fa-107214857957 port 3079d66b-a0d2-4b92-8be4-9635c373429b binding host dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 15 19:15:16.294346 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286ce721-5f67-441b-81b4-d8d83dec1595 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:16.295227 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-286ce721-5f67-441b-81b4-d8d83dec1595 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:16.302339 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd600a8-90cc-46e4-b7c5-04518dfa563a tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Pushing event updated for resources: {'Port': ['ID=5edc3370-4762-43a2-a437-1fd2db89faf8,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:16.365451 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17f7ea43-ed84-416e-8681-e80fe51e97a8 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=88991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:15:16.373035 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4467860e-f0e8-47c1-9502-2aad9b317f91 req-bff8fc75-2671-4441-a2af-e75b6a2b0aa1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9123dde40c194e828f2d284c47d69e10&device_id=26ec4cd9-d7ba-4603-bd47-7fca7801307b HTTP/1.1" status: 200 len: 1096 time: 0.7711477 Dec 15 19:15:16.391784 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-6eb368fa-119f-4f35-9b18-e344f7eee933 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1275819800'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:15:16.410524 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-6eb368fa-119f-4f35-9b18-e344f7eee933 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:15:16.413723 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd600a8-90cc-46e4-b7c5-04518dfa563a tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:15:16.419975 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6af798-3873-42d6-8799-72ab7f65623d None None] Pushing event updated for resources: {'Port': ['ID=d254035d-f733-4376-bea8-5d7f00beff5b,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:16.420553 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd600a8-90cc-46e4-b7c5-04518dfa563a tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:15:16.421122 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd600a8-90cc-46e4-b7c5-04518dfa563a tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:15:16.421863 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd600a8-90cc-46e4-b7c5-04518dfa563a tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:15:16.423243 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd600a8-90cc-46e4-b7c5-04518dfa563a tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:15:16.426698 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5a6af798-3873-42d6-8799-72ab7f65623d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:16.427081 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd600a8-90cc-46e4-b7c5-04518dfa563a tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:15:16.427637 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd600a8-90cc-46e4-b7c5-04518dfa563a tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:15:16.428131 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd600a8-90cc-46e4-b7c5-04518dfa563a tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:15:16.428672 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd600a8-90cc-46e4-b7c5-04518dfa563a tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:15:16.429118 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd600a8-90cc-46e4-b7c5-04518dfa563a tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:15:16.429608 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd600a8-90cc-46e4-b7c5-04518dfa563a tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:15:16.434564 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ddd600a8-90cc-46e4-b7c5-04518dfa563a tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:16.442128 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0f46f590-8c18-4f2f-9d1c-f1f212579cd5 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.322s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:16.446379 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0ac211ff-d918-490b-924c-16ca0b33aa8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:16.466772 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-286ce721-5f67-441b-81b4-d8d83dec1595 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1808517 Dec 15 19:15:16.522931 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-6eb368fa-119f-4f35-9b18-e344f7eee933 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Usage tracker for resource:network and tenant:ef42ee63914143f6ab639ee882cc5d7b is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:15:16.529384 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-6eb368fa-119f-4f35-9b18-e344f7eee933 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:15:16.531883 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-17f7ea43-ed84-416e-8681-e80fe51e97a8 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:16.532844 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-17f7ea43-ed84-416e-8681-e80fe51e97a8 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Added segment c6a8c34c-5020-4955-86b2-c7e47494e24b of type vlan for network 25e364f0-1194-4073-985d-0c3f68e69741 Dec 15 19:15:16.548645 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 47018) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:16.551627 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-6eb368fa-119f-4f35-9b18-e344f7eee933 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:15:16.563009 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74b39d9-5e91-499b-8fcb-7778e9250db7 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Pushing event deleted for resources: {'Port': ['ID=60ed52d5-10bb-4e50-b997-5f8749e5b610,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:16.567546 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d74b39d9-5e91-499b-8fcb-7778e9250db7 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] 10.222.0.36 "DELETE /v2.0/ports/60ed52d5-10bb-4e50-b997-5f8749e5b610 HTTP/1.1" status: 204 len: 168 time: 2.8457325 Dec 15 19:15:16.572457 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ddd600a8-90cc-46e4-b7c5-04518dfa563a tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.5348492 Dec 15 19:15:16.576432 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d74b39d9-5e91-499b-8fcb-7778e9250db7 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:16.581756 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 47022) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:16.582181 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 47024) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:16.582329 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-1e5e20e9-b246-4817-b2f9-1b0891071047 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:6c:93:cd'}]}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:15:16.616609 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-2002e307-8cf8-4862-8d63-c90535d87c99 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a6b675ee-253d-44f7-82fd-264ab560853f', 'external_fixed_ips': [{'subnet_id': 'a896df6f-57aa-46ac-9003-3f11f49ecb30', 'ip_address': '2001:db8::2b4'}]}}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:15:16.686415 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-bf70ceae-6a34-4c9f-acd8-1788af8d976d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8218'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:15:16.715173 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-2002e307-8cf8-4862-8d63-c90535d87c99 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:15:16.767505 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-6f1c7591-5b52-4d1a-98d0-5182128d3bc5 None None] Provisioning for port 72f83cef-7bcb-4439-a21d-bf9312dc72f7 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:15:16.773979 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-6f1c7591-5b52-4d1a-98d0-5182128d3bc5 None None] Provisioning complete for port 72f83cef-7bcb-4439-a21d-bf9312dc72f7 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:15:16.774607 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6f1c7591-5b52-4d1a-98d0-5182128d3bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:16.781214 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-17f7ea43-ed84-416e-8681-e80fe51e97a8 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:16.900527 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb368fa-119f-4f35-9b18-e344f7eee933 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Made reservation on behalf of ef42ee63914143f6ab639ee882cc5d7b for: {'network': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:15:16.908297 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6eb368fa-119f-4f35-9b18-e344f7eee933 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:16.908505 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4467860e-f0e8-47c1-9502-2aad9b317f91 req-4b799c08-6ee7-4143-860f-ac286df9c0f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:16.909920 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4467860e-f0e8-47c1-9502-2aad9b317f91 req-4b799c08-6ee7-4143-860f-ac286df9c0f8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=63216a8d-7e0f-4726-838d-7fa437e43530 HTTP/1.1" status: 200 len: 912 time: 0.5203743 Dec 15 19:15:16.917799 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-6f1c7591-5b52-4d1a-98d0-5182128d3bc5 None None] Port 72f83cef-7bcb-4439-a21d-bf9312dc72f7 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:15:16.942254 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bf70ceae-6a34-4c9f-acd8-1788af8d976d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:16.964498 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6eb368fa-119f-4f35-9b18-e344f7eee933 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks [] for security_group, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:16.976721 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-2002e307-8cf8-4862-8d63-c90535d87c99 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Usage tracker for resource:router and tenant:f075a9d384eb440db84c0ccc2770e165 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:15:17.000636 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-17f7ea43-ed84-416e-8681-e80fe51e97a8 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:17.042792 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-2002e307-8cf8-4862-8d63-c90535d87c99 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:15:17.048511 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f7ea43-ed84-416e-8681-e80fe51e97a8 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:17.049448 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-17f7ea43-ed84-416e-8681-e80fe51e97a8 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:17.055178 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f480c1a6-cdd3-4d72-bdd0-8ec86b70f110 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] 10.222.0.36 "GET /v2.0/routers/3de275c0-4dee-400e-84fa-107214857957 HTTP/1.1" status: 200 len: 908 time: 1.3319092 Dec 15 19:15:17.060327 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 47030) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:17.061739 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1d32fe4c-4ef8-44c4-bbe7-32c052463409 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:17.073204 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-2002e307-8cf8-4862-8d63-c90535d87c99 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:15:17.119478 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-6f9cb819-08f3-4c13-9b15-d7513a3ff1be tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Request body: {'router': {'name': 'tempest-snat-router-451727072', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'enable_snat': True}}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:15:17.139440 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0ac211ff-d918-490b-924c-16ca0b33aa8d None None] Notify callbacks [] for port, precommit_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:17.153504 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4467860e-f0e8-47c1-9502-2aad9b317f91 req-e23f7a40-7331-4c73-8d45-0b19324f4849 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5838a945-bfaf-4a10-a713-cfef6482b79e HTTP/1.1" status: 200 len: 217 time: 0.2278340 Dec 15 19:15:17.153833 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-0ac211ff-d918-490b-924c-16ca0b33aa8d None None] Transition to ACTIVE for port object 3079d66b-a0d2-4b92-8be4-9635c373429b will not be triggered until provisioned by entity L2. {{(pid=88993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:15:17.188770 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-6f9cb819-08f3-4c13-9b15-d7513a3ff1be tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:15:17.190481 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0ac211ff-d918-490b-924c-16ca0b33aa8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:17.195859 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:17.226193 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-6f9cb819-08f3-4c13-9b15-d7513a3ff1be tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Usage tracker for resource:router and tenant:848d097f252940a4b39a0e19eea0eb89 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:15:17.238612 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-6f9cb819-08f3-4c13-9b15-d7513a3ff1be tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:15:17.255094 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-17f7ea43-ed84-416e-8681-e80fe51e97a8 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3315263 Dec 15 19:15:17.262789 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 47034) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:17.263155 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-6f9cb819-08f3-4c13-9b15-d7513a3ff1be tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:15:17.265609 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f7ea43-ed84-416e-8681-e80fe51e97a8 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Pushing event updated for resources: {'Network': ['ID=25e364f0-1194-4073-985d-0c3f68e69741,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:17.269873 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-17f7ea43-ed84-416e-8681-e80fe51e97a8 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:17.272063 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1e5e20e9-b246-4817-b2f9-1b0891071047 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:17.278854 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2002e307-8cf8-4862-8d63-c90535d87c99 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854699176'] for router, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:17.279966 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2002e307-8cf8-4862-8d63-c90535d87c99 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854194926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-76609'] for router, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:17.284723 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-6eb368fa-119f-4f35-9b18-e344f7eee933 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:15:17.286355 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec519085-eff4-44eb-b2ed-7bc77434001d None None] Pushing event updated for resources: {'Port': ['ID=3079d66b-a0d2-4b92-8be4-9635c373429b,revision_number=2']} {{(pid=88993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:17.288860 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-0ac211ff-d918-490b-924c-16ca0b33aa8d None None] Attempting to bind port 3079d66b-a0d2-4b92-8be4-9635c373429b on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:15:17.289193 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-0ac211ff-d918-490b-924c-16ca0b33aa8d None None] Attempting to bind port 3079d66b-a0d2-4b92-8be4-9635c373429b by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}] {{(pid=88993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:15:17.289593 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac211ff-d918-490b-924c-16ca0b33aa8d None None] Attempting to bind port 3079d66b-a0d2-4b92-8be4-9635c373429b on network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:15:17.292017 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ec519085-eff4-44eb-b2ed-7bc77434001d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:17.298009 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac211ff-d918-490b-924c-16ca0b33aa8d None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:15:17.298812 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac211ff-d918-490b-924c-16ca0b33aa8d None None] Checking segment: {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:15:17.299080 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0ac211ff-d918-490b-924c-16ca0b33aa8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:17.299515 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac211ff-d918-490b-924c-16ca0b33aa8d None None] Bound using segment: {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'} {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:15:17.300031 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-0ac211ff-d918-490b-924c-16ca0b33aa8d None None] Bound port: 3079d66b-a0d2-4b92-8be4-9635c373429b, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}}] {{(pid=88993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:15:17.300652 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0ac211ff-d918-490b-924c-16ca0b33aa8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:17.301117 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-ccc7ae7a-b2e4-4f9a-860a-405339198bb7 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Request body: {'subnet': {'network_id': '322f4460-433c-40a7-b8b4-ffbc641bb99e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:15:17.302149 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 25e364f0-1194-4073-985d-0c3f68e69741 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:15:17.314184 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-6eb368fa-119f-4f35-9b18-e344f7eee933 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Usage tracker for resource:security_group_rule and tenant:ef42ee63914143f6ab639ee882cc5d7b is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:15:17.326068 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-6eb368fa-119f-4f35-9b18-e344f7eee933 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:15:17.341671 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-6eb368fa-119f-4f35-9b18-e344f7eee933 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:15:17.359965 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d475543-b819-44d0-94df-6a282d69599f req-c316c421-6914-45a7-b82a-2392a3a504a0 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:17.363742 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7d475543-b819-44d0-94df-6a282d69599f req-c316c421-6914-45a7-b82a-2392a3a504a0 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] 10.222.0.36 "GET /v2.0/ports?device_id=26ec4cd9-d7ba-4603-bd47-7fca7801307b HTTP/1.1" status: 200 len: 943 time: 0.7840347 Dec 15 19:15:17.375373 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186b7227-cc8c-4b1a-8ff3-ea506d1d02e8 req-9aaa13a3-5096-48b2-a9c0-433da24d11ec tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:17.377763 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-186b7227-cc8c-4b1a-8ff3-ea506d1d02e8 req-9aaa13a3-5096-48b2-a9c0-433da24d11ec tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd7b6d6b-7f80-4be6-b0bc-6fa7558d775b HTTP/1.1" status: 200 len: 944 time: 0.7562084 Dec 15 19:15:17.381806 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6f9cb819-08f3-4c13-9b15-d7513a3ff1be tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854699176'] for router, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:17.382994 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6f9cb819-08f3-4c13-9b15-d7513a3ff1be tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854194926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-76609'] for router, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:17.396434 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4467860e-f0e8-47c1-9502-2aad9b317f91 req-3134f5ed-50dc-4a30-ac00-19ef69dd2118 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:17.398042 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4467860e-f0e8-47c1-9502-2aad9b317f91 req-3134f5ed-50dc-4a30-ac00-19ef69dd2118 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2527abbd-64f3-47b0-8f5b-9a35313fb6ee HTTP/1.1" status: 200 len: 850 time: 0.2330034 Dec 15 19:15:17.459513 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-0ac211ff-d918-490b-924c-16ca0b33aa8d None None] For port 3079d66b-a0d2-4b92-8be4-9635c373429b, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:15:17.464150 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-0ac211ff-d918-490b-924c-16ca0b33aa8d None None] For port 3079d66b-a0d2-4b92-8be4-9635c373429b, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=3079d66b-a0d2-4b92-8be4-9635c373429b,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:15:17.475822 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device d254035d-f733-4376-bea8-5d7f00beff5b up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:15:17.528821 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0ac211ff-d918-490b-924c-16ca0b33aa8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:17.555605 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-98788867-90c8-4ffd-8f31-15dd36323ed1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:17.562658 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2002e307-8cf8-4862-8d63-c90535d87c99 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:17.579815 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port d254035d-f733-4376-bea8-5d7f00beff5b completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:15:17.590984 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-bf70ceae-6a34-4c9f-acd8-1788af8d976d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] device_id is not set on port 5edc3370-4762-43a2-a437-1fd2db89faf8 yet. {{(pid=88990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:15:17.595536 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6f9cb819-08f3-4c13-9b15-d7513a3ff1be tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:17.608212 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7d475543-b819-44d0-94df-6a282d69599f req-f361b723-bf07-460d-a608-ee2d40574883 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f0fc3eb-62ba-4c7b-86c7-e6af2676eef0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2285163 Dec 15 19:15:17.621862 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-186b7227-cc8c-4b1a-8ff3-ea506d1d02e8 req-ece73ac7-296b-4320-90ef-4fd3ff91a6c9 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] 10.222.0.36 "GET /v2.0/security-groups?id=205b198f-d112-4f7c-84f4-60491e3b03fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2349870 Dec 15 19:15:17.630448 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ccc7ae7a-b2e4-4f9a-860a-405339198bb7 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:15:17.639918 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ccc7ae7a-b2e4-4f9a-860a-405339198bb7 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Usage tracker for resource:subnet and tenant:cdff2b06bba44ce499218532d32f2bb3 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:15:17.646289 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ccc7ae7a-b2e4-4f9a-860a-405339198bb7 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:15:17.657339 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bf70ceae-6a34-4c9f-acd8-1788af8d976d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:17.666732 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec519085-eff4-44eb-b2ed-7bc77434001d None None] Pushing event updated for resources: {'Port': ['ID=3079d66b-a0d2-4b92-8be4-9635c373429b,revision_number=3']} {{(pid=88993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:17.675148 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ec519085-eff4-44eb-b2ed-7bc77434001d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:17.690966 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac211ff-d918-490b-924c-16ca0b33aa8d None None] Routers {'3de275c0-4dee-400e-84fa-107214857957'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:15:17.691552 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-0ac211ff-d918-490b-924c-16ca0b33aa8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:15:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['3de275c0-4dee-400e-84fa-107214857957'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:15:17.696960 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ccc7ae7a-b2e4-4f9a-860a-405339198bb7 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:15:17.708775 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4467860e-f0e8-47c1-9502-2aad9b317f91 req-4c07d2aa-8fb4-49d5-946c-c5180de9e579 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=63216a8d-7e0f-4726-838d-7fa437e43530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2422512 Dec 15 19:15:17.804377 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-bf70ceae-6a34-4c9f-acd8-1788af8d976d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Transition to ACTIVE for port object 5edc3370-4762-43a2-a437-1fd2db89faf8 will not be triggered until provisioned by entity L2. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:15:17.859557 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc7ae7a-b2e4-4f9a-860a-405339198bb7 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Made reservation on behalf of cdff2b06bba44ce499218532d32f2bb3 for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:15:17.878156 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-0ac211ff-d918-490b-924c-16ca0b33aa8d None None] Set router 3de275c0-4dee-400e-84fa-107214857957 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:15:17.939415 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bf70ceae-6a34-4c9f-acd8-1788af8d976d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:17.957065 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d74b39d9-5e91-499b-8fcb-7778e9250db7 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:18.016052 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6eb368fa-119f-4f35-9b18-e344f7eee933 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks [] for security_group, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:18.115713 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6eb368fa-119f-4f35-9b18-e344f7eee933 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:18.130967 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eb368fa-119f-4f35-9b18-e344f7eee933 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=88990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:15:18.142272 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6eb368fa-119f-4f35-9b18-e344f7eee933 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:18.143185 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-6eb368fa-119f-4f35-9b18-e344f7eee933 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Added segment d5a96183-c864-415d-95a6-2dae0eb9e72d of type vlan for network 798f489e-2aee-4cf6-a2a5-b30c896f61ea Dec 15 19:15:18.176251 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6eb368fa-119f-4f35-9b18-e344f7eee933 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:18.227974 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-0ac211ff-d918-490b-924c-16ca0b33aa8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de275c0-4dee-400e-84fa-107214857957', 'name': 'tempest-snat-router-451727072', 'tenant_id': '848d097f252940a4b39a0e19eea0eb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.204'}], 'enable_snat': False}, 'gw_port_id': '3079d66b-a0d2-4b92-8be4-9635c373429b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:15:07Z', 'updated_at': '2021-12-15T19:15:11Z', 'revision_number': 3, 'project_id': '848d097f252940a4b39a0e19eea0eb89', 'gw_port': {'id': '3079d66b-a0d2-4b92-8be4-9635c373429b', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bb:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de275c0-4dee-400e-84fa-107214857957', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:15:09Z', 'updated_at': '2021-12-15T19:15:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:15:18.233035 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac211ff-d918-490b-924c-16ca0b33aa8d None None] The sync data for ids ['3de275c0-4dee-400e-84fa-107214857957'] in dv-neutron-821831-2-hyperv is: [{'id': '3de275c0-4dee-400e-84fa-107214857957', 'name': 'tempest-snat-router-451727072', 'tenant_id': '848d097f252940a4b39a0e19eea0eb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.204'}], 'enable_snat': False}, 'gw_port_id': '3079d66b-a0d2-4b92-8be4-9635c373429b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:15:07Z', 'updated_at': '2021-12-15T19:15:11Z', 'revision_number': 3, 'project_id': '848d097f252940a4b39a0e19eea0eb89', 'gw_port': {'id': '3079d66b-a0d2-4b92-8be4-9635c373429b', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bb:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de275c0-4dee-400e-84fa-107214857957', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:15:09Z', 'updated_at': '2021-12-15T19:15:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:15:18.246856 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf70ceae-6a34-4c9f-acd8-1788af8d976d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Pushing event updated for resources: {'Port': ['ID=5edc3370-4762-43a2-a437-1fd2db89faf8,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:18.260697 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ccc7ae7a-b2e4-4f9a-860a-405339198bb7 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:18.261240 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2002e307-8cf8-4862-8d63-c90535d87c99 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:18.264855 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6eb368fa-119f-4f35-9b18-e344f7eee933 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:18.267405 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-bf70ceae-6a34-4c9f-acd8-1788af8d976d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:18.271174 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6f9cb819-08f3-4c13-9b15-d7513a3ff1be tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:18.274342 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:18.295828 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb368fa-119f-4f35-9b18-e344f7eee933 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:18.296636 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6eb368fa-119f-4f35-9b18-e344f7eee933 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:18.367197 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 5838a945-bfaf-4a10-a713-cfef6482b79e details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 15 19:15:18.419004 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4467860e-f0e8-47c1-9502-2aad9b317f91 req-bb688a16-0219-483e-a704-ab7b4904d705 service neutron] 10.222.0.32 "GET /v2.0/networks/63216a8d-7e0f-4726-838d-7fa437e43530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6578355 Dec 15 19:15:18.431474 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 27663884-689a-41d6-9b75-eefa8ea291a9 up at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:15:18.548514 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d557a73-78f8-4054-871f-504f66eea803 None None] Network 926f97d5-e7b5-4a7d-9f60-169797f253bf requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:15:18.562685 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-bf70ceae-6a34-4c9f-acd8-1788af8d976d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 5edc3370-4762-43a2-a437-1fd2db89faf8 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:15:18.563893 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-bf70ceae-6a34-4c9f-acd8-1788af8d976d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 5edc3370-4762-43a2-a437-1fd2db89faf8 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '7a22a9a2-0db9-418b-a2d5-d9fe7ea3a4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cb378397-c48a-48e4-8cd1-996b9c0b9912'}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:15:18.564277 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf70ceae-6a34-4c9f-acd8-1788af8d976d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 5edc3370-4762-43a2-a437-1fd2db89faf8 on network cb378397-c48a-48e4-8cd1-996b9c0b9912 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:15:18.574995 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb368fa-119f-4f35-9b18-e344f7eee933 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b34ca959-c5c8-4806-9d25-827191713477,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:18.580930 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6eb368fa-119f-4f35-9b18-e344f7eee933 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:18.586345 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.267s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:18.588005 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1e5e20e9-b246-4817-b2f9-1b0891071047 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Notify callbacks [] for port, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:18.629757 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1e5e20e9-b246-4817-b2f9-1b0891071047 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:18.630013 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf70ceae-6a34-4c9f-acd8-1788af8d976d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Port 5edc3370-4762-43a2-a437-1fd2db89faf8 on network cb378397-c48a-48e4-8cd1-996b9c0b9912 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:15:18.631028 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR neutron.plugins.ml2.managers [None req-bf70ceae-6a34-4c9f-acd8-1788af8d976d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Failed to bind port 5edc3370-4762-43a2-a437-1fd2db89faf8 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '7a22a9a2-0db9-418b-a2d5-d9fe7ea3a4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cb378397-c48a-48e4-8cd1-996b9c0b9912'}] Dec 15 19:15:18.636910 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:18.699115 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.plugin [None req-bf70ceae-6a34-4c9f-acd8-1788af8d976d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempt 2 to bind port 5edc3370-4762-43a2-a437-1fd2db89faf8 Dec 15 19:15:18.758644 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6eb368fa-119f-4f35-9b18-e344f7eee933 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.6915033 Dec 15 19:15:18.878203 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-bf70ceae-6a34-4c9f-acd8-1788af8d976d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 5edc3370-4762-43a2-a437-1fd2db89faf8 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:15:18.884872 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-bf70ceae-6a34-4c9f-acd8-1788af8d976d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 5edc3370-4762-43a2-a437-1fd2db89faf8 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '7a22a9a2-0db9-418b-a2d5-d9fe7ea3a4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cb378397-c48a-48e4-8cd1-996b9c0b9912'}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:15:18.885272 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf70ceae-6a34-4c9f-acd8-1788af8d976d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 5edc3370-4762-43a2-a437-1fd2db89faf8 on network cb378397-c48a-48e4-8cd1-996b9c0b9912 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:15:19.071971 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb368fa-119f-4f35-9b18-e344f7eee933 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Pushing event updated for resources: {'Network': ['ID=798f489e-2aee-4cf6-a2a5-b30c896f61ea,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:19.075646 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6eb368fa-119f-4f35-9b18-e344f7eee933 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:19.109111 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-1e5e20e9-b246-4817-b2f9-1b0891071047 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] In _notify_port_updated(), no bound segment for port 72f83cef-7bcb-4439-a21d-bf9312dc72f7 on network 5081f17c-ce13-4eac-86c0-2120a7496701 {{(pid=88991) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 15 19:15:19.121810 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 5838a945-bfaf-4a10-a713-cfef6482b79e, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5838a945-bfaf-4a10-a713-cfef6482b79e,segment=NetworkSegment(cc77d08c-3e06-4395-9e96-2ce9f09be278),segment_id=cc77d08c-3e06-4395-9e96-2ce9f09be278)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:15:19.126038 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5e20e9-b246-4817-b2f9-1b0891071047 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:19.127213 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1e5e20e9-b246-4817-b2f9-1b0891071047 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:19.133365 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1e5e20e9-b246-4817-b2f9-1b0891071047 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] 10.222.0.36 "PUT /v2.0/ports/72f83cef-7bcb-4439-a21d-bf9312dc72f7 HTTP/1.1" status: 200 len: 994 time: 2.5835662 Dec 15 19:15:19.143311 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 47046) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:19.248275 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Returning: {'device': '5838a945-bfaf-4a10-a713-cfef6482b79e', 'network_id': '63216a8d-7e0f-4726-838d-7fa437e43530', 'port_id': '5838a945-bfaf-4a10-a713-cfef6482b79e', 'mac_address': 'fa:16:3e:ac:df:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2527abbd-64f3-47b0-8f5b-9a35313fb6ee', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 19:15:19.290190 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4467860e-f0e8-47c1-9502-2aad9b317f91 req-a0af5faa-05c0-4d10-aa98-a49ee0c941e8 service neutron] 10.222.0.32 "GET /v2.0/networks/63216a8d-7e0f-4726-838d-7fa437e43530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8569169 Dec 15 19:15:19.320561 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5e20e9-b246-4817-b2f9-1b0891071047 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Pushing event updated for resources: {'Port': ['ID=72f83cef-7bcb-4439-a21d-bf9312dc72f7,revision_number=2']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:19.321591 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf70ceae-6a34-4c9f-acd8-1788af8d976d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Port 5edc3370-4762-43a2-a437-1fd2db89faf8 on network cb378397-c48a-48e4-8cd1-996b9c0b9912 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:15:19.340998 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR neutron.plugins.ml2.managers [None req-bf70ceae-6a34-4c9f-acd8-1788af8d976d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Failed to bind port 5edc3370-4762-43a2-a437-1fd2db89faf8 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '7a22a9a2-0db9-418b-a2d5-d9fe7ea3a4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cb378397-c48a-48e4-8cd1-996b9c0b9912'}] Dec 15 19:15:19.345585 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.plugin [None req-bf70ceae-6a34-4c9f-acd8-1788af8d976d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempt 3 to bind port 5edc3370-4762-43a2-a437-1fd2db89faf8 Dec 15 19:15:19.377088 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5e20e9-b246-4817-b2f9-1b0891071047 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:15:19.377658 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5e20e9-b246-4817-b2f9-1b0891071047 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:15:19.382840 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5e20e9-b246-4817-b2f9-1b0891071047 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:15:19.383453 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5e20e9-b246-4817-b2f9-1b0891071047 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:15:19.383984 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5e20e9-b246-4817-b2f9-1b0891071047 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:15:19.384503 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5e20e9-b246-4817-b2f9-1b0891071047 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:15:19.385016 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5e20e9-b246-4817-b2f9-1b0891071047 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:15:19.385523 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5e20e9-b246-4817-b2f9-1b0891071047 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:15:19.386034 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5e20e9-b246-4817-b2f9-1b0891071047 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:15:19.386816 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5e20e9-b246-4817-b2f9-1b0891071047 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:15:19.390502 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5e20e9-b246-4817-b2f9-1b0891071047 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:15:19.395438 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1e5e20e9-b246-4817-b2f9-1b0891071047 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.759s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:19.409328 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ccc7ae7a-b2e4-4f9a-860a-405339198bb7 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:19.427496 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-bf70ceae-6a34-4c9f-acd8-1788af8d976d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 5edc3370-4762-43a2-a437-1fd2db89faf8 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:15:19.428124 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-bf70ceae-6a34-4c9f-acd8-1788af8d976d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 5edc3370-4762-43a2-a437-1fd2db89faf8 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '7a22a9a2-0db9-418b-a2d5-d9fe7ea3a4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cb378397-c48a-48e4-8cd1-996b9c0b9912'}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:15:19.428765 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf70ceae-6a34-4c9f-acd8-1788af8d976d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 5edc3370-4762-43a2-a437-1fd2db89faf8 on network cb378397-c48a-48e4-8cd1-996b9c0b9912 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:15:19.431761 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-26246278-0ed8-4225-80a0-26c08e6abb94 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Deleting port 72f83cef-7bcb-4439-a21d-bf9312dc72f7 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:15:19.432305 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-26246278-0ed8-4225-80a0-26c08e6abb94 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:19.471387 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf70ceae-6a34-4c9f-acd8-1788af8d976d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Port 5edc3370-4762-43a2-a437-1fd2db89faf8 on network cb378397-c48a-48e4-8cd1-996b9c0b9912 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:15:19.471999 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR neutron.plugins.ml2.managers [None req-bf70ceae-6a34-4c9f-acd8-1788af8d976d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Failed to bind port 5edc3370-4762-43a2-a437-1fd2db89faf8 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '7a22a9a2-0db9-418b-a2d5-d9fe7ea3a4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cb378397-c48a-48e4-8cd1-996b9c0b9912'}] Dec 15 19:15:19.480808 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.plugin [None req-bf70ceae-6a34-4c9f-acd8-1788af8d976d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempt 4 to bind port 5edc3370-4762-43a2-a437-1fd2db89faf8 Dec 15 19:15:19.481364 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 798f489e-2aee-4cf6-a2a5-b30c896f61ea details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:15:19.534093 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 3079d66b-a0d2-4b92-8be4-9635c373429b up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:15:19.561522 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b4e65f-dd3b-4f04-b32f-eca88e9bb3b7 req-326b5ba9-789a-4b7c-8881-90ea3952486e tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:19.567997 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e1b4e65f-dd3b-4f04-b32f-eca88e9bb3b7 req-326b5ba9-789a-4b7c-8881-90ea3952486e tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd7b6d6b-7f80-4be6-b0bc-6fa7558d775b HTTP/1.1" status: 200 len: 944 time: 0.4912028 Dec 15 19:15:19.568925 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-bf70ceae-6a34-4c9f-acd8-1788af8d976d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 5edc3370-4762-43a2-a437-1fd2db89faf8 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:15:19.569300 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-bf70ceae-6a34-4c9f-acd8-1788af8d976d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 5edc3370-4762-43a2-a437-1fd2db89faf8 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '7a22a9a2-0db9-418b-a2d5-d9fe7ea3a4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cb378397-c48a-48e4-8cd1-996b9c0b9912'}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:15:19.569676 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf70ceae-6a34-4c9f-acd8-1788af8d976d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 5edc3370-4762-43a2-a437-1fd2db89faf8 on network cb378397-c48a-48e4-8cd1-996b9c0b9912 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:15:19.580035 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-a9f693c6-a93e-4381-a57a-397e473abb12 None None] Provisioning for port d254035d-f733-4376-bea8-5d7f00beff5b completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:15:19.661210 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e55345-c4d3-4ea9-9065-cff543f2d1e7 req-9c7b8e39-7a54-4984-a252-66b7eab2da51 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:19.680061 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-95e55345-c4d3-4ea9-9065-cff543f2d1e7 req-9c7b8e39-7a54-4984-a252-66b7eab2da51 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] 10.222.0.36 "GET /v2.0/ports?device_id=26ec4cd9-d7ba-4603-bd47-7fca7801307b HTTP/1.1" status: 200 len: 943 time: 0.5556872 Dec 15 19:15:19.698551 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-a9f693c6-a93e-4381-a57a-397e473abb12 None None] Provisioning complete for port d254035d-f733-4376-bea8-5d7f00beff5b triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:15:19.699351 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a9f693c6-a93e-4381-a57a-397e473abb12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:19.716086 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf70ceae-6a34-4c9f-acd8-1788af8d976d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Port 5edc3370-4762-43a2-a437-1fd2db89faf8 on network cb378397-c48a-48e4-8cd1-996b9c0b9912 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:15:19.716470 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR neutron.plugins.ml2.managers [None req-bf70ceae-6a34-4c9f-acd8-1788af8d976d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Failed to bind port 5edc3370-4762-43a2-a437-1fd2db89faf8 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '7a22a9a2-0db9-418b-a2d5-d9fe7ea3a4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cb378397-c48a-48e4-8cd1-996b9c0b9912'}] Dec 15 19:15:19.743033 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.plugin [None req-bf70ceae-6a34-4c9f-acd8-1788af8d976d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempt 5 to bind port 5edc3370-4762-43a2-a437-1fd2db89faf8 Dec 15 19:15:19.774162 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:19.781719 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-bf70ceae-6a34-4c9f-acd8-1788af8d976d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 5edc3370-4762-43a2-a437-1fd2db89faf8 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:15:19.782658 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-bf70ceae-6a34-4c9f-acd8-1788af8d976d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 5edc3370-4762-43a2-a437-1fd2db89faf8 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '7a22a9a2-0db9-418b-a2d5-d9fe7ea3a4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cb378397-c48a-48e4-8cd1-996b9c0b9912'}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:15:19.783038 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf70ceae-6a34-4c9f-acd8-1788af8d976d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 5edc3370-4762-43a2-a437-1fd2db89faf8 on network cb378397-c48a-48e4-8cd1-996b9c0b9912 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:15:19.878807 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf70ceae-6a34-4c9f-acd8-1788af8d976d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Port 5edc3370-4762-43a2-a437-1fd2db89faf8 on network cb378397-c48a-48e4-8cd1-996b9c0b9912 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:15:19.879185 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR neutron.plugins.ml2.managers [None req-bf70ceae-6a34-4c9f-acd8-1788af8d976d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Failed to bind port 5edc3370-4762-43a2-a437-1fd2db89faf8 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '7a22a9a2-0db9-418b-a2d5-d9fe7ea3a4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cb378397-c48a-48e4-8cd1-996b9c0b9912'}] Dec 15 19:15:19.884084 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.plugin [None req-bf70ceae-6a34-4c9f-acd8-1788af8d976d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempt 6 to bind port 5edc3370-4762-43a2-a437-1fd2db89faf8 Dec 15 19:15:19.914978 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-95e55345-c4d3-4ea9-9065-cff543f2d1e7 req-a9d4e706-3a52-4aec-b75c-b6cc7fbfe077 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f0fc3eb-62ba-4c7b-86c7-e6af2676eef0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2130897 Dec 15 19:15:19.919134 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-bf70ceae-6a34-4c9f-acd8-1788af8d976d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 5edc3370-4762-43a2-a437-1fd2db89faf8 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:15:19.919515 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-bf70ceae-6a34-4c9f-acd8-1788af8d976d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 5edc3370-4762-43a2-a437-1fd2db89faf8 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '7a22a9a2-0db9-418b-a2d5-d9fe7ea3a4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cb378397-c48a-48e4-8cd1-996b9c0b9912'}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:15:19.919895 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf70ceae-6a34-4c9f-acd8-1788af8d976d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 5edc3370-4762-43a2-a437-1fd2db89faf8 on network cb378397-c48a-48e4-8cd1-996b9c0b9912 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:15:19.927928 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e1b4e65f-dd3b-4f04-b32f-eca88e9bb3b7 req-b1c4d3c8-7069-4a83-9798-e87e0d8827b0 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] 10.222.0.36 "GET /v2.0/security-groups?id=205b198f-d112-4f7c-84f4-60491e3b03fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3516660 Dec 15 19:15:19.936665 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:19.983600 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5838a945-bfaf-4a10-a713-cfef6482b79e {{(pid=88992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 19:15:19.991147 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6f9cb819-08f3-4c13-9b15-d7513a3ff1be tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:19.993155 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning for port 27663884-689a-41d6-9b75-eefa8ea291a9 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:15:20.014452 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 5838a945-bfaf-4a10-a713-cfef6482b79e, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5838a945-bfaf-4a10-a713-cfef6482b79e,segment=NetworkSegment(cc77d08c-3e06-4395-9e96-2ce9f09be278),segment_id=cc77d08c-3e06-4395-9e96-2ce9f09be278)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:15:20.030372 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6f9cb819-08f3-4c13-9b15-d7513a3ff1be tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:20.035816 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf70ceae-6a34-4c9f-acd8-1788af8d976d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Port 5edc3370-4762-43a2-a437-1fd2db89faf8 on network cb378397-c48a-48e4-8cd1-996b9c0b9912 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:15:20.036188 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR neutron.plugins.ml2.managers [None req-bf70ceae-6a34-4c9f-acd8-1788af8d976d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Failed to bind port 5edc3370-4762-43a2-a437-1fd2db89faf8 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '7a22a9a2-0db9-418b-a2d5-d9fe7ea3a4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cb378397-c48a-48e4-8cd1-996b9c0b9912'}] Dec 15 19:15:20.045670 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning complete for port 27663884-689a-41d6-9b75-eefa8ea291a9 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:15:20.046123 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:20.069501 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc7ae7a-b2e4-4f9a-860a-405339198bb7 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Pushing event updated for resources: {'Subnet': ['ID=7ce80f97-9364-49f2-9504-35f26e971e9a,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:20.080946 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.plugin [None req-bf70ceae-6a34-4c9f-acd8-1788af8d976d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempt 7 to bind port 5edc3370-4762-43a2-a437-1fd2db89faf8 Dec 15 19:15:20.081886 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ccc7ae7a-b2e4-4f9a-860a-405339198bb7 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:20.118253 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-26246278-0ed8-4225-80a0-26c08e6abb94 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:20.149939 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-bf70ceae-6a34-4c9f-acd8-1788af8d976d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 5edc3370-4762-43a2-a437-1fd2db89faf8 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:15:20.150215 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-bf70ceae-6a34-4c9f-acd8-1788af8d976d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 5edc3370-4762-43a2-a437-1fd2db89faf8 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '7a22a9a2-0db9-418b-a2d5-d9fe7ea3a4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cb378397-c48a-48e4-8cd1-996b9c0b9912'}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:15:20.150627 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf70ceae-6a34-4c9f-acd8-1788af8d976d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 5edc3370-4762-43a2-a437-1fd2db89faf8 on network cb378397-c48a-48e4-8cd1-996b9c0b9912 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:15:20.202750 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a9f693c6-a93e-4381-a57a-397e473abb12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:20.204890 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf70ceae-6a34-4c9f-acd8-1788af8d976d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Port 5edc3370-4762-43a2-a437-1fd2db89faf8 on network cb378397-c48a-48e4-8cd1-996b9c0b9912 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:15:20.205292 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR neutron.plugins.ml2.managers [None req-bf70ceae-6a34-4c9f-acd8-1788af8d976d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Failed to bind port 5edc3370-4762-43a2-a437-1fd2db89faf8 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '7a22a9a2-0db9-418b-a2d5-d9fe7ea3a4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cb378397-c48a-48e4-8cd1-996b9c0b9912'}] Dec 15 19:15:20.211419 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.plugin [None req-bf70ceae-6a34-4c9f-acd8-1788af8d976d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempt 8 to bind port 5edc3370-4762-43a2-a437-1fd2db89faf8 Dec 15 19:15:20.235590 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:20.235816 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-bf70ceae-6a34-4c9f-acd8-1788af8d976d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 5edc3370-4762-43a2-a437-1fd2db89faf8 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:15:20.235816 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-bf70ceae-6a34-4c9f-acd8-1788af8d976d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 5edc3370-4762-43a2-a437-1fd2db89faf8 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '7a22a9a2-0db9-418b-a2d5-d9fe7ea3a4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cb378397-c48a-48e4-8cd1-996b9c0b9912'}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:15:20.236186 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf70ceae-6a34-4c9f-acd8-1788af8d976d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 5edc3370-4762-43a2-a437-1fd2db89faf8 on network cb378397-c48a-48e4-8cd1-996b9c0b9912 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:15:20.240141 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc7ae7a-b2e4-4f9a-860a-405339198bb7 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Checking segment: {'id': '89fefc50-3dcf-4463-9012-0f0de0dfce2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '322f4460-433c-40a7-b8b4-ffbc641bb99e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:15:20.241376 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc7ae7a-b2e4-4f9a-860a-405339198bb7 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Network hostable DHCP agents. Network: 322f4460-433c-40a7-b8b4-ffbc641bb99e, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:15:20.256764 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2002e307-8cf8-4862-8d63-c90535d87c99 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:20.260732 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-a9f693c6-a93e-4381-a57a-397e473abb12 None None] For port d254035d-f733-4376-bea8-5d7f00beff5b, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=d254035d-f733-4376-bea8-5d7f00beff5b,segment=NetworkSegment(007249d5-8937-45b0-8124-1d11d42be5c4),segment_id=007249d5-8937-45b0-8124-1d11d42be5c4)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:15:20.267691 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3e127850-d2ab-42fe-939d-236d0f864860 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:20.326749 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf70ceae-6a34-4c9f-acd8-1788af8d976d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Port 5edc3370-4762-43a2-a437-1fd2db89faf8 on network cb378397-c48a-48e4-8cd1-996b9c0b9912 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:15:20.327191 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR neutron.plugins.ml2.managers [None req-bf70ceae-6a34-4c9f-acd8-1788af8d976d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Failed to bind port 5edc3370-4762-43a2-a437-1fd2db89faf8 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '7a22a9a2-0db9-418b-a2d5-d9fe7ea3a4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cb378397-c48a-48e4-8cd1-996b9c0b9912'}] Dec 15 19:15:20.328163 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2002e307-8cf8-4862-8d63-c90535d87c99 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:20.334498 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.plugin [None req-bf70ceae-6a34-4c9f-acd8-1788af8d976d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempt 9 to bind port 5edc3370-4762-43a2-a437-1fd2db89faf8 Dec 15 19:15:20.338176 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-26246278-0ed8-4225-80a0-26c08e6abb94 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Calling delete_port for 72f83cef-7bcb-4439-a21d-bf9312dc72f7 owned by {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:15:20.451368 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=5838a945-bfaf-4a10-a713-cfef6482b79e,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:20.454542 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc7ae7a-b2e4-4f9a-860a-405339198bb7 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Network 322f4460-433c-40a7-b8b4-ffbc641bb99e is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:15:20.461064 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-bf70ceae-6a34-4c9f-acd8-1788af8d976d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 5edc3370-4762-43a2-a437-1fd2db89faf8 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:15:20.461446 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-bf70ceae-6a34-4c9f-acd8-1788af8d976d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 5edc3370-4762-43a2-a437-1fd2db89faf8 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '7a22a9a2-0db9-418b-a2d5-d9fe7ea3a4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cb378397-c48a-48e4-8cd1-996b9c0b9912'}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:15:20.461827 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf70ceae-6a34-4c9f-acd8-1788af8d976d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 5edc3370-4762-43a2-a437-1fd2db89faf8 on network cb378397-c48a-48e4-8cd1-996b9c0b9912 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:15:20.463816 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a9f693c6-a93e-4381-a57a-397e473abb12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:20.471953 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:20.494044 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:15:20.494526 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:15:20.494916 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:15:20.495371 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:15:20.495731 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:15:20.496988 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:15:20.497380 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:15:20.498137 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:15:20.498351 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:15:20.498761 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:15:20.499381 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:15:20.511713 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf70ceae-6a34-4c9f-acd8-1788af8d976d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Port 5edc3370-4762-43a2-a437-1fd2db89faf8 on network cb378397-c48a-48e4-8cd1-996b9c0b9912 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:15:20.512244 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR neutron.plugins.ml2.managers [None req-bf70ceae-6a34-4c9f-acd8-1788af8d976d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Failed to bind port 5edc3370-4762-43a2-a437-1fd2db89faf8 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '7a22a9a2-0db9-418b-a2d5-d9fe7ea3a4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cb378397-c48a-48e4-8cd1-996b9c0b9912'}] Dec 15 19:15:20.522513 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.plugin [None req-bf70ceae-6a34-4c9f-acd8-1788af8d976d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempt 10 to bind port 5edc3370-4762-43a2-a437-1fd2db89faf8 Dec 15 19:15:20.527173 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:20.529579 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-ccc7ae7a-b2e4-4f9a-860a-405339198bb7 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, 322f4460-433c-40a7-b8b4-ffbc641bb99e) {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:15:20.545486 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-bf70ceae-6a34-4c9f-acd8-1788af8d976d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 5edc3370-4762-43a2-a437-1fd2db89faf8 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:15:20.546225 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-bf70ceae-6a34-4c9f-acd8-1788af8d976d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 5edc3370-4762-43a2-a437-1fd2db89faf8 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '7a22a9a2-0db9-418b-a2d5-d9fe7ea3a4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cb378397-c48a-48e4-8cd1-996b9c0b9912'}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:15:20.546777 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf70ceae-6a34-4c9f-acd8-1788af8d976d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempting to bind port 5edc3370-4762-43a2-a437-1fd2db89faf8 on network cb378397-c48a-48e4-8cd1-996b9c0b9912 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:15:20.548409 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 27663884-689a-41d6-9b75-eefa8ea291a9, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=27663884-689a-41d6-9b75-eefa8ea291a9,segment=NetworkSegment(f74e07b2-aaa7-4c64-830f-9319a4bdc4d6),segment_id=f74e07b2-aaa7-4c64-830f-9319a4bdc4d6)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:15:20.561133 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d9d55e81-1f34-4306-9b99-b106f11eaa5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:20.564867 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc7ae7a-b2e4-4f9a-860a-405339198bb7 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:20.565640 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ccc7ae7a-b2e4-4f9a-860a-405339198bb7 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:20.587200 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-6f9cb819-08f3-4c13-9b15-d7513a3ff1be tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Allocated IP 172.26.3.48 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/34adc2df-8cdf-401e-8129-e936da7ca2dc) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:15:20.645480 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ccc7ae7a-b2e4-4f9a-860a-405339198bb7 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3722637 Dec 15 19:15:20.645806 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 47054) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:20.651878 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-99a58a2d-258d-480d-af2f-cd034fea8270 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Request body: {'subnet': {'network_id': '25e364f0-1194-4073-985d-0c3f68e69741', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:15:20.654003 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd7b6d6b-7f80-4be6-b0bc-6fa7558d775b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27663884-689a-41d6-9b75-eefa8ea291a9'}] {{(pid=88992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:15:20.680113 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf70ceae-6a34-4c9f-acd8-1788af8d976d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Port 5edc3370-4762-43a2-a437-1fd2db89faf8 on network cb378397-c48a-48e4-8cd1-996b9c0b9912 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:15:20.680899 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR neutron.plugins.ml2.managers [None req-bf70ceae-6a34-4c9f-acd8-1788af8d976d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Failed to bind port 5edc3370-4762-43a2-a437-1fd2db89faf8 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '7a22a9a2-0db9-418b-a2d5-d9fe7ea3a4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cb378397-c48a-48e4-8cd1-996b9c0b9912'}] Dec 15 19:15:20.681506 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bf70ceae-6a34-4c9f-acd8-1788af8d976d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:20.740527 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f693c6-a93e-4381-a57a-397e473abb12 None None] Pushing event updated for resources: {'Port': ['ID=d254035d-f733-4376-bea8-5d7f00beff5b,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:20.744105 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:20.746204 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e32ae4-6b4c-46c4-aae4-0bd9e43f1e21 None None] Network 322f4460-433c-40a7-b8b4-ffbc641bb99e requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:15:20.769699 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a9f693c6-a93e-4381-a57a-397e473abb12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:20.770142 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a9f693c6-a93e-4381-a57a-397e473abb12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:20.796877 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-26246278-0ed8-4225-80a0-26c08e6abb94 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:20.811668 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-cfa6fafe-ed64-431f-98e8-dbee5abfd273 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:20.852311 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-a137003d-3c62-4564-8169-108736660340 None None] Could not find standard attr ID for object 72f83cef-7bcb-4439-a21d-bf9312dc72f7. {{(pid=88992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 15 19:15:20.853585 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=27663884-689a-41d6-9b75-eefa8ea291a9,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:20.917079 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26246278-0ed8-4225-80a0-26c08e6abb94 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Pushing event deleted for resources: {'Port': ['ID=72f83cef-7bcb-4439-a21d-bf9312dc72f7,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:20.935792 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-26246278-0ed8-4225-80a0-26c08e6abb94 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:21.072672 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 3079d66b-a0d2-4b92-8be4-9635c373429b completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:15:21.096689 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 3079d66b-a0d2-4b92-8be4-9635c373429b triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:15:21.097118 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:21.163827 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-99a58a2d-258d-480d-af2f-cd034fea8270 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:15:21.198498 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-99a58a2d-258d-480d-af2f-cd034fea8270 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Usage tracker for resource:subnet and tenant:cdff2b06bba44ce499218532d32f2bb3 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:15:21.209839 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-bf70ceae-6a34-4c9f-acd8-1788af8d976d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] For port 5edc3370-4762-43a2-a437-1fd2db89faf8, host hv-neutron-8218, cleared binding levels {{(pid=88990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:15:21.210464 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-bf70ceae-6a34-4c9f-acd8-1788af8d976d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Attempted to set empty binding levels {{(pid=88990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 15 19:15:21.215073 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-2002e307-8cf8-4862-8d63-c90535d87c99 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Allocated IP 2001:db8::2b4 (a6b675ee-253d-44f7-82fd-264ab560853f/a896df6f-57aa-46ac-9003-3f11f49ecb30/cc134b2e-5fec-41e5-8e56-b22b0d53247e) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:15:21.228305 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-99a58a2d-258d-480d-af2f-cd034fea8270 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:15:21.238198 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] get_ports_and_sgs() called for port_ids ['5838a945-bfaf-4a10-a713-cfef6482b79e'] {{(pid=88992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 19:15:21.259071 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-99a58a2d-258d-480d-af2f-cd034fea8270 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:15:21.276844 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bf70ceae-6a34-4c9f-acd8-1788af8d976d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:21.316474 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:21.378376 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-bf70ceae-6a34-4c9f-acd8-1788af8d976d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] In _notify_port_updated(), no bound segment for port 5edc3370-4762-43a2-a437-1fd2db89faf8 on network cb378397-c48a-48e4-8cd1-996b9c0b9912 {{(pid=88990) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 15 19:15:21.379852 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bf70ceae-6a34-4c9f-acd8-1788af8d976d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:21.382346 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-bf70ceae-6a34-4c9f-acd8-1788af8d976d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] 10.222.0.36 "PUT /v2.0/ports/5edc3370-4762-43a2-a437-1fd2db89faf8 HTTP/1.1" status: 200 len: 977 time: 4.7963479 Dec 15 19:15:21.393259 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 47070) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:21.435585 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6f9cb819-08f3-4c13-9b15-d7513a3ff1be tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:21.467320 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.697s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:21.659997 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-26246278-0ed8-4225-80a0-26c08e6abb94 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:21.662595 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-26246278-0ed8-4225-80a0-26c08e6abb94 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] 10.222.0.36 "DELETE /v2.0/ports/72f83cef-7bcb-4439-a21d-bf9312dc72f7 HTTP/1.1" status: 204 len: 168 time: 2.5087712 Dec 15 19:15:21.665728 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 47074) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:21.722711 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-382e0843-a156-4e09-b827-119032588899 None None] Provisioning complete for port d254035d-f733-4376-bea8-5d7f00beff5b triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:15:21.723225 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-382e0843-a156-4e09-b827-119032588899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:21.789260 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-88541f37-e45d-4704-84e0-4f6c6462f401 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] GET failed (client error): The resource could not be found. Dec 15 19:15:21.790228 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-88541f37-e45d-4704-84e0-4f6c6462f401 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Synchronizing usage tracker for tenant:e4cd634a8d1d4d5eac171d1178c8a104 on resource:port {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:15:21.801660 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-bc867b97-2d1c-4a42-a3ae-87ecb55c3d0d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Deleting port 5edc3370-4762-43a2-a437-1fd2db89faf8 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:15:21.802453 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bc867b97-2d1c-4a42-a3ae-87ecb55c3d0d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:21.947503 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:21.974826 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port 3079d66b-a0d2-4b92-8be4-9635c373429b, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=3079d66b-a0d2-4b92-8be4-9635c373429b,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:15:22.009870 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf70ceae-6a34-4c9f-acd8-1788af8d976d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Pushing event updated for resources: {'Port': ['ID=5edc3370-4762-43a2-a437-1fd2db89faf8,revision_number=3']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:22.013240 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-bf70ceae-6a34-4c9f-acd8-1788af8d976d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.715s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:22.143606 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa52716-3606-4390-bfd1-48a73acc644d req-9528cae6-ba56-44cd-8295-a16337b8fe17 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:22.145471 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7aa52716-3606-4390-bfd1-48a73acc644d req-9528cae6-ba56-44cd-8295-a16337b8fe17 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd7b6d6b-7f80-4be6-b0bc-6fa7558d775b HTTP/1.1" status: 200 len: 945 time: 0.6631012 Dec 15 19:15:22.156646 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b47a32-b8a3-4ca1-ba22-822ef193da0c req-baae2a7f-8838-4fed-8018-899d16ab770d tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:22.158726 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a0b47a32-b8a3-4ca1-ba22-822ef193da0c req-baae2a7f-8838-4fed-8018-899d16ab770d tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] 10.222.0.36 "GET /v2.0/ports?device_id=26ec4cd9-d7ba-4603-bd47-7fca7801307b HTTP/1.1" status: 200 len: 944 time: 0.6776068 Dec 15 19:15:22.181867 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-bc867b97-2d1c-4a42-a3ae-87ecb55c3d0d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] For port 5edc3370-4762-43a2-a437-1fd2db89faf8, host hv-neutron-8218, got binding levels [] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:15:22.182555 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bc867b97-2d1c-4a42-a3ae-87ecb55c3d0d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:22.248051 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e109ef-dd6a-43b0-801d-e2d4d640b076 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-322f4460-433c-40a7-b8b4-ffbc641bb99e', 'network_id': '322f4460-433c-40a7-b8b4-ffbc641bb99e', 'tenant_id': 'cdff2b06bba44ce499218532d32f2bb3', 'fixed_ips': [{'subnet_id': '7ce80f97-9364-49f2-9504-35f26e971e9a'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:15:22.248965 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-23e109ef-dd6a-43b0-801d-e2d4d640b076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:22.255676 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a0b47a32-b8a3-4ca1-ba22-822ef193da0c req-25f29e98-3eac-4a5c-a8c9-748d323eb0ba tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f0fc3eb-62ba-4c7b-86c7-e6af2676eef0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677190 Dec 15 19:15:22.262930 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2002e307-8cf8-4862-8d63-c90535d87c99 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:22.301337 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7aa52716-3606-4390-bfd1-48a73acc644d req-34397120-962f-4b61-9f65-3daecdc1af51 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] 10.222.0.36 "GET /v2.0/security-groups?id=205b198f-d112-4f7c-84f4-60491e3b03fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413250 Dec 15 19:15:22.393660 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-bc867b97-2d1c-4a42-a3ae-87ecb55c3d0d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Calling delete_port for 5edc3370-4762-43a2-a437-1fd2db89faf8 owned by {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:15:22.420332 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6f9cb819-08f3-4c13-9b15-d7513a3ff1be tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:22.439137 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d670a33c-d8d3-48e5-960e-23dae1a395ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:22.467364 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-23e109ef-dd6a-43b0-801d-e2d4d640b076 None None] Allocated IP 2001:db8::2 (322f4460-433c-40a7-b8b4-ffbc641bb99e/7ce80f97-9364-49f2-9504-35f26e971e9a/446b46e2-86aa-44f0-9d0c-707dfc910848) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:15:22.524064 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9cb819-08f3-4c13-9b15-d7513a3ff1be tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:15:22.526425 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2002e307-8cf8-4862-8d63-c90535d87c99 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:22.536404 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a58a2d-258d-480d-af2f-cd034fea8270 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Made reservation on behalf of cdff2b06bba44ce499218532d32f2bb3 for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:15:22.569787 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-88541f37-e45d-4704-84e0-4f6c6462f401 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Unset dirty status for tenant:e4cd634a8d1d4d5eac171d1178c8a104 on resource:port {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:15:22.570486 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-6f9cb819-08f3-4c13-9b15-d7513a3ff1be tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:15:22.572561 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:22.578268 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-88541f37-e45d-4704-84e0-4f6c6462f401 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] 10.222.0.36 "GET /v2.0/ports/72f83cef-7bcb-4439-a21d-bf9312dc72f7 HTTP/1.1" status: 404 len: 333 time: 0.9069028 Dec 15 19:15:22.582796 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:22.582923 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 47082) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:22.616728 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bc867b97-2d1c-4a42-a3ae-87ecb55c3d0d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:22.621430 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9cb819-08f3-4c13-9b15-d7513a3ff1be tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:15:22.650851 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd7b6d6b-7f80-4be6-b0bc-6fa7558d775b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27663884-689a-41d6-9b75-eefa8ea291a9', 'code': 200} Dec 15 19:15:22.693827 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 47084) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:22.725159 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-f60324d8-5c05-4ab0-a165-f9c9fb4d47f6 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Request body: {'port': {'network_id': '5081f17c-ce13-4eac-86c0-2120a7496701', 'name': 'tempest-AllowedAddressPairTestJSON-246084355'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:15:22.725343 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=3079d66b-a0d2-4b92-8be4-9635c373429b,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:22.730303 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:22.755614 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-99a58a2d-258d-480d-af2f-cd034fea8270 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:22.758375 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2002e307-8cf8-4862-8d63-c90535d87c99 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Network a6b675ee-253d-44f7-82fd-264ab560853f is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:15:22.764439 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-7a4c631b-da90-41fa-be7e-e9e40a573921 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Request body: {'subnet': {'network_id': '798f489e-2aee-4cf6-a2a5-b30c896f61ea', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:15:22.778058 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9da46a26-fa6e-4ee2-9e43-a76076ffff66 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:22.783823 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device d254035d-f733-4376-bea8-5d7f00beff5b up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:15:22.788911 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-2002e307-8cf8-4862-8d63-c90535d87c99 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:15:22.858139 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 19:15:22.886569 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc867b97-2d1c-4a42-a3ae-87ecb55c3d0d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Pushing event deleted for resources: {'Port': ['ID=5edc3370-4762-43a2-a437-1fd2db89faf8,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:22.895796 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-23e109ef-dd6a-43b0-801d-e2d4d640b076 None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:22.898422 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port d254035d-f733-4376-bea8-5d7f00beff5b triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:15:22.898842 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:22.904733 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-bc867b97-2d1c-4a42-a3ae-87ecb55c3d0d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:22.924321 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bc867b97-2d1c-4a42-a3ae-87ecb55c3d0d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:22.943512 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-bc867b97-2d1c-4a42-a3ae-87ecb55c3d0d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] 10.222.0.36 "DELETE /v2.0/ports/5edc3370-4762-43a2-a437-1fd2db89faf8 HTTP/1.1" status: 204 len: 168 time: 1.5105734 Dec 15 19:15:22.944358 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 47090) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:22.974147 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-23e109ef-dd6a-43b0-801d-e2d4d640b076 None None] Transition to ACTIVE for port object 446b46e2-86aa-44f0-9d0c-707dfc910848 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:15:23.023314 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2002e307-8cf8-4862-8d63-c90535d87c99 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:15:23.033530 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-23e109ef-dd6a-43b0-801d-e2d4d640b076 None None] Transition to ACTIVE for port object 446b46e2-86aa-44f0-9d0c-707dfc910848 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:15:23.045757 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-b29a53c7-e1f2-4c59-bac6-463dc4a3afaf tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] GET failed (client error): The resource could not be found. Dec 15 19:15:23.050680 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-b29a53c7-e1f2-4c59-bac6-463dc4a3afaf tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Synchronizing usage tracker for tenant:f8a09531f9cc4e46abc09199ccd8b383 on resource:port {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:15:23.076732 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-23e109ef-dd6a-43b0-801d-e2d4d640b076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:23.083541 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:23.100056 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9cb819-08f3-4c13-9b15-d7513a3ff1be tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Pushing event updated for resources: {'Port': ['ID=34adc2df-8cdf-401e-8129-e936da7ca2dc,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:23.103163 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6f9cb819-08f3-4c13-9b15-d7513a3ff1be tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.668s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:23.114740 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.550s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:23.159021 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-b29a53c7-e1f2-4c59-bac6-463dc4a3afaf tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Unset dirty status for tenant:f8a09531f9cc4e46abc09199ccd8b383 on resource:port {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:15:23.165986 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b29a53c7-e1f2-4c59-bac6-463dc4a3afaf tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] 10.222.0.36 "GET /v2.0/ports/5edc3370-4762-43a2-a437-1fd2db89faf8 HTTP/1.1" status: 404 len: 333 time: 0.2148554 Dec 15 19:15:23.165986 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-66af1250-f2bd-4c8d-bcd2-dcd00c7304df req-511ccc60-82ef-4ac3-99a5-c8554ce1ae33 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fd7b6d6b-7f80-4be6-b0bc-6fa7558d775b HTTP/1.1" status: 200 len: 1098 time: 0.1751394 Dec 15 19:15:23.177612 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 47094) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:23.240110 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-7a4c631b-da90-41fa-be7e-e9e40a573921 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:15:23.268219 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-7a4c631b-da90-41fa-be7e-e9e40a573921 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Usage tracker for resource:subnet and tenant:ef42ee63914143f6ab639ee882cc5d7b is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:15:23.284232 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-7a4c631b-da90-41fa-be7e-e9e40a573921 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:15:23.288677 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2002e307-8cf8-4862-8d63-c90535d87c99 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Pushing event updated for resources: {'Port': ['ID=cc134b2e-5fec-41e5-8e56-b22b0d53247e,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:23.291891 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2002e307-8cf8-4862-8d63-c90535d87c99 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:23.306805 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-7a4c631b-da90-41fa-be7e-e9e40a573921 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:15:23.322574 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e109ef-dd6a-43b0-801d-e2d4d640b076 None None] Pushing event updated for resources: {'Port': ['ID=446b46e2-86aa-44f0-9d0c-707dfc910848,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:23.333990 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e109ef-dd6a-43b0-801d-e2d4d640b076 None None] Network 322f4460-433c-40a7-b8b4-ffbc641bb99e is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:15:23.335271 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-23e109ef-dd6a-43b0-801d-e2d4d640b076 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:23.336153 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-23e109ef-dd6a-43b0-801d-e2d4d640b076 None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:15:23.339071 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e109ef-dd6a-43b0-801d-e2d4d640b076 None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:15:23.358061 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-f60324d8-5c05-4ab0-a165-f9c9fb4d47f6 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:15:23.369784 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-f60324d8-5c05-4ab0-a165-f9c9fb4d47f6 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:15:23.395948 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a4c631b-da90-41fa-be7e-e9e40a573921 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Made reservation on behalf of ef42ee63914143f6ab639ee882cc5d7b for: {'subnet': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:15:23.442762 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-23e109ef-dd6a-43b0-801d-e2d4d640b076 None None] Attempting to bind port 446b46e2-86aa-44f0-9d0c-707dfc910848 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:15:23.443804 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-23e109ef-dd6a-43b0-801d-e2d4d640b076 None None] Attempting to bind port 446b46e2-86aa-44f0-9d0c-707dfc910848 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '89fefc50-3dcf-4463-9012-0f0de0dfce2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '322f4460-433c-40a7-b8b4-ffbc641bb99e'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:15:23.443948 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f60324d8-5c05-4ab0-a165-f9c9fb4d47f6 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Made reservation on behalf of e4cd634a8d1d4d5eac171d1178c8a104 for: {'port': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:15:23.444077 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e109ef-dd6a-43b0-801d-e2d4d640b076 None None] Attempting to bind port 446b46e2-86aa-44f0-9d0c-707dfc910848 on network 322f4460-433c-40a7-b8b4-ffbc641bb99e {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:15:23.451291 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e109ef-dd6a-43b0-801d-e2d4d640b076 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:15:23.451744 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e109ef-dd6a-43b0-801d-e2d4d640b076 None None] Checking segment: {'id': '89fefc50-3dcf-4463-9012-0f0de0dfce2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '322f4460-433c-40a7-b8b4-ffbc641bb99e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:15:23.451876 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f60324d8-5c05-4ab0-a165-f9c9fb4d47f6 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:23.452255 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-23e109ef-dd6a-43b0-801d-e2d4d640b076 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:23.452702 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e109ef-dd6a-43b0-801d-e2d4d640b076 None None] Bound using segment: {'id': '89fefc50-3dcf-4463-9012-0f0de0dfce2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '322f4460-433c-40a7-b8b4-ffbc641bb99e'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:15:23.453236 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-23e109ef-dd6a-43b0-801d-e2d4d640b076 None None] Bound port: 446b46e2-86aa-44f0-9d0c-707dfc910848, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89fefc50-3dcf-4463-9012-0f0de0dfce2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '322f4460-433c-40a7-b8b4-ffbc641bb99e'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:15:23.454232 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-23e109ef-dd6a-43b0-801d-e2d4d640b076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:23.501022 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-66af1250-f2bd-4c8d-bcd2-dcd00c7304df req-7fdbc404-3085-40c4-9a81-9809b16c7bae service neutron] Notify callbacks [] for security_group, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:23.548535 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-23e109ef-dd6a-43b0-801d-e2d4d640b076 None None] For port 446b46e2-86aa-44f0-9d0c-707dfc910848, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:15:23.551788 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-23e109ef-dd6a-43b0-801d-e2d4d640b076 None None] For port 446b46e2-86aa-44f0-9d0c-707dfc910848, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=446b46e2-86aa-44f0-9d0c-707dfc910848,segment=NetworkSegment(89fefc50-3dcf-4463-9012-0f0de0dfce2e),segment_id=89fefc50-3dcf-4463-9012-0f0de0dfce2e)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:15:23.573143 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-23e109ef-dd6a-43b0-801d-e2d4d640b076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:23.578297 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0135bc8c-c790-4e9e-bf48-055d0f466c96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:23.645542 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-99a58a2d-258d-480d-af2f-cd034fea8270 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:23.650950 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e109ef-dd6a-43b0-801d-e2d4d640b076 None None] Pushing event updated for resources: {'Port': ['ID=446b46e2-86aa-44f0-9d0c-707dfc910848,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:23.656254 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-23e109ef-dd6a-43b0-801d-e2d4d640b076 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:23.658057 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3a829242-031f-45e8-b6e5-7b4628f463f8 tempest-PortsAdminExtendedAttrsTestJSON-2032380923 tempest-PortsAdminExtendedAttrsTestJSON-2032380923-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:23.672387 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9450e98b-64e0-495e-b80f-7cffbb2c79ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:23.694543 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-f60324d8-5c05-4ab0-a165-f9c9fb4d47f6 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] device_id is not set on port a979cda0-6507-41a6-9be9-4a707b0a2480 yet. {{(pid=88990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:15:23.755049 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7a4c631b-da90-41fa-be7e-e9e40a573921 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839924940'] for subnet, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:23.787088 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [req-66af1250-f2bd-4c8d-bcd2-dcd00c7304df req-7fdbc404-3085-40c4-9a81-9809b16c7bae service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:15:23.816964 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-66af1250-f2bd-4c8d-bcd2-dcd00c7304df req-7fdbc404-3085-40c4-9a81-9809b16c7bae service neutron] Usage tracker for resource:security_group_rule and tenant:91a038034fb9474da6debc4eaf416f3a is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:15:23.824194 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:23.825787 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-66af1250-f2bd-4c8d-bcd2-dcd00c7304df req-7fdbc404-3085-40c4-9a81-9809b16c7bae service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:15:23.837233 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a58a2d-258d-480d-af2f-cd034fea8270 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Pushing event updated for resources: {'Subnet': ['ID=65f99a5e-90eb-42b2-9e18-3a83a8261d89,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:23.839705 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [req-66af1250-f2bd-4c8d-bcd2-dcd00c7304df req-7fdbc404-3085-40c4-9a81-9809b16c7bae service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:15:23.903812 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-99a58a2d-258d-480d-af2f-cd034fea8270 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:23.944370 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3a829242-031f-45e8-b6e5-7b4628f463f8 tempest-PortsAdminExtendedAttrsTestJSON-2032380923 tempest-PortsAdminExtendedAttrsTestJSON-2032380923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:23.959847 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2002e307-8cf8-4862-8d63-c90535d87c99 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:23.960641 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2002e307-8cf8-4862-8d63-c90535d87c99 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904'] for router, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:23.981844 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6f9cb819-08f3-4c13-9b15-d7513a3ff1be tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:23.982528 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a58a2d-258d-480d-af2f-cd034fea8270 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Checking segment: {'id': 'c6a8c34c-5020-4955-86b2-c7e47494e24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '25e364f0-1194-4073-985d-0c3f68e69741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:15:23.982685 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6f9cb819-08f3-4c13-9b15-d7513a3ff1be tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904'] for router, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:23.982938 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a58a2d-258d-480d-af2f-cd034fea8270 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Network hostable DHCP agents. Network: 25e364f0-1194-4073-985d-0c3f68e69741, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:15:23.996238 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-3a829242-031f-45e8-b6e5-7b4628f463f8 tempest-PortsAdminExtendedAttrsTestJSON-2032380923 tempest-PortsAdminExtendedAttrsTestJSON-2032380923-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb378397-c48a-48e4-8cd1-996b9c0b9912']}} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:15:24.025565 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-3a829242-031f-45e8-b6e5-7b4628f463f8 tempest-PortsAdminExtendedAttrsTestJSON-2032380923 tempest-PortsAdminExtendedAttrsTestJSON-2032380923-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a22a9a2-0db9-418b-a2d5-d9fe7ea3a4ef') {'for_net_delete': True} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:15:24.025905 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-3a829242-031f-45e8-b6e5-7b4628f463f8 tempest-PortsAdminExtendedAttrsTestJSON-2032380923 tempest-PortsAdminExtendedAttrsTestJSON-2032380923-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a22a9a2-0db9-418b-a2d5-d9fe7ea3a4ef') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:15:24.059853 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3a829242-031f-45e8-b6e5-7b4628f463f8 tempest-PortsAdminExtendedAttrsTestJSON-2032380923 tempest-PortsAdminExtendedAttrsTestJSON-2032380923-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838443042'] for segment, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:24.061988 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e72d31c-2d9a-41d9-a2a0-08e3f848a2e9 req-eb1eac4d-8421-4db3-aa9a-0f3d6a6d9c5c tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:24.067290 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1e72d31c-2d9a-41d9-a2a0-08e3f848a2e9 req-eb1eac4d-8421-4db3-aa9a-0f3d6a6d9c5c tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] 10.222.0.36 "GET /v2.0/ports?device_id=26ec4cd9-d7ba-4603-bd47-7fca7801307b HTTP/1.1" status: 200 len: 944 time: 0.5992785 Dec 15 19:15:24.106503 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3a829242-031f-45e8-b6e5-7b4628f463f8 tempest-PortsAdminExtendedAttrsTestJSON-2032380923 tempest-PortsAdminExtendedAttrsTestJSON-2032380923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:24.118451 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a829242-031f-45e8-b6e5-7b4628f463f8 tempest-PortsAdminExtendedAttrsTestJSON-2032380923 tempest-PortsAdminExtendedAttrsTestJSON-2032380923-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=88991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:15:24.118908 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3a829242-031f-45e8-b6e5-7b4628f463f8 tempest-PortsAdminExtendedAttrsTestJSON-2032380923 tempest-PortsAdminExtendedAttrsTestJSON-2032380923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838443729'] for segment, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:24.135464 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:15:24.135464 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:15:24.135464 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:15:24.135464 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:15:24.135464 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:15:24.135464 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:15:24.135464 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:15:24.135464 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:15:24.135464 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:15:24.135464 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:15:24.135464 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:15:24.135464 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:15:24.135464 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:15:24.135464 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:15:24.135464 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:15:24.135464 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:15:24.135464 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:15:24.135464 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:15:24.135464 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:15:24.135464 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:15:24.135464 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:15:24.135464 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:15:24.135464 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:15:24.135464 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:15:24.135464 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:15:24.135464 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:15:24.135464 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:15:24.135464 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:15:24.135464 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:15:24.135464 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:15:24.135464 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:15:24.135464 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:15:24.138215 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-66af1250-f2bd-4c8d-bcd2-dcd00c7304df req-7fdbc404-3085-40c4-9a81-9809b16c7bae service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:24.142536 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ea078-e3fa-4fb9-b047-9376ba470dee req-f9ca5bce-e601-4c05-afed-791a430ce20a tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:24.142743 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a58a2d-258d-480d-af2f-cd034fea8270 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Network 25e364f0-1194-4073-985d-0c3f68e69741 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:15:24.143611 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c50ea078-e3fa-4fb9-b047-9376ba470dee req-f9ca5bce-e601-4c05-afed-791a430ce20a tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd7b6d6b-7f80-4be6-b0bc-6fa7558d775b HTTP/1.1" status: 200 len: 945 time: 0.6016083 Dec 15 19:15:24.206178 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-66af1250-f2bd-4c8d-bcd2-dcd00c7304df req-7fdbc404-3085-40c4-9a81-9809b16c7bae service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:24.227432 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:24.246659 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-99a58a2d-258d-480d-af2f-cd034fea8270 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, 25e364f0-1194-4073-985d-0c3f68e69741) {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:15:24.257978 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3359fad3-8767-4b7b-aeb0-7b56b2281e0e None None] Network 25e364f0-1194-4073-985d-0c3f68e69741 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:15:24.262989 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a58a2d-258d-480d-af2f-cd034fea8270 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:24.263713 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-99a58a2d-258d-480d-af2f-cd034fea8270 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:24.281203 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-66af1250-f2bd-4c8d-bcd2-dcd00c7304df req-7fdbc404-3085-40c4-9a81-9809b16c7bae service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=205b198f-d112-4f7c-84f4-60491e3b03fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1041543 Dec 15 19:15:24.288765 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdbc404-3085-40c4-9a81-9809b16c7bae service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=081aa910-6f3f-4fb1-abf6-803db769f2ad,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:24.291435 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3a829242-031f-45e8-b6e5-7b4628f463f8 tempest-PortsAdminExtendedAttrsTestJSON-2032380923 tempest-PortsAdminExtendedAttrsTestJSON-2032380923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:24.293058 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7fdbc404-3085-40c4-9a81-9809b16c7bae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:24.304199 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:24.311896 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-f60324d8-5c05-4ab0-a165-f9c9fb4d47f6 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Allocated IP 172.20.0.14 (5081f17c-ce13-4eac-86c0-2120a7496701/3c40ca78-2d5e-4646-be73-52d2464c0fde/a979cda0-6507-41a6-9be9-4a707b0a2480) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:15:24.323209 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3a829242-031f-45e8-b6e5-7b4628f463f8 tempest-PortsAdminExtendedAttrsTestJSON-2032380923 tempest-PortsAdminExtendedAttrsTestJSON-2032380923-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:24.334052 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a829242-031f-45e8-b6e5-7b4628f463f8 tempest-PortsAdminExtendedAttrsTestJSON-2032380923 tempest-PortsAdminExtendedAttrsTestJSON-2032380923-project] Pushing event deleted for resources: {'Network': ['ID=cb378397-c48a-48e4-8cd1-996b9c0b9912,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:24.337572 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3a829242-031f-45e8-b6e5-7b4628f463f8 tempest-PortsAdminExtendedAttrsTestJSON-2032380923 tempest-PortsAdminExtendedAttrsTestJSON-2032380923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:24.339618 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-3a829242-031f-45e8-b6e5-7b4628f463f8 tempest-PortsAdminExtendedAttrsTestJSON-2032380923 tempest-PortsAdminExtendedAttrsTestJSON-2032380923-project] 10.222.0.36 "DELETE /v2.0/networks/cb378397-c48a-48e4-8cd1-996b9c0b9912 HTTP/1.1" status: 204 len: 168 time: 1.1610367 Dec 15 19:15:24.362769 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-99a58a2d-258d-480d-af2f-cd034fea8270 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7158673 Dec 15 19:15:24.365620 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 47104) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:24.417187 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 5838a945-bfaf-4a10-a713-cfef6482b79e up at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:15:24.635278 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c06896-8e00-46e7-b1e9-ac64ec0c67ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-25e364f0-1194-4073-985d-0c3f68e69741', 'network_id': '25e364f0-1194-4073-985d-0c3f68e69741', 'tenant_id': 'cdff2b06bba44ce499218532d32f2bb3', 'fixed_ips': [{'subnet_id': '65f99a5e-90eb-42b2-9e18-3a83a8261d89'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:15:24.636182 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-97c06896-8e00-46e7-b1e9-ac64ec0c67ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:24.687563 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning for port 5838a945-bfaf-4a10-a713-cfef6482b79e completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:15:24.690130 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1e72d31c-2d9a-41d9-a2a0-08e3f848a2e9 req-951d2137-88e4-40b2-a1b9-e899fa272b38 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f0fc3eb-62ba-4c7b-86c7-e6af2676eef0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6112750 Dec 15 19:15:24.717495 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c50ea078-e3fa-4fb9-b047-9376ba470dee req-e5d1441c-c7d3-469e-96ec-0a0b3df1c04e tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] 10.222.0.36 "GET /v2.0/security-groups?id=205b198f-d112-4f7c-84f4-60491e3b03fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5631397 Dec 15 19:15:24.779218 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning complete for port 5838a945-bfaf-4a10-a713-cfef6482b79e triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:15:24.779644 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:24.954896 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 47110) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:24.965857 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 3079d66b-a0d2-4b92-8be4-9635c373429b up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:15:25.005487 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9ba744a0-5e2d-4d9d-bd8b-e6a0366e4c48 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:25.156086 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:25.161652 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f60324d8-5c05-4ab0-a165-f9c9fb4d47f6 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:25.196043 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-f60324d8-5c05-4ab0-a165-f9c9fb4d47f6 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Transition to ACTIVE for port object a979cda0-6507-41a6-9be9-4a707b0a2480 will not be triggered until provisioned by entity DHCP. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:15:25.208258 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-97c06896-8e00-46e7-b1e9-ac64ec0c67ed None None] Allocated IP 2001:db8::2 (25e364f0-1194-4073-985d-0c3f68e69741/65f99a5e-90eb-42b2-9e18-3a83a8261d89/4ce5b02c-cf72-412f-8cbc-a3b2f0837fcf) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:15:25.210193 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ec4cd9-d7ba-4603-bd47-7fca7801307b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5838a945-bfaf-4a10-a713-cfef6482b79e'}] {{(pid=88992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:15:25.237955 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 3079d66b-a0d2-4b92-8be4-9635c373429b triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:15:25.238429 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:25.288694 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 5838a945-bfaf-4a10-a713-cfef6482b79e, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5838a945-bfaf-4a10-a713-cfef6482b79e,segment=NetworkSegment(cc77d08c-3e06-4395-9e96-2ce9f09be278),segment_id=cc77d08c-3e06-4395-9e96-2ce9f09be278)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:15:25.339117 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4456cbd7-b967-4899-ba12-5986bf59271d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=58063b518b0c4c36813c0d71afc1354d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3829317 Dec 15 19:15:25.342609 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 47118) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:25.366175 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7a4c631b-da90-41fa-be7e-e9e40a573921 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838139473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839924955'] for subnet, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:25.387540 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26ec4cd9-d7ba-4603-bd47-7fca7801307b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5838a945-bfaf-4a10-a713-cfef6482b79e', 'code': 200} Dec 15 19:15:25.387735 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:25.393633 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:25.399917 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:25.524685 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-367cc7a5-caf4-49c0-8664-765c8afb21c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:25.535402 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f60324d8-5c05-4ab0-a165-f9c9fb4d47f6 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:25.549517 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=5838a945-bfaf-4a10-a713-cfef6482b79e,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:25.555541 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:25.609553 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-367cc7a5-caf4-49c0-8664-765c8afb21c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:25.609957 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4c631b-da90-41fa-be7e-e9e40a573921 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Pushing event updated for resources: {'Subnet': ['ID=449c4f41-a152-4b4a-a47b-16cf43d719f4,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:25.622176 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7a4c631b-da90-41fa-be7e-e9e40a573921 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:25.632694 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:25.655444 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-9ba744a0-5e2d-4d9d-bd8b-e6a0366e4c48 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Allocated IP 2001:db8::1 (322f4460-433c-40a7-b8b4-ffbc641bb99e/7ce80f97-9364-49f2-9504-35f26e971e9a/8e29e4d2-ec37-4048-af5b-20f43512396a) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:15:25.699394 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 446b46e2-86aa-44f0-9d0c-707dfc910848 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:15:25.700879 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4c631b-da90-41fa-be7e-e9e40a573921 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Checking segment: {'id': 'd5a96183-c864-415d-95a6-2dae0eb9e72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '798f489e-2aee-4cf6-a2a5-b30c896f61ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:15:25.707922 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4c631b-da90-41fa-be7e-e9e40a573921 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Network hostable DHCP agents. Network: 798f489e-2aee-4cf6-a2a5-b30c896f61ea, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:15:25.767267 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60324d8-5c05-4ab0-a165-f9c9fb4d47f6 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Network 5081f17c-ce13-4eac-86c0-2120a7496701 is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:15:25.773958 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-f60324d8-5c05-4ab0-a165-f9c9fb4d47f6 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:15:25.776973 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60324d8-5c05-4ab0-a165-f9c9fb4d47f6 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:15:25.827199 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-367cc7a5-caf4-49c0-8664-765c8afb21c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:25.850291 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b5f02a96-1981-4ff0-9e3c-c201675d0cd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:25.854474 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-97c06896-8e00-46e7-b1e9-ac64ec0c67ed None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:25.861272 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60324d8-5c05-4ab0-a165-f9c9fb4d47f6 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:25.861879 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f60324d8-5c05-4ab0-a165-f9c9fb4d47f6 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:25.894506 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367cc7a5-caf4-49c0-8664-765c8afb21c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61108c6-4d03-4ad5-91e7-e2d74fce841f,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:25.909477 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-97c06896-8e00-46e7-b1e9-ac64ec0c67ed None None] Transition to ACTIVE for port object 4ce5b02c-cf72-412f-8cbc-a3b2f0837fcf will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:15:25.930928 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2002e307-8cf8-4862-8d63-c90535d87c99 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Router 927646ca-970d-472b-a87f-8c8dad79dc03 is scheduled to L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 with binding_index 1 {{(pid=88990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 15 19:15:25.973923 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-367cc7a5-caf4-49c0-8664-765c8afb21c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:25.976338 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-97c06896-8e00-46e7-b1e9-ac64ec0c67ed None None] Transition to ACTIVE for port object 4ce5b02c-cf72-412f-8cbc-a3b2f0837fcf will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:15:25.977842 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60324d8-5c05-4ab0-a165-f9c9fb4d47f6 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Pushing event updated for resources: {'Port': ['ID=a979cda0-6507-41a6-9be9-4a707b0a2480,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:25.994027 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f60324d8-5c05-4ab0-a165-f9c9fb4d47f6 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:26.021760 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-97c06896-8e00-46e7-b1e9-ac64ec0c67ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:26.027076 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3e3de7e7-c28c-432b-8381-7e324e61640c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:26.059123 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-367cc7a5-caf4-49c0-8664-765c8afb21c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:26.060592 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-367cc7a5-caf4-49c0-8664-765c8afb21c7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e61108c6-4d03-4ad5-91e7-e2d74fce841f HTTP/1.1" status: 204 len: 168 time: 0.7168279 Dec 15 19:15:26.086302 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f9cb819-08f3-4c13-9b15-d7513a3ff1be tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Router f760dc67-044f-4fd8-832d-97ea89e14a0b is scheduled to L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 with binding_index 1 {{(pid=88990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 15 19:15:26.088823 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4c631b-da90-41fa-be7e-e9e40a573921 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Network 798f489e-2aee-4cf6-a2a5-b30c896f61ea is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:15:26.098772 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9ba744a0-5e2d-4d9d-bd8b-e6a0366e4c48 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:26.108484 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c06896-8e00-46e7-b1e9-ac64ec0c67ed None None] Pushing event updated for resources: {'Port': ['ID=4ce5b02c-cf72-412f-8cbc-a3b2f0837fcf,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:26.119281 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-97c06896-8e00-46e7-b1e9-ac64ec0c67ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:26.120481 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80a9f9c-8a03-4b77-884b-d2c9c55b1e31 None None] Network 322f4460-433c-40a7-b8b4-ffbc641bb99e requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:15:26.140217 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f60324d8-5c05-4ab0-a165-f9c9fb4d47f6 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4533432 Dec 15 19:15:26.145139 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 47128) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:26.146708 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-9ba744a0-5e2d-4d9d-bd8b-e6a0366e4c48 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Transition to ACTIVE for port object 8e29e4d2-ec37-4048-af5b-20f43512396a will not be triggered until provisioned by entity DHCP. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:15:26.154375 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-7a4c631b-da90-41fa-be7e-e9e40a573921 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, 798f489e-2aee-4cf6-a2a5-b30c896f61ea) {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:15:26.158349 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 446b46e2-86aa-44f0-9d0c-707dfc910848 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:15:26.159065 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c76e3c33-4e1a-4838-a671-f2bbd1d2c0a2 req-89fb2e1e-4a93-43fe-9d56-7979ee1d70d6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=26ec4cd9-d7ba-4603-bd47-7fca7801307b HTTP/1.1" status: 200 len: 1098 time: 0.2815888 Dec 15 19:15:26.184834 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcb495e-b27d-4e9c-8a7c-6f6b0e6f3df6 None None] Network 798f489e-2aee-4cf6-a2a5-b30c896f61ea requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:15:26.195307 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-1fcff6e9-fd98-4c76-851f-f81a86f30d92 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:6c:93:cd'}]}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:15:26.246340 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4c631b-da90-41fa-be7e-e9e40a573921 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:26.247001 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7a4c631b-da90-41fa-be7e-e9e40a573921 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:26.251008 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-c76e3c33-4e1a-4838-a671-f2bbd1d2c0a2 req-8a5920b7-d359-4b08-a06e-8805b53dd2f2 service neutron] Synchronizing usage tracker for tenant:91a038034fb9474da6debc4eaf416f3a on resource:security_group {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:15:26.293080 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9ba744a0-5e2d-4d9d-bd8b-e6a0366e4c48 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:26.299072 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:26.363121 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c06896-8e00-46e7-b1e9-ac64ec0c67ed None None] Network 25e364f0-1194-4073-985d-0c3f68e69741 is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:15:26.368076 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-97c06896-8e00-46e7-b1e9-ac64ec0c67ed None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:15:26.374354 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c06896-8e00-46e7-b1e9-ac64ec0c67ed None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:15:26.374967 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba744a0-5e2d-4d9d-bd8b-e6a0366e4c48 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Pushing event updated for resources: {'Port': ['ID=8e29e4d2-ec37-4048-af5b-20f43512396a,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:26.377714 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-7a4c631b-da90-41fa-be7e-e9e40a573921 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.6756997 Dec 15 19:15:26.384357 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9ba744a0-5e2d-4d9d-bd8b-e6a0366e4c48 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:26.393794 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 47132) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:26.399430 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-c76e3c33-4e1a-4838-a671-f2bbd1d2c0a2 req-8a5920b7-d359-4b08-a06e-8805b53dd2f2 service neutron] Unset dirty status for tenant:91a038034fb9474da6debc4eaf416f3a on resource:security_group {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:15:26.408711 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c76e3c33-4e1a-4838-a671-f2bbd1d2c0a2 req-8a5920b7-d359-4b08-a06e-8805b53dd2f2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2f0fc3eb-62ba-4c7b-86c7-e6af2676eef0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2397003 Dec 15 19:15:26.422382 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-f5d23924-13ad-4900-b23d-994ac609a466 None None] Provisioning for port 446b46e2-86aa-44f0-9d0c-707dfc910848 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:15:26.425557 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba744a0-5e2d-4d9d-bd8b-e6a0366e4c48 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Network 322f4460-433c-40a7-b8b4-ffbc641bb99e is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:15:26.427380 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-9ba744a0-5e2d-4d9d-bd8b-e6a0366e4c48 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:15:26.434998 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba744a0-5e2d-4d9d-bd8b-e6a0366e4c48 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:15:26.435968 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9ba744a0-5e2d-4d9d-bd8b-e6a0366e4c48 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630901'] for router_interface, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:26.482816 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-cea45a28-87a7-444f-820f-affaa6b6d8f5 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1830650237'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:15:26.494631 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-f5d23924-13ad-4900-b23d-994ac609a466 None None] Provisioning complete for port 446b46e2-86aa-44f0-9d0c-707dfc910848 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:15:26.495054 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f5d23924-13ad-4900-b23d-994ac609a466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:26.517601 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-cea45a28-87a7-444f-820f-affaa6b6d8f5 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:15:26.589265 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-cea45a28-87a7-444f-820f-affaa6b6d8f5 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Usage tracker for resource:network and tenant:ef42ee63914143f6ab639ee882cc5d7b is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:15:26.600976 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-cea45a28-87a7-444f-820f-affaa6b6d8f5 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:15:26.630424 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-cea45a28-87a7-444f-820f-affaa6b6d8f5 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:15:26.661878 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0228ac84-f73a-4543-a4c4-41b9e1b4ef2c req-026e4d6d-2729-4d29-81d7-d60de08a8b47 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:26.663688 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0228ac84-f73a-4543-a4c4-41b9e1b4ef2c req-026e4d6d-2729-4d29-81d7-d60de08a8b47 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] 10.222.0.36 "GET /v2.0/ports?device_id=26ec4cd9-d7ba-4603-bd47-7fca7801307b HTTP/1.1" status: 200 len: 945 time: 0.7366774 Dec 15 19:15:26.681800 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a46e1cd-2b03-44a2-976d-e616a8b9ec76 req-98911e0f-4b8b-41d0-8f64-56aab6f4c821 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:26.683572 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2a46e1cd-2b03-44a2-976d-e616a8b9ec76 req-98911e0f-4b8b-41d0-8f64-56aab6f4c821 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd7b6d6b-7f80-4be6-b0bc-6fa7558d775b HTTP/1.1" status: 200 len: 945 time: 0.6861312 Dec 15 19:15:26.768596 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea45a28-87a7-444f-820f-affaa6b6d8f5 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Made reservation on behalf of ef42ee63914143f6ab639ee882cc5d7b for: {'network': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:15:26.774200 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cea45a28-87a7-444f-820f-affaa6b6d8f5 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:26.863960 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9ba744a0-5e2d-4d9d-bd8b-e6a0366e4c48 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:26.884497 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-97c06896-8e00-46e7-b1e9-ac64ec0c67ed None None] Attempting to bind port 4ce5b02c-cf72-412f-8cbc-a3b2f0837fcf on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:15:26.884827 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-97c06896-8e00-46e7-b1e9-ac64ec0c67ed None None] Attempting to bind port 4ce5b02c-cf72-412f-8cbc-a3b2f0837fcf by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'c6a8c34c-5020-4955-86b2-c7e47494e24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '25e364f0-1194-4073-985d-0c3f68e69741'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:15:26.885229 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c06896-8e00-46e7-b1e9-ac64ec0c67ed None None] Attempting to bind port 4ce5b02c-cf72-412f-8cbc-a3b2f0837fcf on network 25e364f0-1194-4073-985d-0c3f68e69741 {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:15:26.911601 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 47138) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:26.976332 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c06896-8e00-46e7-b1e9-ac64ec0c67ed None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:15:26.976807 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c06896-8e00-46e7-b1e9-ac64ec0c67ed None None] Checking segment: {'id': 'c6a8c34c-5020-4955-86b2-c7e47494e24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '25e364f0-1194-4073-985d-0c3f68e69741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:15:26.977567 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-97c06896-8e00-46e7-b1e9-ac64ec0c67ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:26.977680 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c06896-8e00-46e7-b1e9-ac64ec0c67ed None None] Bound using segment: {'id': 'c6a8c34c-5020-4955-86b2-c7e47494e24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '25e364f0-1194-4073-985d-0c3f68e69741'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:15:26.978225 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-97c06896-8e00-46e7-b1e9-ac64ec0c67ed None None] Bound port: 4ce5b02c-cf72-412f-8cbc-a3b2f0837fcf, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6a8c34c-5020-4955-86b2-c7e47494e24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '25e364f0-1194-4073-985d-0c3f68e69741'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:15:26.978594 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-97c06896-8e00-46e7-b1e9-ac64ec0c67ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:26.997421 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd3654d-88db-4f3e-b969-dd1b7f283197 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-798f489e-2aee-4cf6-a2a5-b30c896f61ea', 'network_id': '798f489e-2aee-4cf6-a2a5-b30c896f61ea', 'tenant_id': 'ef42ee63914143f6ab639ee882cc5d7b', 'fixed_ips': [{'subnet_id': '449c4f41-a152-4b4a-a47b-16cf43d719f4'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:15:26.998322 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fbd3654d-88db-4f3e-b969-dd1b7f283197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:27.143769 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6b3f0895-b129-4547-b22a-a318082bbba1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f8a09531f9cc4e46abc09199ccd8b383&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2284780 Dec 15 19:15:27.144791 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 47142) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:27.206449 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f5d23924-13ad-4900-b23d-994ac609a466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:27.263039 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cea45a28-87a7-444f-820f-affaa6b6d8f5 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=88990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:15:27.271580 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2a46e1cd-2b03-44a2-976d-e616a8b9ec76 req-a818f845-6af5-42de-bc7f-cff12cb9efcc tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] 10.222.0.36 "GET /v2.0/security-groups?id=205b198f-d112-4f7c-84f4-60491e3b03fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5805550 Dec 15 19:15:27.294712 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0228ac84-f73a-4543-a4c4-41b9e1b4ef2c req-557f975f-433d-463f-b1ac-c90817a6508d tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f0fc3eb-62ba-4c7b-86c7-e6af2676eef0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6100035 Dec 15 19:15:27.310326 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-97c06896-8e00-46e7-b1e9-ac64ec0c67ed None None] For port 4ce5b02c-cf72-412f-8cbc-a3b2f0837fcf, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:15:27.313263 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1fcff6e9-fd98-4c76-851f-f81a86f30d92 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:27.336981 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cea45a28-87a7-444f-820f-affaa6b6d8f5 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:27.337383 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-cea45a28-87a7-444f-820f-affaa6b6d8f5 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Added segment 1a7b8795-efdd-4123-9fd4-a4edc32a57b4 of type vlan for network 663358c6-d2ef-4977-bde1-67c789f08b16 Dec 15 19:15:27.357399 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e6ffbde0-2e4b-4269-8fa8-e8f0b6091410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:27.359330 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-f5d23924-13ad-4900-b23d-994ac609a466 None None] For port 446b46e2-86aa-44f0-9d0c-707dfc910848, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=446b46e2-86aa-44f0-9d0c-707dfc910848,segment=NetworkSegment(89fefc50-3dcf-4463-9012-0f0de0dfce2e),segment_id=89fefc50-3dcf-4463-9012-0f0de0dfce2e)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:15:27.370038 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-97c06896-8e00-46e7-b1e9-ac64ec0c67ed None None] For port 4ce5b02c-cf72-412f-8cbc-a3b2f0837fcf, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=4ce5b02c-cf72-412f-8cbc-a3b2f0837fcf,segment=NetworkSegment(c6a8c34c-5020-4955-86b2-c7e47494e24b),segment_id=c6a8c34c-5020-4955-86b2-c7e47494e24b)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:15:27.397170 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f5d23924-13ad-4900-b23d-994ac609a466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:27.399393 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-65f6f622-3a9d-4924-8b68-00fc09b1c0ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:27.423146 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e6ffbde0-2e4b-4269-8fa8-e8f0b6091410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:27.444967 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cea45a28-87a7-444f-820f-affaa6b6d8f5 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:27.449923 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-fbd3654d-88db-4f3e-b969-dd1b7f283197 None None] Allocated IP 2001:db8:0:ffff::2 (798f489e-2aee-4cf6-a2a5-b30c896f61ea/449c4f41-a152-4b4a-a47b-16cf43d719f4/548f24cb-1a7c-42da-8dba-0dc80edb4438) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:15:27.452930 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-97c06896-8e00-46e7-b1e9-ac64ec0c67ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:27.566920 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9ba744a0-5e2d-4d9d-bd8b-e6a0366e4c48 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks [] for port, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:27.622947 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d23924-13ad-4900-b23d-994ac609a466 None None] Pushing event updated for resources: {'Port': ['ID=446b46e2-86aa-44f0-9d0c-707dfc910848,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:27.632267 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9ba744a0-5e2d-4d9d-bd8b-e6a0366e4c48 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:27.633103 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9ba744a0-5e2d-4d9d-bd8b-e6a0366e4c48 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1959989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854145006'] for router_interface, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:27.636832 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e6ffbde0-2e4b-4269-8fa8-e8f0b6091410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:27.641547 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f5d23924-13ad-4900-b23d-994ac609a466 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:27.642647 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5a6af798-3873-42d6-8799-72ab7f65623d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.176s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:27.657122 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-26246278-0ed8-4225-80a0-26c08e6abb94 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:27.668589 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2002e307-8cf8-4862-8d63-c90535d87c99 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:15:27.715857 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e5e8fe-10d6-483b-bcf2-012746661e5f None None] Sync routers for ids ['927646ca-970d-472b-a87f-8c8dad79dc03'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:15:27.716169 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cea45a28-87a7-444f-820f-affaa6b6d8f5 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:27.738691 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-be6f62c3-3496-4e88-a792-fb6b48327732 req-96cb375b-a0e0-4083-9aa8-e27828d1de7e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fd7b6d6b-7f80-4be6-b0bc-6fa7558d775b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2673893 Dec 15 19:15:27.755358 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea45a28-87a7-444f-820f-affaa6b6d8f5 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:27.756118 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cea45a28-87a7-444f-820f-affaa6b6d8f5 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:27.761887 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f9cb819-08f3-4c13-9b15-d7513a3ff1be tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:15:27.798327 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-692768e0-0c99-41b6-bf41-bdd59901c3d9 None None] Provisioning for port a979cda0-6507-41a6-9be9-4a707b0a2480 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:15:27.798741 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:27.820306 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab1e5f5-24e8-4ba4-be1e-7c736645bfcc None None] Sync routers for ids ['f760dc67-044f-4fd8-832d-97ea89e14a0b'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:15:27.836485 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab1e5f5-24e8-4ba4-be1e-7c736645bfcc None None] Routers {'f760dc67-044f-4fd8-832d-97ea89e14a0b'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:15:27.837472 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-3ab1e5f5-24e8-4ba4-be1e-7c736645bfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:15:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['f760dc67-044f-4fd8-832d-97ea89e14a0b'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:15:27.878097 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-692768e0-0c99-41b6-bf41-bdd59901c3d9 None None] Provisioning complete for port a979cda0-6507-41a6-9be9-4a707b0a2480 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:15:27.878699 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-692768e0-0c99-41b6-bf41-bdd59901c3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:27.926567 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e6ffbde0-2e4b-4269-8fa8-e8f0b6091410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:27.933173 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e6ffbde0-2e4b-4269-8fa8-e8f0b6091410 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7805867a-bb66-4b06-9678-82148c0e8ff1 HTTP/1.1" status: 204 len: 168 time: 0.7819917 Dec 15 19:15:27.959043 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e5e8fe-10d6-483b-bcf2-012746661e5f None None] Routers {'927646ca-970d-472b-a87f-8c8dad79dc03'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:15:27.959898 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-44e5e8fe-10d6-483b-bcf2-012746661e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:15:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['927646ca-970d-472b-a87f-8c8dad79dc03'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:15:27.988410 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea45a28-87a7-444f-820f-affaa6b6d8f5 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Pushing event updated for resources: {'Network': ['ID=663358c6-d2ef-4977-bde1-67c789f08b16,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:27.995562 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-cea45a28-87a7-444f-820f-affaa6b6d8f5 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:28.020675 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2002e307-8cf8-4862-8d63-c90535d87c99 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:28.029813 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 47150) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:28.031262 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-2002e307-8cf8-4862-8d63-c90535d87c99 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 11.4469442 Dec 15 19:15:28.034318 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba744a0-5e2d-4d9d-bd8b-e6a0366e4c48 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Pushing event updated for resources: {'Port': ['ID=8e29e4d2-ec37-4048-af5b-20f43512396a,revision_number=2']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:28.040849 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9ba744a0-5e2d-4d9d-bd8b-e6a0366e4c48 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:28.056624 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6f9cb819-08f3-4c13-9b15-d7513a3ff1be tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:28.060510 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6f9cb819-08f3-4c13-9b15-d7513a3ff1be tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 10.9786646 Dec 15 19:15:28.066754 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-cea45a28-87a7-444f-820f-affaa6b6d8f5 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6654983 Dec 15 19:15:28.072396 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 47154) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:28.073645 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 47156) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:28.086345 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.362s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:28.131477 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-f142e172-d8c7-48e6-a304-6d95ff635ffc tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Request body: {'subnet': {'network_id': '663358c6-d2ef-4977-bde1-67c789f08b16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:15:28.179501 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ffbde0-2e4b-4269-8fa8-e8f0b6091410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7805867a-bb66-4b06-9678-82148c0e8ff1,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:28.209372 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e6ffbde0-2e4b-4269-8fa8-e8f0b6091410 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:28.228754 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-692768e0-0c99-41b6-bf41-bdd59901c3d9 None None] Port a979cda0-6507-41a6-9be9-4a707b0a2480 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:15:28.230695 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 663358c6-d2ef-4977-bde1-67c789f08b16 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:15:28.275117 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba744a0-5e2d-4d9d-bd8b-e6a0366e4c48 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Network 322f4460-433c-40a7-b8b4-ffbc641bb99e is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:15:28.277827 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-9ba744a0-5e2d-4d9d-bd8b-e6a0366e4c48 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:15:28.301143 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c06896-8e00-46e7-b1e9-ac64ec0c67ed None None] Pushing event updated for resources: {'Port': ['ID=4ce5b02c-cf72-412f-8cbc-a3b2f0837fcf,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:28.424234 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-97c06896-8e00-46e7-b1e9-ac64ec0c67ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.781s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:28.581743 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-be6f62c3-3496-4e88-a792-fb6b48327732 req-c4295137-61bc-4922-bfde-1b05f87004e5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=07507a555a264de2b95fac8c5d93591a&device_id=fd7b6d6b-7f80-4be6-b0bc-6fa7558d775b HTTP/1.1" status: 200 len: 1098 time: 0.5392580 Dec 15 19:15:28.585814 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-3ab1e5f5-24e8-4ba4-be1e-7c736645bfcc None None] Set router f760dc67-044f-4fd8-832d-97ea89e14a0b gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:15:28.697994 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1fcff6e9-fd98-4c76-851f-f81a86f30d92 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:28.871571 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1fcff6e9-fd98-4c76-851f-f81a86f30d92 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:28.918325 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-f142e172-d8c7-48e6-a304-6d95ff635ffc tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:15:28.940208 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a5f571a5-e78d-4de9-b228-732c363a0f03 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:28.958808 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 4ce5b02c-cf72-412f-8cbc-a3b2f0837fcf up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:15:28.996051 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fbd3654d-88db-4f3e-b969-dd1b7f283197 None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:29.041859 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-79adfeef-0ff8-40a9-a4de-4a1f6e0a5034 None None] Provisioning complete for port 446b46e2-86aa-44f0-9d0c-707dfc910848 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:15:29.042318 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-79adfeef-0ff8-40a9-a4de-4a1f6e0a5034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:29.068103 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-fbd3654d-88db-4f3e-b969-dd1b7f283197 None None] Transition to ACTIVE for port object 548f24cb-1a7c-42da-8dba-0dc80edb4438 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:15:29.099163 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcff6e9-fd98-4c76-851f-f81a86f30d92 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Pushing event updated for resources: {'Port': ['ID=a979cda0-6507-41a6-9be9-4a707b0a2480,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:29.107901 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1fcff6e9-fd98-4c76-851f-f81a86f30d92 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:29.119803 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-f142e172-d8c7-48e6-a304-6d95ff635ffc tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Usage tracker for resource:subnet and tenant:ef42ee63914143f6ab639ee882cc5d7b is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:15:29.154682 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-f142e172-d8c7-48e6-a304-6d95ff635ffc tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:15:29.254704 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-fbd3654d-88db-4f3e-b969-dd1b7f283197 None None] Transition to ACTIVE for port object 548f24cb-1a7c-42da-8dba-0dc80edb4438 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:15:29.263447 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-44e5e8fe-10d6-483b-bcf2-012746661e5f None None] Set router 927646ca-970d-472b-a87f-8c8dad79dc03 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:15:29.309292 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-f142e172-d8c7-48e6-a304-6d95ff635ffc tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:15:29.326664 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f62c3-3496-4e88-a792-fb6b48327732 req-2d02c89e-9682-4fda-b8df-7956defed832 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:29.329305 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-be6f62c3-3496-4e88-a792-fb6b48327732 req-2d02c89e-9682-4fda-b8df-7956defed832 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7e04f9fb-f9a5-45a2-9184-076bb9a796d7 HTTP/1.1" status: 200 len: 907 time: 0.6570289 Dec 15 19:15:29.382558 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-3ab1e5f5-24e8-4ba4-be1e-7c736645bfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f760dc67-044f-4fd8-832d-97ea89e14a0b', 'name': 'tempest-snat-router-451727072', 'tenant_id': '848d097f252940a4b39a0e19eea0eb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.48'}], 'enable_snat': True}, 'gw_port_id': '34adc2df-8cdf-401e-8129-e936da7ca2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:15:17Z', 'updated_at': '2021-12-15T19:15:23Z', 'revision_number': 3, 'project_id': '848d097f252940a4b39a0e19eea0eb89', 'gw_port': {'id': '34adc2df-8cdf-401e-8129-e936da7ca2dc', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:33:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f760dc67-044f-4fd8-832d-97ea89e14a0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:15:20Z', 'updated_at': '2021-12-15T19:15:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:15:29.385175 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54da2e9-cbab-4970-9873-871103e9310c req-56204169-5d01-40a7-b262-c73a2a10d5e3 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:29.386926 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e54da2e9-cbab-4970-9873-871103e9310c req-56204169-5d01-40a7-b262-c73a2a10d5e3 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd7b6d6b-7f80-4be6-b0bc-6fa7558d775b HTTP/1.1" status: 200 len: 945 time: 0.8288040 Dec 15 19:15:29.400072 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab1e5f5-24e8-4ba4-be1e-7c736645bfcc None None] Checking router: f760dc67-044f-4fd8-832d-97ea89e14a0b for host: dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:15:29.402264 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab1e5f5-24e8-4ba4-be1e-7c736645bfcc None None] Updating router f760dc67-044f-4fd8-832d-97ea89e14a0b port 34adc2df-8cdf-401e-8129-e936da7ca2dc binding host dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 15 19:15:29.418513 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fbd3654d-88db-4f3e-b969-dd1b7f283197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:29.427889 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-210e8c2e-aa93-4202-b447-57f9cba24ede tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks [] for router, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:29.442330 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:29.479146 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e54da2e9-cbab-4970-9873-871103e9310c req-ef2ce962-9607-48b0-b428-d895f6736ff3 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] 10.222.0.36 "GET /v2.0/security-groups?id=205b198f-d112-4f7c-84f4-60491e3b03fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819867 Dec 15 19:15:29.491159 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-1fcff6e9-fd98-4c76-851f-f81a86f30d92 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] In _notify_port_updated(), no bound segment for port a979cda0-6507-41a6-9be9-4a707b0a2480 on network 5081f17c-ce13-4eac-86c0-2120a7496701 {{(pid=88990) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 15 19:15:29.496543 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcff6e9-fd98-4c76-851f-f81a86f30d92 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:29.497332 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1fcff6e9-fd98-4c76-851f-f81a86f30d92 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:29.498789 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1fcff6e9-fd98-4c76-851f-f81a86f30d92 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] 10.222.0.36 "PUT /v2.0/ports/a979cda0-6507-41a6-9be9-4a707b0a2480 HTTP/1.1" status: 200 len: 996 time: 3.3507743 Dec 15 19:15:29.500309 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f142e172-d8c7-48e6-a304-6d95ff635ffc tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Made reservation on behalf of ef42ee63914143f6ab639ee882cc5d7b for: {'subnet': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:15:29.512381 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 47176) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:29.526829 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-be6f62c3-3496-4e88-a792-fb6b48327732 req-e5c14f59-561d-44e4-91d2-2f34d6ab1324 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27663884-689a-41d6-9b75-eefa8ea291a9 HTTP/1.1" status: 200 len: 217 time: 0.1895137 Dec 15 19:15:29.571232 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3ab1e5f5-24e8-4ba4-be1e-7c736645bfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:29.820975 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-036450ef-23bb-4434-a473-8b524f3e1896 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Deleting port a979cda0-6507-41a6-9be9-4a707b0a2480 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:15:29.821664 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-036450ef-23bb-4434-a473-8b524f3e1896 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:29.862368 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f62c3-3496-4e88-a792-fb6b48327732 req-86431727-b2ab-4bdb-af8e-c2c93ab27eee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:29.862368 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-be6f62c3-3496-4e88-a792-fb6b48327732 req-86431727-b2ab-4bdb-af8e-c2c93ab27eee service neutron] 10.222.0.32 "GET /v2.0/subnets?id=357073fc-8f72-4ec9-a709-b1f581df7965 HTTP/1.1" status: 200 len: 845 time: 0.3020561 Dec 15 19:15:29.928776 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f142e172-d8c7-48e6-a304-6d95ff635ffc tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839924940'] for subnet, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:30.221585 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78895cd-2bcf-43d0-ba03-a9f4e1e62985 req-e3fd4c11-131f-424f-b00e-395b0f06670a tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:30.234389 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd3654d-88db-4f3e-b969-dd1b7f283197 None None] Network 798f489e-2aee-4cf6-a2a5-b30c896f61ea is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:15:30.237091 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f78895cd-2bcf-43d0-ba03-a9f4e1e62985 req-e3fd4c11-131f-424f-b00e-395b0f06670a tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] 10.222.0.36 "GET /v2.0/ports?device_id=26ec4cd9-d7ba-4603-bd47-7fca7801307b HTTP/1.1" status: 200 len: 945 time: 1.5083480 Dec 15 19:15:30.249486 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-fbd3654d-88db-4f3e-b969-dd1b7f283197 None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:15:30.255066 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd3654d-88db-4f3e-b969-dd1b7f283197 None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:15:30.270107 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd3654d-88db-4f3e-b969-dd1b7f283197 None None] Pushing event updated for resources: {'Port': ['ID=548f24cb-1a7c-42da-8dba-0dc80edb4438,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:30.273127 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fbd3654d-88db-4f3e-b969-dd1b7f283197 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.831s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:30.411345 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 4ce5b02c-cf72-412f-8cbc-a3b2f0837fcf completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:15:30.421892 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-be6f62c3-3496-4e88-a792-fb6b48327732 req-1eaba033-02a9-462a-9ae3-f0582eaf9eaa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7e04f9fb-f9a5-45a2-9184-076bb9a796d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5437491 Dec 15 19:15:30.449529 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 47188) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:30.457707 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f16907fe-6289-4afd-88a3-b299a2fec9f6 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] 10.222.0.36 "GET /v2.0/routers/f760dc67-044f-4fd8-832d-97ea89e14a0b HTTP/1.1" status: 200 len: 906 time: 2.3761029 Dec 15 19:15:30.471269 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 47190) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:30.474084 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 446b46e2-86aa-44f0-9d0c-707dfc910848 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:15:30.496336 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ba744a0-5e2d-4d9d-bd8b-e6a0366e4c48 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Router 77d2bd4d-d677-45fa-b68a-501adf2b88ba is scheduled to L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 with binding_index 1 {{(pid=88991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 15 19:15:30.533775 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a833592-a5f0-41ab-a23c-ccc91a68f0df None None] Network 25e364f0-1194-4073-985d-0c3f68e69741 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:15:30.565498 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3ab1e5f5-24e8-4ba4-be1e-7c736645bfcc None None] Notify callbacks [] for port, precommit_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:30.581699 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-3ab1e5f5-24e8-4ba4-be1e-7c736645bfcc None None] Transition to ACTIVE for port object 34adc2df-8cdf-401e-8129-e936da7ca2dc will not be triggered until provisioned by entity L2. {{(pid=88993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:15:30.604719 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-036450ef-23bb-4434-a473-8b524f3e1896 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:30.613786 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f142e172-d8c7-48e6-a304-6d95ff635ffc tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838139473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839924955'] for subnet, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:30.626561 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3ab1e5f5-24e8-4ba4-be1e-7c736645bfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:30.633376 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b56c4d0-2d03-4b0b-b3bc-d06071907766 req-305a5624-f84c-4261-82fa-be9c88eed185 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:30.635045 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3b56c4d0-2d03-4b0b-b3bc-d06071907766 req-305a5624-f84c-4261-82fa-be9c88eed185 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd7b6d6b-7f80-4be6-b0bc-6fa7558d775b HTTP/1.1" status: 200 len: 945 time: 0.7936735 Dec 15 19:15:30.640413 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:30.647750 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4d5b82c5-9522-4caa-b8dd-e46b0076cbac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:30.664171 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-fbd3654d-88db-4f3e-b969-dd1b7f283197 None None] Attempting to bind port 548f24cb-1a7c-42da-8dba-0dc80edb4438 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:15:30.664902 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-fbd3654d-88db-4f3e-b969-dd1b7f283197 None None] Attempting to bind port 548f24cb-1a7c-42da-8dba-0dc80edb4438 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'd5a96183-c864-415d-95a6-2dae0eb9e72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '798f489e-2aee-4cf6-a2a5-b30c896f61ea'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:15:30.665515 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd3654d-88db-4f3e-b969-dd1b7f283197 None None] Attempting to bind port 548f24cb-1a7c-42da-8dba-0dc80edb4438 on network 798f489e-2aee-4cf6-a2a5-b30c896f61ea {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:15:30.675080 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f78895cd-2bcf-43d0-ba03-a9f4e1e62985 req-b643ab7f-9b0f-4282-9195-cd2b74871b7d tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f0fc3eb-62ba-4c7b-86c7-e6af2676eef0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4241450 Dec 15 19:15:30.681133 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 47198) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:30.694351 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-abe104f7-ea33-479d-8e06-9d9e4c67c546 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Request body: {'floatingip': {'port_id': '27663884-689a-41d6-9b75-eefa8ea291a9'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:15:30.713535 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-79adfeef-0ff8-40a9-a4de-4a1f6e0a5034 None None] Provisioning for port 8e29e4d2-ec37-4048-af5b-20f43512396a completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:15:30.784719 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-036450ef-23bb-4434-a473-8b524f3e1896 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Calling delete_port for a979cda0-6507-41a6-9be9-4a707b0a2480 owned by {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:15:30.803468 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-79adfeef-0ff8-40a9-a4de-4a1f6e0a5034 None None] Provisioning complete for port 8e29e4d2-ec37-4048-af5b-20f43512396a triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:15:30.810993 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-79adfeef-0ff8-40a9-a4de-4a1f6e0a5034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:30.863996 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-3ab1e5f5-24e8-4ba4-be1e-7c736645bfcc None None] Attempting to bind port 34adc2df-8cdf-401e-8129-e936da7ca2dc on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:15:30.864607 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-3ab1e5f5-24e8-4ba4-be1e-7c736645bfcc None None] Attempting to bind port 34adc2df-8cdf-401e-8129-e936da7ca2dc by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}] {{(pid=88993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:15:30.865098 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab1e5f5-24e8-4ba4-be1e-7c736645bfcc None None] Attempting to bind port 34adc2df-8cdf-401e-8129-e936da7ca2dc on network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:15:30.877801 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab1e5f5-24e8-4ba4-be1e-7c736645bfcc None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:15:30.878433 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab1e5f5-24e8-4ba4-be1e-7c736645bfcc None None] Checking segment: {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:15:30.878975 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3ab1e5f5-24e8-4ba4-be1e-7c736645bfcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:30.879532 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab1e5f5-24e8-4ba4-be1e-7c736645bfcc None None] Bound using segment: {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'} {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:15:30.880771 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-3ab1e5f5-24e8-4ba4-be1e-7c736645bfcc None None] Bound port: 34adc2df-8cdf-401e-8129-e936da7ca2dc, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}}] {{(pid=88993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:15:30.881521 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3ab1e5f5-24e8-4ba4-be1e-7c736645bfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:30.919913 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcd066a-3752-4132-aa55-1b02c80f2951 None None] Pushing event updated for resources: {'Port': ['ID=34adc2df-8cdf-401e-8129-e936da7ca2dc,revision_number=2']} {{(pid=88993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:30.939576 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcd066a-3752-4132-aa55-1b02c80f2951 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:15:30.940120 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcd066a-3752-4132-aa55-1b02c80f2951 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:15:30.940841 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcd066a-3752-4132-aa55-1b02c80f2951 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:15:30.941480 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcd066a-3752-4132-aa55-1b02c80f2951 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:15:30.941971 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcd066a-3752-4132-aa55-1b02c80f2951 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:15:30.945929 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcd066a-3752-4132-aa55-1b02c80f2951 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:15:30.946349 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcd066a-3752-4132-aa55-1b02c80f2951 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:15:30.946736 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcd066a-3752-4132-aa55-1b02c80f2951 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:15:30.947904 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcd066a-3752-4132-aa55-1b02c80f2951 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:15:30.947904 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcd066a-3752-4132-aa55-1b02c80f2951 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:15:30.947904 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcd066a-3752-4132-aa55-1b02c80f2951 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:15:30.954038 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5bcd066a-3752-4132-aa55-1b02c80f2951 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:30.956045 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd3654d-88db-4f3e-b969-dd1b7f283197 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:15:30.956463 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd3654d-88db-4f3e-b969-dd1b7f283197 None None] Checking segment: {'id': 'd5a96183-c864-415d-95a6-2dae0eb9e72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '798f489e-2aee-4cf6-a2a5-b30c896f61ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:15:30.956920 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fbd3654d-88db-4f3e-b969-dd1b7f283197 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:30.957370 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd3654d-88db-4f3e-b969-dd1b7f283197 None None] Bound using segment: {'id': 'd5a96183-c864-415d-95a6-2dae0eb9e72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '798f489e-2aee-4cf6-a2a5-b30c896f61ea'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:15:30.957980 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-fbd3654d-88db-4f3e-b969-dd1b7f283197 None None] Bound port: 548f24cb-1a7c-42da-8dba-0dc80edb4438, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5a96183-c864-415d-95a6-2dae0eb9e72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '798f489e-2aee-4cf6-a2a5-b30c896f61ea'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:15:30.958503 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fbd3654d-88db-4f3e-b969-dd1b7f283197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:30.975955 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-210e8c2e-aa93-4202-b447-57f9cba24ede tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:31.020563 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-3ab1e5f5-24e8-4ba4-be1e-7c736645bfcc None None] For port 34adc2df-8cdf-401e-8129-e936da7ca2dc, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:15:31.024657 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-3ab1e5f5-24e8-4ba4-be1e-7c736645bfcc None None] For port 34adc2df-8cdf-401e-8129-e936da7ca2dc, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=34adc2df-8cdf-401e-8129-e936da7ca2dc,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:15:31.054978 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3ab1e5f5-24e8-4ba4-be1e-7c736645bfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:31.063501 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-2e84b223-f414-4a04-98b2-13a12902b99b tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Request body: {'networks': [{'name': 'tempest-network--170836846'}, {'name': 'tempest-network--2079291394'}]} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:15:31.063968 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-2e84b223-f414-4a04-98b2-13a12902b99b tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Request body: {'network': {'name': 'tempest-network--170836846'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:15:31.064646 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-2e84b223-f414-4a04-98b2-13a12902b99b tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Request body: {'network': {'name': 'tempest-network--2079291394'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:15:31.073975 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-baf62c2c-7330-4a2e-9d21-09592976f89d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:31.083883 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-be6f62c3-3496-4e88-a792-fb6b48327732 req-ba567983-8502-4b7e-bad0-00323ecf3d3d service neutron] 10.222.0.32 "GET /v2.0/networks/7e04f9fb-f9a5-45a2-9184-076bb9a796d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6358771 Dec 15 19:15:31.128726 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-2e84b223-f414-4a04-98b2-13a12902b99b tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:15:31.131816 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-210e8c2e-aa93-4202-b447-57f9cba24ede tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Deleting port cc134b2e-5fec-41e5-8e56-b22b0d53247e {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:15:31.132393 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-210e8c2e-aa93-4202-b447-57f9cba24ede tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:31.139700 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-79adfeef-0ff8-40a9-a4de-4a1f6e0a5034 None None] Port 8e29e4d2-ec37-4048-af5b-20f43512396a cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:15:31.139897 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-abe104f7-ea33-479d-8e06-9d9e4c67c546 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Notify callbacks [] for floatingip, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:31.154984 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab1e5f5-24e8-4ba4-be1e-7c736645bfcc None None] Routers {'f760dc67-044f-4fd8-832d-97ea89e14a0b'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:15:31.155771 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-3ab1e5f5-24e8-4ba4-be1e-7c736645bfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:15:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['f760dc67-044f-4fd8-832d-97ea89e14a0b'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:15:31.217891 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-2e84b223-f414-4a04-98b2-13a12902b99b tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Usage tracker for resource:network and tenant:c64c253d74d048cba4458cea9b82cee7 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:15:31.244030 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f142e172-d8c7-48e6-a304-6d95ff635ffc tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Pushing event updated for resources: {'Subnet': ['ID=482a7284-4df3-449e-91bc-d211f8a69540,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:31.246781 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-2e84b223-f414-4a04-98b2-13a12902b99b tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:15:31.272298 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f142e172-d8c7-48e6-a304-6d95ff635ffc tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.632s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:31.273897 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 446b46e2-86aa-44f0-9d0c-707dfc910848 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:15:31.274468 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:31.282155 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-2e84b223-f414-4a04-98b2-13a12902b99b tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:15:31.338190 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-fbd3654d-88db-4f3e-b969-dd1b7f283197 None None] For port 548f24cb-1a7c-42da-8dba-0dc80edb4438, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:15:31.408215 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-fbd3654d-88db-4f3e-b969-dd1b7f283197 None None] For port 548f24cb-1a7c-42da-8dba-0dc80edb4438, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=548f24cb-1a7c-42da-8dba-0dc80edb4438,segment=NetworkSegment(d5a96183-c864-415d-95a6-2dae0eb9e72d),segment_id=d5a96183-c864-415d-95a6-2dae0eb9e72d)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:15:31.424421 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-3ab1e5f5-24e8-4ba4-be1e-7c736645bfcc None None] Set router f760dc67-044f-4fd8-832d-97ea89e14a0b gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:15:31.427497 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-44e5e8fe-10d6-483b-bcf2-012746661e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927646ca-970d-472b-a87f-8c8dad79dc03', 'name': '', 'tenant_id': 'f075a9d384eb440db84c0ccc2770e165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b675ee-253d-44f7-82fd-264ab560853f', 'external_fixed_ips': [{'subnet_id': 'a896df6f-57aa-46ac-9003-3f11f49ecb30', 'ip_address': '2001:db8::2b4'}], 'enable_snat': True}, 'gw_port_id': 'cc134b2e-5fec-41e5-8e56-b22b0d53247e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:15:17Z', 'updated_at': '2021-12-15T19:15:23Z', 'revision_number': 3, 'project_id': 'f075a9d384eb440db84c0ccc2770e165', 'gw_port': {'id': 'cc134b2e-5fec-41e5-8e56-b22b0d53247e', 'name': '', 'network_id': 'a6b675ee-253d-44f7-82fd-264ab560853f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:71:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '927646ca-970d-472b-a87f-8c8dad79dc03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a896df6f-57aa-46ac-9003-3f11f49ecb30', 'ip_address': '2001:db8::2b4', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:15:20Z', 'updated_at': '2021-12-15T19:15:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a896df6f-57aa-46ac-9003-3f11f49ecb30', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:15:31.442155 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e5e8fe-10d6-483b-bcf2-012746661e5f None None] Checking router: 927646ca-970d-472b-a87f-8c8dad79dc03 for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:15:31.442631 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e5e8fe-10d6-483b-bcf2-012746661e5f None None] Updating router 927646ca-970d-472b-a87f-8c8dad79dc03 port cc134b2e-5fec-41e5-8e56-b22b0d53247e binding host dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 15 19:15:31.474343 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f142e172-d8c7-48e6-a304-6d95ff635ffc tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Checking segment: {'id': '1a7b8795-efdd-4123-9fd4-a4edc32a57b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '663358c6-d2ef-4977-bde1-67c789f08b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:15:31.474921 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f142e172-d8c7-48e6-a304-6d95ff635ffc tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Network hostable DHCP agents. Network: 663358c6-d2ef-4977-bde1-67c789f08b16, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:15:31.478630 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-07080903-967f-4662-8048-1153a16e4923 None None] Provisioning for port 4ce5b02c-cf72-412f-8cbc-a3b2f0837fcf completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:15:31.483159 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fbd3654d-88db-4f3e-b969-dd1b7f283197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:31.505204 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:31.514486 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e84b223-f414-4a04-98b2-13a12902b99b tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Made reservation on behalf of c64c253d74d048cba4458cea9b82cee7 for: {'network': 2} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:15:31.521995 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2e84b223-f414-4a04-98b2-13a12902b99b tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:31.562129 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68341ab1-3848-4820-96a9-d95d59abd311 req-241e5a8d-5d62-442b-ad09-78780d4b6579 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:31.564636 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-68341ab1-3848-4820-96a9-d95d59abd311 req-241e5a8d-5d62-442b-ad09-78780d4b6579 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] 10.222.0.36 "GET /v2.0/ports?device_id=26ec4cd9-d7ba-4603-bd47-7fca7801307b HTTP/1.1" status: 200 len: 945 time: 0.5263524 Dec 15 19:15:31.565507 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2e84b223-f414-4a04-98b2-13a12902b99b tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks [] for security_group, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:31.581514 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 47206) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:31.607995 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd3654d-88db-4f3e-b969-dd1b7f283197 None None] Pushing event updated for resources: {'Port': ['ID=548f24cb-1a7c-42da-8dba-0dc80edb4438,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:31.612675 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fbd3654d-88db-4f3e-b969-dd1b7f283197 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:31.651576 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-07080903-967f-4662-8048-1153a16e4923 None None] Provisioning complete for port 4ce5b02c-cf72-412f-8cbc-a3b2f0837fcf triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:15:31.652161 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-07080903-967f-4662-8048-1153a16e4923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:31.654432 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-0023c871-9cc0-465d-a9d8-140af0f2ee1b tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Request body: {'floatingip': {'port_id': '5838a945-bfaf-4a10-a713-cfef6482b79e'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:15:31.773456 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-be6f62c3-3496-4e88-a792-fb6b48327732 req-bf240e92-8fd9-4c07-a5c8-9dfb1c0126cd service neutron] 10.222.0.32 "GET /v2.0/networks/7e04f9fb-f9a5-45a2-9184-076bb9a796d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6751952 Dec 15 19:15:31.776706 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-036450ef-23bb-4434-a473-8b524f3e1896 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:31.799239 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-bc867b97-2d1c-4a42-a3ae-87ecb55c3d0d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:31.850333 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-44e5e8fe-10d6-483b-bcf2-012746661e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:31.874632 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-210e8c2e-aa93-4202-b447-57f9cba24ede tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:31.881776 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcd066a-3752-4132-aa55-1b02c80f2951 None None] Pushing event updated for resources: {'Port': ['ID=34adc2df-8cdf-401e-8129-e936da7ca2dc,revision_number=3']} {{(pid=88993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:31.886930 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5bcd066a-3752-4132-aa55-1b02c80f2951 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.813s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:31.893016 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036450ef-23bb-4434-a473-8b524f3e1896 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Pushing event deleted for resources: {'Port': ['ID=a979cda0-6507-41a6-9be9-4a707b0a2480,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:31.900831 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-036450ef-23bb-4434-a473-8b524f3e1896 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:31.901502 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0023c871-9cc0-465d-a9d8-140af0f2ee1b tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Notify callbacks [] for floatingip, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:31.917957 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-3ab1e5f5-24e8-4ba4-be1e-7c736645bfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f760dc67-044f-4fd8-832d-97ea89e14a0b', 'name': 'tempest-snat-router-451727072', 'tenant_id': '848d097f252940a4b39a0e19eea0eb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.48'}], 'enable_snat': True}, 'gw_port_id': '34adc2df-8cdf-401e-8129-e936da7ca2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:15:17Z', 'updated_at': '2021-12-15T19:15:23Z', 'revision_number': 3, 'project_id': '848d097f252940a4b39a0e19eea0eb89', 'gw_port': {'id': '34adc2df-8cdf-401e-8129-e936da7ca2dc', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:33:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f760dc67-044f-4fd8-832d-97ea89e14a0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:15:20Z', 'updated_at': '2021-12-15T19:15:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:15:31.932238 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab1e5f5-24e8-4ba4-be1e-7c736645bfcc None None] The sync data for ids ['f760dc67-044f-4fd8-832d-97ea89e14a0b'] in dv-neutron-821831-2-hyperv is: [{'id': 'f760dc67-044f-4fd8-832d-97ea89e14a0b', 'name': 'tempest-snat-router-451727072', 'tenant_id': '848d097f252940a4b39a0e19eea0eb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.48'}], 'enable_snat': True}, 'gw_port_id': '34adc2df-8cdf-401e-8129-e936da7ca2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:15:17Z', 'updated_at': '2021-12-15T19:15:23Z', 'revision_number': 3, 'project_id': '848d097f252940a4b39a0e19eea0eb89', 'gw_port': {'id': '34adc2df-8cdf-401e-8129-e936da7ca2dc', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:33:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f760dc67-044f-4fd8-832d-97ea89e14a0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:15:20Z', 'updated_at': '2021-12-15T19:15:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:15:32.087095 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-210e8c2e-aa93-4202-b447-57f9cba24ede tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Calling delete_port for cc134b2e-5fec-41e5-8e56-b22b0d53247e owned by network:router_gateway {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:15:32.133683 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba744a0-5e2d-4d9d-bd8b-e6a0366e4c48 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:15:32.253277 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9ba744a0-5e2d-4d9d-bd8b-e6a0366e4c48 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] 10.222.0.36 "PUT /v2.0/routers/77d2bd4d-d677-45fa-b68a-501adf2b88ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8830323 Dec 15 19:15:32.256700 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 47210) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:32.280744 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a4a8c4-2c06-4986-aeeb-52d0a4d3b1c2 None None] Sync routers for ids ['77d2bd4d-d677-45fa-b68a-501adf2b88ba'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:15:32.330803 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-44e5e8fe-10d6-483b-bcf2-012746661e5f None None] Notify callbacks [] for port, precommit_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:32.372289 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-44e5e8fe-10d6-483b-bcf2-012746661e5f None None] Transition to ACTIVE for port object cc134b2e-5fec-41e5-8e56-b22b0d53247e will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:15:32.419707 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a4a8c4-2c06-4986-aeeb-52d0a4d3b1c2 None None] Routers {'77d2bd4d-d677-45fa-b68a-501adf2b88ba'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:15:32.423829 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-91a4a8c4-2c06-4986-aeeb-52d0a4d3b1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:15:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['77d2bd4d-d677-45fa-b68a-501adf2b88ba'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:15:32.431361 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-036450ef-23bb-4434-a473-8b524f3e1896 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:32.436743 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-036450ef-23bb-4434-a473-8b524f3e1896 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] 10.222.0.36 "DELETE /v2.0/ports/a979cda0-6507-41a6-9be9-4a707b0a2480 HTTP/1.1" status: 204 len: 168 time: 2.9222198 Dec 15 19:15:32.509067 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 47214) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:32.541796 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-44e5e8fe-10d6-483b-bcf2-012746661e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:32.546339 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-07080903-967f-4662-8048-1153a16e4923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:32.581075 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:32.617736 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 548f24cb-1a7c-42da-8dba-0dc80edb4438 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:15:32.627537 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-c400c9e0-7170-4438-9283-47d64d4d0b8b tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] GET failed (client error): The resource could not be found. Dec 15 19:15:32.628272 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-c400c9e0-7170-4438-9283-47d64d4d0b8b tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Synchronizing usage tracker for tenant:e4cd634a8d1d4d5eac171d1178c8a104 on resource:port {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:15:32.680633 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-91a4a8c4-2c06-4986-aeeb-52d0a4d3b1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:15:32.721343 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f142e172-d8c7-48e6-a304-6d95ff635ffc tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Network 663358c6-d2ef-4977-bde1-67c789f08b16 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:15:32.739459 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-c400c9e0-7170-4438-9283-47d64d4d0b8b tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Unset dirty status for tenant:e4cd634a8d1d4d5eac171d1178c8a104 on resource:port {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:15:32.741614 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-2e84b223-f414-4a04-98b2-13a12902b99b tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:15:32.746058 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c400c9e0-7170-4438-9283-47d64d4d0b8b tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] 10.222.0.36 "GET /v2.0/ports/a979cda0-6507-41a6-9be9-4a707b0a2480 HTTP/1.1" status: 404 len: 333 time: 0.2207489 Dec 15 19:15:32.747913 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 47218) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:32.757971 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-cb96f690-eb3c-490c-a352-62d29de7dc3e tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Request body: {'port': {'network_id': '5081f17c-ce13-4eac-86c0-2120a7496701', 'name': 'tempest-AllowedAddressPairTestJSON-1070141615'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:15:32.804334 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-2e84b223-f414-4a04-98b2-13a12902b99b tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Usage tracker for resource:security_group_rule and tenant:c64c253d74d048cba4458cea9b82cee7 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:15:32.821687 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-2e84b223-f414-4a04-98b2-13a12902b99b tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:15:32.995109 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-210e8c2e-aa93-4202-b447-57f9cba24ede tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88991) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:15:32.995641 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-210e8c2e-aa93-4202-b447-57f9cba24ede tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:15:33.005270 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-07080903-967f-4662-8048-1153a16e4923 None None] For port 4ce5b02c-cf72-412f-8cbc-a3b2f0837fcf, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=4ce5b02c-cf72-412f-8cbc-a3b2f0837fcf,segment=NetworkSegment(c6a8c34c-5020-4955-86b2-c7e47494e24b),segment_id=c6a8c34c-5020-4955-86b2-c7e47494e24b)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:15:33.006452 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-44e5e8fe-10d6-483b-bcf2-012746661e5f None None] Attempting to bind port cc134b2e-5fec-41e5-8e56-b22b0d53247e on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:15:33.006870 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-44e5e8fe-10d6-483b-bcf2-012746661e5f None None] Attempting to bind port cc134b2e-5fec-41e5-8e56-b22b0d53247e by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '835b0ee3-9a0d-48ca-b3e9-0da02c53ef26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a6b675ee-253d-44f7-82fd-264ab560853f'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:15:33.007722 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e5e8fe-10d6-483b-bcf2-012746661e5f None None] Attempting to bind port cc134b2e-5fec-41e5-8e56-b22b0d53247e on network a6b675ee-253d-44f7-82fd-264ab560853f {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:15:33.010353 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-2e84b223-f414-4a04-98b2-13a12902b99b tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:15:33.014153 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-f142e172-d8c7-48e6-a304-6d95ff635ffc tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, 663358c6-d2ef-4977-bde1-67c789f08b16) {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:15:33.017938 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a4a8c4-2c06-4986-aeeb-52d0a4d3b1c2 None None] Routers {'77d2bd4d-d677-45fa-b68a-501adf2b88ba'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:15:33.018732 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-91a4a8c4-2c06-4986-aeeb-52d0a4d3b1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:15:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['77d2bd4d-d677-45fa-b68a-501adf2b88ba'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:15:33.047286 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f142e172-d8c7-48e6-a304-6d95ff635ffc tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:33.047947 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f142e172-d8c7-48e6-a304-6d95ff635ffc tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:33.098586 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b9c47194-3ea7-4704-b141-6f6dd4846c65 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks [] for router, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:33.100185 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-91a4a8c4-2c06-4986-aeeb-52d0a4d3b1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:15:33.100654 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a4a8c4-2c06-4986-aeeb-52d0a4d3b1c2 None None] The sync data for ids ['77d2bd4d-d677-45fa-b68a-501adf2b88ba'] in dv-neutron-821831-2-hyperv is: [] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:15:33.103467 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b01193-f6e3-49a5-b475-06814b4f7106 None None] Network 663358c6-d2ef-4977-bde1-67c789f08b16 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:15:33.123323 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffe0ae9-3f85-449a-8a8f-bae1245c1bbf None None] Pushing event updated for resources: {'Port': ['ID=cc134b2e-5fec-41e5-8e56-b22b0d53247e,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:33.127091 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8ffe0ae9-3f85-449a-8a8f-bae1245c1bbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:33.131958 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-07080903-967f-4662-8048-1153a16e4923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:33.134460 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-cb96f690-eb3c-490c-a352-62d29de7dc3e tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:15:33.140328 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-771d6ad0-c040-4435-8420-b715fcbe608f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:33.146349 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-cb96f690-eb3c-490c-a352-62d29de7dc3e tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:15:33.175270 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f142e172-d8c7-48e6-a304-6d95ff635ffc tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 5.0930264 Dec 15 19:15:33.178580 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 47222) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:33.205437 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb96f690-eb3c-490c-a352-62d29de7dc3e tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Made reservation on behalf of e4cd634a8d1d4d5eac171d1178c8a104 for: {'port': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:15:33.211098 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cb96f690-eb3c-490c-a352-62d29de7dc3e tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:33.245655 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e5e8fe-10d6-483b-bcf2-012746661e5f None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:15:33.246344 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e5e8fe-10d6-483b-bcf2-012746661e5f None None] Checking segment: {'id': '835b0ee3-9a0d-48ca-b3e9-0da02c53ef26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a6b675ee-253d-44f7-82fd-264ab560853f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:15:33.246959 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-44e5e8fe-10d6-483b-bcf2-012746661e5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:33.247559 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e5e8fe-10d6-483b-bcf2-012746661e5f None None] Bound using segment: {'id': '835b0ee3-9a0d-48ca-b3e9-0da02c53ef26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a6b675ee-253d-44f7-82fd-264ab560853f'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:15:33.248269 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-44e5e8fe-10d6-483b-bcf2-012746661e5f None None] Bound port: cc134b2e-5fec-41e5-8e56-b22b0d53247e, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '835b0ee3-9a0d-48ca-b3e9-0da02c53ef26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a6b675ee-253d-44f7-82fd-264ab560853f'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:15:33.248865 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-44e5e8fe-10d6-483b-bcf2-012746661e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:33.321630 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-cb96f690-eb3c-490c-a352-62d29de7dc3e tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] device_id is not set on port 7a76c825-e76d-4ba1-b8b7-77aaf67d9571 yet. {{(pid=88991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:15:33.333688 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-07080903-967f-4662-8048-1153a16e4923 None None] Could not find standard attr ID for object a979cda0-6507-41a6-9be9-4a707b0a2480. {{(pid=88992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 15 19:15:33.446580 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-44e5e8fe-10d6-483b-bcf2-012746661e5f None None] For port cc134b2e-5fec-41e5-8e56-b22b0d53247e, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:15:33.460829 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-07080903-967f-4662-8048-1153a16e4923 None None] Provisioning complete for port 8e29e4d2-ec37-4048-af5b-20f43512396a triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:15:33.461496 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-07080903-967f-4662-8048-1153a16e4923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:33.488919 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07080903-967f-4662-8048-1153a16e4923 None None] Pushing event updated for resources: {'Port': ['ID=4ce5b02c-cf72-412f-8cbc-a3b2f0837fcf,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:33.501220 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-07080903-967f-4662-8048-1153a16e4923 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:33.519344 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 548f24cb-1a7c-42da-8dba-0dc80edb4438 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:15:33.539117 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-44e5e8fe-10d6-483b-bcf2-012746661e5f None None] For port cc134b2e-5fec-41e5-8e56-b22b0d53247e, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=cc134b2e-5fec-41e5-8e56-b22b0d53247e,segment=NetworkSegment(835b0ee3-9a0d-48ca-b3e9-0da02c53ef26),segment_id=835b0ee3-9a0d-48ca-b3e9-0da02c53ef26)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:15:33.587913 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-210e8c2e-aa93-4202-b447-57f9cba24ede tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Deleting port cc134b2e-5fec-41e5-8e56-b22b0d53247e {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:15:33.588491 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-210e8c2e-aa93-4202-b447-57f9cba24ede tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:33.603534 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-44e5e8fe-10d6-483b-bcf2-012746661e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:33.623326 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:33.695041 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-07080903-967f-4662-8048-1153a16e4923 None None] Port 8e29e4d2-ec37-4048-af5b-20f43512396a cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:15:33.737098 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffe0ae9-3f85-449a-8a8f-bae1245c1bbf None None] Pushing event updated for resources: {'Port': ['ID=cc134b2e-5fec-41e5-8e56-b22b0d53247e,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:33.747038 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8ffe0ae9-3f85-449a-8a8f-bae1245c1bbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:33.830359 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-3916f020-55a4-49f9-83a4-a8e97f268079 None None] Provisioning complete for port 4ce5b02c-cf72-412f-8cbc-a3b2f0837fcf triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:15:33.830783 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3916f020-55a4-49f9-83a4-a8e97f268079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:33.852592 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-cb96f690-eb3c-490c-a352-62d29de7dc3e tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Allocated IP 172.20.0.10 (5081f17c-ce13-4eac-86c0-2120a7496701/3c40ca78-2d5e-4646-be73-52d2464c0fde/7a76c825-e76d-4ba1-b8b7-77aaf67d9571) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:15:33.864621 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2abc279-f5a3-4479-935f-c817b09d0d25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-663358c6-d2ef-4977-bde1-67c789f08b16', 'network_id': '663358c6-d2ef-4977-bde1-67c789f08b16', 'tenant_id': 'ef42ee63914143f6ab639ee882cc5d7b', 'fixed_ips': [{'subnet_id': '482a7284-4df3-449e-91bc-d211f8a69540'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:15:33.869373 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b2abc279-f5a3-4479-935f-c817b09d0d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:33.882861 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2e84b223-f414-4a04-98b2-13a12902b99b tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks [] for security_group, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:33.888547 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e5e8fe-10d6-483b-bcf2-012746661e5f None None] Routers {'927646ca-970d-472b-a87f-8c8dad79dc03'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:15:33.889256 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-44e5e8fe-10d6-483b-bcf2-012746661e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:15:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['927646ca-970d-472b-a87f-8c8dad79dc03'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:15:33.904391 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a5f8511b-7da0-43c7-a7b4-3fb683e8fe3c tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:33.949307 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2e84b223-f414-4a04-98b2-13a12902b99b tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:33.949492 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2e84b223-f414-4a04-98b2-13a12902b99b tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:34.036434 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-dbcac8b9-a32c-4c25-833e-3aa4a4daba39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:34.171067 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e84b223-f414-4a04-98b2-13a12902b99b tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc3a6ff-bc29-4e4b-9676-6d1d191242cf,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:34.174757 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2e84b223-f414-4a04-98b2-13a12902b99b tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:34.189627 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e84b223-f414-4a04-98b2-13a12902b99b tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=88990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:15:34.220256 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-abe104f7-ea33-479d-8e06-9d9e4c67c546 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:34.239058 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2e84b223-f414-4a04-98b2-13a12902b99b tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:34.239462 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-2e84b223-f414-4a04-98b2-13a12902b99b tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Added segment 3bb1f84e-f61a-46de-a9ad-ce3125d4dc09 of type vlan for network b3837493-2727-439d-b670-b1e82cd99519 Dec 15 19:15:34.250926 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4469265e-c73d-4872-b8cb-476b232f45bf None None] Network 798f489e-2aee-4cf6-a2a5-b30c896f61ea requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:15:34.257143 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-abe104f7-ea33-479d-8e06-9d9e4c67c546 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634093'] for floatingip, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:34.353716 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2e84b223-f414-4a04-98b2-13a12902b99b tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:34.368009 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-44e5e8fe-10d6-483b-bcf2-012746661e5f None None] Set router 927646ca-970d-472b-a87f-8c8dad79dc03 gateway port host: None {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:15:34.392462 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b9c47194-3ea7-4704-b141-6f6dd4846c65 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:34.445290 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e84b223-f414-4a04-98b2-13a12902b99b tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=88990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:15:34.457945 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-b9c47194-3ea7-4704-b141-6f6dd4846c65 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Deleting port 34adc2df-8cdf-401e-8129-e936da7ca2dc {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:15:34.458349 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b9c47194-3ea7-4704-b141-6f6dd4846c65 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:34.540069 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-210e8c2e-aa93-4202-b447-57f9cba24ede tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] For port cc134b2e-5fec-41e5-8e56-b22b0d53247e, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=cc134b2e-5fec-41e5-8e56-b22b0d53247e,segment=NetworkSegment(835b0ee3-9a0d-48ca-b3e9-0da02c53ef26),segment_id=835b0ee3-9a0d-48ca-b3e9-0da02c53ef26)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:15:34.540731 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-210e8c2e-aa93-4202-b447-57f9cba24ede tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:34.555021 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a5f8511b-7da0-43c7-a7b4-3fb683e8fe3c tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:34.561968 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2e84b223-f414-4a04-98b2-13a12902b99b tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:34.561968 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-2e84b223-f414-4a04-98b2-13a12902b99b tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Added segment c0a5fddb-57a9-4d4d-8ce4-e0fbb79ff554 of type vlan for network de45d56e-a5f0-468f-a384-96c040aba276 Dec 15 19:15:34.586045 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-44e5e8fe-10d6-483b-bcf2-012746661e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927646ca-970d-472b-a87f-8c8dad79dc03', 'name': '', 'tenant_id': 'f075a9d384eb440db84c0ccc2770e165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:15:17Z', 'updated_at': '2021-12-15T19:15:30Z', 'revision_number': 4, 'project_id': 'f075a9d384eb440db84c0ccc2770e165', 'gw_port_host': None}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:15:34.609198 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e5e8fe-10d6-483b-bcf2-012746661e5f None None] The sync data for ids ['927646ca-970d-472b-a87f-8c8dad79dc03'] in dv-neutron-821831-2-hyperv is: [{'id': '927646ca-970d-472b-a87f-8c8dad79dc03', 'name': '', 'tenant_id': 'f075a9d384eb440db84c0ccc2770e165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:15:17Z', 'updated_at': '2021-12-15T19:15:30Z', 'revision_number': 4, 'project_id': 'f075a9d384eb440db84c0ccc2770e165', 'gw_port_host': None}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:15:34.651634 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 34adc2df-8cdf-401e-8129-e936da7ca2dc up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:15:34.688587 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-b2abc279-f5a3-4479-935f-c817b09d0d25 None None] Allocated IP 2001:db8::1 (663358c6-d2ef-4977-bde1-67c789f08b16/482a7284-4df3-449e-91bc-d211f8a69540/2df029b4-58f1-4bce-b5c8-d1be25cbfbc3) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:15:34.752843 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-210e8c2e-aa93-4202-b447-57f9cba24ede tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Calling delete_port for cc134b2e-5fec-41e5-8e56-b22b0d53247e owned by network:router_gateway {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:15:34.781009 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2e84b223-f414-4a04-98b2-13a12902b99b tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:34.841346 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0023c871-9cc0-465d-a9d8-140af0f2ee1b tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:34.913734 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0023c871-9cc0-465d-a9d8-140af0f2ee1b tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634093'] for floatingip, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:34.975499 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-7ce6c6df-5566-4aee-bb3e-f6921165828b tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 19:15:34.979980 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-7ce6c6df-5566-4aee-bb3e-f6921165828b tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] 10.222.0.36 "PUT /v2.0/routers/77d2bd4d-d677-45fa-b68a-501adf2b88ba/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.7047791 Dec 15 19:15:34.981355 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cb96f690-eb3c-490c-a352-62d29de7dc3e tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:34.986793 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 47226) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:35.057732 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b9c47194-3ea7-4704-b141-6f6dd4846c65 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] For port 34adc2df-8cdf-401e-8129-e936da7ca2dc, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=34adc2df-8cdf-401e-8129-e936da7ca2dc,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:15:35.057732 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b9c47194-3ea7-4704-b141-6f6dd4846c65 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:35.058386 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-7c6df511-10c2-4eb1-bf4e-79852d424ff8 None None] Provisioning for port 548f24cb-1a7c-42da-8dba-0dc80edb4438 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:15:35.072831 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-7c6df511-10c2-4eb1-bf4e-79852d424ff8 None None] Provisioning complete for port 548f24cb-1a7c-42da-8dba-0dc80edb4438 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:15:35.073251 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7c6df511-10c2-4eb1-bf4e-79852d424ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:35.135617 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-cb96f690-eb3c-490c-a352-62d29de7dc3e tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Transition to ACTIVE for port object 7a76c825-e76d-4ba1-b8b7-77aaf67d9571 will not be triggered until provisioned by entity DHCP. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:15:35.181263 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2e84b223-f414-4a04-98b2-13a12902b99b tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:35.194484 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-b9c47194-3ea7-4704-b141-6f6dd4846c65 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Calling delete_port for 34adc2df-8cdf-401e-8129-e936da7ca2dc owned by network:router_gateway {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:15:35.222760 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 34adc2df-8cdf-401e-8129-e936da7ca2dc completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:15:35.230866 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2e84b223-f414-4a04-98b2-13a12902b99b tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:35.234526 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:35.237584 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 34adc2df-8cdf-401e-8129-e936da7ca2dc triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:15:35.238012 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:35.248336 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cb96f690-eb3c-490c-a352-62d29de7dc3e tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:35.252221 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.l3_db [None req-abe104f7-ea33-479d-8e06-9d9e4c67c546 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Floating IP 6bd63f56-14a8-48cf-a66b-2291b3fe0704 associated. External IP: 172.26.3.36, port: 27663884-689a-41d6-9b75-eefa8ea291a9. Dec 15 19:15:35.258739 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fabd9379-9d65-49a1-b764-00e606126bf3 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:35.323623 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e84b223-f414-4a04-98b2-13a12902b99b tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:35.326687 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e84b223-f414-4a04-98b2-13a12902b99b tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:35.327370 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2e84b223-f414-4a04-98b2-13a12902b99b tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:35.357048 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb96f690-eb3c-490c-a352-62d29de7dc3e tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Network 5081f17c-ce13-4eac-86c0-2120a7496701 is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:15:35.363923 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-cb96f690-eb3c-490c-a352-62d29de7dc3e tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:15:35.365870 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb96f690-eb3c-490c-a352-62d29de7dc3e tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Pushing event updated for resources: {'Port': ['ID=7a76c825-e76d-4ba1-b8b7-77aaf67d9571,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:35.369805 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb96f690-eb3c-490c-a352-62d29de7dc3e tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:15:35.399080 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-cb96f690-eb3c-490c-a352-62d29de7dc3e tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:35.409330 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-210e8c2e-aa93-4202-b447-57f9cba24ede tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:35.444133 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b2abc279-f5a3-4479-935f-c817b09d0d25 None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:35.450647 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7c6df511-10c2-4eb1-bf4e-79852d424ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:35.474100 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b2abc279-f5a3-4479-935f-c817b09d0d25 None None] Transition to ACTIVE for port object 2df029b4-58f1-4bce-b5c8-d1be25cbfbc3 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:15:35.485054 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:35.554229 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b2abc279-f5a3-4479-935f-c817b09d0d25 None None] Transition to ACTIVE for port object 2df029b4-58f1-4bce-b5c8-d1be25cbfbc3 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:15:35.580051 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:35.586693 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-7c6df511-10c2-4eb1-bf4e-79852d424ff8 None None] For port 548f24cb-1a7c-42da-8dba-0dc80edb4438, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=548f24cb-1a7c-42da-8dba-0dc80edb4438,segment=NetworkSegment(d5a96183-c864-415d-95a6-2dae0eb9e72d),segment_id=d5a96183-c864-415d-95a6-2dae0eb9e72d)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:15:35.603690 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b2abc279-f5a3-4479-935f-c817b09d0d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:35.627481 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210e8c2e-aa93-4202-b447-57f9cba24ede tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Pushing event deleted for resources: {'Port': ['ID=cc134b2e-5fec-41e5-8e56-b22b0d53247e,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:35.629543 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:35.633903 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-210e8c2e-aa93-4202-b447-57f9cba24ede tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:35.646851 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb96f690-eb3c-490c-a352-62d29de7dc3e tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:35.647563 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cb96f690-eb3c-490c-a352-62d29de7dc3e tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:35.672475 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7c6df511-10c2-4eb1-bf4e-79852d424ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:35.716356 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port 34adc2df-8cdf-401e-8129-e936da7ca2dc, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=34adc2df-8cdf-401e-8129-e936da7ca2dc,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:15:35.739140 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2abc279-f5a3-4479-935f-c817b09d0d25 None None] Network 663358c6-d2ef-4977-bde1-67c789f08b16 is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:15:35.743770 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-b2abc279-f5a3-4479-935f-c817b09d0d25 None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:15:35.769498 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2abc279-f5a3-4479-935f-c817b09d0d25 None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:15:35.772348 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2abc279-f5a3-4479-935f-c817b09d0d25 None None] Pushing event updated for resources: {'Port': ['ID=2df029b4-58f1-4bce-b5c8-d1be25cbfbc3,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:35.776025 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b2abc279-f5a3-4479-935f-c817b09d0d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:35.778010 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5a6af798-3873-42d6-8799-72ab7f65623d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:35.834146 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:35.835031 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 4ce5b02c-cf72-412f-8cbc-a3b2f0837fcf up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:15:35.865295 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-cb96f690-eb3c-490c-a352-62d29de7dc3e tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1154280 Dec 15 19:15:35.868195 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a5f8511b-7da0-43c7-a7b4-3fb683e8fe3c tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16156049'] for subnet, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:35.971074 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 47230) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:35.979213 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-c1798f5b-4271-4848-bdea-c926dc7d20fd tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Request body: {'port': {'network_id': '5081f17c-ce13-4eac-86c0-2120a7496701', 'name': 'tempest-AllowedAddressPairTestJSON-922892844'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:15:36.005083 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c0222eae-9b50-4e96-8279-c80562a5025b tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:36.059677 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6df511-10c2-4eb1-bf4e-79852d424ff8 None None] Pushing event updated for resources: {'Port': ['ID=548f24cb-1a7c-42da-8dba-0dc80edb4438,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:36.064325 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-b2abc279-f5a3-4479-935f-c817b09d0d25 None None] Attempting to bind port 2df029b4-58f1-4bce-b5c8-d1be25cbfbc3 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:15:36.064738 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-b2abc279-f5a3-4479-935f-c817b09d0d25 None None] Attempting to bind port 2df029b4-58f1-4bce-b5c8-d1be25cbfbc3 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '1a7b8795-efdd-4123-9fd4-a4edc32a57b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '663358c6-d2ef-4977-bde1-67c789f08b16'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:15:36.065154 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2abc279-f5a3-4479-935f-c817b09d0d25 None None] Attempting to bind port 2df029b4-58f1-4bce-b5c8-d1be25cbfbc3 on network 663358c6-d2ef-4977-bde1-67c789f08b16 {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:15:36.068737 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7c6df511-10c2-4eb1-bf4e-79852d424ff8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:36.070918 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3edd9095-ceef-4e62-9915-733eb77d4606 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.195s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:36.112615 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-2e84b223-f414-4a04-98b2-13a12902b99b tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 5.6534100 Dec 15 19:15:36.131003 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2abc279-f5a3-4479-935f-c817b09d0d25 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:15:36.131505 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2abc279-f5a3-4479-935f-c817b09d0d25 None None] Checking segment: {'id': '1a7b8795-efdd-4123-9fd4-a4edc32a57b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '663358c6-d2ef-4977-bde1-67c789f08b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:15:36.131898 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b2abc279-f5a3-4479-935f-c817b09d0d25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:36.132349 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2abc279-f5a3-4479-935f-c817b09d0d25 None None] Bound using segment: {'id': '1a7b8795-efdd-4123-9fd4-a4edc32a57b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '663358c6-d2ef-4977-bde1-67c789f08b16'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:15:36.132895 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-b2abc279-f5a3-4479-935f-c817b09d0d25 None None] Bound port: 2df029b4-58f1-4bce-b5c8-d1be25cbfbc3, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a7b8795-efdd-4123-9fd4-a4edc32a57b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '663358c6-d2ef-4977-bde1-67c789f08b16'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:15:36.133324 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b2abc279-f5a3-4479-935f-c817b09d0d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:36.146819 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e84b223-f414-4a04-98b2-13a12902b99b tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Pushing event updated for resources: {'Network': ['ID=b3837493-2727-439d-b670-b1e82cd99519,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:36.159618 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-ae3efd48-1968-4a56-830a-056c4726d4dc None None] Provisioning for port 7a76c825-e76d-4ba1-b8b7-77aaf67d9571 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:15:36.165530 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 47234) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:36.176417 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network b3837493-2727-439d-b670-b1e82cd99519 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:15:36.236173 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-ae3efd48-1968-4a56-830a-056c4726d4dc None None] Provisioning complete for port 7a76c825-e76d-4ba1-b8b7-77aaf67d9571 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:15:36.236500 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ae3efd48-1968-4a56-830a-056c4726d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:36.264699 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 4ce5b02c-cf72-412f-8cbc-a3b2f0837fcf triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:15:36.265119 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:36.330572 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f8511b-7da0-43c7-a7b4-3fb683e8fe3c tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Pushing event deleted for resources: {'Subnet': ['ID=482a7284-4df3-449e-91bc-d211f8a69540,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:36.351384 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a5f8511b-7da0-43c7-a7b4-3fb683e8fe3c tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:36.353714 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-210e8c2e-aa93-4202-b447-57f9cba24ede tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854141934'] for router_gateway, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:36.382495 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=34adc2df-8cdf-401e-8129-e936da7ca2dc,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:36.400064 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:36.470891 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-ae3efd48-1968-4a56-830a-056c4726d4dc None None] Port 7a76c825-e76d-4ba1-b8b7-77aaf67d9571 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:15:36.491668 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b2abc279-f5a3-4479-935f-c817b09d0d25 None None] For port 2df029b4-58f1-4bce-b5c8-d1be25cbfbc3, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:15:36.498791 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b2abc279-f5a3-4479-935f-c817b09d0d25 None None] For port 2df029b4-58f1-4bce-b5c8-d1be25cbfbc3, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=2df029b4-58f1-4bce-b5c8-d1be25cbfbc3,segment=NetworkSegment(1a7b8795-efdd-4123-9fd4-a4edc32a57b4),segment_id=1a7b8795-efdd-4123-9fd4-a4edc32a57b4)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:15:36.526363 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e84b223-f414-4a04-98b2-13a12902b99b tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Pushing event updated for resources: {'Network': ['ID=de45d56e-a5f0-468f-a384-96c040aba276,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:36.529225 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2e84b223-f414-4a04-98b2-13a12902b99b tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.295s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:36.542566 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.194s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:36.542903 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:36.544624 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-b9c47194-3ea7-4704-b141-6f6dd4846c65 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88990) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:15:36.544957 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-b9c47194-3ea7-4704-b141-6f6dd4846c65 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:15:36.546639 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network de45d56e-a5f0-468f-a384-96c040aba276 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:15:36.560078 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b2abc279-f5a3-4479-935f-c817b09d0d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:36.572696 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fbd3654d-88db-4f3e-b969-dd1b7f283197 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:36.619598 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e17d1e7-4909-434f-beb2-53adee221530 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:36.624251 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e17d1e7-4909-434f-beb2-53adee221530 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:36.628704 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e17d1e7-4909-434f-beb2-53adee221530 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:36.633106 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e17d1e7-4909-434f-beb2-53adee221530 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:36.637453 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e17d1e7-4909-434f-beb2-53adee221530 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:36.638483 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-9e17d1e7-4909-434f-beb2-53adee221530 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Synchronizing usage tracker for tenant:c64c253d74d048cba4458cea9b82cee7 on resource:network {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:15:36.655023 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-ae3efd48-1968-4a56-830a-056c4726d4dc None None] Provisioning complete for port 548f24cb-1a7c-42da-8dba-0dc80edb4438 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:15:36.655633 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ae3efd48-1968-4a56-830a-056c4726d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:36.683073 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.l3_db [None req-0023c871-9cc0-465d-a9d8-140af0f2ee1b tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Floating IP ef4d4106-ac81-421d-aa87-7b50a1553339 associated. External IP: 172.26.3.250, port: 5838a945-bfaf-4a10-a713-cfef6482b79e. Dec 15 19:15:36.751972 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-9e17d1e7-4909-434f-beb2-53adee221530 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Unset dirty status for tenant:c64c253d74d048cba4458cea9b82cee7 on resource:network {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:15:36.756315 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9e17d1e7-4909-434f-beb2-53adee221530 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3012 time: 0.5834599 Dec 15 19:15:36.759867 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 47238) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:36.769400 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2abc279-f5a3-4479-935f-c817b09d0d25 None None] Pushing event updated for resources: {'Port': ['ID=2df029b4-58f1-4bce-b5c8-d1be25cbfbc3,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:36.773954 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d3acc1aa-7518-43b5-a69b-314ccf3515be tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145021'] for router_interface, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:36.790939 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b2abc279-f5a3-4479-935f-c817b09d0d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:36.834599 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a5f8511b-7da0-43c7-a7b4-3fb683e8fe3c tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:36.856404 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-210e8c2e-aa93-4202-b447-57f9cba24ede tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854207876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854699191'] for router, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:36.940938 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-c1798f5b-4271-4848-bdea-c926dc7d20fd tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:15:36.952394 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-c1798f5b-4271-4848-bdea-c926dc7d20fd tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Usage tracker for resource:port and tenant:e4cd634a8d1d4d5eac171d1178c8a104 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:15:36.956202 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 548f24cb-1a7c-42da-8dba-0dc80edb4438 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:15:36.956553 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-210e8c2e-aa93-4202-b447-57f9cba24ede tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:36.958876 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-c1798f5b-4271-4848-bdea-c926dc7d20fd tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:15:36.969369 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-a5f8511b-7da0-43c7-a7b4-3fb683e8fe3c tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['663358c6-d2ef-4977-bde1-67c789f08b16']}} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:15:36.985371 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-c1798f5b-4271-4848-bdea-c926dc7d20fd tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:15:36.990168 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-a5f8511b-7da0-43c7-a7b4-3fb683e8fe3c tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a7b8795-efdd-4123-9fd4-a4edc32a57b4') {'for_net_delete': True} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:15:36.990168 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-a5f8511b-7da0-43c7-a7b4-3fb683e8fe3c tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a7b8795-efdd-4123-9fd4-a4edc32a57b4') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:15:37.014684 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a5f8511b-7da0-43c7-a7b4-3fb683e8fe3c tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838443042'] for segment, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:37.022455 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4817c9-e78d-4baf-b3d0-87d0473421a4 None None] Network 663358c6-d2ef-4977-bde1-67c789f08b16 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:15:37.045409 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1798f5b-4271-4848-bdea-c926dc7d20fd tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Made reservation on behalf of e4cd634a8d1d4d5eac171d1178c8a104 for: {'port': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:15:37.051502 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c1798f5b-4271-4848-bdea-c926dc7d20fd tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:37.061442 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-b9c47194-3ea7-4704-b141-6f6dd4846c65 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Deleting port 34adc2df-8cdf-401e-8129-e936da7ca2dc {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:15:37.061442 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b9c47194-3ea7-4704-b141-6f6dd4846c65 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:37.066826 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a5f8511b-7da0-43c7-a7b4-3fb683e8fe3c tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:37.096008 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8ee6af1e-946d-4e72-94d6-209fa664fbee tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:37.099596 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-210e8c2e-aa93-4202-b447-57f9cba24ede tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854207982'] for router, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:37.100332 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210e8c2e-aa93-4202-b447-57f9cba24ede tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 927646ca-970d-472b-a87f-8c8dad79dc03 {{(pid=88991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 19:15:37.106892 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5f8511b-7da0-43c7-a7b4-3fb683e8fe3c tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=88991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:15:37.107356 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a5f8511b-7da0-43c7-a7b4-3fb683e8fe3c tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838443729'] for segment, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:37.127970 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:15:37.127970 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:15:37.127970 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:15:37.127970 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:15:37.127970 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:15:37.127970 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:15:37.127970 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:15:37.127970 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:15:37.127970 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:15:37.127970 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:15:37.127970 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:15:37.127970 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:15:37.127970 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:15:37.127970 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:15:37.127970 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:15:37.127970 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:15:37.127970 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:15:37.127970 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:15:37.127970 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:15:37.127970 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:15:37.127970 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:15:37.127970 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:15:37.127970 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:15:37.127970 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:15:37.127970 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:15:37.127970 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:15:37.127970 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:15:37.127970 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:15:37.127970 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:15:37.127970 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:15:37.127970 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:15:37.127970 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:15:37.127970 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:15:37.127970 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:15:37.195971 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-c1798f5b-4271-4848-bdea-c926dc7d20fd tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] device_id is not set on port 6eb2cde8-a19f-4a55-b8af-c7d958d5e204 yet. {{(pid=88991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:15:37.250781 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-210e8c2e-aa93-4202-b447-57f9cba24ede tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks [] for router, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:37.252054 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-210e8c2e-aa93-4202-b447-57f9cba24ede tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] 10.222.0.36 "DELETE /v2.0/routers/927646ca-970d-472b-a87f-8c8dad79dc03 HTTP/1.1" status: 204 len: 168 time: 9.2205687 Dec 15 19:15:37.265325 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 47242) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:37.372267 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-a5f8511b-7da0-43c7-a7b4-3fb683e8fe3c tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 15 19:15:37.372267 dv-neutron-821831-2-hyperv neutron-server[88879]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 15 19:15:37.372267 dv-neutron-821831-2-hyperv neutron-server[88879]: [parameters: {'id': '663358c6-d2ef-4977-bde1-67c789f08b16'}] Dec 15 19:15:37.372267 dv-neutron-821831-2-hyperv neutron-server[88879]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88991) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:15:37.372701 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-a5f8511b-7da0-43c7-a7b4-3fb683e8fe3c tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:15:37.382913 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 548f24cb-1a7c-42da-8dba-0dc80edb4438 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:15:37.383270 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:37.445396 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8ee6af1e-946d-4e72-94d6-209fa664fbee tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:37.454587 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-c61091d6-87d5-4b04-9398-332a09168382 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Deleting subnet a896df6f-57aa-46ac-9003-3f11f49ecb30 {{(pid=88991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:15:37.469426 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c61091d6-87d5-4b04-9398-332a09168382 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:37.505045 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea2c12e-09a9-4838-9106-40f92cf122fe None None] get_active_networks_info from dv-neutron-821831-2-hyperv {{(pid=88992) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 15 19:15:37.568607 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-8ee6af1e-946d-4e72-94d6-209fa664fbee tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3837493-2727-439d-b670-b1e82cd99519']}} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:15:37.583661 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 34adc2df-8cdf-401e-8129-e936da7ca2dc up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:15:37.592190 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-8ee6af1e-946d-4e72-94d6-209fa664fbee tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bb1f84e-f61a-46de-a9ad-ce3125d4dc09') {'for_net_delete': True} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:15:37.592443 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-8ee6af1e-946d-4e72-94d6-209fa664fbee tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bb1f84e-f61a-46de-a9ad-ce3125d4dc09') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:15:37.600327 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c61091d6-87d5-4b04-9398-332a09168382 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16332759'] for subnet, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:37.612560 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b9c47194-3ea7-4704-b141-6f6dd4846c65 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] For port 34adc2df-8cdf-401e-8129-e936da7ca2dc, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=34adc2df-8cdf-401e-8129-e936da7ca2dc,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:15:37.612961 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b9c47194-3ea7-4704-b141-6f6dd4846c65 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:37.627325 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8ee6af1e-946d-4e72-94d6-209fa664fbee tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16327073'] for segment, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:37.697609 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-c1798f5b-4271-4848-bdea-c926dc7d20fd tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Allocated IP 172.20.0.8 (5081f17c-ce13-4eac-86c0-2120a7496701/3c40ca78-2d5e-4646-be73-52d2464c0fde/6eb2cde8-a19f-4a55-b8af-c7d958d5e204) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:15:37.721743 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 34adc2df-8cdf-401e-8129-e936da7ca2dc triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:15:37.722162 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:37.738559 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c61091d6-87d5-4b04-9398-332a09168382 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:37.769053 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-b9c47194-3ea7-4704-b141-6f6dd4846c65 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Calling delete_port for 34adc2df-8cdf-401e-8129-e936da7ca2dc owned by network:router_gateway {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:15:37.785577 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea2c12e-09a9-4838-9106-40f92cf122fe None None] Resources bound (agent type, host, resource id): {{(pid=88992) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 15 19:15:37.809929 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8ee6af1e-946d-4e72-94d6-209fa664fbee tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:37.837438 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ee6af1e-946d-4e72-94d6-209fa664fbee tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=88990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:15:37.837775 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8ee6af1e-946d-4e72-94d6-209fa664fbee tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838138943'] for segment, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:37.883184 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a5f8511b-7da0-43c7-a7b4-3fb683e8fe3c tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:38.038391 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-a5f8511b-7da0-43c7-a7b4-3fb683e8fe3c tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Deleting port 2df029b4-58f1-4bce-b5c8-d1be25cbfbc3 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:15:38.038929 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a5f8511b-7da0-43c7-a7b4-3fb683e8fe3c tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:38.094184 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:15:38.094184 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:15:38.094184 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:15:38.094184 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:15:38.094184 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:15:38.094184 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:15:38.094184 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:15:38.094184 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:15:38.094184 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:15:38.094184 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:15:38.094184 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:15:38.094184 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:15:38.094184 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:15:38.094184 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:15:38.094184 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:15:38.094184 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:15:38.094184 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:15:38.094184 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:15:38.094184 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:15:38.094184 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:15:38.094184 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:15:38.094184 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:15:38.094184 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:15:38.094184 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:15:38.094184 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:15:38.094184 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:15:38.094184 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:15:38.094184 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:15:38.094184 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:15:38.094184 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:15:38.094184 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:15:38.094184 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:15:38.302143 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a2373bfd-70d3-4ff4-952d-c810a407b51d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:38.349272 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8ee6af1e-946d-4e72-94d6-209fa664fbee tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:38.353937 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abe104f7-ea33-479d-8e06-9d9e4c67c546 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Router a4558e95-503e-4b93-b1e9-a44cbe443726 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:15:38.363017 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8ee6af1e-946d-4e72-94d6-209fa664fbee tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:38.374197 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-677d22f4-ab5f-4753-8d97-17589544a66f tempest-PortsAdminExtendedAttrsTestJSON-2032380923 tempest-PortsAdminExtendedAttrsTestJSON-2032380923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:38.392255 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c61091d6-87d5-4b04-9398-332a09168382 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16156049'] for subnet, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:38.436476 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-99a58a2d-258d-480d-af2f-cd034fea8270 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:38.460869 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee6af1e-946d-4e72-94d6-209fa664fbee tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Pushing event deleted for resources: {'Network': ['ID=b3837493-2727-439d-b670-b1e82cd99519,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:38.463381 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8ee6af1e-946d-4e72-94d6-209fa664fbee tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:38.500014 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61091d6-87d5-4b04-9398-332a09168382 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a896df6f-57aa-46ac-9003-3f11f49ecb30,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:38.508234 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c61091d6-87d5-4b04-9398-332a09168382 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:38.540496 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c61091d6-87d5-4b04-9398-332a09168382 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:38.548568 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c1798f5b-4271-4848-bdea-c926dc7d20fd tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:38.599193 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8ee6af1e-946d-4e72-94d6-209fa664fbee tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] 10.222.0.36 "DELETE /v2.0/networks/b3837493-2727-439d-b670-b1e82cd99519 HTTP/1.1" status: 204 len: 168 time: 1.8341877 Dec 15 19:15:38.602846 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 47246) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:38.696995 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c61091d6-87d5-4b04-9398-332a09168382 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] 10.222.0.36 "DELETE /v2.0/subnets/a896df6f-57aa-46ac-9003-3f11f49ecb30 HTTP/1.1" status: 204 len: 168 time: 1.4304924 Dec 15 19:15:38.699972 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-c1798f5b-4271-4848-bdea-c926dc7d20fd tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Transition to ACTIVE for port object 6eb2cde8-a19f-4a55-b8af-c7d958d5e204 will not be triggered until provisioned by entity DHCP. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:15:38.704026 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 47250) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:38.784373 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b9c47194-3ea7-4704-b141-6f6dd4846c65 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:38.792373 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9876dd90-4e92-4884-b793-195931d93088 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:38.808118 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-a5f8511b-7da0-43c7-a7b4-3fb683e8fe3c tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] For port 2df029b4-58f1-4bce-b5c8-d1be25cbfbc3, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=2df029b4-58f1-4bce-b5c8-d1be25cbfbc3,segment=NetworkSegment(1a7b8795-efdd-4123-9fd4-a4edc32a57b4),segment_id=1a7b8795-efdd-4123-9fd4-a4edc32a57b4)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:15:38.808525 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a5f8511b-7da0-43c7-a7b4-3fb683e8fe3c tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:38.827101 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6551a6a4-59e7-4061-bf80-4d263a0e0021 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:38.855026 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c47194-3ea7-4704-b141-6f6dd4846c65 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Pushing event deleted for resources: {'Port': ['ID=34adc2df-8cdf-401e-8129-e936da7ca2dc,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:38.911000 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b9c47194-3ea7-4704-b141-6f6dd4846c65 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:38.960646 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0023c871-9cc0-465d-a9d8-140af0f2ee1b tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Router 485f06b9-02ea-481a-9b5c-3973a4e308b0 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:15:38.977849 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-a5f8511b-7da0-43c7-a7b4-3fb683e8fe3c tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Calling delete_port for 2df029b4-58f1-4bce-b5c8-d1be25cbfbc3 owned by network:dhcp {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:15:39.038848 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fb84bf22-ab72-495f-88b8-6176cdb62c1e tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:39.069052 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c1798f5b-4271-4848-bdea-c926dc7d20fd tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:39.107341 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:39.237371 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6551a6a4-59e7-4061-bf80-4d263a0e0021 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:39.321229 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1798f5b-4271-4848-bdea-c926dc7d20fd tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Network 5081f17c-ce13-4eac-86c0-2120a7496701 is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:15:39.322671 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1798f5b-4271-4848-bdea-c926dc7d20fd tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Pushing event updated for resources: {'Port': ['ID=6eb2cde8-a19f-4a55-b8af-c7d958d5e204,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:39.325133 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d3acc1aa-7518-43b5-a69b-314ccf3515be tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Deleting port 8e29e4d2-ec37-4048-af5b-20f43512396a {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:15:39.325517 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d3acc1aa-7518-43b5-a69b-314ccf3515be tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:39.358147 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c1798f5b-4271-4848-bdea-c926dc7d20fd tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:39.364080 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-c1798f5b-4271-4848-bdea-c926dc7d20fd tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:15:39.365999 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a5f8511b-7da0-43c7-a7b4-3fb683e8fe3c tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:39.377122 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1798f5b-4271-4848-bdea-c926dc7d20fd tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:15:39.420374 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7535e621-54db-4485-99f5-dc0c5a21448a tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:39.424550 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-6551a6a4-59e7-4061-bf80-4d263a0e0021 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de45d56e-a5f0-468f-a384-96c040aba276']}} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:15:39.441284 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:39.455756 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-6551a6a4-59e7-4061-bf80-4d263a0e0021 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0a5fddb-57a9-4d4d-8ce4-e0fbb79ff554') {'for_net_delete': True} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:15:39.456098 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-6551a6a4-59e7-4061-bf80-4d263a0e0021 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0a5fddb-57a9-4d4d-8ce4-e0fbb79ff554') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:15:39.464156 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b9c47194-3ea7-4704-b141-6f6dd4846c65 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854141934'] for router_gateway, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:39.490361 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f8511b-7da0-43c7-a7b4-3fb683e8fe3c tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Pushing event deleted for resources: {'Port': ['ID=2df029b4-58f1-4bce-b5c8-d1be25cbfbc3,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:39.496613 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fb84bf22-ab72-495f-88b8-6176cdb62c1e tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:39.508329 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a5f8511b-7da0-43c7-a7b4-3fb683e8fe3c tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:39.538023 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6551a6a4-59e7-4061-bf80-4d263a0e0021 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16327073'] for segment, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:39.550324 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f8511b-7da0-43c7-a7b4-3fb683e8fe3c tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] No DVR routers for this DVR port 2df029b4-58f1-4bce-b5c8-d1be25cbfbc3 on host dv-neutron-821831-2-hyperv {{(pid=88991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:15:39.643234 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6551a6a4-59e7-4061-bf80-4d263a0e0021 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:39.657952 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe104f7-ea33-479d-8e06-9d9e4c67c546 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:15:39.660154 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6551a6a4-59e7-4061-bf80-4d263a0e0021 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=88990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:15:39.660639 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6551a6a4-59e7-4061-bf80-4d263a0e0021 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838138943'] for segment, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:39.670927 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9c46cb-4343-4c82-bda7-9cb65fe015eb None None] Sync routers for ids ['a4558e95-503e-4b93-b1e9-a44cbe443726'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:15:39.685880 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9c46cb-4343-4c82-bda7-9cb65fe015eb None None] Routers {'a4558e95-503e-4b93-b1e9-a44cbe443726'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:15:39.686915 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-fe9c46cb-4343-4c82-bda7-9cb65fe015eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:15:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['a4558e95-503e-4b93-b1e9-a44cbe443726'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:15:39.689510 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-fb84bf22-ab72-495f-88b8-6176cdb62c1e tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6b675ee-253d-44f7-82fd-264ab560853f']}} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:15:39.721082 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1798f5b-4271-4848-bdea-c926dc7d20fd tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:39.721771 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c1798f5b-4271-4848-bdea-c926dc7d20fd tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:39.727189 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:15:39.727189 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:15:39.727189 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:15:39.727189 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:15:39.727189 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:15:39.727189 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:15:39.727189 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:15:39.727189 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:15:39.727189 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:15:39.727189 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:15:39.727189 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:15:39.727189 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:15:39.727189 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:15:39.727189 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:15:39.727189 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:15:39.727189 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:15:39.727189 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:15:39.727189 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:15:39.727189 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:15:39.727189 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:15:39.727189 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:15:39.727189 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:15:39.727189 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:15:39.727189 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:15:39.727189 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:15:39.727189 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:15:39.727189 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:15:39.727189 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:15:39.727189 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:15:39.727189 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:15:39.727189 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:15:39.727189 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:15:39.780458 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-fb84bf22-ab72-495f-88b8-6176cdb62c1e tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '835b0ee3-9a0d-48ca-b3e9-0da02c53ef26') {'for_net_delete': True} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:15:39.780816 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-fb84bf22-ab72-495f-88b8-6176cdb62c1e tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '835b0ee3-9a0d-48ca-b3e9-0da02c53ef26') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:15:39.814274 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-adaec9ea-41eb-4427-bdd4-e07d12745208 None None] Provisioning for port 6eb2cde8-a19f-4a55-b8af-c7d958d5e204 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:15:39.821349 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-adaec9ea-41eb-4427-bdd4-e07d12745208 None None] Provisioning complete for port 6eb2cde8-a19f-4a55-b8af-c7d958d5e204 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:15:39.822069 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-adaec9ea-41eb-4427-bdd4-e07d12745208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:39.831617 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fb84bf22-ab72-495f-88b8-6176cdb62c1e tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838443042'] for segment, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:39.872189 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a5f8511b-7da0-43c7-a7b4-3fb683e8fe3c tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:39.897380 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fb84bf22-ab72-495f-88b8-6176cdb62c1e tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:39.903610 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-fe9c46cb-4343-4c82-bda7-9cb65fe015eb None None] Set router a4558e95-503e-4b93-b1e9-a44cbe443726 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:15:39.912601 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c1798f5b-4271-4848-bdea-c926dc7d20fd tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.9399326 Dec 15 19:15:39.914817 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d3acc1aa-7518-43b5-a69b-314ccf3515be tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:39.927393 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-adaec9ea-41eb-4427-bdd4-e07d12745208 None None] Port 6eb2cde8-a19f-4a55-b8af-c7d958d5e204 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:15:39.932266 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb84bf22-ab72-495f-88b8-6176cdb62c1e tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=88991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:15:39.940108 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fb84bf22-ab72-495f-88b8-6176cdb62c1e tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838443729'] for segment, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:39.947652 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:15:39.947652 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:15:39.947652 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:15:39.947652 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:15:39.947652 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:15:39.947652 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:15:39.947652 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:15:39.947652 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:15:39.947652 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:15:39.947652 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:15:39.947652 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:15:39.947652 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:15:39.947652 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:15:39.947652 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:15:39.947652 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:15:39.947652 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:15:39.947652 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:15:39.947652 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:15:39.947652 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:15:39.947652 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:15:39.947652 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:15:39.947652 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:15:39.947652 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:15:39.947652 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:15:39.947652 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:15:39.947652 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:15:39.947652 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:15:39.947652 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:15:39.947652 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:15:39.947652 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:15:39.947652 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:15:39.947652 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:15:39.957481 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 47254) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:40.019389 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-c9eb77c0-27c9-413a-b3ac-966fb5576ce5 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:6c:93:cd'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:61:29:86'}]}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:15:40.186051 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-abe104f7-ea33-479d-8e06-9d9e4c67c546 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:40.248444 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b9c47194-3ea7-4704-b141-6f6dd4846c65 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854207876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854699191'] for router, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:40.271897 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b9c47194-3ea7-4704-b141-6f6dd4846c65 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:40.307968 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-abe104f7-ea33-479d-8e06-9d9e4c67c546 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] 10.222.0.36 "PUT /v2.0/floatingips/6bd63f56-14a8-48cf-a66b-2291b3fe0704 HTTP/1.1" status: 200 len: 990 time: 9.6258552 Dec 15 19:15:40.309002 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6551a6a4-59e7-4061-bf80-4d263a0e0021 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:40.311547 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-a5f8511b-7da0-43c7-a7b4-3fb683e8fe3c tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['663358c6-d2ef-4977-bde1-67c789f08b16']}} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:15:40.312761 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-fe9c46cb-4343-4c82-bda7-9cb65fe015eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4558e95-503e-4b93-b1e9-a44cbe443726', 'name': 'tempest-ServersTestJSON-1252145473-router', 'tenant_id': '07507a555a264de2b95fac8c5d93591a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.150'}], 'enable_snat': True}, 'gw_port_id': '76e67fc9-3420-432a-8e17-2ad72b96b714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:14:18Z', 'updated_at': '2021-12-15T19:14:31Z', 'revision_number': 4, 'project_id': '07507a555a264de2b95fac8c5d93591a', 'gw_port': {'id': '76e67fc9-3420-432a-8e17-2ad72b96b714', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:58:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4558e95-503e-4b93-b1e9-a44cbe443726', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:14:19Z', 'updated_at': '2021-12-15T19:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': '6bd63f56-14a8-48cf-a66b-2291b3fe0704', 'tenant_id': '07507a555a264de2b95fac8c5d93591a', 'floating_ip_address': '172.26.3.36', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': 'a4558e95-503e-4b93-b1e9-a44cbe443726', 'port_id': '27663884-689a-41d6-9b75-eefa8ea291a9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e04f9fb-f9a5-45a2-9184-076bb9a796d7', 'mac_address': 'fa:16:3e:f7:fc:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7b6d6b-7f80-4be6-b0bc-6fa7558d775b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:14:42Z', 'updated_at': '2021-12-15T19:15:33Z', 'revision_number': 1, 'project_id': '07507a555a264de2b95fac8c5d93591a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '680e6ac3-5c91-4103-bedc-ce4c185b7177', 'name': '', 'network_id': '7e04f9fb-f9a5-45a2-9184-076bb9a796d7', 'tenant_id': '07507a555a264de2b95fac8c5d93591a', 'mac_address': 'fa:16:3e:2f:3b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4558e95-503e-4b93-b1e9-a44cbe443726', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '357073fc-8f72-4ec9-a709-b1f581df7965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:14:28Z', 'updated_at': '2021-12-15T19:14:42Z', 'revision_number': 5, 'project_id': '07507a555a264de2b95fac8c5d93591a', 'subnets': [{'id': '357073fc-8f72-4ec9-a709-b1f581df7965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:15:40.314111 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd7b6d6b-7f80-4be6-b0bc-6fa7558d775b', 'tag': '27663884-689a-41d6-9b75-eefa8ea291a9'}] {{(pid=88990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:15:40.317822 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9c46cb-4343-4c82-bda7-9cb65fe015eb None None] Checking router: a4558e95-503e-4b93-b1e9-a44cbe443726 for host: dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:15:40.325821 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6551a6a4-59e7-4061-bf80-4d263a0e0021 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:40.332168 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:40.336317 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9c46cb-4343-4c82-bda7-9cb65fe015eb None None] Routers {'a4558e95-503e-4b93-b1e9-a44cbe443726'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:15:40.337197 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-fe9c46cb-4343-4c82-bda7-9cb65fe015eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:15:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['a4558e95-503e-4b93-b1e9-a44cbe443726'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:15:40.373420 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6551a6a4-59e7-4061-bf80-4d263a0e0021 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Pushing event deleted for resources: {'Network': ['ID=de45d56e-a5f0-468f-a384-96c040aba276,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:40.377343 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6551a6a4-59e7-4061-bf80-4d263a0e0021 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:40.384386 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6551a6a4-59e7-4061-bf80-4d263a0e0021 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] 10.222.0.36 "DELETE /v2.0/networks/de45d56e-a5f0-468f-a384-96c040aba276 HTTP/1.1" status: 204 len: 168 time: 1.7729268 Dec 15 19:15:40.386517 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 47262) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:40.416259 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d3acc1aa-7518-43b5-a69b-314ccf3515be tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Calling delete_port for 8e29e4d2-ec37-4048-af5b-20f43512396a owned by network:router_interface {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:15:40.449117 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-a5f8511b-7da0-43c7-a7b4-3fb683e8fe3c tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a7b8795-efdd-4123-9fd4-a4edc32a57b4') {'for_net_delete': True} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:15:40.449461 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-a5f8511b-7da0-43c7-a7b4-3fb683e8fe3c tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a7b8795-efdd-4123-9fd4-a4edc32a57b4') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:15:40.475703 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd7b6d6b-7f80-4be6-b0bc-6fa7558d775b', 'tag': '27663884-689a-41d6-9b75-eefa8ea291a9', 'status': 'completed', 'code': 200} Dec 15 19:15:40.483093 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a5f8511b-7da0-43c7-a7b4-3fb683e8fe3c tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838443042'] for segment, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:40.483462 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0023c871-9cc0-465d-a9d8-140af0f2ee1b tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:15:40.485162 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b9c47194-3ea7-4704-b141-6f6dd4846c65 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854207982'] for router, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:40.485783 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c47194-3ea7-4704-b141-6f6dd4846c65 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f760dc67-044f-4fd8-832d-97ea89e14a0b {{(pid=88990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 19:15:40.502204 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e74bf8-8d44-4571-9366-f72e6fbbef9d None None] Sync routers for ids ['485f06b9-02ea-481a-9b5c-3973a4e308b0'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:15:40.508276 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-382c28be-382e-4d7a-b4aa-aac45456e1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:40.519289 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0023c871-9cc0-465d-a9d8-140af0f2ee1b tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:40.543120 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e74bf8-8d44-4571-9366-f72e6fbbef9d None None] Routers {'485f06b9-02ea-481a-9b5c-3973a4e308b0'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:15:40.546289 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-b3e74bf8-8d44-4571-9366-f72e6fbbef9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:15:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['485f06b9-02ea-481a-9b5c-3973a4e308b0'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:15:40.555337 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b9c47194-3ea7-4704-b141-6f6dd4846c65 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:40.556575 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b9c47194-3ea7-4704-b141-6f6dd4846c65 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] 10.222.0.36 "DELETE /v2.0/routers/f760dc67-044f-4fd8-832d-97ea89e14a0b HTTP/1.1" status: 204 len: 168 time: 10.0842941 Dec 15 19:15:40.559321 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 47266) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:40.655138 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-fe9c46cb-4343-4c82-bda7-9cb65fe015eb None None] Set router a4558e95-503e-4b93-b1e9-a44cbe443726 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:15:40.735082 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0023c871-9cc0-465d-a9d8-140af0f2ee1b tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] 10.222.0.36 "PUT /v2.0/floatingips/ef4d4106-ac81-421d-aa87-7b50a1553339 HTTP/1.1" status: 200 len: 991 time: 9.1487532 Dec 15 19:15:40.748579 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0855ca-698e-457f-a7dc-1afd2c6c87df tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:40.753280 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0855ca-698e-457f-a7dc-1afd2c6c87df tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:40.757255 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a5f8511b-7da0-43c7-a7b4-3fb683e8fe3c tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:40.757942 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0855ca-698e-457f-a7dc-1afd2c6c87df tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:40.758950 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-cf0855ca-698e-457f-a7dc-1afd2c6c87df tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Synchronizing usage tracker for tenant:c64c253d74d048cba4458cea9b82cee7 on resource:network {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:15:40.787308 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fb84bf22-ab72-495f-88b8-6176cdb62c1e tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:40.791858 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5f8511b-7da0-43c7-a7b4-3fb683e8fe3c tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=88991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:15:40.792313 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a5f8511b-7da0-43c7-a7b4-3fb683e8fe3c tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838443729'] for segment, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:40.818065 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:15:40.818065 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:15:40.818065 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:15:40.818065 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:15:40.818065 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:15:40.818065 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:15:40.818065 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:15:40.818065 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:15:40.818065 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:15:40.818065 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:15:40.818065 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:15:40.818065 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:15:40.818065 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:15:40.818065 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:15:40.818065 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:15:40.818065 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:15:40.818065 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:15:40.818065 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:15:40.818065 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:15:40.818065 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:15:40.818065 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:15:40.818065 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:15:40.818065 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:15:40.818065 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:15:40.818065 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:15:40.818065 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:15:40.818065 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:15:40.818065 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:15:40.818065 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:15:40.818065 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:15:40.818065 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:15:40.818065 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:15:40.900931 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3a829242-031f-45e8-b6e5-7b4628f463f8 tempest-PortsAdminExtendedAttrsTestJSON-2032380923 tempest-PortsAdminExtendedAttrsTestJSON-2032380923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:40.920603 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb84bf22-ab72-495f-88b8-6176cdb62c1e tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a6b675ee-253d-44f7-82fd-264ab560853f {{(pid=88991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 15 19:15:40.929985 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-cf0855ca-698e-457f-a7dc-1afd2c6c87df tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Unset dirty status for tenant:c64c253d74d048cba4458cea9b82cee7 on resource:network {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:15:40.931425 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-cf0855ca-698e-457f-a7dc-1afd2c6c87df tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1907 time: 0.5438969 Dec 15 19:15:40.942273 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fb84bf22-ab72-495f-88b8-6176cdb62c1e tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:40.946690 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 47274) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:40.959406 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb84bf22-ab72-495f-88b8-6176cdb62c1e tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Pushing event deleted for resources: {'Network': ['ID=a6b675ee-253d-44f7-82fd-264ab560853f,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:40.977578 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-1f626ab8-c689-4900-8f0b-d08053f81b00 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-404827608'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:15:40.981254 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fb84bf22-ab72-495f-88b8-6176cdb62c1e tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:41.005458 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-1f626ab8-c689-4900-8f0b-d08053f81b00 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:15:41.020196 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-fb84bf22-ab72-495f-88b8-6176cdb62c1e tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] 10.222.0.36 "DELETE /v2.0/networks/a6b675ee-253d-44f7-82fd-264ab560853f HTTP/1.1" status: 204 len: 168 time: 2.3065181 Dec 15 19:15:41.044860 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-1f626ab8-c689-4900-8f0b-d08053f81b00 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:15:41.055745 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-b3e74bf8-8d44-4571-9366-f72e6fbbef9d None None] Set router 485f06b9-02ea-481a-9b5c-3973a4e308b0 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:15:41.073527 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2025ef26-86c9-47a3-9c5d-a4c1ff1ac749 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks [] for router, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:41.117639 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a5f8511b-7da0-43c7-a7b4-3fb683e8fe3c tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:41.153857 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:41.157720 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:41.183818 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0120bd91-1906-4c21-b86e-6c2fa76d206c req-597fae54-a53c-45a7-a7c1-f9fdaf8989db service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=07507a555a264de2b95fac8c5d93591a&device_id=fd7b6d6b-7f80-4be6-b0bc-6fa7558d775b HTTP/1.1" status: 200 len: 1098 time: 0.6388276 Dec 15 19:15:41.210232 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a5f8511b-7da0-43c7-a7b4-3fb683e8fe3c tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:41.308000 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f626ab8-c689-4900-8f0b-d08053f81b00 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Made reservation on behalf of c64c253d74d048cba4458cea9b82cee7 for: {'network': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:15:41.314041 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1f626ab8-c689-4900-8f0b-d08053f81b00 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:41.350734 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f8511b-7da0-43c7-a7b4-3fb683e8fe3c tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Pushing event deleted for resources: {'Network': ['ID=663358c6-d2ef-4977-bde1-67c789f08b16,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:41.358621 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a5f8511b-7da0-43c7-a7b4-3fb683e8fe3c tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:41.499214 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c9eb77c0-27c9-413a-b3ac-966fb5576ce5 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:41.500552 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2025ef26-86c9-47a3-9c5d-a4c1ff1ac749 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:41.527924 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a5f8511b-7da0-43c7-a7b4-3fb683e8fe3c tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] 10.222.0.36 "DELETE /v2.0/networks/663358c6-d2ef-4977-bde1-67c789f08b16 HTTP/1.1" status: 204 len: 168 time: 8.3438437 Dec 15 19:15:41.530819 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 47286) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:41.550801 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-f81d0860-4c3a-4e9a-a2dc-9f8a81be205d tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-823380380'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:15:41.560704 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-f81d0860-4c3a-4e9a-a2dc-9f8a81be205d tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:15:41.577102 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-2025ef26-86c9-47a3-9c5d-a4c1ff1ac749 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Deleting port 3079d66b-a0d2-4b92-8be4-9635c373429b {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:15:41.577488 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2025ef26-86c9-47a3-9c5d-a4c1ff1ac749 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:41.586090 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-fe9c46cb-4343-4c82-bda7-9cb65fe015eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4558e95-503e-4b93-b1e9-a44cbe443726', 'name': 'tempest-ServersTestJSON-1252145473-router', 'tenant_id': '07507a555a264de2b95fac8c5d93591a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.150'}], 'enable_snat': True}, 'gw_port_id': '76e67fc9-3420-432a-8e17-2ad72b96b714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:14:18Z', 'updated_at': '2021-12-15T19:14:31Z', 'revision_number': 4, 'project_id': '07507a555a264de2b95fac8c5d93591a', 'gw_port': {'id': '76e67fc9-3420-432a-8e17-2ad72b96b714', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:58:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4558e95-503e-4b93-b1e9-a44cbe443726', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:14:19Z', 'updated_at': '2021-12-15T19:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': '6bd63f56-14a8-48cf-a66b-2291b3fe0704', 'tenant_id': '07507a555a264de2b95fac8c5d93591a', 'floating_ip_address': '172.26.3.36', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': 'a4558e95-503e-4b93-b1e9-a44cbe443726', 'port_id': '27663884-689a-41d6-9b75-eefa8ea291a9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e04f9fb-f9a5-45a2-9184-076bb9a796d7', 'mac_address': 'fa:16:3e:f7:fc:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7b6d6b-7f80-4be6-b0bc-6fa7558d775b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:14:42Z', 'updated_at': '2021-12-15T19:15:33Z', 'revision_number': 1, 'project_id': '07507a555a264de2b95fac8c5d93591a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '680e6ac3-5c91-4103-bedc-ce4c185b7177', 'name': '', 'network_id': '7e04f9fb-f9a5-45a2-9184-076bb9a796d7', 'tenant_id': '07507a555a264de2b95fac8c5d93591a', 'mac_address': 'fa:16:3e:2f:3b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4558e95-503e-4b93-b1e9-a44cbe443726', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '357073fc-8f72-4ec9-a709-b1f581df7965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:14:28Z', 'updated_at': '2021-12-15T19:14:42Z', 'revision_number': 5, 'project_id': '07507a555a264de2b95fac8c5d93591a', 'subnets': [{'id': '357073fc-8f72-4ec9-a709-b1f581df7965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:15:41.602812 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9c46cb-4343-4c82-bda7-9cb65fe015eb None None] The sync data for ids ['a4558e95-503e-4b93-b1e9-a44cbe443726'] in dv-neutron-821831-2-hyperv is: [{'id': 'a4558e95-503e-4b93-b1e9-a44cbe443726', 'name': 'tempest-ServersTestJSON-1252145473-router', 'tenant_id': '07507a555a264de2b95fac8c5d93591a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.150'}], 'enable_snat': True}, 'gw_port_id': '76e67fc9-3420-432a-8e17-2ad72b96b714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:14:18Z', 'updated_at': '2021-12-15T19:14:31Z', 'revision_number': 4, 'project_id': '07507a555a264de2b95fac8c5d93591a', 'gw_port': {'id': '76e67fc9-3420-432a-8e17-2ad72b96b714', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:58:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4558e95-503e-4b93-b1e9-a44cbe443726', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:14:19Z', 'updated_at': '2021-12-15T19:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': '6bd63f56-14a8-48cf-a66b-2291b3fe0704', 'tenant_id': '07507a555a264de2b95fac8c5d93591a', 'floating_ip_address': '172.26.3.36', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': 'a4558e95-503e-4b93-b1e9-a44cbe443726', 'port_id': '27663884-689a-41d6-9b75-eefa8ea291a9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e04f9fb-f9a5-45a2-9184-076bb9a796d7', 'mac_address': 'fa:16:3e:f7:fc:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7b6d6b-7f80-4be6-b0bc-6fa7558d775b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:14:42Z', 'updated_at': '2021-12-15T19:15:33Z', 'revision_number': 1, 'project_id': '07507a555a264de2b95fac8c5d93591a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '680e6ac3-5c91-4103-bedc-ce4c185b7177', 'name': '', 'network_id': '7e04f9fb-f9a5-45a2-9184-076bb9a796d7', 'tenant_id': '07507a555a264de2b95fac8c5d93591a', 'mac_address': 'fa:16:3e:2f:3b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4558e95-503e-4b93-b1e9-a44cbe443726', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '357073fc-8f72-4ec9-a709-b1f581df7965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:14:28Z', 'updated_at': '2021-12-15T19:14:42Z', 'revision_number': 5, 'project_id': '07507a555a264de2b95fac8c5d93591a', 'subnets': [{'id': '357073fc-8f72-4ec9-a709-b1f581df7965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:15:41.627630 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 47290) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:41.635343 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f626ab8-c689-4900-8f0b-d08053f81b00 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=88991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:15:41.661480 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-a388bf30-774b-45d9-b181-1c12c65516a3 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Request body: {'router': {'name': 'tempest-router--1966387009', 'project_id': '89edb903c5e348969cabd6251c375ebc'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:15:41.675456 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-f81d0860-4c3a-4e9a-a2dc-9f8a81be205d tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Usage tracker for resource:network and tenant:ef42ee63914143f6ab639ee882cc5d7b is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:15:41.684174 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-f81d0860-4c3a-4e9a-a2dc-9f8a81be205d tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:15:41.698009 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-f81d0860-4c3a-4e9a-a2dc-9f8a81be205d tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:15:41.699910 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a388bf30-774b-45d9-b181-1c12c65516a3 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:15:41.702809 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1f626ab8-c689-4900-8f0b-d08053f81b00 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:41.703289 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-1f626ab8-c689-4900-8f0b-d08053f81b00 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Added segment 72b805d3-babe-454a-ac2f-8e01226ac188 of type vlan for network 28d6129f-d1af-446a-82f3-3939bf33cfa0 Dec 15 19:15:41.737894 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-a388bf30-774b-45d9-b181-1c12c65516a3 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Usage tracker for resource:router and tenant:89edb903c5e348969cabd6251c375ebc is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:15:41.755846 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-a388bf30-774b-45d9-b181-1c12c65516a3 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:15:41.782437 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d3acc1aa-7518-43b5-a69b-314ccf3515be tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:41.793955 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-b3e74bf8-8d44-4571-9366-f72e6fbbef9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485f06b9-02ea-481a-9b5c-3973a4e308b0', 'name': 'tempest-ServersTestManualDisk-416340694-router', 'tenant_id': '9123dde40c194e828f2d284c47d69e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.117'}], 'enable_snat': True}, 'gw_port_id': '3929e0cc-3af7-4b7c-8721-c4e9c474e74b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:14:19Z', 'updated_at': '2021-12-15T19:14:34Z', 'revision_number': 4, 'project_id': '9123dde40c194e828f2d284c47d69e10', 'gw_port': {'id': '3929e0cc-3af7-4b7c-8721-c4e9c474e74b', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:34:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485f06b9-02ea-481a-9b5c-3973a4e308b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:14:21Z', 'updated_at': '2021-12-15T19:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': 'ef4d4106-ac81-421d-aa87-7b50a1553339', 'tenant_id': '9123dde40c194e828f2d284c47d69e10', 'floating_ip_address': '172.26.3.250', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': '485f06b9-02ea-481a-9b5c-3973a4e308b0', 'port_id': '5838a945-bfaf-4a10-a713-cfef6482b79e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63216a8d-7e0f-4726-838d-7fa437e43530', 'mac_address': 'fa:16:3e:ac:df:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ec4cd9-d7ba-4603-bd47-7fca7801307b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:14:51Z', 'updated_at': '2021-12-15T19:15:34Z', 'revision_number': 1, 'project_id': '9123dde40c194e828f2d284c47d69e10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5601f84-5efd-4574-ba71-4c5333e1478a', 'name': '', 'network_id': '63216a8d-7e0f-4726-838d-7fa437e43530', 'tenant_id': '9123dde40c194e828f2d284c47d69e10', 'mac_address': 'fa:16:3e:c6:5d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485f06b9-02ea-481a-9b5c-3973a4e308b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2527abbd-64f3-47b0-8f5b-9a35313fb6ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:14:33Z', 'updated_at': '2021-12-15T19:14:48Z', 'revision_number': 5, 'project_id': '9123dde40c194e828f2d284c47d69e10', 'subnets': [{'id': '2527abbd-64f3-47b0-8f5b-9a35313fb6ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:15:41.799815 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e74bf8-8d44-4571-9366-f72e6fbbef9d None None] Checking router: 485f06b9-02ea-481a-9b5c-3973a4e308b0 for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:15:41.813280 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e74bf8-8d44-4571-9366-f72e6fbbef9d None None] Routers {'485f06b9-02ea-481a-9b5c-3973a4e308b0'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:15:41.814003 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-b3e74bf8-8d44-4571-9366-f72e6fbbef9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:15:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['485f06b9-02ea-481a-9b5c-3973a4e308b0'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:15:41.820275 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1f626ab8-c689-4900-8f0b-d08053f81b00 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:41.825500 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f81d0860-4c3a-4e9a-a2dc-9f8a81be205d tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Made reservation on behalf of ef42ee63914143f6ab639ee882cc5d7b for: {'network': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:15:41.831098 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f81d0860-4c3a-4e9a-a2dc-9f8a81be205d tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:41.863484 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a388bf30-774b-45d9-b181-1c12c65516a3 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:15:41.867245 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6fe2579a-2386-4cc1-83d7-539b290fde76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:41.901556 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f81d0860-4c3a-4e9a-a2dc-9f8a81be205d tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=88990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:15:41.929456 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f81d0860-4c3a-4e9a-a2dc-9f8a81be205d tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:41.929666 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-f81d0860-4c3a-4e9a-a2dc-9f8a81be205d tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Added segment 68bd57fb-a058-4d87-9ddd-5528bbb8efd2 of type vlan for network a6b0609a-9278-4ac2-ae75-7a41c4ec5f67 Dec 15 19:15:41.941932 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-2025ef26-86c9-47a3-9c5d-a4c1ff1ac749 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] For port 3079d66b-a0d2-4b92-8be4-9635c373429b, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=3079d66b-a0d2-4b92-8be4-9635c373429b,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:15:41.942360 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2025ef26-86c9-47a3-9c5d-a4c1ff1ac749 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:41.950670 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3acc1aa-7518-43b5-a69b-314ccf3515be tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Pushing event deleted for resources: {'Port': ['ID=8e29e4d2-ec37-4048-af5b-20f43512396a,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:42.017150 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d3acc1aa-7518-43b5-a69b-314ccf3515be tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:42.018538 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0120bd91-1906-4c21-b86e-6c2fa76d206c req-50e512f7-eabf-4489-b65e-1f6426c9de2a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:42.020275 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-b3e74bf8-8d44-4571-9366-f72e6fbbef9d None None] Set router 485f06b9-02ea-481a-9b5c-3973a4e308b0 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:15:42.020781 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0120bd91-1906-4c21-b86e-6c2fa76d206c req-50e512f7-eabf-4489-b65e-1f6426c9de2a service neutron] 10.222.0.32 "GET /v2.0/networks?id=7e04f9fb-f9a5-45a2-9184-076bb9a796d7 HTTP/1.1" status: 200 len: 907 time: 0.7169948 Dec 15 19:15:42.114538 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-2025ef26-86c9-47a3-9c5d-a4c1ff1ac749 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Calling delete_port for 3079d66b-a0d2-4b92-8be4-9635c373429b owned by network:router_gateway {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:15:42.145059 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1f626ab8-c689-4900-8f0b-d08053f81b00 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:42.146100 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a388bf30-774b-45d9-b181-1c12c65516a3 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854699176'] for router, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:42.147190 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a388bf30-774b-45d9-b181-1c12c65516a3 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854194926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-76609'] for router, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:42.147948 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f81d0860-4c3a-4e9a-a2dc-9f8a81be205d tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:42.160419 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30b32bc-d28f-47cb-9acf-19e45eb10cbb None None] New status for floating IP 6bd63f56-14a8-48cf-a66b-2291b3fe0704: ACTIVE {{(pid=88993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 15 19:15:42.245300 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f626ab8-c689-4900-8f0b-d08053f81b00 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:42.245981 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1f626ab8-c689-4900-8f0b-d08053f81b00 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:42.247299 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f81d0860-4c3a-4e9a-a2dc-9f8a81be205d tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:42.253080 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81d0860-4c3a-4e9a-a2dc-9f8a81be205d tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:42.253772 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f81d0860-4c3a-4e9a-a2dc-9f8a81be205d tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:42.265036 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:42.386145 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-022ea12c-2a76-4bc8-b7da-90ae5076e6f8 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:42.429076 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f81d0860-4c3a-4e9a-a2dc-9f8a81be205d tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8962967 Dec 15 19:15:42.430036 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2025ef26-86c9-47a3-9c5d-a4c1ff1ac749 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:42.446932 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 47298) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:42.525333 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-2cbdffa8-5544-459f-b7c2-b514295b61d1 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Request body: {'subnet': {'network_id': 'a6b0609a-9278-4ac2-ae75-7a41c4ec5f67', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:15:42.629221 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26ec4cd9-d7ba-4603-bd47-7fca7801307b', 'tag': '5838a945-bfaf-4a10-a713-cfef6482b79e'}] {{(pid=88990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:15:42.751641 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:42.754357 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-b3e74bf8-8d44-4571-9366-f72e6fbbef9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485f06b9-02ea-481a-9b5c-3973a4e308b0', 'name': 'tempest-ServersTestManualDisk-416340694-router', 'tenant_id': '9123dde40c194e828f2d284c47d69e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.117'}], 'enable_snat': True}, 'gw_port_id': '3929e0cc-3af7-4b7c-8721-c4e9c474e74b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:14:19Z', 'updated_at': '2021-12-15T19:14:34Z', 'revision_number': 4, 'project_id': '9123dde40c194e828f2d284c47d69e10', 'gw_port': {'id': '3929e0cc-3af7-4b7c-8721-c4e9c474e74b', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:34:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485f06b9-02ea-481a-9b5c-3973a4e308b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:14:21Z', 'updated_at': '2021-12-15T19:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': 'ef4d4106-ac81-421d-aa87-7b50a1553339', 'tenant_id': '9123dde40c194e828f2d284c47d69e10', 'floating_ip_address': '172.26.3.250', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': '485f06b9-02ea-481a-9b5c-3973a4e308b0', 'port_id': '5838a945-bfaf-4a10-a713-cfef6482b79e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63216a8d-7e0f-4726-838d-7fa437e43530', 'mac_address': 'fa:16:3e:ac:df:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ec4cd9-d7ba-4603-bd47-7fca7801307b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:14:51Z', 'updated_at': '2021-12-15T19:15:34Z', 'revision_number': 1, 'project_id': '9123dde40c194e828f2d284c47d69e10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5601f84-5efd-4574-ba71-4c5333e1478a', 'name': '', 'network_id': '63216a8d-7e0f-4726-838d-7fa437e43530', 'tenant_id': '9123dde40c194e828f2d284c47d69e10', 'mac_address': 'fa:16:3e:c6:5d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485f06b9-02ea-481a-9b5c-3973a4e308b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2527abbd-64f3-47b0-8f5b-9a35313fb6ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:14:33Z', 'updated_at': '2021-12-15T19:14:48Z', 'revision_number': 5, 'project_id': '9123dde40c194e828f2d284c47d69e10', 'subnets': [{'id': '2527abbd-64f3-47b0-8f5b-9a35313fb6ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:15:42.759305 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e74bf8-8d44-4571-9366-f72e6fbbef9d None None] The sync data for ids ['485f06b9-02ea-481a-9b5c-3973a4e308b0'] in dv-neutron-821831-2-hyperv is: [{'id': '485f06b9-02ea-481a-9b5c-3973a4e308b0', 'name': 'tempest-ServersTestManualDisk-416340694-router', 'tenant_id': '9123dde40c194e828f2d284c47d69e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.117'}], 'enable_snat': True}, 'gw_port_id': '3929e0cc-3af7-4b7c-8721-c4e9c474e74b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:14:19Z', 'updated_at': '2021-12-15T19:14:34Z', 'revision_number': 4, 'project_id': '9123dde40c194e828f2d284c47d69e10', 'gw_port': {'id': '3929e0cc-3af7-4b7c-8721-c4e9c474e74b', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:34:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485f06b9-02ea-481a-9b5c-3973a4e308b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:14:21Z', 'updated_at': '2021-12-15T19:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': 'ef4d4106-ac81-421d-aa87-7b50a1553339', 'tenant_id': '9123dde40c194e828f2d284c47d69e10', 'floating_ip_address': '172.26.3.250', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': '485f06b9-02ea-481a-9b5c-3973a4e308b0', 'port_id': '5838a945-bfaf-4a10-a713-cfef6482b79e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63216a8d-7e0f-4726-838d-7fa437e43530', 'mac_address': 'fa:16:3e:ac:df:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ec4cd9-d7ba-4603-bd47-7fca7801307b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:14:51Z', 'updated_at': '2021-12-15T19:15:34Z', 'revision_number': 1, 'project_id': '9123dde40c194e828f2d284c47d69e10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5601f84-5efd-4574-ba71-4c5333e1478a', 'name': '', 'network_id': '63216a8d-7e0f-4726-838d-7fa437e43530', 'tenant_id': '9123dde40c194e828f2d284c47d69e10', 'mac_address': 'fa:16:3e:c6:5d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485f06b9-02ea-481a-9b5c-3973a4e308b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2527abbd-64f3-47b0-8f5b-9a35313fb6ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:14:33Z', 'updated_at': '2021-12-15T19:14:48Z', 'revision_number': 5, 'project_id': '9123dde40c194e828f2d284c47d69e10', 'subnets': [{'id': '2527abbd-64f3-47b0-8f5b-9a35313fb6ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:15:42.780907 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26ec4cd9-d7ba-4603-bd47-7fca7801307b', 'tag': '5838a945-bfaf-4a10-a713-cfef6482b79e', 'status': 'completed', 'code': 200} Dec 15 19:15:42.846068 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 34adc2df-8cdf-401e-8129-e936da7ca2dc no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:15:42.889202 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 34adc2df-8cdf-401e-8129-e936da7ca2dc {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:15:42.889599 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 34adc2df-8cdf-401e-8129-e936da7ca2dc not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:15:42.919037 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f626ab8-c689-4900-8f0b-d08053f81b00 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Pushing event updated for resources: {'Network': ['ID=28d6129f-d1af-446a-82f3-3939bf33cfa0,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:42.922194 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1f626ab8-c689-4900-8f0b-d08053f81b00 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.657s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:42.932375 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a388bf30-774b-45d9-b181-1c12c65516a3 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:42.940215 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1f626ab8-c689-4900-8f0b-d08053f81b00 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.9751875 Dec 15 19:15:42.942954 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 28d6129f-d1af-446a-82f3-3939bf33cfa0 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:15:42.951922 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0120bd91-1906-4c21-b86e-6c2fa76d206c req-9b4fb046-8026-4e82-80a6-73dc364ec44b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27663884-689a-41d6-9b75-eefa8ea291a9 HTTP/1.1" status: 200 len: 998 time: 0.9223046 Dec 15 19:15:42.954483 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 47306) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:43.013709 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-f19d840a-7d1e-4ee4-bb80-6490684c8036 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-500990413'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:15:43.024836 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81d0860-4c3a-4e9a-a2dc-9f8a81be205d tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Pushing event updated for resources: {'Network': ['ID=a6b0609a-9278-4ac2-ae75-7a41c4ec5f67,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:43.035472 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f81d0860-4c3a-4e9a-a2dc-9f8a81be205d tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.651s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:43.035768 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-f19d840a-7d1e-4ee4-bb80-6490684c8036 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:15:43.035871 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.575s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:43.040787 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d3acc1aa-7518-43b5-a69b-314ccf3515be tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852815828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854144871'] for router_interface, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:43.047280 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network a6b0609a-9278-4ac2-ae75-7a41c4ec5f67 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:15:43.052568 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-f19d840a-7d1e-4ee4-bb80-6490684c8036 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Usage tracker for resource:network and tenant:c64c253d74d048cba4458cea9b82cee7 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:15:43.063059 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-f19d840a-7d1e-4ee4-bb80-6490684c8036 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:15:43.091580 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-2cbdffa8-5544-459f-b7c2-b514295b61d1 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:15:43.096864 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025ef26-86c9-47a3-9c5d-a4c1ff1ac749 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Pushing event deleted for resources: {'Port': ['ID=3079d66b-a0d2-4b92-8be4-9635c373429b,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:43.099965 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-f19d840a-7d1e-4ee4-bb80-6490684c8036 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:15:43.109088 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2025ef26-86c9-47a3-9c5d-a4c1ff1ac749 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854141934'] for router_gateway, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:43.110223 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a388bf30-774b-45d9-b181-1c12c65516a3 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904'] for router, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:43.181356 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2025ef26-86c9-47a3-9c5d-a4c1ff1ac749 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:43.197056 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-2cbdffa8-5544-459f-b7c2-b514295b61d1 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Usage tracker for resource:subnet and tenant:ef42ee63914143f6ab639ee882cc5d7b is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:15:43.200122 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c9eb77c0-27c9-413a-b3ac-966fb5576ce5 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Notify callbacks [] for port, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:43.206335 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58e2917-0cd4-4588-bfef-417c71acd39b None None] New status for floating IP ef4d4106-ac81-421d-aa87-7b50a1553339: ACTIVE {{(pid=88992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 15 19:15:43.216157 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0120bd91-1906-4c21-b86e-6c2fa76d206c req-7d25f863-3412-41b3-9d6e-293e2ec67f1c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:43.217828 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0120bd91-1906-4c21-b86e-6c2fa76d206c req-7d25f863-3412-41b3-9d6e-293e2ec67f1c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=357073fc-8f72-4ec9-a709-b1f581df7965 HTTP/1.1" status: 200 len: 845 time: 0.2566586 Dec 15 19:15:43.267851 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-2cbdffa8-5544-459f-b7c2-b514295b61d1 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:15:43.314299 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f19d840a-7d1e-4ee4-bb80-6490684c8036 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Made reservation on behalf of c64c253d74d048cba4458cea9b82cee7 for: {'network': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:15:43.320035 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f19d840a-7d1e-4ee4-bb80-6490684c8036 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:43.342165 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c9eb77c0-27c9-413a-b3ac-966fb5576ce5 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:43.355654 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-036450ef-23bb-4434-a473-8b524f3e1896 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:43.385760 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a388bf30-774b-45d9-b181-1c12c65516a3 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks [] for router, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:43.389740 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a388bf30-774b-45d9-b181-1c12c65516a3 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.7483366 Dec 15 19:15:43.413195 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 47312) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:43.529322 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-2cbdffa8-5544-459f-b7c2-b514295b61d1 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:15:43.650649 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f19d840a-7d1e-4ee4-bb80-6490684c8036 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=88991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:15:43.659740 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eb77c0-27c9-413a-b3ac-966fb5576ce5 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Pushing event updated for resources: {'Port': ['ID=6eb2cde8-a19f-4a55-b8af-c7d958d5e204,revision_number=2']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:43.662924 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c9eb77c0-27c9-413a-b3ac-966fb5576ce5 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:43.695567 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ba54b9ca-164b-45a8-816a-a1dbe814f41e req-357e7304-e023-4624-8eb6-d1ecd9c0c178 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9123dde40c194e828f2d284c47d69e10&device_id=26ec4cd9-d7ba-4603-bd47-7fca7801307b HTTP/1.1" status: 200 len: 1098 time: 0.8787248 Dec 15 19:15:43.696216 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cbdffa8-5544-459f-b7c2-b514295b61d1 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Made reservation on behalf of ef42ee63914143f6ab639ee882cc5d7b for: {'subnet': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:15:43.804856 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2025ef26-86c9-47a3-9c5d-a4c1ff1ac749 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854207876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854699191'] for router, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:43.820312 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f19d840a-7d1e-4ee4-bb80-6490684c8036 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:43.820647 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-f19d840a-7d1e-4ee4-bb80-6490684c8036 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Added segment 26800f7e-fe26-47d5-89b8-c786dc541944 of type vlan for network 0e58db3f-1853-4c60-ad8c-f273aa1c41c9 Dec 15 19:15:43.889236 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b142131f-6114-424c-b69b-d6ea6db37de2 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks [] for router, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:43.894180 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2025ef26-86c9-47a3-9c5d-a4c1ff1ac749 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:43.895617 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-3780dc6e-6412-41b0-99da-ab9027d5e673 None None] Provisioning complete for port 6eb2cde8-a19f-4a55-b8af-c7d958d5e204 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:15:43.896105 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3780dc6e-6412-41b0-99da-ab9027d5e673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:43.922625 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2cbdffa8-5544-459f-b7c2-b514295b61d1 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839924940'] for subnet, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:43.939598 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-c9eb77c0-27c9-413a-b3ac-966fb5576ce5 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] In _notify_port_updated(), no bound segment for port 6eb2cde8-a19f-4a55-b8af-c7d958d5e204 on network 5081f17c-ce13-4eac-86c0-2120a7496701 {{(pid=88991) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 15 19:15:43.943842 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9eb77c0-27c9-413a-b3ac-966fb5576ce5 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:43.944536 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c9eb77c0-27c9-413a-b3ac-966fb5576ce5 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:43.949620 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c9eb77c0-27c9-413a-b3ac-966fb5576ce5 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] 10.222.0.36 "PUT /v2.0/ports/6eb2cde8-a19f-4a55-b8af-c7d958d5e204 HTTP/1.1" status: 200 len: 1056 time: 3.9874141 Dec 15 19:15:43.949785 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 47316) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:43.957556 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-3780dc6e-6412-41b0-99da-ab9027d5e673 None None] Port 6eb2cde8-a19f-4a55-b8af-c7d958d5e204 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:15:43.958116 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0120bd91-1906-4c21-b86e-6c2fa76d206c req-9c367c6f-2eea-493f-ad4e-cefa86be313c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7e04f9fb-f9a5-45a2-9184-076bb9a796d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6898293 Dec 15 19:15:43.970086 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f19d840a-7d1e-4ee4-bb80-6490684c8036 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:44.136203 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2025ef26-86c9-47a3-9c5d-a4c1ff1ac749 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854207982'] for router, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:44.136669 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2025ef26-86c9-47a3-9c5d-a4c1ff1ac749 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3de275c0-4dee-400e-84fa-107214857957 {{(pid=88990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 19:15:44.147725 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba54b9ca-164b-45a8-816a-a1dbe814f41e req-3dffbd31-41e0-4a58-b389-6e5553bda746 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:44.149314 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ba54b9ca-164b-45a8-816a-a1dbe814f41e req-3dffbd31-41e0-4a58-b389-6e5553bda746 service neutron] 10.222.0.32 "GET /v2.0/networks?id=63216a8d-7e0f-4726-838d-7fa437e43530 HTTP/1.1" status: 200 len: 912 time: 0.4358881 Dec 15 19:15:44.158041 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-6f41fbb5-2e1a-4753-872b-84776a6f52dc tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Deleting port 6eb2cde8-a19f-4a55-b8af-c7d958d5e204 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:15:44.158477 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6f41fbb5-2e1a-4753-872b-84776a6f52dc tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:44.341413 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2025ef26-86c9-47a3-9c5d-a4c1ff1ac749 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:44.342718 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-2025ef26-86c9-47a3-9c5d-a4c1ff1ac749 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] 10.222.0.36 "DELETE /v2.0/routers/3de275c0-4dee-400e-84fa-107214857957 HTTP/1.1" status: 204 len: 168 time: 3.7726839 Dec 15 19:15:44.361573 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 47322) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:44.376820 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-fd2eb8ae-b9d5-4858-8975-5c4d3d424e9f tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-858451096', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}, 'admin_state_up': False}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:15:44.419055 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-fd2eb8ae-b9d5-4858-8975-5c4d3d424e9f tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:15:44.453766 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-fd2eb8ae-b9d5-4858-8975-5c4d3d424e9f tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Usage tracker for resource:router and tenant:d0729300b7f441efa47669498ef67cb6 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:15:44.462962 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ba54b9ca-164b-45a8-816a-a1dbe814f41e req-4701f0a3-2d4a-485c-9922-613e3c35bc08 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5838a945-bfaf-4a10-a713-cfef6482b79e HTTP/1.1" status: 200 len: 1001 time: 0.2424753 Dec 15 19:15:44.466273 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-fd2eb8ae-b9d5-4858-8975-5c4d3d424e9f tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:15:44.507544 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-fd2eb8ae-b9d5-4858-8975-5c4d3d424e9f tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:15:44.655134 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f19d840a-7d1e-4ee4-bb80-6490684c8036 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:44.679797 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fd2eb8ae-b9d5-4858-8975-5c4d3d424e9f tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854699176'] for router, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:44.680728 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fd2eb8ae-b9d5-4858-8975-5c4d3d424e9f tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854194926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-76609'] for router, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:44.681960 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19d840a-7d1e-4ee4-bb80-6490684c8036 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:44.682642 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f19d840a-7d1e-4ee4-bb80-6490684c8036 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:44.693935 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-99ba8c32-b721-4f64-90b3-b0855167c815 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:44.740127 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba54b9ca-164b-45a8-816a-a1dbe814f41e req-7a81ce4a-a03c-4360-bc50-f563d5161e96 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:44.741684 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ba54b9ca-164b-45a8-816a-a1dbe814f41e req-7a81ce4a-a03c-4360-bc50-f563d5161e96 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2527abbd-64f3-47b0-8f5b-9a35313fb6ee HTTP/1.1" status: 200 len: 850 time: 0.2357523 Dec 15 19:15:44.787164 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0120bd91-1906-4c21-b86e-6c2fa76d206c req-7f4f1c06-fffc-418e-89ea-b8dd25684a3c service neutron] 10.222.0.32 "GET /v2.0/networks/7e04f9fb-f9a5-45a2-9184-076bb9a796d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8117747 Dec 15 19:15:44.793832 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3acc1aa-7518-43b5-a69b-314ccf3515be tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Router 77d2bd4d-d677-45fa-b68a-501adf2b88ba has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:15:44.851805 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fd2eb8ae-b9d5-4858-8975-5c4d3d424e9f tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:44.854779 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6f41fbb5-2e1a-4753-872b-84776a6f52dc tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:44.880778 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 3079d66b-a0d2-4b92-8be4-9635c373429b no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:15:44.916941 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 3079d66b-a0d2-4b92-8be4-9635c373429b {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:15:44.917343 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 3079d66b-a0d2-4b92-8be4-9635c373429b not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:15:45.003648 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2cbdffa8-5544-459f-b7c2-b514295b61d1 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838139473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839924955'] for subnet, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:45.012263 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-6f41fbb5-2e1a-4753-872b-84776a6f52dc tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Calling delete_port for 6eb2cde8-a19f-4a55-b8af-c7d958d5e204 owned by {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:15:45.041702 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19d840a-7d1e-4ee4-bb80-6490684c8036 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Pushing event updated for resources: {'Network': ['ID=0e58db3f-1853-4c60-ad8c-f273aa1c41c9,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:45.046603 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f19d840a-7d1e-4ee4-bb80-6490684c8036 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.0884929 Dec 15 19:15:45.054393 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 0e58db3f-1853-4c60-ad8c-f273aa1c41c9 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:15:45.056375 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f19d840a-7d1e-4ee4-bb80-6490684c8036 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:45.058279 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b142131f-6114-424c-b69b-d6ea6db37de2 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854207876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854699191'] for router, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:45.059176 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 47328) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:45.061390 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:45.073766 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b142131f-6114-424c-b69b-d6ea6db37de2 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:45.109015 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-2288ddd6-f2d7-40f4-8d3c-03ab2e88fe9f tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Request body: {'ports': [{'network_id': '28d6129f-d1af-446a-82f3-3939bf33cfa0', 'name': 'tempest-port--155584567', 'admin_state_up': True}, {'network_id': '0e58db3f-1853-4c60-ad8c-f273aa1c41c9', 'admin_state_up': False}]} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:15:45.109348 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-2288ddd6-f2d7-40f4-8d3c-03ab2e88fe9f tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Request body: {'port': {'network_id': '28d6129f-d1af-446a-82f3-3939bf33cfa0', 'name': 'tempest-port--155584567', 'admin_state_up': True}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:15:45.109861 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-2288ddd6-f2d7-40f4-8d3c-03ab2e88fe9f tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Request body: {'port': {'network_id': '0e58db3f-1853-4c60-ad8c-f273aa1c41c9', 'admin_state_up': False}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:15:45.258571 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0120bd91-1906-4c21-b86e-6c2fa76d206c req-d41da27b-a67d-43a6-a154-f3b7cf595e1b service neutron] 10.222.0.32 "GET /v2.0/networks/7e04f9fb-f9a5-45a2-9184-076bb9a796d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3946254 Dec 15 19:15:45.270084 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3acc1aa-7518-43b5-a69b-314ccf3515be tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:15:45.281698 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d3acc1aa-7518-43b5-a69b-314ccf3515be tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] 10.222.0.36 "PUT /v2.0/routers/77d2bd4d-d677-45fa-b68a-501adf2b88ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2933269 Dec 15 19:15:45.287183 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 47332) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:45.288403 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bf0d48-70d5-4342-b1c4-5f4d2daa2810 None None] Sync routers for ids ['77d2bd4d-d677-45fa-b68a-501adf2b88ba'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:15:45.301661 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bf0d48-70d5-4342-b1c4-5f4d2daa2810 None None] Routers {'77d2bd4d-d677-45fa-b68a-501adf2b88ba'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:15:45.302481 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-36bf0d48-70d5-4342-b1c4-5f4d2daa2810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:15:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['77d2bd4d-d677-45fa-b68a-501adf2b88ba'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:15:45.360418 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-96e5a466-013a-4e52-8a8f-2d359fd1ed63 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] delete failed (client error): The resource could not be found. Dec 15 19:15:45.367627 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-96e5a466-013a-4e52-8a8f-2d359fd1ed63 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] 10.222.0.36 "DELETE /v2.0/routers/tempest-non_exist_router-801689691 HTTP/1.1" status: 404 len: 334 time: 0.0794818 Dec 15 19:15:45.368347 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 47338) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:45.371059 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-36bf0d48-70d5-4342-b1c4-5f4d2daa2810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:15:45.371720 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b142131f-6114-424c-b69b-d6ea6db37de2 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854207982'] for router, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:45.372278 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b142131f-6114-424c-b69b-d6ea6db37de2 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 13865840-adfb-4972-a3b8-bb419ffe66fe {{(pid=88991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 19:15:45.378492 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b142131f-6114-424c-b69b-d6ea6db37de2 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks [] for router, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:45.382783 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b142131f-6114-424c-b69b-d6ea6db37de2 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] 10.222.0.36 "DELETE /v2.0/routers/13865840-adfb-4972-a3b8-bb419ffe66fe HTTP/1.1" status: 204 len: 168 time: 1.9684193 Dec 15 19:15:45.387145 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-80e788b8-c81e-49ac-abbc-2f5b48dd5305 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Request body: {'router': {'external_gateway_info': {'network_id': '77d2bd4d-d677-45fa-b68a-501adf2b88ba'}}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:15:45.396907 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bf0d48-70d5-4342-b1c4-5f4d2daa2810 None None] Routers {'77d2bd4d-d677-45fa-b68a-501adf2b88ba'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:15:45.397869 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-36bf0d48-70d5-4342-b1c4-5f4d2daa2810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:15:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['77d2bd4d-d677-45fa-b68a-501adf2b88ba'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:15:45.486643 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-36bf0d48-70d5-4342-b1c4-5f4d2daa2810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:15:45.490165 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bf0d48-70d5-4342-b1c4-5f4d2daa2810 None None] The sync data for ids ['77d2bd4d-d677-45fa-b68a-501adf2b88ba'] in dv-neutron-821831-2-hyperv is: [] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:15:45.668111 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbdffa8-5544-459f-b7c2-b514295b61d1 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Pushing event updated for resources: {'Subnet': ['ID=e20c6a1b-a9da-4ff1-97b9-166729e8c6c6,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:45.673553 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ba54b9ca-164b-45a8-816a-a1dbe814f41e req-608bde23-ebcf-4e31-8263-72114b08dde9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=63216a8d-7e0f-4726-838d-7fa437e43530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9066696 Dec 15 19:15:45.674485 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2cbdffa8-5544-459f-b7c2-b514295b61d1 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.613s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:45.698212 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 47346) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:45.858664 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-80e788b8-c81e-49ac-abbc-2f5b48dd5305 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:45.891029 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fd2eb8ae-b9d5-4858-8975-5c4d3d424e9f tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:45.924373 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-80e788b8-c81e-49ac-abbc-2f5b48dd5305 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] update failed (client error): The resource could not be found. Dec 15 19:15:45.929300 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-80e788b8-c81e-49ac-abbc-2f5b48dd5305 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] 10.222.0.36 "PUT /v2.0/routers/77d2bd4d-d677-45fa-b68a-501adf2b88ba HTTP/1.1" status: 404 len: 339 time: 0.5558248 Dec 15 19:15:45.929813 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 47352) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:45.935759 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-89c4ce54-0fd5-4756-a5e7-578a98663ee9 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-930189752'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:15:45.940682 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbdffa8-5544-459f-b7c2-b514295b61d1 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Checking segment: {'id': '68bd57fb-a058-4d87-9ddd-5528bbb8efd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'a6b0609a-9278-4ac2-ae75-7a41c4ec5f67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:15:45.941126 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbdffa8-5544-459f-b7c2-b514295b61d1 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Network hostable DHCP agents. Network: a6b0609a-9278-4ac2-ae75-7a41c4ec5f67, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:15:45.941534 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-89c4ce54-0fd5-4756-a5e7-578a98663ee9 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:15:45.946212 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-89c4ce54-0fd5-4756-a5e7-578a98663ee9 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Usage tracker for resource:network and tenant:cdff2b06bba44ce499218532d32f2bb3 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:15:45.949642 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-89c4ce54-0fd5-4756-a5e7-578a98663ee9 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:15:45.956561 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-89c4ce54-0fd5-4756-a5e7-578a98663ee9 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:15:45.995520 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c4ce54-0fd5-4756-a5e7-578a98663ee9 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Made reservation on behalf of cdff2b06bba44ce499218532d32f2bb3 for: {'network': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:15:46.002589 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-89c4ce54-0fd5-4756-a5e7-578a98663ee9 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:46.019039 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-2cf769b1-1503-4af3-b05a-a14f916d61d8 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-165917022', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}, 'admin_state_up': False}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:15:46.026740 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-2288ddd6-f2d7-40f4-8d3c-03ab2e88fe9f tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:15:46.028751 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-2cf769b1-1503-4af3-b05a-a14f916d61d8 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:15:46.036343 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-2cf769b1-1503-4af3-b05a-a14f916d61d8 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Usage tracker for resource:router and tenant:bf9342ea4d664954bdce169dc44f5f23 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:15:46.041627 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-2cf769b1-1503-4af3-b05a-a14f916d61d8 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:15:46.041872 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-2288ddd6-f2d7-40f4-8d3c-03ab2e88fe9f tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Usage tracker for resource:port and tenant:c64c253d74d048cba4458cea9b82cee7 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:15:46.049976 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-2cf769b1-1503-4af3-b05a-a14f916d61d8 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:15:46.061656 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89c4ce54-0fd5-4756-a5e7-578a98663ee9 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=88991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:15:46.070569 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-89c4ce54-0fd5-4756-a5e7-578a98663ee9 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:46.070807 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-89c4ce54-0fd5-4756-a5e7-578a98663ee9 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Added segment 60abe93f-bc4d-4d93-b7d5-b258645c811e of type vlan for network 591106ce-ef59-463b-9d4b-92d57133694c Dec 15 19:15:46.075242 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-2288ddd6-f2d7-40f4-8d3c-03ab2e88fe9f tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:15:46.089113 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-2288ddd6-f2d7-40f4-8d3c-03ab2e88fe9f tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:15:46.098349 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2cf769b1-1503-4af3-b05a-a14f916d61d8 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854699176'] for router, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:46.099361 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2cf769b1-1503-4af3-b05a-a14f916d61d8 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854194926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-76609'] for router, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:46.105510 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ba54b9ca-164b-45a8-816a-a1dbe814f41e req-4555570d-c033-48f3-aa9a-9a94eee6a54d service neutron] 10.222.0.32 "GET /v2.0/networks/63216a8d-7e0f-4726-838d-7fa437e43530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4151585 Dec 15 19:15:46.107417 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-89c4ce54-0fd5-4756-a5e7-578a98663ee9 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:46.141832 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2cf769b1-1503-4af3-b05a-a14f916d61d8 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:46.166615 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-89c4ce54-0fd5-4756-a5e7-578a98663ee9 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:46.170968 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c4ce54-0fd5-4756-a5e7-578a98663ee9 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:46.172509 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-89c4ce54-0fd5-4756-a5e7-578a98663ee9 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:46.177051 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:46.191085 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6f41fbb5-2e1a-4753-872b-84776a6f52dc tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:46.197635 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbdffa8-5544-459f-b7c2-b514295b61d1 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Network a6b0609a-9278-4ac2-ae75-7a41c4ec5f67 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:15:46.205492 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:46.315665 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2288ddd6-f2d7-40f4-8d3c-03ab2e88fe9f tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Made reservation on behalf of c64c253d74d048cba4458cea9b82cee7 for: {'port': 2} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:15:46.321931 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2288ddd6-f2d7-40f4-8d3c-03ab2e88fe9f tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:46.351884 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f41fbb5-2e1a-4753-872b-84776a6f52dc tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Pushing event deleted for resources: {'Port': ['ID=6eb2cde8-a19f-4a55-b8af-c7d958d5e204,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:46.369757 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6f41fbb5-2e1a-4753-872b-84776a6f52dc tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:46.379114 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-2cbdffa8-5544-459f-b7c2-b514295b61d1 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, a6b0609a-9278-4ac2-ae75-7a41c4ec5f67) {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:15:46.394904 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b38a9b-c775-42d3-9e37-d82ae5e59da1 None None] Network a6b0609a-9278-4ac2-ae75-7a41c4ec5f67 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:15:46.417027 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbdffa8-5544-459f-b7c2-b514295b61d1 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:46.417700 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2cbdffa8-5544-459f-b7c2-b514295b61d1 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:46.423658 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2288ddd6-f2d7-40f4-8d3c-03ab2e88fe9f tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:46.628988 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c4ce54-0fd5-4756-a5e7-578a98663ee9 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Pushing event updated for resources: {'Network': ['ID=591106ce-ef59-463b-9d4b-92d57133694c,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:46.633443 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-89c4ce54-0fd5-4756-a5e7-578a98663ee9 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:46.652804 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2cf769b1-1503-4af3-b05a-a14f916d61d8 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:46.677630 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-89c4ce54-0fd5-4756-a5e7-578a98663ee9 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7429495 Dec 15 19:15:46.678763 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 47358) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:46.681146 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ba54b9ca-164b-45a8-816a-a1dbe814f41e req-6340c9a1-fcad-40bf-81ad-29b4b579d9da service neutron] 10.222.0.32 "GET /v2.0/networks/63216a8d-7e0f-4726-838d-7fa437e43530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5243025 Dec 15 19:15:46.690734 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 591106ce-ef59-463b-9d4b-92d57133694c details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:15:46.701730 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-23f3cb51-8eaa-4b27-b7f7-215364158631 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Request body: {'subnet': {'network_id': '591106ce-ef59-463b-9d4b-92d57133694c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:15:46.756827 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-2cbdffa8-5544-459f-b7c2-b514295b61d1 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 4.2347662 Dec 15 19:15:46.767002 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 47362) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:46.774860 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-2288ddd6-f2d7-40f4-8d3c-03ab2e88fe9f tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] device_id is not set on port e169b39f-b6a5-4b0f-bdd4-a2dd42e8d8ec yet. {{(pid=88990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:15:46.785057 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-b3a4840b-6ba4-408d-b0e8-1679cd33a818 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1434386570'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:15:46.795427 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-b3a4840b-6ba4-408d-b0e8-1679cd33a818 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:15:46.817172 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-b3a4840b-6ba4-408d-b0e8-1679cd33a818 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Usage tracker for resource:network and tenant:ef42ee63914143f6ab639ee882cc5d7b is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:15:46.824519 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-b3a4840b-6ba4-408d-b0e8-1679cd33a818 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:15:46.870559 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-b3a4840b-6ba4-408d-b0e8-1679cd33a818 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:15:46.905500 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660605b3-dda1-4b04-b3e0-537ff2fb5773 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-a6b0609a-9278-4ac2-ae75-7a41c4ec5f67', 'network_id': 'a6b0609a-9278-4ac2-ae75-7a41c4ec5f67', 'tenant_id': 'ef42ee63914143f6ab639ee882cc5d7b', 'fixed_ips': [{'subnet_id': 'e20c6a1b-a9da-4ff1-97b9-166729e8c6c6'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:15:46.906529 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-660605b3-dda1-4b04-b3e0-537ff2fb5773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:46.930298 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-23f3cb51-8eaa-4b27-b7f7-215364158631 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:15:46.946862 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-23f3cb51-8eaa-4b27-b7f7-215364158631 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Usage tracker for resource:subnet and tenant:cdff2b06bba44ce499218532d32f2bb3 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:15:46.950873 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-23f3cb51-8eaa-4b27-b7f7-215364158631 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:15:46.959403 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-23f3cb51-8eaa-4b27-b7f7-215364158631 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:15:47.050379 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f3cb51-8eaa-4b27-b7f7-215364158631 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Made reservation on behalf of cdff2b06bba44ce499218532d32f2bb3 for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:15:47.051532 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a4840b-6ba4-408d-b0e8-1679cd33a818 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Made reservation on behalf of ef42ee63914143f6ab639ee882cc5d7b for: {'network': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:15:47.056990 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b3a4840b-6ba4-408d-b0e8-1679cd33a818 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:47.075065 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2cf769b1-1503-4af3-b05a-a14f916d61d8 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks [] for router_gateway, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:47.098894 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-660605b3-dda1-4b04-b3e0-537ff2fb5773 None None] Allocated IP 2001:db8::1 (a6b0609a-9278-4ac2-ae75-7a41c4ec5f67/e20c6a1b-a9da-4ff1-97b9-166729e8c6c6/34873959-3949-4312-b665-b8d7868180db) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:15:47.112518 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fd2eb8ae-b9d5-4858-8975-5c4d3d424e9f tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks [] for router_gateway, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:47.167031 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fd2eb8ae-b9d5-4858-8975-5c4d3d424e9f tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:47.169778 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2cf769b1-1503-4af3-b05a-a14f916d61d8 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:47.259377 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-23f3cb51-8eaa-4b27-b7f7-215364158631 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:47.263933 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6f41fbb5-2e1a-4753-872b-84776a6f52dc tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:47.304387 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3a4840b-6ba4-408d-b0e8-1679cd33a818 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=88990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:15:47.315942 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6f41fbb5-2e1a-4753-872b-84776a6f52dc tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] 10.222.0.36 "DELETE /v2.0/ports/6eb2cde8-a19f-4a55-b8af-c7d958d5e204 HTTP/1.1" status: 204 len: 168 time: 3.3621955 Dec 15 19:15:47.325657 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 47368) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:47.334809 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-660605b3-dda1-4b04-b3e0-537ff2fb5773 None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:47.346046 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-660605b3-dda1-4b04-b3e0-537ff2fb5773 None None] Transition to ACTIVE for port object 34873959-3949-4312-b665-b8d7868180db will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:15:47.369146 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-660605b3-dda1-4b04-b3e0-537ff2fb5773 None None] Transition to ACTIVE for port object 34873959-3949-4312-b665-b8d7868180db will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:15:47.387627 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b3a4840b-6ba4-408d-b0e8-1679cd33a818 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:47.388333 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-b3a4840b-6ba4-408d-b0e8-1679cd33a818 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Added segment 88c5f468-1c34-40f8-9e09-26348f882714 of type vlan for network d62225a0-b45a-4557-bd22-a7cf03ef7479 Dec 15 19:15:47.396442 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3612e61-1b5a-433f-a969-76995c444ef2 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] GET failed (client error): The resource could not be found. Dec 15 19:15:47.397009 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-e3612e61-1b5a-433f-a969-76995c444ef2 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Synchronizing usage tracker for tenant:e4cd634a8d1d4d5eac171d1178c8a104 on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:15:47.401889 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-660605b3-dda1-4b04-b3e0-537ff2fb5773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:47.404929 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2288ddd6-f2d7-40f4-8d3c-03ab2e88fe9f tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:47.407599 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fbd3654d-88db-4f3e-b969-dd1b7f283197 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:47.457988 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-2cf769b1-1503-4af3-b05a-a14f916d61d8 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Allocated IP 172.26.3.53 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/25a0155c-6097-48b8-824b-e8e3d7db8046) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:15:47.477450 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660605b3-dda1-4b04-b3e0-537ff2fb5773 None None] Network a6b0609a-9278-4ac2-ae75-7a41c4ec5f67 is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:15:47.481463 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-660605b3-dda1-4b04-b3e0-537ff2fb5773 None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:15:47.484852 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660605b3-dda1-4b04-b3e0-537ff2fb5773 None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:15:47.487892 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660605b3-dda1-4b04-b3e0-537ff2fb5773 None None] Pushing event updated for resources: {'Port': ['ID=34873959-3949-4312-b665-b8d7868180db,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:47.490942 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-660605b3-dda1-4b04-b3e0-537ff2fb5773 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:47.510225 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b3a4840b-6ba4-408d-b0e8-1679cd33a818 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:47.564717 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-e3612e61-1b5a-433f-a969-76995c444ef2 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Unset dirty status for tenant:e4cd634a8d1d4d5eac171d1178c8a104 on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:15:47.565996 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e3612e61-1b5a-433f-a969-76995c444ef2 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] 10.222.0.36 "GET /v2.0/ports/6eb2cde8-a19f-4a55-b8af-c7d958d5e204 HTTP/1.1" status: 404 len: 333 time: 0.2394030 Dec 15 19:15:47.571259 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-2288ddd6-f2d7-40f4-8d3c-03ab2e88fe9f tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] device_id is not set on port 5c503a5e-d9a3-4056-b03b-a607c91b5592 yet. {{(pid=88990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:15:47.575923 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 47372) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:47.590355 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-660605b3-dda1-4b04-b3e0-537ff2fb5773 None None] Attempting to bind port 34873959-3949-4312-b665-b8d7868180db on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:15:47.605908 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-660605b3-dda1-4b04-b3e0-537ff2fb5773 None None] Attempting to bind port 34873959-3949-4312-b665-b8d7868180db by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '68bd57fb-a058-4d87-9ddd-5528bbb8efd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'a6b0609a-9278-4ac2-ae75-7a41c4ec5f67'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:15:47.605908 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660605b3-dda1-4b04-b3e0-537ff2fb5773 None None] Attempting to bind port 34873959-3949-4312-b665-b8d7868180db on network a6b0609a-9278-4ac2-ae75-7a41c4ec5f67 {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:15:47.619992 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660605b3-dda1-4b04-b3e0-537ff2fb5773 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:15:47.625664 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660605b3-dda1-4b04-b3e0-537ff2fb5773 None None] Checking segment: {'id': '68bd57fb-a058-4d87-9ddd-5528bbb8efd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'a6b0609a-9278-4ac2-ae75-7a41c4ec5f67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:15:47.625664 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-660605b3-dda1-4b04-b3e0-537ff2fb5773 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:47.625664 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660605b3-dda1-4b04-b3e0-537ff2fb5773 None None] Bound using segment: {'id': '68bd57fb-a058-4d87-9ddd-5528bbb8efd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'a6b0609a-9278-4ac2-ae75-7a41c4ec5f67'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:15:47.625664 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-660605b3-dda1-4b04-b3e0-537ff2fb5773 None None] Bound port: 34873959-3949-4312-b665-b8d7868180db, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68bd57fb-a058-4d87-9ddd-5528bbb8efd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'a6b0609a-9278-4ac2-ae75-7a41c4ec5f67'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:15:47.625664 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-660605b3-dda1-4b04-b3e0-537ff2fb5773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:47.656617 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b3a4840b-6ba4-408d-b0e8-1679cd33a818 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:47.660777 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a4840b-6ba4-408d-b0e8-1679cd33a818 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:47.661429 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b3a4840b-6ba4-408d-b0e8-1679cd33a818 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:47.670048 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8ee6af1e-946d-4e72-94d6-209fa664fbee tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:47.700790 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-e5dc8ec4-8b38-487f-a8f1-a730e852cf64 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Deleting port 7a76c825-e76d-4ba1-b8b7-77aaf67d9571 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:15:47.700947 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e5dc8ec4-8b38-487f-a8f1-a730e852cf64 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:47.722593 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2cf769b1-1503-4af3-b05a-a14f916d61d8 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:47.727187 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-660605b3-dda1-4b04-b3e0-537ff2fb5773 None None] For port 34873959-3949-4312-b665-b8d7868180db, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:15:47.730574 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-660605b3-dda1-4b04-b3e0-537ff2fb5773 None None] For port 34873959-3949-4312-b665-b8d7868180db, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=34873959-3949-4312-b665-b8d7868180db,segment=NetworkSegment(68bd57fb-a058-4d87-9ddd-5528bbb8efd2),segment_id=68bd57fb-a058-4d87-9ddd-5528bbb8efd2)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:15:47.733580 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-23f3cb51-8eaa-4b27-b7f7-215364158631 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:47.742268 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e2d704fb-be87-481b-b3b0-6a6a7c7ed51b tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:47.760358 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-660605b3-dda1-4b04-b3e0-537ff2fb5773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:47.765699 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:47.818381 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f3cb51-8eaa-4b27-b7f7-215364158631 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Pushing event updated for resources: {'Subnet': ['ID=af81fd97-6193-4dc1-a376-8c0c3b5ee84a,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:47.823386 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-23f3cb51-8eaa-4b27-b7f7-215364158631 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:47.855421 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660605b3-dda1-4b04-b3e0-537ff2fb5773 None None] Pushing event updated for resources: {'Port': ['ID=34873959-3949-4312-b665-b8d7868180db,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:47.860416 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-660605b3-dda1-4b04-b3e0-537ff2fb5773 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:47.875412 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f3cb51-8eaa-4b27-b7f7-215364158631 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Checking segment: {'id': '60abe93f-bc4d-4d93-b7d5-b258645c811e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '591106ce-ef59-463b-9d4b-92d57133694c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:15:47.876778 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f3cb51-8eaa-4b27-b7f7-215364158631 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Network hostable DHCP agents. Network: 591106ce-ef59-463b-9d4b-92d57133694c, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:15:47.893864 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2cf769b1-1503-4af3-b05a-a14f916d61d8 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:47.900594 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-757beaca-cf27-4c04-aefe-4a6332212ee7 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:47.975099 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a4840b-6ba4-408d-b0e8-1679cd33a818 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Pushing event updated for resources: {'Network': ['ID=d62225a0-b45a-4557-bd22-a7cf03ef7479,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:48.032010 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network d62225a0-b45a-4557-bd22-a7cf03ef7479 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:15:48.033161 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf769b1-1503-4af3-b05a-a14f916d61d8 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:15:48.033161 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf769b1-1503-4af3-b05a-a14f916d61d8 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Pushing event updated for resources: {'Port': ['ID=25a0155c-6097-48b8-824b-e8e3d7db8046,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:48.033161 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-2cf769b1-1503-4af3-b05a-a14f916d61d8 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:15:48.033161 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2cf769b1-1503-4af3-b05a-a14f916d61d8 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:48.033161 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf769b1-1503-4af3-b05a-a14f916d61d8 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:15:48.033673 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b3a4840b-6ba4-408d-b0e8-1679cd33a818 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2535930 Dec 15 19:15:48.033673 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b3a4840b-6ba4-408d-b0e8-1679cd33a818 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:48.035130 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 47380) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:48.059469 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-2a831fbd-b5d0-4fee-ae30-b079ed4f460d tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Request body: {'subnet': {'network_id': 'd62225a0-b45a-4557-bd22-a7cf03ef7479', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:15:48.100229 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f3cb51-8eaa-4b27-b7f7-215364158631 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Network 591106ce-ef59-463b-9d4b-92d57133694c is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:15:48.177486 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-23f3cb51-8eaa-4b27-b7f7-215364158631 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, 591106ce-ef59-463b-9d4b-92d57133694c) {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:15:48.185236 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be46d8c-5799-498c-9e6b-ca8cb05f17d6 None None] Network 591106ce-ef59-463b-9d4b-92d57133694c requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:15:48.188465 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f3cb51-8eaa-4b27-b7f7-215364158631 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:48.189105 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-23f3cb51-8eaa-4b27-b7f7-215364158631 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:48.211959 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-fd2eb8ae-b9d5-4858-8975-5c4d3d424e9f tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Allocated IP 172.26.3.135 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/d5136dc4-0ba2-45ee-9dee-a16005b0f0ee) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:15:48.259193 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-23f3cb51-8eaa-4b27-b7f7-215364158631 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5767839 Dec 15 19:15:48.261917 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 47384) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:48.280745 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-3a40c801-6906-4706-9e2b-8841cefe946b tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Request body: {'router': {'external_gateway_info': {'network_id': '591106ce-ef59-463b-9d4b-92d57133694c'}}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:15:48.362992 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2288ddd6-f2d7-40f4-8d3c-03ab2e88fe9f tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:48.492838 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073c4ca4-aa8b-43be-8fcd-85d425479127 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-591106ce-ef59-463b-9d4b-92d57133694c', 'network_id': '591106ce-ef59-463b-9d4b-92d57133694c', 'tenant_id': 'cdff2b06bba44ce499218532d32f2bb3', 'fixed_ips': [{'subnet_id': 'af81fd97-6193-4dc1-a376-8c0c3b5ee84a'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:15:48.494490 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-073c4ca4-aa8b-43be-8fcd-85d425479127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:48.621047 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2cf769b1-1503-4af3-b05a-a14f916d61d8 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks [] for router_gateway, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:48.621744 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2cf769b1-1503-4af3-b05a-a14f916d61d8 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904'] for router, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:48.723265 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-073c4ca4-aa8b-43be-8fcd-85d425479127 None None] Allocated IP 2001:db8:1::2 (591106ce-ef59-463b-9d4b-92d57133694c/af81fd97-6193-4dc1-a376-8c0c3b5ee84a/063520db-1933-40d0-ae20-a75c2306c607) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:15:48.764839 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-2a831fbd-b5d0-4fee-ae30-b079ed4f460d tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:15:48.777868 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-2a831fbd-b5d0-4fee-ae30-b079ed4f460d tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Usage tracker for resource:subnet and tenant:ef42ee63914143f6ab639ee882cc5d7b is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:15:48.793033 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-2a831fbd-b5d0-4fee-ae30-b079ed4f460d tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:15:48.807869 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-2a831fbd-b5d0-4fee-ae30-b079ed4f460d tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:15:48.855358 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e5dc8ec4-8b38-487f-a8f1-a730e852cf64 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:48.866229 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3a40c801-6906-4706-9e2b-8841cefe946b tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:48.986773 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 34873959-3949-4312-b665-b8d7868180db up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:15:49.008966 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a831fbd-b5d0-4fee-ae30-b079ed4f460d tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Made reservation on behalf of ef42ee63914143f6ab639ee882cc5d7b for: {'subnet': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:15:49.030441 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-e5dc8ec4-8b38-487f-a8f1-a730e852cf64 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Calling delete_port for 7a76c825-e76d-4ba1-b8b7-77aaf67d9571 owned by {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:15:49.050157 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-073c4ca4-aa8b-43be-8fcd-85d425479127 None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:49.063887 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-073c4ca4-aa8b-43be-8fcd-85d425479127 None None] Transition to ACTIVE for port object 063520db-1933-40d0-ae20-a75c2306c607 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:15:49.086032 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-073c4ca4-aa8b-43be-8fcd-85d425479127 None None] Transition to ACTIVE for port object 063520db-1933-40d0-ae20-a75c2306c607 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:15:49.087589 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2288ddd6-f2d7-40f4-8d3c-03ab2e88fe9f tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:49.123609 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-073c4ca4-aa8b-43be-8fcd-85d425479127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:49.129379 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:49.132488 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cf769b1-1503-4af3-b05a-a14f916d61d8 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Router cd85518b-9b71-4f3a-95e8-d35861d37ca8 is scheduled to L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 with binding_index 1 {{(pid=88991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 15 19:15:49.150309 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2025ef26-86c9-47a3-9c5d-a4c1ff1ac749 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:49.200961 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fd2eb8ae-b9d5-4858-8975-5c4d3d424e9f tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:49.201983 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073c4ca4-aa8b-43be-8fcd-85d425479127 None None] Network 591106ce-ef59-463b-9d4b-92d57133694c is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:15:49.206869 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-073c4ca4-aa8b-43be-8fcd-85d425479127 None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:15:49.210225 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073c4ca4-aa8b-43be-8fcd-85d425479127 None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:15:49.265919 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 34873959-3949-4312-b665-b8d7868180db completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:15:49.270505 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073c4ca4-aa8b-43be-8fcd-85d425479127 None None] Pushing event updated for resources: {'Port': ['ID=063520db-1933-40d0-ae20-a75c2306c607,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:49.274006 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-073c4ca4-aa8b-43be-8fcd-85d425479127 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:49.331422 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2288ddd6-f2d7-40f4-8d3c-03ab2e88fe9f tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Pushing event updated for resources: {'Port': ['ID=e169b39f-b6a5-4b0f-bdd4-a2dd42e8d8ec,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:49.339052 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-073c4ca4-aa8b-43be-8fcd-85d425479127 None None] Attempting to bind port 063520db-1933-40d0-ae20-a75c2306c607 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:15:49.339557 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-073c4ca4-aa8b-43be-8fcd-85d425479127 None None] Attempting to bind port 063520db-1933-40d0-ae20-a75c2306c607 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '60abe93f-bc4d-4d93-b7d5-b258645c811e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '591106ce-ef59-463b-9d4b-92d57133694c'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:15:49.339982 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073c4ca4-aa8b-43be-8fcd-85d425479127 None None] Attempting to bind port 063520db-1933-40d0-ae20-a75c2306c607 on network 591106ce-ef59-463b-9d4b-92d57133694c {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:15:49.356465 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073c4ca4-aa8b-43be-8fcd-85d425479127 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:15:49.356896 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073c4ca4-aa8b-43be-8fcd-85d425479127 None None] Checking segment: {'id': '60abe93f-bc4d-4d93-b7d5-b258645c811e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '591106ce-ef59-463b-9d4b-92d57133694c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:15:49.357357 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-073c4ca4-aa8b-43be-8fcd-85d425479127 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:49.357811 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073c4ca4-aa8b-43be-8fcd-85d425479127 None None] Bound using segment: {'id': '60abe93f-bc4d-4d93-b7d5-b258645c811e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '591106ce-ef59-463b-9d4b-92d57133694c'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:15:49.358414 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-073c4ca4-aa8b-43be-8fcd-85d425479127 None None] Bound port: 063520db-1933-40d0-ae20-a75c2306c607, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60abe93f-bc4d-4d93-b7d5-b258645c811e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '591106ce-ef59-463b-9d4b-92d57133694c'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:15:49.358947 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-073c4ca4-aa8b-43be-8fcd-85d425479127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:49.371454 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2a831fbd-b5d0-4fee-ae30-b079ed4f460d tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839924940'] for subnet, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:49.477749 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-073c4ca4-aa8b-43be-8fcd-85d425479127 None None] For port 063520db-1933-40d0-ae20-a75c2306c607, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:15:49.481526 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-073c4ca4-aa8b-43be-8fcd-85d425479127 None None] For port 063520db-1933-40d0-ae20-a75c2306c607, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=063520db-1933-40d0-ae20-a75c2306c607,segment=NetworkSegment(60abe93f-bc4d-4d93-b7d5-b258645c811e),segment_id=60abe93f-bc4d-4d93-b7d5-b258645c811e)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:15:49.522058 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-073c4ca4-aa8b-43be-8fcd-85d425479127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:49.527368 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-23e109ef-dd6a-43b0-801d-e2d4d640b076 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:49.550514 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.ipam_backend_mixin [None req-2a831fbd-b5d0-4fee-ae30-b079ed4f460d tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Performing IP validity checks on allocation pools {{(pid=88990) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Dec 15 19:15:49.551260 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.ipam_backend_mixin [None req-2a831fbd-b5d0-4fee-ae30-b079ed4f460d tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88990) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Dec 15 19:15:49.610279 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-3a40c801-6906-4706-9e2b-8841cefe946b tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 19:15:49.610279 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-3a40c801-6906-4706-9e2b-8841cefe946b tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] 10.222.0.36 "PUT /v2.0/routers/77d2bd4d-d677-45fa-b68a-501adf2b88ba HTTP/1.1" status: 400 len: 364 time: 1.3469214 Dec 15 19:15:49.626607 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 47392) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:49.650095 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2288ddd6-f2d7-40f4-8d3c-03ab2e88fe9f tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:49.683648 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e5dc8ec4-8b38-487f-a8f1-a730e852cf64 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:49.716296 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1fcff6e9-fd98-4c76-851f-f81a86f30d92 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:49.768094 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fd2eb8ae-b9d5-4858-8975-5c4d3d424e9f tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:49.877040 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073c4ca4-aa8b-43be-8fcd-85d425479127 None None] Pushing event updated for resources: {'Port': ['ID=063520db-1933-40d0-ae20-a75c2306c607,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:49.880696 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-073c4ca4-aa8b-43be-8fcd-85d425479127 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:49.903643 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dc8ec4-8b38-487f-a8f1-a730e852cf64 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Pushing event deleted for resources: {'Port': ['ID=7a76c825-e76d-4ba1-b8b7-77aaf67d9571,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:49.925797 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2eb8ae-b9d5-4858-8975-5c4d3d424e9f tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:15:49.927136 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e5dc8ec4-8b38-487f-a8f1-a730e852cf64 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:49.927989 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:49.964126 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2288ddd6-f2d7-40f4-8d3c-03ab2e88fe9f tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Checking segment: {'id': '72b805d3-babe-454a-ac2f-8e01226ac188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '28d6129f-d1af-446a-82f3-3939bf33cfa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:15:49.964665 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2288ddd6-f2d7-40f4-8d3c-03ab2e88fe9f tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Network hostable DHCP agents. Network: 28d6129f-d1af-446a-82f3-3939bf33cfa0, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:15:49.981920 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-fd2eb8ae-b9d5-4858-8975-5c4d3d424e9f tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:15:50.002911 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2eb8ae-b9d5-4858-8975-5c4d3d424e9f tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:15:50.003689 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf769b1-1503-4af3-b05a-a14f916d61d8 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:15:50.018803 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d48694-a347-4cdf-b8c8-be362abd83a7 None None] Sync routers for ids ['cd85518b-9b71-4f3a-95e8-d35861d37ca8'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:15:50.047761 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d48694-a347-4cdf-b8c8-be362abd83a7 None None] Routers {'cd85518b-9b71-4f3a-95e8-d35861d37ca8'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:15:50.048757 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-c6d48694-a347-4cdf-b8c8-be362abd83a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:15:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['cd85518b-9b71-4f3a-95e8-d35861d37ca8'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:15:50.119481 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e5dc8ec4-8b38-487f-a8f1-a730e852cf64 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:50.129564 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ed9ad3-1b3d-4c47-9c2f-41244f970471 None None] Network a6b0609a-9278-4ac2-ae75-7a41c4ec5f67 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:15:50.138974 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2eb8ae-b9d5-4858-8975-5c4d3d424e9f tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Pushing event updated for resources: {'Port': ['ID=d5136dc4-0ba2-45ee-9dee-a16005b0f0ee,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:50.191937 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fd2eb8ae-b9d5-4858-8975-5c4d3d424e9f tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:50.248011 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2cf769b1-1503-4af3-b05a-a14f916d61d8 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks [] for router, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:50.252913 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-2cf769b1-1503-4af3-b05a-a14f916d61d8 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.5489204 Dec 15 19:15:50.256130 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 47398) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:50.267355 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e5dc8ec4-8b38-487f-a8f1-a730e852cf64 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] 10.222.0.36 "DELETE /v2.0/ports/7a76c825-e76d-4ba1-b8b7-77aaf67d9571 HTTP/1.1" status: 204 len: 168 time: 2.6903694 Dec 15 19:15:50.270600 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 47402) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:50.348335 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-12f16599-ff12-4e7f-a590-ddcca9db66fb tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] GET failed (client error): The resource could not be found. Dec 15 19:15:50.355021 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-12f16599-ff12-4e7f-a590-ddcca9db66fb tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Synchronizing usage tracker for tenant:e4cd634a8d1d4d5eac171d1178c8a104 on resource:port {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:15:50.360016 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2288ddd6-f2d7-40f4-8d3c-03ab2e88fe9f tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Network 28d6129f-d1af-446a-82f3-3939bf33cfa0 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:15:50.441487 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-21cc4970-3a34-4591-a4b5-b37fcff63749 None None] Provisioning for port 34873959-3949-4312-b665-b8d7868180db completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:15:50.442281 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-2288ddd6-f2d7-40f4-8d3c-03ab2e88fe9f tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, 28d6129f-d1af-446a-82f3-3939bf33cfa0) {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:15:50.445052 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-c6d48694-a347-4cdf-b8c8-be362abd83a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:15:50.471007 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b258792c-e321-4898-9d9e-b93cceed5aac None None] Network 28d6129f-d1af-446a-82f3-3939bf33cfa0 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:15:50.478060 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2288ddd6-f2d7-40f4-8d3c-03ab2e88fe9f tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:15:50.479002 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2288ddd6-f2d7-40f4-8d3c-03ab2e88fe9f tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:50.494777 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-21cc4970-3a34-4591-a4b5-b37fcff63749 None None] Provisioning complete for port 34873959-3949-4312-b665-b8d7868180db triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:15:50.495123 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-21cc4970-3a34-4591-a4b5-b37fcff63749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:50.497948 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6f9cb819-08f3-4c13-9b15-d7513a3ff1be tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:50.538752 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9168f32b-7580-4f34-9e93-b22cd7048fd3 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:50.557040 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-12f16599-ff12-4e7f-a590-ddcca9db66fb tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Unset dirty status for tenant:e4cd634a8d1d4d5eac171d1178c8a104 on resource:port {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:15:50.562503 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-12f16599-ff12-4e7f-a590-ddcca9db66fb tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] 10.222.0.36 "GET /v2.0/ports/7a76c825-e76d-4ba1-b8b7-77aaf67d9571 HTTP/1.1" status: 404 len: 333 time: 0.2929058 Dec 15 19:15:50.565145 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 47408) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:50.606856 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2288ddd6-f2d7-40f4-8d3c-03ab2e88fe9f tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Pushing event updated for resources: {'Port': ['ID=5c503a5e-d9a3-4056-b03b-a607c91b5592,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:50.611785 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d48694-a347-4cdf-b8c8-be362abd83a7 None None] Routers {'cd85518b-9b71-4f3a-95e8-d35861d37ca8'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:15:50.612963 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-c6d48694-a347-4cdf-b8c8-be362abd83a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:15:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['cd85518b-9b71-4f3a-95e8-d35861d37ca8'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:15:50.624654 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2288ddd6-f2d7-40f4-8d3c-03ab2e88fe9f tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:50.666342 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2a831fbd-b5d0-4fee-ae30-b079ed4f460d tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838139473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839924955'] for subnet, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:50.708787 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1dc8baef-35a6-4021-892d-b009c29b6ea5 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:50.763728 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-c6d48694-a347-4cdf-b8c8-be362abd83a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:15:50.764321 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d48694-a347-4cdf-b8c8-be362abd83a7 None None] The sync data for ids ['cd85518b-9b71-4f3a-95e8-d35861d37ca8'] in dv-neutron-821831-2-hyperv is: [] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:15:50.783038 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2288ddd6-f2d7-40f4-8d3c-03ab2e88fe9f tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Checking segment: {'id': '26800f7e-fe26-47d5-89b8-c786dc541944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '0e58db3f-1853-4c60-ad8c-f273aa1c41c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:15:50.783446 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2288ddd6-f2d7-40f4-8d3c-03ab2e88fe9f tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Network hostable DHCP agents. Network: 0e58db3f-1853-4c60-ad8c-f273aa1c41c9, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:15:50.797660 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-8717302b-cd6a-484b-a5d7-d221f752e1ac tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Deleting port 960e901c-76ed-4851-9f1f-d5d33012e955 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:15:50.797660 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8717302b-cd6a-484b-a5d7-d221f752e1ac tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:50.919525 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a831fbd-b5d0-4fee-ae30-b079ed4f460d tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Pushing event updated for resources: {'Subnet': ['ID=14e86dbb-90c6-4761-90b5-bdf05d03c147,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:50.936739 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2a831fbd-b5d0-4fee-ae30-b079ed4f460d tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:50.965731 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 063520db-1933-40d0-ae20-a75c2306c607 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:15:50.978138 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a831fbd-b5d0-4fee-ae30-b079ed4f460d tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Checking segment: {'id': '88c5f468-1c34-40f8-9e09-26348f882714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd62225a0-b45a-4557-bd22-a7cf03ef7479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:15:50.981887 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a831fbd-b5d0-4fee-ae30-b079ed4f460d tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Network hostable DHCP agents. Network: d62225a0-b45a-4557-bd22-a7cf03ef7479, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:15:51.010720 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-21cc4970-3a34-4591-a4b5-b37fcff63749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:51.019112 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2288ddd6-f2d7-40f4-8d3c-03ab2e88fe9f tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Network 0e58db3f-1853-4c60-ad8c-f273aa1c41c9 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:15:51.042095 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fd2eb8ae-b9d5-4858-8975-5c4d3d424e9f tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks [] for router_gateway, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:51.042949 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fd2eb8ae-b9d5-4858-8975-5c4d3d424e9f tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904'] for router, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:51.090677 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-21cc4970-3a34-4591-a4b5-b37fcff63749 None None] For port 34873959-3949-4312-b665-b8d7868180db, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=34873959-3949-4312-b665-b8d7868180db,segment=NetworkSegment(68bd57fb-a058-4d87-9ddd-5528bbb8efd2),segment_id=68bd57fb-a058-4d87-9ddd-5528bbb8efd2)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:15:51.125331 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-21cc4970-3a34-4591-a4b5-b37fcff63749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:51.127580 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-23e109ef-dd6a-43b0-801d-e2d4d640b076 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:51.146283 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a831fbd-b5d0-4fee-ae30-b079ed4f460d tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Network d62225a0-b45a-4557-bd22-a7cf03ef7479 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:15:51.158100 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-96d37d1d-7431-4e41-8dda-317360e792a2 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] 10.222.0.36 "GET /v2.0/routers/cd85518b-9b71-4f3a-95e8-d35861d37ca8 HTTP/1.1" status: 200 len: 923 time: 0.8966079 Dec 15 19:15:51.158896 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-2288ddd6-f2d7-40f4-8d3c-03ab2e88fe9f tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, 0e58db3f-1853-4c60-ad8c-f273aa1c41c9) {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:15:51.159500 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 063520db-1933-40d0-ae20-a75c2306c607 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:15:51.166955 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-2a831fbd-b5d0-4fee-ae30-b079ed4f460d tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, d62225a0-b45a-4557-bd22-a7cf03ef7479) {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:15:51.168424 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 47412) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:51.176356 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e95aed0-edae-4faf-bca6-ccb6eda64128 None None] Network 0e58db3f-1853-4c60-ad8c-f273aa1c41c9 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:15:51.202459 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5c5771-a963-4f14-85f8-647ef5b14379 None None] Network d62225a0-b45a-4557-bd22-a7cf03ef7479 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:15:51.241973 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2288ddd6-f2d7-40f4-8d3c-03ab2e88fe9f tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:15:51.247189 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2288ddd6-f2d7-40f4-8d3c-03ab2e88fe9f tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:51.251423 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2288ddd6-f2d7-40f4-8d3c-03ab2e88fe9f tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:51.252154 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2288ddd6-f2d7-40f4-8d3c-03ab2e88fe9f tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:51.285218 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-82497710-cf82-446e-9126-18819ff31078 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd85518b-9b71-4f3a-95e8-d35861d37ca8 HTTP/1.1" status: 200 len: 205 time: 0.1026208 Dec 15 19:15:51.285218 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a831fbd-b5d0-4fee-ae30-b079ed4f460d tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:51.285218 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2a831fbd-b5d0-4fee-ae30-b079ed4f460d tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:51.295136 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 47416) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:51.320804 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-2288ddd6-f2d7-40f4-8d3c-03ab2e88fe9f tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 6.2312069 Dec 15 19:15:51.325990 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 47420) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:51.385096 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8717302b-cd6a-484b-a5d7-d221f752e1ac tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:51.409449 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-9168f32b-7580-4f34-9e93-b22cd7048fd3 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Allocated IP 2001:db8::1 (926f97d5-e7b5-4a7d-9f60-169797f253bf/6f1889bd-ed8e-4427-bed8-ce9bd0d1f90a/568caf6a-15f0-458f-9608-cab44e42521d) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:15:51.415159 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cc4970-3a34-4591-a4b5-b37fcff63749 None None] Pushing event updated for resources: {'Port': ['ID=34873959-3949-4312-b665-b8d7868180db,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:51.441124 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-2a831fbd-b5d0-4fee-ae30-b079ed4f460d tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.3989034 Dec 15 19:15:51.452183 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 47424) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:51.464820 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-21cc4970-3a34-4591-a4b5-b37fcff63749 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:51.585994 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-8717302b-cd6a-484b-a5d7-d221f752e1ac tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Calling delete_port for 960e901c-76ed-4851-9f1f-d5d33012e955 owned by {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:15:51.627942 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-e1060ebe-40ea-4c5c-998d-e049e4d69b95 None None] Provisioning complete for port 34873959-3949-4312-b665-b8d7868180db triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:15:51.628466 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e1060ebe-40ea-4c5c-998d-e049e4d69b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:51.833134 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9beab5a4-a6ea-40f6-aa61-1ddd8b16b83d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-d62225a0-b45a-4557-bd22-a7cf03ef7479', 'network_id': 'd62225a0-b45a-4557-bd22-a7cf03ef7479', 'tenant_id': 'ef42ee63914143f6ab639ee882cc5d7b', 'fixed_ips': [{'subnet_id': '14e86dbb-90c6-4761-90b5-bdf05d03c147'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:15:51.834146 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9beab5a4-a6ea-40f6-aa61-1ddd8b16b83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:51.924260 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7d0d63-ff5d-42e6-a6ed-f85014410e89 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:51.929062 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7d0d63-ff5d-42e6-a6ed-f85014410e89 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:51.929968 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-3e7d0d63-ff5d-42e6-a6ed-f85014410e89 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Synchronizing usage tracker for tenant:c64c253d74d048cba4458cea9b82cee7 on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:15:52.006185 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-26212d4b-d8ff-4f17-8084-66204a17ebde tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:52.050909 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-9beab5a4-a6ea-40f6-aa61-1ddd8b16b83d None None] Allocated IP 2001:db8::3 (d62225a0-b45a-4557-bd22-a7cf03ef7479/14e86dbb-90c6-4761-90b5-bdf05d03c147/98542c28-c9a3-44d1-b4aa-1e28aa463a67) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:15:52.075906 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-3e7d0d63-ff5d-42e6-a6ed-f85014410e89 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Unset dirty status for tenant:c64c253d74d048cba4458cea9b82cee7 on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:15:52.081074 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-3e7d0d63-ff5d-42e6-a6ed-f85014410e89 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.6986058 Dec 15 19:15:52.092617 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 47432) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:52.195049 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-89dcca9f-f633-4da7-85cc-4f1da40f44aa tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Deleting port e169b39f-b6a5-4b0f-bdd4-a2dd42e8d8ec {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:15:52.195449 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-89dcca9f-f633-4da7-85cc-4f1da40f44aa tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:52.238773 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-26212d4b-d8ff-4f17-8084-66204a17ebde tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:52.307247 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a135cb41-439a-4336-89a4-963e9a9ce750 None None] Network 591106ce-ef59-463b-9d4b-92d57133694c requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:15:52.414224 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9168f32b-7580-4f34-9e93-b22cd7048fd3 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:52.431579 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ca172955-a8ff-421e-8179-6c7b7bf7a2fb tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks [] for router, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:52.474839 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd2eb8ae-b9d5-4858-8975-5c4d3d424e9f tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Router 80158b49-cac9-47c7-b851-e2b564427706 is scheduled to L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 with binding_index 1 {{(pid=88990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 15 19:15:52.491741 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8717302b-cd6a-484b-a5d7-d221f752e1ac tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:52.493768 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-9168f32b-7580-4f34-9e93-b22cd7048fd3 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Transition to ACTIVE for port object 568caf6a-15f0-458f-9608-cab44e42521d will not be triggered until provisioned by entity DHCP. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:15:52.507585 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-f1b9c9ec-7fcb-48cd-86f0-9bd2665cea1a None None] Provisioning for port 063520db-1933-40d0-ae20-a75c2306c607 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:15:52.510033 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fc94f1d2-b568-496e-8ef1-857a17b2a716 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:52.531576 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-f1b9c9ec-7fcb-48cd-86f0-9bd2665cea1a None None] Provisioning complete for port 063520db-1933-40d0-ae20-a75c2306c607 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:15:52.531993 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f1b9c9ec-7fcb-48cd-86f0-9bd2665cea1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:52.560643 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8717302b-cd6a-484b-a5d7-d221f752e1ac tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Pushing event deleted for resources: {'Port': ['ID=960e901c-76ed-4851-9f1f-d5d33012e955,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:52.567916 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8717302b-cd6a-484b-a5d7-d221f752e1ac tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:52.584432 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-89dcca9f-f633-4da7-85cc-4f1da40f44aa tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:52.658029 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9beab5a4-a6ea-40f6-aa61-1ddd8b16b83d None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:52.682472 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-9beab5a4-a6ea-40f6-aa61-1ddd8b16b83d None None] Transition to ACTIVE for port object 98542c28-c9a3-44d1-b4aa-1e28aa463a67 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:15:52.753068 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-9beab5a4-a6ea-40f6-aa61-1ddd8b16b83d None None] Transition to ACTIVE for port object 98542c28-c9a3-44d1-b4aa-1e28aa463a67 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:15:52.775056 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-89dcca9f-f633-4da7-85cc-4f1da40f44aa tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Calling delete_port for e169b39f-b6a5-4b0f-bdd4-a2dd42e8d8ec owned by {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:15:52.825197 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9beab5a4-a6ea-40f6-aa61-1ddd8b16b83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:52.839858 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7e559ab6-a9eb-4815-94e1-e45a66bb40a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:52.850504 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9168f32b-7580-4f34-9e93-b22cd7048fd3 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:52.864409 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-61379ef3-48b8-44aa-bbd4-a59edfb65d9e tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:52.879073 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f1b9c9ec-7fcb-48cd-86f0-9bd2665cea1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:52.935614 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8717302b-cd6a-484b-a5d7-d221f752e1ac tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:52.963302 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9beab5a4-a6ea-40f6-aa61-1ddd8b16b83d None None] Network d62225a0-b45a-4557-bd22-a7cf03ef7479 is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:15:52.975763 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-9beab5a4-a6ea-40f6-aa61-1ddd8b16b83d None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:15:52.982150 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 34873959-3949-4312-b665-b8d7868180db up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:15:53.018717 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8717302b-cd6a-484b-a5d7-d221f752e1ac tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] 10.222.0.36 "DELETE /v2.0/ports/960e901c-76ed-4851-9f1f-d5d33012e955 HTTP/1.1" status: 204 len: 168 time: 2.4524055 Dec 15 19:15:53.024242 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9168f32b-7580-4f34-9e93-b22cd7048fd3 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Network 926f97d5-e7b5-4a7d-9f60-169797f253bf is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:15:53.027907 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 47440) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:53.028654 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9168f32b-7580-4f34-9e93-b22cd7048fd3 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Pushing event updated for resources: {'Port': ['ID=568caf6a-15f0-458f-9608-cab44e42521d,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:53.037271 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9168f32b-7580-4f34-9e93-b22cd7048fd3 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:53.049955 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9beab5a4-a6ea-40f6-aa61-1ddd8b16b83d None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:15:53.055258 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-9168f32b-7580-4f34-9e93-b22cd7048fd3 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:15:53.061136 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9168f32b-7580-4f34-9e93-b22cd7048fd3 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:15:53.061798 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9168f32b-7580-4f34-9e93-b22cd7048fd3 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630901'] for router_interface, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:53.084323 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-26212d4b-d8ff-4f17-8084-66204a17ebde tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16636259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14850861'] for subnet, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:53.085212 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beab5a4-a6ea-40f6-aa61-1ddd8b16b83d None None] Pushing event updated for resources: {'Port': ['ID=98542c28-c9a3-44d1-b4aa-1e28aa463a67,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:53.088772 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9beab5a4-a6ea-40f6-aa61-1ddd8b16b83d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:53.139624 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:53.145688 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-f1b9c9ec-7fcb-48cd-86f0-9bd2665cea1a None None] For port 063520db-1933-40d0-ae20-a75c2306c607, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=063520db-1933-40d0-ae20-a75c2306c607,segment=NetworkSegment(60abe93f-bc4d-4d93-b7d5-b258645c811e),segment_id=60abe93f-bc4d-4d93-b7d5-b258645c811e)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:15:53.210915 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f1b9c9ec-7fcb-48cd-86f0-9bd2665cea1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:53.214638 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4d7d07fc-e9bd-4006-a305-fe55909080f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:53.289301 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-9beab5a4-a6ea-40f6-aa61-1ddd8b16b83d None None] Attempting to bind port 98542c28-c9a3-44d1-b4aa-1e28aa463a67 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:15:53.289721 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-9beab5a4-a6ea-40f6-aa61-1ddd8b16b83d None None] Attempting to bind port 98542c28-c9a3-44d1-b4aa-1e28aa463a67 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '88c5f468-1c34-40f8-9e09-26348f882714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd62225a0-b45a-4557-bd22-a7cf03ef7479'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:15:53.290133 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9beab5a4-a6ea-40f6-aa61-1ddd8b16b83d None None] Attempting to bind port 98542c28-c9a3-44d1-b4aa-1e28aa463a67 on network d62225a0-b45a-4557-bd22-a7cf03ef7479 {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:15:53.315499 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9beab5a4-a6ea-40f6-aa61-1ddd8b16b83d None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:15:53.371638 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9beab5a4-a6ea-40f6-aa61-1ddd8b16b83d None None] Checking segment: {'id': '88c5f468-1c34-40f8-9e09-26348f882714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd62225a0-b45a-4557-bd22-a7cf03ef7479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:15:53.371638 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9beab5a4-a6ea-40f6-aa61-1ddd8b16b83d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:53.371638 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9beab5a4-a6ea-40f6-aa61-1ddd8b16b83d None None] Bound using segment: {'id': '88c5f468-1c34-40f8-9e09-26348f882714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd62225a0-b45a-4557-bd22-a7cf03ef7479'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:15:53.371638 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-9beab5a4-a6ea-40f6-aa61-1ddd8b16b83d None None] Bound port: 98542c28-c9a3-44d1-b4aa-1e28aa463a67, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88c5f468-1c34-40f8-9e09-26348f882714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd62225a0-b45a-4557-bd22-a7cf03ef7479'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:15:53.371638 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9beab5a4-a6ea-40f6-aa61-1ddd8b16b83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:53.372889 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-26212d4b-d8ff-4f17-8084-66204a17ebde tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:53.373143 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ca172955-a8ff-421e-8179-6c7b7bf7a2fb tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:53.373375 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 34873959-3949-4312-b665-b8d7868180db triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:15:53.373375 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:53.373662 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-26212d4b-d8ff-4f17-8084-66204a17ebde tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d62225a0-b45a-4557-bd22-a7cf03ef7479']}} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:15:53.378080 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-26212d4b-d8ff-4f17-8084-66204a17ebde tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88c5f468-1c34-40f8-9e09-26348f882714') {'for_net_delete': True} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:15:53.378450 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-26212d4b-d8ff-4f17-8084-66204a17ebde tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88c5f468-1c34-40f8-9e09-26348f882714') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:15:53.381039 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b9c9ec-7fcb-48cd-86f0-9bd2665cea1a None None] Pushing event updated for resources: {'Port': ['ID=063520db-1933-40d0-ae20-a75c2306c607,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:53.385134 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f1b9c9ec-7fcb-48cd-86f0-9bd2665cea1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:53.392377 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b06bb42-fa06-4baf-8238-aaf043f4aeb4 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Deleting subnet 3c40ca78-2d5e-4646-be73-52d2464c0fde {{(pid=88991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:15:53.395694 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-26212d4b-d8ff-4f17-8084-66204a17ebde tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16327073'] for segment, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:53.396200 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1b06bb42-fa06-4baf-8238-aaf043f4aeb4 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Notify callbacks [] for subnet, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:53.411771 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-26212d4b-d8ff-4f17-8084-66204a17ebde tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:53.418475 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26212d4b-d8ff-4f17-8084-66204a17ebde tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=88990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:15:53.418949 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-26212d4b-d8ff-4f17-8084-66204a17ebde tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838138943'] for segment, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:53.487705 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-ca172955-a8ff-421e-8179-6c7b7bf7a2fb tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Deleting port 25a0155c-6097-48b8-824b-e8e3d7db8046 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:15:53.487920 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ca172955-a8ff-421e-8179-6c7b7bf7a2fb tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:53.528023 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26212d4b-d8ff-4f17-8084-66204a17ebde tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Pushing event deleted for resources: {'Subnet': ['ID=14e86dbb-90c6-4761-90b5-bdf05d03c147,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:53.532248 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:15:53.532248 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:15:53.532248 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:15:53.532248 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:15:53.532248 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:15:53.532248 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:15:53.532248 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:15:53.532248 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:15:53.532248 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:15:53.532248 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:15:53.532248 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:15:53.532248 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:15:53.532248 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:15:53.532248 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:15:53.532248 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:15:53.532248 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:15:53.532248 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:15:53.532248 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:15:53.532248 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:15:53.532248 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:15:53.532248 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:15:53.532248 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:15:53.532248 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:15:53.532248 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:15:53.532248 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:15:53.532248 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:15:53.532248 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:15:53.532248 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:15:53.532248 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:15:53.532248 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:15:53.532248 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:15:53.532248 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:15:53.538124 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-26212d4b-d8ff-4f17-8084-66204a17ebde tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:53.538266 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-9beab5a4-a6ea-40f6-aa61-1ddd8b16b83d None None] For port 98542c28-c9a3-44d1-b4aa-1e28aa463a67, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:15:53.561322 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1b06bb42-fa06-4baf-8238-aaf043f4aeb4 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16332759'] for subnet, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:53.565134 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-9beab5a4-a6ea-40f6-aa61-1ddd8b16b83d None None] For port 98542c28-c9a3-44d1-b4aa-1e28aa463a67, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=98542c28-c9a3-44d1-b4aa-1e28aa463a67,segment=NetworkSegment(88c5f468-1c34-40f8-9e09-26348f882714),segment_id=88c5f468-1c34-40f8-9e09-26348f882714)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:15:53.571624 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-26212d4b-d8ff-4f17-8084-66204a17ebde tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 15 19:15:53.571624 dv-neutron-821831-2-hyperv neutron-server[88879]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 15 19:15:53.571624 dv-neutron-821831-2-hyperv neutron-server[88879]: [parameters: {'id': 'd62225a0-b45a-4557-bd22-a7cf03ef7479'}] Dec 15 19:15:53.571624 dv-neutron-821831-2-hyperv neutron-server[88879]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88990) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:15:53.572114 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-26212d4b-d8ff-4f17-8084-66204a17ebde tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:15:53.585505 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd2eb8ae-b9d5-4858-8975-5c4d3d424e9f tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:15:53.599858 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c2830c-d018-41d7-9e1d-823d680087f1 None None] Sync routers for ids ['80158b49-cac9-47c7-b851-e2b564427706'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:15:53.611137 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-89dcca9f-f633-4da7-85cc-4f1da40f44aa tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:53.611774 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9168f32b-7580-4f34-9e93-b22cd7048fd3 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:53.631031 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9beab5a4-a6ea-40f6-aa61-1ddd8b16b83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:53.632371 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fd2eb8ae-b9d5-4858-8975-5c4d3d424e9f tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:53.635373 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9beab5a4-a6ea-40f6-aa61-1ddd8b16b83d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:53.644018 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c2830c-d018-41d7-9e1d-823d680087f1 None None] Routers {'80158b49-cac9-47c7-b851-e2b564427706'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:15:53.644705 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-99c2830c-d018-41d7-9e1d-823d680087f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:15:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['80158b49-cac9-47c7-b851-e2b564427706'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:15:53.701454 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dcca9f-f633-4da7-85cc-4f1da40f44aa tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Pushing event deleted for resources: {'Port': ['ID=e169b39f-b6a5-4b0f-bdd4-a2dd42e8d8ec,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:53.711526 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-89dcca9f-f633-4da7-85cc-4f1da40f44aa tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:53.712798 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beab5a4-a6ea-40f6-aa61-1ddd8b16b83d None None] Pushing event updated for resources: {'Port': ['ID=98542c28-c9a3-44d1-b4aa-1e28aa463a67,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:53.715676 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-1678bc47-0586-471a-857f-08d119d217a0 None None] Provisioning complete for port 063520db-1933-40d0-ae20-a75c2306c607 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:15:53.716219 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1678bc47-0586-471a-857f-08d119d217a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:53.741668 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-89dcca9f-f633-4da7-85cc-4f1da40f44aa tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:53.748315 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-89dcca9f-f633-4da7-85cc-4f1da40f44aa tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] 10.222.0.36 "DELETE /v2.0/ports/e169b39f-b6a5-4b0f-bdd4-a2dd42e8d8ec HTTP/1.1" status: 204 len: 168 time: 1.6545329 Dec 15 19:15:53.749633 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 47444) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:53.753862 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9beab5a4-a6ea-40f6-aa61-1ddd8b16b83d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:53.779972 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-99c2830c-d018-41d7-9e1d-823d680087f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:15:53.787783 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fd2eb8ae-b9d5-4858-8975-5c4d3d424e9f tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:53.789353 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-fd2eb8ae-b9d5-4858-8975-5c4d3d424e9f tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 9.4266770 Dec 15 19:15:53.792611 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c2830c-d018-41d7-9e1d-823d680087f1 None None] Routers {'80158b49-cac9-47c7-b851-e2b564427706'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:15:53.793446 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-99c2830c-d018-41d7-9e1d-823d680087f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:15:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['80158b49-cac9-47c7-b851-e2b564427706'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:15:53.795533 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 47448) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:53.803071 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-71a716da-4fac-4320-a24b-8a4c86e7e43e tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'enable_snat': False}}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:15:53.859538 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-99c2830c-d018-41d7-9e1d-823d680087f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:15:53.860252 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c2830c-d018-41d7-9e1d-823d680087f1 None None] The sync data for ids ['80158b49-cac9-47c7-b851-e2b564427706'] in dv-neutron-821831-2-hyperv is: [] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:15:53.877879 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:53.916150 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-755bbf6d-2852-46c6-ac6c-d73df7ec2cd9 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Deleting port 5c503a5e-d9a3-4056-b03b-a607c91b5592 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:15:53.916544 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-755bbf6d-2852-46c6-ac6c-d73df7ec2cd9 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:53.939171 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7b88ec-ec25-47e8-ba94-5aa4bb8d7003 None None] Network d62225a0-b45a-4557-bd22-a7cf03ef7479 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:15:54.088859 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-26212d4b-d8ff-4f17-8084-66204a17ebde tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:54.155960 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-26212d4b-d8ff-4f17-8084-66204a17ebde tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Deleting port 98542c28-c9a3-44d1-b4aa-1e28aa463a67 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:15:54.156257 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-26212d4b-d8ff-4f17-8084-66204a17ebde tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:54.213646 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629259f9-9bff-4376-906e-47593694f253 None None] get_active_networks_info from dv-neutron-821831-2-hyperv {{(pid=88992) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 15 19:15:54.242941 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-04f83f2d-93cd-4e56-b8dd-623b0389f152 None None] Provisioning for port 568caf6a-15f0-458f-9608-cab44e42521d completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:15:54.260198 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-04f83f2d-93cd-4e56-b8dd-623b0389f152 None None] Provisioning complete for port 568caf6a-15f0-458f-9608-cab44e42521d triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:15:54.260909 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-04f83f2d-93cd-4e56-b8dd-623b0389f152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:54.323825 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1b06bb42-fa06-4baf-8238-aaf043f4aeb4 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:54.334934 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-04f83f2d-93cd-4e56-b8dd-623b0389f152 None None] Port 568caf6a-15f0-458f-9608-cab44e42521d cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:15:54.349364 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-755bbf6d-2852-46c6-ac6c-d73df7ec2cd9 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:54.355008 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ca172955-a8ff-421e-8179-6c7b7bf7a2fb tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:54.433611 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629259f9-9bff-4376-906e-47593694f253 None None] Resources bound (agent type, host, resource id): {{(pid=88992) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 15 19:15:54.492195 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-755bbf6d-2852-46c6-ac6c-d73df7ec2cd9 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Calling delete_port for 5c503a5e-d9a3-4056-b03b-a607c91b5592 owned by {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:15:54.507681 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-ca172955-a8ff-421e-8179-6c7b7bf7a2fb tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Calling delete_port for 25a0155c-6097-48b8-824b-e8e3d7db8046 owned by network:router_gateway {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:15:54.539344 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9168f32b-7580-4f34-9e93-b22cd7048fd3 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks [] for port, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:54.578026 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9168f32b-7580-4f34-9e93-b22cd7048fd3 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:54.579007 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9168f32b-7580-4f34-9e93-b22cd7048fd3 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1959989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854145006'] for router_interface, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:54.587196 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-286ce721-5f67-441b-81b4-d8d83dec1595 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:54.659585 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9168f32b-7580-4f34-9e93-b22cd7048fd3 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Pushing event updated for resources: {'Port': ['ID=568caf6a-15f0-458f-9608-cab44e42521d,revision_number=2']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:54.662668 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9168f32b-7580-4f34-9e93-b22cd7048fd3 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:54.761123 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-26212d4b-d8ff-4f17-8084-66204a17ebde tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] For port 98542c28-c9a3-44d1-b4aa-1e28aa463a67, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=98542c28-c9a3-44d1-b4aa-1e28aa463a67,segment=NetworkSegment(88c5f468-1c34-40f8-9e09-26348f882714),segment_id=88c5f468-1c34-40f8-9e09-26348f882714)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:15:54.761736 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-26212d4b-d8ff-4f17-8084-66204a17ebde tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:54.911359 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 063520db-1933-40d0-ae20-a75c2306c607 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:15:54.989434 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1b06bb42-fa06-4baf-8238-aaf043f4aeb4 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16156049'] for subnet, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:54.997228 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 063520db-1933-40d0-ae20-a75c2306c607 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:15:54.997872 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:55.011758 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a5f8511b-7da0-43c7-a7b4-3fb683e8fe3c tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:55.060681 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b06bb42-fa06-4baf-8238-aaf043f4aeb4 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Pushing event deleted for resources: {'Subnet': ['ID=3c40ca78-2d5e-4646-be73-52d2464c0fde,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:55.063369 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1b06bb42-fa06-4baf-8238-aaf043f4aeb4 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:55.078430 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1b06bb42-fa06-4baf-8238-aaf043f4aeb4 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:55.103004 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1b06bb42-fa06-4baf-8238-aaf043f4aeb4 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] 10.222.0.36 "DELETE /v2.0/subnets/3c40ca78-2d5e-4646-be73-52d2464c0fde HTTP/1.1" status: 204 len: 168 time: 2.0580122 Dec 15 19:15:55.103217 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88444a06-7ba2-4f6c-b89c-bb3713ec4032 None None] Network 5081f17c-ce13-4eac-86c0-2120a7496701 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:15:55.108034 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 47456) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:55.143481 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-26212d4b-d8ff-4f17-8084-66204a17ebde tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Calling delete_port for 98542c28-c9a3-44d1-b4aa-1e28aa463a67 owned by network:dhcp {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:15:55.171949 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-755bbf6d-2852-46c6-ac6c-d73df7ec2cd9 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:55.188393 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1347edd1-e939-4712-80b1-60f687e4b79f tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:55.251504 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755bbf6d-2852-46c6-ac6c-d73df7ec2cd9 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Pushing event deleted for resources: {'Port': ['ID=5c503a5e-d9a3-4056-b03b-a607c91b5592,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:55.261934 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-755bbf6d-2852-46c6-ac6c-d73df7ec2cd9 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:55.331126 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-755bbf6d-2852-46c6-ac6c-d73df7ec2cd9 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:55.359707 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d8c00752-13e5-4c69-ac1b-94fc6f62f7ce tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:55.366735 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9168f32b-7580-4f34-9e93-b22cd7048fd3 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Network 926f97d5-e7b5-4a7d-9f60-169797f253bf is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:15:55.370408 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-9168f32b-7580-4f34-9e93-b22cd7048fd3 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:15:55.397652 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-755bbf6d-2852-46c6-ac6c-d73df7ec2cd9 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] 10.222.0.36 "DELETE /v2.0/ports/5c503a5e-d9a3-4056-b03b-a607c91b5592 HTTP/1.1" status: 204 len: 168 time: 1.6460896 Dec 15 19:15:55.401432 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 47464) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:55.447211 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-26212d4b-d8ff-4f17-8084-66204a17ebde tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:55.448507 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43b9a74-23ca-4a35-bd54-db05544161db None None] DHCP port deletion for 5081f17c-ce13-4eac-86c0-2120a7496701 request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:15:55.454744 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d43b9a74-23ca-4a35-bd54-db05544161db None None] Deleting port 47ff0ff5-0b0b-438a-bc14-7048f02114d4 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:15:55.455174 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d43b9a74-23ca-4a35-bd54-db05544161db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:55.461641 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:55.507712 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-466b6579-84ce-4d11-9765-9aabbade0b59 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Synchronizing usage tracker for tenant:c64c253d74d048cba4458cea9b82cee7 on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:15:55.525133 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26212d4b-d8ff-4f17-8084-66204a17ebde tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Pushing event deleted for resources: {'Port': ['ID=98542c28-c9a3-44d1-b4aa-1e28aa463a67,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:55.532919 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-26212d4b-d8ff-4f17-8084-66204a17ebde tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:55.539140 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26212d4b-d8ff-4f17-8084-66204a17ebde tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] No DVR routers for this DVR port 98542c28-c9a3-44d1-b4aa-1e28aa463a67 on host dv-neutron-821831-2-hyperv {{(pid=88990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:15:55.549911 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d8c00752-13e5-4c69-ac1b-94fc6f62f7ce tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Deleting port 47ff0ff5-0b0b-438a-bc14-7048f02114d4 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:15:55.550360 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d8c00752-13e5-4c69-ac1b-94fc6f62f7ce tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:55.629714 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ca172955-a8ff-421e-8179-6c7b7bf7a2fb tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:55.647008 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a5f8511b-7da0-43c7-a7b4-3fb683e8fe3c tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:55.719264 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d43b9a74-23ca-4a35-bd54-db05544161db None None] For port 47ff0ff5-0b0b-438a-bc14-7048f02114d4, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=47ff0ff5-0b0b-438a-bc14-7048f02114d4,segment=NetworkSegment(e283c361-e878-4a8b-9aea-8594cb3ebab4),segment_id=e283c361-e878-4a8b-9aea-8594cb3ebab4)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:15:55.720060 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d43b9a74-23ca-4a35-bd54-db05544161db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:55.728795 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca172955-a8ff-421e-8179-6c7b7bf7a2fb tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Pushing event deleted for resources: {'Port': ['ID=25a0155c-6097-48b8-824b-e8e3d7db8046,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:55.743477 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ca172955-a8ff-421e-8179-6c7b7bf7a2fb tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:55.770842 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-466b6579-84ce-4d11-9765-9aabbade0b59 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Unset dirty status for tenant:c64c253d74d048cba4458cea9b82cee7 on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:15:55.775910 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-466b6579-84ce-4d11-9765-9aabbade0b59 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3697305 Dec 15 19:15:55.784715 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 47468) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:55.795217 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-e15ce52e-fc0e-471e-993f-7b9205e104c8 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-901282706'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:15:55.809295 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-e15ce52e-fc0e-471e-993f-7b9205e104c8 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:15:55.816347 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-26212d4b-d8ff-4f17-8084-66204a17ebde tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:55.825153 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-e15ce52e-fc0e-471e-993f-7b9205e104c8 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Usage tracker for resource:network and tenant:c64c253d74d048cba4458cea9b82cee7 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:15:55.835313 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-e15ce52e-fc0e-471e-993f-7b9205e104c8 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:15:55.850974 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-e15ce52e-fc0e-471e-993f-7b9205e104c8 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:15:55.863322 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d43b9a74-23ca-4a35-bd54-db05544161db None None] Calling delete_port for 47ff0ff5-0b0b-438a-bc14-7048f02114d4 owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:15:55.865642 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-26212d4b-d8ff-4f17-8084-66204a17ebde tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d62225a0-b45a-4557-bd22-a7cf03ef7479']}} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:15:55.892855 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-26212d4b-d8ff-4f17-8084-66204a17ebde tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88c5f468-1c34-40f8-9e09-26348f882714') {'for_net_delete': True} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:15:55.893296 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-26212d4b-d8ff-4f17-8084-66204a17ebde tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88c5f468-1c34-40f8-9e09-26348f882714') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:15:55.908723 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-26212d4b-d8ff-4f17-8084-66204a17ebde tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16327073'] for segment, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:55.938511 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-9a1ca533-7656-49d1-8db0-9983c8fa0aed None None] Provisioning complete for port 568caf6a-15f0-458f-9608-cab44e42521d triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:15:55.938932 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9a1ca533-7656-49d1-8db0-9983c8fa0aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:55.970271 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e15ce52e-fc0e-471e-993f-7b9205e104c8 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Made reservation on behalf of c64c253d74d048cba4458cea9b82cee7 for: {'network': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:15:55.975742 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e15ce52e-fc0e-471e-993f-7b9205e104c8 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:56.003525 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-26212d4b-d8ff-4f17-8084-66204a17ebde tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:56.011047 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-9a1ca533-7656-49d1-8db0-9983c8fa0aed None None] Port 568caf6a-15f0-458f-9608-cab44e42521d cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:15:56.013501 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26212d4b-d8ff-4f17-8084-66204a17ebde tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=88990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:15:56.013941 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-26212d4b-d8ff-4f17-8084-66204a17ebde tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838138943'] for segment, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:56.029639 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d43b9a74-23ca-4a35-bd54-db05544161db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866'] for port, after_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:56.031426 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:15:56.031426 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:15:56.031426 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:15:56.031426 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:15:56.031426 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:15:56.031426 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:15:56.031426 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:15:56.031426 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:15:56.031426 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:15:56.031426 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:15:56.031426 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:15:56.031426 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:15:56.031426 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:15:56.031426 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:15:56.031426 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:15:56.031426 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:15:56.031426 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:15:56.031426 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:15:56.031426 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:15:56.031426 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:15:56.031426 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:15:56.031426 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:15:56.031426 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:15:56.031426 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:15:56.031426 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:15:56.031426 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:15:56.031426 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:15:56.031426 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:15:56.031426 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:15:56.031426 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:15:56.031426 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:15:56.031426 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:15:56.038811 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b2abc279-f5a3-4479-935f-c817b09d0d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:56.082255 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d8c00752-13e5-4c69-ac1b-94fc6f62f7ce tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] For port 47ff0ff5-0b0b-438a-bc14-7048f02114d4, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=47ff0ff5-0b0b-438a-bc14-7048f02114d4,segment=NetworkSegment(e283c361-e878-4a8b-9aea-8594cb3ebab4),segment_id=e283c361-e878-4a8b-9aea-8594cb3ebab4)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:15:56.082673 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d8c00752-13e5-4c69-ac1b-94fc6f62f7ce tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:56.148315 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e15ce52e-fc0e-471e-993f-7b9205e104c8 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=88990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:15:56.163339 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-26212d4b-d8ff-4f17-8084-66204a17ebde tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:56.169469 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e15ce52e-fc0e-471e-993f-7b9205e104c8 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:56.169861 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-e15ce52e-fc0e-471e-993f-7b9205e104c8 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Added segment 9fedf4a5-ebea-48d7-92ee-94db3cfbc60b of type vlan for network 61f0a756-4ac9-494c-ad34-927949026856 Dec 15 19:15:56.173410 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6eb368fa-119f-4f35-9b18-e344f7eee933 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:56.189015 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-26212d4b-d8ff-4f17-8084-66204a17ebde tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:56.206145 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26212d4b-d8ff-4f17-8084-66204a17ebde tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Pushing event deleted for resources: {'Network': ['ID=d62225a0-b45a-4557-bd22-a7cf03ef7479,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:56.217315 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-26212d4b-d8ff-4f17-8084-66204a17ebde tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:56.225667 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-26212d4b-d8ff-4f17-8084-66204a17ebde tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] 10.222.0.36 "DELETE /v2.0/networks/d62225a0-b45a-4557-bd22-a7cf03ef7479 HTTP/1.1" status: 204 len: 168 time: 4.7597146 Dec 15 19:15:56.225851 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d8c00752-13e5-4c69-ac1b-94fc6f62f7ce tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Calling delete_port for 47ff0ff5-0b0b-438a-bc14-7048f02114d4 owned by network:dhcp {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:15:56.228639 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 47472) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:56.245476 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-40a7cd3f-04e2-469c-b82e-1a4309d8e719 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-540171368'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:15:56.254713 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43b9a74-23ca-4a35-bd54-db05544161db None None] Pushing event deleted for resources: {'Port': ['ID=47ff0ff5-0b0b-438a-bc14-7048f02114d4,revision_number=None']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:56.257195 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d43b9a74-23ca-4a35-bd54-db05544161db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:56.258399 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-40a7cd3f-04e2-469c-b82e-1a4309d8e719 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:15:56.259674 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43b9a74-23ca-4a35-bd54-db05544161db None None] No DVR routers for this DVR port 47ff0ff5-0b0b-438a-bc14-7048f02114d4 on host dv-neutron-821831-2-hyperv {{(pid=88992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:15:56.262779 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e15ce52e-fc0e-471e-993f-7b9205e104c8 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:56.270431 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-71a716da-4fac-4320-a24b-8a4c86e7e43e tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:56.273662 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-40a7cd3f-04e2-469c-b82e-1a4309d8e719 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Usage tracker for resource:network and tenant:ef42ee63914143f6ab639ee882cc5d7b is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:15:56.278448 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-40a7cd3f-04e2-469c-b82e-1a4309d8e719 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:15:56.289516 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-40a7cd3f-04e2-469c-b82e-1a4309d8e719 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:15:56.342193 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a7cd3f-04e2-469c-b82e-1a4309d8e719 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Made reservation on behalf of ef42ee63914143f6ab639ee882cc5d7b for: {'network': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:15:56.348215 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-40a7cd3f-04e2-469c-b82e-1a4309d8e719 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:56.390433 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e15ce52e-fc0e-471e-993f-7b9205e104c8 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:56.395345 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15ce52e-fc0e-471e-993f-7b9205e104c8 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:56.396092 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e15ce52e-fc0e-471e-993f-7b9205e104c8 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:56.404088 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-cea45a28-87a7-444f-820f-affaa6b6d8f5 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:56.437513 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ca172955-a8ff-421e-8179-6c7b7bf7a2fb tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854141934'] for router_gateway, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:56.583907 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40a7cd3f-04e2-469c-b82e-1a4309d8e719 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=88990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:15:56.628013 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e15ce52e-fc0e-471e-993f-7b9205e104c8 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8419869 Dec 15 19:15:56.629054 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15ce52e-fc0e-471e-993f-7b9205e104c8 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Pushing event updated for resources: {'Network': ['ID=61f0a756-4ac9-494c-ad34-927949026856,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:56.631340 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 47480) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:56.637033 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e15ce52e-fc0e-471e-993f-7b9205e104c8 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:56.641787 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-feb3837e-5893-4bae-9d78-b2a97b456441 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1240496823'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:15:56.643906 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 61f0a756-4ac9-494c-ad34-927949026856 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:15:56.645943 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-40a7cd3f-04e2-469c-b82e-1a4309d8e719 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:56.646375 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-40a7cd3f-04e2-469c-b82e-1a4309d8e719 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Added segment 588893a7-e457-46d1-a78a-572300d613f8 of type vlan for network 16d4664d-aab5-4f6c-8f4c-4d238f284bd2 Dec 15 19:15:56.657696 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-feb3837e-5893-4bae-9d78-b2a97b456441 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:15:56.663322 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-feb3837e-5893-4bae-9d78-b2a97b456441 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Usage tracker for resource:network and tenant:c64c253d74d048cba4458cea9b82cee7 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:15:56.668615 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-feb3837e-5893-4bae-9d78-b2a97b456441 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:15:56.691121 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-feb3837e-5893-4bae-9d78-b2a97b456441 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:15:56.706305 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-40a7cd3f-04e2-469c-b82e-1a4309d8e719 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:56.763240 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb3837e-5893-4bae-9d78-b2a97b456441 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Made reservation on behalf of c64c253d74d048cba4458cea9b82cee7 for: {'network': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:15:56.769722 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-feb3837e-5893-4bae-9d78-b2a97b456441 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:56.800016 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-40a7cd3f-04e2-469c-b82e-1a4309d8e719 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:56.804574 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a7cd3f-04e2-469c-b82e-1a4309d8e719 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:56.805237 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-40a7cd3f-04e2-469c-b82e-1a4309d8e719 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:56.813341 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6551a6a4-59e7-4061-bf80-4d263a0e0021 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:56.863028 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-d8c00752-13e5-4c69-ac1b-94fc6f62f7ce tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88991) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:15:56.863400 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-d8c00752-13e5-4c69-ac1b-94fc6f62f7ce tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:15:56.895035 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 47ff0ff5-0b0b-438a-bc14-7048f02114d4 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:15:56.930917 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 47ff0ff5-0b0b-438a-bc14-7048f02114d4 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:15:56.937992 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 47ff0ff5-0b0b-438a-bc14-7048f02114d4 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:15:56.951876 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9168f32b-7580-4f34-9e93-b22cd7048fd3 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Router 77d2bd4d-d677-45fa-b68a-501adf2b88ba has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:15:56.954700 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ca172955-a8ff-421e-8179-6c7b7bf7a2fb tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854207876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854699191'] for router, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:56.963637 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ca172955-a8ff-421e-8179-6c7b7bf7a2fb tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:56.978430 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feb3837e-5893-4bae-9d78-b2a97b456441 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=88990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:15:57.027210 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-feb3837e-5893-4bae-9d78-b2a97b456441 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:57.027612 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-feb3837e-5893-4bae-9d78-b2a97b456441 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Added segment 487f3b51-c7b8-448e-846d-abcce7b41ecf of type vlan for network e287da44-a17a-4a93-bc57-e9e506e3dbdf Dec 15 19:15:57.028941 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a7cd3f-04e2-469c-b82e-1a4309d8e719 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Pushing event updated for resources: {'Network': ['ID=16d4664d-aab5-4f6c-8f4c-4d238f284bd2,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:57.039255 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-40a7cd3f-04e2-469c-b82e-1a4309d8e719 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:57.041428 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 16d4664d-aab5-4f6c-8f4c-4d238f284bd2 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:15:57.100752 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-40a7cd3f-04e2-469c-b82e-1a4309d8e719 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8683934 Dec 15 19:15:57.111765 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 47484) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:57.120806 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-d9cfecb5-a855-4fc8-bd2f-1837c4e5b4c7 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Request body: {'subnet': {'network_id': '16d4664d-aab5-4f6c-8f4c-4d238f284bd2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:15:57.149752 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-feb3837e-5893-4bae-9d78-b2a97b456441 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:57.169811 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-71a716da-4fac-4320-a24b-8a4c86e7e43e tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:57.182447 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-71a716da-4fac-4320-a24b-8a4c86e7e43e tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854141873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-633912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854194791'] for router, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:57.213286 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ca172955-a8ff-421e-8179-6c7b7bf7a2fb tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854207982'] for router, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:57.213848 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca172955-a8ff-421e-8179-6c7b7bf7a2fb tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Fanout notify agent at l3_agent the message router_deleted on router cd85518b-9b71-4f3a-95e8-d35861d37ca8 {{(pid=88991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 19:15:57.271683 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-d9cfecb5-a855-4fc8-bd2f-1837c4e5b4c7 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:15:57.281413 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ca172955-a8ff-421e-8179-6c7b7bf7a2fb tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks [] for router, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:57.282618 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ca172955-a8ff-421e-8179-6c7b7bf7a2fb tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] 10.222.0.36 "DELETE /v2.0/routers/cd85518b-9b71-4f3a-95e8-d35861d37ca8 HTTP/1.1" status: 204 len: 168 time: 5.9864411 Dec 15 19:15:57.283860 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d9cfecb5-a855-4fc8-bd2f-1837c4e5b4c7 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Usage tracker for resource:subnet and tenant:ef42ee63914143f6ab639ee882cc5d7b is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:15:57.286919 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-feb3837e-5893-4bae-9d78-b2a97b456441 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:57.287469 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 47488) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:57.288257 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d9cfecb5-a855-4fc8-bd2f-1837c4e5b4c7 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:15:57.290829 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb3837e-5893-4bae-9d78-b2a97b456441 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:57.291139 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-feb3837e-5893-4bae-9d78-b2a97b456441 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:57.297635 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:57.301610 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-a9b2db36-f837-4625-8379-59b3c3c5d225 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Request body: {'router': {'name': 'tempest-snat-router-793537531', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'enable_snat': False}}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:15:57.304959 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-d9cfecb5-a855-4fc8-bd2f-1837c4e5b4c7 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:15:57.311328 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a9b2db36-f837-4625-8379-59b3c3c5d225 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:15:57.324975 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-a9b2db36-f837-4625-8379-59b3c3c5d225 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Usage tracker for resource:router and tenant:f075a9d384eb440db84c0ccc2770e165 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:15:57.329276 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-a9b2db36-f837-4625-8379-59b3c3c5d225 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:15:57.337051 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a9b2db36-f837-4625-8379-59b3c3c5d225 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:15:57.344797 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9168f32b-7580-4f34-9e93-b22cd7048fd3 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:15:57.350863 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9168f32b-7580-4f34-9e93-b22cd7048fd3 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] 10.222.0.36 "PUT /v2.0/routers/77d2bd4d-d677-45fa-b68a-501adf2b88ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7218664 Dec 15 19:15:57.353593 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 47492) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:57.359161 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee5c232-104c-4c09-9588-a88b9d8c785b None None] Sync routers for ids ['77d2bd4d-d677-45fa-b68a-501adf2b88ba'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:15:57.373675 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee5c232-104c-4c09-9588-a88b9d8c785b None None] Routers {'77d2bd4d-d677-45fa-b68a-501adf2b88ba'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:15:57.375076 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-3ee5c232-104c-4c09-9588-a88b9d8c785b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:15:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['77d2bd4d-d677-45fa-b68a-501adf2b88ba'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:15:57.409868 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d8c00752-13e5-4c69-ac1b-94fc6f62f7ce tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Deleting port 47ff0ff5-0b0b-438a-bc14-7048f02114d4 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:15:57.410269 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d8c00752-13e5-4c69-ac1b-94fc6f62f7ce tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:57.442274 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-3ee5c232-104c-4c09-9588-a88b9d8c785b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:15:57.458706 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9cfecb5-a855-4fc8-bd2f-1837c4e5b4c7 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Made reservation on behalf of ef42ee63914143f6ab639ee882cc5d7b for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:15:57.464802 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee5c232-104c-4c09-9588-a88b9d8c785b None None] Routers {'77d2bd4d-d677-45fa-b68a-501adf2b88ba'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:15:57.466054 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-3ee5c232-104c-4c09-9588-a88b9d8c785b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:15:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['77d2bd4d-d677-45fa-b68a-501adf2b88ba'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:15:57.469633 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb3837e-5893-4bae-9d78-b2a97b456441 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Pushing event updated for resources: {'Network': ['ID=e287da44-a17a-4a93-bc57-e9e506e3dbdf,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:57.472852 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-feb3837e-5893-4bae-9d78-b2a97b456441 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:57.494170 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-feb3837e-5893-4bae-9d78-b2a97b456441 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8453612 Dec 15 19:15:57.517587 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a9b2db36-f837-4625-8379-59b3c3c5d225 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854699176'] for router, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:57.518636 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a9b2db36-f837-4625-8379-59b3c3c5d225 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854194926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-76609'] for router, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:57.546603 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-3ee5c232-104c-4c09-9588-a88b9d8c785b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:15:57.547074 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee5c232-104c-4c09-9588-a88b9d8c785b None None] The sync data for ids ['77d2bd4d-d677-45fa-b68a-501adf2b88ba'] in dv-neutron-821831-2-hyperv is: [] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:15:57.548740 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network e287da44-a17a-4a93-bc57-e9e506e3dbdf details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:15:57.555637 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71a716da-4fac-4320-a24b-8a4c86e7e43e tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Router 80158b49-cac9-47c7-b851-e2b564427706 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:15:57.621331 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d8c00752-13e5-4c69-ac1b-94fc6f62f7ce tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] The port '47ff0ff5-0b0b-438a-bc14-7048f02114d4' was deleted {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 15 19:15:57.674111 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 47498) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:57.695236 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-300e3af7-8d35-4089-b994-f2321d6e58b4 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Request body: {'subnets': [{'network_id': '61f0a756-4ac9-494c-ad34-927949026856', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--854763301', 'ip_version': 4}, {'network_id': 'e287da44-a17a-4a93-bc57-e9e506e3dbdf', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:15:57.695585 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-300e3af7-8d35-4089-b994-f2321d6e58b4 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Request body: {'subnet': {'network_id': '61f0a756-4ac9-494c-ad34-927949026856', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--854763301', 'ip_version': 4}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:15:57.696602 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-300e3af7-8d35-4089-b994-f2321d6e58b4 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Request body: {'subnet': {'network_id': 'e287da44-a17a-4a93-bc57-e9e506e3dbdf', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:15:57.887116 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d9cfecb5-a855-4fc8-bd2f-1837c4e5b4c7 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:57.939195 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a9b2db36-f837-4625-8379-59b3c3c5d225 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:57.943362 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d8c00752-13e5-4c69-ac1b-94fc6f62f7ce tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:58.082628 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a716da-4fac-4320-a24b-8a4c86e7e43e tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:15:58.086741 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-71a716da-4fac-4320-a24b-8a4c86e7e43e tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:58.090890 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-71a716da-4fac-4320-a24b-8a4c86e7e43e tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] 10.222.0.36 "PUT /v2.0/routers/80158b49-cac9-47c7-b851-e2b564427706 HTTP/1.1" status: 200 len: 921 time: 4.2907968 Dec 15 19:15:58.090890 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 47504) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:58.091364 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-d8c00752-13e5-4c69-ac1b-94fc6f62f7ce tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5081f17c-ce13-4eac-86c0-2120a7496701']}} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:15:58.095142 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eceb54a-13ff-4db6-8cf5-72ee7c0e761e None None] Sync routers for ids ['80158b49-cac9-47c7-b851-e2b564427706'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:15:58.110989 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eceb54a-13ff-4db6-8cf5-72ee7c0e761e None None] Routers {'80158b49-cac9-47c7-b851-e2b564427706'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:15:58.111817 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-8eceb54a-13ff-4db6-8cf5-72ee7c0e761e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:15:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['80158b49-cac9-47c7-b851-e2b564427706'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:15:58.132243 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-d8c00752-13e5-4c69-ac1b-94fc6f62f7ce tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e283c361-e878-4a8b-9aea-8594cb3ebab4') {'for_net_delete': True} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:15:58.132571 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-d8c00752-13e5-4c69-ac1b-94fc6f62f7ce tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e283c361-e878-4a8b-9aea-8594cb3ebab4') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:15:58.186949 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-8eceb54a-13ff-4db6-8cf5-72ee7c0e761e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:15:58.196751 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eceb54a-13ff-4db6-8cf5-72ee7c0e761e None None] Routers {'80158b49-cac9-47c7-b851-e2b564427706'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:15:58.197681 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-8eceb54a-13ff-4db6-8cf5-72ee7c0e761e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:15:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['80158b49-cac9-47c7-b851-e2b564427706'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:15:58.270124 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-8eceb54a-13ff-4db6-8cf5-72ee7c0e761e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:15:58.270896 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eceb54a-13ff-4db6-8cf5-72ee7c0e761e None None] The sync data for ids ['80158b49-cac9-47c7-b851-e2b564427706'] in dv-neutron-821831-2-hyperv is: [] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:15:58.319242 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-fdd9379a-d6e9-4285-bd1a-3abe0f4de576 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] 10.222.0.36 "GET /v2.0/routers/80158b49-cac9-47c7-b851-e2b564427706 HTTP/1.1" status: 200 len: 921 time: 0.2271972 Dec 15 19:15:58.322344 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 47508) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:58.402885 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-e7d745a2-f52b-40ab-909c-ec83093d161a tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Synchronizing usage tracker for tenant:848d097f252940a4b39a0e19eea0eb89 on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:15:58.463687 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-e7d745a2-f52b-40ab-909c-ec83093d161a tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Unset dirty status for tenant:848d097f252940a4b39a0e19eea0eb89 on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:15:58.465080 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e7d745a2-f52b-40ab-909c-ec83093d161a tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=4b9c9b76-a8c2-4873-8d7b-0d52cc71925c&device_id=80158b49-cac9-47c7-b851-e2b564427706&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1416869 Dec 15 19:15:58.467902 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 47512) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:58.512732 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d8c00752-13e5-4c69-ac1b-94fc6f62f7ce tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838443042'] for segment, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:58.610619 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf4d5d7-ee94-46fe-83fd-4f3809ceba7a tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:58.612437 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8cf4d5d7-ee94-46fe-83fd-4f3809ceba7a tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] 10.222.0.36 "GET /v2.0/networks/4b9c9b76-a8c2-4873-8d7b-0d52cc71925c HTTP/1.1" status: 200 len: 881 time: 0.1435368 Dec 15 19:15:58.615498 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 47516) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:58.620939 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-50e4c7b6-88b7-4174-8499-1145ff4e0872 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks [] for router, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:58.668765 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-55629d53-3e5f-4036-8b4f-6fd623c6a8e1 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] 10.222.0.36 "GET /v2.0/ports?device_id=80158b49-cac9-47c7-b851-e2b564427706 HTTP/1.1" status: 200 len: 205 time: 0.0495884 Dec 15 19:15:58.669002 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 47520) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:58.673883 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d8c00752-13e5-4c69-ac1b-94fc6f62f7ce tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:58.684376 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-300e3af7-8d35-4089-b994-f2321d6e58b4 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:15:58.699850 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-300e3af7-8d35-4089-b994-f2321d6e58b4 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Usage tracker for resource:subnet and tenant:c64c253d74d048cba4458cea9b82cee7 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:15:58.703640 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8c00752-13e5-4c69-ac1b-94fc6f62f7ce tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=88991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:15:58.704091 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d8c00752-13e5-4c69-ac1b-94fc6f62f7ce tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838443729'] for segment, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:58.720289 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:15:58.720289 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:15:58.720289 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:15:58.720289 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:15:58.720289 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:15:58.720289 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:15:58.720289 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:15:58.720289 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:15:58.720289 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:15:58.720289 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:15:58.720289 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:15:58.720289 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:15:58.720289 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:15:58.720289 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:15:58.720289 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:15:58.720289 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:15:58.720289 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:15:58.720289 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:15:58.720289 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:15:58.720289 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:15:58.720289 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:15:58.720289 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:15:58.720289 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:15:58.720289 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:15:58.720289 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:15:58.720289 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:15:58.720289 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:15:58.720289 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:15:58.720289 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:15:58.720289 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:15:58.720289 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:15:58.720289 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:15:58.720289 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:15:58.720289 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:15:58.720289 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:15:58.720289 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:15:58.720289 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:15:58.720289 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:15:58.720289 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:15:58.720289 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:15:58.772995 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-300e3af7-8d35-4089-b994-f2321d6e58b4 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:15:58.839215 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-300e3af7-8d35-4089-b994-f2321d6e58b4 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:15:58.885651 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6cde77ef-30b5-44f1-9068-8a7578901ef9 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks [] for router, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:58.889266 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a9b2db36-f837-4625-8379-59b3c3c5d225 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:58.977967 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-300e3af7-8d35-4089-b994-f2321d6e58b4 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Made reservation on behalf of c64c253d74d048cba4458cea9b82cee7 for: {'subnet': 2} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:15:58.993754 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d8c00752-13e5-4c69-ac1b-94fc6f62f7ce tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:59.014053 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:59.100969 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6cde77ef-30b5-44f1-9068-8a7578901ef9 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:59.130066 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d8c00752-13e5-4c69-ac1b-94fc6f62f7ce tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:59.133782 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c00752-13e5-4c69-ac1b-94fc6f62f7ce tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Pushing event deleted for resources: {'Network': ['ID=5081f17c-ce13-4eac-86c0-2120a7496701,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:59.142316 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-6cde77ef-30b5-44f1-9068-8a7578901ef9 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Deleting port d5136dc4-0ba2-45ee-9dee-a16005b0f0ee {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:15:59.142694 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6cde77ef-30b5-44f1-9068-8a7578901ef9 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:59.151216 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d8c00752-13e5-4c69-ac1b-94fc6f62f7ce tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:59.196277 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d8c00752-13e5-4c69-ac1b-94fc6f62f7ce tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] 10.222.0.36 "DELETE /v2.0/networks/5081f17c-ce13-4eac-86c0-2120a7496701 HTTP/1.1" status: 204 len: 168 time: 4.0834281 Dec 15 19:15:59.273440 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-50e4c7b6-88b7-4174-8499-1145ff4e0872 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 15 19:15:59.277417 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-50e4c7b6-88b7-4174-8499-1145ff4e0872 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] 10.222.0.36 "DELETE /v2.0/routers/77d2bd4d-d677-45fa-b68a-501adf2b88ba HTTP/1.1" status: 409 len: 329 time: 1.9198439 Dec 15 19:15:59.278343 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 47530) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:59.337278 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d9cfecb5-a855-4fc8-bd2f-1837c4e5b4c7 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:59.361436 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1b06bb42-fa06-4baf-8238-aaf043f4aeb4 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:15:59.447089 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-300e3af7-8d35-4089-b994-f2321d6e58b4 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:59.447464 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-300e3af7-8d35-4089-b994-f2321d6e58b4 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:59.464980 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6cde77ef-30b5-44f1-9068-8a7578901ef9 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:59.567693 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cfecb5-a855-4fc8-bd2f-1837c4e5b4c7 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Pushing event updated for resources: {'Subnet': ['ID=1e40c97c-d5e2-4560-b3ce-0583162364e1,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:15:59.580365 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d9cfecb5-a855-4fc8-bd2f-1837c4e5b4c7 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:15:59.612396 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 47536) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:15:59.625283 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cfecb5-a855-4fc8-bd2f-1837c4e5b4c7 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Checking segment: {'id': '588893a7-e457-46d1-a78a-572300d613f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '16d4664d-aab5-4f6c-8f4c-4d238f284bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:15:59.625690 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9cfecb5-a855-4fc8-bd2f-1837c4e5b4c7 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Network hostable DHCP agents. Network: 16d4664d-aab5-4f6c-8f4c-4d238f284bd2, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:15:59.629841 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-6cde77ef-30b5-44f1-9068-8a7578901ef9 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Calling delete_port for d5136dc4-0ba2-45ee-9dee-a16005b0f0ee owned by network:router_gateway {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:15:59.781233 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a9b2db36-f837-4625-8379-59b3c3c5d225 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:59.814868 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9cfecb5-a855-4fc8-bd2f-1837c4e5b4c7 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Network 16d4664d-aab5-4f6c-8f4c-4d238f284bd2 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:15:59.821909 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a9b2db36-f837-4625-8379-59b3c3c5d225 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:15:59.845779 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 19:15:59.885191 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-d9cfecb5-a855-4fc8-bd2f-1837c4e5b4c7 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, 16d4664d-aab5-4f6c-8f4c-4d238f284bd2) {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:15:59.898658 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cecd5190-8a50-4713-8c76-39ced0d3aa27 None None] Network 16d4664d-aab5-4f6c-8f4c-4d238f284bd2 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:15:59.905703 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9cfecb5-a855-4fc8-bd2f-1837c4e5b4c7 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:15:59.906572 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d9cfecb5-a855-4fc8-bd2f-1837c4e5b4c7 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:00.003754 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-111eaaa7-3391-4168-bebe-b840d075f1c0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e4cd634a8d1d4d5eac171d1178c8a104&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3890181 Dec 15 19:16:00.009633 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 47544) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:00.092266 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ce26fb12-cd7d-4fa0-8eca-122d8b334d6f tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145021'] for router_interface, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:00.106404 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d9cfecb5-a855-4fc8-bd2f-1837c4e5b4c7 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.9919462 Dec 15 19:16:00.117300 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 47550) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:00.149588 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6cde77ef-30b5-44f1-9068-8a7578901ef9 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:00.161383 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-bf70ceae-6a34-4c9f-acd8-1788af8d976d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:00.192978 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab739e9-0fca-41ef-ae00-0832ca0625a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-16d4664d-aab5-4f6c-8f4c-4d238f284bd2', 'network_id': '16d4664d-aab5-4f6c-8f4c-4d238f284bd2', 'tenant_id': 'ef42ee63914143f6ab639ee882cc5d7b', 'fixed_ips': [{'subnet_id': '1e40c97c-d5e2-4560-b3ce-0583162364e1'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:16:00.193882 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dab739e9-0fca-41ef-ae00-0832ca0625a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:00.256176 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-a9b2db36-f837-4625-8379-59b3c3c5d225 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Allocated IP 172.26.3.58 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/b8f78377-029d-4872-abd8-31b13c2bc80d) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:16:00.271797 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cde77ef-30b5-44f1-9068-8a7578901ef9 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Pushing event deleted for resources: {'Port': ['ID=d5136dc4-0ba2-45ee-9dee-a16005b0f0ee,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:00.289125 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6cde77ef-30b5-44f1-9068-8a7578901ef9 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:00.297762 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6a928550-2453-438c-8030-e2210ec26b71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:00.387609 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-dab739e9-0fca-41ef-ae00-0832ca0625a9 None None] Allocated IP 2001:db8::1 (16d4664d-aab5-4f6c-8f4c-4d238f284bd2/1e40c97c-d5e2-4560-b3ce-0583162364e1/2bddcc34-2e85-4240-9006-077af5ce6653) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:16:00.620458 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dab739e9-0fca-41ef-ae00-0832ca0625a9 None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:00.632507 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-dab739e9-0fca-41ef-ae00-0832ca0625a9 None None] Transition to ACTIVE for port object 2bddcc34-2e85-4240-9006-077af5ce6653 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:16:00.653870 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-dab739e9-0fca-41ef-ae00-0832ca0625a9 None None] Transition to ACTIVE for port object 2bddcc34-2e85-4240-9006-077af5ce6653 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:16:00.664808 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8fddf5b5-0860-47a2-980a-a273fdb1287c tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:00.668843 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6a928550-2453-438c-8030-e2210ec26b71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:00.697596 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-8fddf5b5-0860-47a2-980a-a273fdb1287c tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Deleting port 2bddcc34-2e85-4240-9006-077af5ce6653 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:16:00.697978 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8fddf5b5-0860-47a2-980a-a273fdb1287c tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:00.698464 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dab739e9-0fca-41ef-ae00-0832ca0625a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:00.705121 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-660605b3-dda1-4b04-b3e0-537ff2fb5773 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:00.768902 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab739e9-0fca-41ef-ae00-0832ca0625a9 None None] Network 16d4664d-aab5-4f6c-8f4c-4d238f284bd2 is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:16:00.776357 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-dab739e9-0fca-41ef-ae00-0832ca0625a9 None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:16:00.778973 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab739e9-0fca-41ef-ae00-0832ca0625a9 None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:16:00.790224 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab739e9-0fca-41ef-ae00-0832ca0625a9 None None] Pushing event updated for resources: {'Port': ['ID=2bddcc34-2e85-4240-9006-077af5ce6653,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:00.793185 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-dab739e9-0fca-41ef-ae00-0832ca0625a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:00.862943 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a9b2db36-f837-4625-8379-59b3c3c5d225 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:00.886504 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6cde77ef-30b5-44f1-9068-8a7578901ef9 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854141934'] for router_gateway, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:00.893718 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-dab739e9-0fca-41ef-ae00-0832ca0625a9 None None] Attempting to bind port 2bddcc34-2e85-4240-9006-077af5ce6653 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:16:00.894484 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-dab739e9-0fca-41ef-ae00-0832ca0625a9 None None] Attempting to bind port 2bddcc34-2e85-4240-9006-077af5ce6653 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '588893a7-e457-46d1-a78a-572300d613f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '16d4664d-aab5-4f6c-8f4c-4d238f284bd2'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:16:00.895015 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab739e9-0fca-41ef-ae00-0832ca0625a9 None None] Attempting to bind port 2bddcc34-2e85-4240-9006-077af5ce6653 on network 16d4664d-aab5-4f6c-8f4c-4d238f284bd2 {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:16:00.902145 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab739e9-0fca-41ef-ae00-0832ca0625a9 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:16:00.902661 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab739e9-0fca-41ef-ae00-0832ca0625a9 None None] Checking segment: {'id': '588893a7-e457-46d1-a78a-572300d613f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '16d4664d-aab5-4f6c-8f4c-4d238f284bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:16:00.903119 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dab739e9-0fca-41ef-ae00-0832ca0625a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:00.903642 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab739e9-0fca-41ef-ae00-0832ca0625a9 None None] Bound using segment: {'id': '588893a7-e457-46d1-a78a-572300d613f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '16d4664d-aab5-4f6c-8f4c-4d238f284bd2'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:16:00.904338 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-dab739e9-0fca-41ef-ae00-0832ca0625a9 None None] Bound port: 2bddcc34-2e85-4240-9006-077af5ce6653, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '588893a7-e457-46d1-a78a-572300d613f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '16d4664d-aab5-4f6c-8f4c-4d238f284bd2'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:16:00.904917 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dab739e9-0fca-41ef-ae00-0832ca0625a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:00.909670 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-300e3af7-8d35-4089-b994-f2321d6e58b4 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:00.969804 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:01.003223 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-dab739e9-0fca-41ef-ae00-0832ca0625a9 None None] For port 2bddcc34-2e85-4240-9006-077af5ce6653, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:16:01.006458 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-dab739e9-0fca-41ef-ae00-0832ca0625a9 None None] For port 2bddcc34-2e85-4240-9006-077af5ce6653, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=2bddcc34-2e85-4240-9006-077af5ce6653,segment=NetworkSegment(588893a7-e457-46d1-a78a-572300d613f8),segment_id=588893a7-e457-46d1-a78a-572300d613f8)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:16:01.039869 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dab739e9-0fca-41ef-ae00-0832ca0625a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:01.044968 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d43b9a74-23ca-4a35-bd54-db05544161db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:01.076252 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6a928550-2453-438c-8030-e2210ec26b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:01.082791 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-425d12c3-aec2-4265-8cc0-ee321fc9b27f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:01.084173 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300e3af7-8d35-4089-b994-f2321d6e58b4 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Pushing event updated for resources: {'Subnet': ['ID=9372aaa8-19be-4d0c-912d-4da873d7630a,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:01.098665 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-300e3af7-8d35-4089-b994-f2321d6e58b4 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:01.113549 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a9b2db36-f837-4625-8379-59b3c3c5d225 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:01.122498 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-43b1e172-4cd0-4cab-9867-51d91315d502 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:01.134072 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab739e9-0fca-41ef-ae00-0832ca0625a9 None None] Pushing event updated for resources: {'Port': ['ID=2bddcc34-2e85-4240-9006-077af5ce6653,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:01.142222 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-dab739e9-0fca-41ef-ae00-0832ca0625a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:01.168243 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-8fddf5b5-0860-47a2-980a-a273fdb1287c tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] For port 2bddcc34-2e85-4240-9006-077af5ce6653, host dv-neutron-821831-2-hyperv, got binding levels [] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:16:01.168646 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8fddf5b5-0860-47a2-980a-a273fdb1287c tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:01.230377 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a928550-2453-438c-8030-e2210ec26b71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b40785-f870-4227-ba01-855a7ff6af19,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:01.240198 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6a928550-2453-438c-8030-e2210ec26b71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:01.248586 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6cde77ef-30b5-44f1-9068-8a7578901ef9 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854207876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854699191'] for router, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:01.321559 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6cde77ef-30b5-44f1-9068-8a7578901ef9 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:01.323583 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6a928550-2453-438c-8030-e2210ec26b71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:01.325979 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6a928550-2453-438c-8030-e2210ec26b71 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/50b40785-f870-4227-ba01-855a7ff6af19 HTTP/1.1" status: 204 len: 168 time: 1.3142812 Dec 15 19:16:01.328994 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300e3af7-8d35-4089-b994-f2321d6e58b4 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Checking segment: {'id': '9fedf4a5-ebea-48d7-92ee-94db3cfbc60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '61f0a756-4ac9-494c-ad34-927949026856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:16:01.329403 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300e3af7-8d35-4089-b994-f2321d6e58b4 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Network hostable DHCP agents. Network: 61f0a756-4ac9-494c-ad34-927949026856, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:16:01.340386 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-8fddf5b5-0860-47a2-980a-a273fdb1287c tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Calling delete_port for 2bddcc34-2e85-4240-9006-077af5ce6653 owned by network:dhcp {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:16:01.370046 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b2db36-f837-4625-8379-59b3c3c5d225 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:16:01.377873 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6cde77ef-30b5-44f1-9068-8a7578901ef9 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854207982'] for router, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:01.378469 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cde77ef-30b5-44f1-9068-8a7578901ef9 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Fanout notify agent at l3_agent the message router_deleted on router 80158b49-cac9-47c7-b851-e2b564427706 {{(pid=88990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 19:16:01.384109 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-a9b2db36-f837-4625-8379-59b3c3c5d225 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:16:01.389305 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b2db36-f837-4625-8379-59b3c3c5d225 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Pushing event updated for resources: {'Port': ['ID=b8f78377-029d-4872-abd8-31b13c2bc80d,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:01.397371 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b2db36-f837-4625-8379-59b3c3c5d225 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:16:01.405644 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6cde77ef-30b5-44f1-9068-8a7578901ef9 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:01.406901 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6cde77ef-30b5-44f1-9068-8a7578901ef9 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] 10.222.0.36 "DELETE /v2.0/routers/80158b49-cac9-47c7-b851-e2b564427706 HTTP/1.1" status: 204 len: 168 time: 2.7369058 Dec 15 19:16:01.411024 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 47560) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:01.423007 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-ec3d1ef1-0091-4e66-a7fd-d056774b6803 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-800566976', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:16:01.430048 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ec3d1ef1-0091-4e66-a7fd-d056774b6803 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:16:01.430462 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a9b2db36-f837-4625-8379-59b3c3c5d225 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:01.434110 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ec3d1ef1-0091-4e66-a7fd-d056774b6803 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Usage tracker for resource:router and tenant:d0729300b7f441efa47669498ef67cb6 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:16:01.438778 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ec3d1ef1-0091-4e66-a7fd-d056774b6803 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:16:01.449359 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ec3d1ef1-0091-4e66-a7fd-d056774b6803 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:16:01.520919 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ec3d1ef1-0091-4e66-a7fd-d056774b6803 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854699176'] for router, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:01.521936 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ec3d1ef1-0091-4e66-a7fd-d056774b6803 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854194926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-76609'] for router, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:01.553087 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300e3af7-8d35-4089-b994-f2321d6e58b4 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Network 61f0a756-4ac9-494c-ad34-927949026856 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:16:01.578636 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-8fddf5b5-0860-47a2-980a-a273fdb1287c tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88991) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:16:01.579009 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-8fddf5b5-0860-47a2-980a-a273fdb1287c tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:16:01.620877 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ec3d1ef1-0091-4e66-a7fd-d056774b6803 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:01.628041 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-300e3af7-8d35-4089-b994-f2321d6e58b4 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, 61f0a756-4ac9-494c-ad34-927949026856) {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:16:01.634032 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-300e3af7-8d35-4089-b994-f2321d6e58b4 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:01.640552 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b48db2-9f4e-4dfc-b8c9-dcfc99c20006 None None] Network 61f0a756-4ac9-494c-ad34-927949026856 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:16:01.645785 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ccc7ae7a-b2e4-4f9a-860a-405339198bb7 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:01.713567 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ec3d1ef1-0091-4e66-a7fd-d056774b6803 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904'] for router, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:01.794204 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300e3af7-8d35-4089-b994-f2321d6e58b4 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Pushing event updated for resources: {'Subnet': ['ID=95b11be6-311a-454d-b74b-f9c33b54bacf,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:01.798819 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-300e3af7-8d35-4089-b994-f2321d6e58b4 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:01.799714 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300e3af7-8d35-4089-b994-f2321d6e58b4 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Checking segment: {'id': '487f3b51-c7b8-448e-846d-abcce7b41ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'e287da44-a17a-4a93-bc57-e9e506e3dbdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:16:01.800115 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300e3af7-8d35-4089-b994-f2321d6e58b4 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Network hostable DHCP agents. Network: e287da44-a17a-4a93-bc57-e9e506e3dbdf, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:16:01.805986 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ec3d1ef1-0091-4e66-a7fd-d056774b6803 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:01.812402 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ec3d1ef1-0091-4e66-a7fd-d056774b6803 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3979750 Dec 15 19:16:01.813046 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 47566) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:01.822471 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-31c5e2c5-85a6-4ac6-82fb-569408241d0a tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Request body: {'router': {'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:16:01.906836 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-ce26fb12-cd7d-4fa0-8eca-122d8b334d6f tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Deleting port 568caf6a-15f0-458f-9608-cab44e42521d {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:16:01.907395 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ce26fb12-cd7d-4fa0-8eca-122d8b334d6f tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:01.974399 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc605ed-f5f8-4f3e-b2b4-5f4318e5b1e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-61f0a756-4ac9-494c-ad34-927949026856', 'network_id': '61f0a756-4ac9-494c-ad34-927949026856', 'tenant_id': 'c64c253d74d048cba4458cea9b82cee7', 'fixed_ips': [{'subnet_id': '9372aaa8-19be-4d0c-912d-4da873d7630a'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:16:01.975749 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fcc605ed-f5f8-4f3e-b2b4-5f4318e5b1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:02.074687 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a9b2db36-f837-4625-8379-59b3c3c5d225 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:02.075465 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a9b2db36-f837-4625-8379-59b3c3c5d225 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904'] for router, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:02.084641 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-8fddf5b5-0860-47a2-980a-a273fdb1287c tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Deleting port 2bddcc34-2e85-4240-9006-077af5ce6653 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:16:02.085050 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8fddf5b5-0860-47a2-980a-a273fdb1287c tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:02.109549 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300e3af7-8d35-4089-b994-f2321d6e58b4 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Network e287da44-a17a-4a93-bc57-e9e506e3dbdf is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:16:02.133375 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ce26fb12-cd7d-4fa0-8eca-122d8b334d6f tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:02.182792 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-fcc605ed-f5f8-4f3e-b2b4-5f4318e5b1e4 None None] Allocated IP 172.20.0.2 (61f0a756-4ac9-494c-ad34-927949026856/9372aaa8-19be-4d0c-912d-4da873d7630a/d0f5e5c6-d767-4b2c-aa86-37b5b807496f) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:16:02.252940 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-300e3af7-8d35-4089-b994-f2321d6e58b4 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, e287da44-a17a-4a93-bc57-e9e506e3dbdf) {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:16:02.275151 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-ce26fb12-cd7d-4fa0-8eca-122d8b334d6f tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Calling delete_port for 568caf6a-15f0-458f-9608-cab44e42521d owned by network:router_interface {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:16:02.276472 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300e3af7-8d35-4089-b994-f2321d6e58b4 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:16:02.276913 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300e3af7-8d35-4089-b994-f2321d6e58b4 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:16:02.277612 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-300e3af7-8d35-4089-b994-f2321d6e58b4 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:02.401385 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8862ae32-398f-44ee-8c7c-621a707fa33a None None] Network e287da44-a17a-4a93-bc57-e9e506e3dbdf requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:16:02.438052 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-300e3af7-8d35-4089-b994-f2321d6e58b4 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 4.7576571 Dec 15 19:16:02.443940 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 47580) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:02.554989 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c093a4a4-c1b6-4214-a3e7-6d75c0b7c040 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:16:02.556791 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c093a4a4-c1b6-4214-a3e7-6d75c0b7c040 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:16:02.558544 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c093a4a4-c1b6-4214-a3e7-6d75c0b7c040 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:16:02.560512 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c093a4a4-c1b6-4214-a3e7-6d75c0b7c040 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1151268 Dec 15 19:16:02.564621 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 47590) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:02.614299 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ce26fb12-cd7d-4fa0-8eca-122d8b334d6f tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:02.620402 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fcc605ed-f5f8-4f3e-b2b4-5f4318e5b1e4 None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:02.639334 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-45454a8e-0056-469c-8d2d-ad071549f006 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:02.652482 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-fcc605ed-f5f8-4f3e-b2b4-5f4318e5b1e4 None None] Transition to ACTIVE for port object d0f5e5c6-d767-4b2c-aa86-37b5b807496f will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:16:02.699962 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-fcc605ed-f5f8-4f3e-b2b4-5f4318e5b1e4 None None] Transition to ACTIVE for port object d0f5e5c6-d767-4b2c-aa86-37b5b807496f will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:16:02.743776 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fcc605ed-f5f8-4f3e-b2b4-5f4318e5b1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:02.770121 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3e3de7e7-c28c-432b-8381-7e324e61640c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:02.812371 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc605ed-f5f8-4f3e-b2b4-5f4318e5b1e4 None None] Network 61f0a756-4ac9-494c-ad34-927949026856 is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:16:02.822141 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-fcc605ed-f5f8-4f3e-b2b4-5f4318e5b1e4 None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:16:02.829470 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc605ed-f5f8-4f3e-b2b4-5f4318e5b1e4 None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:16:02.964029 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce26fb12-cd7d-4fa0-8eca-122d8b334d6f tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Pushing event deleted for resources: {'Port': ['ID=568caf6a-15f0-458f-9608-cab44e42521d,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:03.019086 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ce26fb12-cd7d-4fa0-8eca-122d8b334d6f tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:03.027881 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 47596) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:03.168604 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-8fddf5b5-0860-47a2-980a-a273fdb1287c tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] For port 2bddcc34-2e85-4240-9006-077af5ce6653, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=2bddcc34-2e85-4240-9006-077af5ce6653,segment=NetworkSegment(588893a7-e457-46d1-a78a-572300d613f8),segment_id=588893a7-e457-46d1-a78a-572300d613f8)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:16:03.169018 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8fddf5b5-0860-47a2-980a-a273fdb1287c tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:03.191339 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 2bddcc34-2e85-4240-9006-077af5ce6653 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:16:03.221100 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ce26fb12-cd7d-4fa0-8eca-122d8b334d6f tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852815828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854144871'] for router_interface, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:03.279014 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc605ed-f5f8-4f3e-b2b4-5f4318e5b1e4 None None] Pushing event updated for resources: {'Port': ['ID=d0f5e5c6-d767-4b2c-aa86-37b5b807496f,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:03.282438 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fcc605ed-f5f8-4f3e-b2b4-5f4318e5b1e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:03.319609 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-fcc605ed-f5f8-4f3e-b2b4-5f4318e5b1e4 None None] Attempting to bind port d0f5e5c6-d767-4b2c-aa86-37b5b807496f on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:16:03.320113 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-fcc605ed-f5f8-4f3e-b2b4-5f4318e5b1e4 None None] Attempting to bind port d0f5e5c6-d767-4b2c-aa86-37b5b807496f by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '9fedf4a5-ebea-48d7-92ee-94db3cfbc60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '61f0a756-4ac9-494c-ad34-927949026856'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:16:03.328460 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc605ed-f5f8-4f3e-b2b4-5f4318e5b1e4 None None] Attempting to bind port d0f5e5c6-d767-4b2c-aa86-37b5b807496f on network 61f0a756-4ac9-494c-ad34-927949026856 {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:16:03.363450 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 2bddcc34-2e85-4240-9006-077af5ce6653 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:16:03.384625 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc605ed-f5f8-4f3e-b2b4-5f4318e5b1e4 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:16:03.385159 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc605ed-f5f8-4f3e-b2b4-5f4318e5b1e4 None None] Checking segment: {'id': '9fedf4a5-ebea-48d7-92ee-94db3cfbc60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '61f0a756-4ac9-494c-ad34-927949026856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:16:03.385689 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fcc605ed-f5f8-4f3e-b2b4-5f4318e5b1e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:03.386208 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc605ed-f5f8-4f3e-b2b4-5f4318e5b1e4 None None] Bound using segment: {'id': '9fedf4a5-ebea-48d7-92ee-94db3cfbc60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '61f0a756-4ac9-494c-ad34-927949026856'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:16:03.386990 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-fcc605ed-f5f8-4f3e-b2b4-5f4318e5b1e4 None None] Bound port: d0f5e5c6-d767-4b2c-aa86-37b5b807496f, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fedf4a5-ebea-48d7-92ee-94db3cfbc60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '61f0a756-4ac9-494c-ad34-927949026856'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:16:03.387486 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fcc605ed-f5f8-4f3e-b2b4-5f4318e5b1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:03.411249 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-065135bd-2f58-492e-89ea-a446cc922fbd tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Deleting subnet 9372aaa8-19be-4d0c-912d-4da873d7630a {{(pid=88990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:16:03.414953 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-065135bd-2f58-492e-89ea-a446cc922fbd tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks [] for subnet, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:03.421554 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-8fddf5b5-0860-47a2-980a-a273fdb1287c tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Calling delete_port for 2bddcc34-2e85-4240-9006-077af5ce6653 owned by network:dhcp {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:16:03.464926 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329d4b3b-9964-4a5d-b39f-6d771fb2ff40 None None] Network 16d4664d-aab5-4f6c-8f4c-4d238f284bd2 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:16:03.483430 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-31c5e2c5-85a6-4ac6-82fb-569408241d0a tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:03.545312 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-ba5b3d97-338b-4341-9c8f-3041a6de49c3 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-2139847805'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:16:03.551947 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-065135bd-2f58-492e-89ea-a446cc922fbd tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838448728'] for subnet, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:03.588220 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ba5b3d97-338b-4341-9c8f-3041a6de49c3 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:16:03.651403 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-fcc605ed-f5f8-4f3e-b2b4-5f4318e5b1e4 None None] For port d0f5e5c6-d767-4b2c-aa86-37b5b807496f, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:16:03.659524 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-fcc605ed-f5f8-4f3e-b2b4-5f4318e5b1e4 None None] For port d0f5e5c6-d767-4b2c-aa86-37b5b807496f, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=d0f5e5c6-d767-4b2c-aa86-37b5b807496f,segment=NetworkSegment(9fedf4a5-ebea-48d7-92ee-94db3cfbc60b),segment_id=9fedf4a5-ebea-48d7-92ee-94db3cfbc60b)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:16:03.683522 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34a3646-4dd4-4f31-9555-e0215e7cba8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-e287da44-a17a-4a93-bc57-e9e506e3dbdf', 'network_id': 'e287da44-a17a-4a93-bc57-e9e506e3dbdf', 'tenant_id': 'c64c253d74d048cba4458cea9b82cee7', 'fixed_ips': [{'subnet_id': '95b11be6-311a-454d-b74b-f9c33b54bacf'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:16:03.684346 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e34a3646-4dd4-4f31-9555-e0215e7cba8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:03.694516 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ba5b3d97-338b-4341-9c8f-3041a6de49c3 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Usage tracker for resource:network and tenant:1ed51d9be243454f815e29b0df356bce is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:16:03.700947 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fcc605ed-f5f8-4f3e-b2b4-5f4318e5b1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:03.704772 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ba5b3d97-338b-4341-9c8f-3041a6de49c3 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:16:03.716956 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-21cc4970-3a34-4591-a4b5-b37fcff63749 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:03.779504 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8fddf5b5-0860-47a2-980a-a273fdb1287c tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:03.792477 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ba5b3d97-338b-4341-9c8f-3041a6de49c3 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:16:03.801579 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-210e8c2e-aa93-4202-b447-57f9cba24ede tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:03.852585 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fddf5b5-0860-47a2-980a-a273fdb1287c tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Pushing event deleted for resources: {'Port': ['ID=2bddcc34-2e85-4240-9006-077af5ce6653,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:03.854777 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8fddf5b5-0860-47a2-980a-a273fdb1287c tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:03.860649 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc605ed-f5f8-4f3e-b2b4-5f4318e5b1e4 None None] Pushing event updated for resources: {'Port': ['ID=d0f5e5c6-d767-4b2c-aa86-37b5b807496f,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:03.868242 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fcc605ed-f5f8-4f3e-b2b4-5f4318e5b1e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:03.971279 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fddf5b5-0860-47a2-980a-a273fdb1287c tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] No DVR routers for this DVR port 2bddcc34-2e85-4240-9006-077af5ce6653 on host dv-neutron-821831-2-hyperv {{(pid=88991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:16:03.975951 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba5b3d97-338b-4341-9c8f-3041a6de49c3 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Made reservation on behalf of 1ed51d9be243454f815e29b0df356bce for: {'network': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:16:03.981824 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ba5b3d97-338b-4341-9c8f-3041a6de49c3 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:03.987864 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-f89c5061-b680-483a-8770-1ee40a934853 None None] Provisioning complete for port 2bddcc34-2e85-4240-9006-077af5ce6653 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:16:03.988292 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f89c5061-b680-483a-8770-1ee40a934853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:04.049049 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-f89c5061-b680-483a-8770-1ee40a934853 None None] Port 2bddcc34-2e85-4240-9006-077af5ce6653 was deleted so its status cannot be updated. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:300}} Dec 15 19:16:04.062458 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ba5b3d97-338b-4341-9c8f-3041a6de49c3 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Notify callbacks [] for security_group, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:04.084372 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-065135bd-2f58-492e-89ea-a446cc922fbd tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:04.109552 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8fddf5b5-0860-47a2-980a-a273fdb1287c tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:04.146167 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce26fb12-cd7d-4fa0-8eca-122d8b334d6f tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Router 77d2bd4d-d677-45fa-b68a-501adf2b88ba has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:16:04.188747 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ba5b3d97-338b-4341-9c8f-3041a6de49c3 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:16:04.197639 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-e34a3646-4dd4-4f31-9555-e0215e7cba8b None None] Allocated IP 172.20.0.18 (e287da44-a17a-4a93-bc57-e9e506e3dbdf/95b11be6-311a-454d-b74b-f9c33b54bacf/e69e23f4-8641-4418-801b-43b345dd4eb9) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:16:04.211959 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ba5b3d97-338b-4341-9c8f-3041a6de49c3 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Usage tracker for resource:security_group_rule and tenant:1ed51d9be243454f815e29b0df356bce is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:16:04.217254 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ba5b3d97-338b-4341-9c8f-3041a6de49c3 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:16:04.234957 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ba5b3d97-338b-4341-9c8f-3041a6de49c3 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:16:04.236958 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9b2db36-f837-4625-8379-59b3c3c5d225 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Router 3517e290-2cf6-43c0-859f-5b08dddf3656 is scheduled to L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 with binding_index 1 {{(pid=88991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 15 19:16:04.305953 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-31c5e2c5-85a6-4ac6-82fb-569408241d0a tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks [] for router_gateway, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:04.320969 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce26fb12-cd7d-4fa0-8eca-122d8b334d6f tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:16:04.333995 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89e718f-2dc0-4840-b4eb-90f33a5c3d30 None None] Sync routers for ids ['77d2bd4d-d677-45fa-b68a-501adf2b88ba'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:16:04.350063 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-065135bd-2f58-492e-89ea-a446cc922fbd tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16636259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14850861'] for subnet, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:04.355379 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89e718f-2dc0-4840-b4eb-90f33a5c3d30 None None] Routers {'77d2bd4d-d677-45fa-b68a-501adf2b88ba'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:16:04.356089 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-e89e718f-2dc0-4840-b4eb-90f33a5c3d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:15:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['77d2bd4d-d677-45fa-b68a-501adf2b88ba'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:04.371797 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:04.410681 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-31c5e2c5-85a6-4ac6-82fb-569408241d0a tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:04.429262 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ce26fb12-cd7d-4fa0-8eca-122d8b334d6f tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] 10.222.0.36 "PUT /v2.0/routers/77d2bd4d-d677-45fa-b68a-501adf2b88ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1497293 Dec 15 19:16:04.432548 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065135bd-2f58-492e-89ea-a446cc922fbd tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Pushing event deleted for resources: {'Subnet': ['ID=9372aaa8-19be-4d0c-912d-4da873d7630a,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:04.435631 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 47606) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:04.439230 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-065135bd-2f58-492e-89ea-a446cc922fbd tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:04.480583 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-e89e718f-2dc0-4840-b4eb-90f33a5c3d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:04.497812 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89e718f-2dc0-4840-b4eb-90f33a5c3d30 None None] Routers {'77d2bd4d-d677-45fa-b68a-501adf2b88ba'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:16:04.498533 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-e89e718f-2dc0-4840-b4eb-90f33a5c3d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:15:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['77d2bd4d-d677-45fa-b68a-501adf2b88ba'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:04.511085 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-065135bd-2f58-492e-89ea-a446cc922fbd tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:04.516435 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-065135bd-2f58-492e-89ea-a446cc922fbd tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] 10.222.0.36 "DELETE /v2.0/subnets/9372aaa8-19be-4d0c-912d-4da873d7630a HTTP/1.1" status: 204 len: 168 time: 1.9476485 Dec 15 19:16:04.519278 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 47610) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:04.536149 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-6b03b805-df3d-4b3d-a347-01f1f979c336 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] show failed (client error): The resource could not be found. Dec 15 19:16:04.538175 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6b03b805-df3d-4b3d-a347-01f1f979c336 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] 10.222.0.36 "GET /v2.0/routers/tempest-non_exist_router-1375256079 HTTP/1.1" status: 404 len: 335 time: 0.1000123 Dec 15 19:16:04.544070 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 47614) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:04.558139 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-242046da-5ff7-484e-b3c8-37fa11e103ae tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:16:04.584749 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8fddf5b5-0860-47a2-980a-a273fdb1287c tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16156049'] for subnet, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:04.632847 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-300e3af7-8d35-4089-b994-f2321d6e58b4 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:04.646314 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-242046da-5ff7-484e-b3c8-37fa11e103ae tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] update failed (client error): The resource could not be found. Dec 15 19:16:04.652009 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-242046da-5ff7-484e-b3c8-37fa11e103ae tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] 10.222.0.36 "PUT /v2.0/routers/tempest-non_exist_router-896162673 HTTP/1.1" status: 404 len: 334 time: 0.1061864 Dec 15 19:16:04.652808 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 47618) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:04.666390 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-e89e718f-2dc0-4840-b4eb-90f33a5c3d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:04.666659 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89e718f-2dc0-4840-b4eb-90f33a5c3d30 None None] The sync data for ids ['77d2bd4d-d677-45fa-b68a-501adf2b88ba'] in dv-neutron-821831-2-hyperv is: [] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:16:04.766488 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fddf5b5-0860-47a2-980a-a273fdb1287c tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Pushing event deleted for resources: {'Subnet': ['ID=1e40c97c-d5e2-4560-b3ce-0583162364e1,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:04.769224 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8fddf5b5-0860-47a2-980a-a273fdb1287c tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:04.826144 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e34a3646-4dd4-4f31-9555-e0215e7cba8b None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:04.840054 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-e34a3646-4dd4-4f31-9555-e0215e7cba8b None None] Transition to ACTIVE for port object e69e23f4-8641-4418-801b-43b345dd4eb9 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:16:04.857456 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7bb9c7-81d4-4d0a-a702-043fb2b3ed1b None None] Network 16d4664d-aab5-4f6c-8f4c-4d238f284bd2 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:16:04.912956 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-d961881d-972f-4c32-9e73-1a724a4b874e tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Deleting subnet af81fd97-6193-4dc1-a376-8c0c3b5ee84a {{(pid=88990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:16:04.919056 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d961881d-972f-4c32-9e73-1a724a4b874e tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks [] for subnet, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:04.952137 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ba5b3d97-338b-4341-9c8f-3041a6de49c3 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Notify callbacks [] for security_group, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:05.001904 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d961881d-972f-4c32-9e73-1a724a4b874e tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838448728'] for subnet, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:05.013655 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-e34a3646-4dd4-4f31-9555-e0215e7cba8b None None] Transition to ACTIVE for port object e69e23f4-8641-4418-801b-43b345dd4eb9 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:16:05.082384 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device d0f5e5c6-d767-4b2c-aa86-37b5b807496f up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:16:05.116311 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e34a3646-4dd4-4f31-9555-e0215e7cba8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:05.131016 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7c6df511-10c2-4eb1-bf4e-79852d424ff8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:05.136150 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d961881d-972f-4c32-9e73-1a724a4b874e tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:05.152419 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ba5b3d97-338b-4341-9c8f-3041a6de49c3 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:05.180411 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2999b5d9-59f9-49cf-8753-679cbabfb4a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:05.217700 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8fddf5b5-0860-47a2-980a-a273fdb1287c tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:05.233813 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-31c5e2c5-85a6-4ac6-82fb-569408241d0a tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Allocated IP 172.26.3.228 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/b3c8d3cd-056f-4ac8-9fbf-512df1aae85e) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:16:05.252384 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34a3646-4dd4-4f31-9555-e0215e7cba8b None None] Network e287da44-a17a-4a93-bc57-e9e506e3dbdf is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:16:05.258036 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba5b3d97-338b-4341-9c8f-3041a6de49c3 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=88991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:16:05.258715 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d961881d-972f-4c32-9e73-1a724a4b874e tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16636259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14850861'] for subnet, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:05.260564 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-e34a3646-4dd4-4f31-9555-e0215e7cba8b None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:16:05.263088 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34a3646-4dd4-4f31-9555-e0215e7cba8b None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:16:05.268663 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7a4c631b-da90-41fa-be7e-e9e40a573921 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:05.277898 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34a3646-4dd4-4f31-9555-e0215e7cba8b None None] Pushing event updated for resources: {'Port': ['ID=e69e23f4-8641-4418-801b-43b345dd4eb9,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:05.281286 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e34a3646-4dd4-4f31-9555-e0215e7cba8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:05.297780 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-8fddf5b5-0860-47a2-980a-a273fdb1287c tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16d4664d-aab5-4f6c-8f4c-4d238f284bd2']}} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:05.307600 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961881d-972f-4c32-9e73-1a724a4b874e tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Pushing event deleted for resources: {'Subnet': ['ID=af81fd97-6193-4dc1-a376-8c0c3b5ee84a,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:05.310894 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d961881d-972f-4c32-9e73-1a724a4b874e tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:05.312610 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d961881d-972f-4c32-9e73-1a724a4b874e tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:05.318530 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5b3d97-338b-4341-9c8f-3041a6de49c3 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc76f410-4317-42f4-9b7c-d7c52c89900c,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:05.324957 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ba5b3d97-338b-4341-9c8f-3041a6de49c3 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:05.325972 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ba5b3d97-338b-4341-9c8f-3041a6de49c3 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:05.326402 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-ba5b3d97-338b-4341-9c8f-3041a6de49c3 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Added segment ba8e5a70-ac71-477c-9f28-abdf0b4068a8 of type vlan for network c230877b-c462-4b98-a497-8a0d3225ba55 Dec 15 19:16:05.327804 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d961881d-972f-4c32-9e73-1a724a4b874e tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] 10.222.0.36 "DELETE /v2.0/subnets/af81fd97-6193-4dc1-a376-8c0c3b5ee84a HTTP/1.1" status: 204 len: 168 time: 0.6733329 Dec 15 19:16:05.328506 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 47626) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:05.359765 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d44b294-1e8f-40fa-9255-c7229ff29fa9 None None] Network 591106ce-ef59-463b-9d4b-92d57133694c requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:16:05.364117 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-8fddf5b5-0860-47a2-980a-a273fdb1287c tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '588893a7-e457-46d1-a78a-572300d613f8') {'for_net_delete': True} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:05.364464 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-8fddf5b5-0860-47a2-980a-a273fdb1287c tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '588893a7-e457-46d1-a78a-572300d613f8') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:05.380959 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port d0f5e5c6-d767-4b2c-aa86-37b5b807496f completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:16:05.469423 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6ba95fbf-bb7e-49a5-af90-4a7215e0c452 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:05.475760 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-e34a3646-4dd4-4f31-9555-e0215e7cba8b None None] Attempting to bind port e69e23f4-8641-4418-801b-43b345dd4eb9 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:16:05.476186 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-e34a3646-4dd4-4f31-9555-e0215e7cba8b None None] Attempting to bind port e69e23f4-8641-4418-801b-43b345dd4eb9 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '487f3b51-c7b8-448e-846d-abcce7b41ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'e287da44-a17a-4a93-bc57-e9e506e3dbdf'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:16:05.476607 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34a3646-4dd4-4f31-9555-e0215e7cba8b None None] Attempting to bind port e69e23f4-8641-4418-801b-43b345dd4eb9 on network e287da44-a17a-4a93-bc57-e9e506e3dbdf {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:16:05.481788 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-6ba95fbf-bb7e-49a5-af90-4a7215e0c452 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Deleting port 063520db-1933-40d0-ae20-a75c2306c607 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:16:05.482170 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6ba95fbf-bb7e-49a5-af90-4a7215e0c452 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:05.485155 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07a7cc4-14d9-428e-b712-c08d82c5daed None None] DHCP port deletion for 16d4664d-aab5-4f6c-8f4c-4d238f284bd2 request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:16:05.517167 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34a3646-4dd4-4f31-9555-e0215e7cba8b None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:16:05.517598 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34a3646-4dd4-4f31-9555-e0215e7cba8b None None] Checking segment: {'id': '487f3b51-c7b8-448e-846d-abcce7b41ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'e287da44-a17a-4a93-bc57-e9e506e3dbdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:16:05.518061 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e34a3646-4dd4-4f31-9555-e0215e7cba8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:05.518573 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34a3646-4dd4-4f31-9555-e0215e7cba8b None None] Bound using segment: {'id': '487f3b51-c7b8-448e-846d-abcce7b41ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'e287da44-a17a-4a93-bc57-e9e506e3dbdf'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:16:05.519121 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-e34a3646-4dd4-4f31-9555-e0215e7cba8b None None] Bound port: e69e23f4-8641-4418-801b-43b345dd4eb9, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '487f3b51-c7b8-448e-846d-abcce7b41ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'e287da44-a17a-4a93-bc57-e9e506e3dbdf'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:16:05.519550 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e34a3646-4dd4-4f31-9555-e0215e7cba8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:05.714161 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-e34a3646-4dd4-4f31-9555-e0215e7cba8b None None] For port e69e23f4-8641-4418-801b-43b345dd4eb9, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:16:05.722897 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-e34a3646-4dd4-4f31-9555-e0215e7cba8b None None] For port e69e23f4-8641-4418-801b-43b345dd4eb9, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=e69e23f4-8641-4418-801b-43b345dd4eb9,segment=NetworkSegment(487f3b51-c7b8-448e-846d-abcce7b41ecf),segment_id=487f3b51-c7b8-448e-846d-abcce7b41ecf)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:16:05.725395 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8fddf5b5-0860-47a2-980a-a273fdb1287c tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838443042'] for segment, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:05.770577 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e34a3646-4dd4-4f31-9555-e0215e7cba8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:05.774453 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ea2f32c-1b8d-492e-9bcd-89c0507b974b tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Deleting subnet 95b11be6-311a-454d-b74b-f9c33b54bacf {{(pid=88991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:16:05.784065 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-6ba95fbf-bb7e-49a5-af90-4a7215e0c452 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] For port 063520db-1933-40d0-ae20-a75c2306c607, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=063520db-1933-40d0-ae20-a75c2306c607,segment=NetworkSegment(60abe93f-bc4d-4d93-b7d5-b258645c811e),segment_id=60abe93f-bc4d-4d93-b7d5-b258645c811e)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:16:05.784475 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ba5b3d97-338b-4341-9c8f-3041a6de49c3 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:05.784796 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6ba95fbf-bb7e-49a5-af90-4a7215e0c452 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:05.790278 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-660605b3-dda1-4b04-b3e0-537ff2fb5773 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:05.798761 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9ea2f32c-1b8d-492e-9bcd-89c0507b974b tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks [] for subnet, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:05.832076 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8fddf5b5-0860-47a2-980a-a273fdb1287c tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:05.851913 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a353b3-23f6-410d-aefd-a82ca35d874c None None] DHCP port deletion for 591106ce-ef59-463b-9d4b-92d57133694c request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:16:05.866542 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-e1a353b3-23f6-410d-aefd-a82ca35d874c None None] Deleting port 063520db-1933-40d0-ae20-a75c2306c607 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:16:05.867061 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e1a353b3-23f6-410d-aefd-a82ca35d874c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:05.877677 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fddf5b5-0860-47a2-980a-a273fdb1287c tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=88991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:16:05.878132 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8fddf5b5-0860-47a2-980a-a273fdb1287c tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838443729'] for segment, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:05.898738 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:16:05.898738 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:16:05.898738 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:16:05.898738 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:16:05.898738 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:16:05.898738 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:16:05.898738 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:16:05.898738 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:16:05.898738 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:16:05.898738 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:16:05.898738 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:16:05.898738 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:16:05.898738 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:16:05.898738 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:16:05.898738 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:16:05.898738 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:16:05.898738 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:16:05.898738 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:16:05.898738 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:16:05.898738 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:16:05.898738 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:16:05.898738 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:16:05.898738 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:16:05.898738 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:16:05.898738 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:16:05.898738 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:16:05.898738 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:16:05.898738 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:16:05.898738 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:16:05.898738 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:16:05.898738 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:16:05.898738 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:16:05.942200 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34a3646-4dd4-4f31-9555-e0215e7cba8b None None] Pushing event updated for resources: {'Port': ['ID=e69e23f4-8641-4418-801b-43b345dd4eb9,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:05.953457 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e34a3646-4dd4-4f31-9555-e0215e7cba8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:06.004003 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-6ba95fbf-bb7e-49a5-af90-4a7215e0c452 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Calling delete_port for 063520db-1933-40d0-ae20-a75c2306c607 owned by network:dhcp {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:16:06.055236 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9ea2f32c-1b8d-492e-9bcd-89c0507b974b tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16332759'] for subnet, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:06.130334 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ba5b3d97-338b-4341-9c8f-3041a6de49c3 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:06.137802 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b2db36-f837-4625-8379-59b3c3c5d225 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:16:06.146523 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-31c5e2c5-85a6-4ac6-82fb-569408241d0a tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:06.152030 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e1f6ba-a683-4362-8638-2c7feba7be1b None None] Sync routers for ids ['3517e290-2cf6-43c0-859f-5b08dddf3656'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:16:06.153497 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5b3d97-338b-4341-9c8f-3041a6de49c3 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:16:06.154194 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ba5b3d97-338b-4341-9c8f-3041a6de49c3 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:06.156168 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6ba95fbf-bb7e-49a5-af90-4a7215e0c452 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:06.169530 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:06.175687 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-bf70ceae-6a34-4c9f-acd8-1788af8d976d tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:06.215319 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e1f6ba-a683-4362-8638-2c7feba7be1b None None] Routers {'3517e290-2cf6-43c0-859f-5b08dddf3656'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:16:06.216253 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-13e1f6ba-a683-4362-8638-2c7feba7be1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:15:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['3517e290-2cf6-43c0-859f-5b08dddf3656'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:06.250480 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba95fbf-bb7e-49a5-af90-4a7215e0c452 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Pushing event deleted for resources: {'Port': ['ID=063520db-1933-40d0-ae20-a75c2306c607,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:06.258351 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba95fbf-bb7e-49a5-af90-4a7215e0c452 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] No DVR routers for this DVR port 063520db-1933-40d0-ae20-a75c2306c607 on host dv-neutron-821831-2-hyperv {{(pid=88990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:16:06.260787 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6ba95fbf-bb7e-49a5-af90-4a7215e0c452 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:06.324957 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8fddf5b5-0860-47a2-980a-a273fdb1287c tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:06.329554 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5b3d97-338b-4341-9c8f-3041a6de49c3 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Pushing event updated for resources: {'Network': ['ID=c230877b-c462-4b98-a497-8a0d3225ba55,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:06.332815 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ba5b3d97-338b-4341-9c8f-3041a6de49c3 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:06.394071 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8fddf5b5-0860-47a2-980a-a273fdb1287c tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:06.400730 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8fddf5b5-0860-47a2-980a-a273fdb1287c tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] 10.222.0.36 "DELETE /v2.0/networks/16d4664d-aab5-4f6c-8f4c-4d238f284bd2 HTTP/1.1" status: 204 len: 168 time: 6.2780831 Dec 15 19:16:06.402015 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ba5b3d97-338b-4341-9c8f-3041a6de49c3 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:06.425678 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 47634) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:06.439961 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6ba95fbf-bb7e-49a5-af90-4a7215e0c452 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:06.441051 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-eaf30eaf-3f4c-4bbc-85c7-608b2b46d3ca tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2114949921'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:16:06.452917 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fddf5b5-0860-47a2-980a-a273fdb1287c tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Pushing event deleted for resources: {'Network': ['ID=16d4664d-aab5-4f6c-8f4c-4d238f284bd2,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:06.455459 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8fddf5b5-0860-47a2-980a-a273fdb1287c tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:06.466838 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ba5b3d97-338b-4341-9c8f-3041a6de49c3 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.3729124 Dec 15 19:16:06.466838 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a9b2db36-f837-4625-8379-59b3c3c5d225 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks [] for router, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:06.468997 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a9b2db36-f837-4625-8379-59b3c3c5d225 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 9.1757762 Dec 15 19:16:06.473457 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-eaf30eaf-3f4c-4bbc-85c7-608b2b46d3ca tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:16:06.476736 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 47638) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:06.477120 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 47640) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:06.477730 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network c230877b-c462-4b98-a497-8a0d3225ba55 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:16:06.481444 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-6ba95fbf-bb7e-49a5-af90-4a7215e0c452 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['591106ce-ef59-463b-9d4b-92d57133694c']}} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:06.496184 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-6ba95fbf-bb7e-49a5-af90-4a7215e0c452 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60abe93f-bc4d-4d93-b7d5-b258645c811e') {'for_net_delete': True} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:06.496527 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-6ba95fbf-bb7e-49a5-af90-4a7215e0c452 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60abe93f-bc4d-4d93-b7d5-b258645c811e') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:06.502382 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640a0649-3f66-479d-930a-95a3a491b443 None None] Network 61f0a756-4ac9-494c-ad34-927949026856 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:16:06.510740 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6ba95fbf-bb7e-49a5-af90-4a7215e0c452 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16327073'] for segment, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:06.535966 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6ba95fbf-bb7e-49a5-af90-4a7215e0c452 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:06.549504 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ba95fbf-bb7e-49a5-af90-4a7215e0c452 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=88990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:16:06.550197 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6ba95fbf-bb7e-49a5-af90-4a7215e0c452 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838138943'] for segment, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:06.582740 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-23abdda2-bf4f-4fea-be83-66306ee6d614 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Request body: {'subnet': {'network_id': 'c230877b-c462-4b98-a497-8a0d3225ba55', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:16:06.587104 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:16:06.587104 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:16:06.587104 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:16:06.587104 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:16:06.587104 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:16:06.587104 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:16:06.587104 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:16:06.587104 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:16:06.587104 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:16:06.587104 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:16:06.587104 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:16:06.587104 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:16:06.587104 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:16:06.587104 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:16:06.587104 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:16:06.587104 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:16:06.587104 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:16:06.587104 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:16:06.587104 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:16:06.587104 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:16:06.587104 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:16:06.587104 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:16:06.587104 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:16:06.587104 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:16:06.587104 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:16:06.587104 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:16:06.587104 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:16:06.587104 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:16:06.587104 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:16:06.587104 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:16:06.587104 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:16:06.587104 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:16:06.608898 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-13e1f6ba-a683-4362-8638-2c7feba7be1b None None] Set router 3517e290-2cf6-43c0-859f-5b08dddf3656 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:16:06.732542 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-eaf30eaf-3f4c-4bbc-85c7-608b2b46d3ca tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Usage tracker for resource:network and tenant:ef42ee63914143f6ab639ee882cc5d7b is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:16:06.739730 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-eaf30eaf-3f4c-4bbc-85c7-608b2b46d3ca tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:16:06.746671 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-23abdda2-bf4f-4fea-be83-66306ee6d614 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:16:06.758634 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-eaf30eaf-3f4c-4bbc-85c7-608b2b46d3ca tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:16:06.763325 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-23abdda2-bf4f-4fea-be83-66306ee6d614 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Usage tracker for resource:subnet and tenant:1ed51d9be243454f815e29b0df356bce is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:16:06.767816 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-23abdda2-bf4f-4fea-be83-66306ee6d614 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:16:06.784718 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-23abdda2-bf4f-4fea-be83-66306ee6d614 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:16:06.797926 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-31c5e2c5-85a6-4ac6-82fb-569408241d0a tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:06.804795 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9ea2f32c-1b8d-492e-9bcd-89c0507b974b tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:06.821413 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-e1a353b3-23f6-410d-aefd-a82ca35d874c None None] For port 063520db-1933-40d0-ae20-a75c2306c607, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=063520db-1933-40d0-ae20-a75c2306c607,segment=NetworkSegment(60abe93f-bc4d-4d93-b7d5-b258645c811e),segment_id=60abe93f-bc4d-4d93-b7d5-b258645c811e)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:16:06.821868 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e1a353b3-23f6-410d-aefd-a82ca35d874c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:06.823006 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6ba95fbf-bb7e-49a5-af90-4a7215e0c452 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:06.829690 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-40a7cd3f-04e2-469c-b82e-1a4309d8e719 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:06.837933 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8717302b-cd6a-484b-a5d7-d221f752e1ac tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:06.893058 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6ba95fbf-bb7e-49a5-af90-4a7215e0c452 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:06.912628 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba95fbf-bb7e-49a5-af90-4a7215e0c452 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Pushing event deleted for resources: {'Network': ['ID=591106ce-ef59-463b-9d4b-92d57133694c,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:06.914912 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c5e2c5-85a6-4ac6-82fb-569408241d0a tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Pushing event updated for resources: {'Port': ['ID=b3c8d3cd-056f-4ac8-9fbf-512df1aae85e,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:06.918188 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-31c5e2c5-85a6-4ac6-82fb-569408241d0a tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:06.926955 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6ba95fbf-bb7e-49a5-af90-4a7215e0c452 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:06.937954 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf30eaf-3f4c-4bbc-85c7-608b2b46d3ca tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Made reservation on behalf of ef42ee63914143f6ab639ee882cc5d7b for: {'network': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:16:06.942610 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6ba95fbf-bb7e-49a5-af90-4a7215e0c452 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] 10.222.0.36 "DELETE /v2.0/networks/591106ce-ef59-463b-9d4b-92d57133694c HTTP/1.1" status: 204 len: 168 time: 1.6090419 Dec 15 19:16:06.942610 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 47646) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:06.943697 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eaf30eaf-3f4c-4bbc-85c7-608b2b46d3ca tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:06.982631 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23abdda2-bf4f-4fea-be83-66306ee6d614 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Made reservation on behalf of 1ed51d9be243454f815e29b0df356bce for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:16:06.999858 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-e1a353b3-23f6-410d-aefd-a82ca35d874c None None] Calling delete_port for 063520db-1933-40d0-ae20-a75c2306c607 owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:16:07.078135 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-135eab2b-ed65-47d1-89c9-0973bb42fd22 None None] Provisioning for port d0f5e5c6-d767-4b2c-aa86-37b5b807496f completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:16:07.095124 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device e69e23f4-8641-4418-801b-43b345dd4eb9 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:16:07.105034 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-13e1f6ba-a683-4362-8638-2c7feba7be1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3517e290-2cf6-43c0-859f-5b08dddf3656', 'name': 'tempest-snat-router-793537531', 'tenant_id': 'f075a9d384eb440db84c0ccc2770e165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.58'}], 'enable_snat': False}, 'gw_port_id': 'b8f78377-029d-4872-abd8-31b13c2bc80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:15:57Z', 'updated_at': '2021-12-15T19:16:01Z', 'revision_number': 3, 'project_id': 'f075a9d384eb440db84c0ccc2770e165', 'gw_port': {'id': 'b8f78377-029d-4872-abd8-31b13c2bc80d', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:aa:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3517e290-2cf6-43c0-859f-5b08dddf3656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:15:59Z', 'updated_at': '2021-12-15T19:16:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:07.110470 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e1f6ba-a683-4362-8638-2c7feba7be1b None None] Checking router: 3517e290-2cf6-43c0-859f-5b08dddf3656 for host: dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:16:07.111099 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e1f6ba-a683-4362-8638-2c7feba7be1b None None] Updating router 3517e290-2cf6-43c0-859f-5b08dddf3656 port b8f78377-029d-4872-abd8-31b13c2bc80d binding host dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 15 19:16:07.142023 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-135eab2b-ed65-47d1-89c9-0973bb42fd22 None None] Provisioning complete for port d0f5e5c6-d767-4b2c-aa86-37b5b807496f triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:16:07.142477 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-135eab2b-ed65-47d1-89c9-0973bb42fd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:07.180397 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-13e1f6ba-a683-4362-8638-2c7feba7be1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:07.181453 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaf30eaf-3f4c-4bbc-85c7-608b2b46d3ca tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=88991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:16:07.222488 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c5e2c5-85a6-4ac6-82fb-569408241d0a tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:16:07.253421 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd680d9b-9d8a-42a6-93e3-a9dffd2c7c61 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Deleting subnet 65f99a5e-90eb-42b2-9e18-3a83a8261d89 {{(pid=88990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:16:07.256952 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bd680d9b-9d8a-42a6-93e3-a9dffd2c7c61 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks [] for subnet, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:07.259876 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-31c5e2c5-85a6-4ac6-82fb-569408241d0a tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:16:07.271155 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c5e2c5-85a6-4ac6-82fb-569408241d0a tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:16:07.341633 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bd680d9b-9d8a-42a6-93e3-a9dffd2c7c61 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838448728'] for subnet, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:07.354935 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-e1a353b3-23f6-410d-aefd-a82ca35d874c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88992) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:16:07.355667 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-e1a353b3-23f6-410d-aefd-a82ca35d874c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:16:07.356152 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eaf30eaf-3f4c-4bbc-85c7-608b2b46d3ca tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:07.356560 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-eaf30eaf-3f4c-4bbc-85c7-608b2b46d3ca tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Added segment 2f8e32f1-0bf4-43aa-aca5-6b9dae5628d4 of type vlan for network 394ce0ff-5726-4146-9c46-5aa9dca2ed86 Dec 15 19:16:07.402296 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port e69e23f4-8641-4418-801b-43b345dd4eb9 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:16:07.406122 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-23abdda2-bf4f-4fea-be83-66306ee6d614 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:07.444472 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-135eab2b-ed65-47d1-89c9-0973bb42fd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:07.486658 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-135eab2b-ed65-47d1-89c9-0973bb42fd22 None None] For port d0f5e5c6-d767-4b2c-aa86-37b5b807496f, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=d0f5e5c6-d767-4b2c-aa86-37b5b807496f,segment=NetworkSegment(9fedf4a5-ebea-48d7-92ee-94db3cfbc60b),segment_id=9fedf4a5-ebea-48d7-92ee-94db3cfbc60b)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:16:07.496614 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bd680d9b-9d8a-42a6-93e3-a9dffd2c7c61 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:07.533372 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-135eab2b-ed65-47d1-89c9-0973bb42fd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:07.536055 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-97c06896-8e00-46e7-b1e9-ac64ec0c67ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:07.649563 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-13e1f6ba-a683-4362-8638-2c7feba7be1b None None] Notify callbacks [] for port, precommit_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:07.672687 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-13e1f6ba-a683-4362-8638-2c7feba7be1b None None] Transition to ACTIVE for port object b8f78377-029d-4872-abd8-31b13c2bc80d will not be triggered until provisioned by entity L2. {{(pid=88993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:16:07.674984 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8757060-937b-4825-8611-9fd1352c2ca4 None None] DHCP port deletion for 61f0a756-4ac9-494c-ad34-927949026856 request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:16:07.679934 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 2bddcc34-2e85-4240-9006-077af5ce6653 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:16:07.681136 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9ea2f32c-1b8d-492e-9bcd-89c0507b974b tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16156049'] for subnet, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:07.715102 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bd680d9b-9d8a-42a6-93e3-a9dffd2c7c61 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16636259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14850861'] for subnet, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:07.731173 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-40f97f4a-4ec8-489b-84bc-fbb3e03df26a tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:07.739706 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eaf30eaf-3f4c-4bbc-85c7-608b2b46d3ca tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:07.744607 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-13e1f6ba-a683-4362-8638-2c7feba7be1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:07.750878 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ec519085-eff4-44eb-b2ed-7bc77434001d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:07.779352 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:07.787132 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd680d9b-9d8a-42a6-93e3-a9dffd2c7c61 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Pushing event deleted for resources: {'Subnet': ['ID=65f99a5e-90eb-42b2-9e18-3a83a8261d89,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:07.789463 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 2bddcc34-2e85-4240-9006-077af5ce6653 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:16:07.789701 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 2bddcc34-2e85-4240-9006-077af5ce6653 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:16:07.790349 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 063520db-1933-40d0-ae20-a75c2306c607 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:16:07.798533 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-bd680d9b-9d8a-42a6-93e3-a9dffd2c7c61 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:07.808008 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bd680d9b-9d8a-42a6-93e3-a9dffd2c7c61 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:07.816281 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-bd680d9b-9d8a-42a6-93e3-a9dffd2c7c61 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] 10.222.0.36 "DELETE /v2.0/subnets/65f99a5e-90eb-42b2-9e18-3a83a8261d89 HTTP/1.1" status: 204 len: 168 time: 0.8743374 Dec 15 19:16:07.819050 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 47654) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:07.845154 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-e8757060-937b-4825-8611-9fd1352c2ca4 None None] Deleting port d0f5e5c6-d767-4b2c-aa86-37b5b807496f {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:16:07.845390 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea2f32c-1b8d-492e-9bcd-89c0507b974b tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Pushing event deleted for resources: {'Subnet': ['ID=95b11be6-311a-454d-b74b-f9c33b54bacf,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:07.846099 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e8757060-937b-4825-8611-9fd1352c2ca4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:07.882232 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9ea2f32c-1b8d-492e-9bcd-89c0507b974b tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:07.904411 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-e1a353b3-23f6-410d-aefd-a82ca35d874c None None] Deleting port 063520db-1933-40d0-ae20-a75c2306c607 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:16:07.905809 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e1a353b3-23f6-410d-aefd-a82ca35d874c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:07.929644 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9ea2f32c-1b8d-492e-9bcd-89c0507b974b tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:07.953964 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e651c01-57d4-4db7-9842-5299dd1bc36b None None] Network 25e364f0-1194-4073-985d-0c3f68e69741 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:16:08.015197 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-fb2dda37-46ce-48a3-9050-c628230bff33 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] 10.222.0.36 "GET /v2.0/routers/3517e290-2cf6-43c0-859f-5b08dddf3656 HTTP/1.1" status: 200 len: 907 time: 1.5344536 Dec 15 19:16:08.020061 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 47658) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:08.024221 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9ea2f32c-1b8d-492e-9bcd-89c0507b974b tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] 10.222.0.36 "DELETE /v2.0/subnets/95b11be6-311a-454d-b74b-f9c33b54bacf HTTP/1.1" status: 204 len: 168 time: 3.4973044 Dec 15 19:16:08.039964 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-c4e2d68e-b27b-479e-b44e-ac83f0332afe tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Request body: {'router': {'name': 'tempest-snat-router-793537531', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'enable_snat': True}}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:16:08.046855 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 47660) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:08.081006 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e3dff1-d9ab-4801-b134-a359fed37897 None None] Pushing event updated for resources: {'Port': ['ID=b8f78377-029d-4872-abd8-31b13c2bc80d,revision_number=2']} {{(pid=88993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:08.101475 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-83e3dff1-d9ab-4801-b134-a359fed37897 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:08.126996 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-13e1f6ba-a683-4362-8638-2c7feba7be1b None None] Attempting to bind port b8f78377-029d-4872-abd8-31b13c2bc80d on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:16:08.128042 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-13e1f6ba-a683-4362-8638-2c7feba7be1b None None] Attempting to bind port b8f78377-029d-4872-abd8-31b13c2bc80d by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}] {{(pid=88993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:16:08.128632 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e1f6ba-a683-4362-8638-2c7feba7be1b None None] Attempting to bind port b8f78377-029d-4872-abd8-31b13c2bc80d on network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:16:08.138012 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e1f6ba-a683-4362-8638-2c7feba7be1b None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:16:08.138709 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e1f6ba-a683-4362-8638-2c7feba7be1b None None] Checking segment: {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:16:08.139367 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-13e1f6ba-a683-4362-8638-2c7feba7be1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:08.140112 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e1f6ba-a683-4362-8638-2c7feba7be1b None None] Bound using segment: {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'} {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:16:08.141062 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-13e1f6ba-a683-4362-8638-2c7feba7be1b None None] Bound port: b8f78377-029d-4872-abd8-31b13c2bc80d, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}}] {{(pid=88993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:16:08.141840 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-13e1f6ba-a683-4362-8638-2c7feba7be1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:08.160131 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da2332f-2733-482e-85b3-ecb54b072b3f tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:16:08.163083 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-3da2332f-2733-482e-85b3-ecb54b072b3f tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Synchronizing usage tracker for tenant:c64c253d74d048cba4458cea9b82cee7 on resource:subnet {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:16:08.173351 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-c4e2d68e-b27b-479e-b44e-ac83f0332afe tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:16:08.175954 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eaf30eaf-3f4c-4bbc-85c7-608b2b46d3ca tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:08.188480 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-c4e2d68e-b27b-479e-b44e-ac83f0332afe tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Usage tracker for resource:router and tenant:f075a9d384eb440db84c0ccc2770e165 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:16:08.205064 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf30eaf-3f4c-4bbc-85c7-608b2b46d3ca tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:16:08.206037 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eaf30eaf-3f4c-4bbc-85c7-608b2b46d3ca tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:08.232255 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d8c00752-13e5-4c69-ac1b-94fc6f62f7ce tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:08.246388 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-13e1f6ba-a683-4362-8638-2c7feba7be1b None None] For port b8f78377-029d-4872-abd8-31b13c2bc80d, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:16:08.246388 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-13e1f6ba-a683-4362-8638-2c7feba7be1b None None] For port b8f78377-029d-4872-abd8-31b13c2bc80d, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=b8f78377-029d-4872-abd8-31b13c2bc80d,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:16:08.278931 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 063520db-1933-40d0-ae20-a75c2306c607 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:16:08.279483 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 063520db-1933-40d0-ae20-a75c2306c607 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:16:08.279949 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-c4e2d68e-b27b-479e-b44e-ac83f0332afe tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:16:08.298527 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-13e1f6ba-a683-4362-8638-2c7feba7be1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:08.304190 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-eaf30eaf-3f4c-4bbc-85c7-608b2b46d3ca tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8773494 Dec 15 19:16:08.309714 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 47666) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:08.320128 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-c4e2d68e-b27b-479e-b44e-ac83f0332afe tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:16:08.327564 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:08.356161 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-e8757060-937b-4825-8611-9fd1352c2ca4 None None] For port d0f5e5c6-d767-4b2c-aa86-37b5b807496f, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=d0f5e5c6-d767-4b2c-aa86-37b5b807496f,segment=NetworkSegment(9fedf4a5-ebea-48d7-92ee-94db3cfbc60b),segment_id=9fedf4a5-ebea-48d7-92ee-94db3cfbc60b)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:16:08.356609 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e8757060-937b-4825-8611-9fd1352c2ca4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:08.384320 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c554ee0-34e7-4348-84e6-928d75c8e4b8 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Deleting subnet 7ce80f97-9364-49f2-9504-35f26e971e9a {{(pid=88990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:16:08.388125 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4c554ee0-34e7-4348-84e6-928d75c8e4b8 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks [] for subnet, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:08.394692 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-fcc70b42-0e9e-434a-a715-9009cc43db22 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Request body: {'subnet': {'network_id': '394ce0ff-5726-4146-9c46-5aa9dca2ed86', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:16:08.423437 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e3dff1-d9ab-4801-b134-a359fed37897 None None] Pushing event updated for resources: {'Port': ['ID=b8f78377-029d-4872-abd8-31b13c2bc80d,revision_number=3']} {{(pid=88993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:08.424956 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-31c5e2c5-85a6-4ac6-82fb-569408241d0a tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks [] for router_gateway, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:08.426865 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-83e3dff1-d9ab-4801-b134-a359fed37897 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:08.427728 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e1f6ba-a683-4362-8638-2c7feba7be1b None None] Routers {'3517e290-2cf6-43c0-859f-5b08dddf3656'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:16:08.428515 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-13e1f6ba-a683-4362-8638-2c7feba7be1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:15:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['3517e290-2cf6-43c0-859f-5b08dddf3656'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:08.460475 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4c554ee0-34e7-4348-84e6-928d75c8e4b8 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838448728'] for subnet, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:08.562308 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4c554ee0-34e7-4348-84e6-928d75c8e4b8 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:08.705284 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-23abdda2-bf4f-4fea-be83-66306ee6d614 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:08.715590 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4c554ee0-34e7-4348-84e6-928d75c8e4b8 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16636259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14850861'] for subnet, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:08.721132 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:08.741831 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-3da2332f-2733-482e-85b3-ecb54b072b3f tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Unset dirty status for tenant:c64c253d74d048cba4458cea9b82cee7 on resource:subnet {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:16:08.743172 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-3da2332f-2733-482e-85b3-ecb54b072b3f tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6953464 Dec 15 19:16:08.751845 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-13e1f6ba-a683-4362-8638-2c7feba7be1b None None] Set router 3517e290-2cf6-43c0-859f-5b08dddf3656 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:16:08.760444 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c4e2d68e-b27b-479e-b44e-ac83f0332afe tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854699176'] for router, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:08.761473 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c4e2d68e-b27b-479e-b44e-ac83f0332afe tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854194926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-76609'] for router, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:08.762144 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c625c7f-720b-42b5-a00b-3ae3515f4293 None None] Network e287da44-a17a-4a93-bc57-e9e506e3dbdf requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:16:08.767131 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 47676) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:08.782383 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c4e2d68e-b27b-479e-b44e-ac83f0332afe tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:08.796912 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c554ee0-34e7-4348-84e6-928d75c8e4b8 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Pushing event deleted for resources: {'Subnet': ['ID=7ce80f97-9364-49f2-9504-35f26e971e9a,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:08.799968 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4c554ee0-34e7-4348-84e6-928d75c8e4b8 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:08.820754 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf30eaf-3f4c-4bbc-85c7-608b2b46d3ca tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Pushing event updated for resources: {'Network': ['ID=394ce0ff-5726-4146-9c46-5aa9dca2ed86,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:08.877230 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-e8757060-937b-4825-8611-9fd1352c2ca4 None None] Calling delete_port for d0f5e5c6-d767-4b2c-aa86-37b5b807496f owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:16:08.879289 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4c554ee0-34e7-4348-84e6-928d75c8e4b8 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:08.917937 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 394ce0ff-5726-4146-9c46-5aa9dca2ed86 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:16:08.975313 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-e1a353b3-23f6-410d-aefd-a82ca35d874c None None] The port '063520db-1933-40d0-ae20-a75c2306c607' was deleted {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 15 19:16:08.983521 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4c554ee0-34e7-4348-84e6-928d75c8e4b8 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] 10.222.0.36 "DELETE /v2.0/subnets/7ce80f97-9364-49f2-9504-35f26e971e9a HTTP/1.1" status: 204 len: 168 time: 1.1633325 Dec 15 19:16:08.984695 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede41705-2d2b-4e5c-8116-7fc6e383e1ca None None] Network 322f4460-433c-40a7-b8b4-ffbc641bb99e requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:16:09.012213 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device d0f5e5c6-d767-4b2c-aa86-37b5b807496f no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:16:09.039997 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1bcfc3ec-b01d-484a-8883-0239be8d7c38 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:09.044705 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 47686) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:09.165012 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-1bcfc3ec-b01d-484a-8883-0239be8d7c38 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Deleting port e69e23f4-8641-4418-801b-43b345dd4eb9 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:16:09.166007 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1bcfc3ec-b01d-484a-8883-0239be8d7c38 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:09.199319 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135eab2b-ed65-47d1-89c9-0973bb42fd22 None None] Pushing event updated for resources: {'Port': ['ID=d0f5e5c6-d767-4b2c-aa86-37b5b807496f,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:09.221952 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-eaf30eaf-3f4c-4bbc-85c7-608b2b46d3ca tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.989s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:09.223543 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.425s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:09.238111 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-13e1f6ba-a683-4362-8638-2c7feba7be1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3517e290-2cf6-43c0-859f-5b08dddf3656', 'name': 'tempest-snat-router-793537531', 'tenant_id': 'f075a9d384eb440db84c0ccc2770e165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.58'}], 'enable_snat': False}, 'gw_port_id': 'b8f78377-029d-4872-abd8-31b13c2bc80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:15:57Z', 'updated_at': '2021-12-15T19:16:01Z', 'revision_number': 3, 'project_id': 'f075a9d384eb440db84c0ccc2770e165', 'gw_port': {'id': 'b8f78377-029d-4872-abd8-31b13c2bc80d', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:aa:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3517e290-2cf6-43c0-859f-5b08dddf3656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:15:59Z', 'updated_at': '2021-12-15T19:16:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:09.243209 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e1f6ba-a683-4362-8638-2c7feba7be1b None None] The sync data for ids ['3517e290-2cf6-43c0-859f-5b08dddf3656'] in dv-neutron-821831-2-hyperv is: [{'id': '3517e290-2cf6-43c0-859f-5b08dddf3656', 'name': 'tempest-snat-router-793537531', 'tenant_id': 'f075a9d384eb440db84c0ccc2770e165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.58'}], 'enable_snat': False}, 'gw_port_id': 'b8f78377-029d-4872-abd8-31b13c2bc80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:15:57Z', 'updated_at': '2021-12-15T19:16:01Z', 'revision_number': 3, 'project_id': 'f075a9d384eb440db84c0ccc2770e165', 'gw_port': {'id': 'b8f78377-029d-4872-abd8-31b13c2bc80d', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:aa:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3517e290-2cf6-43c0-859f-5b08dddf3656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:15:59Z', 'updated_at': '2021-12-15T19:16:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:16:09.305732 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-135eab2b-ed65-47d1-89c9-0973bb42fd22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.770s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:09.333524 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0a48e49a-e18c-4236-a6f0-90d6e0a729a7 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:09.340473 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2c69625a-08b2-4427-9bd2-f94ec1c11fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:09.348677 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e892788c-56b9-452c-8787-64ea1f216797 req-f0edce23-2e0d-4161-8a30-9bfda67abcb4 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:16:09.350273 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e892788c-56b9-452c-8787-64ea1f216797 req-f0edce23-2e0d-4161-8a30-9bfda67abcb4 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd7b6d6b-7f80-4be6-b0bc-6fa7558d775b HTTP/1.1" status: 200 len: 945 time: 0.4563069 Dec 15 19:16:09.358003 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-fcc70b42-0e9e-434a-a715-9009cc43db22 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:16:09.395840 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-0a48e49a-e18c-4236-a6f0-90d6e0a729a7 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Deleting port 4ce5b02c-cf72-412f-8cbc-a3b2f0837fcf {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:16:09.396210 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0a48e49a-e18c-4236-a6f0-90d6e0a729a7 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:09.426797 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-fcc70b42-0e9e-434a-a715-9009cc43db22 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Usage tracker for resource:subnet and tenant:ef42ee63914143f6ab639ee882cc5d7b is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:16:09.477829 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-fcc70b42-0e9e-434a-a715-9009cc43db22 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:16:09.502229 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-fcc70b42-0e9e-434a-a715-9009cc43db22 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:16:09.522124 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-31c5e2c5-85a6-4ac6-82fb-569408241d0a tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:09.535530 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23abdda2-bf4f-4fea-be83-66306ee6d614 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Pushing event updated for resources: {'Subnet': ['ID=a324f25b-2123-4d7d-9064-f22aab80815d,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:09.539001 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-31c5e2c5-85a6-4ac6-82fb-569408241d0a tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854141873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-633912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854194791'] for router, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:09.544503 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-23abdda2-bf4f-4fea-be83-66306ee6d614 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:09.545300 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23abdda2-bf4f-4fea-be83-66306ee6d614 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Checking segment: {'id': 'ba8e5a70-ac71-477c-9f28-abdf0b4068a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'c230877b-c462-4b98-a497-8a0d3225ba55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:16:09.547065 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23abdda2-bf4f-4fea-be83-66306ee6d614 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Network hostable DHCP agents. Network: c230877b-c462-4b98-a497-8a0d3225ba55, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:16:09.611365 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e892788c-56b9-452c-8787-64ea1f216797 req-02e6c014-af9b-43c6-b2cd-a66661a80969 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] 10.222.0.36 "GET /v2.0/security-groups?id=205b198f-d112-4f7c-84f4-60491e3b03fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2494912 Dec 15 19:16:09.627703 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-1bcfc3ec-b01d-484a-8883-0239be8d7c38 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] For port e69e23f4-8641-4418-801b-43b345dd4eb9, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=e69e23f4-8641-4418-801b-43b345dd4eb9,segment=NetworkSegment(487f3b51-c7b8-448e-846d-abcce7b41ecf),segment_id=487f3b51-c7b8-448e-846d-abcce7b41ecf)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:16:09.628390 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1bcfc3ec-b01d-484a-8883-0239be8d7c38 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:09.660805 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc70b42-0e9e-434a-a715-9009cc43db22 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Made reservation on behalf of ef42ee63914143f6ab639ee882cc5d7b for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:16:09.677653 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c4e2d68e-b27b-479e-b44e-ac83f0332afe tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:09.790909 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-1bcfc3ec-b01d-484a-8883-0239be8d7c38 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Calling delete_port for e69e23f4-8641-4418-801b-43b345dd4eb9 owned by network:dhcp {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:16:09.811929 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:09.831682 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fcc70b42-0e9e-434a-a715-9009cc43db22 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:09.860094 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:09.860334 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23abdda2-bf4f-4fea-be83-66306ee6d614 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Network c230877b-c462-4b98-a497-8a0d3225ba55 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:16:09.875802 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-aee6660a-1700-4872-ab49-b270cc1383a8 None None] Provisioning for port e69e23f4-8641-4418-801b-43b345dd4eb9 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:16:09.911489 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-aee6660a-1700-4872-ab49-b270cc1383a8 None None] Provisioning complete for port e69e23f4-8641-4418-801b-43b345dd4eb9 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:16:09.912044 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-aee6660a-1700-4872-ab49-b270cc1383a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:09.955092 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-0a48e49a-e18c-4236-a6f0-90d6e0a729a7 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] For port 4ce5b02c-cf72-412f-8cbc-a3b2f0837fcf, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=4ce5b02c-cf72-412f-8cbc-a3b2f0837fcf,segment=NetworkSegment(c6a8c34c-5020-4955-86b2-c7e47494e24b),segment_id=c6a8c34c-5020-4955-86b2-c7e47494e24b)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:16:09.955508 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0a48e49a-e18c-4236-a6f0-90d6e0a729a7 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:09.986564 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e8757060-937b-4825-8611-9fd1352c2ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866'] for port, after_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:10.018151 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f1b9c9ec-7fcb-48cd-86f0-9bd2665cea1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:10.058499 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-23abdda2-bf4f-4fea-be83-66306ee6d614 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, c230877b-c462-4b98-a497-8a0d3225ba55) {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:16:10.124034 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8757060-937b-4825-8611-9fd1352c2ca4 None None] No DVR routers for this DVR port d0f5e5c6-d767-4b2c-aa86-37b5b807496f on host dv-neutron-821831-2-hyperv {{(pid=88992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:16:10.126166 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23abdda2-bf4f-4fea-be83-66306ee6d614 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:16:10.128229 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-23abdda2-bf4f-4fea-be83-66306ee6d614 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:10.148210 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8757060-937b-4825-8611-9fd1352c2ca4 None None] Pushing event deleted for resources: {'Port': ['ID=d0f5e5c6-d767-4b2c-aa86-37b5b807496f,revision_number=None']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:10.155809 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e8757060-937b-4825-8611-9fd1352c2ca4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:10.159916 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52818914-b69b-41b9-ba61-c446d9c9f096 None None] DHCP port deletion for 322f4460-433c-40a7-b8b4-ffbc641bb99e request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:16:10.163968 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f0af73-3b86-4368-bc9e-02318ea120c9 None None] Network c230877b-c462-4b98-a497-8a0d3225ba55 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:16:10.192644 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-0a48e49a-e18c-4236-a6f0-90d6e0a729a7 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Calling delete_port for 4ce5b02c-cf72-412f-8cbc-a3b2f0837fcf owned by network:dhcp {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:16:10.200282 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-52818914-b69b-41b9-ba61-c446d9c9f096 None None] Deleting port 446b46e2-86aa-44f0-9d0c-707dfc910848 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:16:10.200904 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-52818914-b69b-41b9-ba61-c446d9c9f096 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:10.301885 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-23abdda2-bf4f-4fea-be83-66306ee6d614 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8231089 Dec 15 19:16:10.305189 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 47704) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:10.324471 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-16fa1827-bbac-41f4-bcf9-37cf1bb785e3 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1419398951', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:16:10.346110 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-16fa1827-bbac-41f4-bcf9-37cf1bb785e3 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:16:10.367656 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1bcfc3ec-b01d-484a-8883-0239be8d7c38 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:10.380352 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-16fa1827-bbac-41f4-bcf9-37cf1bb785e3 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Usage tracker for resource:router and tenant:1ed51d9be243454f815e29b0df356bce is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:16:10.393364 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6f41fbb5-2e1a-4753-872b-84776a6f52dc tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:10.399216 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-16fa1827-bbac-41f4-bcf9-37cf1bb785e3 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:16:10.412414 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-16fa1827-bbac-41f4-bcf9-37cf1bb785e3 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:16:10.465763 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcfc3ec-b01d-484a-8883-0239be8d7c38 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] No DVR routers for this DVR port e69e23f4-8641-4418-801b-43b345dd4eb9 on host dv-neutron-821831-2-hyperv {{(pid=88990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:16:10.523067 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-16fa1827-bbac-41f4-bcf9-37cf1bb785e3 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854699176'] for router, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:10.524416 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-16fa1827-bbac-41f4-bcf9-37cf1bb785e3 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854194926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-76609'] for router, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:10.548348 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcfc3ec-b01d-484a-8883-0239be8d7c38 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Pushing event deleted for resources: {'Port': ['ID=e69e23f4-8641-4418-801b-43b345dd4eb9,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:10.577550 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-52818914-b69b-41b9-ba61-c446d9c9f096 None None] For port 446b46e2-86aa-44f0-9d0c-707dfc910848, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=446b46e2-86aa-44f0-9d0c-707dfc910848,segment=NetworkSegment(89fefc50-3dcf-4463-9012-0f0de0dfce2e),segment_id=89fefc50-3dcf-4463-9012-0f0de0dfce2e)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:16:10.577993 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-52818914-b69b-41b9-ba61-c446d9c9f096 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:10.599379 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1bcfc3ec-b01d-484a-8883-0239be8d7c38 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:10.625951 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c4e2d68e-b27b-479e-b44e-ac83f0332afe tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:10.656553 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0a48e49a-e18c-4236-a6f0-90d6e0a729a7 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:10.676011 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b9c47194-3ea7-4704-b141-6f6dd4846c65 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:10.678550 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fcc70b42-0e9e-434a-a715-9009cc43db22 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:10.715858 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8fddf5b5-0860-47a2-980a-a273fdb1287c tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:10.750212 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c4e2d68e-b27b-479e-b44e-ac83f0332afe tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:10.761171 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a48e49a-e18c-4236-a6f0-90d6e0a729a7 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Pushing event deleted for resources: {'Port': ['ID=4ce5b02c-cf72-412f-8cbc-a3b2f0837fcf,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:10.774270 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1bcfc3ec-b01d-484a-8883-0239be8d7c38 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:10.785543 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0a48e49a-e18c-4236-a6f0-90d6e0a729a7 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:10.810388 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a48e49a-e18c-4236-a6f0-90d6e0a729a7 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] No DVR routers for this DVR port 4ce5b02c-cf72-412f-8cbc-a3b2f0837fcf on host dv-neutron-821831-2-hyperv {{(pid=88990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:16:10.860902 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-1bcfc3ec-b01d-484a-8883-0239be8d7c38 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e287da44-a17a-4a93-bc57-e9e506e3dbdf']}} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:10.888567 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-16fa1827-bbac-41f4-bcf9-37cf1bb785e3 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:10.907769 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-1bcfc3ec-b01d-484a-8883-0239be8d7c38 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '487f3b51-c7b8-448e-846d-abcce7b41ecf') {'for_net_delete': True} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:10.908152 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-1bcfc3ec-b01d-484a-8883-0239be8d7c38 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '487f3b51-c7b8-448e-846d-abcce7b41ecf') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:10.947757 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-52818914-b69b-41b9-ba61-c446d9c9f096 None None] Calling delete_port for 446b46e2-86aa-44f0-9d0c-707dfc910848 owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:16:10.958155 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc70b42-0e9e-434a-a715-9009cc43db22 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Pushing event updated for resources: {'Subnet': ['ID=3fb0db9e-b7ec-4ede-af09-0ee33e3d7543,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:10.974028 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fcc70b42-0e9e-434a-a715-9009cc43db22 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:10.978192 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31c5e2c5-85a6-4ac6-82fb-569408241d0a tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Router 0226f544-a7ae-4ef0-b22d-c97fcb48914d is scheduled to L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 with binding_index 1 {{(pid=88991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 15 19:16:11.029385 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709403bd-224c-42d5-89eb-fa24d742d86f None None] DHCP port deletion for 25e364f0-1194-4073-985d-0c3f68e69741 request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:16:11.048207 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc70b42-0e9e-434a-a715-9009cc43db22 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Checking segment: {'id': '2f8e32f1-0bf4-43aa-aca5-6b9dae5628d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '394ce0ff-5726-4146-9c46-5aa9dca2ed86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:16:11.048615 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc70b42-0e9e-434a-a715-9009cc43db22 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Network hostable DHCP agents. Network: 394ce0ff-5726-4146-9c46-5aa9dca2ed86, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:16:11.058809 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1bcfc3ec-b01d-484a-8883-0239be8d7c38 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16327073'] for segment, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:11.066873 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-16fa1827-bbac-41f4-bcf9-37cf1bb785e3 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904'] for router, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:11.104251 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2db44f-820f-4460-88ea-9a5d72cbd8b8 req-b9f1420a-1f1b-49ab-96b5-9f8a97bbcb6d tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:16:11.106565 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-df2db44f-820f-4460-88ea-9a5d72cbd8b8 req-b9f1420a-1f1b-49ab-96b5-9f8a97bbcb6d tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] 10.222.0.36 "GET /v2.0/ports?device_id=26ec4cd9-d7ba-4603-bd47-7fca7801307b HTTP/1.1" status: 200 len: 945 time: 0.5794437 Dec 15 19:16:11.121917 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0a48e49a-e18c-4236-a6f0-90d6e0a729a7 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:11.154487 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1bcfc3ec-b01d-484a-8883-0239be8d7c38 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:11.185281 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.db [None req-aee6660a-1700-4872-ab49-b270cc1383a8 None None] No ports have port_id starting with e69e23f4-8641-4418-801b-43b345dd4eb9 Dec 15 19:16:11.192887 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-52818914-b69b-41b9-ba61-c446d9c9f096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866'] for port, after_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:11.208645 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f5d23924-13ad-4900-b23d-994ac609a466 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:11.216875 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bcfc3ec-b01d-484a-8883-0239be8d7c38 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=88990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:16:11.218599 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1bcfc3ec-b01d-484a-8883-0239be8d7c38 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838138943'] for segment, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:11.236316 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:16:11.236316 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:16:11.236316 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:16:11.236316 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:16:11.236316 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:16:11.236316 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:16:11.236316 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:16:11.236316 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:16:11.236316 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:16:11.236316 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:16:11.236316 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:16:11.236316 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:16:11.236316 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:16:11.236316 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:16:11.236316 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:16:11.236316 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:16:11.236316 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:16:11.236316 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:16:11.236316 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:16:11.236316 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:16:11.236316 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:16:11.236316 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:16:11.236316 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:16:11.236316 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:16:11.236316 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:16:11.236316 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:16:11.236316 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:16:11.236316 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:16:11.236316 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:16:11.236316 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:16:11.236316 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:16:11.236316 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:16:11.250379 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-0a48e49a-e18c-4236-a6f0-90d6e0a729a7 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25e364f0-1194-4073-985d-0c3f68e69741']}} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:11.274821 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-c4e2d68e-b27b-479e-b44e-ac83f0332afe tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Allocated IP 172.26.3.184 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/3ef092ab-fd05-4850-838d-f5b5f3c1c005) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:16:11.290147 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-16fa1827-bbac-41f4-bcf9-37cf1bb785e3 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Notify callbacks [] for router, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:11.290873 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-16fa1827-bbac-41f4-bcf9-37cf1bb785e3 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.9691975 Dec 15 19:16:11.299898 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 47710) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:11.307940 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52818914-b69b-41b9-ba61-c446d9c9f096 None None] Pushing event deleted for resources: {'Port': ['ID=446b46e2-86aa-44f0-9d0c-707dfc910848,revision_number=None']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:11.325857 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:11.330589 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-52818914-b69b-41b9-ba61-c446d9c9f096 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:11.331987 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-32a7fec3-9677-4ebc-9cd1-b19d91745816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:11.346201 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-0a48e49a-e18c-4236-a6f0-90d6e0a729a7 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6a8c34c-5020-4955-86b2-c7e47494e24b') {'for_net_delete': True} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:11.346596 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-0a48e49a-e18c-4236-a6f0-90d6e0a729a7 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6a8c34c-5020-4955-86b2-c7e47494e24b') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:11.371856 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97083bc-5570-487f-9196-b0df8285b9fd None None] DHCP port deletion for e287da44-a17a-4a93-bc57-e9e506e3dbdf request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:16:11.374882 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device b8f78377-029d-4872-abd8-31b13c2bc80d up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:16:11.388525 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0a48e49a-e18c-4236-a6f0-90d6e0a729a7 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16327073'] for segment, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:11.411677 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-df2db44f-820f-4460-88ea-9a5d72cbd8b8 req-fa69e25f-5cc8-45ef-88f7-c3e907f42cfe tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f0fc3eb-62ba-4c7b-86c7-e6af2676eef0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2645118 Dec 15 19:16:11.431556 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c07ee-5db8-41f6-843d-3d211e3d0f07 req-778ba746-89f0-4fd0-8326-3ce85a072696 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:16:11.433245 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-220c07ee-5db8-41f6-843d-3d211e3d0f07 req-778ba746-89f0-4fd0-8326-3ce85a072696 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd7b6d6b-7f80-4be6-b0bc-6fa7558d775b HTTP/1.1" status: 200 len: 945 time: 0.4346519 Dec 15 19:16:11.434576 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0a48e49a-e18c-4236-a6f0-90d6e0a729a7 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:11.443827 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52818914-b69b-41b9-ba61-c446d9c9f096 None None] No DVR routers for this DVR port 446b46e2-86aa-44f0-9d0c-707dfc910848 on host dv-neutron-821831-2-hyperv {{(pid=88992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:16:11.479047 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a48e49a-e18c-4236-a6f0-90d6e0a729a7 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=88990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:16:11.479503 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0a48e49a-e18c-4236-a6f0-90d6e0a729a7 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838138943'] for segment, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:11.499535 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:16:11.499535 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:16:11.499535 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:16:11.499535 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:16:11.499535 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:16:11.499535 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:16:11.499535 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:16:11.499535 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:16:11.499535 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:16:11.499535 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:16:11.499535 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:16:11.499535 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:16:11.499535 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:16:11.499535 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:16:11.499535 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:16:11.499535 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:16:11.499535 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:16:11.499535 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:16:11.499535 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:16:11.499535 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:16:11.499535 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:16:11.499535 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:16:11.499535 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:16:11.499535 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:16:11.499535 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:16:11.499535 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:16:11.499535 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:16:11.499535 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:16:11.499535 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:16:11.499535 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:16:11.499535 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:16:11.499535 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:16:11.502315 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1bcfc3ec-b01d-484a-8883-0239be8d7c38 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:11.523358 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:11.531490 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc70b42-0e9e-434a-a715-9009cc43db22 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Network 394ce0ff-5726-4146-9c46-5aa9dca2ed86 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:16:11.548929 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1bcfc3ec-b01d-484a-8883-0239be8d7c38 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:11.617241 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c79c1b-99d8-4a30-baca-c81453425b75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-c230877b-c462-4b98-a497-8a0d3225ba55', 'network_id': 'c230877b-c462-4b98-a497-8a0d3225ba55', 'tenant_id': '1ed51d9be243454f815e29b0df356bce', 'fixed_ips': [{'subnet_id': 'a324f25b-2123-4d7d-9064-f22aab80815d'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:16:11.618163 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-84c79c1b-99d8-4a30-baca-c81453425b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:11.648328 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port b8f78377-029d-4872-abd8-31b13c2bc80d completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:16:11.667981 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port b8f78377-029d-4872-abd8-31b13c2bc80d triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:16:11.668409 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:11.922323 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcfc3ec-b01d-484a-8883-0239be8d7c38 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Pushing event deleted for resources: {'Network': ['ID=e287da44-a17a-4a93-bc57-e9e506e3dbdf,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:11.925629 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1bcfc3ec-b01d-484a-8883-0239be8d7c38 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:11.932958 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-fcc70b42-0e9e-434a-a715-9009cc43db22 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, 394ce0ff-5726-4146-9c46-5aa9dca2ed86) {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:16:11.954458 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:11.960325 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1bcfc3ec-b01d-484a-8883-0239be8d7c38 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] 10.222.0.36 "DELETE /v2.0/networks/e287da44-a17a-4a93-bc57-e9e506e3dbdf HTTP/1.1" status: 204 len: 168 time: 3.1893158 Dec 15 19:16:11.962170 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc70b42-0e9e-434a-a715-9009cc43db22 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:16:11.962848 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fcc70b42-0e9e-434a-a715-9009cc43db22 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:11.968247 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-220c07ee-5db8-41f6-843d-3d211e3d0f07 req-d15b0bcf-d447-4759-b11e-9a06eb57e800 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] 10.222.0.36 "GET /v2.0/security-groups?id=205b198f-d112-4f7c-84f4-60491e3b03fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5069001 Dec 15 19:16:11.969465 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 47718) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:11.971140 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f98665-de0a-43ee-b072-66613aca2b92 None None] Network 394ce0ff-5726-4146-9c46-5aa9dca2ed86 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:16:11.992603 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-84c79c1b-99d8-4a30-baca-c81453425b75 None None] Allocated IP 172.20.0.2 (c230877b-c462-4b98-a497-8a0d3225ba55/a324f25b-2123-4d7d-9064-f22aab80815d/bb7f0904-dfb0-4da7-ba92-c03ed1158322) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:16:12.005442 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0a48e49a-e18c-4236-a6f0-90d6e0a729a7 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:12.007119 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port b8f78377-029d-4872-abd8-31b13c2bc80d, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=b8f78377-029d-4872-abd8-31b13c2bc80d,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:16:12.012998 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b3a4840b-6ba4-408d-b0e8-1679cd33a818 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:12.030298 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0a48e49a-e18c-4236-a6f0-90d6e0a729a7 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:12.112237 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a48e49a-e18c-4236-a6f0-90d6e0a729a7 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Pushing event deleted for resources: {'Network': ['ID=25e364f0-1194-4073-985d-0c3f68e69741,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:12.118573 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0a48e49a-e18c-4236-a6f0-90d6e0a729a7 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] 10.222.0.36 "DELETE /v2.0/networks/25e364f0-1194-4073-985d-0c3f68e69741 HTTP/1.1" status: 204 len: 168 time: 3.0610654 Dec 15 19:16:12.119909 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0a48e49a-e18c-4236-a6f0-90d6e0a729a7 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:12.123322 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 47724) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:12.126516 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c4e2d68e-b27b-479e-b44e-ac83f0332afe tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:12.136934 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-fcc70b42-0e9e-434a-a715-9009cc43db22 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.8187621 Dec 15 19:16:12.146118 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 47728) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:12.281296 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3e6ed3c9-90dc-4f01-9837-1c31ea6c3500 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:12.336918 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:12.351269 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:12.406501 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-58272527-cb7f-4d45-a0ea-5060d190ffeb tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:12.429120 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 4ce5b02c-cf72-412f-8cbc-a3b2f0837fcf no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:16:12.454016 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c4e2d68e-b27b-479e-b44e-ac83f0332afe tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:12.462694 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c99d9001-fcdf-4d9f-a434-beebeb426722 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:12.474111 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581bfc8a-66a1-4cac-9c90-8105767c383e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-394ce0ff-5726-4146-9c46-5aa9dca2ed86', 'network_id': '394ce0ff-5726-4146-9c46-5aa9dca2ed86', 'tenant_id': 'ef42ee63914143f6ab639ee882cc5d7b', 'fixed_ips': [{'subnet_id': '3fb0db9e-b7ec-4ede-af09-0ee33e3d7543'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:16:12.474998 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-581bfc8a-66a1-4cac-9c90-8105767c383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:12.541095 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c5e2c5-85a6-4ac6-82fb-569408241d0a tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:16:12.562872 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-31c5e2c5-85a6-4ac6-82fb-569408241d0a tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks [] for router, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:12.564142 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-31c5e2c5-85a6-4ac6-82fb-569408241d0a tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] 10.222.0.36 "PUT /v2.0/routers/0226f544-a7ae-4ef0-b22d-c97fcb48914d HTTP/1.1" status: 200 len: 879 time: 10.7492566 Dec 15 19:16:12.574148 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 47734) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:12.581427 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1be9dadb-02a2-4f67-904f-fa60130f65c9 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:12.590294 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e2d68e-b27b-479e-b44e-ac83f0332afe tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:16:12.655644 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-c4e2d68e-b27b-479e-b44e-ac83f0332afe tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:16:12.657621 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e2d68e-b27b-479e-b44e-ac83f0332afe tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Pushing event updated for resources: {'Port': ['ID=3ef092ab-fd05-4850-838d-f5b5f3c1c005,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:12.662569 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c4e2d68e-b27b-479e-b44e-ac83f0332afe tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:12.663563 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e2d68e-b27b-479e-b44e-ac83f0332afe tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:16:12.694672 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 4ce5b02c-cf72-412f-8cbc-a3b2f0837fcf {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:16:12.695464 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 4ce5b02c-cf72-412f-8cbc-a3b2f0837fcf not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:16:12.695601 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 446b46e2-86aa-44f0-9d0c-707dfc910848 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:16:12.720462 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694110fa-a740-47e9-ac11-433cd48bd5af None None] Sync routers for ids ['0226f544-a7ae-4ef0-b22d-c97fcb48914d'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:16:12.742015 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3e6ed3c9-90dc-4f01-9837-1c31ea6c3500 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:12.761878 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:12.793490 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 446b46e2-86aa-44f0-9d0c-707dfc910848 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:16:12.794023 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 446b46e2-86aa-44f0-9d0c-707dfc910848 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:16:12.805408 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-3e6ed3c9-90dc-4f01-9837-1c31ea6c3500 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61f0a756-4ac9-494c-ad34-927949026856']}} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:12.823613 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-58272527-cb7f-4d45-a0ea-5060d190ffeb tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:12.836035 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694110fa-a740-47e9-ac11-433cd48bd5af None None] Routers {'0226f544-a7ae-4ef0-b22d-c97fcb48914d'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:16:12.836541 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-694110fa-a740-47e9-ac11-433cd48bd5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:16:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['0226f544-a7ae-4ef0-b22d-c97fcb48914d'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:12.851763 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-3e6ed3c9-90dc-4f01-9837-1c31ea6c3500 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fedf4a5-ebea-48d7-92ee-94db3cfbc60b') {'for_net_delete': True} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:12.852292 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-3e6ed3c9-90dc-4f01-9837-1c31ea6c3500 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fedf4a5-ebea-48d7-92ee-94db3cfbc60b') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:12.882571 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3e6ed3c9-90dc-4f01-9837-1c31ea6c3500 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16327073'] for segment, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:12.913247 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-58272527-cb7f-4d45-a0ea-5060d190ffeb tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['322f4460-433c-40a7-b8b4-ffbc641bb99e']}} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:12.920816 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=b8f78377-029d-4872-abd8-31b13c2bc80d,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:12.924235 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:12.931385 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-caeeddfd-4d6b-48f3-bf80-3a454062abd6 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:12.938224 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-694110fa-a740-47e9-ac11-433cd48bd5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:12.940574 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3e6ed3c9-90dc-4f01-9837-1c31ea6c3500 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:12.947082 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-58272527-cb7f-4d45-a0ea-5060d190ffeb tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89fefc50-3dcf-4463-9012-0f0de0dfce2e') {'for_net_delete': True} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:12.947082 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-58272527-cb7f-4d45-a0ea-5060d190ffeb tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89fefc50-3dcf-4463-9012-0f0de0dfce2e') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:12.953992 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1be9dadb-02a2-4f67-904f-fa60130f65c9 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:12.970099 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0efef4-bd12-4c0e-b70d-06c91a3036cb req-cd66a5cd-a146-41af-81c5-8a8a04043bc6 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:16:12.971961 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7a0efef4-bd12-4c0e-b70d-06c91a3036cb req-cd66a5cd-a146-41af-81c5-8a8a04043bc6 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd7b6d6b-7f80-4be6-b0bc-6fa7558d775b HTTP/1.1" status: 200 len: 945 time: 0.5608478 Dec 15 19:16:12.981224 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e6ed3c9-90dc-4f01-9837-1c31ea6c3500 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=88990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:16:12.981774 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3e6ed3c9-90dc-4f01-9837-1c31ea6c3500 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838138943'] for segment, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:13.000953 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:16:13.000953 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:16:13.000953 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:16:13.000953 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:16:13.000953 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:16:13.000953 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:16:13.000953 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:16:13.000953 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:16:13.000953 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:16:13.000953 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:16:13.000953 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:16:13.000953 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:16:13.000953 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:16:13.000953 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:16:13.000953 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:16:13.000953 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:16:13.000953 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:16:13.000953 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:16:13.000953 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:16:13.000953 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:16:13.000953 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:16:13.000953 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:16:13.000953 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:16:13.000953 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:16:13.000953 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:16:13.000953 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:16:13.000953 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:16:13.000953 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:16:13.000953 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:16:13.000953 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:16:13.000953 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:16:13.000953 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:16:13.027546 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694110fa-a740-47e9-ac11-433cd48bd5af None None] Routers {'0226f544-a7ae-4ef0-b22d-c97fcb48914d'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:16:13.028463 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-694110fa-a740-47e9-ac11-433cd48bd5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:16:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['0226f544-a7ae-4ef0-b22d-c97fcb48914d'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:13.037787 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-58272527-cb7f-4d45-a0ea-5060d190ffeb tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16327073'] for segment, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:13.065195 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6856e9-10b1-46aa-bd63-5f1394779fe4 req-450df4bb-a35f-45e2-80cb-951163b1ad46 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:16:13.073315 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1f6856e9-10b1-46aa-bd63-5f1394779fe4 req-450df4bb-a35f-45e2-80cb-951163b1ad46 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] 10.222.0.36 "GET /v2.0/ports?device_id=26ec4cd9-d7ba-4603-bd47-7fca7801307b HTTP/1.1" status: 200 len: 945 time: 0.3773897 Dec 15 19:16:13.099044 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-581bfc8a-66a1-4cac-9c90-8105767c383e None None] Allocated IP 2001:db8::1 (394ce0ff-5726-4146-9c46-5aa9dca2ed86/3fb0db9e-b7ec-4ede-af09-0ee33e3d7543/d9e5edd5-1225-438d-9aab-b4b53ee9b58a) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:16:13.166297 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-58272527-cb7f-4d45-a0ea-5060d190ffeb tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:13.174712 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58272527-cb7f-4d45-a0ea-5060d190ffeb tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=88990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:16:13.175162 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-58272527-cb7f-4d45-a0ea-5060d190ffeb tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838138943'] for segment, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:13.248053 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device b8f78377-029d-4872-abd8-31b13c2bc80d up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:16:13.260307 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:16:13.260307 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:16:13.260307 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:16:13.260307 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:16:13.260307 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:16:13.260307 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:16:13.260307 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:16:13.260307 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:16:13.260307 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:16:13.260307 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:16:13.260307 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:16:13.260307 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:16:13.260307 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:16:13.260307 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:16:13.260307 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:16:13.260307 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:16:13.260307 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:16:13.260307 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:16:13.260307 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:16:13.260307 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:16:13.260307 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:16:13.260307 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:16:13.260307 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:16:13.260307 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:16:13.260307 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:16:13.260307 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:16:13.260307 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:16:13.260307 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:16:13.260307 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:16:13.260307 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:16:13.260307 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:16:13.260307 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:16:13.316078 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-694110fa-a740-47e9-ac11-433cd48bd5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:13.316078 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694110fa-a740-47e9-ac11-433cd48bd5af None None] The sync data for ids ['0226f544-a7ae-4ef0-b22d-c97fcb48914d'] in dv-neutron-821831-2-hyperv is: [] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:16:13.333446 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-84c79c1b-99d8-4a30-baca-c81453425b75 None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:13.402628 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-84c79c1b-99d8-4a30-baca-c81453425b75 None None] Transition to ACTIVE for port object bb7f0904-dfb0-4da7-ba92-c03ed1158322 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:16:13.411466 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [req-7a0efef4-bd12-4c0e-b70d-06c91a3036cb req-ea5f798e-9c1e-4d96-bf93-cd5acb76d084 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Deleting port 27663884-689a-41d6-9b75-eefa8ea291a9 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:16:13.428877 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-7a0efef4-bd12-4c0e-b70d-06c91a3036cb req-ea5f798e-9c1e-4d96-bf93-cd5acb76d084 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:13.455757 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-84c79c1b-99d8-4a30-baca-c81453425b75 None None] Transition to ACTIVE for port object bb7f0904-dfb0-4da7-ba92-c03ed1158322 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:16:13.464839 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3e6ed3c9-90dc-4f01-9837-1c31ea6c3500 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:13.476305 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e15ce52e-fc0e-471e-993f-7b9205e104c8 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:13.495570 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1f6856e9-10b1-46aa-bd63-5f1394779fe4 req-d45cc49e-71dd-4cc6-b9b6-1fae0fc66c12 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f0fc3eb-62ba-4c7b-86c7-e6af2676eef0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4201906 Dec 15 19:16:13.496369 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3e6ed3c9-90dc-4f01-9837-1c31ea6c3500 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:13.499405 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port b8f78377-029d-4872-abd8-31b13c2bc80d triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:16:13.499838 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:13.513464 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-58272527-cb7f-4d45-a0ea-5060d190ffeb tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:13.531891 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6ed3c9-90dc-4f01-9837-1c31ea6c3500 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Pushing event deleted for resources: {'Network': ['ID=61f0a756-4ac9-494c-ad34-927949026856,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:13.542786 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3e6ed3c9-90dc-4f01-9837-1c31ea6c3500 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:13.552190 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-58272527-cb7f-4d45-a0ea-5060d190ffeb tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:13.554378 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-58272527-cb7f-4d45-a0ea-5060d190ffeb tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] 10.222.0.36 "DELETE /v2.0/networks/322f4460-433c-40a7-b8b4-ffbc641bb99e HTTP/1.1" status: 204 len: 168 time: 1.4293947 Dec 15 19:16:13.556779 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a70f082f-de22-4b69-a84c-46b616318a8b tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:13.568806 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-84c79c1b-99d8-4a30-baca-c81453425b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:13.574709 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 47740) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:13.589620 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-08786055-d0cc-4f2d-b56b-fc3edb801a79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:13.633243 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-3e6ed3c9-90dc-4f01-9837-1c31ea6c3500 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] 10.222.0.36 "DELETE /v2.0/networks/61f0a756-4ac9-494c-ad34-927949026856 HTTP/1.1" status: 204 len: 168 time: 1.6592891 Dec 15 19:16:13.636998 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58272527-cb7f-4d45-a0ea-5060d190ffeb tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Pushing event deleted for resources: {'Network': ['ID=322f4460-433c-40a7-b8b4-ffbc641bb99e,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:13.646290 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 47744) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:13.650562 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-58272527-cb7f-4d45-a0ea-5060d190ffeb tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:13.677212 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14951855-2bd1-4656-b6b8-5fababf96cf1 req-254eeb8d-0922-4cc5-be11-9c25001fa4b1 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:16:13.678087 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-581bfc8a-66a1-4cac-9c90-8105767c383e None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:13.684985 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-14951855-2bd1-4656-b6b8-5fababf96cf1 req-254eeb8d-0922-4cc5-be11-9c25001fa4b1 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd7b6d6b-7f80-4be6-b0bc-6fa7558d775b HTTP/1.1" status: 200 len: 945 time: 0.4219427 Dec 15 19:16:13.693738 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-581bfc8a-66a1-4cac-9c90-8105767c383e None None] Transition to ACTIVE for port object d9e5edd5-1225-438d-9aab-b4b53ee9b58a will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:16:13.730490 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c79c1b-99d8-4a30-baca-c81453425b75 None None] Network c230877b-c462-4b98-a497-8a0d3225ba55 is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:16:13.734835 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-84c79c1b-99d8-4a30-baca-c81453425b75 None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:16:13.737328 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c79c1b-99d8-4a30-baca-c81453425b75 None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:16:13.761233 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-581bfc8a-66a1-4cac-9c90-8105767c383e None None] Transition to ACTIVE for port object d9e5edd5-1225-438d-9aab-b4b53ee9b58a will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:16:13.829537 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-14951855-2bd1-4656-b6b8-5fababf96cf1 req-8dbb4ebc-015e-4b04-8164-d0596a019280 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] 10.222.0.36 "GET /v2.0/security-groups?id=205b198f-d112-4f7c-84f4-60491e3b03fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430559 Dec 15 19:16:13.899107 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-7a0efef4-bd12-4c0e-b70d-06c91a3036cb req-ea5f798e-9c1e-4d96-bf93-cd5acb76d084 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] For port 27663884-689a-41d6-9b75-eefa8ea291a9, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=27663884-689a-41d6-9b75-eefa8ea291a9,segment=NetworkSegment(f74e07b2-aaa7-4c64-830f-9319a4bdc4d6),segment_id=f74e07b2-aaa7-4c64-830f-9319a4bdc4d6)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:16:13.899501 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-7a0efef4-bd12-4c0e-b70d-06c91a3036cb req-ea5f798e-9c1e-4d96-bf93-cd5acb76d084 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:13.979147 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-987fa3a0-6ba9-463c-9134-a48c60436406 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:14.010362 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c79c1b-99d8-4a30-baca-c81453425b75 None None] Pushing event updated for resources: {'Port': ['ID=bb7f0904-dfb0-4da7-ba92-c03ed1158322,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:14.013526 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-84c79c1b-99d8-4a30-baca-c81453425b75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:14.027276 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1be9dadb-02a2-4f67-904f-fa60130f65c9 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16156049'] for subnet, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:14.036402 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-581bfc8a-66a1-4cac-9c90-8105767c383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:14.047933 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fcc605ed-f5f8-4f3e-b2b4-5f4318e5b1e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:14.097059 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:14.144160 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0625ca8c-3740-45b7-876b-541f82f1b781 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] 10.222.0.36 "GET /v2.0/routers/0226f544-a7ae-4ef0-b22d-c97fcb48914d HTTP/1.1" status: 200 len: 920 time: 1.5576565 Dec 15 19:16:14.158124 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 47750) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:14.189791 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-84c79c1b-99d8-4a30-baca-c81453425b75 None None] Attempting to bind port bb7f0904-dfb0-4da7-ba92-c03ed1158322 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:16:14.190227 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-84c79c1b-99d8-4a30-baca-c81453425b75 None None] Attempting to bind port bb7f0904-dfb0-4da7-ba92-c03ed1158322 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'ba8e5a70-ac71-477c-9f28-abdf0b4068a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'c230877b-c462-4b98-a497-8a0d3225ba55'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:16:14.190648 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c79c1b-99d8-4a30-baca-c81453425b75 None None] Attempting to bind port bb7f0904-dfb0-4da7-ba92-c03ed1158322 on network c230877b-c462-4b98-a497-8a0d3225ba55 {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:16:14.198259 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581bfc8a-66a1-4cac-9c90-8105767c383e None None] Network 394ce0ff-5726-4146-9c46-5aa9dca2ed86 is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:16:14.199282 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device e69e23f4-8641-4418-801b-43b345dd4eb9 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:16:14.230249 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581bfc8a-66a1-4cac-9c90-8105767c383e None None] Pushing event updated for resources: {'Port': ['ID=d9e5edd5-1225-438d-9aab-b4b53ee9b58a,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:14.232869 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-581bfc8a-66a1-4cac-9c90-8105767c383e None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:16:14.235106 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-581bfc8a-66a1-4cac-9c90-8105767c383e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:14.241561 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581bfc8a-66a1-4cac-9c90-8105767c383e None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:16:14.244603 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: e69e23f4-8641-4418-801b-43b345dd4eb9 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:16:14.244998 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device e69e23f4-8641-4418-801b-43b345dd4eb9 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:16:14.249684 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c79c1b-99d8-4a30-baca-c81453425b75 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:16:14.250064 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c79c1b-99d8-4a30-baca-c81453425b75 None None] Checking segment: {'id': 'ba8e5a70-ac71-477c-9f28-abdf0b4068a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'c230877b-c462-4b98-a497-8a0d3225ba55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:16:14.250553 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-84c79c1b-99d8-4a30-baca-c81453425b75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:14.250982 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c79c1b-99d8-4a30-baca-c81453425b75 None None] Bound using segment: {'id': 'ba8e5a70-ac71-477c-9f28-abdf0b4068a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'c230877b-c462-4b98-a497-8a0d3225ba55'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:16:14.251555 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-84c79c1b-99d8-4a30-baca-c81453425b75 None None] Bound port: bb7f0904-dfb0-4da7-ba92-c03ed1158322, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba8e5a70-ac71-477c-9f28-abdf0b4068a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'c230877b-c462-4b98-a497-8a0d3225ba55'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:16:14.251975 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-84c79c1b-99d8-4a30-baca-c81453425b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:14.254633 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-7a0efef4-bd12-4c0e-b70d-06c91a3036cb req-ea5f798e-9c1e-4d96-bf93-cd5acb76d084 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:14.255221 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-7a0efef4-bd12-4c0e-b70d-06c91a3036cb req-ea5f798e-9c1e-4d96-bf93-cd5acb76d084 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634093'] for floatingip, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:14.255588 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.l3_db [req-7a0efef4-bd12-4c0e-b70d-06c91a3036cb req-ea5f798e-9c1e-4d96-bf93-cd5acb76d084 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Floating IP 6bd63f56-14a8-48cf-a66b-2291b3fe0704 disassociated. External IP: 172.26.3.36, port: 27663884-689a-41d6-9b75-eefa8ea291a9. Dec 15 19:16:14.255954 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [req-7a0efef4-bd12-4c0e-b70d-06c91a3036cb req-ea5f798e-9c1e-4d96-bf93-cd5acb76d084 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Calling delete_port for 27663884-689a-41d6-9b75-eefa8ea291a9 owned by compute:nova {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:16:14.306232 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-caeeddfd-4d6b-48f3-bf80-3a454062abd6 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Allocated IP 172.20.0.1 (c230877b-c462-4b98-a497-8a0d3225ba55/a324f25b-2123-4d7d-9064-f22aab80815d/86a8222f-b9a1-44bd-af6d-40115cb5374e) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:16:14.308656 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be9dadb-02a2-4f67-904f-fa60130f65c9 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Pushing event deleted for resources: {'Subnet': ['ID=3fb0db9e-b7ec-4ede-af09-0ee33e3d7543,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:14.345901 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1be9dadb-02a2-4f67-904f-fa60130f65c9 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:14.352370 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c4e2d68e-b27b-479e-b44e-ac83f0332afe tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:14.353068 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c4e2d68e-b27b-479e-b44e-ac83f0332afe tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904'] for router, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:14.403723 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-581bfc8a-66a1-4cac-9c90-8105767c383e None None] Attempting to bind port d9e5edd5-1225-438d-9aab-b4b53ee9b58a on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:16:14.404337 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-581bfc8a-66a1-4cac-9c90-8105767c383e None None] Attempting to bind port d9e5edd5-1225-438d-9aab-b4b53ee9b58a by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '2f8e32f1-0bf4-43aa-aca5-6b9dae5628d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '394ce0ff-5726-4146-9c46-5aa9dca2ed86'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:16:14.405119 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581bfc8a-66a1-4cac-9c90-8105767c383e None None] Attempting to bind port d9e5edd5-1225-438d-9aab-b4b53ee9b58a on network 394ce0ff-5726-4146-9c46-5aa9dca2ed86 {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:16:14.434569 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581bfc8a-66a1-4cac-9c90-8105767c383e None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:16:14.434995 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581bfc8a-66a1-4cac-9c90-8105767c383e None None] Checking segment: {'id': '2f8e32f1-0bf4-43aa-aca5-6b9dae5628d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '394ce0ff-5726-4146-9c46-5aa9dca2ed86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:16:14.435446 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-581bfc8a-66a1-4cac-9c90-8105767c383e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:14.436592 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581bfc8a-66a1-4cac-9c90-8105767c383e None None] Bound using segment: {'id': '2f8e32f1-0bf4-43aa-aca5-6b9dae5628d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '394ce0ff-5726-4146-9c46-5aa9dca2ed86'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:16:14.437210 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-581bfc8a-66a1-4cac-9c90-8105767c383e None None] Bound port: d9e5edd5-1225-438d-9aab-b4b53ee9b58a, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f8e32f1-0bf4-43aa-aca5-6b9dae5628d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '394ce0ff-5726-4146-9c46-5aa9dca2ed86'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:16:14.437850 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-581bfc8a-66a1-4cac-9c90-8105767c383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:14.441215 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-7a0efef4-bd12-4c0e-b70d-06c91a3036cb req-ea5f798e-9c1e-4d96-bf93-cd5acb76d084 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:14.448784 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e5dc8ec4-8b38-487f-a8f1-a730e852cf64 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:14.502866 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5f798e-9c1e-4d96-bf93-cd5acb76d084 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Pushing event deleted for resources: {'Port': ['ID=27663884-689a-41d6-9b75-eefa8ea291a9,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:14.505159 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-84c79c1b-99d8-4a30-baca-c81453425b75 None None] For port bb7f0904-dfb0-4da7-ba92-c03ed1158322, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:16:14.508169 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ea5f798e-9c1e-4d96-bf93-cd5acb76d084 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:14.524813 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2dbf845-c21a-46ee-87da-1d8588d691dc tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Deleting subnet 6f1889bd-ed8e-4427-bed8-ce9bd0d1f90a {{(pid=88991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:16:14.535112 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-84c79c1b-99d8-4a30-baca-c81453425b75 None None] For port bb7f0904-dfb0-4da7-ba92-c03ed1158322, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=bb7f0904-dfb0-4da7-ba92-c03ed1158322,segment=NetworkSegment(ba8e5a70-ac71-477c-9f28-abdf0b4068a8),segment_id=ba8e5a70-ac71-477c-9f28-abdf0b4068a8)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:16:14.572141 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-581bfc8a-66a1-4cac-9c90-8105767c383e None None] For port d9e5edd5-1225-438d-9aab-b4b53ee9b58a, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:16:14.576007 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-581bfc8a-66a1-4cac-9c90-8105767c383e None None] For port d9e5edd5-1225-438d-9aab-b4b53ee9b58a, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=d9e5edd5-1225-438d-9aab-b4b53ee9b58a,segment=NetworkSegment(2f8e32f1-0bf4-43aa-aca5-6b9dae5628d4),segment_id=2f8e32f1-0bf4-43aa-aca5-6b9dae5628d4)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:16:14.579543 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-84c79c1b-99d8-4a30-baca-c81453425b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:14.585659 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9beab5a4-a6ea-40f6-aa61-1ddd8b16b83d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:14.619696 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1be9dadb-02a2-4f67-904f-fa60130f65c9 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:14.630342 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a2dbf845-c21a-46ee-87da-1d8588d691dc tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks [] for subnet, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:14.663530 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-987fa3a0-6ba9-463c-9134-a48c60436406 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:14.703800 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-581bfc8a-66a1-4cac-9c90-8105767c383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:14.808303 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c79c1b-99d8-4a30-baca-c81453425b75 None None] Pushing event updated for resources: {'Port': ['ID=bb7f0904-dfb0-4da7-ba92-c03ed1158322,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:14.817844 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-1be9dadb-02a2-4f67-904f-fa60130f65c9 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['394ce0ff-5726-4146-9c46-5aa9dca2ed86']}} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:14.821540 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-84c79c1b-99d8-4a30-baca-c81453425b75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:14.822178 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-dab739e9-0fca-41ef-ae00-0832ca0625a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:14.840582 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-987fa3a0-6ba9-463c-9134-a48c60436406 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e58db3f-1853-4c60-ad8c-f273aa1c41c9']}} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:14.879110 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b339694-c197-4822-a6d4-fb21fdebaa1a req-aac13077-3ce4-4201-9f3b-f83f36376abf tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:16:14.879915 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-0b339694-c197-4822-a6d4-fb21fdebaa1a req-aac13077-3ce4-4201-9f3b-f83f36376abf tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Synchronizing usage tracker for tenant:9123dde40c194e828f2d284c47d69e10 on resource:port {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:16:14.888004 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-987fa3a0-6ba9-463c-9134-a48c60436406 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26800f7e-fe26-47d5-89b8-c786dc541944') {'for_net_delete': True} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:14.888340 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-987fa3a0-6ba9-463c-9134-a48c60436406 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26800f7e-fe26-47d5-89b8-c786dc541944') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:14.898907 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-1be9dadb-02a2-4f67-904f-fa60130f65c9 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f8e32f1-0bf4-43aa-aca5-6b9dae5628d4') {'for_net_delete': True} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:14.899249 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-1be9dadb-02a2-4f67-904f-fa60130f65c9 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f8e32f1-0bf4-43aa-aca5-6b9dae5628d4') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:14.914292 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a2dbf845-c21a-46ee-87da-1d8588d691dc tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16332759'] for subnet, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:14.922118 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581bfc8a-66a1-4cac-9c90-8105767c383e None None] Pushing event updated for resources: {'Port': ['ID=d9e5edd5-1225-438d-9aab-b4b53ee9b58a,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:14.933204 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-581bfc8a-66a1-4cac-9c90-8105767c383e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:15.051907 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50bfbae9-c9fe-4b53-8fa2-4e242dbb586e None None] Network 394ce0ff-5726-4146-9c46-5aa9dca2ed86 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:16:15.058066 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-197b918e-e53c-4dcb-ba91-1a058116d535 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=4b9c9b76-a8c2-4873-8d7b-0d52cc71925c&device_id=0226f544-a7ae-4ef0-b22d-c97fcb48914d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.8964040 Dec 15 19:16:15.062912 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1be9dadb-02a2-4f67-904f-fa60130f65c9 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838443042'] for segment, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:15.090677 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-987fa3a0-6ba9-463c-9134-a48c60436406 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838443042'] for segment, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:15.103045 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 47758) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:15.206983 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-987fa3a0-6ba9-463c-9134-a48c60436406 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:15.264819 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1be9dadb-02a2-4f67-904f-fa60130f65c9 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:15.312865 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-89f9e7e1-89cb-4283-ab85-5265d80e1d27 req-e396bb08-1de6-4d08-93bf-b5c11bfc5c5b tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd7b6d6b-7f80-4be6-b0bc-6fa7558d775b HTTP/1.1" status: 200 len: 210 time: 0.1071742 Dec 15 19:16:15.352439 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-0b339694-c197-4822-a6d4-fb21fdebaa1a req-aac13077-3ce4-4201-9f3b-f83f36376abf tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Unset dirty status for tenant:9123dde40c194e828f2d284c47d69e10 on resource:port {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:16:15.352439 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0b339694-c197-4822-a6d4-fb21fdebaa1a req-aac13077-3ce4-4201-9f3b-f83f36376abf tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] 10.222.0.32 "GET /v2.0/ports?device_id=26ec4cd9-d7ba-4603-bd47-7fca7801307b HTTP/1.1" status: 200 len: 945 time: 1.3126702 Dec 15 19:16:15.354259 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-987fa3a0-6ba9-463c-9134-a48c60436406 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=88991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:16:15.354793 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-987fa3a0-6ba9-463c-9134-a48c60436406 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838443729'] for segment, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:15.397600 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1be9dadb-02a2-4f67-904f-fa60130f65c9 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=88991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:16:15.398376 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1be9dadb-02a2-4f67-904f-fa60130f65c9 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838443729'] for segment, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:15.427118 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb149ea1-d9a4-412a-8c0f-f3729158fa89 req-814f48ad-88b8-4be7-af8d-e42d9f7ef259 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:16:15.431768 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:16:15.431768 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:16:15.431768 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:16:15.431768 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:16:15.431768 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:16:15.431768 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:16:15.431768 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:16:15.431768 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:16:15.431768 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:16:15.431768 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:16:15.431768 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:16:15.431768 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:16:15.431768 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:16:15.431768 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:16:15.431768 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:16:15.431768 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:16:15.431768 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:16:15.431768 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:16:15.431768 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:16:15.431768 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:16:15.431768 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:16:15.431768 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:16:15.431768 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:16:15.431768 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:16:15.431768 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:16:15.431768 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:16:15.431768 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:16:15.431768 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:16:15.431768 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:16:15.431768 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:16:15.431768 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:16:15.431768 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:16:15.437584 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-eb149ea1-d9a4-412a-8c0f-f3729158fa89 req-814f48ad-88b8-4be7-af8d-e42d9f7ef259 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] 10.222.0.36 "GET /v2.0/ports?device_id=26ec4cd9-d7ba-4603-bd47-7fca7801307b HTTP/1.1" status: 200 len: 945 time: 0.7006874 Dec 15 19:16:15.464341 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-caeeddfd-4d6b-48f3-bf80-3a454062abd6 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:15.474625 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a0efef4-bd12-4c0e-b70d-06c91a3036cb req-ea5f798e-9c1e-4d96-bf93-cd5acb76d084 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Router a4558e95-503e-4b93-b1e9-a44cbe443726 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:16:15.534604 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-eb149ea1-d9a4-412a-8c0f-f3729158fa89 req-54f6785f-8a04-4955-949d-fa2f12908d55 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f0fc3eb-62ba-4c7b-86c7-e6af2676eef0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954473 Dec 15 19:16:15.792326 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a0efef4-bd12-4c0e-b70d-06c91a3036cb req-ea5f798e-9c1e-4d96-bf93-cd5acb76d084 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:16:15.803302 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcb8ef8-2955-4936-8ddd-2d0f7236dd34 None None] Sync routers for ids ['a4558e95-503e-4b93-b1e9-a44cbe443726'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:16:15.817912 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcb8ef8-2955-4936-8ddd-2d0f7236dd34 None None] Routers {'a4558e95-503e-4b93-b1e9-a44cbe443726'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:16:15.818919 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-afcb8ef8-2955-4936-8ddd-2d0f7236dd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:16:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['a4558e95-503e-4b93-b1e9-a44cbe443726'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:15.871365 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a0efef4-bd12-4c0e-b70d-06c91a3036cb req-ea5f798e-9c1e-4d96-bf93-cd5acb76d084 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] No DVR routers for this DVR port 27663884-689a-41d6-9b75-eefa8ea291a9 on host hv-neutron-8218 {{(pid=88990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:16:15.874269 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-7a0efef4-bd12-4c0e-b70d-06c91a3036cb req-ea5f798e-9c1e-4d96-bf93-cd5acb76d084 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:15.878686 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd7b6d6b-7f80-4be6-b0bc-6fa7558d775b', 'name': 'network-vif-deleted', 'tag': '27663884-689a-41d6-9b75-eefa8ea291a9'}] {{(pid=88990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:16:15.913940 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-caeeddfd-4d6b-48f3-bf80-3a454062abd6 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Transition to ACTIVE for port object 86a8222f-b9a1-44bd-af6d-40115cb5374e will not be triggered until provisioned by entity DHCP. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:16:15.938213 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd7b6d6b-7f80-4be6-b0bc-6fa7558d775b', 'name': 'network-vif-deleted', 'tag': '27663884-689a-41d6-9b75-eefa8ea291a9', 'status': 'completed', 'code': 200} Dec 15 19:16:15.940324 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7a0efef4-bd12-4c0e-b70d-06c91a3036cb req-ea5f798e-9c1e-4d96-bf93-cd5acb76d084 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] 10.222.0.32 "DELETE /v2.0/ports/27663884-689a-41d6-9b75-eefa8ea291a9 HTTP/1.1" status: 204 len: 173 time: 2.9354844 Dec 15 19:16:16.031395 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-afcb8ef8-2955-4936-8ddd-2d0f7236dd34 None None] Set router a4558e95-503e-4b93-b1e9-a44cbe443726 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:16:16.066195 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [req-0b339694-c197-4822-a6d4-fb21fdebaa1a req-538857c1-30d0-4615-956c-51169366e825 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Deleting port 5838a945-bfaf-4a10-a713-cfef6482b79e {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:16:16.066465 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-0b339694-c197-4822-a6d4-fb21fdebaa1a req-538857c1-30d0-4615-956c-51169366e825 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:16.114498 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-987fa3a0-6ba9-463c-9134-a48c60436406 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:16.143560 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-1be9dadb-02a2-4f67-904f-fa60130f65c9 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 15 19:16:16.143560 dv-neutron-821831-2-hyperv neutron-server[88879]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 15 19:16:16.143560 dv-neutron-821831-2-hyperv neutron-server[88879]: [parameters: {'id': '394ce0ff-5726-4146-9c46-5aa9dca2ed86'}] Dec 15 19:16:16.143560 dv-neutron-821831-2-hyperv neutron-server[88879]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88991) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:16:16.144123 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-1be9dadb-02a2-4f67-904f-fa60130f65c9 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:16:16.144435 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:16.163756 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-987fa3a0-6ba9-463c-9134-a48c60436406 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:16.176310 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a2dbf845-c21a-46ee-87da-1d8588d691dc tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:16.234588 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987fa3a0-6ba9-463c-9134-a48c60436406 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Pushing event deleted for resources: {'Network': ['ID=0e58db3f-1853-4c60-ad8c-f273aa1c41c9,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:16.251308 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecde0e99-dc5f-400e-8247-5ba9fa92aeed tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:16:16.251939 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ecde0e99-dc5f-400e-8247-5ba9fa92aeed tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Synchronizing usage tracker for tenant:848d097f252940a4b39a0e19eea0eb89 on resource:network {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:16:16.259491 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-987fa3a0-6ba9-463c-9134-a48c60436406 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:16.315610 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-987fa3a0-6ba9-463c-9134-a48c60436406 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] 10.222.0.36 "DELETE /v2.0/networks/0e58db3f-1853-4c60-ad8c-f273aa1c41c9 HTTP/1.1" status: 204 len: 168 time: 2.6682317 Dec 15 19:16:16.316910 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-caeeddfd-4d6b-48f3-bf80-3a454062abd6 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:16.318345 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 47764) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:16.341706 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9ba744a0-5e2d-4d9d-bd8b-e6a0366e4c48 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:16.366909 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-afcb8ef8-2955-4936-8ddd-2d0f7236dd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4558e95-503e-4b93-b1e9-a44cbe443726', 'name': 'tempest-ServersTestJSON-1252145473-router', 'tenant_id': '07507a555a264de2b95fac8c5d93591a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.150'}], 'enable_snat': True}, 'gw_port_id': '76e67fc9-3420-432a-8e17-2ad72b96b714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:14:18Z', 'updated_at': '2021-12-15T19:14:31Z', 'revision_number': 4, 'project_id': '07507a555a264de2b95fac8c5d93591a', 'gw_port': {'id': '76e67fc9-3420-432a-8e17-2ad72b96b714', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:58:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4558e95-503e-4b93-b1e9-a44cbe443726', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:14:19Z', 'updated_at': '2021-12-15T19:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '680e6ac3-5c91-4103-bedc-ce4c185b7177', 'name': '', 'network_id': '7e04f9fb-f9a5-45a2-9184-076bb9a796d7', 'tenant_id': '07507a555a264de2b95fac8c5d93591a', 'mac_address': 'fa:16:3e:2f:3b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4558e95-503e-4b93-b1e9-a44cbe443726', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '357073fc-8f72-4ec9-a709-b1f581df7965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:14:28Z', 'updated_at': '2021-12-15T19:14:42Z', 'revision_number': 5, 'project_id': '07507a555a264de2b95fac8c5d93591a', 'subnets': [{'id': '357073fc-8f72-4ec9-a709-b1f581df7965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:16.371005 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcb8ef8-2955-4936-8ddd-2d0f7236dd34 None None] Checking router: a4558e95-503e-4b93-b1e9-a44cbe443726 for host: dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:16:16.383725 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcb8ef8-2955-4936-8ddd-2d0f7236dd34 None None] Routers {'a4558e95-503e-4b93-b1e9-a44cbe443726'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:16:16.384407 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-afcb8ef8-2955-4936-8ddd-2d0f7236dd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:16:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['a4558e95-503e-4b93-b1e9-a44cbe443726'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:16.476499 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2872a720-6231-448c-819b-3677418d5475 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:16.532675 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ecde0e99-dc5f-400e-8247-5ba9fa92aeed tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Unset dirty status for tenant:848d097f252940a4b39a0e19eea0eb89 on resource:network {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:16:16.533490 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ecde0e99-dc5f-400e-8247-5ba9fa92aeed tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] 10.222.0.36 "GET /v2.0/networks/4b9c9b76-a8c2-4873-8d7b-0d52cc71925c HTTP/1.1" status: 200 len: 881 time: 1.4293158 Dec 15 19:16:16.536767 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 27663884-689a-41d6-9b75-eefa8ea291a9 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:16:16.541406 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 47770) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:16.543902 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caeeddfd-4d6b-48f3-bf80-3a454062abd6 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Network c230877b-c462-4b98-a497-8a0d3225ba55 is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:16:16.565655 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-caeeddfd-4d6b-48f3-bf80-3a454062abd6 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:16:16.573880 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeeddfd-4d6b-48f3-bf80-3a454062abd6 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Pushing event updated for resources: {'Port': ['ID=86a8222f-b9a1-44bd-af6d-40115cb5374e,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:16.580182 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caeeddfd-4d6b-48f3-bf80-3a454062abd6 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:16:16.618656 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-caeeddfd-4d6b-48f3-bf80-3a454062abd6 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:16.653185 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-afcb8ef8-2955-4936-8ddd-2d0f7236dd34 None None] Set router a4558e95-503e-4b93-b1e9-a44cbe443726 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:16:16.655642 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1be9dadb-02a2-4f67-904f-fa60130f65c9 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:16.710269 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] No Port match for: 27663884-689a-41d6-9b75-eefa8ea291a9 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:16:16.711964 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 27663884-689a-41d6-9b75-eefa8ea291a9 not bound to the agent host hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:16:16.714176 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 5838a945-bfaf-4a10-a713-cfef6482b79e no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:16:16.728751 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a2dbf845-c21a-46ee-87da-1d8588d691dc tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16156049'] for subnet, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:16.752155 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-23abdda2-bf4f-4fea-be83-66306ee6d614 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:16.849834 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-caeeddfd-4d6b-48f3-bf80-3a454062abd6 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630901'] for router_interface, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:16.884382 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dbf845-c21a-46ee-87da-1d8588d691dc tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Pushing event deleted for resources: {'Subnet': ['ID=6f1889bd-ed8e-4427-bed8-ce9bd0d1f90a,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:16.893199 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a2dbf845-c21a-46ee-87da-1d8588d691dc tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:16.898864 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-1be9dadb-02a2-4f67-904f-fa60130f65c9 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Deleting port d9e5edd5-1225-438d-9aab-b4b53ee9b58a {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:16:16.899244 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1be9dadb-02a2-4f67-904f-fa60130f65c9 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:16.973003 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:17.018826 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a2dbf845-c21a-46ee-87da-1d8588d691dc tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:17.031159 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-0b339694-c197-4822-a6d4-fb21fdebaa1a req-538857c1-30d0-4615-956c-51169366e825 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] For port 5838a945-bfaf-4a10-a713-cfef6482b79e, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5838a945-bfaf-4a10-a713-cfef6482b79e,segment=NetworkSegment(cc77d08c-3e06-4395-9e96-2ce9f09be278),segment_id=cc77d08c-3e06-4395-9e96-2ce9f09be278)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:16:17.031778 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b5400a-489b-48c0-bb19-bb00698d26b3 None None] Network 926f97d5-e7b5-4a7d-9f60-169797f253bf requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:16:17.034858 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-0b339694-c197-4822-a6d4-fb21fdebaa1a req-538857c1-30d0-4615-956c-51169366e825 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:17.066329 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ec4cd9-d7ba-4603-bd47-7fca7801307b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5838a945-bfaf-4a10-a713-cfef6482b79e'}] {{(pid=88992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:16:17.081355 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2872a720-6231-448c-819b-3677418d5475 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:17.188727 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f5ecf380-8988-415b-9e27-a3836e8dbd8d tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] 10.222.0.36 "GET /v2.0/ports?device_id=0226f544-a7ae-4ef0-b22d-c97fcb48914d HTTP/1.1" status: 200 len: 205 time: 0.3396716 Dec 15 19:16:17.205281 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 47778) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:17.209833 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-c7b2c44b-f7f4-4cb7-9655-283f46fb6af1 req-1e533c88-4eb1-4eb4-ae6d-a13e990da069 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Synchronizing usage tracker for tenant:07507a555a264de2b95fac8c5d93591a on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:16:17.210914 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a2dbf845-c21a-46ee-87da-1d8588d691dc tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] 10.222.0.36 "DELETE /v2.0/subnets/6f1889bd-ed8e-4427-bed8-ce9bd0d1f90a HTTP/1.1" status: 204 len: 168 time: 3.6330745 Dec 15 19:16:17.223889 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 47780) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:17.226490 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-afcb8ef8-2955-4936-8ddd-2d0f7236dd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4558e95-503e-4b93-b1e9-a44cbe443726', 'name': 'tempest-ServersTestJSON-1252145473-router', 'tenant_id': '07507a555a264de2b95fac8c5d93591a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.150'}], 'enable_snat': True}, 'gw_port_id': '76e67fc9-3420-432a-8e17-2ad72b96b714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:14:18Z', 'updated_at': '2021-12-15T19:14:31Z', 'revision_number': 4, 'project_id': '07507a555a264de2b95fac8c5d93591a', 'gw_port': {'id': '76e67fc9-3420-432a-8e17-2ad72b96b714', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:58:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4558e95-503e-4b93-b1e9-a44cbe443726', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:14:19Z', 'updated_at': '2021-12-15T19:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '680e6ac3-5c91-4103-bedc-ce4c185b7177', 'name': '', 'network_id': '7e04f9fb-f9a5-45a2-9184-076bb9a796d7', 'tenant_id': '07507a555a264de2b95fac8c5d93591a', 'mac_address': 'fa:16:3e:2f:3b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4558e95-503e-4b93-b1e9-a44cbe443726', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '357073fc-8f72-4ec9-a709-b1f581df7965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:14:28Z', 'updated_at': '2021-12-15T19:14:42Z', 'revision_number': 5, 'project_id': '07507a555a264de2b95fac8c5d93591a', 'subnets': [{'id': '357073fc-8f72-4ec9-a709-b1f581df7965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:17.231018 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcb8ef8-2955-4936-8ddd-2d0f7236dd34 None None] The sync data for ids ['a4558e95-503e-4b93-b1e9-a44cbe443726'] in dv-neutron-821831-2-hyperv is: [{'id': 'a4558e95-503e-4b93-b1e9-a44cbe443726', 'name': 'tempest-ServersTestJSON-1252145473-router', 'tenant_id': '07507a555a264de2b95fac8c5d93591a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.150'}], 'enable_snat': True}, 'gw_port_id': '76e67fc9-3420-432a-8e17-2ad72b96b714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:14:18Z', 'updated_at': '2021-12-15T19:14:31Z', 'revision_number': 4, 'project_id': '07507a555a264de2b95fac8c5d93591a', 'gw_port': {'id': '76e67fc9-3420-432a-8e17-2ad72b96b714', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:58:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4558e95-503e-4b93-b1e9-a44cbe443726', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:14:19Z', 'updated_at': '2021-12-15T19:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '680e6ac3-5c91-4103-bedc-ce4c185b7177', 'name': '', 'network_id': '7e04f9fb-f9a5-45a2-9184-076bb9a796d7', 'tenant_id': '07507a555a264de2b95fac8c5d93591a', 'mac_address': 'fa:16:3e:2f:3b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4558e95-503e-4b93-b1e9-a44cbe443726', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '357073fc-8f72-4ec9-a709-b1f581df7965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:14:28Z', 'updated_at': '2021-12-15T19:14:42Z', 'revision_number': 5, 'project_id': '07507a555a264de2b95fac8c5d93591a', 'subnets': [{'id': '357073fc-8f72-4ec9-a709-b1f581df7965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:16:17.231627 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4e2d68e-b27b-479e-b44e-ac83f0332afe tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Router 5d16f3e2-0c1d-4975-994e-cc8277de3416 is scheduled to L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 with binding_index 1 {{(pid=88991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 15 19:16:17.335357 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device bb7f0904-dfb0-4da7-ba92-c03ed1158322 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:16:17.375191 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 5838a945-bfaf-4a10-a713-cfef6482b79e, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5838a945-bfaf-4a10-a713-cfef6482b79e,segment=NetworkSegment(cc77d08c-3e06-4395-9e96-2ce9f09be278),segment_id=cc77d08c-3e06-4395-9e96-2ce9f09be278)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:16:17.405301 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-2872a720-6231-448c-819b-3677418d5475 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28d6129f-d1af-446a-82f3-3939bf33cfa0']}} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:17.417859 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a627752-0579-4265-a864-8bfa75bd038b None None] Network c230877b-c462-4b98-a497-8a0d3225ba55 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:16:17.437681 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-2872a720-6231-448c-819b-3677418d5475 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72b805d3-babe-454a-ac2f-8e01226ac188') {'for_net_delete': True} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:17.438273 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-2872a720-6231-448c-819b-3677418d5475 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72b805d3-babe-454a-ac2f-8e01226ac188') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:17.443329 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:17.450533 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-84c79c1b-99d8-4a30-baca-c81453425b75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:17.460695 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2872a720-6231-448c-819b-3677418d5475 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16327073'] for segment, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:17.486941 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-c7b2c44b-f7f4-4cb7-9655-283f46fb6af1 req-1e533c88-4eb1-4eb4-ae6d-a13e990da069 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Unset dirty status for tenant:07507a555a264de2b95fac8c5d93591a on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:16:17.489221 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c7b2c44b-f7f4-4cb7-9655-283f46fb6af1 req-1e533c88-4eb1-4eb4-ae6d-a13e990da069 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd7b6d6b-7f80-4be6-b0bc-6fa7558d775b HTTP/1.1" status: 200 len: 210 time: 0.5464683 Dec 15 19:16:17.494050 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2872a720-6231-448c-819b-3677418d5475 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:17.502204 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2872a720-6231-448c-819b-3677418d5475 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=88990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:16:17.502664 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2872a720-6231-448c-819b-3677418d5475 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838138943'] for segment, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:17.569430 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=5838a945-bfaf-4a10-a713-cfef6482b79e,revision_number=6']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:17.574916 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26ec4cd9-d7ba-4603-bd47-7fca7801307b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5838a945-bfaf-4a10-a713-cfef6482b79e', 'code': 200} Dec 15 19:16:17.583551 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:17.596596 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:16:17.596596 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:16:17.596596 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:16:17.596596 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:16:17.596596 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:16:17.596596 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:16:17.596596 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:16:17.596596 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:16:17.596596 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:16:17.596596 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:16:17.596596 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:16:17.596596 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:16:17.596596 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:16:17.596596 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:16:17.596596 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:16:17.596596 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:16:17.596596 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:16:17.596596 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:16:17.596596 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:16:17.596596 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:16:17.596596 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:16:17.596596 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:16:17.596596 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:16:17.596596 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:16:17.596596 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:16:17.596596 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:16:17.596596 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:16:17.596596 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:16:17.596596 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:16:17.596596 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:16:17.596596 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:16:17.596596 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:16:17.651358 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb05419-3c33-4623-ad0f-8d1767f4411c req-34115123-077e-462f-9dd7-f3390259b1bc tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:16:17.653051 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7cb05419-3c33-4623-ad0f-8d1767f4411c req-34115123-077e-462f-9dd7-f3390259b1bc tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] 10.222.0.36 "GET /v2.0/ports?device_id=26ec4cd9-d7ba-4603-bd47-7fca7801307b HTTP/1.1" status: 200 len: 945 time: 0.6087706 Dec 15 19:16:17.699044 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-caeeddfd-4d6b-48f3-bf80-3a454062abd6 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:17.758411 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port bb7f0904-dfb0-4da7-ba92-c03ed1158322 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:16:17.767438 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-7a266afb-7de4-4dae-aaed-65d5d5b5ba78 None None] Provisioning for port bb7f0904-dfb0-4da7-ba92-c03ed1158322 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:16:17.769714 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2872a720-6231-448c-819b-3677418d5475 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:17.785448 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-feb3837e-5893-4bae-9d78-b2a97b456441 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:17.785569 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port bb7f0904-dfb0-4da7-ba92-c03ed1158322 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:16:17.785846 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:17.811702 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2872a720-6231-448c-819b-3677418d5475 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:17.824258 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-7a266afb-7de4-4dae-aaed-65d5d5b5ba78 None None] Provisioning complete for port bb7f0904-dfb0-4da7-ba92-c03ed1158322 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:16:17.824677 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7a266afb-7de4-4dae-aaed-65d5d5b5ba78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:17.826089 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-2872a720-6231-448c-819b-3677418d5475 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] 10.222.0.36 "DELETE /v2.0/networks/28d6129f-d1af-446a-82f3-3939bf33cfa0 HTTP/1.1" status: 204 len: 168 time: 1.5065031 Dec 15 19:16:17.833131 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2872a720-6231-448c-819b-3677418d5475 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Pushing event deleted for resources: {'Network': ['ID=28d6129f-d1af-446a-82f3-3939bf33cfa0,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:17.845592 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7cb05419-3c33-4623-ad0f-8d1767f4411c req-8414f8a9-b612-42e5-ac04-80a105a29499 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f0fc3eb-62ba-4c7b-86c7-e6af2676eef0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1815364 Dec 15 19:16:17.854879 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2872a720-6231-448c-819b-3677418d5475 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:16:17.855147 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2872a720-6231-448c-819b-3677418d5475 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:16:17.855947 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2872a720-6231-448c-819b-3677418d5475 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:16:17.856083 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2872a720-6231-448c-819b-3677418d5475 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:16:17.856481 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2872a720-6231-448c-819b-3677418d5475 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:16:17.856893 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2872a720-6231-448c-819b-3677418d5475 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:16:17.857307 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2872a720-6231-448c-819b-3677418d5475 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:16:17.857749 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2872a720-6231-448c-819b-3677418d5475 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:16:17.858183 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2872a720-6231-448c-819b-3677418d5475 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:16:17.858730 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2872a720-6231-448c-819b-3677418d5475 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:16:17.859127 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2872a720-6231-448c-819b-3677418d5475 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:16:17.865597 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2872a720-6231-448c-819b-3677418d5475 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:17.918275 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-74d22212-c14f-4b8f-b20e-1a0d3357a7df tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:17.956629 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f7ff14ed-b7b3-4f9f-b790-bc1e9cf581a0 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks [] for router, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:17.957871 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3115483-3c72-44ca-bbd5-4981e1d9c9e1 None None] DHCP port deletion for 926f97d5-e7b5-4a7d-9f60-169797f253bf request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:16:17.976357 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-a3115483-3c72-44ca-bbd5-4981e1d9c9e1 None None] Deleting port d254035d-f733-4376-bea8-5d7f00beff5b {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:16:17.976691 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a3115483-3c72-44ca-bbd5-4981e1d9c9e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:18.012298 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f55e5c-595a-4fc1-bb74-139178d20340 None None] New status for floating IP 6bd63f56-14a8-48cf-a66b-2291b3fe0704: DOWN {{(pid=88992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 15 19:16:18.208053 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f7ff14ed-b7b3-4f9f-b790-bc1e9cf581a0 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:18.270471 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-1be9dadb-02a2-4f67-904f-fa60130f65c9 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] For port d9e5edd5-1225-438d-9aab-b4b53ee9b58a, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=d9e5edd5-1225-438d-9aab-b4b53ee9b58a,segment=NetworkSegment(2f8e32f1-0bf4-43aa-aca5-6b9dae5628d4),segment_id=2f8e32f1-0bf4-43aa-aca5-6b9dae5628d4)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:16:18.271157 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1be9dadb-02a2-4f67-904f-fa60130f65c9 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:18.274715 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-f7ff14ed-b7b3-4f9f-b790-bc1e9cf581a0 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Deleting port b3c8d3cd-056f-4ac8-9fbf-512df1aae85e {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:16:18.275318 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f7ff14ed-b7b3-4f9f-b790-bc1e9cf581a0 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:18.289264 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-74d22212-c14f-4b8f-b20e-1a0d3357a7df tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Deleting port d254035d-f733-4376-bea8-5d7f00beff5b {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:16:18.289825 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-74d22212-c14f-4b8f-b20e-1a0d3357a7df tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:18.338920 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-0b339694-c197-4822-a6d4-fb21fdebaa1a req-538857c1-30d0-4615-956c-51169366e825 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:18.339543 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-0b339694-c197-4822-a6d4-fb21fdebaa1a req-538857c1-30d0-4615-956c-51169366e825 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634093'] for floatingip, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:18.340043 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.l3_db [req-0b339694-c197-4822-a6d4-fb21fdebaa1a req-538857c1-30d0-4615-956c-51169366e825 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Floating IP ef4d4106-ac81-421d-aa87-7b50a1553339 disassociated. External IP: 172.26.3.250, port: 5838a945-bfaf-4a10-a713-cfef6482b79e. Dec 15 19:16:18.340554 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [req-0b339694-c197-4822-a6d4-fb21fdebaa1a req-538857c1-30d0-4615-956c-51169366e825 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Calling delete_port for 5838a945-bfaf-4a10-a713-cfef6482b79e owned by compute:nova {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:16:18.427126 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 47790) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:18.501578 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f7ff14ed-b7b3-4f9f-b790-bc1e9cf581a0 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:18.514723 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-1be9dadb-02a2-4f67-904f-fa60130f65c9 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Calling delete_port for d9e5edd5-1225-438d-9aab-b4b53ee9b58a owned by network:dhcp {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:16:18.657019 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-a3115483-3c72-44ca-bbd5-4981e1d9c9e1 None None] For port d254035d-f733-4376-bea8-5d7f00beff5b, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=d254035d-f733-4376-bea8-5d7f00beff5b,segment=NetworkSegment(007249d5-8937-45b0-8124-1d11d42be5c4),segment_id=007249d5-8937-45b0-8124-1d11d42be5c4)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:16:18.657466 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a3115483-3c72-44ca-bbd5-4981e1d9c9e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:18.747483 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-f7ff14ed-b7b3-4f9f-b790-bc1e9cf581a0 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Calling delete_port for b3c8d3cd-056f-4ac8-9fbf-512df1aae85e owned by network:router_gateway {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:16:18.784861 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 47800) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:18.861167 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-a3115483-3c72-44ca-bbd5-4981e1d9c9e1 None None] Calling delete_port for d254035d-f733-4376-bea8-5d7f00beff5b owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:16:18.890431 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4a820630-d2ab-4ae6-a400-c96fe35acbf2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c64c253d74d048cba4458cea9b82cee7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4593208 Dec 15 19:16:18.900200 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 47804) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:18.957465 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7a266afb-7de4-4dae-aaed-65d5d5b5ba78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:18.992720 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:18.996517 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1b7c8966-df05-4c1c-8bc6-b36c6719a1a5 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Notify callbacks [] for security_group, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:19.007933 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a3115483-3c72-44ca-bbd5-4981e1d9c9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866'] for port, after_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:19.016294 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b2abc279-f5a3-4479-935f-c817b09d0d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:19.061672 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f96a7464-2b7d-452f-93e8-ba53019c7a7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:19.086333 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3115483-3c72-44ca-bbd5-4981e1d9c9e1 None None] Pushing event deleted for resources: {'Port': ['ID=d254035d-f733-4376-bea8-5d7f00beff5b,revision_number=None']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:19.088822 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1be9dadb-02a2-4f67-904f-fa60130f65c9 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:19.101175 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a3115483-3c72-44ca-bbd5-4981e1d9c9e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:19.105783 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1b7c8966-df05-4c1c-8bc6-b36c6719a1a5 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:19.108375 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3115483-3c72-44ca-bbd5-4981e1d9c9e1 None None] No DVR routers for this DVR port d254035d-f733-4376-bea8-5d7f00beff5b on host dv-neutron-821831-2-hyperv {{(pid=88992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:16:19.110899 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-7a266afb-7de4-4dae-aaed-65d5d5b5ba78 None None] For port bb7f0904-dfb0-4da7-ba92-c03ed1158322, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=bb7f0904-dfb0-4da7-ba92-c03ed1158322,segment=NetworkSegment(ba8e5a70-ac71-477c-9f28-abdf0b4068a8),segment_id=ba8e5a70-ac71-477c-9f28-abdf0b4068a8)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:16:19.132499 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-31c5e2c5-85a6-4ac6-82fb-569408241d0a tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:19.174522 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7a266afb-7de4-4dae-aaed-65d5d5b5ba78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:19.179515 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e34a3646-4dd4-4f31-9555-e0215e7cba8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:19.240776 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88992) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:16:19.241342 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:16:19.247978 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f96a7464-2b7d-452f-93e8-ba53019c7a7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:19.263635 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be9dadb-02a2-4f67-904f-fa60130f65c9 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Pushing event deleted for resources: {'Port': ['ID=d9e5edd5-1225-438d-9aab-b4b53ee9b58a,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:19.267193 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1be9dadb-02a2-4f67-904f-fa60130f65c9 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:19.267866 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a266afb-7de4-4dae-aaed-65d5d5b5ba78 None None] Pushing event updated for resources: {'Port': ['ID=bb7f0904-dfb0-4da7-ba92-c03ed1158322,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:19.273053 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7a266afb-7de4-4dae-aaed-65d5d5b5ba78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:19.281769 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be9dadb-02a2-4f67-904f-fa60130f65c9 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] No DVR routers for this DVR port d9e5edd5-1225-438d-9aab-b4b53ee9b58a on host dv-neutron-821831-2-hyperv {{(pid=88991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:16:19.350649 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [req-0b339694-c197-4822-a6d4-fb21fdebaa1a req-538857c1-30d0-4615-956c-51169366e825 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88991) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:16:19.351195 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [req-0b339694-c197-4822-a6d4-fb21fdebaa1a req-538857c1-30d0-4615-956c-51169366e825 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:16:19.387402 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3126846b-2012-40d5-82b3-ee8b802aa4dc req-edbf76bf-bcf0-47a9-96c7-b91696cc44fa tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:16:19.388566 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-74d22212-c14f-4b8f-b20e-1a0d3357a7df tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] For port d254035d-f733-4376-bea8-5d7f00beff5b, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=d254035d-f733-4376-bea8-5d7f00beff5b,segment=NetworkSegment(007249d5-8937-45b0-8124-1d11d42be5c4),segment_id=007249d5-8937-45b0-8124-1d11d42be5c4)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:16:19.388987 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-74d22212-c14f-4b8f-b20e-1a0d3357a7df tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:19.391814 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3126846b-2012-40d5-82b3-ee8b802aa4dc req-edbf76bf-bcf0-47a9-96c7-b91696cc44fa tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] 10.222.0.36 "GET /v2.0/ports?device_id=26ec4cd9-d7ba-4603-bd47-7fca7801307b HTTP/1.1" status: 200 len: 943 time: 0.2505527 Dec 15 19:16:19.408208 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-c1164538-ae45-47b3-bf14-9cc58a262042 None None] Provisioning complete for port bb7f0904-dfb0-4da7-ba92-c03ed1158322 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:16:19.409050 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c1164538-ae45-47b3-bf14-9cc58a262042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:19.460579 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3126846b-2012-40d5-82b3-ee8b802aa4dc req-74df1b0d-2d9b-4c06-8107-af2cd3ec54ed tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f0fc3eb-62ba-4c7b-86c7-e6af2676eef0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649924 Dec 15 19:16:19.461430 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f7ff14ed-b7b3-4f9f-b790-bc1e9cf581a0 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:19.467672 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2002e307-8cf8-4862-8d63-c90535d87c99 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:19.552281 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ff14ed-b7b3-4f9f-b790-bc1e9cf581a0 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Pushing event deleted for resources: {'Port': ['ID=b3c8d3cd-056f-4ac8-9fbf-512df1aae85e,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:19.560372 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f7ff14ed-b7b3-4f9f-b790-bc1e9cf581a0 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:19.621885 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-c1164538-ae45-47b3-bf14-9cc58a262042 None None] Provisioning for port 86a8222f-b9a1-44bd-af6d-40115cb5374e completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:16:19.628447 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-c1164538-ae45-47b3-bf14-9cc58a262042 None None] Provisioning complete for port 86a8222f-b9a1-44bd-af6d-40115cb5374e triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:16:19.628877 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c1164538-ae45-47b3-bf14-9cc58a262042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:19.633796 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1b7c8966-df05-4c1c-8bc6-b36c6719a1a5 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:19.642164 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f96a7464-2b7d-452f-93e8-ba53019c7a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:19.649031 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1be9dadb-02a2-4f67-904f-fa60130f65c9 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:19.671827 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-74d22212-c14f-4b8f-b20e-1a0d3357a7df tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Calling delete_port for d254035d-f733-4376-bea8-5d7f00beff5b owned by network:dhcp {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:16:19.712284 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ddc729-ab55-4fa0-a144-bd00a268606a None None] get_active_networks_info from dv-neutron-821831-2-hyperv {{(pid=88992) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 15 19:16:19.714690 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-022ea12c-2a76-4bc8-b7da-90ae5076e6f8 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:19.742762 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-1be9dadb-02a2-4f67-904f-fa60130f65c9 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['394ce0ff-5726-4146-9c46-5aa9dca2ed86']}} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:19.752842 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4e2d68e-b27b-479e-b44e-ac83f0332afe tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:16:19.765332 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983b8cf2-ffd5-4f68-a997-712c0d089226 None None] Sync routers for ids ['5d16f3e2-0c1d-4975-994e-cc8277de3416'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:16:19.783069 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983b8cf2-ffd5-4f68-a997-712c0d089226 None None] Routers {'5d16f3e2-0c1d-4975-994e-cc8277de3416'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:16:19.783984 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-1be9dadb-02a2-4f67-904f-fa60130f65c9 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f8e32f1-0bf4-43aa-aca5-6b9dae5628d4') {'for_net_delete': True} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:19.784447 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-1be9dadb-02a2-4f67-904f-fa60130f65c9 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f8e32f1-0bf4-43aa-aca5-6b9dae5628d4') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:19.784786 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-983b8cf2-ffd5-4f68-a997-712c0d089226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:16:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['5d16f3e2-0c1d-4975-994e-cc8277de3416'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:19.812713 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7c8966-df05-4c1c-8bc6-b36c6719a1a5 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=205b198f-d112-4f7c-84f4-60491e3b03fb,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:19.814854 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-c1164538-ae45-47b3-bf14-9cc58a262042 None None] Port 86a8222f-b9a1-44bd-af6d-40115cb5374e cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:16:19.821887 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1be9dadb-02a2-4f67-904f-fa60130f65c9 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838443042'] for segment, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:19.832709 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96a7464-2b7d-452f-93e8-ba53019c7a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc3a6ff-bc29-4e4b-9676-6d1d191242cf,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:19.836451 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-caeeddfd-4d6b-48f3-bf80-3a454062abd6 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Notify callbacks [] for port, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:19.838452 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1b7c8966-df05-4c1c-8bc6-b36c6719a1a5 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:19.839901 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1b7c8966-df05-4c1c-8bc6-b36c6719a1a5 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] 10.222.0.36 "DELETE /v2.0/security-groups/205b198f-d112-4f7c-84f4-60491e3b03fb HTTP/1.1" status: 204 len: 168 time: 1.0538092 Dec 15 19:16:19.840919 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f96a7464-2b7d-452f-93e8-ba53019c7a7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:19.844122 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.120s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:19.844489 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:19.845395 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 47810) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:19.846277 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f96a7464-2b7d-452f-93e8-ba53019c7a7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:19.856152 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f96a7464-2b7d-452f-93e8-ba53019c7a7c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0dc3a6ff-bc29-4e4b-9676-6d1d191242cf HTTP/1.1" status: 204 len: 168 time: 0.9461477 Dec 15 19:16:19.856152 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f7ff14ed-b7b3-4f9f-b790-bc1e9cf581a0 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854141934'] for router_gateway, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:19.861924 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [req-0b339694-c197-4822-a6d4-fb21fdebaa1a req-538857c1-30d0-4615-956c-51169366e825 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Deleting port 5838a945-bfaf-4a10-a713-cfef6482b79e {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:16:19.862542 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-0b339694-c197-4822-a6d4-fb21fdebaa1a req-538857c1-30d0-4615-956c-51169366e825 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:19.910872 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-caeeddfd-4d6b-48f3-bf80-3a454062abd6 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:19.964139 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1be9dadb-02a2-4f67-904f-fa60130f65c9 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:19.967859 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1be9dadb-02a2-4f67-904f-fa60130f65c9 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:20.057969 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ddc729-ab55-4fa0-a144-bd00a268606a None None] Resources bound (agent type, host, resource id): {{(pid=88992) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 15 19:16:20.072151 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1be9dadb-02a2-4f67-904f-fa60130f65c9 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=88991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:16:20.072783 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1be9dadb-02a2-4f67-904f-fa60130f65c9 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838443729'] for segment, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:20.092469 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c4e2d68e-b27b-479e-b44e-ac83f0332afe tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks [] for router, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:20.097034 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c4e2d68e-b27b-479e-b44e-ac83f0332afe tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 12.0658600 Dec 15 19:16:20.097844 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device bb7f0904-dfb0-4da7-ba92-c03ed1158322 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:16:20.098425 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-74d22212-c14f-4b8f-b20e-1a0d3357a7df tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88991) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:16:20.098948 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-74d22212-c14f-4b8f-b20e-1a0d3357a7df tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:16:20.099680 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:16:20.099680 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:16:20.099680 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:16:20.099680 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:16:20.099680 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:16:20.099680 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:16:20.099680 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:16:20.099680 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:16:20.099680 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:16:20.099680 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:16:20.099680 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:16:20.099680 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:16:20.099680 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:16:20.099680 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:16:20.099680 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:16:20.099680 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:16:20.099680 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:16:20.099680 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:16:20.099680 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:16:20.099680 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:16:20.099680 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:16:20.099680 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:16:20.099680 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:16:20.099680 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:16:20.099680 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:16:20.099680 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:16:20.099680 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:16:20.099680 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:16:20.099680 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:16:20.099680 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:16:20.099680 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:16:20.099680 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:16:20.108332 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 47816) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:20.187946 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-983b8cf2-ffd5-4f68-a997-712c0d089226 None None] Set router 5d16f3e2-0c1d-4975-994e-cc8277de3416 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:16:20.258558 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-1c5a2877-09a2-4b3a-85d9-6c787b324d31 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] show failed (client error): The resource could not be found. Dec 15 19:16:20.259745 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1c5a2877-09a2-4b3a-85d9-6c787b324d31 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] 10.222.0.36 "GET /v2.0/security-groups/205b198f-d112-4f7c-84f4-60491e3b03fb HTTP/1.1" status: 404 len: 347 time: 0.4110038 Dec 15 19:16:20.262789 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 47822) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:20.377981 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-1eeb8c4e-8f8d-4889-933e-377080465882 None None] Provisioning complete for port 86a8222f-b9a1-44bd-af6d-40115cb5374e triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:16:20.378345 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1eeb8c4e-8f8d-4889-933e-377080465882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:20.497110 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-1eeb8c4e-8f8d-4889-933e-377080465882 None None] Port 86a8222f-b9a1-44bd-af6d-40115cb5374e cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:16:20.508098 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port bb7f0904-dfb0-4da7-ba92-c03ed1158322 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:16:20.508527 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:20.603455 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-74d22212-c14f-4b8f-b20e-1a0d3357a7df tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Deleting port d254035d-f733-4376-bea8-5d7f00beff5b {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:16:20.604192 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-74d22212-c14f-4b8f-b20e-1a0d3357a7df tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:20.744000 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeeddfd-4d6b-48f3-bf80-3a454062abd6 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Pushing event updated for resources: {'Port': ['ID=86a8222f-b9a1-44bd-af6d-40115cb5374e,revision_number=2']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:20.746928 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-983b8cf2-ffd5-4f68-a997-712c0d089226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d16f3e2-0c1d-4975-994e-cc8277de3416', 'name': 'tempest-snat-router-793537531', 'tenant_id': 'f075a9d384eb440db84c0ccc2770e165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': '3ef092ab-fd05-4850-838d-f5b5f3c1c005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:16:08Z', 'updated_at': '2021-12-15T19:16:13Z', 'revision_number': 3, 'project_id': 'f075a9d384eb440db84c0ccc2770e165', 'gw_port': {'id': '3ef092ab-fd05-4850-838d-f5b5f3c1c005', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b3:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d16f3e2-0c1d-4975-994e-cc8277de3416', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:16:10Z', 'updated_at': '2021-12-15T19:16:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:20.755179 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983b8cf2-ffd5-4f68-a997-712c0d089226 None None] Checking router: 5d16f3e2-0c1d-4975-994e-cc8277de3416 for host: dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:16:20.755179 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983b8cf2-ffd5-4f68-a997-712c0d089226 None None] Updating router 5d16f3e2-0c1d-4975-994e-cc8277de3416 port 3ef092ab-fd05-4850-838d-f5b5f3c1c005 binding host dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 15 19:16:20.762787 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-caeeddfd-4d6b-48f3-bf80-3a454062abd6 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1959989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854145006'] for router_interface, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:20.836553 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-74d22212-c14f-4b8f-b20e-1a0d3357a7df tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] The port 'd254035d-f733-4376-bea8-5d7f00beff5b' was deleted {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 15 19:16:20.841883 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-983b8cf2-ffd5-4f68-a997-712c0d089226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:20.878172 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeeddfd-4d6b-48f3-bf80-3a454062abd6 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:16:20.878802 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeeddfd-4d6b-48f3-bf80-3a454062abd6 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:16:20.879332 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeeddfd-4d6b-48f3-bf80-3a454062abd6 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:16:20.879854 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeeddfd-4d6b-48f3-bf80-3a454062abd6 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:16:20.880389 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeeddfd-4d6b-48f3-bf80-3a454062abd6 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:16:20.880913 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeeddfd-4d6b-48f3-bf80-3a454062abd6 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:16:20.881412 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeeddfd-4d6b-48f3-bf80-3a454062abd6 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:16:20.881973 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeeddfd-4d6b-48f3-bf80-3a454062abd6 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:16:20.882501 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeeddfd-4d6b-48f3-bf80-3a454062abd6 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:16:20.883015 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeeddfd-4d6b-48f3-bf80-3a454062abd6 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:16:20.883532 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeeddfd-4d6b-48f3-bf80-3a454062abd6 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:16:20.887929 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-caeeddfd-4d6b-48f3-bf80-3a454062abd6 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.920s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:20.901758 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device d254035d-f733-4376-bea8-5d7f00beff5b no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:16:20.928580 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f7ff14ed-b7b3-4f9f-b790-bc1e9cf581a0 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854207876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854699191'] for router, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:20.929264 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1be9dadb-02a2-4f67-904f-fa60130f65c9 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:20.933661 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1be9dadb-02a2-4f67-904f-fa60130f65c9 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:20.934100 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-2f22b7c4-0e07-4cae-a487-c8513b1e0759 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Deleting port d3d6c612-7d29-44b4-851a-d0c66325f396 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:16:20.934512 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2f22b7c4-0e07-4cae-a487-c8513b1e0759 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:20.973244 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: d254035d-f733-4376-bea8-5d7f00beff5b {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:16:20.973649 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device d254035d-f733-4376-bea8-5d7f00beff5b not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:16:21.000328 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:21.038526 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f7ff14ed-b7b3-4f9f-b790-bc1e9cf581a0 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:21.124861 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f7958c-a751-459a-b4eb-3779534009f6 req-b560973a-6504-477a-8e65-6f043e54a4c5 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:16:21.126434 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e4f7958c-a751-459a-b4eb-3779534009f6 req-b560973a-6504-477a-8e65-6f043e54a4c5 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] 10.222.0.36 "GET /v2.0/ports?device_id=26ec4cd9-d7ba-4603-bd47-7fca7801307b HTTP/1.1" status: 200 len: 943 time: 0.3931723 Dec 15 19:16:21.135899 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be9dadb-02a2-4f67-904f-fa60130f65c9 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Pushing event deleted for resources: {'Network': ['ID=394ce0ff-5726-4146-9c46-5aa9dca2ed86,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:21.139329 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1be9dadb-02a2-4f67-904f-fa60130f65c9 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:21.202642 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1be9dadb-02a2-4f67-904f-fa60130f65c9 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] 10.222.0.36 "DELETE /v2.0/networks/394ce0ff-5726-4146-9c46-5aa9dca2ed86 HTTP/1.1" status: 204 len: 168 time: 9.0511444 Dec 15 19:16:21.221164 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 47838) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:21.237108 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-f95062a3-4cac-43f3-9a84-afead7c24254 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-256300456'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:16:21.242276 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2f22b7c4-0e07-4cae-a487-c8513b1e0759 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:21.242656 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2f22b7c4-0e07-4cae-a487-c8513b1e0759 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:21.254805 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-f95062a3-4cac-43f3-9a84-afead7c24254 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:16:21.259446 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f7ff14ed-b7b3-4f9f-b790-bc1e9cf581a0 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854207982'] for router, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:21.259999 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7ff14ed-b7b3-4f9f-b790-bc1e9cf581a0 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Fanout notify agent at l3_agent the message router_deleted on router 0226f544-a7ae-4ef0-b22d-c97fcb48914d {{(pid=88990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 19:16:21.275929 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-f95062a3-4cac-43f3-9a84-afead7c24254 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Usage tracker for resource:network and tenant:ef42ee63914143f6ab639ee882cc5d7b is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:16:21.287674 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-74d22212-c14f-4b8f-b20e-1a0d3357a7df tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:21.324774 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-74d22212-c14f-4b8f-b20e-1a0d3357a7df tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['926f97d5-e7b5-4a7d-9f60-169797f253bf']}} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:21.327250 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-983b8cf2-ffd5-4f68-a997-712c0d089226 None None] Notify callbacks [] for port, precommit_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:21.340707 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-983b8cf2-ffd5-4f68-a997-712c0d089226 None None] Transition to ACTIVE for port object 3ef092ab-fd05-4850-838d-f5b5f3c1c005 will not be triggered until provisioned by entity L2. {{(pid=88993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:16:21.391875 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-983b8cf2-ffd5-4f68-a997-712c0d089226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:21.400860 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-f95062a3-4cac-43f3-9a84-afead7c24254 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:16:21.401070 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f4cc9edd-cc3b-4ee5-817e-93ce00e90ca9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:21.411634 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-2f22b7c4-0e07-4cae-a487-c8513b1e0759 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Calling delete_port for d3d6c612-7d29-44b4-851a-d0c66325f396 owned by network:floatingip {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:16:21.429694 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-74d22212-c14f-4b8f-b20e-1a0d3357a7df tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '007249d5-8937-45b0-8124-1d11d42be5c4') {'for_net_delete': True} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:21.430042 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-74d22212-c14f-4b8f-b20e-1a0d3357a7df tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '007249d5-8937-45b0-8124-1d11d42be5c4') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:21.448421 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f7ff14ed-b7b3-4f9f-b790-bc1e9cf581a0 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:21.455306 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f7ff14ed-b7b3-4f9f-b790-bc1e9cf581a0 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] 10.222.0.36 "DELETE /v2.0/routers/0226f544-a7ae-4ef0-b22d-c97fcb48914d HTTP/1.1" status: 204 len: 168 time: 4.2402966 Dec 15 19:16:21.456966 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 47846) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:21.468703 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-74d22212-c14f-4b8f-b20e-1a0d3357a7df tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838443042'] for segment, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:21.472153 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-f95062a3-4cac-43f3-9a84-afead7c24254 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:16:21.479701 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-4b8a8b98-6253-430e-8f8d-02ed43ac7121 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-146332812', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:16:21.490333 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e4f7958c-a751-459a-b4eb-3779534009f6 req-48d3a9d1-ece4-4f29-819f-3b793cf25f3b tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f0fc3eb-62ba-4c7b-86c7-e6af2676eef0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3408215 Dec 15 19:16:21.497128 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-4b8a8b98-6253-430e-8f8d-02ed43ac7121 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:16:21.516037 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-4b8a8b98-6253-430e-8f8d-02ed43ac7121 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Usage tracker for resource:router and tenant:d0729300b7f441efa47669498ef67cb6 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:16:21.518849 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6267bff2-11c1-4284-ab0b-2b3f5b5df183 None None] Pushing event updated for resources: {'Port': ['ID=3ef092ab-fd05-4850-838d-f5b5f3c1c005,revision_number=2']} {{(pid=88993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:21.527591 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-4b8a8b98-6253-430e-8f8d-02ed43ac7121 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:16:21.528469 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-0b339694-c197-4822-a6d4-fb21fdebaa1a req-538857c1-30d0-4615-956c-51169366e825 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] For port 5838a945-bfaf-4a10-a713-cfef6482b79e, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5838a945-bfaf-4a10-a713-cfef6482b79e,segment=NetworkSegment(cc77d08c-3e06-4395-9e96-2ce9f09be278),segment_id=cc77d08c-3e06-4395-9e96-2ce9f09be278)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:16:21.529013 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-0b339694-c197-4822-a6d4-fb21fdebaa1a req-538857c1-30d0-4615-956c-51169366e825 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:21.533413 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-983b8cf2-ffd5-4f68-a997-712c0d089226 None None] Attempting to bind port 3ef092ab-fd05-4850-838d-f5b5f3c1c005 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:16:21.534070 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-983b8cf2-ffd5-4f68-a997-712c0d089226 None None] Attempting to bind port 3ef092ab-fd05-4850-838d-f5b5f3c1c005 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}] {{(pid=88993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:16:21.534957 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983b8cf2-ffd5-4f68-a997-712c0d089226 None None] Attempting to bind port 3ef092ab-fd05-4850-838d-f5b5f3c1c005 on network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:16:21.537758 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f95062a3-4cac-43f3-9a84-afead7c24254 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Made reservation on behalf of ef42ee63914143f6ab639ee882cc5d7b for: {'network': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:16:21.538909 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6267bff2-11c1-4284-ab0b-2b3f5b5df183 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:21.543350 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f95062a3-4cac-43f3-9a84-afead7c24254 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:21.546074 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983b8cf2-ffd5-4f68-a997-712c0d089226 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:16:21.546687 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983b8cf2-ffd5-4f68-a997-712c0d089226 None None] Checking segment: {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:16:21.547506 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-983b8cf2-ffd5-4f68-a997-712c0d089226 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:21.548590 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983b8cf2-ffd5-4f68-a997-712c0d089226 None None] Bound using segment: {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'} {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:16:21.549243 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-983b8cf2-ffd5-4f68-a997-712c0d089226 None None] Bound port: 3ef092ab-fd05-4850-838d-f5b5f3c1c005, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}}] {{(pid=88993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:16:21.550063 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-983b8cf2-ffd5-4f68-a997-712c0d089226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:21.552709 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-74d22212-c14f-4b8f-b20e-1a0d3357a7df tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:21.554872 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 47850) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:21.560358 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-4b8a8b98-6253-430e-8f8d-02ed43ac7121 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:16:21.608186 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f95062a3-4cac-43f3-9a84-afead7c24254 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=88990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:16:21.639270 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74d22212-c14f-4b8f-b20e-1a0d3357a7df tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=88991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:16:21.639735 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-74d22212-c14f-4b8f-b20e-1a0d3357a7df tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838443729'] for segment, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:21.656723 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f95062a3-4cac-43f3-9a84-afead7c24254 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:21.657409 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-f95062a3-4cac-43f3-9a84-afead7c24254 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Added segment b65ea980-54e5-4bc4-bd05-c7f99f101e4e of type vlan for network 964b603a-0ee1-404f-9671-be04348e5554 Dec 15 19:16:21.658192 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:16:21.658192 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:16:21.658192 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:16:21.658192 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:16:21.658192 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:16:21.658192 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:16:21.658192 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:16:21.658192 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:16:21.658192 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:16:21.658192 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:16:21.658192 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:16:21.658192 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:16:21.658192 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:16:21.658192 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:16:21.658192 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:16:21.658192 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:16:21.658192 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:16:21.658192 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:16:21.658192 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:16:21.658192 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:16:21.658192 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:16:21.658192 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:16:21.658192 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:16:21.658192 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:16:21.658192 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:16:21.658192 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:16:21.658192 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:16:21.658192 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:16:21.658192 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:16:21.658192 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:16:21.658192 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:16:21.658192 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:16:21.660686 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4b8a8b98-6253-430e-8f8d-02ed43ac7121 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854699176'] for router, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:21.661632 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4b8a8b98-6253-430e-8f8d-02ed43ac7121 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854194926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-76609'] for router, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:21.666748 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-983b8cf2-ffd5-4f68-a997-712c0d089226 None None] For port 3ef092ab-fd05-4850-838d-f5b5f3c1c005, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:16:21.672942 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-983b8cf2-ffd5-4f68-a997-712c0d089226 None None] For port 3ef092ab-fd05-4850-838d-f5b5f3c1c005, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=3ef092ab-fd05-4850-838d-f5b5f3c1c005,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:16:21.703963 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-983b8cf2-ffd5-4f68-a997-712c0d089226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:21.710524 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:21.717169 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caeeddfd-4d6b-48f3-bf80-3a454062abd6 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Network c230877b-c462-4b98-a497-8a0d3225ba55 is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:16:21.719779 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f95062a3-4cac-43f3-9a84-afead7c24254 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:21.736695 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-caeeddfd-4d6b-48f3-bf80-3a454062abd6 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:16:21.772260 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2f22b7c4-0e07-4cae-a487-c8513b1e0759 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:21.777573 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-89dcca9f-f633-4da7-85cc-4f1da40f44aa tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:21.788309 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6267bff2-11c1-4284-ab0b-2b3f5b5df183 None None] Pushing event updated for resources: {'Port': ['ID=3ef092ab-fd05-4850-838d-f5b5f3c1c005,revision_number=3']} {{(pid=88993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:21.793404 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6267bff2-11c1-4284-ab0b-2b3f5b5df183 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:21.814314 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983b8cf2-ffd5-4f68-a997-712c0d089226 None None] Routers {'5d16f3e2-0c1d-4975-994e-cc8277de3416'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:16:21.814985 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-983b8cf2-ffd5-4f68-a997-712c0d089226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:16:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['5d16f3e2-0c1d-4975-994e-cc8277de3416'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:21.839284 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f22b7c4-0e07-4cae-a487-c8513b1e0759 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Pushing event deleted for resources: {'Port': ['ID=d3d6c612-7d29-44b4-851a-d0c66325f396,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:21.841888 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2f22b7c4-0e07-4cae-a487-c8513b1e0759 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:21.923830 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4b8a8b98-6253-430e-8f8d-02ed43ac7121 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:22.000438 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-8bda99d1-d83a-4e7d-80bf-9803cd6afc8d tempest-NetworksNegativeTestJSON-1314590491 tempest-NetworksNegativeTestJSON-1314590491-project] Request body: {'port': {'network_id': '205c0de7-691c-4765-8fac-c130a3f2fe1f', 'name': 'tempest-NetworksNegativeTestJSON-482859622'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:16:22.005114 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2f22b7c4-0e07-4cae-a487-c8513b1e0759 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Notify callbacks [] for floatingip, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:22.025014 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f95062a3-4cac-43f3-9a84-afead7c24254 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:22.034129 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95062a3-4cac-43f3-9a84-afead7c24254 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:16:22.034129 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f95062a3-4cac-43f3-9a84-afead7c24254 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:22.037425 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:22.067382 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-983b8cf2-ffd5-4f68-a997-712c0d089226 None None] Set router 5d16f3e2-0c1d-4975-994e-cc8277de3416 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:16:22.069888 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4b8a8b98-6253-430e-8f8d-02ed43ac7121 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904'] for router, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:22.114671 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bda99d1-d83a-4e7d-80bf-9803cd6afc8d tempest-NetworksNegativeTestJSON-1314590491 tempest-NetworksNegativeTestJSON-1314590491-project] POST failed (client error): The resource could not be found. Dec 15 19:16:22.117525 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bda99d1-d83a-4e7d-80bf-9803cd6afc8d tempest-NetworksNegativeTestJSON-1314590491 tempest-NetworksNegativeTestJSON-1314590491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:16:22.117525 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8bda99d1-d83a-4e7d-80bf-9803cd6afc8d tempest-NetworksNegativeTestJSON-1314590491 tempest-NetworksNegativeTestJSON-1314590491-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.5604644 Dec 15 19:16:22.117525 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-74d22212-c14f-4b8f-b20e-1a0d3357a7df tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:22.122074 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 47856) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:22.125381 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:22.144156 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-4c20d573-4489-44fe-8d37-b07b6728fced None None] Provisioning complete for port 86a8222f-b9a1-44bd-af6d-40115cb5374e triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:16:22.144931 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4c20d573-4489-44fe-8d37-b07b6728fced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:22.195538 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2f22b7c4-0e07-4cae-a487-c8513b1e0759 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:22.200259 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-2f22b7c4-0e07-4cae-a487-c8513b1e0759 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] 10.222.0.36 "DELETE /v2.0/floatingips/6bd63f56-14a8-48cf-a66b-2291b3fe0704 HTTP/1.1" status: 204 len: 168 time: 1.9298387 Dec 15 19:16:22.201671 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 47860) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:22.202782 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95062a3-4cac-43f3-9a84-afead7c24254 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Pushing event updated for resources: {'Network': ['ID=964b603a-0ee1-404f-9671-be04348e5554,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:22.206298 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f95062a3-4cac-43f3-9a84-afead7c24254 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:22.224950 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 964b603a-0ee1-404f-9671-be04348e5554 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:16:22.306667 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f95062a3-4cac-43f3-9a84-afead7c24254 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0843282 Dec 15 19:16:22.307746 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4b8a8b98-6253-430e-8f8d-02ed43ac7121 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:22.313022 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4b8a8b98-6253-430e-8f8d-02ed43ac7121 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8438520 Dec 15 19:16:22.313941 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 47864) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:22.314361 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 47866) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:22.330721 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-b830edb4-e437-4a37-bc93-dc44683dd775 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Request body: {'subnet': {'network_id': '964b603a-0ee1-404f-9671-be04348e5554', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:16:22.353682 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-41201049-c7f7-43a1-b963-cfc53772311f tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'enable_snat': True}}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:16:22.388676 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-4c20d573-4489-44fe-8d37-b07b6728fced None None] Port 86a8222f-b9a1-44bd-af6d-40115cb5374e cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:16:22.421269 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-983b8cf2-ffd5-4f68-a997-712c0d089226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d16f3e2-0c1d-4975-994e-cc8277de3416', 'name': 'tempest-snat-router-793537531', 'tenant_id': 'f075a9d384eb440db84c0ccc2770e165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': '3ef092ab-fd05-4850-838d-f5b5f3c1c005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:16:08Z', 'updated_at': '2021-12-15T19:16:13Z', 'revision_number': 3, 'project_id': 'f075a9d384eb440db84c0ccc2770e165', 'gw_port': {'id': '3ef092ab-fd05-4850-838d-f5b5f3c1c005', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b3:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d16f3e2-0c1d-4975-994e-cc8277de3416', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:16:10Z', 'updated_at': '2021-12-15T19:16:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:22.425926 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983b8cf2-ffd5-4f68-a997-712c0d089226 None None] The sync data for ids ['5d16f3e2-0c1d-4975-994e-cc8277de3416'] in dv-neutron-821831-2-hyperv is: [{'id': '5d16f3e2-0c1d-4975-994e-cc8277de3416', 'name': 'tempest-snat-router-793537531', 'tenant_id': 'f075a9d384eb440db84c0ccc2770e165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': '3ef092ab-fd05-4850-838d-f5b5f3c1c005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:16:08Z', 'updated_at': '2021-12-15T19:16:13Z', 'revision_number': 3, 'project_id': 'f075a9d384eb440db84c0ccc2770e165', 'gw_port': {'id': '3ef092ab-fd05-4850-838d-f5b5f3c1c005', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b3:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d16f3e2-0c1d-4975-994e-cc8277de3416', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:16:10Z', 'updated_at': '2021-12-15T19:16:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:16:22.452782 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-74d22212-c14f-4b8f-b20e-1a0d3357a7df tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:22.463266 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d22212-c14f-4b8f-b20e-1a0d3357a7df tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Pushing event deleted for resources: {'Network': ['ID=926f97d5-e7b5-4a7d-9f60-169797f253bf,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:22.496391 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-74d22212-c14f-4b8f-b20e-1a0d3357a7df tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:22.582905 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-74d22212-c14f-4b8f-b20e-1a0d3357a7df tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] 10.222.0.36 "DELETE /v2.0/networks/926f97d5-e7b5-4a7d-9f60-169797f253bf HTTP/1.1" status: 204 len: 168 time: 5.3505905 Dec 15 19:16:22.587174 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-38cabfdb-9bbc-4af6-9811-de66e522fe94 tempest-NetworksNegativeTestJSON-1314590491 tempest-NetworksNegativeTestJSON-1314590491-project] DELETE failed (client error): The resource could not be found. Dec 15 19:16:22.587668 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38cabfdb-9bbc-4af6-9811-de66e522fe94 tempest-NetworksNegativeTestJSON-1314590491 tempest-NetworksNegativeTestJSON-1314590491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:16:22.589453 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-38cabfdb-9bbc-4af6-9811-de66e522fe94 tempest-NetworksNegativeTestJSON-1314590491 tempest-NetworksNegativeTestJSON-1314590491-project] 10.222.0.36 "DELETE /v2.0/networks/98fa3230-ffa1-4da8-9588-ace585528530 HTTP/1.1" status: 404 len: 339 time: 0.4361486 Dec 15 19:16:22.590423 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 47874) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:22.597093 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 47876) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:22.609691 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-869217c5-5553-4992-b715-77af53d40995 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] 10.222.0.36 "GET /v2.0/routers/5d16f3e2-0c1d-4975-994e-cc8277de3416 HTTP/1.1" status: 200 len: 907 time: 2.4938350 Dec 15 19:16:22.650813 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 47882) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:22.755492 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-0b339694-c197-4822-a6d4-fb21fdebaa1a req-538857c1-30d0-4615-956c-51169366e825 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:22.755734 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-b830edb4-e437-4a37-bc93-dc44683dd775 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:16:22.755907 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-0b339694-c197-4822-a6d4-fb21fdebaa1a req-538857c1-30d0-4615-956c-51169366e825 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634093'] for floatingip, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:22.756256 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.l3_db [req-0b339694-c197-4822-a6d4-fb21fdebaa1a req-538857c1-30d0-4615-956c-51169366e825 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Floating IP ef4d4106-ac81-421d-aa87-7b50a1553339 disassociated. External IP: 172.26.3.250, port: 5838a945-bfaf-4a10-a713-cfef6482b79e. Dec 15 19:16:22.756654 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [req-0b339694-c197-4822-a6d4-fb21fdebaa1a req-538857c1-30d0-4615-956c-51169366e825 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Calling delete_port for 5838a945-bfaf-4a10-a713-cfef6482b79e owned by compute:nova {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:16:22.780630 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-22d0e92e-f0e1-4df1-8bf9-6963dd8bc658 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Synchronizing usage tracker for tenant:cdff2b06bba44ce499218532d32f2bb3 on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:16:22.834002 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-b830edb4-e437-4a37-bc93-dc44683dd775 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Usage tracker for resource:subnet and tenant:ef42ee63914143f6ab639ee882cc5d7b is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:16:22.840141 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-e41fee09-de72-493c-b1ab-f7488ea9ef85 tempest-NetworksNegativeTestJSON-1314590491 tempest-NetworksNegativeTestJSON-1314590491-project] DELETE failed (client error): The resource could not be found. Dec 15 19:16:22.840627 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e41fee09-de72-493c-b1ab-f7488ea9ef85 tempest-NetworksNegativeTestJSON-1314590491 tempest-NetworksNegativeTestJSON-1314590491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:16:22.843450 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e41fee09-de72-493c-b1ab-f7488ea9ef85 tempest-NetworksNegativeTestJSON-1314590491 tempest-NetworksNegativeTestJSON-1314590491-project] 10.222.0.36 "DELETE /v2.0/ports/a7e98d67-6df3-44a2-b061-a20a46d6f911 HTTP/1.1" status: 404 len: 333 time: 0.2427354 Dec 15 19:16:22.846384 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-b830edb4-e437-4a37-bc93-dc44683dd775 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:16:22.853461 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 47886) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:22.914536 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-453f088c-a8cb-45fd-9ebd-ff69549f0d44 tempest-NetworksNegativeTestJSON-1314590491 tempest-NetworksNegativeTestJSON-1314590491-project] DELETE failed (client error): The resource could not be found. Dec 15 19:16:22.915044 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-453f088c-a8cb-45fd-9ebd-ff69549f0d44 tempest-NetworksNegativeTestJSON-1314590491 tempest-NetworksNegativeTestJSON-1314590491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:16:22.917009 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-453f088c-a8cb-45fd-9ebd-ff69549f0d44 tempest-NetworksNegativeTestJSON-1314590491 tempest-NetworksNegativeTestJSON-1314590491-project] 10.222.0.36 "DELETE /v2.0/subnets/7b78e15e-3191-4052-8d28-d58c3d983e8d HTTP/1.1" status: 404 len: 337 time: 0.0616572 Dec 15 19:16:22.921777 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 47890) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:23.021073 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-a74171cb-596d-4c6a-abe6-8209ec42866b tempest-NetworksNegativeTestJSON-1314590491 tempest-NetworksNegativeTestJSON-1314590491-project] GET failed (client error): The resource could not be found. Dec 15 19:16:23.026608 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a74171cb-596d-4c6a-abe6-8209ec42866b tempest-NetworksNegativeTestJSON-1314590491 tempest-NetworksNegativeTestJSON-1314590491-project] 10.222.0.36 "GET /v2.0/networks/e8f592db-ba95-4d68-a4c5-dc2503e62dce HTTP/1.1" status: 404 len: 339 time: 0.0996974 Dec 15 19:16:23.033124 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 47894) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:23.100482 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-a47d72dd-2ec8-4b15-8d91-0c195c005484 tempest-NetworksNegativeTestJSON-1314590491 tempest-NetworksNegativeTestJSON-1314590491-project] GET failed (client error): The resource could not be found. Dec 15 19:16:23.102271 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a47d72dd-2ec8-4b15-8d91-0c195c005484 tempest-NetworksNegativeTestJSON-1314590491 tempest-NetworksNegativeTestJSON-1314590491-project] 10.222.0.36 "GET /v2.0/ports/05b72f3c-f905-4d14-b8b6-ce88bdd0afb2 HTTP/1.1" status: 404 len: 333 time: 0.0677328 Dec 15 19:16:23.110216 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 47898) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:23.159131 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-0b339694-c197-4822-a6d4-fb21fdebaa1a req-538857c1-30d0-4615-956c-51169366e825 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:23.168813 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cb3ca35-b05e-4854-9c17-18293c873dfe tempest-NetworksNegativeTestJSON-1314590491 tempest-NetworksNegativeTestJSON-1314590491-project] GET failed (client error): The resource could not be found. Dec 15 19:16:23.168813 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-7cb3ca35-b05e-4854-9c17-18293c873dfe tempest-NetworksNegativeTestJSON-1314590491 tempest-NetworksNegativeTestJSON-1314590491-project] 10.222.0.36 "GET /v2.0/subnets/dde57b32-c4fd-4d8b-9419-0df9d2a8c756 HTTP/1.1" status: 404 len: 337 time: 0.0517743 Dec 15 19:16:23.169153 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-b830edb4-e437-4a37-bc93-dc44683dd775 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:16:23.169267 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-caeeddfd-4d6b-48f3-bf80-3a454062abd6 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:23.188626 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 47902) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:23.205982 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-3a56ad38-889b-4af6-9241-0f9461c6d8db tempest-NetworksNegativeTestJSON-1314590491 tempest-NetworksNegativeTestJSON-1314590491-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:16:23.211402 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caeeddfd-4d6b-48f3-bf80-3a454062abd6 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Router 2fea20b6-3b80-4ee6-9ec1-da496481db5a is scheduled to L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 with binding_index 1 {{(pid=88991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 15 19:16:23.225460 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538857c1-30d0-4615-956c-51169366e825 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Pushing event deleted for resources: {'Port': ['ID=5838a945-bfaf-4a10-a713-cfef6482b79e,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:23.229357 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-538857c1-30d0-4615-956c-51169366e825 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:23.363792 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a56ad38-889b-4af6-9241-0f9461c6d8db tempest-NetworksNegativeTestJSON-1314590491 tempest-NetworksNegativeTestJSON-1314590491-project] PUT failed (client error): The resource could not be found. Dec 15 19:16:23.364296 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a56ad38-889b-4af6-9241-0f9461c6d8db tempest-NetworksNegativeTestJSON-1314590491 tempest-NetworksNegativeTestJSON-1314590491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:16:23.369304 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-3a56ad38-889b-4af6-9241-0f9461c6d8db tempest-NetworksNegativeTestJSON-1314590491 tempest-NetworksNegativeTestJSON-1314590491-project] 10.222.0.36 "PUT /v2.0/networks/c9149e1c-2c01-468d-a51a-6f8acb9e6898 HTTP/1.1" status: 404 len: 339 time: 0.1730533 Dec 15 19:16:23.369304 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-22d0e92e-f0e1-4df1-8bf9-6963dd8bc658 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Unset dirty status for tenant:cdff2b06bba44ce499218532d32f2bb3 on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:16:23.369555 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-22d0e92e-f0e1-4df1-8bf9-6963dd8bc658 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] 10.222.0.36 "GET /v2.0/ports?device_id=77d2bd4d-d677-45fa-b68a-501adf2b88ba HTTP/1.1" status: 200 len: 205 time: 0.7740216 Dec 15 19:16:23.375564 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 47906) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:23.375934 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 47908) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:23.389383 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-fc94e7b2-4e3b-409a-b81f-2f0fc9b14edb tempest-NetworksNegativeTestJSON-1314590491 tempest-NetworksNegativeTestJSON-1314590491-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:16:23.501849 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b830edb4-e437-4a37-bc93-dc44683dd775 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Made reservation on behalf of ef42ee63914143f6ab639ee882cc5d7b for: {'subnet': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:16:23.585016 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caeeddfd-4d6b-48f3-bf80-3a454062abd6 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:16:23.586003 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc94e7b2-4e3b-409a-b81f-2f0fc9b14edb tempest-NetworksNegativeTestJSON-1314590491 tempest-NetworksNegativeTestJSON-1314590491-project] PUT failed (client error): The resource could not be found. Dec 15 19:16:23.586530 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc94e7b2-4e3b-409a-b81f-2f0fc9b14edb tempest-NetworksNegativeTestJSON-1314590491 tempest-NetworksNegativeTestJSON-1314590491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:16:23.591510 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-fc94e7b2-4e3b-409a-b81f-2f0fc9b14edb tempest-NetworksNegativeTestJSON-1314590491 tempest-NetworksNegativeTestJSON-1314590491-project] 10.222.0.36 "PUT /v2.0/ports/49418c96-a838-448a-bc93-64553419808a HTTP/1.1" status: 404 len: 333 time: 0.2088077 Dec 15 19:16:23.597781 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 47914) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:23.618559 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5108f45-ea43-4764-83f3-1b337e0b866d None None] Sync routers for ids ['2fea20b6-3b80-4ee6-9ec1-da496481db5a'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:16:23.642371 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5108f45-ea43-4764-83f3-1b337e0b866d None None] Routers {'2fea20b6-3b80-4ee6-9ec1-da496481db5a'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:16:23.643087 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-c5108f45-ea43-4764-83f3-1b337e0b866d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:16:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['2fea20b6-3b80-4ee6-9ec1-da496481db5a'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:23.650274 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-caeeddfd-4d6b-48f3-bf80-3a454062abd6 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] 10.222.0.36 "PUT /v2.0/routers/2fea20b6-3b80-4ee6-9ec1-da496481db5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3467889 Dec 15 19:16:23.653056 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 47916) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:23.660585 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-5d39026f-1047-41c4-804f-7f04cde67498 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Request body: {'port': {'network_id': 'c230877b-c462-4b98-a497-8a0d3225ba55', 'name': 'tempest-FloatingIPNegativeTestJSON-1175034532'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:16:23.666568 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-d0076741-ae7e-4ddf-aded-bec46a87ec62 tempest-NetworksNegativeTestJSON-1314590491 tempest-NetworksNegativeTestJSON-1314590491-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:16:23.749867 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-c5108f45-ea43-4764-83f3-1b337e0b866d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:23.768288 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5108f45-ea43-4764-83f3-1b337e0b866d None None] Routers {'2fea20b6-3b80-4ee6-9ec1-da496481db5a'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:16:23.768996 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-c5108f45-ea43-4764-83f3-1b337e0b866d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:16:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['2fea20b6-3b80-4ee6-9ec1-da496481db5a'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:23.779133 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b830edb4-e437-4a37-bc93-dc44683dd775 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839924940'] for subnet, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:23.845323 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b339694-c197-4822-a6d4-fb21fdebaa1a req-538857c1-30d0-4615-956c-51169366e825 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Router 485f06b9-02ea-481a-9b5c-3973a4e308b0 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:16:23.846758 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-c5108f45-ea43-4764-83f3-1b337e0b866d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:23.847224 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5108f45-ea43-4764-83f3-1b337e0b866d None None] The sync data for ids ['2fea20b6-3b80-4ee6-9ec1-da496481db5a'] in dv-neutron-821831-2-hyperv is: [] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:16:23.886472 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:23.919712 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0076741-ae7e-4ddf-aded-bec46a87ec62 tempest-NetworksNegativeTestJSON-1314590491 tempest-NetworksNegativeTestJSON-1314590491-project] PUT failed (client error): The resource could not be found. Dec 15 19:16:23.921153 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0076741-ae7e-4ddf-aded-bec46a87ec62 tempest-NetworksNegativeTestJSON-1314590491 tempest-NetworksNegativeTestJSON-1314590491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:16:23.923227 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d0076741-ae7e-4ddf-aded-bec46a87ec62 tempest-NetworksNegativeTestJSON-1314590491 tempest-NetworksNegativeTestJSON-1314590491-project] 10.222.0.36 "PUT /v2.0/subnets/7630e0c7-8709-47f8-91d2-4776c70eb709 HTTP/1.1" status: 404 len: 337 time: 0.2682159 Dec 15 19:16:23.938819 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-5d39026f-1047-41c4-804f-7f04cde67498 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:16:23.977239 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 3ef092ab-fd05-4850-838d-f5b5f3c1c005 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:16:24.012279 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-5d39026f-1047-41c4-804f-7f04cde67498 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Usage tracker for resource:port and tenant:1ed51d9be243454f815e29b0df356bce is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:16:24.026507 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-5d39026f-1047-41c4-804f-7f04cde67498 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:16:24.042036 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-5d39026f-1047-41c4-804f-7f04cde67498 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:16:24.114783 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 3ef092ab-fd05-4850-838d-f5b5f3c1c005 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:16:24.127200 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 3ef092ab-fd05-4850-838d-f5b5f3c1c005 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:16:24.127848 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:24.146665 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d39026f-1047-41c4-804f-7f04cde67498 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Made reservation on behalf of 1ed51d9be243454f815e29b0df356bce for: {'port': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:16:24.152088 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5d39026f-1047-41c4-804f-7f04cde67498 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:24.181408 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0d541-4aef-4852-aff6-8ad15f68e16e req-2c4040bd-25a2-4c42-b117-a4b3fe7aed07 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:16:24.183101 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c3b0d541-4aef-4852-aff6-8ad15f68e16e req-2c4040bd-25a2-4c42-b117-a4b3fe7aed07 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] 10.222.0.36 "GET /v2.0/ports?device_id=26ec4cd9-d7ba-4603-bd47-7fca7801307b HTTP/1.1" status: 200 len: 865 time: 1.4290733 Dec 15 19:16:24.184093 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-5d39026f-1047-41c4-804f-7f04cde67498 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] device_id is not set on port e6475f77-7d05-4b1f-a702-ec841641b774 yet. {{(pid=88991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:16:24.267613 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b54b62f0-cf1b-41fe-865e-e341094267e7 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks [] for router, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:24.268749 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:24.286110 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port 3ef092ab-fd05-4850-838d-f5b5f3c1c005, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=3ef092ab-fd05-4850-838d-f5b5f3c1c005,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:16:24.343526 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b339694-c197-4822-a6d4-fb21fdebaa1a req-538857c1-30d0-4615-956c-51169366e825 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:16:24.352978 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:24.356028 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fcc605ed-f5f8-4f3e-b2b4-5f4318e5b1e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:24.360007 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44094c9f-5703-4b7e-bf7a-6e16595f794e None None] Sync routers for ids ['485f06b9-02ea-481a-9b5c-3973a4e308b0'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:16:24.382581 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44094c9f-5703-4b7e-bf7a-6e16595f794e None None] Routers {'485f06b9-02ea-481a-9b5c-3973a4e308b0'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:16:24.383682 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-44094c9f-5703-4b7e-bf7a-6e16595f794e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:16:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['485f06b9-02ea-481a-9b5c-3973a4e308b0'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:24.442016 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=3ef092ab-fd05-4850-838d-f5b5f3c1c005,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:24.443239 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b339694-c197-4822-a6d4-fb21fdebaa1a req-538857c1-30d0-4615-956c-51169366e825 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] No DVR routers for this DVR port 5838a945-bfaf-4a10-a713-cfef6482b79e on host hv-neutron-8218 {{(pid=88991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:16:24.448055 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-0b339694-c197-4822-a6d4-fb21fdebaa1a req-538857c1-30d0-4615-956c-51169366e825 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:24.450899 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ec4cd9-d7ba-4603-bd47-7fca7801307b', 'name': 'network-vif-deleted', 'tag': '5838a945-bfaf-4a10-a713-cfef6482b79e'}] {{(pid=88991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:16:24.454003 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:16:24.454592 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:16:24.455124 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:16:24.455949 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:16:24.464700 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0b339694-c197-4822-a6d4-fb21fdebaa1a req-538857c1-30d0-4615-956c-51169366e825 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] 10.222.0.32 "DELETE /v2.0/ports/5838a945-bfaf-4a10-a713-cfef6482b79e HTTP/1.1" status: 204 len: 173 time: 8.9793866 Dec 15 19:16:24.467138 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:16:24.469023 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:16:24.472712 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:16:24.473429 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:16:24.473965 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:16:24.474498 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:16:24.474996 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:16:24.481791 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-5d39026f-1047-41c4-804f-7f04cde67498 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Allocated IP 172.20.0.4 (c230877b-c462-4b98-a497-8a0d3225ba55/a324f25b-2123-4d7d-9064-f22aab80815d/e6475f77-7d05-4b1f-a702-ec841641b774) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:16:24.485523 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:24.530401 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26ec4cd9-d7ba-4603-bd47-7fca7801307b', 'name': 'network-vif-deleted', 'tag': '5838a945-bfaf-4a10-a713-cfef6482b79e', 'status': 'completed', 'code': 200} Dec 15 19:16:24.589107 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 47928) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:24.649459 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-41201049-c7f7-43a1-b963-cfc53772311f tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:24.670956 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-44094c9f-5703-4b7e-bf7a-6e16595f794e None None] Set router 485f06b9-02ea-481a-9b5c-3973a4e308b0 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:16:24.954800 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0f23f62b-fd1a-4f5f-95aa-47d56e1d037d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:25.033146 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-0f23f62b-fd1a-4f5f-95aa-47d56e1d037d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:16:25.046733 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c3b0d541-4aef-4852-aff6-8ad15f68e16e req-a5743633-e17c-4453-8f4f-72d6c389c6a9 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f0fc3eb-62ba-4c7b-86c7-e6af2676eef0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8459010 Dec 15 19:16:25.052321 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-0f23f62b-fd1a-4f5f-95aa-47d56e1d037d admin admin] Usage tracker for resource:security_group_rule and tenant:98b948c8d4284d0bb382f42cc5f50acf is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:16:25.072569 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-0f23f62b-fd1a-4f5f-95aa-47d56e1d037d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:16:25.084462 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-0f23f62b-fd1a-4f5f-95aa-47d56e1d037d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:16:25.088883 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5d39026f-1047-41c4-804f-7f04cde67498 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:25.115469 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-5d39026f-1047-41c4-804f-7f04cde67498 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Transition to ACTIVE for port object e6475f77-7d05-4b1f-a702-ec841641b774 will not be triggered until provisioned by entity DHCP. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:16:25.222152 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5d39026f-1047-41c4-804f-7f04cde67498 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:25.229342 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2cf769b1-1503-4af3-b05a-a14f916d61d8 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:25.255225 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-44094c9f-5703-4b7e-bf7a-6e16595f794e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485f06b9-02ea-481a-9b5c-3973a4e308b0', 'name': 'tempest-ServersTestManualDisk-416340694-router', 'tenant_id': '9123dde40c194e828f2d284c47d69e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.117'}], 'enable_snat': True}, 'gw_port_id': '3929e0cc-3af7-4b7c-8721-c4e9c474e74b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:14:19Z', 'updated_at': '2021-12-15T19:14:34Z', 'revision_number': 4, 'project_id': '9123dde40c194e828f2d284c47d69e10', 'gw_port': {'id': '3929e0cc-3af7-4b7c-8721-c4e9c474e74b', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:34:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485f06b9-02ea-481a-9b5c-3973a4e308b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:14:21Z', 'updated_at': '2021-12-15T19:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': 'e5601f84-5efd-4574-ba71-4c5333e1478a', 'name': '', 'network_id': '63216a8d-7e0f-4726-838d-7fa437e43530', 'tenant_id': '9123dde40c194e828f2d284c47d69e10', 'mac_address': 'fa:16:3e:c6:5d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485f06b9-02ea-481a-9b5c-3973a4e308b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2527abbd-64f3-47b0-8f5b-9a35313fb6ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:14:33Z', 'updated_at': '2021-12-15T19:14:48Z', 'revision_number': 5, 'project_id': '9123dde40c194e828f2d284c47d69e10', 'subnets': [{'id': '2527abbd-64f3-47b0-8f5b-9a35313fb6ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:25.259396 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44094c9f-5703-4b7e-bf7a-6e16595f794e None None] Checking router: 485f06b9-02ea-481a-9b5c-3973a4e308b0 for host: dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:16:25.274986 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44094c9f-5703-4b7e-bf7a-6e16595f794e None None] Routers {'485f06b9-02ea-481a-9b5c-3973a4e308b0'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:16:25.275873 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-44094c9f-5703-4b7e-bf7a-6e16595f794e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:16:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['485f06b9-02ea-481a-9b5c-3973a4e308b0'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:25.309835 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0f23f62b-fd1a-4f5f-95aa-47d56e1d037d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:25.329765 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d39026f-1047-41c4-804f-7f04cde67498 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Network c230877b-c462-4b98-a497-8a0d3225ba55 is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:16:25.333302 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-5d39026f-1047-41c4-804f-7f04cde67498 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:16:25.343749 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d39026f-1047-41c4-804f-7f04cde67498 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:16:25.352203 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a6f3e71c-47d3-4dc9-84d9-1fbe5f461064 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks [] for router, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:25.386169 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0f23f62b-fd1a-4f5f-95aa-47d56e1d037d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:25.402653 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d39026f-1047-41c4-804f-7f04cde67498 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Pushing event updated for resources: {'Port': ['ID=e6475f77-7d05-4b1f-a702-ec841641b774,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:25.416291 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5d39026f-1047-41c4-804f-7f04cde67498 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:25.416854 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-aa88804c-7af8-4824-b994-e6d1a0a36676 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:25.452732 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b830edb4-e437-4a37-bc93-dc44683dd775 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838139473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839924955'] for subnet, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:25.482105 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:25.482773 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f23f62b-fd1a-4f5f-95aa-47d56e1d037d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ee0ffc-84f1-4b7e-8f58-c696c3f9a5fc,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:25.489787 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0f23f62b-fd1a-4f5f-95aa-47d56e1d037d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=98b948c8d4284d0bb382f42cc5f50acf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8917561 Dec 15 19:16:25.491040 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0f23f62b-fd1a-4f5f-95aa-47d56e1d037d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:25.491040 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 47934) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:25.497628 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d39026f-1047-41c4-804f-7f04cde67498 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:16:25.498583 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5d39026f-1047-41c4-804f-7f04cde67498 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:25.569552 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-44094c9f-5703-4b7e-bf7a-6e16595f794e None None] Set router 485f06b9-02ea-481a-9b5c-3973a4e308b0 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:16:25.586048 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-5d39026f-1047-41c4-804f-7f04cde67498 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9318545 Dec 15 19:16:25.590791 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 47938) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:25.593885 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0a2c9d29-1b97-4ee1-80a2-d34a14fe735e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:25.599165 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-4e66d3aa-f5b0-43f6-93af-6b8dc333aa13 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Request body: {'floatingip': {'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:16:25.605319 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-4e66d3aa-f5b0-43f6-93af-6b8dc333aa13 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:16:25.619709 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-4e66d3aa-f5b0-43f6-93af-6b8dc333aa13 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Usage tracker for resource:floatingip and tenant:1ed51d9be243454f815e29b0df356bce is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:16:25.624616 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-4e66d3aa-f5b0-43f6-93af-6b8dc333aa13 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:16:25.642517 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-4e66d3aa-f5b0-43f6-93af-6b8dc333aa13 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:16:25.648873 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0a2c9d29-1b97-4ee1-80a2-d34a14fe735e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:25.718541 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4e66d3aa-f5b0-43f6-93af-6b8dc333aa13 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Notify callbacks [] for floatingip, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:25.869952 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0a2c9d29-1b97-4ee1-80a2-d34a14fe735e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:25.871938 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b54b62f0-cf1b-41fe-865e-e341094267e7 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854207876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854699191'] for router, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:25.878922 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:25.891683 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-a8733652-3386-4006-8e50-388b95bac4f9 None None] Provisioning for port e6475f77-7d05-4b1f-a702-ec841641b774 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:16:25.901043 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-a8733652-3386-4006-8e50-388b95bac4f9 None None] Provisioning complete for port e6475f77-7d05-4b1f-a702-ec841641b774 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:16:25.901898 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a8733652-3386-4006-8e50-388b95bac4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:25.908968 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2c9d29-1b97-4ee1-80a2-d34a14fe735e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ee0ffc-84f1-4b7e-8f58-c696c3f9a5fc,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:25.911640 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0a2c9d29-1b97-4ee1-80a2-d34a14fe735e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:25.915984 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0a2c9d29-1b97-4ee1-80a2-d34a14fe735e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:25.916333 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b830edb4-e437-4a37-bc93-dc44683dd775 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Pushing event updated for resources: {'Subnet': ['ID=177453a1-87d6-4c45-bb37-41cd8757a952,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:25.919862 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0a2c9d29-1b97-4ee1-80a2-d34a14fe735e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d7ee0ffc-84f1-4b7e-8f58-c696c3f9a5fc HTTP/1.1" status: 204 len: 168 time: 0.4252861 Dec 15 19:16:25.931748 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4e66d3aa-f5b0-43f6-93af-6b8dc333aa13 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:25.938341 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b54b62f0-cf1b-41fe-865e-e341094267e7 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:25.940331 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b830edb4-e437-4a37-bc93-dc44683dd775 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:25.958079 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b830edb4-e437-4a37-bc93-dc44683dd775 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Checking segment: {'id': 'b65ea980-54e5-4bc4-bd05-c7f99f101e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '964b603a-0ee1-404f-9671-be04348e5554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:16:25.958541 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b830edb4-e437-4a37-bc93-dc44683dd775 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Network hostable DHCP agents. Network: 964b603a-0ee1-404f-9671-be04348e5554, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:16:26.005618 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 3ef092ab-fd05-4850-838d-f5b5f3c1c005 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:16:26.115087 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-4e66d3aa-f5b0-43f6-93af-6b8dc333aa13 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Allocated IP 172.26.3.211 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/43ac745c-db0b-4f07-ac5f-43b9f3cdf46b) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:16:26.209088 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-44094c9f-5703-4b7e-bf7a-6e16595f794e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485f06b9-02ea-481a-9b5c-3973a4e308b0', 'name': 'tempest-ServersTestManualDisk-416340694-router', 'tenant_id': '9123dde40c194e828f2d284c47d69e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.117'}], 'enable_snat': True}, 'gw_port_id': '3929e0cc-3af7-4b7c-8721-c4e9c474e74b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:14:19Z', 'updated_at': '2021-12-15T19:14:34Z', 'revision_number': 4, 'project_id': '9123dde40c194e828f2d284c47d69e10', 'gw_port': {'id': '3929e0cc-3af7-4b7c-8721-c4e9c474e74b', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:34:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485f06b9-02ea-481a-9b5c-3973a4e308b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:14:21Z', 'updated_at': '2021-12-15T19:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': 'e5601f84-5efd-4574-ba71-4c5333e1478a', 'name': '', 'network_id': '63216a8d-7e0f-4726-838d-7fa437e43530', 'tenant_id': '9123dde40c194e828f2d284c47d69e10', 'mac_address': 'fa:16:3e:c6:5d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485f06b9-02ea-481a-9b5c-3973a4e308b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2527abbd-64f3-47b0-8f5b-9a35313fb6ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:14:33Z', 'updated_at': '2021-12-15T19:14:48Z', 'revision_number': 5, 'project_id': '9123dde40c194e828f2d284c47d69e10', 'subnets': [{'id': '2527abbd-64f3-47b0-8f5b-9a35313fb6ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:26.224319 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44094c9f-5703-4b7e-bf7a-6e16595f794e None None] The sync data for ids ['485f06b9-02ea-481a-9b5c-3973a4e308b0'] in dv-neutron-821831-2-hyperv is: [{'id': '485f06b9-02ea-481a-9b5c-3973a4e308b0', 'name': 'tempest-ServersTestManualDisk-416340694-router', 'tenant_id': '9123dde40c194e828f2d284c47d69e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.117'}], 'enable_snat': True}, 'gw_port_id': '3929e0cc-3af7-4b7c-8721-c4e9c474e74b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:14:19Z', 'updated_at': '2021-12-15T19:14:34Z', 'revision_number': 4, 'project_id': '9123dde40c194e828f2d284c47d69e10', 'gw_port': {'id': '3929e0cc-3af7-4b7c-8721-c4e9c474e74b', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:34:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485f06b9-02ea-481a-9b5c-3973a4e308b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:14:21Z', 'updated_at': '2021-12-15T19:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': 'e5601f84-5efd-4574-ba71-4c5333e1478a', 'name': '', 'network_id': '63216a8d-7e0f-4726-838d-7fa437e43530', 'tenant_id': '9123dde40c194e828f2d284c47d69e10', 'mac_address': 'fa:16:3e:c6:5d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485f06b9-02ea-481a-9b5c-3973a4e308b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2527abbd-64f3-47b0-8f5b-9a35313fb6ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:14:33Z', 'updated_at': '2021-12-15T19:14:48Z', 'revision_number': 5, 'project_id': '9123dde40c194e828f2d284c47d69e10', 'subnets': [{'id': '2527abbd-64f3-47b0-8f5b-9a35313fb6ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:16:26.327702 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-41201049-c7f7-43a1-b963-cfc53772311f tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:26.329070 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4e66d3aa-f5b0-43f6-93af-6b8dc333aa13 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:26.352221 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-a8733652-3386-4006-8e50-388b95bac4f9 None None] Port e6475f77-7d05-4b1f-a702-ec841641b774 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:16:26.363140 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 3ef092ab-fd05-4850-838d-f5b5f3c1c005 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:16:26.363724 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:26.383841 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 47948) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:26.387514 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b54b62f0-cf1b-41fe-865e-e341094267e7 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854207982'] for router, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:26.388061 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b54b62f0-cf1b-41fe-865e-e341094267e7 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Fanout notify agent at l3_agent the message router_deleted on router 77d2bd4d-d677-45fa-b68a-501adf2b88ba {{(pid=88990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 19:16:26.402310 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b830edb4-e437-4a37-bc93-dc44683dd775 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Network 964b603a-0ee1-404f-9671-be04348e5554 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:16:26.406550 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4e66d3aa-f5b0-43f6-93af-6b8dc333aa13 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:26.413690 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c9eb77c0-27c9-413a-b3ac-966fb5576ce5 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:26.432153 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-41201049-c7f7-43a1-b963-cfc53772311f tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:26.445049 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8bb70784-d1eb-4c92-9375-d5601a5f82b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145021'] for router_interface, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:26.520540 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e66d3aa-f5b0-43f6-93af-6b8dc333aa13 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:16:26.521855 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e66d3aa-f5b0-43f6-93af-6b8dc333aa13 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Pushing event updated for resources: {'Port': ['ID=43ac745c-db0b-4f07-ac5f-43b9f3cdf46b,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:26.525905 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-4e66d3aa-f5b0-43f6-93af-6b8dc333aa13 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:16:26.528078 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4e66d3aa-f5b0-43f6-93af-6b8dc333aa13 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:26.550230 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e66d3aa-f5b0-43f6-93af-6b8dc333aa13 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:16:26.596082 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4bb23f31-2aa1-4176-a75c-53a842cedf2e tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Notify callbacks [] for security_group, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:26.644030 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4bb23f31-2aa1-4176-a75c-53a842cedf2e tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:26.715437 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-b830edb4-e437-4a37-bc93-dc44683dd775 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, 964b603a-0ee1-404f-9671-be04348e5554) {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:16:26.720300 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b830edb4-e437-4a37-bc93-dc44683dd775 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:16:26.721237 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b830edb4-e437-4a37-bc93-dc44683dd775 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:26.726137 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701e1c89-0df8-47f2-a5de-d61044b06e7e None None] Network 964b603a-0ee1-404f-9671-be04348e5554 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:16:26.741657 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-41201049-c7f7-43a1-b963-cfc53772311f tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Allocated IP 172.26.3.225 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/604c884e-6904-4cf8-a1f9-8c9b3cf56dea) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:16:26.751766 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b54b62f0-cf1b-41fe-865e-e341094267e7 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:26.753096 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b54b62f0-cf1b-41fe-865e-e341094267e7 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] 10.222.0.36 "DELETE /v2.0/routers/77d2bd4d-d677-45fa-b68a-501adf2b88ba HTTP/1.1" status: 204 len: 168 time: 3.3723123 Dec 15 19:16:26.807410 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b830edb4-e437-4a37-bc93-dc44683dd775 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.4847589 Dec 15 19:16:26.813416 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 47958) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:26.835978 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4bb23f31-2aa1-4176-a75c-53a842cedf2e tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:26.846788 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4e66d3aa-f5b0-43f6-93af-6b8dc333aa13 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:26.847809 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e6ffbde0-2e4b-4269-8fa8-e8f0b6091410 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:26.869315 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb23f31-2aa1-4176-a75c-53a842cedf2e tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0fc3eb-62ba-4c7b-86c7-e6af2676eef0,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:26.872164 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4bb23f31-2aa1-4176-a75c-53a842cedf2e tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:26.908959 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-23e1e630-867f-4f5f-ab8b-58955c0e4ae4 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Request body: {'subnet': {'network_id': '964b603a-0ee1-404f-9671-be04348e5554', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:16:26.914378 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37c9740-27ff-4c63-8d67-74b3786f1ec4 None None] New status for floating IP ef4d4106-ac81-421d-aa87-7b50a1553339: DOWN {{(pid=88992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 15 19:16:26.942178 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4e66d3aa-f5b0-43f6-93af-6b8dc333aa13 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:27.141754 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a6f3e71c-47d3-4dc9-84d9-1fbe5f461064 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:27.198758 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-a6f3e71c-47d3-4dc9-84d9-1fbe5f461064 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Deleting port 3ef092ab-fd05-4850-838d-f5b5f3c1c005 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:16:27.200303 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a6f3e71c-47d3-4dc9-84d9-1fbe5f461064 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:27.242112 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4bb23f31-2aa1-4176-a75c-53a842cedf2e tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:27.243215 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4bb23f31-2aa1-4176-a75c-53a842cedf2e tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] 10.222.0.36 "DELETE /v2.0/security-groups/2f0fc3eb-62ba-4c7b-86c7-e6af2676eef0 HTTP/1.1" status: 204 len: 168 time: 0.8582277 Dec 15 19:16:27.246343 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 47970) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:27.273015 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 47974) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:27.280683 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-f81df6e7-05f3-4815-aa65-6195db4331a6 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] show failed (client error): The resource could not be found. Dec 15 19:16:27.281797 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f81df6e7-05f3-4815-aa65-6195db4331a6 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] 10.222.0.36 "GET /v2.0/security-groups/2f0fc3eb-62ba-4c7b-86c7-e6af2676eef0 HTTP/1.1" status: 404 len: 347 time: 0.0341840 Dec 15 19:16:27.287574 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc213f3-56e3-4cf5-a462-937b098f6056 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-964b603a-0ee1-404f-9671-be04348e5554', 'network_id': '964b603a-0ee1-404f-9671-be04348e5554', 'tenant_id': 'ef42ee63914143f6ab639ee882cc5d7b', 'fixed_ips': [{'subnet_id': '177453a1-87d6-4c45-bb37-41cd8757a952'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:16:27.288768 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7dc213f3-56e3-4cf5-a462-937b098f6056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:27.296033 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 47978) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:27.305821 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4e66d3aa-f5b0-43f6-93af-6b8dc333aa13 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Notify callbacks [] for port, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:27.325871 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4e66d3aa-f5b0-43f6-93af-6b8dc333aa13 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:27.339713 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-cb96f690-eb3c-490c-a352-62d29de7dc3e tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:27.499076 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-7dc213f3-56e3-4cf5-a462-937b098f6056 None None] Allocated IP 2001:db8::2 (964b603a-0ee1-404f-9671-be04348e5554/177453a1-87d6-4c45-bb37-41cd8757a952/ed1f3b55-f1a5-41bc-a993-992bee7480eb) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:16:27.530613 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4e66d3aa-f5b0-43f6-93af-6b8dc333aa13 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634093'] for floatingip, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:27.621284 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-7b82b6c2-a3af-4896-9faf-7b21bb06702e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cdff2b06bba44ce499218532d32f2bb3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3453643 Dec 15 19:16:27.628495 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 47988) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:27.692853 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e66d3aa-f5b0-43f6-93af-6b8dc333aa13 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Pushing event updated for resources: {'Port': ['ID=43ac745c-db0b-4f07-ac5f-43b9f3cdf46b,revision_number=2']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:27.696995 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4e66d3aa-f5b0-43f6-93af-6b8dc333aa13 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:27.701302 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4e66d3aa-f5b0-43f6-93af-6b8dc333aa13 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:27.703092 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4e66d3aa-f5b0-43f6-93af-6b8dc333aa13 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1103756 Dec 15 19:16:27.710016 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 47994) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:27.718929 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-0556788d-9c81-4ddf-9b6f-cc1b78b020d4 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Request body: {'floatingip': {'port_id': 'e6475f77-7d05-4b1f-a702-ec841641b774', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:16:27.829173 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7dc213f3-56e3-4cf5-a462-937b098f6056 None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:27.830614 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 47998) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:27.832900 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0556788d-9c81-4ddf-9b6f-cc1b78b020d4 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Notify callbacks [] for floatingip, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:27.840727 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-7dc213f3-56e3-4cf5-a462-937b098f6056 None None] Transition to ACTIVE for port object ed1f3b55-f1a5-41bc-a993-992bee7480eb will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:16:27.861439 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-7dc213f3-56e3-4cf5-a462-937b098f6056 None None] Transition to ACTIVE for port object ed1f3b55-f1a5-41bc-a993-992bee7480eb will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:16:27.869942 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-a6f3e71c-47d3-4dc9-84d9-1fbe5f461064 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] For port 3ef092ab-fd05-4850-838d-f5b5f3c1c005, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=3ef092ab-fd05-4850-838d-f5b5f3c1c005,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:16:27.870401 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a6f3e71c-47d3-4dc9-84d9-1fbe5f461064 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:27.909221 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7dc213f3-56e3-4cf5-a462-937b098f6056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:27.916333 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-dab739e9-0fca-41ef-ae00-0832ca0625a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:27.925970 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c57c487a-31f1-4576-8f93-9426e4de76fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:27.958852 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c57c487a-31f1-4576-8f93-9426e4de76fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:27.997728 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc213f3-56e3-4cf5-a462-937b098f6056 None None] Network 964b603a-0ee1-404f-9671-be04348e5554 is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:16:27.999920 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-7dc213f3-56e3-4cf5-a462-937b098f6056 None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:16:28.005309 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc213f3-56e3-4cf5-a462-937b098f6056 None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:16:28.065064 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c57c487a-31f1-4576-8f93-9426e4de76fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:28.077869 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc213f3-56e3-4cf5-a462-937b098f6056 None None] Pushing event updated for resources: {'Port': ['ID=ed1f3b55-f1a5-41bc-a993-992bee7480eb,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:28.079584 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0a2c9d29-1b97-4ee1-80a2-d34a14fe735e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:28.080926 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7dc213f3-56e3-4cf5-a462-937b098f6056 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:28.094977 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-3639de19-cb0d-4bc6-b3cf-8f612676a8c2 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-924926563'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:16:28.099369 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57c487a-31f1-4576-8f93-9426e4de76fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12605941-15b9-4f89-965c-7f33b5d705a1,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:28.106067 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-3639de19-cb0d-4bc6-b3cf-8f612676a8c2 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:16:28.108436 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-7dc213f3-56e3-4cf5-a462-937b098f6056 None None] Attempting to bind port ed1f3b55-f1a5-41bc-a993-992bee7480eb on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:16:28.108835 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-7dc213f3-56e3-4cf5-a462-937b098f6056 None None] Attempting to bind port ed1f3b55-f1a5-41bc-a993-992bee7480eb by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'b65ea980-54e5-4bc4-bd05-c7f99f101e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '964b603a-0ee1-404f-9671-be04348e5554'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:16:28.109059 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c57c487a-31f1-4576-8f93-9426e4de76fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:28.109260 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc213f3-56e3-4cf5-a462-937b098f6056 None None] Attempting to bind port ed1f3b55-f1a5-41bc-a993-992bee7480eb on network 964b603a-0ee1-404f-9671-be04348e5554 {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:16:28.117935 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-a6f3e71c-47d3-4dc9-84d9-1fbe5f461064 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Calling delete_port for 3ef092ab-fd05-4850-838d-f5b5f3c1c005 owned by network:router_gateway {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:16:28.129005 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc213f3-56e3-4cf5-a462-937b098f6056 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:16:28.129435 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc213f3-56e3-4cf5-a462-937b098f6056 None None] Checking segment: {'id': 'b65ea980-54e5-4bc4-bd05-c7f99f101e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '964b603a-0ee1-404f-9671-be04348e5554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:16:28.129894 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7dc213f3-56e3-4cf5-a462-937b098f6056 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:28.130384 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc213f3-56e3-4cf5-a462-937b098f6056 None None] Bound using segment: {'id': 'b65ea980-54e5-4bc4-bd05-c7f99f101e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '964b603a-0ee1-404f-9671-be04348e5554'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:16:28.130922 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-7dc213f3-56e3-4cf5-a462-937b098f6056 None None] Bound port: ed1f3b55-f1a5-41bc-a993-992bee7480eb, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b65ea980-54e5-4bc4-bd05-c7f99f101e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '964b603a-0ee1-404f-9671-be04348e5554'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:16:28.131350 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7dc213f3-56e3-4cf5-a462-937b098f6056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:28.150820 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-3639de19-cb0d-4bc6-b3cf-8f612676a8c2 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Usage tracker for resource:network and tenant:d09e37d948244dafb936d2972b3d58c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:16:28.154811 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-3639de19-cb0d-4bc6-b3cf-8f612676a8c2 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:16:28.168724 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-3639de19-cb0d-4bc6-b3cf-8f612676a8c2 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:16:28.174389 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c57c487a-31f1-4576-8f93-9426e4de76fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:28.178072 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c57c487a-31f1-4576-8f93-9426e4de76fc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/12605941-15b9-4f89-965c-7f33b5d705a1 HTTP/1.1" status: 204 len: 168 time: 0.5437686 Dec 15 19:16:28.194286 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-23e1e630-867f-4f5f-ab8b-58955c0e4ae4 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:16:28.198397 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-23e1e630-867f-4f5f-ab8b-58955c0e4ae4 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Usage tracker for resource:subnet and tenant:ef42ee63914143f6ab639ee882cc5d7b is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:16:28.202072 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-23e1e630-867f-4f5f-ab8b-58955c0e4ae4 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:16:28.208260 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-23e1e630-867f-4f5f-ab8b-58955c0e4ae4 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:16:28.220453 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-0556788d-9c81-4ddf-9b6f-cc1b78b020d4 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] update failed (client error): The resource could not be found. Dec 15 19:16:28.222287 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0556788d-9c81-4ddf-9b6f-cc1b78b020d4 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] 10.222.0.36 "PUT /v2.0/floatingips/1b56328e-959e-4f73-bc2b-85c3d3e66355 HTTP/1.1" status: 404 len: 507 time: 0.5103636 Dec 15 19:16:28.224695 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-41201049-c7f7-43a1-b963-cfc53772311f tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:28.228974 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48006) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:28.233515 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-1c60be4d-5bf1-4f33-98fc-a29faa7f9725 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Deleting port 2cd01d78-1e3e-4c53-a080-0af886649cad {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:16:28.233900 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1c60be4d-5bf1-4f33-98fc-a29faa7f9725 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:28.247234 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-7dc213f3-56e3-4cf5-a462-937b098f6056 None None] For port ed1f3b55-f1a5-41bc-a993-992bee7480eb, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:16:28.251724 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-7dc213f3-56e3-4cf5-a462-937b098f6056 None None] For port ed1f3b55-f1a5-41bc-a993-992bee7480eb, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=ed1f3b55-f1a5-41bc-a993-992bee7480eb,segment=NetworkSegment(b65ea980-54e5-4bc4-bd05-c7f99f101e4e),segment_id=b65ea980-54e5-4bc4-bd05-c7f99f101e4e)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:16:28.291546 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e1e630-867f-4f5f-ab8b-58955c0e4ae4 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Made reservation on behalf of ef42ee63914143f6ab639ee882cc5d7b for: {'subnet': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:16:28.298194 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-23e1e630-867f-4f5f-ab8b-58955c0e4ae4 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839924940'] for subnet, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:28.304243 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7dc213f3-56e3-4cf5-a462-937b098f6056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:28.312921 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3639de19-cb0d-4bc6-b3cf-8f612676a8c2 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Made reservation on behalf of d09e37d948244dafb936d2972b3d58c9 for: {'network': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:16:28.313065 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8ffe0ae9-3f85-449a-8a8f-bae1245c1bbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:28.316303 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3639de19-cb0d-4bc6-b3cf-8f612676a8c2 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:28.345589 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3639de19-cb0d-4bc6-b3cf-8f612676a8c2 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for security_group, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:28.391947 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-3639de19-cb0d-4bc6-b3cf-8f612676a8c2 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:16:28.396097 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-3639de19-cb0d-4bc6-b3cf-8f612676a8c2 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Usage tracker for resource:security_group_rule and tenant:d09e37d948244dafb936d2972b3d58c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:16:28.399217 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-3639de19-cb0d-4bc6-b3cf-8f612676a8c2 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:16:28.405734 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-3639de19-cb0d-4bc6-b3cf-8f612676a8c2 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:16:28.407583 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc213f3-56e3-4cf5-a462-937b098f6056 None None] Pushing event updated for resources: {'Port': ['ID=ed1f3b55-f1a5-41bc-a993-992bee7480eb,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:28.413336 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7dc213f3-56e3-4cf5-a462-937b098f6056 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:28.516855 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-aaa96bd0-0acf-4e42-bc1c-83bce4be1ef5 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Deleting port 43ac745c-db0b-4f07-ac5f-43b9f3cdf46b {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:16:28.517357 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-aaa96bd0-0acf-4e42-bc1c-83bce4be1ef5 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:28.704130 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3639de19-cb0d-4bc6-b3cf-8f612676a8c2 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for security_group, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:28.735161 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3639de19-cb0d-4bc6-b3cf-8f612676a8c2 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:28.741142 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:28.792277 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3639de19-cb0d-4bc6-b3cf-8f612676a8c2 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=88991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:16:28.796523 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-aaa96bd0-0acf-4e42-bc1c-83bce4be1ef5 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:28.797211 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-aaa96bd0-0acf-4e42-bc1c-83bce4be1ef5 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:28.816535 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3639de19-cb0d-4bc6-b3cf-8f612676a8c2 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c836d7a6-6dc1-46ee-a283-ddfb989b6a08,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:28.832668 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-41201049-c7f7-43a1-b963-cfc53772311f tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:28.852988 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ddd600a8-90cc-46e4-b7c5-04518dfa563a tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:28.982789 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41201049-c7f7-43a1-b963-cfc53772311f tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Pushing event updated for resources: {'Port': ['ID=604c884e-6904-4cf8-a1f9-8c9b3cf56dea,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:29.030835 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-41201049-c7f7-43a1-b963-cfc53772311f tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:29.086501 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41201049-c7f7-43a1-b963-cfc53772311f tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:16:29.094841 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1c60be4d-5bf1-4f33-98fc-a29faa7f9725 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:29.095312 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1c60be4d-5bf1-4f33-98fc-a29faa7f9725 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:29.105586 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-41201049-c7f7-43a1-b963-cfc53772311f tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:16:29.129458 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3639de19-cb0d-4bc6-b3cf-8f612676a8c2 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:29.159498 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41201049-c7f7-43a1-b963-cfc53772311f tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:16:29.188226 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3639de19-cb0d-4bc6-b3cf-8f612676a8c2 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:29.188624 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-3639de19-cb0d-4bc6-b3cf-8f612676a8c2 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Added segment 91f80108-387d-4a43-a636-8b585d968cba of type vlan for network 6bbc6c7c-f125-4649-a419-6271dad8e00c Dec 15 19:16:29.195570 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-aaa96bd0-0acf-4e42-bc1c-83bce4be1ef5 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Calling delete_port for 43ac745c-db0b-4f07-ac5f-43b9f3cdf46b owned by network:floatingip {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:16:29.280333 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3639de19-cb0d-4bc6-b3cf-8f612676a8c2 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:29.336835 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-1c60be4d-5bf1-4f33-98fc-a29faa7f9725 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Calling delete_port for 2cd01d78-1e3e-4c53-a080-0af886649cad owned by network:floatingip {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:16:29.429250 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3639de19-cb0d-4bc6-b3cf-8f612676a8c2 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:29.433429 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3639de19-cb0d-4bc6-b3cf-8f612676a8c2 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:16:29.434091 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3639de19-cb0d-4bc6-b3cf-8f612676a8c2 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:29.440037 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-eaf30eaf-3f4c-4bbc-85c7-608b2b46d3ca tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:29.455586 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-aaa96bd0-0acf-4e42-bc1c-83bce4be1ef5 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:29.542209 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a6f3e71c-47d3-4dc9-84d9-1fbe5f461064 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:29.551305 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-397033d5-c39c-4724-b63b-16856c4b5d84 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:29.592841 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48026) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:29.612673 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-23e1e630-867f-4f5f-ab8b-58955c0e4ae4 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838139473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839924955'] for subnet, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:29.654972 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-3639de19-cb0d-4bc6-b3cf-8f612676a8c2 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7691634 Dec 15 19:16:29.655800 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48032) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:29.663205 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3639de19-cb0d-4bc6-b3cf-8f612676a8c2 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event updated for resources: {'Network': ['ID=6bbc6c7c-f125-4649-a419-6271dad8e00c,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:29.673654 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3639de19-cb0d-4bc6-b3cf-8f612676a8c2 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:29.676482 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.208s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:29.678786 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 6bbc6c7c-f125-4649-a419-6271dad8e00c details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:16:29.714405 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-05f730fb-7a4f-4914-a647-cb794dfb9d34 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Request body: {'port': {'network_id': '6bbc6c7c-f125-4649-a419-6271dad8e00c', 'name': 'tempest-PortsIpV6TestJSON-1504910169'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:16:29.742675 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa96bd0-0acf-4e42-bc1c-83bce4be1ef5 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Pushing event deleted for resources: {'Port': ['ID=43ac745c-db0b-4f07-ac5f-43b9f3cdf46b,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:29.753268 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-aaa96bd0-0acf-4e42-bc1c-83bce4be1ef5 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:29.828555 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-aaa96bd0-0acf-4e42-bc1c-83bce4be1ef5 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Notify callbacks [] for floatingip, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:29.831091 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-aaa96bd0-0acf-4e42-bc1c-83bce4be1ef5 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:29.836147 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-aaa96bd0-0acf-4e42-bc1c-83bce4be1ef5 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] 10.222.0.36 "DELETE /v2.0/floatingips/1b56328e-959e-4f73-bc2b-85c3d3e66355 HTTP/1.1" status: 204 len: 168 time: 1.6009643 Dec 15 19:16:29.838418 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48036) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:29.844708 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-e0b79042-ef57-44ae-928a-1aed95e81bd2 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Request body: {'security_group': {'name': 'tempest-secgroup--1359132317'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:16:29.856972 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-19a04950-b590-47d5-a91b-2a034c241f9f tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Request body: {'floatingip': {'floating_network_id': 'c230877b-c462-4b98-a497-8a0d3225ba55', 'port_id': 'e6475f77-7d05-4b1f-a702-ec841641b774', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:16:29.865386 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-e0b79042-ef57-44ae-928a-1aed95e81bd2 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:16:29.873938 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f3e71c-47d3-4dc9-84d9-1fbe5f461064 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Pushing event deleted for resources: {'Port': ['ID=3ef092ab-fd05-4850-838d-f5b5f3c1c005,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:29.884506 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-19a04950-b590-47d5-a91b-2a034c241f9f tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:16:29.886738 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-e0b79042-ef57-44ae-928a-1aed95e81bd2 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Usage tracker for resource:security_group and tenant:e803dbd48f46472fa8b4641842e31169 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:16:29.891778 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-e0b79042-ef57-44ae-928a-1aed95e81bd2 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:16:29.900068 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-e0b79042-ef57-44ae-928a-1aed95e81bd2 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:16:29.902594 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-19a04950-b590-47d5-a91b-2a034c241f9f tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Usage tracker for resource:floatingip and tenant:1ed51d9be243454f815e29b0df356bce is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:16:29.906311 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a6f3e71c-47d3-4dc9-84d9-1fbe5f461064 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:29.907675 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-065135bd-2f58-492e-89ea-a446cc922fbd tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:29.909928 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-19a04950-b590-47d5-a91b-2a034c241f9f tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:16:29.914121 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-05f730fb-7a4f-4914-a647-cb794dfb9d34 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:16:29.922964 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-05f730fb-7a4f-4914-a647-cb794dfb9d34 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Usage tracker for resource:port and tenant:d09e37d948244dafb936d2972b3d58c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:16:29.925926 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-19a04950-b590-47d5-a91b-2a034c241f9f tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:16:29.928181 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-05f730fb-7a4f-4914-a647-cb794dfb9d34 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:16:29.943185 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-05f730fb-7a4f-4914-a647-cb794dfb9d34 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:16:29.979692 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device ed1f3b55-f1a5-41bc-a993-992bee7480eb up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:16:29.991929 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e0b79042-ef57-44ae-928a-1aed95e81bd2 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:30.007376 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e0b79042-ef57-44ae-928a-1aed95e81bd2 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:30.033737 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e1e630-867f-4f5f-ab8b-58955c0e4ae4 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Network 964b603a-0ee1-404f-9671-be04348e5554 is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:16:30.035818 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-23e1e630-867f-4f5f-ab8b-58955c0e4ae4 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:16:30.046777 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-19a04950-b590-47d5-a91b-2a034c241f9f tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Notify callbacks [] for floatingip, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:30.050296 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f730fb-7a4f-4914-a647-cb794dfb9d34 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Made reservation on behalf of d09e37d948244dafb936d2972b3d58c9 for: {'port': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:16:30.064122 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-05f730fb-7a4f-4914-a647-cb794dfb9d34 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:30.069499 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e1e630-867f-4f5f-ab8b-58955c0e4ae4 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:16:30.070164 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-23e1e630-867f-4f5f-ab8b-58955c0e4ae4 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:30.102884 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-05f730fb-7a4f-4914-a647-cb794dfb9d34 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] device_id is not set on port ade84e06-1718-4072-bfa5-59c5b41610f8 yet. {{(pid=88991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:16:30.120379 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port ed1f3b55-f1a5-41bc-a993-992bee7480eb completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:16:30.151125 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e1e630-867f-4f5f-ab8b-58955c0e4ae4 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Pushing event updated for resources: {'Subnet': ['ID=92e4f0cb-b45e-4d37-85d6-20b83cd775e3,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:30.161252 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-e0b79042-ef57-44ae-928a-1aed95e81bd2 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:16:30.180162 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-e0b79042-ef57-44ae-928a-1aed95e81bd2 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Usage tracker for resource:security_group_rule and tenant:e803dbd48f46472fa8b4641842e31169 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:16:30.187267 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-e0b79042-ef57-44ae-928a-1aed95e81bd2 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:16:30.188966 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-23e1e630-867f-4f5f-ab8b-58955c0e4ae4 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:30.194550 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-e0b79042-ef57-44ae-928a-1aed95e81bd2 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:16:30.212493 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-19a04950-b590-47d5-a91b-2a034c241f9f tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 19:16:30.218287 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-19a04950-b590-47d5-a91b-2a034c241f9f tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3742354 Dec 15 19:16:30.219978 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48040) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:30.238428 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-96b1d302-55a9-47c7-97de-f2403b034b8c tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Request body: {'floatingip': {'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'port_id': 'e6475f77-7d05-4b1f-a702-ec841641b774', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:16:30.259702 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-96b1d302-55a9-47c7-97de-f2403b034b8c tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:16:30.277036 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-96b1d302-55a9-47c7-97de-f2403b034b8c tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Usage tracker for resource:floatingip and tenant:1ed51d9be243454f815e29b0df356bce is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:16:30.287096 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-96b1d302-55a9-47c7-97de-f2403b034b8c tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:16:30.298088 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-96b1d302-55a9-47c7-97de-f2403b034b8c tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:16:30.349981 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e0b79042-ef57-44ae-928a-1aed95e81bd2 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:30.366358 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-96b1d302-55a9-47c7-97de-f2403b034b8c tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Notify callbacks [] for floatingip, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:30.382849 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-23e1e630-867f-4f5f-ab8b-58955c0e4ae4 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.5663500 Dec 15 19:16:30.390900 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48044) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:30.399586 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e0b79042-ef57-44ae-928a-1aed95e81bd2 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:30.427154 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a6f3e71c-47d3-4dc9-84d9-1fbe5f461064 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854141934'] for router_gateway, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:30.443737 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:30.462660 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37657358-0cb1-4811-9ea1-2d09b182b2d7 None None] Network 964b603a-0ee1-404f-9671-be04348e5554 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:16:30.494119 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1c60be4d-5bf1-4f33-98fc-a29faa7f9725 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:30.560809 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6ba95fbf-bb7e-49a5-af90-4a7215e0c452 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:30.637488 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-e0b79042-ef57-44ae-928a-1aed95e81bd2 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:16:30.641281 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-0450a65b-590f-4053-89f4-34735a6c7e4a None None] Provisioning for port ed1f3b55-f1a5-41bc-a993-992bee7480eb completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:16:30.651560 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c60be4d-5bf1-4f33-98fc-a29faa7f9725 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Pushing event deleted for resources: {'Port': ['ID=2cd01d78-1e3e-4c53-a080-0af886649cad,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:30.651866 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-0450a65b-590f-4053-89f4-34735a6c7e4a None None] Provisioning complete for port ed1f3b55-f1a5-41bc-a993-992bee7480eb triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:16:30.652529 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0450a65b-590f-4053-89f4-34735a6c7e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:30.659867 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1c60be4d-5bf1-4f33-98fc-a29faa7f9725 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:30.674393 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-e0b79042-ef57-44ae-928a-1aed95e81bd2 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Usage tracker for resource:security_group_rule and tenant:e803dbd48f46472fa8b4641842e31169 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:16:30.687071 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b79042-ef57-44ae-928a-1aed95e81bd2 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd0088b4-fb0a-48ed-aae0-abcca1ecad9b,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:30.690562 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e0b79042-ef57-44ae-928a-1aed95e81bd2 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:30.691577 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-e0b79042-ef57-44ae-928a-1aed95e81bd2 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:16:30.720043 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-e0b79042-ef57-44ae-928a-1aed95e81bd2 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:16:30.727886 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30114e0e-341c-4956-b10e-7ad8b6674aff tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:16:30.729779 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30114e0e-341c-4956-b10e-7ad8b6674aff tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:16:30.731498 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30114e0e-341c-4956-b10e-7ad8b6674aff tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:16:30.733494 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30114e0e-341c-4956-b10e-7ad8b6674aff tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:16:30.735502 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30114e0e-341c-4956-b10e-7ad8b6674aff tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:16:30.736520 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-30114e0e-341c-4956-b10e-7ad8b6674aff tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Synchronizing usage tracker for tenant:ef42ee63914143f6ab639ee882cc5d7b on resource:subnet {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:16:30.799346 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-05f730fb-7a4f-4914-a647-cb794dfb9d34 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:30.814946 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-8bb70784-d1eb-4c92-9375-d5601a5f82b1 admin admin] Deleting port 680e6ac3-5c91-4103-bedc-ce4c185b7177 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:16:30.815331 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8bb70784-d1eb-4c92-9375-d5601a5f82b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:30.862031 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e0b79042-ef57-44ae-928a-1aed95e81bd2 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:30.875030 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0450a65b-590f-4053-89f4-34735a6c7e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:30.900409 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e0b79042-ef57-44ae-928a-1aed95e81bd2 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:30.907820 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c710728e-06f1-4312-9764-2c1451661073 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:30.913594 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-0450a65b-590f-4053-89f4-34735a6c7e4a None None] For port ed1f3b55-f1a5-41bc-a993-992bee7480eb, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=ed1f3b55-f1a5-41bc-a993-992bee7480eb,segment=NetworkSegment(b65ea980-54e5-4bc4-bd05-c7f99f101e4e),segment_id=b65ea980-54e5-4bc4-bd05-c7f99f101e4e)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:16:30.925650 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-96b1d302-55a9-47c7-97de-f2403b034b8c tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:30.934878 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-30114e0e-341c-4956-b10e-7ad8b6674aff tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Unset dirty status for tenant:ef42ee63914143f6ab639ee882cc5d7b on resource:subnet {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:16:30.940404 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-30114e0e-341c-4956-b10e-7ad8b6674aff tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.5415599 Dec 15 19:16:30.940404 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-05f730fb-7a4f-4914-a647-cb794dfb9d34 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:30.946467 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48048) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:30.946926 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-41201049-c7f7-43a1-b963-cfc53772311f tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:30.964224 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0450a65b-590f-4053-89f4-34735a6c7e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:30.968763 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7dc213f3-56e3-4cf5-a462-937b098f6056 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:31.014225 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-30ca2c1e-2818-4eb7-8618-fe6cd4e92024 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1364515640'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:16:31.022661 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a6f3e71c-47d3-4dc9-84d9-1fbe5f461064 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854207876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854699191'] for router, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:31.034190 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-30ca2c1e-2818-4eb7-8618-fe6cd4e92024 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:16:31.051440 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-30ca2c1e-2818-4eb7-8618-fe6cd4e92024 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Usage tracker for resource:network and tenant:ef42ee63914143f6ab639ee882cc5d7b is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:16:31.057984 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-30ca2c1e-2818-4eb7-8618-fe6cd4e92024 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:16:31.058151 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c12bf1-ad86-41d9-8ae5-9e1d285858c4 None None] Update dhcp port {'port': {'network_id': '964b603a-0ee1-404f-9671-be04348e5554', 'fixed_ips': [{'subnet_id': '177453a1-87d6-4c45-bb37-41cd8757a952', 'ip_address': '2001:db8::2'}, {'subnet_id': '92e4f0cb-b45e-4d37-85d6-20b83cd775e3'}], 'binding:host_id': 'dv-neutron-821831-2-hyperv'}, 'id': 'ed1f3b55-f1a5-41bc-a993-992bee7480eb'} from dv-neutron-821831-2-hyperv. {{(pid=88992) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 15 19:16:31.064395 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b79042-ef57-44ae-928a-1aed95e81bd2 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5deb6995-c7d2-43e0-8e93-78ceefc3f661,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:31.067826 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e0b79042-ef57-44ae-928a-1aed95e81bd2 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:31.074695 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4e66d3aa-f5b0-43f6-93af-6b8dc333aa13 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:31.094011 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0450a65b-590f-4053-89f4-34735a6c7e4a None None] Pushing event updated for resources: {'Port': ['ID=ed1f3b55-f1a5-41bc-a993-992bee7480eb,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:31.099241 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0450a65b-590f-4053-89f4-34735a6c7e4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:31.105755 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e0b79042-ef57-44ae-928a-1aed95e81bd2 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:31.110313 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e0b79042-ef57-44ae-928a-1aed95e81bd2 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.5119445 Dec 15 19:16:31.111944 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-30ca2c1e-2818-4eb7-8618-fe6cd4e92024 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:16:31.117243 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b2c12bf1-ad86-41d9-8ae5-9e1d285858c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:31.118812 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48052) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:31.122117 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1c60be4d-5bf1-4f33-98fc-a29faa7f9725 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Notify callbacks [] for floatingip, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:31.125638 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1c60be4d-5bf1-4f33-98fc-a29faa7f9725 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:31.129297 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1c60be4d-5bf1-4f33-98fc-a29faa7f9725 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] 10.222.0.36 "DELETE /v2.0/floatingips/ef4d4106-ac81-421d-aa87-7b50a1553339 HTTP/1.1" status: 204 len: 168 time: 3.6879170 Dec 15 19:16:31.140976 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a6f3e71c-47d3-4dc9-84d9-1fbe5f461064 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:31.144995 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48056) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:31.258085 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ca2c1e-2818-4eb7-8618-fe6cd4e92024 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Made reservation on behalf of ef42ee63914143f6ab639ee882cc5d7b for: {'network': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:16:31.264241 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-30ca2c1e-2818-4eb7-8618-fe6cd4e92024 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:31.299401 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f730fb-7a4f-4914-a647-cb794dfb9d34 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event updated for resources: {'Port': ['ID=ade84e06-1718-4072-bfa5-59c5b41610f8,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:31.314717 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-05f730fb-7a4f-4914-a647-cb794dfb9d34 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:31.321812 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f730fb-7a4f-4914-a647-cb794dfb9d34 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Checking segment: {'id': '91f80108-387d-4a43-a636-8b585d968cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '6bbc6c7c-f125-4649-a419-6271dad8e00c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:16:31.321812 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f730fb-7a4f-4914-a647-cb794dfb9d34 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Network hostable DHCP agents. Network: 6bbc6c7c-f125-4649-a419-6271dad8e00c, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:16:31.337968 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-b2c12bf1-ad86-41d9-8ae5-9e1d285858c4 None None] Allocated IP 172.20.0.1 (964b603a-0ee1-404f-9671-be04348e5554/92e4f0cb-b45e-4d37-85d6-20b83cd775e3/ed1f3b55-f1a5-41bc-a993-992bee7480eb) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:16:31.367124 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-96b1d302-55a9-47c7-97de-f2403b034b8c tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Allocated IP 172.26.3.35 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/9622dc2d-3f47-4e28-a33a-c7b587815fe0) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:16:31.398082 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30ca2c1e-2818-4eb7-8618-fe6cd4e92024 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=88991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:16:31.416292 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-a05db16b-eece-44ea-b74d-d3e459de3773 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Synchronizing usage tracker for tenant:e803dbd48f46472fa8b4641842e31169 on resource:security_group {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:16:31.438959 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-30ca2c1e-2818-4eb7-8618-fe6cd4e92024 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:31.439530 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-30ca2c1e-2818-4eb7-8618-fe6cd4e92024 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Added segment 7f5651d7-179a-40bc-8fd6-fb0c2403295b of type vlan for network dfebbe11-092c-477a-b84f-a540506290fc Dec 15 19:16:31.495289 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b2c12bf1-ad86-41d9-8ae5-9e1d285858c4 None None] For port ed1f3b55-f1a5-41bc-a993-992bee7480eb, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=ed1f3b55-f1a5-41bc-a993-992bee7480eb,segment=NetworkSegment(b65ea980-54e5-4bc4-bd05-c7f99f101e4e),segment_id=b65ea980-54e5-4bc4-bd05-c7f99f101e4e)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:16:31.525839 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b2c12bf1-ad86-41d9-8ae5-9e1d285858c4 None None] Notify callbacks [] for port, precommit_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:31.544759 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b2c12bf1-ad86-41d9-8ae5-9e1d285858c4 None None] Transition to ACTIVE for port object ed1f3b55-f1a5-41bc-a993-992bee7480eb will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:16:31.558010 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-30ca2c1e-2818-4eb7-8618-fe6cd4e92024 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:31.566266 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f730fb-7a4f-4914-a647-cb794dfb9d34 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Network 6bbc6c7c-f125-4649-a419-6271dad8e00c is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:16:31.583396 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b2c12bf1-ad86-41d9-8ae5-9e1d285858c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:31.588983 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7a266afb-7de4-4dae-aaed-65d5d5b5ba78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:31.592171 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-a05db16b-eece-44ea-b74d-d3e459de3773 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Unset dirty status for tenant:e803dbd48f46472fa8b4641842e31169 on resource:security_group {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:16:31.601728 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48060) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:31.606421 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-41201049-c7f7-43a1-b963-cfc53772311f tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:31.606609 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a05db16b-eece-44ea-b74d-d3e459de3773 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.4678392 Dec 15 19:16:31.613187 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-a03d69a9-ee6f-439d-a19d-a733b847153a tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Request body: {'security_group': {'name': 'tempest-security--945128699', 'description': 'tempest-security-description-835926539'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:16:31.633211 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-8bb70784-d1eb-4c92-9375-d5601a5f82b1 admin admin] For port 680e6ac3-5c91-4103-bedc-ce4c185b7177, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=680e6ac3-5c91-4103-bedc-ce4c185b7177,segment=NetworkSegment(f74e07b2-aaa7-4c64-830f-9319a4bdc4d6),segment_id=f74e07b2-aaa7-4c64-830f-9319a4bdc4d6)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:16:31.633617 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8bb70784-d1eb-4c92-9375-d5601a5f82b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:31.650123 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a6f3e71c-47d3-4dc9-84d9-1fbe5f461064 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854207982'] for router, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:31.658085 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6f3e71c-47d3-4dc9-84d9-1fbe5f461064 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5d16f3e2-0c1d-4975-994e-cc8277de3416 {{(pid=88990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 19:16:31.658085 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-41201049-c7f7-43a1-b963-cfc53772311f tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854141873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-633912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854194791'] for router, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:31.663814 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-05f730fb-7a4f-4914-a647-cb794dfb9d34 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, 6bbc6c7c-f125-4649-a419-6271dad8e00c) {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:16:31.675144 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f730fb-7a4f-4914-a647-cb794dfb9d34 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:16:31.679568 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f730fb-7a4f-4914-a647-cb794dfb9d34 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:16:31.680291 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-05f730fb-7a4f-4914-a647-cb794dfb9d34 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:31.690051 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-30ca2c1e-2818-4eb7-8618-fe6cd4e92024 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:31.694299 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ca2c1e-2818-4eb7-8618-fe6cd4e92024 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:16:31.694983 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-30ca2c1e-2818-4eb7-8618-fe6cd4e92024 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:31.717229 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-74d22212-c14f-4b8f-b20e-1a0d3357a7df tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:31.748837 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a03d69a9-ee6f-439d-a19d-a733b847153a tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:31.818667 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-96b1d302-55a9-47c7-97de-f2403b034b8c tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:31.823144 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7226d89c-d277-4b50-935d-bb6b0d9e8176 None None] Network 6bbc6c7c-f125-4649-a419-6271dad8e00c requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:16:31.850269 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-8bb70784-d1eb-4c92-9375-d5601a5f82b1 admin admin] Calling delete_port for 680e6ac3-5c91-4103-bedc-ce4c185b7177 owned by network:router_interface {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:16:31.859885 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ca2c1e-2818-4eb7-8618-fe6cd4e92024 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Pushing event updated for resources: {'Network': ['ID=dfebbe11-092c-477a-b84f-a540506290fc,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:31.865047 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-30ca2c1e-2818-4eb7-8618-fe6cd4e92024 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:31.870846 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-05f730fb-7a4f-4914-a647-cb794dfb9d34 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.2050333 Dec 15 19:16:31.870846 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48064) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:31.884351 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-f1c46a24-ba28-4fa5-97eb-b8c56c3da74d tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1193895711'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:16:31.894772 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-f1c46a24-ba28-4fa5-97eb-b8c56c3da74d tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:16:31.906391 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-f1c46a24-ba28-4fa5-97eb-b8c56c3da74d tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Usage tracker for resource:network and tenant:d09e37d948244dafb936d2972b3d58c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:16:31.906579 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a6f3e71c-47d3-4dc9-84d9-1fbe5f461064 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:31.906579 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a6f3e71c-47d3-4dc9-84d9-1fbe5f461064 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] 10.222.0.36 "DELETE /v2.0/routers/5d16f3e2-0c1d-4975-994e-cc8277de3416 HTTP/1.1" status: 204 len: 168 time: 9.2114339 Dec 15 19:16:31.906748 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-f1c46a24-ba28-4fa5-97eb-b8c56c3da74d tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:16:31.914926 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-f1c46a24-ba28-4fa5-97eb-b8c56c3da74d tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:16:31.924188 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48068) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:31.929013 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-30ca2c1e-2818-4eb7-8618-fe6cd4e92024 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9359531 Dec 15 19:16:31.944934 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network dfebbe11-092c-477a-b84f-a540506290fc details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:16:31.998141 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48072) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:32.017738 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c46a24-ba28-4fa5-97eb-b8c56c3da74d tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Made reservation on behalf of d09e37d948244dafb936d2972b3d58c9 for: {'network': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:16:32.023848 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f1c46a24-ba28-4fa5-97eb-b8c56c3da74d tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:32.070478 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1c46a24-ba28-4fa5-97eb-b8c56c3da74d tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=88991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:16:32.086035 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-a6027ba3-3641-4ed4-81ac-358d26d772c8 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:16:32.097654 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f1c46a24-ba28-4fa5-97eb-b8c56c3da74d tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:32.098049 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-f1c46a24-ba28-4fa5-97eb-b8c56c3da74d tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Added segment 603414fe-c79a-4de4-983a-a155e69cf3a8 of type vlan for network e797fcad-75a5-4c12-b5b1-bfd80e837eaa Dec 15 19:16:32.154302 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device ed1f3b55-f1a5-41bc-a993-992bee7480eb up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:16:32.178795 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c12bf1-ad86-41d9-8ae5-9e1d285858c4 None None] Pushing event updated for resources: {'Port': ['ID=ed1f3b55-f1a5-41bc-a993-992bee7480eb,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:32.197645 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-96b1d302-55a9-47c7-97de-f2403b034b8c tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:32.204971 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ca172955-a8ff-421e-8179-6c7b7bf7a2fb tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:32.211478 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b2c12bf1-ad86-41d9-8ae5-9e1d285858c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:32.291264 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b1d302-55a9-47c7-97de-f2403b034b8c tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Pushing event updated for resources: {'Port': ['ID=9622dc2d-3f47-4e28-a33a-c7b587815fe0,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:32.299690 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f1c46a24-ba28-4fa5-97eb-b8c56c3da74d tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:32.304316 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-96b1d302-55a9-47c7-97de-f2403b034b8c tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:32.309955 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a03d69a9-ee6f-439d-a19d-a733b847153a tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:32.327571 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b1d302-55a9-47c7-97de-f2403b034b8c tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:16:32.327571 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-96b1d302-55a9-47c7-97de-f2403b034b8c tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:16:32.330067 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b1d302-55a9-47c7-97de-f2403b034b8c tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:16:32.382528 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a03d69a9-ee6f-439d-a19d-a733b847153a tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:32.385610 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a03d69a9-ee6f-439d-a19d-a733b847153a tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:32.389938 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a03d69a9-ee6f-439d-a19d-a733b847153a tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] 10.222.0.36 "PUT /v2.0/security-groups/5deb6995-c7d2-43e0-8e93-78ceefc3f661 HTTP/1.1" status: 200 len: 1610 time: 0.7842574 Dec 15 19:16:32.391415 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48076) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:32.442922 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7edae73d-ed1c-40ed-8afd-e79b41349ba5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:32.643817 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03d69a9-ee6f-439d-a19d-a733b847153a tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5deb6995-c7d2-43e0-8e93-78ceefc3f661,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:32.664042 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a03d69a9-ee6f-439d-a19d-a733b847153a tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:32.684222 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-20f326d6-2557-41de-9aca-fb221ffe9510 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] 10.222.0.36 "GET /v2.0/security-groups/5deb6995-c7d2-43e0-8e93-78ceefc3f661 HTTP/1.1" status: 200 len: 1610 time: 0.2270811 Dec 15 19:16:32.690472 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b5cc1502-ff88-4c80-9451-5ba33448d9ff tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks [] for router, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:32.706763 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48080) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:32.767542 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f1c46a24-ba28-4fa5-97eb-b8c56c3da74d tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:32.771551 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c46a24-ba28-4fa5-97eb-b8c56c3da74d tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:16:32.772201 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f1c46a24-ba28-4fa5-97eb-b8c56c3da74d tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:32.786658 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:32.787547 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a6027ba3-3641-4ed4-81ac-358d26d772c8 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:32.924237 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a6027ba3-3641-4ed4-81ac-358d26d772c8 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:32.934334 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-02ab068f-b7bb-46fe-a80f-b28dad171eae tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:32.968547 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c46a24-ba28-4fa5-97eb-b8c56c3da74d tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event updated for resources: {'Network': ['ID=e797fcad-75a5-4c12-b5b1-bfd80e837eaa,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:32.980024 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f1c46a24-ba28-4fa5-97eb-b8c56c3da74d tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1061401 Dec 15 19:16:32.981332 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f1c46a24-ba28-4fa5-97eb-b8c56c3da74d tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:32.981793 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network e797fcad-75a5-4c12-b5b1-bfd80e837eaa details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:16:32.984868 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48084) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:32.992266 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-95965caa-00c4-4b78-87f9-e6d0a1b459b6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Request body: {'ports': [{'network_id': '6bbc6c7c-f125-4649-a419-6271dad8e00c'}, {'network_id': 'e797fcad-75a5-4c12-b5b1-bfd80e837eaa'}]} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:16:32.992619 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-95965caa-00c4-4b78-87f9-e6d0a1b459b6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Request body: {'port': {'network_id': '6bbc6c7c-f125-4649-a419-6271dad8e00c'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:16:32.993197 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-95965caa-00c4-4b78-87f9-e6d0a1b459b6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Request body: {'port': {'network_id': 'e797fcad-75a5-4c12-b5b1-bfd80e837eaa'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:16:33.022151 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-96b1d302-55a9-47c7-97de-f2403b034b8c tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Deleting port 9622dc2d-3f47-4e28-a33a-c7b587815fe0 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:16:33.022151 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-96b1d302-55a9-47c7-97de-f2403b034b8c tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:33.058589 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a6027ba3-3641-4ed4-81ac-358d26d772c8 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Network dfebbe11-092c-477a-b84f-a540506290fc is not hosted by any dhcp agent {{(pid=88990) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:227}} Dec 15 19:16:33.062783 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6027ba3-3641-4ed4-81ac-358d26d772c8 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:16:33.063461 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a6027ba3-3641-4ed4-81ac-358d26d772c8 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:33.067612 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a6027ba3-3641-4ed4-81ac-358d26d772c8 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] 10.222.0.36 "PUT /v2.0/networks/dfebbe11-092c-477a-b84f-a540506290fc HTTP/1.1" status: 200 len: 723 time: 1.0017552 Dec 15 19:16:33.079522 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48088) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:33.114259 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-424bcd0b-c1ac-4bc7-a440-54011b07b0c2 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Request body: {'subnet': {'network_id': 'dfebbe11-092c-477a-b84f-a540506290fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:16:33.149709 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6027ba3-3641-4ed4-81ac-358d26d772c8 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Pushing event updated for resources: {'Network': ['ID=dfebbe11-092c-477a-b84f-a540506290fc,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:33.165639 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network dfebbe11-092c-477a-b84f-a540506290fc details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:16:33.187306 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26eeae3f-3991-4715-8260-585e0fff4032 None None] Network 964b603a-0ee1-404f-9671-be04348e5554 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:16:33.206763 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-586fa276-22ea-4d71-9fba-3093d6f160f0 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:33.253478 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a6027ba3-3641-4ed4-81ac-358d26d772c8 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:33.294656 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8bb70784-d1eb-4c92-9375-d5601a5f82b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:33.305335 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a6f3e71c-47d3-4dc9-84d9-1fbe5f461064 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:33.384324 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb70784-d1eb-4c92-9375-d5601a5f82b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=680e6ac3-5c91-4103-bedc-ce4c185b7177,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:33.390478 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8bb70784-d1eb-4c92-9375-d5601a5f82b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:33.397745 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-586fa276-22ea-4d71-9fba-3093d6f160f0 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:33.478867 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-4fd104ce-9664-427d-bf41-259172f4164d None None] Provisioning for port ed1f3b55-f1a5-41bc-a993-992bee7480eb completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:16:33.498409 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-424bcd0b-c1ac-4bc7-a440-54011b07b0c2 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:16:33.499928 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-4fd104ce-9664-427d-bf41-259172f4164d None None] Provisioning complete for port ed1f3b55-f1a5-41bc-a993-992bee7480eb triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:16:33.500825 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4fd104ce-9664-427d-bf41-259172f4164d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:33.523510 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-96b1d302-55a9-47c7-97de-f2403b034b8c tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:33.523819 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-96b1d302-55a9-47c7-97de-f2403b034b8c tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:33.538420 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-95965caa-00c4-4b78-87f9-e6d0a1b459b6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:16:33.546955 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-95965caa-00c4-4b78-87f9-e6d0a1b459b6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Usage tracker for resource:port and tenant:d09e37d948244dafb936d2972b3d58c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:16:33.557954 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-586fa276-22ea-4d71-9fba-3093d6f160f0 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:33.562141 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-424bcd0b-c1ac-4bc7-a440-54011b07b0c2 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:16:33.569861 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ebbed093-2889-4b0b-bf1d-6c616cf94bd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:33.601292 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-95965caa-00c4-4b78-87f9-e6d0a1b459b6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:16:33.624621 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586fa276-22ea-4d71-9fba-3093d6f160f0 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5deb6995-c7d2-43e0-8e93-78ceefc3f661,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:33.651362 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-586fa276-22ea-4d71-9fba-3093d6f160f0 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:33.678173 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-95965caa-00c4-4b78-87f9-e6d0a1b459b6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:16:33.694714 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-96b1d302-55a9-47c7-97de-f2403b034b8c tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Calling delete_port for 9622dc2d-3f47-4e28-a33a-c7b587815fe0 owned by network:floatingip {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:16:33.758993 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-424bcd0b-c1ac-4bc7-a440-54011b07b0c2 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Made reservation on behalf of ef42ee63914143f6ab639ee882cc5d7b for: {'subnet': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:16:33.765328 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b5cc1502-ff88-4c80-9451-5ba33448d9ff tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:33.793903 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95965caa-00c4-4b78-87f9-e6d0a1b459b6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Made reservation on behalf of d09e37d948244dafb936d2972b3d58c9 for: {'port': 2} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:16:33.801345 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-95965caa-00c4-4b78-87f9-e6d0a1b459b6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:33.825527 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-95965caa-00c4-4b78-87f9-e6d0a1b459b6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:33.874824 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-b5cc1502-ff88-4c80-9451-5ba33448d9ff tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Deleting port b8f78377-029d-4872-abd8-31b13c2bc80d {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:16:33.875216 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b5cc1502-ff88-4c80-9451-5ba33448d9ff tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:34.004127 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device ed1f3b55-f1a5-41bc-a993-992bee7480eb up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:16:34.090188 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port ed1f3b55-f1a5-41bc-a993-992bee7480eb triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:16:34.090978 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:34.116925 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41201049-c7f7-43a1-b963-cfc53772311f tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Router c75f570b-7071-43ef-8162-35c3118dcae2 is scheduled to L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 with binding_index 1 {{(pid=88990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 15 19:16:34.133225 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4c39aa7d-7466-4d55-a8bf-9a01acb0cadb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145021'] for router_interface, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:34.167270 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-95965caa-00c4-4b78-87f9-e6d0a1b459b6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] device_id is not set on port f84ed52a-0cc8-433a-8ee0-ee07022f0571 yet. {{(pid=88991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:16:34.184776 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-586fa276-22ea-4d71-9fba-3093d6f160f0 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:34.188464 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-586fa276-22ea-4d71-9fba-3093d6f160f0 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] 10.222.0.36 "DELETE /v2.0/security-groups/5deb6995-c7d2-43e0-8e93-78ceefc3f661 HTTP/1.1" status: 204 len: 168 time: 1.4251661 Dec 15 19:16:34.188588 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-96b1d302-55a9-47c7-97de-f2403b034b8c tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:34.189834 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48092) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:34.193976 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c4e2d68e-b27b-479e-b44e-ac83f0332afe tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:34.207397 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-424bcd0b-c1ac-4bc7-a440-54011b07b0c2 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839924940'] for subnet, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:34.208811 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-fe8b4698-309f-4a05-bffe-40e3a4dfa7df None None] Provisioning complete for port ed1f3b55-f1a5-41bc-a993-992bee7480eb triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:16:34.209466 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fe8b4698-309f-4a05-bffe-40e3a4dfa7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:34.281122 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b1d302-55a9-47c7-97de-f2403b034b8c tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Pushing event deleted for resources: {'Port': ['ID=9622dc2d-3f47-4e28-a33a-c7b587815fe0,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:34.291458 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-96b1d302-55a9-47c7-97de-f2403b034b8c tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:34.294362 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b5cc1502-ff88-4c80-9451-5ba33448d9ff tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] For port b8f78377-029d-4872-abd8-31b13c2bc80d, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=b8f78377-029d-4872-abd8-31b13c2bc80d,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:16:34.295552 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b5cc1502-ff88-4c80-9451-5ba33448d9ff tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:34.314175 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 3ef092ab-fd05-4850-838d-f5b5f3c1c005 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:16:34.413786 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 3ef092ab-fd05-4850-838d-f5b5f3c1c005 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:16:34.414169 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 3ef092ab-fd05-4850-838d-f5b5f3c1c005 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:16:34.721785 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-b5cc1502-ff88-4c80-9451-5ba33448d9ff tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Calling delete_port for b8f78377-029d-4872-abd8-31b13c2bc80d owned by network:router_gateway {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:16:34.865571 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9ffe53d7-ed7a-49ce-b442-b9bb26e046bf tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6429763 Dec 15 19:16:34.871018 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48096) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:34.879849 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8bb70784-d1eb-4c92-9375-d5601a5f82b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852815828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854144871'] for router_interface, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:34.911045 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-424bcd0b-c1ac-4bc7-a440-54011b07b0c2 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838139473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839924955'] for subnet, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:34.919457 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:34.980836 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-95965caa-00c4-4b78-87f9-e6d0a1b459b6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:34.988772 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-c61a8c18-3b5a-4121-b23b-55ec3b81b988 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] delete failed (client error): The resource could not be found. Dec 15 19:16:34.989918 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c61a8c18-3b5a-4121-b23b-55ec3b81b988 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] 10.222.0.36 "DELETE /v2.0/security-groups/5deb6995-c7d2-43e0-8e93-78ceefc3f661 HTTP/1.1" status: 404 len: 347 time: 0.1149061 Dec 15 19:16:35.002967 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48100) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:35.017099 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-96b1d302-55a9-47c7-97de-f2403b034b8c tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] create failed (client error): The resource could not be found. Dec 15 19:16:35.018227 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-96b1d302-55a9-47c7-97de-f2403b034b8c tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.7944727 Dec 15 19:16:35.070755 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-18ebcbd0-dc05-42a3-a3cb-57c24c42c1eb tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Request body: {'security_group': {'name': 'tempest-secgroup--1376725864'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:16:35.082751 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48104) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:35.096546 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-18ebcbd0-dc05-42a3-a3cb-57c24c42c1eb tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:16:35.150961 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-18ebcbd0-dc05-42a3-a3cb-57c24c42c1eb tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Usage tracker for resource:security_group and tenant:e803dbd48f46472fa8b4641842e31169 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:16:35.158737 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-18ebcbd0-dc05-42a3-a3cb-57c24c42c1eb tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:16:35.176829 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-18ebcbd0-dc05-42a3-a3cb-57c24c42c1eb tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:16:35.180593 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41201049-c7f7-43a1-b963-cfc53772311f tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:16:35.188738 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424bcd0b-c1ac-4bc7-a440-54011b07b0c2 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Pushing event updated for resources: {'Subnet': ['ID=9757833c-1211-4f2e-bc5e-0f6f9843bae0,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:35.194928 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9338b2ea-c0d3-4b8d-82be-d134deb03562 None None] Sync routers for ids ['c75f570b-7071-43ef-8162-35c3118dcae2'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:16:35.207047 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-424bcd0b-c1ac-4bc7-a440-54011b07b0c2 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:35.210467 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9338b2ea-c0d3-4b8d-82be-d134deb03562 None None] Routers {'c75f570b-7071-43ef-8162-35c3118dcae2'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:16:35.211164 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-9338b2ea-c0d3-4b8d-82be-d134deb03562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:16:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['c75f570b-7071-43ef-8162-35c3118dcae2'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:35.232392 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-95965caa-00c4-4b78-87f9-e6d0a1b459b6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] device_id is not set on port d86e881e-92b2-4b1b-8fea-90e1a4e338f8 yet. {{(pid=88991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:16:35.263346 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-fa709731-61ee-44fa-988a-c9aae57918e2 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Deleting port e6475f77-7d05-4b1f-a702-ec841641b774 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:16:35.263662 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fa709731-61ee-44fa-988a-c9aae57918e2 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:35.285051 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424bcd0b-c1ac-4bc7-a440-54011b07b0c2 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Checking segment: {'id': '7f5651d7-179a-40bc-8fd6-fb0c2403295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'dfebbe11-092c-477a-b84f-a540506290fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:16:35.285451 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424bcd0b-c1ac-4bc7-a440-54011b07b0c2 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Network hostable DHCP agents. Network: dfebbe11-092c-477a-b84f-a540506290fc, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:16:35.290898 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-9338b2ea-c0d3-4b8d-82be-d134deb03562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:35.297739 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-18ebcbd0-dc05-42a3-a3cb-57c24c42c1eb tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:35.305425 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9338b2ea-c0d3-4b8d-82be-d134deb03562 None None] Routers {'c75f570b-7071-43ef-8162-35c3118dcae2'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:16:35.306121 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-9338b2ea-c0d3-4b8d-82be-d134deb03562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:16:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['c75f570b-7071-43ef-8162-35c3118dcae2'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:35.308944 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-41201049-c7f7-43a1-b963-cfc53772311f tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:35.314326 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-41201049-c7f7-43a1-b963-cfc53772311f tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] 10.222.0.36 "PUT /v2.0/routers/c75f570b-7071-43ef-8162-35c3118dcae2 HTTP/1.1" status: 200 len: 914 time: 12.9860713 Dec 15 19:16:35.316678 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48108) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:35.383422 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-9338b2ea-c0d3-4b8d-82be-d134deb03562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:35.383884 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9338b2ea-c0d3-4b8d-82be-d134deb03562 None None] The sync data for ids ['c75f570b-7071-43ef-8162-35c3118dcae2'] in dv-neutron-821831-2-hyperv is: [] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:16:35.487487 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424bcd0b-c1ac-4bc7-a440-54011b07b0c2 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Network dfebbe11-092c-477a-b84f-a540506290fc is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:16:35.488582 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b5cc1502-ff88-4c80-9451-5ba33448d9ff tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:35.499652 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b272390a-93d3-4ab1-9976-d46548056f3c tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:35.532076 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-424bcd0b-c1ac-4bc7-a440-54011b07b0c2 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, dfebbe11-092c-477a-b84f-a540506290fc) {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:16:35.539091 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424bcd0b-c1ac-4bc7-a440-54011b07b0c2 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:16:35.539728 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-424bcd0b-c1ac-4bc7-a440-54011b07b0c2 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:35.541256 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-18ebcbd0-dc05-42a3-a3cb-57c24c42c1eb tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:16:35.543800 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a84bf00-f702-40d4-ace2-0d3a86999722 None None] Network dfebbe11-092c-477a-b84f-a540506290fc requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:16:35.560785 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-18ebcbd0-dc05-42a3-a3cb-57c24c42c1eb tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Usage tracker for resource:security_group_rule and tenant:e803dbd48f46472fa8b4641842e31169 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:16:35.565976 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cc1502-ff88-4c80-9451-5ba33448d9ff tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Pushing event deleted for resources: {'Port': ['ID=b8f78377-029d-4872-abd8-31b13c2bc80d,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:35.606304 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-18ebcbd0-dc05-42a3-a3cb-57c24c42c1eb tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:16:35.626634 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b5cc1502-ff88-4c80-9451-5ba33448d9ff tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:35.635573 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-18ebcbd0-dc05-42a3-a3cb-57c24c42c1eb tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:16:35.649069 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-424bcd0b-c1ac-4bc7-a440-54011b07b0c2 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5593970 Dec 15 19:16:35.660121 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48112) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:35.668733 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-60c9073f-e32f-4272-b065-62558f3e069e tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:16:35.827068 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c151427-9d74-4453-a7d1-992b24a1f3a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-dfebbe11-092c-477a-b84f-a540506290fc', 'network_id': 'dfebbe11-092c-477a-b84f-a540506290fc', 'tenant_id': 'ef42ee63914143f6ab639ee882cc5d7b', 'fixed_ips': [{'subnet_id': '9757833c-1211-4f2e-bc5e-0f6f9843bae0'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:16:35.828164 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4c151427-9d74-4453-a7d1-992b24a1f3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:36.027354 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-4c151427-9d74-4453-a7d1-992b24a1f3a3 None None] Allocated IP 2001:db8::2 (dfebbe11-092c-477a-b84f-a540506290fc/9757833c-1211-4f2e-bc5e-0f6f9843bae0/2112cb72-fffb-4111-ac0b-7b772fbbf53a) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:16:36.046570 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-95965caa-00c4-4b78-87f9-e6d0a1b459b6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:36.200382 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-60c9073f-e32f-4272-b065-62558f3e069e tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-14850876'] for subnet, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:36.253860 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4c151427-9d74-4453-a7d1-992b24a1f3a3 None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:36.265733 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-4c151427-9d74-4453-a7d1-992b24a1f3a3 None None] Transition to ACTIVE for port object 2112cb72-fffb-4111-ac0b-7b772fbbf53a will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:16:36.289554 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-4c151427-9d74-4453-a7d1-992b24a1f3a3 None None] Transition to ACTIVE for port object 2112cb72-fffb-4111-ac0b-7b772fbbf53a will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:16:36.330333 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4c151427-9d74-4453-a7d1-992b24a1f3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:36.335970 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b2c12bf1-ad86-41d9-8ae5-9e1d285858c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:36.404687 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-18ebcbd0-dc05-42a3-a3cb-57c24c42c1eb tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:36.410123 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c151427-9d74-4453-a7d1-992b24a1f3a3 None None] Network dfebbe11-092c-477a-b84f-a540506290fc is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:16:36.411263 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c151427-9d74-4453-a7d1-992b24a1f3a3 None None] Pushing event updated for resources: {'Port': ['ID=2112cb72-fffb-4111-ac0b-7b772fbbf53a,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:36.413846 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-4c151427-9d74-4453-a7d1-992b24a1f3a3 None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:16:36.434148 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4c151427-9d74-4453-a7d1-992b24a1f3a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:36.434148 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c151427-9d74-4453-a7d1-992b24a1f3a3 None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:16:36.434690 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fa709731-61ee-44fa-988a-c9aae57918e2 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:36.444327 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-4c39aa7d-7466-4d55-a8bf-9a01acb0cadb admin admin] Deleting port e5601f84-5efd-4574-ba71-4c5333e1478a {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:16:36.444713 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4c39aa7d-7466-4d55-a8bf-9a01acb0cadb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:36.517245 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-4c151427-9d74-4453-a7d1-992b24a1f3a3 None None] Attempting to bind port 2112cb72-fffb-4111-ac0b-7b772fbbf53a on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:16:36.517951 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-4c151427-9d74-4453-a7d1-992b24a1f3a3 None None] Attempting to bind port 2112cb72-fffb-4111-ac0b-7b772fbbf53a by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '7f5651d7-179a-40bc-8fd6-fb0c2403295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'dfebbe11-092c-477a-b84f-a540506290fc'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:16:36.518803 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c151427-9d74-4453-a7d1-992b24a1f3a3 None None] Attempting to bind port 2112cb72-fffb-4111-ac0b-7b772fbbf53a on network dfebbe11-092c-477a-b84f-a540506290fc {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:16:36.527054 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c151427-9d74-4453-a7d1-992b24a1f3a3 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:16:36.527907 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c151427-9d74-4453-a7d1-992b24a1f3a3 None None] Checking segment: {'id': '7f5651d7-179a-40bc-8fd6-fb0c2403295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'dfebbe11-092c-477a-b84f-a540506290fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:16:36.529321 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4c151427-9d74-4453-a7d1-992b24a1f3a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:36.530380 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c151427-9d74-4453-a7d1-992b24a1f3a3 None None] Bound using segment: {'id': '7f5651d7-179a-40bc-8fd6-fb0c2403295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'dfebbe11-092c-477a-b84f-a540506290fc'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:16:36.531079 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-4c151427-9d74-4453-a7d1-992b24a1f3a3 None None] Bound port: 2112cb72-fffb-4111-ac0b-7b772fbbf53a, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f5651d7-179a-40bc-8fd6-fb0c2403295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'dfebbe11-092c-477a-b84f-a540506290fc'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:16:36.531663 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4c151427-9d74-4453-a7d1-992b24a1f3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:36.559785 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b5cc1502-ff88-4c80-9451-5ba33448d9ff tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854141934'] for router_gateway, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:36.625263 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-fa709731-61ee-44fa-988a-c9aae57918e2 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Calling delete_port for e6475f77-7d05-4b1f-a702-ec841641b774 owned by {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:16:36.642055 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-4c151427-9d74-4453-a7d1-992b24a1f3a3 None None] For port 2112cb72-fffb-4111-ac0b-7b772fbbf53a, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:16:36.645569 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-4c151427-9d74-4453-a7d1-992b24a1f3a3 None None] For port 2112cb72-fffb-4111-ac0b-7b772fbbf53a, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=2112cb72-fffb-4111-ac0b-7b772fbbf53a,segment=NetworkSegment(7f5651d7-179a-40bc-8fd6-fb0c2403295b),segment_id=7f5651d7-179a-40bc-8fd6-fb0c2403295b)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:16:36.659016 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-18ebcbd0-dc05-42a3-a3cb-57c24c42c1eb tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:36.691133 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4c151427-9d74-4453-a7d1-992b24a1f3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:36.704618 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4c151427-9d74-4453-a7d1-992b24a1f3a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:36.732744 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7f9899f5-2821-4c60-9a8f-ce1e6cdb72df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:36.795919 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c151427-9d74-4453-a7d1-992b24a1f3a3 None None] Pushing event updated for resources: {'Port': ['ID=2112cb72-fffb-4111-ac0b-7b772fbbf53a,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:36.801018 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4c151427-9d74-4453-a7d1-992b24a1f3a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:36.804404 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-60c9073f-e32f-4272-b065-62558f3e069e tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734580298918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036838139560'] for subnet, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:36.812744 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f142e172-d8c7-48e6-a304-6d95ff635ffc tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:36.838628 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 19:16:36.854489 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-4c39aa7d-7466-4d55-a8bf-9a01acb0cadb admin admin] For port e5601f84-5efd-4574-ba71-4c5333e1478a, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=e5601f84-5efd-4574-ba71-4c5333e1478a,segment=NetworkSegment(cc77d08c-3e06-4395-9e96-2ce9f09be278),segment_id=cc77d08c-3e06-4395-9e96-2ce9f09be278)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:16:36.854896 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4c39aa7d-7466-4d55-a8bf-9a01acb0cadb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:36.970028 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ebcbd0-dc05-42a3-a3cb-57c24c42c1eb tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74bb8870-a205-4714-a424-77376f40245c,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:36.990484 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-18ebcbd0-dc05-42a3-a3cb-57c24c42c1eb tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:36.998284 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-95965caa-00c4-4b78-87f9-e6d0a1b459b6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:37.005104 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-4c39aa7d-7466-4d55-a8bf-9a01acb0cadb admin admin] Calling delete_port for e5601f84-5efd-4574-ba71-4c5333e1478a owned by network:router_interface {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:16:37.008176 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8fddf5b5-0860-47a2-980a-a273fdb1287c tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:37.049193 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c9073f-e32f-4272-b065-62558f3e069e tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:16:37.049793 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-60c9073f-e32f-4272-b065-62558f3e069e tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:37.051092 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-60c9073f-e32f-4272-b065-62558f3e069e tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] 10.222.0.36 "PUT /v2.0/subnets/9757833c-1211-4f2e-bc5e-0f6f9843bae0 HTTP/1.1" status: 200 len: 826 time: 1.3905683 Dec 15 19:16:37.058733 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48116) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:37.071934 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-18ebcbd0-dc05-42a3-a3cb-57c24c42c1eb tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:37.071934 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-18ebcbd0-dc05-42a3-a3cb-57c24c42c1eb tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.0508080 Dec 15 19:16:37.071934 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b5cc1502-ff88-4c80-9451-5ba33448d9ff tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854207876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854699191'] for router, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:37.080834 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48120) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:37.089585 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-f7f89f93-d763-4b61-a08b-128e4af14c60 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Request body: {'security_group_rule': {'security_group_id': '74bb8870-a205-4714-a424-77376f40245c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:16:37.096729 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c9073f-e32f-4272-b065-62558f3e069e tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Pushing event updated for resources: {'Subnet': ['ID=9757833c-1211-4f2e-bc5e-0f6f9843bae0,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:37.100424 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-60c9073f-e32f-4272-b065-62558f3e069e tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:37.124750 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-f7f89f93-d763-4b61-a08b-128e4af14c60 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:16:37.127245 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b5cc1502-ff88-4c80-9451-5ba33448d9ff tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:37.180964 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95965caa-00c4-4b78-87f9-e6d0a1b459b6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Network 6bbc6c7c-f125-4649-a419-6271dad8e00c is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:16:37.182130 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-f7f89f93-d763-4b61-a08b-128e4af14c60 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Usage tracker for resource:security_group_rule and tenant:e803dbd48f46472fa8b4641842e31169 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:16:37.187715 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-f7f89f93-d763-4b61-a08b-128e4af14c60 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:16:37.198270 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bb70784-d1eb-4c92-9375-d5601a5f82b1 admin admin] Router a4558e95-503e-4b93-b1e9-a44cbe443726 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:16:37.201304 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-f7f89f93-d763-4b61-a08b-128e4af14c60 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:16:37.210439 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f8af76ca-d3fa-4104-941e-329733fc1d59 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] 10.222.0.36 "GET /v2.0/routers/c75f570b-7071-43ef-8162-35c3118dcae2 HTTP/1.1" status: 200 len: 920 time: 1.8847954 Dec 15 19:16:37.210439 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95965caa-00c4-4b78-87f9-e6d0a1b459b6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event updated for resources: {'Port': ['ID=f84ed52a-0cc8-433a-8ee0-ee07022f0571,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:37.211887 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48124) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:37.222101 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-95965caa-00c4-4b78-87f9-e6d0a1b459b6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:16:37.238644 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-95965caa-00c4-4b78-87f9-e6d0a1b459b6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:37.277127 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95965caa-00c4-4b78-87f9-e6d0a1b459b6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:16:37.278031 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-95965caa-00c4-4b78-87f9-e6d0a1b459b6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:37.295703 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d3acc1aa-7518-43b5-a69b-314ccf3515be tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:37.378833 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c465825e-b2e0-48fb-99a8-a402f4c06a82 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:37.402531 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-c465825e-b2e0-48fb-99a8-a402f4c06a82 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Deleting port 2112cb72-fffb-4111-ac0b-7b772fbbf53a {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:16:37.402911 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c465825e-b2e0-48fb-99a8-a402f4c06a82 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:37.422807 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95965caa-00c4-4b78-87f9-e6d0a1b459b6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event updated for resources: {'Port': ['ID=d86e881e-92b2-4b1b-8fea-90e1a4e338f8,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:37.425074 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f7f89f93-d763-4b61-a08b-128e4af14c60 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:37.441062 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-95965caa-00c4-4b78-87f9-e6d0a1b459b6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:37.446856 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b5cc1502-ff88-4c80-9451-5ba33448d9ff tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854207982'] for router, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:37.447427 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5cc1502-ff88-4c80-9451-5ba33448d9ff tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3517e290-2cf6-43c0-859f-5b08dddf3656 {{(pid=88991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 19:16:37.484733 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fa709731-61ee-44fa-988a-c9aae57918e2 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:37.501002 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a9b2db36-f837-4625-8379-59b3c3c5d225 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:37.568312 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa709731-61ee-44fa-988a-c9aae57918e2 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Pushing event deleted for resources: {'Port': ['ID=e6475f77-7d05-4b1f-a702-ec841641b774,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:37.578862 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fa709731-61ee-44fa-988a-c9aae57918e2 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:37.582442 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b5cc1502-ff88-4c80-9451-5ba33448d9ff tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks [] for router, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:37.583690 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b5cc1502-ff88-4c80-9451-5ba33448d9ff tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] 10.222.0.36 "DELETE /v2.0/routers/3517e290-2cf6-43c0-859f-5b08dddf3656 HTTP/1.1" status: 204 len: 168 time: 5.6579382 Dec 15 19:16:37.588532 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f56965e0-6d51-407a-a37d-d68ce2a88875 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=4b9c9b76-a8c2-4873-8d7b-0d52cc71925c&device_id=c75f570b-7071-43ef-8162-35c3118dcae2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3679330 Dec 15 19:16:37.589317 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95965caa-00c4-4b78-87f9-e6d0a1b459b6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Checking segment: {'id': '603414fe-c79a-4de4-983a-a155e69cf3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e797fcad-75a5-4c12-b5b1-bfd80e837eaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:16:37.589726 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95965caa-00c4-4b78-87f9-e6d0a1b459b6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Network hostable DHCP agents. Network: e797fcad-75a5-4c12-b5b1-bfd80e837eaa, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:16:37.596196 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48128) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:37.596537 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48130) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:37.605711 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-76d614b6-fe49-4dd5-8f28-aaabcf945cd9 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1397211789', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}, 'admin_state_up': False}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:16:37.673015 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-76d614b6-fe49-4dd5-8f28-aaabcf945cd9 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:16:37.739954 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-76d614b6-fe49-4dd5-8f28-aaabcf945cd9 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Usage tracker for resource:router and tenant:bf9342ea4d664954bdce169dc44f5f23 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:16:37.752456 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-76d614b6-fe49-4dd5-8f28-aaabcf945cd9 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:16:37.803366 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-76d614b6-fe49-4dd5-8f28-aaabcf945cd9 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:16:37.814017 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4c39aa7d-7466-4d55-a8bf-9a01acb0cadb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:37.823258 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ea5f798e-9c1e-4d96-bf93-cd5acb76d084 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:37.837581 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f7f89f93-d763-4b61-a08b-128e4af14c60 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:37.873896 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fa709731-61ee-44fa-988a-c9aae57918e2 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:37.891504 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f7f89f93-d763-4b61-a08b-128e4af14c60 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:37.897175 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:37.908047 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-fa709731-61ee-44fa-988a-c9aae57918e2 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] 10.222.0.36 "DELETE /v2.0/ports/e6475f77-7d05-4b1f-a702-ec841641b774 HTTP/1.1" status: 204 len: 168 time: 2.8217990 Dec 15 19:16:37.916509 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48136) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:37.920529 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95965caa-00c4-4b78-87f9-e6d0a1b459b6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Network e797fcad-75a5-4c12-b5b1-bfd80e837eaa is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:16:37.924956 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-76d614b6-fe49-4dd5-8f28-aaabcf945cd9 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854699176'] for router, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:37.926003 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-76d614b6-fe49-4dd5-8f28-aaabcf945cd9 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854194926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-76609'] for router, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:37.928613 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb70784-d1eb-4c92-9375-d5601a5f82b1 admin admin] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:16:37.930831 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c39aa7d-7466-4d55-a8bf-9a01acb0cadb admin admin] Pushing event deleted for resources: {'Port': ['ID=e5601f84-5efd-4574-ba71-4c5333e1478a,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:37.937905 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-c465825e-b2e0-48fb-99a8-a402f4c06a82 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] For port 2112cb72-fffb-4111-ac0b-7b772fbbf53a, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=2112cb72-fffb-4111-ac0b-7b772fbbf53a,segment=NetworkSegment(7f5651d7-179a-40bc-8fd6-fb0c2403295b),segment_id=7f5651d7-179a-40bc-8fd6-fb0c2403295b)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:16:37.938381 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c465825e-b2e0-48fb-99a8-a402f4c06a82 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:37.940884 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece500f5-f418-45b4-8ac7-2e55f4c580cf None None] Sync routers for ids ['a4558e95-503e-4b93-b1e9-a44cbe443726'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:16:37.952828 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4c39aa7d-7466-4d55-a8bf-9a01acb0cadb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:37.958780 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece500f5-f418-45b4-8ac7-2e55f4c580cf None None] Routers {'a4558e95-503e-4b93-b1e9-a44cbe443726'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:16:37.959521 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-ece500f5-f418-45b4-8ac7-2e55f4c580cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:16:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['a4558e95-503e-4b93-b1e9-a44cbe443726'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:37.995479 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f89f93-d763-4b61-a08b-128e4af14c60 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da329d0d-bc16-4825-980a-bb1ae077521c,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:38.022606 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f7f89f93-d763-4b61-a08b-128e4af14c60 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:38.028210 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbd2f4a-9811-43e2-ba9e-2ffc623e95af tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:16:38.030298 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4dbd2f4a-9811-43e2-ba9e-2ffc623e95af tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] 10.222.0.36 "GET /v2.0/networks/4b9c9b76-a8c2-4873-8d7b-0d52cc71925c HTTP/1.1" status: 200 len: 881 time: 0.4308262 Dec 15 19:16:38.033625 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48140) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:38.086645 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f7f89f93-d763-4b61-a08b-128e4af14c60 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:38.090709 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f7f89f93-d763-4b61-a08b-128e4af14c60 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0061114 Dec 15 19:16:38.090709 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-95965caa-00c4-4b78-87f9-e6d0a1b459b6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, e797fcad-75a5-4c12-b5b1-bfd80e837eaa) {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:16:38.095474 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6d72bbae-b5e7-4d12-a662-9dc6ebfa93cd tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] 10.222.0.36 "GET /v2.0/ports?device_id=c75f570b-7071-43ef-8162-35c3118dcae2 HTTP/1.1" status: 200 len: 205 time: 0.0601239 Dec 15 19:16:38.098783 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48144) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:38.099161 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48146) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:38.116542 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95965caa-00c4-4b78-87f9-e6d0a1b459b6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:16:38.121099 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95965caa-00c4-4b78-87f9-e6d0a1b459b6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:16:38.124883 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95965caa-00c4-4b78-87f9-e6d0a1b459b6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:16:38.125675 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-95965caa-00c4-4b78-87f9-e6d0a1b459b6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:38.237339 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-76d614b6-fe49-4dd5-8f28-aaabcf945cd9 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:38.379510 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-95965caa-00c4-4b78-87f9-e6d0a1b459b6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.3906164 Dec 15 19:16:38.392545 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48152) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:38.427741 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-ece500f5-f418-45b4-8ac7-2e55f4c580cf None None] Set router a4558e95-503e-4b93-b1e9-a44cbe443726 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:16:38.493005 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-c465825e-b2e0-48fb-99a8-a402f4c06a82 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Calling delete_port for 2112cb72-fffb-4111-ac0b-7b772fbbf53a owned by network:dhcp {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:16:38.548203 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-f0886340-fc42-4bf4-9768-6b81ae5ceeae tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Deleting port d86e881e-92b2-4b1b-8fea-90e1a4e338f8 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:16:38.548587 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f0886340-fc42-4bf4-9768-6b81ae5ceeae tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:38.566417 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8bb70784-d1eb-4c92-9375-d5601a5f82b1 admin admin] 10.222.0.36 "PUT /v2.0/routers/a4558e95-503e-4b93-b1e9-a44cbe443726/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.3588552 Dec 15 19:16:38.574430 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48156) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:38.609929 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 2112cb72-fffb-4111-ac0b-7b772fbbf53a up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:16:38.639849 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a1560f-5e2e-489d-b5a5-9071155ed00a None None] Network e797fcad-75a5-4c12-b5b1-bfd80e837eaa requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:16:38.862662 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-789dc0a0-c27d-40d5-a411-86a680b2cd08 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:38.881683 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-06dce7f2-726a-408d-9234-74bad00dbffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:38.897305 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-789dc0a0-c27d-40d5-a411-86a680b2cd08 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:38.946383 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7bcc75-3d70-44cb-b4d7-9e43bc20b959 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:16:38.947005 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-0f7bcc75-3d70-44cb-b4d7-9e43bc20b959 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Synchronizing usage tracker for tenant:1ed51d9be243454f815e29b0df356bce on resource:port {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:16:38.949189 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No active binding found for port 2112cb72-fffb-4111-ac0b-7b772fbbf53a {{(pid=88992) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Dec 15 19:16:38.949189 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 2112cb72-fffb-4111-ac0b-7b772fbbf53a not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}} Dec 15 19:16:38.979458 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c465825e-b2e0-48fb-99a8-a402f4c06a82 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:38.987176 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1bcfc3ec-b01d-484a-8883-0239be8d7c38 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:39.012064 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18eea4a9-9ba7-4839-b257-cb57fff8fff2 None None] Network dfebbe11-092c-477a-b84f-a540506290fc requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:16:39.043717 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c465825e-b2e0-48fb-99a8-a402f4c06a82 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Pushing event deleted for resources: {'Port': ['ID=2112cb72-fffb-4111-ac0b-7b772fbbf53a,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:39.043965 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-76d614b6-fe49-4dd5-8f28-aaabcf945cd9 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:39.049299 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c465825e-b2e0-48fb-99a8-a402f4c06a82 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:39.057558 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Port 2112cb72-fffb-4111-ac0b-7b772fbbf53a not found, will not notify nova. {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 15 19:16:39.070516 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-124c969f-9312-473a-bcb1-c4df89b410de None None] Could not find standard attr ID for object 2112cb72-fffb-4111-ac0b-7b772fbbf53a. {{(pid=88992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 15 19:16:39.144009 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-0f7bcc75-3d70-44cb-b4d7-9e43bc20b959 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Unset dirty status for tenant:1ed51d9be243454f815e29b0df356bce on resource:port {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:16:39.148582 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0f7bcc75-3d70-44cb-b4d7-9e43bc20b959 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fea20b6-3b80-4ee6-9ec1-da496481db5a HTTP/1.1" status: 200 len: 913 time: 1.2220039 Dec 15 19:16:39.148582 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-789dc0a0-c27d-40d5-a411-86a680b2cd08 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:39.151078 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48160) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:39.155838 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device b8f78377-029d-4872-abd8-31b13c2bc80d no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:16:39.207062 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: b8f78377-029d-4872-abd8-31b13c2bc80d {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:16:39.207426 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device b8f78377-029d-4872-abd8-31b13c2bc80d not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:16:39.223528 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:39.254001 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c465825e-b2e0-48fb-99a8-a402f4c06a82 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] No DVR routers for this DVR port 2112cb72-fffb-4111-ac0b-7b772fbbf53a on host dv-neutron-821831-2-hyperv {{(pid=88990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:16:39.260071 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789dc0a0-c27d-40d5-a411-86a680b2cd08 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=da329d0d-bc16-4825-980a-bb1ae077521c,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:39.275759 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-789dc0a0-c27d-40d5-a411-86a680b2cd08 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:39.280909 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-789dc0a0-c27d-40d5-a411-86a680b2cd08 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/da329d0d-bc16-4825-980a-bb1ae077521c HTTP/1.1" status: 204 len: 168 time: 1.1793013 Dec 15 19:16:39.281290 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48164) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:39.282215 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-789dc0a0-c27d-40d5-a411-86a680b2cd08 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:39.316566 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f0886340-fc42-4bf4-9768-6b81ae5ceeae tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:39.350990 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-ece500f5-f418-45b4-8ac7-2e55f4c580cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4558e95-503e-4b93-b1e9-a44cbe443726', 'name': 'tempest-ServersTestJSON-1252145473-router', 'tenant_id': '07507a555a264de2b95fac8c5d93591a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.150'}], 'enable_snat': True}, 'gw_port_id': '76e67fc9-3420-432a-8e17-2ad72b96b714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:14:18Z', 'updated_at': '2021-12-15T19:16:32Z', 'revision_number': 5, 'project_id': '07507a555a264de2b95fac8c5d93591a', 'gw_port': {'id': '76e67fc9-3420-432a-8e17-2ad72b96b714', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:58:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4558e95-503e-4b93-b1e9-a44cbe443726', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:14:19Z', 'updated_at': '2021-12-15T19:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:39.358576 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece500f5-f418-45b4-8ac7-2e55f4c580cf None None] Checking router: a4558e95-503e-4b93-b1e9-a44cbe443726 for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:16:39.417701 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece500f5-f418-45b4-8ac7-2e55f4c580cf None None] Routers {'a4558e95-503e-4b93-b1e9-a44cbe443726'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:16:39.418420 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-ece500f5-f418-45b4-8ac7-2e55f4c580cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:16:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['a4558e95-503e-4b93-b1e9-a44cbe443726'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:39.425552 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c465825e-b2e0-48fb-99a8-a402f4c06a82 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:39.482406 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:39.512046 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3cbd06b8-5805-4431-8c06-832ea1499505 admin admin] Notify callbacks [] for router, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:39.515939 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-f0886340-fc42-4bf4-9768-6b81ae5ceeae tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Calling delete_port for d86e881e-92b2-4b1b-8fea-90e1a4e338f8 owned by {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:16:39.637431 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d5f56521-adb8-456b-918d-bc0dddeefefe tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Synchronizing usage tracker for tenant:e803dbd48f46472fa8b4641842e31169 on resource:security_group_rule {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:16:39.653629 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4c39aa7d-7466-4d55-a8bf-9a01acb0cadb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852815828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854144871'] for router_interface, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:39.664416 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-ece500f5-f418-45b4-8ac7-2e55f4c580cf None None] Set router a4558e95-503e-4b93-b1e9-a44cbe443726 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:16:39.697905 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-82eb877f-b6b3-461c-a972-25e704d88751 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks [] for router, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:39.769222 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d5f56521-adb8-456b-918d-bc0dddeefefe tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Unset dirty status for tenant:e803dbd48f46472fa8b4641842e31169 on resource:security_group_rule {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:16:39.774076 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d5f56521-adb8-456b-918d-bc0dddeefefe tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4850481 Dec 15 19:16:39.775188 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48168) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:39.832515 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c465825e-b2e0-48fb-99a8-a402f4c06a82 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16636259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14850861'] for subnet, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:39.845567 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-26212d4b-d8ff-4f17-8084-66204a17ebde tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:39.848838 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f0886340-fc42-4bf4-9768-6b81ae5ceeae tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:39.863565 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-96b1d302-55a9-47c7-97de-f2403b034b8c tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:39.925483 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0886340-fc42-4bf4-9768-6b81ae5ceeae tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event deleted for resources: {'Port': ['ID=d86e881e-92b2-4b1b-8fea-90e1a4e338f8,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:39.934557 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f0886340-fc42-4bf4-9768-6b81ae5ceeae tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:39.992887 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e82685-d147-4ce9-9515-4339d7593c44 None None] Network dfebbe11-092c-477a-b84f-a540506290fc requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:16:40.011940 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-76d614b6-fe49-4dd5-8f28-aaabcf945cd9 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks [] for router_gateway, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:40.043366 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f0886340-fc42-4bf4-9768-6b81ae5ceeae tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:40.110280 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b673d886-ab97-44e1-9480-7c9ba3fe68a6 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:40.123610 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-76d614b6-fe49-4dd5-8f28-aaabcf945cd9 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:40.140315 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f0886340-fc42-4bf4-9768-6b81ae5ceeae tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "DELETE /v2.0/ports/d86e881e-92b2-4b1b-8fea-90e1a4e338f8 HTTP/1.1" status: 204 len: 168 time: 1.7425375 Dec 15 19:16:40.179449 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48172) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:40.238738 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c465825e-b2e0-48fb-99a8-a402f4c06a82 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Pushing event deleted for resources: {'Subnet': ['ID=9757833c-1211-4f2e-bc5e-0f6f9843bae0,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:40.251177 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c465825e-b2e0-48fb-99a8-a402f4c06a82 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:40.268483 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b673d886-ab97-44e1-9480-7c9ba3fe68a6 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:40.387406 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1160f87b-0bb4-4133-8a91-4cdba80e4072 None None] DHCP port deletion for dfebbe11-092c-477a-b84f-a540506290fc request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:16:40.396647 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c465825e-b2e0-48fb-99a8-a402f4c06a82 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:40.420624 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-ece500f5-f418-45b4-8ac7-2e55f4c580cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4558e95-503e-4b93-b1e9-a44cbe443726', 'name': 'tempest-ServersTestJSON-1252145473-router', 'tenant_id': '07507a555a264de2b95fac8c5d93591a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.150'}], 'enable_snat': True}, 'gw_port_id': '76e67fc9-3420-432a-8e17-2ad72b96b714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:14:18Z', 'updated_at': '2021-12-15T19:16:32Z', 'revision_number': 5, 'project_id': '07507a555a264de2b95fac8c5d93591a', 'gw_port': {'id': '76e67fc9-3420-432a-8e17-2ad72b96b714', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:58:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4558e95-503e-4b93-b1e9-a44cbe443726', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:14:19Z', 'updated_at': '2021-12-15T19:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:40.426161 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece500f5-f418-45b4-8ac7-2e55f4c580cf None None] The sync data for ids ['a4558e95-503e-4b93-b1e9-a44cbe443726'] in dv-neutron-821831-2-hyperv is: [{'id': 'a4558e95-503e-4b93-b1e9-a44cbe443726', 'name': 'tempest-ServersTestJSON-1252145473-router', 'tenant_id': '07507a555a264de2b95fac8c5d93591a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.150'}], 'enable_snat': True}, 'gw_port_id': '76e67fc9-3420-432a-8e17-2ad72b96b714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:14:18Z', 'updated_at': '2021-12-15T19:16:32Z', 'revision_number': 5, 'project_id': '07507a555a264de2b95fac8c5d93591a', 'gw_port': {'id': '76e67fc9-3420-432a-8e17-2ad72b96b714', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:58:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4558e95-503e-4b93-b1e9-a44cbe443726', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:14:19Z', 'updated_at': '2021-12-15T19:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:16:40.455338 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-76d614b6-fe49-4dd5-8f28-aaabcf945cd9 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Allocated IP 172.26.3.120 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/1f3e1f47-3d17-4a78-b2c1-0cb70f83e2d4) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:16:40.465208 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0e7c58-9af4-4e97-af86-39c0c48a7897 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:16:40.471114 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0e7c58-9af4-4e97-af86-39c0c48a7897 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:16:40.472193 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-fd0e7c58-9af4-4e97-af86-39c0c48a7897 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Synchronizing usage tracker for tenant:d09e37d948244dafb936d2972b3d58c9 on resource:port {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:16:40.487505 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b673d886-ab97-44e1-9480-7c9ba3fe68a6 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:40.489987 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ceba28d4-d572-438d-b4e3-21b839cc0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:40.496949 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e0b79042-ef57-44ae-928a-1aed95e81bd2 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:40.521393 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-c465825e-b2e0-48fb-99a8-a402f4c06a82 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfebbe11-092c-477a-b84f-a540506290fc']}} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:40.521991 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b673d886-ab97-44e1-9480-7c9ba3fe68a6 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74bb8870-a205-4714-a424-77376f40245c,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:40.543508 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-c465825e-b2e0-48fb-99a8-a402f4c06a82 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f5651d7-179a-40bc-8fd6-fb0c2403295b') {'for_net_delete': True} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:40.543848 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-c465825e-b2e0-48fb-99a8-a402f4c06a82 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f5651d7-179a-40bc-8fd6-fb0c2403295b') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:40.545488 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b673d886-ab97-44e1-9480-7c9ba3fe68a6 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:40.567042 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c465825e-b2e0-48fb-99a8-a402f4c06a82 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16327073'] for segment, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:40.597524 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c465825e-b2e0-48fb-99a8-a402f4c06a82 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:40.613228 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c465825e-b2e0-48fb-99a8-a402f4c06a82 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=88990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:16:40.613688 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c465825e-b2e0-48fb-99a8-a402f4c06a82 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838138943'] for segment, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:40.630195 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:16:40.630195 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:16:40.630195 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:16:40.630195 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:16:40.630195 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:16:40.630195 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:16:40.630195 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:16:40.630195 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:16:40.630195 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:16:40.630195 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:16:40.630195 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:16:40.630195 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:16:40.630195 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:16:40.630195 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:16:40.630195 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:16:40.630195 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:16:40.630195 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:16:40.630195 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:16:40.630195 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:16:40.630195 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:16:40.630195 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:16:40.630195 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:16:40.630195 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:16:40.630195 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:16:40.630195 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:16:40.630195 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:16:40.630195 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:16:40.630195 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:16:40.630195 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:16:40.630195 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:16:40.630195 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:16:40.630195 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:16:40.651338 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-82eb877f-b6b3-461c-a972-25e704d88751 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:40.675071 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-fd0e7c58-9af4-4e97-af86-39c0c48a7897 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Unset dirty status for tenant:d09e37d948244dafb936d2972b3d58c9 on resource:port {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:16:40.678684 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-fd0e7c58-9af4-4e97-af86-39c0c48a7897 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.4949529 Dec 15 19:16:40.687942 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48176) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:40.699809 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-776df971-f8e1-4adf-a585-956d480c9533 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145021'] for router_interface, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:40.735141 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:40.740148 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-82eb877f-b6b3-461c-a972-25e704d88751 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Deleting port 604c884e-6904-4cf8-a1f9-8c9b3cf56dea {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:16:40.740526 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-82eb877f-b6b3-461c-a972-25e704d88751 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:40.766467 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3cbd06b8-5805-4431-8c06-832ea1499505 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:40.783387 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b673d886-ab97-44e1-9480-7c9ba3fe68a6 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:40.787114 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b673d886-ab97-44e1-9480-7c9ba3fe68a6 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] 10.222.0.36 "DELETE /v2.0/security-groups/74bb8870-a205-4714-a424-77376f40245c HTTP/1.1" status: 204 len: 168 time: 1.0083086 Dec 15 19:16:40.796283 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48180) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:40.855549 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-e3c63462-e6e9-45c6-9486-e7acb5f69367 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Deleting port f84ed52a-0cc8-433a-8ee0-ee07022f0571 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:16:40.855942 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e3c63462-e6e9-45c6-9486-e7acb5f69367 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:40.893900 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-3cbd06b8-5805-4431-8c06-832ea1499505 admin admin] Deleting port 76e67fc9-3420-432a-8e17-2ad72b96b714 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:16:40.894313 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3cbd06b8-5805-4431-8c06-832ea1499505 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:41.021527 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-76d614b6-fe49-4dd5-8f28-aaabcf945cd9 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:41.036930 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c465825e-b2e0-48fb-99a8-a402f4c06a82 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:41.069869 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:41.089097 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c465825e-b2e0-48fb-99a8-a402f4c06a82 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:41.115185 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-1b798583-2b0b-4daf-9e53-a0da86a20421 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Synchronizing usage tracker for tenant:e803dbd48f46472fa8b4641842e31169 on resource:security_group {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:16:41.205735 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c465825e-b2e0-48fb-99a8-a402f4c06a82 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Pushing event deleted for resources: {'Network': ['ID=dfebbe11-092c-477a-b84f-a540506290fc,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:41.213777 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c465825e-b2e0-48fb-99a8-a402f4c06a82 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:41.254921 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-1b798583-2b0b-4daf-9e53-a0da86a20421 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Unset dirty status for tenant:e803dbd48f46472fa8b4641842e31169 on resource:security_group {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:16:41.256242 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1b798583-2b0b-4daf-9e53-a0da86a20421 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4589586 Dec 15 19:16:41.260178 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-82eb877f-b6b3-461c-a972-25e704d88751 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:41.270020 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c465825e-b2e0-48fb-99a8-a402f4c06a82 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] 10.222.0.36 "DELETE /v2.0/networks/dfebbe11-092c-477a-b84f-a540506290fc HTTP/1.1" status: 204 len: 168 time: 4.2061620 Dec 15 19:16:41.276677 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48184) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:41.277057 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48186) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:41.291612 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-866e0e7d-2cf4-43ab-ae7c-2729de838274 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Request body: {'security_group': {'name': 'tempest-secgroup--1207552758'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:16:41.374103 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-866e0e7d-2cf4-43ab-ae7c-2729de838274 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:16:41.388438 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aa255a8-35b4-4e72-bd3c-ad66ecb7883c tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] DELETE failed (client error): The resource could not be found. Dec 15 19:16:41.389064 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0aa255a8-35b4-4e72-bd3c-ad66ecb7883c tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:16:41.391194 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0aa255a8-35b4-4e72-bd3c-ad66ecb7883c tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] 10.222.0.36 "DELETE /v2.0/networks/dfebbe11-092c-477a-b84f-a540506290fc HTTP/1.1" status: 404 len: 339 time: 0.1108336 Dec 15 19:16:41.403554 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48192) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:41.427153 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-866e0e7d-2cf4-43ab-ae7c-2729de838274 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:16:41.442454 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-21d9660a-064b-4fa9-acd6-801857579fb3 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1224004514', 'description': 'd1'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:16:41.456438 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-21d9660a-064b-4fa9-acd6-801857579fb3 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:16:41.459850 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-3cbd06b8-5805-4431-8c06-832ea1499505 admin admin] For port 76e67fc9-3420-432a-8e17-2ad72b96b714, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=76e67fc9-3420-432a-8e17-2ad72b96b714,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:16:41.460257 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3cbd06b8-5805-4431-8c06-832ea1499505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:41.539664 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-21d9660a-064b-4fa9-acd6-801857579fb3 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Usage tracker for resource:network and tenant:ef42ee63914143f6ab639ee882cc5d7b is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:16:41.547574 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-21d9660a-064b-4fa9-acd6-801857579fb3 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:16:41.635797 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-82eb877f-b6b3-461c-a972-25e704d88751 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Calling delete_port for 604c884e-6904-4cf8-a1f9-8c9b3cf56dea owned by network:router_gateway {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:16:41.662816 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-76d614b6-fe49-4dd5-8f28-aaabcf945cd9 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:41.672959 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-21d9660a-064b-4fa9-acd6-801857579fb3 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:16:41.675943 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-caeeddfd-4d6b-48f3-bf80-3a454062abd6 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:41.681508 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-3cbd06b8-5805-4431-8c06-832ea1499505 admin admin] Calling delete_port for 76e67fc9-3420-432a-8e17-2ad72b96b714 owned by network:router_gateway {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:16:41.708509 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-866e0e7d-2cf4-43ab-ae7c-2729de838274 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:41.729242 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e3c63462-e6e9-45c6-9486-e7acb5f69367 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:41.878389 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 2112cb72-fffb-4111-ac0b-7b772fbbf53a no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:16:41.896804 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-e3c63462-e6e9-45c6-9486-e7acb5f69367 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Calling delete_port for f84ed52a-0cc8-433a-8ee0-ee07022f0571 owned by {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:16:41.901391 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d9660a-064b-4fa9-acd6-801857579fb3 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Made reservation on behalf of ef42ee63914143f6ab639ee882cc5d7b for: {'network': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:16:41.906850 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-21d9660a-064b-4fa9-acd6-801857579fb3 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:41.920204 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 2112cb72-fffb-4111-ac0b-7b772fbbf53a {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:16:41.920627 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 2112cb72-fffb-4111-ac0b-7b772fbbf53a not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:16:41.921079 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 680e6ac3-5c91-4103-bedc-ce4c185b7177 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:16:41.936109 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d614b6-fe49-4dd5-8f28-aaabcf945cd9 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:16:41.943858 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d614b6-fe49-4dd5-8f28-aaabcf945cd9 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Pushing event updated for resources: {'Port': ['ID=1f3e1f47-3d17-4a78-b2c1-0cb70f83e2d4,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:41.943858 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-76d614b6-fe49-4dd5-8f28-aaabcf945cd9 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:16:41.944256 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-866e0e7d-2cf4-43ab-ae7c-2729de838274 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:16:41.947485 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-76d614b6-fe49-4dd5-8f28-aaabcf945cd9 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:41.960952 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 680e6ac3-5c91-4103-bedc-ce4c185b7177 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:16:41.961076 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d614b6-fe49-4dd5-8f28-aaabcf945cd9 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:16:41.961154 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-866e0e7d-2cf4-43ab-ae7c-2729de838274 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Usage tracker for resource:security_group_rule and tenant:e803dbd48f46472fa8b4641842e31169 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:16:41.961226 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 680e6ac3-5c91-4103-bedc-ce4c185b7177 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:16:41.975014 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-866e0e7d-2cf4-43ab-ae7c-2729de838274 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:16:41.987576 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-866e0e7d-2cf4-43ab-ae7c-2729de838274 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:16:42.085810 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21d9660a-064b-4fa9-acd6-801857579fb3 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=88990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:16:42.174155 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e3c63462-e6e9-45c6-9486-e7acb5f69367 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:42.189474 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-95965caa-00c4-4b78-87f9-e6d0a1b459b6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:42.247432 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c63462-e6e9-45c6-9486-e7acb5f69367 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event deleted for resources: {'Port': ['ID=f84ed52a-0cc8-433a-8ee0-ee07022f0571,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:42.258815 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e3c63462-e6e9-45c6-9486-e7acb5f69367 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:42.274713 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e3c63462-e6e9-45c6-9486-e7acb5f69367 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:42.339842 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-82eb877f-b6b3-461c-a972-25e704d88751 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:42.344916 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e3c63462-e6e9-45c6-9486-e7acb5f69367 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "DELETE /v2.0/ports/f84ed52a-0cc8-433a-8ee0-ee07022f0571 HTTP/1.1" status: 204 len: 168 time: 1.6628990 Dec 15 19:16:42.347376 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b5cc1502-ff88-4c80-9451-5ba33448d9ff tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:42.363726 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48196) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:42.400071 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eb877f-b6b3-461c-a972-25e704d88751 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Pushing event deleted for resources: {'Port': ['ID=604c884e-6904-4cf8-a1f9-8c9b3cf56dea,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:42.403591 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-82eb877f-b6b3-461c-a972-25e704d88751 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:42.441308 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-21d9660a-064b-4fa9-acd6-801857579fb3 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:42.441632 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-21d9660a-064b-4fa9-acd6-801857579fb3 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Added segment fe4eb6fa-4e55-4962-9737-bc7f7fbdf4a6 of type vlan for network 23ddfd4d-9d84-446e-bb39-04ee512363cf Dec 15 19:16:42.491300 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:42.508111 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-76d614b6-fe49-4dd5-8f28-aaabcf945cd9 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks [] for router_gateway, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:42.508864 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-76d614b6-fe49-4dd5-8f28-aaabcf945cd9 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904'] for router, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:42.612424 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-21d9660a-064b-4fa9-acd6-801857579fb3 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:42.634273 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-866e0e7d-2cf4-43ab-ae7c-2729de838274 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:42.694178 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-866e0e7d-2cf4-43ab-ae7c-2729de838274 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:42.706282 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:42.718421 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-82eb877f-b6b3-461c-a972-25e704d88751 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854141934'] for router_gateway, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:42.755479 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3cbd06b8-5805-4431-8c06-832ea1499505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:42.765852 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4ac94e-ba52-41d0-b934-bc5104b25e45 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:16:42.767497 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-7b4ac94e-ba52-41d0-b934-bc5104b25e45 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3977251 Dec 15 19:16:42.772458 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48200) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:42.795020 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866e0e7d-2cf4-43ab-ae7c-2729de838274 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1c43bc-db5f-4e47-a630-c0cdba81b5ab,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:42.804395 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-866e0e7d-2cf4-43ab-ae7c-2729de838274 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:42.810263 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:42.850915 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-21d9660a-064b-4fa9-acd6-801857579fb3 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:42.855064 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d9660a-064b-4fa9-acd6-801857579fb3 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:16:42.855721 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-21d9660a-064b-4fa9-acd6-801857579fb3 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:42.880673 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbd06b8-5805-4431-8c06-832ea1499505 admin admin] Pushing event deleted for resources: {'Port': ['ID=76e67fc9-3420-432a-8e17-2ad72b96b714,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:42.891379 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3cbd06b8-5805-4431-8c06-832ea1499505 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:42.895914 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fd1eee6-81b1-44b7-8426-67ebbe7cfbf8 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] GET failed (client error): The resource could not be found. Dec 15 19:16:42.896484 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-2fd1eee6-81b1-44b7-8426-67ebbe7cfbf8 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Synchronizing usage tracker for tenant:d09e37d948244dafb936d2972b3d58c9 on resource:port {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:16:42.916580 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:42.933030 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c39aa7d-7466-4d55-a8bf-9a01acb0cadb admin admin] Router 485f06b9-02ea-481a-9b5c-3973a4e308b0 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:16:42.978885 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-866e0e7d-2cf4-43ab-ae7c-2729de838274 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:42.980137 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-866e0e7d-2cf4-43ab-ae7c-2729de838274 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.7020354 Dec 15 19:16:43.037327 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48204) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:43.094641 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-21d9660a-064b-4fa9-acd6-801857579fb3 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6692433 Dec 15 19:16:43.106871 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-98c351b1-7f6a-437b-a30e-f2b29066c21e tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Request body: {'security_group_rule': {'security_group_id': 'ac1c43bc-db5f-4e47-a630-c0cdba81b5ab', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:16:43.108203 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48208) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:43.126057 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-2fd1eee6-81b1-44b7-8426-67ebbe7cfbf8 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Unset dirty status for tenant:d09e37d948244dafb936d2972b3d58c9 on resource:port {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:16:43.127357 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-2fd1eee6-81b1-44b7-8426-67ebbe7cfbf8 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "GET /v2.0/ports/d86e881e-92b2-4b1b-8fea-90e1a4e338f8 HTTP/1.1" status: 404 len: 333 time: 0.3477759 Dec 15 19:16:43.128746 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-98c351b1-7f6a-437b-a30e-f2b29066c21e tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:16:43.129495 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-82eb877f-b6b3-461c-a972-25e704d88751 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854207876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854699191'] for router, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:43.132553 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48212) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:43.143585 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-98c351b1-7f6a-437b-a30e-f2b29066c21e tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Usage tracker for resource:security_group_rule and tenant:e803dbd48f46472fa8b4641842e31169 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:16:43.149372 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d9660a-064b-4fa9-acd6-801857579fb3 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Pushing event updated for resources: {'Network': ['ID=23ddfd4d-9d84-446e-bb39-04ee512363cf,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:43.152853 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-21d9660a-064b-4fa9-acd6-801857579fb3 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:43.155233 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-98c351b1-7f6a-437b-a30e-f2b29066c21e tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:16:43.162042 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 23ddfd4d-9d84-446e-bb39-04ee512363cf details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:16:43.211886 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-98c351b1-7f6a-437b-a30e-f2b29066c21e tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:16:43.214867 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-82eb877f-b6b3-461c-a972-25e704d88751 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:43.282336 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-373c918e-dc4f-4385-9b51-b031fa3e77f8 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] GET failed (client error): The resource could not be found. Dec 15 19:16:43.286361 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-373c918e-dc4f-4385-9b51-b031fa3e77f8 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "GET /v2.0/ports/f84ed52a-0cc8-433a-8ee0-ee07022f0571 HTTP/1.1" status: 404 len: 333 time: 0.1425161 Dec 15 19:16:43.296453 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1068b8a-7ff2-4572-9547-f521d7e9de7a tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:16:43.297220 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-c1068b8a-7ff2-4572-9547-f521d7e9de7a tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Synchronizing usage tracker for tenant:ef42ee63914143f6ab639ee882cc5d7b on resource:network {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:16:43.302009 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48216) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:43.398864 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-82eb877f-b6b3-461c-a972-25e704d88751 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854207982'] for router, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:43.399422 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82eb877f-b6b3-461c-a972-25e704d88751 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Fanout notify agent at l3_agent the message router_deleted on router c75f570b-7071-43ef-8162-35c3118dcae2 {{(pid=88991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 19:16:43.448525 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-82eb877f-b6b3-461c-a972-25e704d88751 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks [] for router, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:43.449718 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-82eb877f-b6b3-461c-a972-25e704d88751 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] 10.222.0.36 "DELETE /v2.0/routers/c75f570b-7071-43ef-8162-35c3118dcae2 HTTP/1.1" status: 204 len: 168 time: 5.3464000 Dec 15 19:16:43.453955 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-98c351b1-7f6a-437b-a30e-f2b29066c21e tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:43.456884 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48220) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:43.458766 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-c1068b8a-7ff2-4572-9547-f521d7e9de7a tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Unset dirty status for tenant:ef42ee63914143f6ab639ee882cc5d7b on resource:network {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:16:43.459995 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c1068b8a-7ff2-4572-9547-f521d7e9de7a tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] 10.222.0.36 "GET /v2.0/networks?id=23ddfd4d-9d84-446e-bb39-04ee512363cf HTTP/1.1" status: 200 len: 765 time: 0.3469408 Dec 15 19:16:43.464425 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48224) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:43.468434 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-046959c6-fac7-430d-9059-04e1df7fa6ba tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2118704791', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:16:43.472977 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3cbd06b8-5805-4431-8c06-832ea1499505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854141934'] for router_gateway, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:43.481796 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a71d7f44-0c89-4954-bf0d-cb7691cf2dfc tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:43.489317 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-046959c6-fac7-430d-9059-04e1df7fa6ba tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:16:43.501753 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-046959c6-fac7-430d-9059-04e1df7fa6ba tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Usage tracker for resource:router and tenant:d0729300b7f441efa47669498ef67cb6 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:16:43.511189 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-046959c6-fac7-430d-9059-04e1df7fa6ba tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:16:43.613130 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-e6281201-cd8d-41c2-a10d-8ddcb7305840 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Request body: {'network': {'description': 'd2'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:16:43.744034 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-046959c6-fac7-430d-9059-04e1df7fa6ba tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:16:43.873956 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a71d7f44-0c89-4954-bf0d-cb7691cf2dfc tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:43.885046 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-046959c6-fac7-430d-9059-04e1df7fa6ba tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854699176'] for router, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:43.886977 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-046959c6-fac7-430d-9059-04e1df7fa6ba tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854194926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-76609'] for router, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:43.909701 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76d614b6-fe49-4dd5-8f28-aaabcf945cd9 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Router a2550dc9-1dee-4880-ad80-39df808dec27 is scheduled to L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 with binding_index 1 {{(pid=88991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 15 19:16:43.912544 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-a71d7f44-0c89-4954-bf0d-cb7691cf2dfc tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e797fcad-75a5-4c12-b5b1-bfd80e837eaa']}} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:43.930599 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-a71d7f44-0c89-4954-bf0d-cb7691cf2dfc tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '603414fe-c79a-4de4-983a-a155e69cf3a8') {'for_net_delete': True} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:43.930947 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-a71d7f44-0c89-4954-bf0d-cb7691cf2dfc tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '603414fe-c79a-4de4-983a-a155e69cf3a8') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:43.951668 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a71d7f44-0c89-4954-bf0d-cb7691cf2dfc tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838443042'] for segment, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:44.018108 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-776df971-f8e1-4adf-a585-956d480c9533 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Deleting port 86a8222f-b9a1-44bd-af6d-40115cb5374e {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:16:44.018518 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-776df971-f8e1-4adf-a585-956d480c9533 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:44.023566 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-046959c6-fac7-430d-9059-04e1df7fa6ba tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:44.043356 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a71d7f44-0c89-4954-bf0d-cb7691cf2dfc tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:44.057768 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a71d7f44-0c89-4954-bf0d-cb7691cf2dfc tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=88991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:16:44.058209 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a71d7f44-0c89-4954-bf0d-cb7691cf2dfc tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838443729'] for segment, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:44.076165 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:16:44.076165 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:16:44.076165 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:16:44.076165 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:16:44.076165 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:16:44.076165 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:16:44.076165 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:16:44.076165 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:16:44.076165 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:16:44.076165 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:16:44.076165 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:16:44.076165 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:16:44.076165 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:16:44.076165 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:16:44.076165 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:16:44.076165 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:16:44.076165 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:16:44.076165 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:16:44.076165 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:16:44.076165 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:16:44.076165 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:16:44.076165 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:16:44.076165 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:16:44.076165 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:16:44.076165 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:16:44.076165 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:16:44.076165 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:16:44.076165 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:16:44.076165 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:16:44.076165 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:16:44.076165 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:16:44.076165 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:16:44.099507 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3cbd06b8-5805-4431-8c06-832ea1499505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854207876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854699191'] for router, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:44.180225 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-046959c6-fac7-430d-9059-04e1df7fa6ba tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904'] for router, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:44.197103 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3cbd06b8-5805-4431-8c06-832ea1499505 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:44.253992 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a71d7f44-0c89-4954-bf0d-cb7691cf2dfc tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:44.264534 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:44.281081 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a71d7f44-0c89-4954-bf0d-cb7691cf2dfc tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:44.299530 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71d7f44-0c89-4954-bf0d-cb7691cf2dfc tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event deleted for resources: {'Network': ['ID=e797fcad-75a5-4c12-b5b1-bfd80e837eaa,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:44.303145 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a71d7f44-0c89-4954-bf0d-cb7691cf2dfc tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:44.304693 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a71d7f44-0c89-4954-bf0d-cb7691cf2dfc tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "DELETE /v2.0/networks/e797fcad-75a5-4c12-b5b1-bfd80e837eaa HTTP/1.1" status: 204 len: 168 time: 1.0016599 Dec 15 19:16:44.308459 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48228) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:44.316493 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-c165020e-bb29-4d9d-8c35-26c1be33b191 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-993681581'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:16:44.322377 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-c165020e-bb29-4d9d-8c35-26c1be33b191 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:16:44.330076 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-c165020e-bb29-4d9d-8c35-26c1be33b191 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Usage tracker for resource:network and tenant:d09e37d948244dafb936d2972b3d58c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:16:44.334648 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-c165020e-bb29-4d9d-8c35-26c1be33b191 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:16:44.337931 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-046959c6-fac7-430d-9059-04e1df7fa6ba tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks [] for router, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:44.341429 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-046959c6-fac7-430d-9059-04e1df7fa6ba tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8785448 Dec 15 19:16:44.346595 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48232) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:44.347547 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-c165020e-bb29-4d9d-8c35-26c1be33b191 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:16:44.358173 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-0c9e24cf-f702-4b6b-a81e-98c678e31c2d tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'enable_snat': False}}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:16:44.486633 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-98c351b1-7f6a-437b-a30e-f2b29066c21e tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:44.498760 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c165020e-bb29-4d9d-8c35-26c1be33b191 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Made reservation on behalf of d09e37d948244dafb936d2972b3d58c9 for: {'network': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:16:44.504176 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c165020e-bb29-4d9d-8c35-26c1be33b191 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:44.549172 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-98c351b1-7f6a-437b-a30e-f2b29066c21e tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:44.558196 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c165020e-bb29-4d9d-8c35-26c1be33b191 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=88991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:16:44.591682 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:44.607802 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e6281201-cd8d-41c2-a10d-8ddcb7305840 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:44.665122 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c351b1-7f6a-437b-a30e-f2b29066c21e tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15932fd7-0d37-4e23-8050-da9e2d4c3250,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:44.675150 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-98c351b1-7f6a-437b-a30e-f2b29066c21e tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:44.676665 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d614b6-fe49-4dd5-8f28-aaabcf945cd9 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:16:44.687856 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fc8e82-8f4a-4e8f-8c26-84dcafd0033f None None] Sync routers for ids ['a2550dc9-1dee-4880-ad80-39df808dec27'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:16:44.695897 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c165020e-bb29-4d9d-8c35-26c1be33b191 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:44.696300 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-c165020e-bb29-4d9d-8c35-26c1be33b191 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Added segment 611534f9-7d40-4b10-8146-4be4290901bc of type vlan for network beac878f-3872-4f43-890d-3c0a8b4c8461 Dec 15 19:16:44.701837 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3cbd06b8-5805-4431-8c06-832ea1499505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854207982'] for router, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:44.702408 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cbd06b8-5805-4431-8c06-832ea1499505 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4558e95-503e-4b93-b1e9-a44cbe443726 {{(pid=88990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 19:16:44.706384 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fc8e82-8f4a-4e8f-8c26-84dcafd0033f None None] Routers {'a2550dc9-1dee-4880-ad80-39df808dec27'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:16:44.708121 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-95fc8e82-8f4a-4e8f-8c26-84dcafd0033f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:16:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['a2550dc9-1dee-4880-ad80-39df808dec27'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:44.720599 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3cbd06b8-5805-4431-8c06-832ea1499505 admin admin] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:44.721854 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-3cbd06b8-5805-4431-8c06-832ea1499505 admin admin] 10.222.0.36 "DELETE /v2.0/routers/a4558e95-503e-4b93-b1e9-a44cbe443726 HTTP/1.1" status: 204 len: 168 time: 6.1463726 Dec 15 19:16:44.725474 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48236) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:44.726975 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-98c351b1-7f6a-437b-a30e-f2b29066c21e tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:44.728243 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-98c351b1-7f6a-437b-a30e-f2b29066c21e tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.6587644 Dec 15 19:16:44.729039 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e6281201-cd8d-41c2-a10d-8ddcb7305840 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:44.746564 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48240) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:44.746564 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f81d0860-4c3a-4e9a-a2dc-9f8a81be205d tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:44.760411 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-f14fc168-2584-406f-babc-0d80dfaaa082 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Request body: {'security_group_rule': {'security_group_id': 'ac1c43bc-db5f-4e47-a630-c0cdba81b5ab', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:16:44.767360 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-776df971-f8e1-4adf-a585-956d480c9533 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:44.792341 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-f14fc168-2584-406f-babc-0d80dfaaa082 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:16:44.795340 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-76d614b6-fe49-4dd5-8f28-aaabcf945cd9 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks [] for router, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:44.800047 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-76d614b6-fe49-4dd5-8f28-aaabcf945cd9 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 7.1990864 Dec 15 19:16:44.800047 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c165020e-bb29-4d9d-8c35-26c1be33b191 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:44.801853 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-95fc8e82-8f4a-4e8f-8c26-84dcafd0033f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:44.803801 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-f14fc168-2584-406f-babc-0d80dfaaa082 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Usage tracker for resource:security_group_rule and tenant:e803dbd48f46472fa8b4641842e31169 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:16:44.810275 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48244) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:44.817396 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fc8e82-8f4a-4e8f-8c26-84dcafd0033f None None] Routers {'a2550dc9-1dee-4880-ad80-39df808dec27'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:16:44.818406 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-95fc8e82-8f4a-4e8f-8c26-84dcafd0033f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:16:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['a2550dc9-1dee-4880-ad80-39df808dec27'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:44.867661 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-c70489ea-27ad-4ee6-ac58-6e06446db095 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'enable_snat': False}}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:16:44.885525 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-95fc8e82-8f4a-4e8f-8c26-84dcafd0033f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:44.886311 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fc8e82-8f4a-4e8f-8c26-84dcafd0033f None None] The sync data for ids ['a2550dc9-1dee-4880-ad80-39df808dec27'] in dv-neutron-821831-2-hyperv is: [] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:16:44.927058 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-f14fc168-2584-406f-babc-0d80dfaaa082 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:16:44.946035 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e6281201-cd8d-41c2-a10d-8ddcb7305840 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Network 23ddfd4d-9d84-446e-bb39-04ee512363cf is not hosted by any dhcp agent {{(pid=88990) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:227}} Dec 15 19:16:44.950052 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6281201-cd8d-41c2-a10d-8ddcb7305840 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:16:44.951034 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e6281201-cd8d-41c2-a10d-8ddcb7305840 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:44.952435 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e6281201-cd8d-41c2-a10d-8ddcb7305840 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] 10.222.0.36 "PUT /v2.0/networks/23ddfd4d-9d84-446e-bb39-04ee512363cf HTTP/1.1" status: 200 len: 762 time: 1.4817343 Dec 15 19:16:45.002597 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48248) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:45.017658 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c39aa7d-7466-4d55-a8bf-9a01acb0cadb admin admin] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:16:45.025456 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-776df971-f8e1-4adf-a585-956d480c9533 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Calling delete_port for 86a8222f-b9a1-44bd-af6d-40115cb5374e owned by network:router_interface {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:16:45.029460 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25b153c-2642-46bb-b7cd-033dbfe48afc None None] Sync routers for ids ['485f06b9-02ea-481a-9b5c-3973a4e308b0'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:16:45.045691 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25b153c-2642-46bb-b7cd-033dbfe48afc None None] Routers {'485f06b9-02ea-481a-9b5c-3973a4e308b0'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:16:45.046739 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-d25b153c-2642-46bb-b7cd-033dbfe48afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:16:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['485f06b9-02ea-481a-9b5c-3973a4e308b0'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:45.056635 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-f14fc168-2584-406f-babc-0d80dfaaa082 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:16:45.072670 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4c39aa7d-7466-4d55-a8bf-9a01acb0cadb admin admin] 10.222.0.36 "PUT /v2.0/routers/485f06b9-02ea-481a-9b5c-3973a4e308b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9265490 Dec 15 19:16:45.079985 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48252) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:45.080308 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-afd0b401-8c95-4002-b67f-747ef5b1a524 admin admin] Deleting subnet 357073fc-8f72-4ec9-a709-b1f581df7965 {{(pid=88991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:16:45.086603 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6281201-cd8d-41c2-a10d-8ddcb7305840 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Pushing event updated for resources: {'Network': ['ID=23ddfd4d-9d84-446e-bb39-04ee512363cf,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:45.128567 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 23ddfd4d-9d84-446e-bb39-04ee512363cf details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:16:45.141794 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-afd0b401-8c95-4002-b67f-747ef5b1a524 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:45.150320 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e6281201-cd8d-41c2-a10d-8ddcb7305840 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:45.219571 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f14fc168-2584-406f-babc-0d80dfaaa082 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:45.232667 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c165020e-bb29-4d9d-8c35-26c1be33b191 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:45.236789 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c165020e-bb29-4d9d-8c35-26c1be33b191 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:16:45.237455 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c165020e-bb29-4d9d-8c35-26c1be33b191 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:45.252048 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f19d840a-7d1e-4ee4-bb80-6490684c8036 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:45.372205 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-d25b153c-2642-46bb-b7cd-033dbfe48afc None None] Set router 485f06b9-02ea-481a-9b5c-3973a4e308b0 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:16:45.476508 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f14fc168-2584-406f-babc-0d80dfaaa082 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:45.479021 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cb530383-24f4-4773-9f27-c9f7769d2aee admin admin] Notify callbacks [] for router, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:45.495631 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0c9e24cf-f702-4b6b-a81e-98c678e31c2d tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:45.549346 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f14fc168-2584-406f-babc-0d80dfaaa082 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:45.554890 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-afd0b401-8c95-4002-b67f-747ef5b1a524 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16332759'] for subnet, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:45.561921 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-98c351b1-7f6a-437b-a30e-f2b29066c21e tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:45.590400 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac992ea-6699-4ad6-8265-fe2ed61428f7 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:16:45.592640 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-bac992ea-6699-4ad6-8265-fe2ed61428f7 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] 10.222.0.36 "GET /v2.0/networks?id=23ddfd4d-9d84-446e-bb39-04ee512363cf HTTP/1.1" status: 200 len: 765 time: 0.5874333 Dec 15 19:16:45.604007 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48256) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:45.609877 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14fc168-2584-406f-babc-0d80dfaaa082 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=979f1de5-dc9b-4869-807d-3a67e1118dd9,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:45.636731 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f14fc168-2584-406f-babc-0d80dfaaa082 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:45.648557 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c165020e-bb29-4d9d-8c35-26c1be33b191 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3360262 Dec 15 19:16:45.656793 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48260) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:45.708838 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-776df971-f8e1-4adf-a585-956d480c9533 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:45.717768 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-fd1eb9d1-4b00-448d-a250-5e3ff05edfcd tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Request body: {'subnet': {'network_id': 'beac878f-3872-4f43-890d-3c0a8b4c8461', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:16:45.720640 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-41201049-c7f7-43a1-b963-cfc53772311f tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:45.726273 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-d25b153c-2642-46bb-b7cd-033dbfe48afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485f06b9-02ea-481a-9b5c-3973a4e308b0', 'name': 'tempest-ServersTestManualDisk-416340694-router', 'tenant_id': '9123dde40c194e828f2d284c47d69e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.117'}], 'enable_snat': True}, 'gw_port_id': '3929e0cc-3af7-4b7c-8721-c4e9c474e74b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:14:19Z', 'updated_at': '2021-12-15T19:16:37Z', 'revision_number': 5, 'project_id': '9123dde40c194e828f2d284c47d69e10', 'gw_port': {'id': '3929e0cc-3af7-4b7c-8721-c4e9c474e74b', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:34:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485f06b9-02ea-481a-9b5c-3973a4e308b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:14:21Z', 'updated_at': '2021-12-15T19:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:45.730539 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25b153c-2642-46bb-b7cd-033dbfe48afc None None] Checking router: 485f06b9-02ea-481a-9b5c-3973a4e308b0 for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:16:45.732946 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c165020e-bb29-4d9d-8c35-26c1be33b191 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event updated for resources: {'Network': ['ID=beac878f-3872-4f43-890d-3c0a8b4c8461,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:45.744206 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25b153c-2642-46bb-b7cd-033dbfe48afc None None] Routers {'485f06b9-02ea-481a-9b5c-3973a4e308b0'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:16:45.744887 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-d25b153c-2642-46bb-b7cd-033dbfe48afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:16:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['485f06b9-02ea-481a-9b5c-3973a4e308b0'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:45.745402 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c165020e-bb29-4d9d-8c35-26c1be33b191 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:45.780558 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f14fc168-2584-406f-babc-0d80dfaaa082 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:45.784567 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f14fc168-2584-406f-babc-0d80dfaaa082 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0274203 Dec 15 19:16:45.795216 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48264) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:45.799097 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776df971-f8e1-4adf-a585-956d480c9533 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Pushing event deleted for resources: {'Port': ['ID=86a8222f-b9a1-44bd-af6d-40115cb5374e,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:45.807311 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-f63164f8-6cb9-4ec4-82da-45aceee97406 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Request body: {'security_group_rule': {'security_group_id': 'ac1c43bc-db5f-4e47-a630-c0cdba81b5ab', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:16:45.807529 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network beac878f-3872-4f43-890d-3c0a8b4c8461 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:16:45.817026 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-776df971-f8e1-4adf-a585-956d480c9533 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:45.824521 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-f63164f8-6cb9-4ec4-82da-45aceee97406 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:16:45.862340 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-f63164f8-6cb9-4ec4-82da-45aceee97406 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Usage tracker for resource:security_group_rule and tenant:e803dbd48f46472fa8b4641842e31169 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:16:45.886314 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-f63164f8-6cb9-4ec4-82da-45aceee97406 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:16:45.915229 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 76e67fc9-3420-432a-8e17-2ad72b96b714 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:16:45.968958 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-fd1eb9d1-4b00-448d-a250-5e3ff05edfcd tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:16:45.984883 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-fd1eb9d1-4b00-448d-a250-5e3ff05edfcd tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Usage tracker for resource:subnet and tenant:d09e37d948244dafb936d2972b3d58c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:16:46.000956 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-fd1eb9d1-4b00-448d-a250-5e3ff05edfcd tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:16:46.013911 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-f63164f8-6cb9-4ec4-82da-45aceee97406 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:16:46.018495 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-fd1eb9d1-4b00-448d-a250-5e3ff05edfcd tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:16:46.022024 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-afd0b401-8c95-4002-b67f-747ef5b1a524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:46.032065 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 76e67fc9-3420-432a-8e17-2ad72b96b714 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:16:46.039171 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 76e67fc9-3420-432a-8e17-2ad72b96b714 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:16:46.106470 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-d25b153c-2642-46bb-b7cd-033dbfe48afc None None] Set router 485f06b9-02ea-481a-9b5c-3973a4e308b0 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:16:46.127336 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd1eb9d1-4b00-448d-a250-5e3ff05edfcd tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Made reservation on behalf of d09e37d948244dafb936d2972b3d58c9 for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:16:46.137851 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830510d1-cd6e-4c98-ac7d-c74682da9d1a tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:16:46.139538 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-830510d1-cd6e-4c98-ac7d-c74682da9d1a tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Synchronizing usage tracker for tenant:ef42ee63914143f6ab639ee882cc5d7b on resource:network {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:16:46.208969 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f63164f8-6cb9-4ec4-82da-45aceee97406 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:46.311367 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-830510d1-cd6e-4c98-ac7d-c74682da9d1a tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Unset dirty status for tenant:ef42ee63914143f6ab639ee882cc5d7b on resource:network {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:16:46.315441 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-830510d1-cd6e-4c98-ac7d-c74682da9d1a tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.7050064 Dec 15 19:16:46.318672 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48268) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:46.334347 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-afd0b401-8c95-4002-b67f-747ef5b1a524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16156049'] for subnet, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:46.343938 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1be9dadb-02a2-4f67-904f-fa60130f65c9 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:46.381273 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fd1eb9d1-4b00-448d-a250-5e3ff05edfcd tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:46.398375 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-e2480402-250f-46ab-b790-ca66946d9cd9 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Synchronizing usage tracker for tenant:ef42ee63914143f6ab639ee882cc5d7b on resource:subnet {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:16:46.421814 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd0b401-8c95-4002-b67f-747ef5b1a524 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=357073fc-8f72-4ec9-a709-b1f581df7965,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:46.439825 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-776df971-f8e1-4adf-a585-956d480c9533 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852815828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854144871'] for router_interface, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:46.475254 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-afd0b401-8c95-4002-b67f-747ef5b1a524 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:46.476969 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f63164f8-6cb9-4ec4-82da-45aceee97406 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:46.484233 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-e2480402-250f-46ab-b790-ca66946d9cd9 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Unset dirty status for tenant:ef42ee63914143f6ab639ee882cc5d7b on resource:subnet {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:16:46.485529 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e2480402-250f-46ab-b790-ca66946d9cd9 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] 10.222.0.36 "GET /v2.0/subnets?network_id=4b9c9b76-a8c2-4873-8d7b-0d52cc71925c HTTP/1.1" status: 200 len: 207 time: 0.1631429 Dec 15 19:16:46.496542 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48272) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:46.511378 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-afd0b401-8c95-4002-b67f-747ef5b1a524 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:46.514777 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f021dd4c-8939-4cba-b218-fcdcd4744d34 None None] Network 7e04f9fb-f9a5-45a2-9184-076bb9a796d7 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:16:46.546490 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f63164f8-6cb9-4ec4-82da-45aceee97406 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:46.547454 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cb530383-24f4-4773-9f27-c9f7769d2aee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:46.559338 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:46.581801 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.ipam_backend_mixin [None req-fd1eb9d1-4b00-448d-a250-5e3ff05edfcd tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Performing IP validity checks on allocation pools {{(pid=88991) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Dec 15 19:16:46.585599 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.ipam_backend_mixin [None req-fd1eb9d1-4b00-448d-a250-5e3ff05edfcd tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88991) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Dec 15 19:16:46.667298 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-afd0b401-8c95-4002-b67f-747ef5b1a524 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/357073fc-8f72-4ec9-a709-b1f581df7965 HTTP/1.1" status: 204 len: 168 time: 1.9352810 Dec 15 19:16:46.684271 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48276) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:46.798508 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-d25b153c-2642-46bb-b7cd-033dbfe48afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485f06b9-02ea-481a-9b5c-3973a4e308b0', 'name': 'tempest-ServersTestManualDisk-416340694-router', 'tenant_id': '9123dde40c194e828f2d284c47d69e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.117'}], 'enable_snat': True}, 'gw_port_id': '3929e0cc-3af7-4b7c-8721-c4e9c474e74b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:14:19Z', 'updated_at': '2021-12-15T19:16:37Z', 'revision_number': 5, 'project_id': '9123dde40c194e828f2d284c47d69e10', 'gw_port': {'id': '3929e0cc-3af7-4b7c-8721-c4e9c474e74b', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:34:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485f06b9-02ea-481a-9b5c-3973a4e308b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:14:21Z', 'updated_at': '2021-12-15T19:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:46.806983 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25b153c-2642-46bb-b7cd-033dbfe48afc None None] The sync data for ids ['485f06b9-02ea-481a-9b5c-3973a4e308b0'] in dv-neutron-821831-2-hyperv is: [{'id': '485f06b9-02ea-481a-9b5c-3973a4e308b0', 'name': 'tempest-ServersTestManualDisk-416340694-router', 'tenant_id': '9123dde40c194e828f2d284c47d69e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.117'}], 'enable_snat': True}, 'gw_port_id': '3929e0cc-3af7-4b7c-8721-c4e9c474e74b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:14:19Z', 'updated_at': '2021-12-15T19:16:37Z', 'revision_number': 5, 'project_id': '9123dde40c194e828f2d284c47d69e10', 'gw_port': {'id': '3929e0cc-3af7-4b7c-8721-c4e9c474e74b', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:34:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485f06b9-02ea-481a-9b5c-3973a4e308b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:14:21Z', 'updated_at': '2021-12-15T19:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:16:46.866040 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0c9e24cf-f702-4b6b-a81e-98c678e31c2d tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:46.918395 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37da701a-aee1-48b2-95da-55f20f4a67c3 None None] DHCP port deletion for 7e04f9fb-f9a5-45a2-9184-076bb9a796d7 request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:16:46.924318 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-37da701a-aee1-48b2-95da-55f20f4a67c3 None None] Deleting port ec8ba868-6c19-49c2-9062-0f91f89393d1 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:16:46.924745 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-37da701a-aee1-48b2-95da-55f20f4a67c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:46.943604 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0c9e24cf-f702-4b6b-a81e-98c678e31c2d tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:46.943849 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63164f8-6cb9-4ec4-82da-45aceee97406 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6184e2c-019a-41c5-ba73-84b331c677bf,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:46.948763 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f63164f8-6cb9-4ec4-82da-45aceee97406 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:47.093689 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-34e8898a-ed6a-4486-93b5-bedf42b52744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:47.104399 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-cb530383-24f4-4773-9f27-c9f7769d2aee admin admin] Deleting port 3929e0cc-3af7-4b7c-8721-c4e9c474e74b {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:16:47.104980 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cb530383-24f4-4773-9f27-c9f7769d2aee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:47.113744 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8340e2-a191-43b4-a4ce-55291e8ba525 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:16:47.118318 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8340e2-a191-43b4-a4ce-55291e8ba525 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:16:47.123641 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8340e2-a191-43b4-a4ce-55291e8ba525 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:16:47.128025 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8340e2-a191-43b4-a4ce-55291e8ba525 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:16:47.129635 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f63164f8-6cb9-4ec4-82da-45aceee97406 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:47.130948 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f63164f8-6cb9-4ec4-82da-45aceee97406 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.3294969 Dec 15 19:16:47.132323 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8340e2-a191-43b4-a4ce-55291e8ba525 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:16:47.136642 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8340e2-a191-43b4-a4ce-55291e8ba525 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:16:47.139530 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-cf8340e2-a191-43b4-a4ce-55291e8ba525 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.6298943 Dec 15 19:16:47.150605 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48280) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:47.150908 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48282) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:47.169569 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-37da701a-aee1-48b2-95da-55f20f4a67c3 None None] For port ec8ba868-6c19-49c2-9062-0f91f89393d1, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=ec8ba868-6c19-49c2-9062-0f91f89393d1,segment=NetworkSegment(f74e07b2-aaa7-4c64-830f-9319a4bdc4d6),segment_id=f74e07b2-aaa7-4c64-830f-9319a4bdc4d6)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:16:47.170369 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-37da701a-aee1-48b2-95da-55f20f4a67c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:47.307763 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-37da701a-aee1-48b2-95da-55f20f4a67c3 None None] Calling delete_port for ec8ba868-6c19-49c2-9062-0f91f89393d1 owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:16:47.406167 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-37da701a-aee1-48b2-95da-55f20f4a67c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866'] for port, after_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:47.411280 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8ffe0ae9-3f85-449a-8a8f-bae1245c1bbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:47.419831 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-699f9291-36af-4ab2-8e36-bbc553bb9ff1 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Request body: {'security_group_rule': {'security_group_id': 'ac1c43bc-db5f-4e47-a630-c0cdba81b5ab', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:16:47.457911 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37da701a-aee1-48b2-95da-55f20f4a67c3 None None] Pushing event deleted for resources: {'Port': ['ID=ec8ba868-6c19-49c2-9062-0f91f89393d1,revision_number=None']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:47.459976 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-776df971-f8e1-4adf-a585-956d480c9533 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Router 2fea20b6-3b80-4ee6-9ec1-da496481db5a has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:16:47.460788 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-37da701a-aee1-48b2-95da-55f20f4a67c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:47.461889 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-cb530383-24f4-4773-9f27-c9f7769d2aee admin admin] For port 3929e0cc-3af7-4b7c-8721-c4e9c474e74b, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=3929e0cc-3af7-4b7c-8721-c4e9c474e74b,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:16:47.462340 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cb530383-24f4-4773-9f27-c9f7769d2aee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:47.470809 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37da701a-aee1-48b2-95da-55f20f4a67c3 None None] No DVR routers for this DVR port ec8ba868-6c19-49c2-9062-0f91f89393d1 on host dv-neutron-821831-2-hyperv {{(pid=88992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:16:47.495561 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-699f9291-36af-4ab2-8e36-bbc553bb9ff1 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:16:47.530378 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-699f9291-36af-4ab2-8e36-bbc553bb9ff1 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Usage tracker for resource:security_group_rule and tenant:e803dbd48f46472fa8b4641842e31169 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:16:47.538310 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-699f9291-36af-4ab2-8e36-bbc553bb9ff1 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:16:47.597986 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-cb530383-24f4-4773-9f27-c9f7769d2aee admin admin] Calling delete_port for 3929e0cc-3af7-4b7c-8721-c4e9c474e74b owned by network:router_gateway {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:16:47.613549 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-699f9291-36af-4ab2-8e36-bbc553bb9ff1 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:16:47.816127 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-776df971-f8e1-4adf-a585-956d480c9533 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:16:47.826940 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-776df971-f8e1-4adf-a585-956d480c9533 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] 10.222.0.36 "PUT /v2.0/routers/2fea20b6-3b80-4ee6-9ec1-da496481db5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6443756 Dec 15 19:16:47.827048 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-699f9291-36af-4ab2-8e36-bbc553bb9ff1 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:47.827147 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48288) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:47.830013 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a81a465-2224-4a74-9c76-2e082fd53721 None None] Sync routers for ids ['2fea20b6-3b80-4ee6-9ec1-da496481db5a'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:16:47.843993 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a81a465-2224-4a74-9c76-2e082fd53721 None None] Routers {'2fea20b6-3b80-4ee6-9ec1-da496481db5a'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:16:47.844758 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-1a81a465-2224-4a74-9c76-2e082fd53721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:16:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['2fea20b6-3b80-4ee6-9ec1-da496481db5a'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:47.916714 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fd1eb9d1-4b00-448d-a250-5e3ff05edfcd tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:47.920227 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-1a81a465-2224-4a74-9c76-2e082fd53721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:47.926594 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-34e8898a-ed6a-4486-93b5-bedf42b52744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:47.935136 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device ec8ba868-6c19-49c2-9062-0f91f89393d1 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:16:47.938186 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a81a465-2224-4a74-9c76-2e082fd53721 None None] Routers {'2fea20b6-3b80-4ee6-9ec1-da496481db5a'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:16:47.938186 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-1a81a465-2224-4a74-9c76-2e082fd53721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:16:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['2fea20b6-3b80-4ee6-9ec1-da496481db5a'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:47.944669 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c61091d6-87d5-4b04-9398-332a09168382 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:47.973374 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-0c9e24cf-f702-4b6b-a81e-98c678e31c2d tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Allocated IP 172.26.3.125 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/98a2261b-e7f3-4dda-992a-146079300b8f) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:16:47.988584 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: ec8ba868-6c19-49c2-9062-0f91f89393d1 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:16:47.989365 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device ec8ba868-6c19-49c2-9062-0f91f89393d1 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:16:47.990035 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device e5601f84-5efd-4574-ba71-4c5333e1478a no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:16:48.003553 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-86fada25-289b-4d93-8ac5-231eee35d923 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] 10.222.0.36 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.8496540 Dec 15 19:16:48.010017 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-1a81a465-2224-4a74-9c76-2e082fd53721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:48.010506 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a81a465-2224-4a74-9c76-2e082fd53721 None None] The sync data for ids ['2fea20b6-3b80-4ee6-9ec1-da496481db5a'] in dv-neutron-821831-2-hyperv is: [] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:16:48.019294 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48292) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:48.033032 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: e5601f84-5efd-4574-ba71-4c5333e1478a {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:16:48.033426 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device e5601f84-5efd-4574-ba71-4c5333e1478a not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:16:48.079671 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-34e8898a-ed6a-4486-93b5-bedf42b52744 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e04f9fb-f9a5-45a2-9184-076bb9a796d7']}} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:48.086849 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-63cd4376-6621-40b8-85de-85cd49b3e6bd tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Notify callbacks [] for router, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:48.133132 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-34e8898a-ed6a-4486-93b5-bedf42b52744 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f74e07b2-aaa7-4c64-830f-9319a4bdc4d6') {'for_net_delete': True} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:48.133477 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-34e8898a-ed6a-4486-93b5-bedf42b52744 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f74e07b2-aaa7-4c64-830f-9319a4bdc4d6') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:48.192444 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1eb9d1-4b00-448d-a250-5e3ff05edfcd tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event updated for resources: {'Subnet': ['ID=5a17b2c3-573b-47c2-923b-0b91ed81bdcb,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:48.206702 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fd1eb9d1-4b00-448d-a250-5e3ff05edfcd tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:48.227948 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-34e8898a-ed6a-4486-93b5-bedf42b52744 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838443042'] for segment, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:48.257491 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47afcf44-33d6-45f4-8c74-a01ad7163406 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:16:48.259064 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47afcf44-33d6-45f4-8c74-a01ad7163406 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:16:48.260561 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47afcf44-33d6-45f4-8c74-a01ad7163406 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:16:48.262094 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47afcf44-33d6-45f4-8c74-a01ad7163406 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:16:48.263876 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47afcf44-33d6-45f4-8c74-a01ad7163406 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:16:48.266012 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-47afcf44-33d6-45f4-8c74-a01ad7163406 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2413542 Dec 15 19:16:48.270703 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48296) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:48.272402 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-34e8898a-ed6a-4486-93b5-bedf42b52744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:48.307069 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34e8898a-ed6a-4486-93b5-bedf42b52744 admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=88991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:16:48.307520 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-34e8898a-ed6a-4486-93b5-bedf42b52744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838443729'] for segment, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:48.315480 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cb530383-24f4-4773-9f27-c9f7769d2aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:48.324899 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:16:48.324899 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:16:48.324899 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:16:48.324899 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:16:48.324899 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:16:48.324899 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:16:48.324899 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:16:48.324899 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:16:48.324899 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:16:48.324899 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:16:48.324899 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:16:48.324899 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:16:48.324899 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:16:48.324899 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:16:48.324899 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:16:48.324899 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:16:48.324899 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:16:48.324899 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:16:48.324899 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:16:48.324899 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:16:48.324899 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:16:48.324899 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:16:48.324899 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:16:48.324899 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:16:48.324899 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:16:48.324899 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:16:48.324899 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:16:48.324899 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:16:48.324899 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:16:48.324899 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:16:48.324899 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:16:48.324899 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:16:48.327949 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f29235f0-3829-479b-aaab-d4e604eab22d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:48.334723 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1eb9d1-4b00-448d-a250-5e3ff05edfcd tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Checking segment: {'id': '611534f9-7d40-4b10-8146-4be4290901bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'beac878f-3872-4f43-890d-3c0a8b4c8461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:16:48.335075 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1eb9d1-4b00-448d-a250-5e3ff05edfcd tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Network hostable DHCP agents. Network: beac878f-3872-4f43-890d-3c0a8b4c8461, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:16:48.340410 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-699f9291-36af-4ab2-8e36-bbc553bb9ff1 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:48.446810 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb530383-24f4-4773-9f27-c9f7769d2aee admin admin] Pushing event deleted for resources: {'Port': ['ID=3929e0cc-3af7-4b7c-8721-c4e9c474e74b,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:48.483773 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-699f9291-36af-4ab2-8e36-bbc553bb9ff1 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:48.507612 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-cb530383-24f4-4773-9f27-c9f7769d2aee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:48.511090 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f7f89f93-d763-4b61-a08b-128e4af14c60 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:48.557706 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699f9291-36af-4ab2-8e36-bbc553bb9ff1 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e66bf62-781f-4bc5-a403-8d5fba1bcc9b,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:48.564428 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08d65a7-5e57-4c68-a666-b30eb4189fed tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Attributes excluded by policy engine: ['shared'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:16:48.565848 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08d65a7-5e57-4c68-a666-b30eb4189fed tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Attributes excluded by policy engine: ['shared'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:16:48.567311 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08d65a7-5e57-4c68-a666-b30eb4189fed tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Attributes excluded by policy engine: ['shared'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:16:48.568347 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0c9e24cf-f702-4b6b-a81e-98c678e31c2d tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:48.568746 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08d65a7-5e57-4c68-a666-b30eb4189fed tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Attributes excluded by policy engine: ['shared'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:16:48.570314 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08d65a7-5e57-4c68-a666-b30eb4189fed tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Attributes excluded by policy engine: ['shared'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:16:48.575883 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c08d65a7-5e57-4c68-a666-b30eb4189fed tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] 10.222.0.36 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2999465 Dec 15 19:16:48.576056 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-699f9291-36af-4ab2-8e36-bbc553bb9ff1 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:48.582626 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48300) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:48.593595 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-34e8898a-ed6a-4486-93b5-bedf42b52744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:48.639009 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:48.660653 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-34e8898a-ed6a-4486-93b5-bedf42b52744 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:48.666849 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1eb9d1-4b00-448d-a250-5e3ff05edfcd tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Network beac878f-3872-4f43-890d-3c0a8b4c8461 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:16:48.748857 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e8898a-ed6a-4486-93b5-bedf42b52744 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e04f9fb-f9a5-45a2-9184-076bb9a796d7,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:48.765844 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-699f9291-36af-4ab2-8e36-bbc553bb9ff1 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:48.767182 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-699f9291-36af-4ab2-8e36-bbc553bb9ff1 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.6151359 Dec 15 19:16:48.769860 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-34e8898a-ed6a-4486-93b5-bedf42b52744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:48.774670 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48304) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:48.783879 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-34e8898a-ed6a-4486-93b5-bedf42b52744 admin admin] 10.222.0.36 "DELETE /v2.0/networks/7e04f9fb-f9a5-45a2-9184-076bb9a796d7 HTTP/1.1" status: 204 len: 168 time: 2.0910797 Dec 15 19:16:48.793019 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-39bc5775-b91e-4b1e-acb7-c46a12fc052f tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Request body: {'security_group_rule': {'security_group_id': 'ac1c43bc-db5f-4e47-a630-c0cdba81b5ab', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:16:48.814223 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-fd1eb9d1-4b00-448d-a250-5e3ff05edfcd tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, beac878f-3872-4f43-890d-3c0a8b4c8461) {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:16:48.820545 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-39bc5775-b91e-4b1e-acb7-c46a12fc052f tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:16:48.826457 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0541bb-076b-4b6d-9de8-024dce1eebf7 None None] Network beac878f-3872-4f43-890d-3c0a8b4c8461 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:16:48.841698 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-39bc5775-b91e-4b1e-acb7-c46a12fc052f tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Usage tracker for resource:security_group_rule and tenant:e803dbd48f46472fa8b4641842e31169 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:16:48.848474 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1eb9d1-4b00-448d-a250-5e3ff05edfcd tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:16:48.849057 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fd1eb9d1-4b00-448d-a250-5e3ff05edfcd tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:48.857857 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-39bc5775-b91e-4b1e-acb7-c46a12fc052f tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:16:48.886669 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0c9e24cf-f702-4b6b-a81e-98c678e31c2d tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:48.896830 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-39bc5775-b91e-4b1e-acb7-c46a12fc052f tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:16:48.899547 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-82eb877f-b6b3-461c-a972-25e704d88751 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:48.962726 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b0a677-20f3-41ac-9b46-9280070d3b43 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:16:48.964229 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-21b0a677-20f3-41ac-9b46-9280070d3b43 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] 10.222.0.36 "GET /v2.0/networks/798f489e-2aee-4cf6-a2a5-b30c896f61ea HTTP/1.1" status: 200 len: 804 time: 0.3774216 Dec 15 19:16:48.971265 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c70489ea-27ad-4ee6-ac58-6e06446db095 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:48.978426 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48310) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:49.013387 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-fd1eb9d1-4b00-448d-a250-5e3ff05edfcd tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3528824 Dec 15 19:16:49.031495 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48314) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:49.089524 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9e24cf-f702-4b6b-a81e-98c678e31c2d tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:16:49.096568 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-cf0a8add-6b00-4956-a0b8-25be3ceb6b6a tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Request body: {'port': {'network_id': 'beac878f-3872-4f43-890d-3c0a8b4c8461', 'name': 'tempest-PortsIpV6TestJSON-929626685'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:16:49.107432 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee0f058-7eeb-46a5-a7b1-fb356cf77a06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-beac878f-3872-4f43-890d-3c0a8b4c8461', 'network_id': 'beac878f-3872-4f43-890d-3c0a8b4c8461', 'tenant_id': 'd09e37d948244dafb936d2972b3d58c9', 'fixed_ips': [{'subnet_id': '5a17b2c3-573b-47c2-923b-0b91ed81bdcb'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:16:49.108469 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2ee0f058-7eeb-46a5-a7b1-fb356cf77a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:49.125232 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-0c9e24cf-f702-4b6b-a81e-98c678e31c2d tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:16:49.131432 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9e24cf-f702-4b6b-a81e-98c678e31c2d tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:16:49.177021 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9e24cf-f702-4b6b-a81e-98c678e31c2d tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Pushing event updated for resources: {'Port': ['ID=98a2261b-e7f3-4dda-992a-146079300b8f,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:49.232109 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48318) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:49.238479 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0c9e24cf-f702-4b6b-a81e-98c678e31c2d tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:49.240223 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-63cd4376-6621-40b8-85de-85cd49b3e6bd tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854207876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854699191'] for router, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:49.242651 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cb530383-24f4-4773-9f27-c9f7769d2aee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854141934'] for router_gateway, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:49.244877 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-39bc5775-b91e-4b1e-acb7-c46a12fc052f tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:49.312552 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-2ee0f058-7eeb-46a5-a7b1-fb356cf77a06 None None] Allocated IP 2001:db8::2 (beac878f-3872-4f43-890d-3c0a8b4c8461/5a17b2c3-573b-47c2-923b-0b91ed81bdcb/0549a6e2-6355-458c-80e9-cd2fca5f8e0d) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:16:49.372337 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-63cd4376-6621-40b8-85de-85cd49b3e6bd tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:49.538898 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cb530383-24f4-4773-9f27-c9f7769d2aee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854207876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854699191'] for router, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:49.544773 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cb530383-24f4-4773-9f27-c9f7769d2aee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:49.556947 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2ee0f058-7eeb-46a5-a7b1-fb356cf77a06 None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:49.568509 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-2ee0f058-7eeb-46a5-a7b1-fb356cf77a06 None None] Transition to ACTIVE for port object 0549a6e2-6355-458c-80e9-cd2fca5f8e0d will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:16:49.574615 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-63cd4376-6621-40b8-85de-85cd49b3e6bd tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854207982'] for router, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:49.575992 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63cd4376-6621-40b8-85de-85cd49b3e6bd tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Fanout notify agent at l3_agent the message router_deleted on router 2fea20b6-3b80-4ee6-9ec1-da496481db5a {{(pid=88990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 19:16:49.599754 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-2ee0f058-7eeb-46a5-a7b1-fb356cf77a06 None None] Transition to ACTIVE for port object 0549a6e2-6355-458c-80e9-cd2fca5f8e0d will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:16:49.610381 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-63cd4376-6621-40b8-85de-85cd49b3e6bd tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:49.611611 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-63cd4376-6621-40b8-85de-85cd49b3e6bd tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] 10.222.0.36 "DELETE /v2.0/routers/2fea20b6-3b80-4ee6-9ec1-da496481db5a HTTP/1.1" status: 204 len: 168 time: 1.7839503 Dec 15 19:16:49.613002 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cb530383-24f4-4773-9f27-c9f7769d2aee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854207982'] for router, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:49.613594 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb530383-24f4-4773-9f27-c9f7769d2aee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 485f06b9-02ea-481a-9b5c-3973a4e308b0 {{(pid=88990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 19:16:49.615097 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48322) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:49.620225 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cb530383-24f4-4773-9f27-c9f7769d2aee admin admin] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:49.621338 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-cb530383-24f4-4773-9f27-c9f7769d2aee admin admin] 10.222.0.36 "DELETE /v2.0/routers/485f06b9-02ea-481a-9b5c-3973a4e308b0 HTTP/1.1" status: 204 len: 168 time: 4.5363727 Dec 15 19:16:49.629100 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2ee0f058-7eeb-46a5-a7b1-fb356cf77a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:49.642160 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-84c79c1b-99d8-4a30-baca-c81453425b75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:49.656231 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48326) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:49.693120 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee0f058-7eeb-46a5-a7b1-fb356cf77a06 None None] Network beac878f-3872-4f43-890d-3c0a8b4c8461 is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:16:49.699137 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-2ee0f058-7eeb-46a5-a7b1-fb356cf77a06 None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:16:49.702961 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee0f058-7eeb-46a5-a7b1-fb356cf77a06 None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:16:49.773990 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-f72d30dc-c9d8-4eea-a374-503340a0a1e9 admin admin] Deleting subnet 2527abbd-64f3-47b0-8f5b-9a35313fb6ee {{(pid=88990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:16:49.780716 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f72d30dc-c9d8-4eea-a374-503340a0a1e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:49.826609 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee0f058-7eeb-46a5-a7b1-fb356cf77a06 None None] Pushing event updated for resources: {'Port': ['ID=0549a6e2-6355-458c-80e9-cd2fca5f8e0d,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:49.837211 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2ee0f058-7eeb-46a5-a7b1-fb356cf77a06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:49.843137 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-cf0a8add-6b00-4956-a0b8-25be3ceb6b6a tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:16:49.848817 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-2ee0f058-7eeb-46a5-a7b1-fb356cf77a06 None None] Attempting to bind port 0549a6e2-6355-458c-80e9-cd2fca5f8e0d on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:16:49.849367 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-2ee0f058-7eeb-46a5-a7b1-fb356cf77a06 None None] Attempting to bind port 0549a6e2-6355-458c-80e9-cd2fca5f8e0d by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '611534f9-7d40-4b10-8146-4be4290901bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'beac878f-3872-4f43-890d-3c0a8b4c8461'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:16:49.849865 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee0f058-7eeb-46a5-a7b1-fb356cf77a06 None None] Attempting to bind port 0549a6e2-6355-458c-80e9-cd2fca5f8e0d on network beac878f-3872-4f43-890d-3c0a8b4c8461 {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:16:49.857892 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee0f058-7eeb-46a5-a7b1-fb356cf77a06 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:16:49.858426 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee0f058-7eeb-46a5-a7b1-fb356cf77a06 None None] Checking segment: {'id': '611534f9-7d40-4b10-8146-4be4290901bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'beac878f-3872-4f43-890d-3c0a8b4c8461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:16:49.858950 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2ee0f058-7eeb-46a5-a7b1-fb356cf77a06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:49.859395 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee0f058-7eeb-46a5-a7b1-fb356cf77a06 None None] Bound using segment: {'id': '611534f9-7d40-4b10-8146-4be4290901bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'beac878f-3872-4f43-890d-3c0a8b4c8461'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:16:49.859998 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-2ee0f058-7eeb-46a5-a7b1-fb356cf77a06 None None] Bound port: 0549a6e2-6355-458c-80e9-cd2fca5f8e0d, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '611534f9-7d40-4b10-8146-4be4290901bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'beac878f-3872-4f43-890d-3c0a8b4c8461'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:16:49.860858 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2ee0f058-7eeb-46a5-a7b1-fb356cf77a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:49.891272 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-374f51f8-ef36-4d68-adf4-213ef2e94148 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] 10.222.0.36 "GET /v2.0/networks/798f489e-2aee-4cf6-a2a5-b30c896f61ea?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.9114678 Dec 15 19:16:49.898013 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48330) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:49.913454 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-cf0a8add-6b00-4956-a0b8-25be3ceb6b6a tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:16:49.958279 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-7cd4720f-8185-4d79-8b9f-9f62588d64ff admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=07507a555a264de2b95fac8c5d93591a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7146292 Dec 15 19:16:49.960001 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-39bc5775-b91e-4b1e-acb7-c46a12fc052f tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:49.963990 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48334) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:49.988085 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f3d6cd-5db7-45e1-af46-84bbe4429395 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:16:49.994056 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-74f3d6cd-5db7-45e1-af46-84bbe4429395 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] 10.222.0.36 "GET /v2.0/subnets/449c4f41-a152-4b4a-a47b-16cf43d719f4 HTTP/1.1" status: 200 len: 843 time: 0.0902338 Dec 15 19:16:49.994185 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48338) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:50.013554 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-2ee0f058-7eeb-46a5-a7b1-fb356cf77a06 None None] For port 0549a6e2-6355-458c-80e9-cd2fca5f8e0d, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:16:50.018394 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-2ee0f058-7eeb-46a5-a7b1-fb356cf77a06 None None] For port 0549a6e2-6355-458c-80e9-cd2fca5f8e0d, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=0549a6e2-6355-458c-80e9-cd2fca5f8e0d,segment=NetworkSegment(611534f9-7d40-4b10-8146-4be4290901bc),segment_id=611534f9-7d40-4b10-8146-4be4290901bc)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:16:50.068439 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f72d30dc-c9d8-4eea-a374-503340a0a1e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838448728'] for subnet, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:50.073431 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-39bc5775-b91e-4b1e-acb7-c46a12fc052f tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:50.091612 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-789dc0a0-c27d-40d5-a411-86a680b2cd08 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:50.101933 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f143c558-634f-4cc8-b08a-71c9b9e7288e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:50.115009 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2ee0f058-7eeb-46a5-a7b1-fb356cf77a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:50.120757 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a3115483-3c72-44ca-bbd5-4981e1d9c9e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:50.132782 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bc5775-b91e-4b1e-acb7-c46a12fc052f tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6eed8e0-f0dd-420d-9031-e182cbbb63fa,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:50.136156 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-39bc5775-b91e-4b1e-acb7-c46a12fc052f tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:50.143375 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf0a8add-6b00-4956-a0b8-25be3ceb6b6a tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Made reservation on behalf of d09e37d948244dafb936d2972b3d58c9 for: {'port': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:16:50.148886 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cf0a8add-6b00-4956-a0b8-25be3ceb6b6a tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:50.174553 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f3e74b-a94c-43f9-9a7a-859d8465231e tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Attributes excluded by policy engine: ['shared'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:16:50.177852 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-20f3e74b-a94c-43f9-9a7a-859d8465231e tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] 10.222.0.36 "GET /v2.0/subnets/449c4f41-a152-4b4a-a47b-16cf43d719f4?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1808875 Dec 15 19:16:50.182074 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48342) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:50.188285 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8eb786d-9acd-4842-b6c0-3786534812c1 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Deleting subnet a324f25b-2123-4d7d-9064-f22aab80815d {{(pid=88990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:16:50.199425 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-f284b34e-f31c-4c0c-ac69-12946dd0a616 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1961108192'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:16:50.204066 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c8eb786d-9acd-4842-b6c0-3786534812c1 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Notify callbacks [] for subnet, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:50.214779 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee0f058-7eeb-46a5-a7b1-fb356cf77a06 None None] Pushing event updated for resources: {'Port': ['ID=0549a6e2-6355-458c-80e9-cd2fca5f8e0d,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:50.222664 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2ee0f058-7eeb-46a5-a7b1-fb356cf77a06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:50.243272 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-f284b34e-f31c-4c0c-ac69-12946dd0a616 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:16:50.251065 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f143c558-634f-4cc8-b08a-71c9b9e7288e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:50.283880 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-f284b34e-f31c-4c0c-ac69-12946dd0a616 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:16:50.297816 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-39bc5775-b91e-4b1e-acb7-c46a12fc052f tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:50.299177 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-39bc5775-b91e-4b1e-acb7-c46a12fc052f tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 1.5176446 Dec 15 19:16:50.302501 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48346) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:50.304930 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c8eb786d-9acd-4842-b6c0-3786534812c1 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838448728'] for subnet, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:50.305673 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-cf0a8add-6b00-4956-a0b8-25be3ceb6b6a tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] device_id is not set on port c41bf0a1-da8b-4c19-8c4b-fe8a1cc84f65 yet. {{(pid=88991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:16:50.368620 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f72d30dc-c9d8-4eea-a374-503340a0a1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:50.408350 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f284b34e-f31c-4c0c-ac69-12946dd0a616 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Made reservation on behalf of ef42ee63914143f6ab639ee882cc5d7b for: {'network': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:16:50.413681 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f284b34e-f31c-4c0c-ac69-12946dd0a616 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:50.476451 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-da938ab2-ff8e-4273-b756-39b8c5794aa0 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:50.509333 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-da938ab2-ff8e-4273-b756-39b8c5794aa0 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:50.509583 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c70489ea-27ad-4ee6-ac58-6e06446db095 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:50.511519 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0c9e24cf-f702-4b6b-a81e-98c678e31c2d tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:50.556569 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f284b34e-f31c-4c0c-ac69-12946dd0a616 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=88990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:16:50.571336 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c8eb786d-9acd-4842-b6c0-3786534812c1 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:50.617529 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-da938ab2-ff8e-4273-b756-39b8c5794aa0 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:50.618716 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f284b34e-f31c-4c0c-ac69-12946dd0a616 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:50.619123 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-f284b34e-f31c-4c0c-ac69-12946dd0a616 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Added segment 26550f64-fa3b-446f-8895-d249551b1791 of type vlan for network b9b8987a-c164-4dd0-bd59-a5f689ce8701 Dec 15 19:16:50.625357 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c70489ea-27ad-4ee6-ac58-6e06446db095 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854141873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-633912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854194791'] for router, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:50.631343 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f14fc168-2584-406f-babc-0d80dfaaa082 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:50.658022 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f72d30dc-c9d8-4eea-a374-503340a0a1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16636259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14850861'] for subnet, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:50.671147 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da938ab2-ff8e-4273-b756-39b8c5794aa0 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c6eed8e0-f0dd-420d-9031-e182cbbb63fa,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:50.689643 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-da938ab2-ff8e-4273-b756-39b8c5794aa0 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:50.692226 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:50.743919 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f284b34e-f31c-4c0c-ac69-12946dd0a616 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:50.748870 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72d30dc-c9d8-4eea-a374-503340a0a1e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2527abbd-64f3-47b0-8f5b-9a35313fb6ee,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:50.759008 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f72d30dc-c9d8-4eea-a374-503340a0a1e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:50.759455 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f72d30dc-c9d8-4eea-a374-503340a0a1e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:50.785034 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e33f6ec-c47c-441f-b8f7-31930d036d16 None None] Network 63216a8d-7e0f-4726-838d-7fa437e43530 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:16:50.800441 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-da938ab2-ff8e-4273-b756-39b8c5794aa0 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:50.801724 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-da938ab2-ff8e-4273-b756-39b8c5794aa0 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/c6eed8e0-f0dd-420d-9031-e182cbbb63fa HTTP/1.1" status: 204 len: 168 time: 0.4672439 Dec 15 19:16:50.802022 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f143c558-634f-4cc8-b08a-71c9b9e7288e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:50.810554 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48350) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:50.816424 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7fdbc404-3085-40c4-9a81-9809b16c7bae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:50.821749 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f72d30dc-c9d8-4eea-a374-503340a0a1e9 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/2527abbd-64f3-47b0-8f5b-9a35313fb6ee HTTP/1.1" status: 204 len: 168 time: 1.1580601 Dec 15 19:16:50.822591 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48352) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:50.857479 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c8eb786d-9acd-4842-b6c0-3786534812c1 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16636259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14850861'] for subnet, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:50.866197 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2a831fbd-b5d0-4fee-ae30-b079ed4f460d tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:50.900908 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f143c558-634f-4cc8-b08a-71c9b9e7288e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb53371-ed70-419d-9031-a0d6bbd81ac4,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:50.906255 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f143c558-634f-4cc8-b08a-71c9b9e7288e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:50.924382 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-cf0a8add-6b00-4956-a0b8-25be3ceb6b6a tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Allocated IP 2001:db8::380 (beac878f-3872-4f43-890d-3c0a8b4c8461/5a17b2c3-573b-47c2-923b-0b91ed81bdcb/c41bf0a1-da8b-4c19-8c4b-fe8a1cc84f65) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:16:50.991232 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f143c558-634f-4cc8-b08a-71c9b9e7288e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:50.995877 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f143c558-634f-4cc8-b08a-71c9b9e7288e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ccb53371-ed70-419d-9031-a0d6bbd81ac4 HTTP/1.1" status: 204 len: 168 time: 1.0276341 Dec 15 19:16:51.018386 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0c9e24cf-f702-4b6b-a81e-98c678e31c2d tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:51.070391 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eb786d-9acd-4842-b6c0-3786534812c1 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Pushing event deleted for resources: {'Subnet': ['ID=a324f25b-2123-4d7d-9064-f22aab80815d,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:51.073637 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c8eb786d-9acd-4842-b6c0-3786534812c1 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:51.077243 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c8eb786d-9acd-4842-b6c0-3786534812c1 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:51.079372 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c8eb786d-9acd-4842-b6c0-3786534812c1 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] 10.222.0.36 "DELETE /v2.0/subnets/a324f25b-2123-4d7d-9064-f22aab80815d HTTP/1.1" status: 204 len: 168 time: 1.4632602 Dec 15 19:16:51.080368 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f284b34e-f31c-4c0c-ac69-12946dd0a616 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:51.085282 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f284b34e-f31c-4c0c-ac69-12946dd0a616 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:16:51.086622 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f284b34e-f31c-4c0c-ac69-12946dd0a616 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:51.089113 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb8a837-b990-4bc3-bcdb-8b3f1c805b39 None None] Network c230877b-c462-4b98-a497-8a0d3225ba55 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:16:51.110688 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48360) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:51.114273 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-21d9660a-064b-4fa9-acd6-801857579fb3 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:51.147421 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0c9e24cf-f702-4b6b-a81e-98c678e31c2d tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854141873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-633912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854194791'] for router, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:51.223800 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f278520-fabe-44dc-9026-4207690c3ba4 None None] DHCP port deletion for 63216a8d-7e0f-4726-838d-7fa437e43530 request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:16:51.249534 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-1f278520-fabe-44dc-9026-4207690c3ba4 None None] Deleting port 8f79e2e7-56d9-4e1f-8724-7f26713002ad {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:16:51.252660 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1f278520-fabe-44dc-9026-4207690c3ba4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:51.261080 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2809813f-4135-45ef-8874-44c09bcc42ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:51.263352 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-160cf75d-7a0c-436e-9439-ecaa1874cf67 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Synchronizing usage tracker for tenant:e803dbd48f46472fa8b4641842e31169 on resource:security_group_rule {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:16:51.266286 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f284b34e-f31c-4c0c-ac69-12946dd0a616 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Pushing event updated for resources: {'Network': ['ID=b9b8987a-c164-4dd0-bd59-a5f689ce8701,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:51.269317 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f284b34e-f31c-4c0c-ac69-12946dd0a616 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:51.277462 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f284b34e-f31c-4c0c-ac69-12946dd0a616 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0866597 Dec 15 19:16:51.287595 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48364) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:51.295552 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-b793ee25-77ab-4ed6-942d-aefd1b76a4bd tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Request body: {'subnet': {'network_id': 'b9b8987a-c164-4dd0-bd59-a5f689ce8701', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:16:51.324364 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-2809813f-4135-45ef-8874-44c09bcc42ef admin admin] Deleting port 8f79e2e7-56d9-4e1f-8724-7f26713002ad {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:16:51.324725 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2809813f-4135-45ef-8874-44c09bcc42ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:51.353453 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network b9b8987a-c164-4dd0-bd59-a5f689ce8701 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:16:51.520966 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-b793ee25-77ab-4ed6-942d-aefd1b76a4bd tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:16:51.531748 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-b793ee25-77ab-4ed6-942d-aefd1b76a4bd tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:16:51.669522 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8c2d22d6-c8b1-4639-9b58-5609dced3c1c tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:51.710398 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-160cf75d-7a0c-436e-9439-ecaa1874cf67 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Unset dirty status for tenant:e803dbd48f46472fa8b4641842e31169 on resource:security_group_rule {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:16:51.711529 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-160cf75d-7a0c-436e-9439-ecaa1874cf67 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.8825831 Dec 15 19:16:51.720585 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48372) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:51.722194 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-1f278520-fabe-44dc-9026-4207690c3ba4 None None] For port 8f79e2e7-56d9-4e1f-8724-7f26713002ad, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=8f79e2e7-56d9-4e1f-8724-7f26713002ad,segment=NetworkSegment(cc77d08c-3e06-4395-9e96-2ce9f09be278),segment_id=cc77d08c-3e06-4395-9e96-2ce9f09be278)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:16:51.722687 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1f278520-fabe-44dc-9026-4207690c3ba4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:51.724736 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cf0a8add-6b00-4956-a0b8-25be3ceb6b6a tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:51.759604 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-8c2d22d6-c8b1-4639-9b58-5609dced3c1c tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Deleting port bb7f0904-dfb0-4da7-ba92-c03ed1158322 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:16:51.759993 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8c2d22d6-c8b1-4639-9b58-5609dced3c1c tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:51.821510 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-cf0a8add-6b00-4956-a0b8-25be3ceb6b6a tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Transition to ACTIVE for port object c41bf0a1-da8b-4c19-8c4b-fe8a1cc84f65 will not be triggered until provisioned by entity DHCP. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:16:51.893313 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2a9b1d9a-8213-4f8a-8c90-afa54ee8af4f tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:51.922386 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b793ee25-77ab-4ed6-942d-aefd1b76a4bd tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Made reservation on behalf of ef42ee63914143f6ab639ee882cc5d7b for: {'subnet': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:16:52.049909 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2a9b1d9a-8213-4f8a-8c90-afa54ee8af4f tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:52.186067 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-2809813f-4135-45ef-8874-44c09bcc42ef admin admin] For port 8f79e2e7-56d9-4e1f-8724-7f26713002ad, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=8f79e2e7-56d9-4e1f-8724-7f26713002ad,segment=NetworkSegment(cc77d08c-3e06-4395-9e96-2ce9f09be278),segment_id=cc77d08c-3e06-4395-9e96-2ce9f09be278)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:16:52.186582 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2809813f-4135-45ef-8874-44c09bcc42ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:52.199372 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 0549a6e2-6355-458c-80e9-cd2fca5f8e0d up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:16:52.207404 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b793ee25-77ab-4ed6-942d-aefd1b76a4bd tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839924940'] for subnet, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:52.272493 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-1f278520-fabe-44dc-9026-4207690c3ba4 None None] Calling delete_port for 8f79e2e7-56d9-4e1f-8724-7f26713002ad owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:16:52.342820 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.ipam_backend_mixin [None req-b793ee25-77ab-4ed6-942d-aefd1b76a4bd tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Performing IP validity checks on allocation pools {{(pid=88990) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Dec 15 19:16:52.343438 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.ipam_backend_mixin [None req-b793ee25-77ab-4ed6-942d-aefd1b76a4bd tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88990) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Dec 15 19:16:52.391615 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 0549a6e2-6355-458c-80e9-cd2fca5f8e0d completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:16:52.417217 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1f278520-fabe-44dc-9026-4207690c3ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866'] for port, after_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:52.426874 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-52818914-b69b-41b9-ba61-c446d9c9f096 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:52.471568 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bdbc5ea-7cf7-4d87-a8ac-3f53ffe52ec2 None None] DHCP port deletion for c230877b-c462-4b98-a497-8a0d3225ba55 request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:16:52.492037 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f278520-fabe-44dc-9026-4207690c3ba4 None None] Pushing event deleted for resources: {'Port': ['ID=8f79e2e7-56d9-4e1f-8724-7f26713002ad,revision_number=None']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:52.496431 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-3bdbc5ea-7cf7-4d87-a8ac-3f53ffe52ec2 None None] Deleting port bb7f0904-dfb0-4da7-ba92-c03ed1158322 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:16:52.496928 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3bdbc5ea-7cf7-4d87-a8ac-3f53ffe52ec2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:52.524086 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 3929e0cc-3af7-4b7c-8721-c4e9c474e74b no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:16:52.540914 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-2809813f-4135-45ef-8874-44c09bcc42ef admin admin] Calling delete_port for 8f79e2e7-56d9-4e1f-8724-7f26713002ad owned by network:dhcp {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:16:52.557717 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1f278520-fabe-44dc-9026-4207690c3ba4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:52.583404 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f278520-fabe-44dc-9026-4207690c3ba4 None None] No DVR routers for this DVR port 8f79e2e7-56d9-4e1f-8724-7f26713002ad on host dv-neutron-821831-2-hyperv {{(pid=88992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:16:52.585241 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 3929e0cc-3af7-4b7c-8721-c4e9c474e74b {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:16:52.585801 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 3929e0cc-3af7-4b7c-8721-c4e9c474e74b not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:16:52.586442 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 8f79e2e7-56d9-4e1f-8724-7f26713002ad no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:16:52.607110 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2a9b1d9a-8213-4f8a-8c90-afa54ee8af4f tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:52.620944 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c70489ea-27ad-4ee6-ac58-6e06446db095 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Router a2550dc9-1dee-4880-ad80-39df808dec27 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:16:52.623176 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cf0a8add-6b00-4956-a0b8-25be3ceb6b6a tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:52.658407 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:52.660905 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 8f79e2e7-56d9-4e1f-8724-7f26713002ad {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:16:52.661259 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 8f79e2e7-56d9-4e1f-8724-7f26713002ad not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:16:52.709260 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9b1d9a-8213-4f8a-8c90-afa54ee8af4f tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4e66bf62-781f-4bc5-a403-8d5fba1bcc9b,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:52.716350 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0a8add-6b00-4956-a0b8-25be3ceb6b6a tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Network beac878f-3872-4f43-890d-3c0a8b4c8461 is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:16:52.720917 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2a9b1d9a-8213-4f8a-8c90-afa54ee8af4f tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:52.721719 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-538857c1-30d0-4615-956c-51169366e825 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:52.780896 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-2809813f-4135-45ef-8874-44c09bcc42ef admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88990) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:16:52.781447 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-2809813f-4135-45ef-8874-44c09bcc42ef admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:16:52.821359 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0a8add-6b00-4956-a0b8-25be3ceb6b6a tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event updated for resources: {'Port': ['ID=c41bf0a1-da8b-4c19-8c4b-fe8a1cc84f65,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:52.827183 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-cf0a8add-6b00-4956-a0b8-25be3ceb6b6a tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:16:52.838876 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-cf0a8add-6b00-4956-a0b8-25be3ceb6b6a tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:52.839772 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2a9b1d9a-8213-4f8a-8c90-afa54ee8af4f tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:52.843974 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-2a9b1d9a-8213-4f8a-8c90-afa54ee8af4f tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/4e66bf62-781f-4bc5-a403-8d5fba1bcc9b HTTP/1.1" status: 204 len: 168 time: 1.1131155 Dec 15 19:16:52.845712 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48388) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:52.850803 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0a8add-6b00-4956-a0b8-25be3ceb6b6a tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:16:52.853265 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0a8add-6b00-4956-a0b8-25be3ceb6b6a tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:16:52.853952 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cf0a8add-6b00-4956-a0b8-25be3ceb6b6a tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:52.861070 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-8c2d22d6-c8b1-4639-9b58-5609dced3c1c tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] For port bb7f0904-dfb0-4da7-ba92-c03ed1158322, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=bb7f0904-dfb0-4da7-ba92-c03ed1158322,segment=NetworkSegment(ba8e5a70-ac71-477c-9f28-abdf0b4068a8),segment_id=ba8e5a70-ac71-477c-9f28-abdf0b4068a8)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:16:52.861465 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8c2d22d6-c8b1-4639-9b58-5609dced3c1c tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:52.892743 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b793ee25-77ab-4ed6-942d-aefd1b76a4bd tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838139473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839924955'] for subnet, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:52.897555 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-3bdbc5ea-7cf7-4d87-a8ac-3f53ffe52ec2 None None] For port bb7f0904-dfb0-4da7-ba92-c03ed1158322, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=bb7f0904-dfb0-4da7-ba92-c03ed1158322,segment=NetworkSegment(ba8e5a70-ac71-477c-9f28-abdf0b4068a8),segment_id=ba8e5a70-ac71-477c-9f28-abdf0b4068a8)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:16:52.898001 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3bdbc5ea-7cf7-4d87-a8ac-3f53ffe52ec2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:52.899413 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:52.971546 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f86bc1-d280-4dd5-b82e-e7c6ba53392d None None] Network beac878f-3872-4f43-890d-3c0a8b4c8461 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:16:52.986449 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-0f7a785d-65bf-4599-8ae1-ddc2ac11ff28 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Synchronizing usage tracker for tenant:e803dbd48f46472fa8b4641842e31169 on resource:security_group_rule {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:16:53.043319 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b793ee25-77ab-4ed6-942d-aefd1b76a4bd tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Pushing event updated for resources: {'Subnet': ['ID=1c2214dc-7c06-4a7b-a9ff-2e869058abb3,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:53.053752 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b793ee25-77ab-4ed6-942d-aefd1b76a4bd tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:53.057290 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-3bdbc5ea-7cf7-4d87-a8ac-3f53ffe52ec2 None None] Calling delete_port for bb7f0904-dfb0-4da7-ba92-c03ed1158322 owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:16:53.066169 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b793ee25-77ab-4ed6-942d-aefd1b76a4bd tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Checking segment: {'id': '26550f64-fa3b-446f-8895-d249551b1791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b9b8987a-c164-4dd0-bd59-a5f689ce8701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:16:53.066720 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b793ee25-77ab-4ed6-942d-aefd1b76a4bd tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Network hostable DHCP agents. Network: b9b8987a-c164-4dd0-bd59-a5f689ce8701, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:16:53.088808 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-0f7a785d-65bf-4599-8ae1-ddc2ac11ff28 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Unset dirty status for tenant:e803dbd48f46472fa8b4641842e31169 on resource:security_group_rule {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:16:53.092539 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-8c2d22d6-c8b1-4639-9b58-5609dced3c1c tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Calling delete_port for bb7f0904-dfb0-4da7-ba92-c03ed1158322 owned by network:dhcp {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:16:53.094070 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0f7a785d-65bf-4599-8ae1-ddc2ac11ff28 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.2466962 Dec 15 19:16:53.094795 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48394) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:53.130796 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-cf0a8add-6b00-4956-a0b8-25be3ceb6b6a tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.0955372 Dec 15 19:16:53.134772 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1792e935-d7c1-405a-84f6-92fd351584df tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:53.137890 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48398) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:53.146215 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1792e935-d7c1-405a-84f6-92fd351584df tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:53.159205 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b793ee25-77ab-4ed6-942d-aefd1b76a4bd tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Network b9b8987a-c164-4dd0-bd59-a5f689ce8701 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:16:53.200632 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-b793ee25-77ab-4ed6-942d-aefd1b76a4bd tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, b9b8987a-c164-4dd0-bd59-a5f689ce8701) {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:16:53.219538 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b793ee25-77ab-4ed6-942d-aefd1b76a4bd tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:16:53.220526 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b793ee25-77ab-4ed6-942d-aefd1b76a4bd tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:53.228178 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fe93e9-c669-4688-af06-2d6b6985dfa6 None None] Network b9b8987a-c164-4dd0-bd59-a5f689ce8701 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:16:53.256714 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1792e935-d7c1-405a-84f6-92fd351584df tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:53.265128 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1792e935-d7c1-405a-84f6-92fd351584df tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:53.272279 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1792e935-d7c1-405a-84f6-92fd351584df tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/d6184e2c-019a-41c5-ba73-84b331c677bf HTTP/1.1" status: 204 len: 168 time: 0.1739049 Dec 15 19:16:53.272279 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48404) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:53.272279 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f63164f8-6cb9-4ec4-82da-45aceee97406 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:53.306546 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-2809813f-4135-45ef-8874-44c09bcc42ef admin admin] Deleting port 8f79e2e7-56d9-4e1f-8724-7f26713002ad {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:16:53.306546 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2809813f-4135-45ef-8874-44c09bcc42ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:53.325488 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1792e935-d7c1-405a-84f6-92fd351584df tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d6184e2c-019a-41c5-ba73-84b331c677bf,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:53.329415 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1792e935-d7c1-405a-84f6-92fd351584df tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:53.345578 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b793ee25-77ab-4ed6-942d-aefd1b76a4bd tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.0568268 Dec 15 19:16:53.350284 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-48eaebea-cb33-42f1-8066-672d9f6c5367 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Deleting port c41bf0a1-da8b-4c19-8c4b-fe8a1cc84f65 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:16:53.350760 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-48eaebea-cb33-42f1-8066-672d9f6c5367 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:53.353164 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48408) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:53.372071 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-3bdbc5ea-7cf7-4d87-a8ac-3f53ffe52ec2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88992) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:16:53.373081 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-3bdbc5ea-7cf7-4d87-a8ac-3f53ffe52ec2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:16:53.392048 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-69900cbf-3a0d-4b0d-ae0d-5e6b2cc712c0 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:16:53.393161 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8c2d22d6-c8b1-4639-9b58-5609dced3c1c tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:53.410939 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5d39026f-1047-41c4-804f-7f04cde67498 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:53.425508 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d4cc3315-48d9-4afb-8c85-cb9316de7fd6 None None] Provisioning for port 0549a6e2-6355-458c-80e9-cd2fca5f8e0d completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:16:53.432285 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-2809813f-4135-45ef-8874-44c09bcc42ef admin admin] The port '8f79e2e7-56d9-4e1f-8724-7f26713002ad' was deleted {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 15 19:16:53.448257 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2d22d6-c8b1-4639-9b58-5609dced3c1c tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] No DVR routers for this DVR port bb7f0904-dfb0-4da7-ba92-c03ed1158322 on host dv-neutron-821831-2-hyperv {{(pid=88991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:16:53.461281 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d4cc3315-48d9-4afb-8c85-cb9316de7fd6 None None] Provisioning complete for port 0549a6e2-6355-458c-80e9-cd2fca5f8e0d triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:16:53.461701 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d4cc3315-48d9-4afb-8c85-cb9316de7fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:53.513537 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2d22d6-c8b1-4639-9b58-5609dced3c1c tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Pushing event deleted for resources: {'Port': ['ID=bb7f0904-dfb0-4da7-ba92-c03ed1158322,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:53.517481 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8c2d22d6-c8b1-4639-9b58-5609dced3c1c tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:53.588163 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-cfdaab65-9639-469c-abe8-01849160bfd8 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Synchronizing usage tracker for tenant:e803dbd48f46472fa8b4641842e31169 on resource:security_group_rule {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:16:53.689290 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c9e24cf-f702-4b6b-a81e-98c678e31c2d tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Router 6c5d42be-a9ad-4f01-9295-8030fd9c366b is scheduled to L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 with binding_index 1 {{(pid=88991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 15 19:16:53.708645 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8c2d22d6-c8b1-4639-9b58-5609dced3c1c tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:53.745910 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d4cc3315-48d9-4afb-8c85-cb9316de7fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:53.766157 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-69900cbf-3a0d-4b0d-ae0d-5e6b2cc712c0 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-14850876'] for subnet, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:53.823794 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39db5b6-9f41-4b8c-871e-2fffb8daab29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-b9b8987a-c164-4dd0-bd59-a5f689ce8701', 'network_id': 'b9b8987a-c164-4dd0-bd59-a5f689ce8701', 'tenant_id': 'ef42ee63914143f6ab639ee882cc5d7b', 'fixed_ips': [{'subnet_id': '1c2214dc-7c06-4a7b-a9ff-2e869058abb3'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:16:53.825129 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b39db5b6-9f41-4b8c-871e-2fffb8daab29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:53.843115 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-8c2d22d6-c8b1-4639-9b58-5609dced3c1c tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c230877b-c462-4b98-a497-8a0d3225ba55']}} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:53.896984 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-3bdbc5ea-7cf7-4d87-a8ac-3f53ffe52ec2 None None] Deleting port bb7f0904-dfb0-4da7-ba92-c03ed1158322 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:16:53.897274 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3bdbc5ea-7cf7-4d87-a8ac-3f53ffe52ec2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:53.930766 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-8c2d22d6-c8b1-4639-9b58-5609dced3c1c tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba8e5a70-ac71-477c-9f28-abdf0b4068a8') {'for_net_delete': True} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:53.933363 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-8c2d22d6-c8b1-4639-9b58-5609dced3c1c tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba8e5a70-ac71-477c-9f28-abdf0b4068a8') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:53.993304 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c70489ea-27ad-4ee6-ac58-6e06446db095 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:16:54.001355 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8c2d22d6-c8b1-4639-9b58-5609dced3c1c tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838443042'] for segment, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:54.015359 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-3bdbc5ea-7cf7-4d87-a8ac-3f53ffe52ec2 None None] The port 'bb7f0904-dfb0-4da7-ba92-c03ed1158322' was deleted {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 15 19:16:54.016892 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:54.020966 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2809813f-4135-45ef-8874-44c09bcc42ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:54.025025 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device bb7f0904-dfb0-4da7-ba92-c03ed1158322 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:16:54.063179 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-69900cbf-3a0d-4b0d-ae0d-5e6b2cc712c0 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734580298918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036838139560'] for subnet, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:54.070343 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8c2d22d6-c8b1-4639-9b58-5609dced3c1c tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:54.070513 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:54.070898 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c1fb7b-1cb0-42fe-a166-a0664c9a3a24 None None] Sync routers for ids ['a2550dc9-1dee-4880-ad80-39df808dec27'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:16:54.086335 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c2d22d6-c8b1-4639-9b58-5609dced3c1c tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=88991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:16:54.087168 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8c2d22d6-c8b1-4639-9b58-5609dced3c1c tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838443729'] for segment, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:54.094086 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d4cc3315-48d9-4afb-8c85-cb9316de7fd6 None None] For port 0549a6e2-6355-458c-80e9-cd2fca5f8e0d, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=0549a6e2-6355-458c-80e9-cd2fca5f8e0d,segment=NetworkSegment(611534f9-7d40-4b10-8146-4be4290901bc),segment_id=611534f9-7d40-4b10-8146-4be4290901bc)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:16:54.107570 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-48eaebea-cb33-42f1-8066-672d9f6c5367 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:54.115827 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:16:54.115827 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:16:54.115827 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:16:54.115827 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:16:54.115827 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:16:54.115827 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:16:54.115827 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:16:54.115827 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:16:54.115827 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:16:54.115827 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:16:54.115827 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:16:54.115827 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:16:54.115827 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:16:54.115827 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:16:54.115827 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:16:54.115827 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:16:54.115827 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:16:54.115827 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:16:54.115827 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:16:54.115827 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:16:54.115827 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:16:54.115827 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:16:54.115827 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:16:54.115827 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:16:54.115827 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:16:54.115827 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:16:54.115827 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:16:54.115827 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:16:54.115827 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:16:54.115827 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:16:54.115827 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:16:54.115827 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:16:54.145999 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69900cbf-3a0d-4b0d-ae0d-5e6b2cc712c0 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Pushing event updated for resources: {'Subnet': ['ID=1c2214dc-7c06-4a7b-a9ff-2e869058abb3,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:54.149463 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-69900cbf-3a0d-4b0d-ae0d-5e6b2cc712c0 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:54.150138 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-cfdaab65-9639-469c-abe8-01849160bfd8 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Unset dirty status for tenant:e803dbd48f46472fa8b4641842e31169 on resource:security_group_rule {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:16:54.154146 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d4cc3315-48d9-4afb-8c85-cb9316de7fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:54.154849 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-cfdaab65-9639-469c-abe8-01849160bfd8 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.8719280 Dec 15 19:16:54.156255 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48422) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:54.157673 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: bb7f0904-dfb0-4da7-ba92-c03ed1158322 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:16:54.158071 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device bb7f0904-dfb0-4da7-ba92-c03ed1158322 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:16:54.164077 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-135eab2b-ed65-47d1-89c9-0973bb42fd22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:54.168349 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-2809813f-4135-45ef-8874-44c09bcc42ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63216a8d-7e0f-4726-838d-7fa437e43530']}} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:54.188714 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c70489ea-27ad-4ee6-ac58-6e06446db095 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks [] for router, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:54.193228 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c70489ea-27ad-4ee6-ac58-6e06446db095 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] 10.222.0.36 "PUT /v2.0/routers/a2550dc9-1dee-4880-ad80-39df808dec27 HTTP/1.1" status: 200 len: 926 time: 9.3300898 Dec 15 19:16:54.204022 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48426) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:54.276188 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-2809813f-4135-45ef-8874-44c09bcc42ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc77d08c-3e06-4395-9e96-2ce9f09be278') {'for_net_delete': True} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:54.276535 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-2809813f-4135-45ef-8874-44c09bcc42ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc77d08c-3e06-4395-9e96-2ce9f09be278') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:54.318633 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2809813f-4135-45ef-8874-44c09bcc42ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16327073'] for segment, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:54.328189 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c1fb7b-1cb0-42fe-a166-a0664c9a3a24 None None] Routers {'a2550dc9-1dee-4880-ad80-39df808dec27'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:16:54.328893 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-05c1fb7b-1cb0-42fe-a166-a0664c9a3a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:16:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['a2550dc9-1dee-4880-ad80-39df808dec27'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:54.352056 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3d083c28-98cc-47ab-b133-842a777617c1 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:54.358929 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-48eaebea-cb33-42f1-8066-672d9f6c5367 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Calling delete_port for c41bf0a1-da8b-4c19-8c4b-fe8a1cc84f65 owned by {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:16:54.368199 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3d083c28-98cc-47ab-b133-842a777617c1 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:54.391455 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69900cbf-3a0d-4b0d-ae0d-5e6b2cc712c0 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:16:54.392134 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-69900cbf-3a0d-4b0d-ae0d-5e6b2cc712c0 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:54.396326 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-69900cbf-3a0d-4b0d-ae0d-5e6b2cc712c0 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] 10.222.0.36 "PUT /v2.0/subnets/1c2214dc-7c06-4a7b-a9ff-2e869058abb3 HTTP/1.1" status: 200 len: 900 time: 1.0378730 Dec 15 19:16:54.400377 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48434) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:54.427498 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2809813f-4135-45ef-8874-44c09bcc42ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:54.435154 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3d083c28-98cc-47ab-b133-842a777617c1 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:54.474823 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-05c1fb7b-1cb0-42fe-a166-a0664c9a3a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:54.500935 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8c2d22d6-c8b1-4639-9b58-5609dced3c1c tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:54.501293 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c1fb7b-1cb0-42fe-a166-a0664c9a3a24 None None] Routers {'a2550dc9-1dee-4880-ad80-39df808dec27'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:16:54.501980 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-05c1fb7b-1cb0-42fe-a166-a0664c9a3a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:16:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['a2550dc9-1dee-4880-ad80-39df808dec27'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:54.523469 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:54.525998 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2809813f-4135-45ef-8874-44c09bcc42ef admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=88990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:16:54.526657 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2809813f-4135-45ef-8874-44c09bcc42ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838138943'] for segment, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:54.553638 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-da938ab2-ff8e-4273-b756-39b8c5794aa0 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:54.560795 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:16:54.560795 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:16:54.560795 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:16:54.560795 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:16:54.560795 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:16:54.560795 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:16:54.560795 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:16:54.560795 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:16:54.560795 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:16:54.560795 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:16:54.560795 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:16:54.560795 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:16:54.560795 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:16:54.560795 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:16:54.560795 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:16:54.560795 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:16:54.560795 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:16:54.560795 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:16:54.560795 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:16:54.560795 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:16:54.560795 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:16:54.560795 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:16:54.560795 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:16:54.560795 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:16:54.560795 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:16:54.560795 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:16:54.560795 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:16:54.560795 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:16:54.560795 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:16:54.560795 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:16:54.560795 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:16:54.560795 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:16:54.560795 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:16:54.560795 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:16:54.560795 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:16:54.560795 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:16:54.560795 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:16:54.560795 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:16:54.560795 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:16:54.560795 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:16:54.577170 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3d083c28-98cc-47ab-b133-842a777617c1 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:54.581724 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-3d083c28-98cc-47ab-b133-842a777617c1 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/979f1de5-dc9b-4869-807d-3a67e1118dd9 HTTP/1.1" status: 204 len: 168 time: 0.4013872 Dec 15 19:16:54.618226 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-05c1fb7b-1cb0-42fe-a166-a0664c9a3a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:54.618711 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c1fb7b-1cb0-42fe-a166-a0664c9a3a24 None None] The sync data for ids ['a2550dc9-1dee-4880-ad80-39df808dec27'] in dv-neutron-821831-2-hyperv is: [] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:16:54.623236 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cc3315-48d9-4afb-8c85-cb9316de7fd6 None None] Pushing event updated for resources: {'Port': ['ID=0549a6e2-6355-458c-80e9-cd2fca5f8e0d,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:54.629323 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d4cc3315-48d9-4afb-8c85-cb9316de7fd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:54.649777 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-b39db5b6-9f41-4b8c-871e-2fffb8daab29 None None] Allocated IP 2001:db8::3 (b9b8987a-c164-4dd0-bd59-a5f689ce8701/1c2214dc-7c06-4a7b-a9ff-2e869058abb3/e7351af0-923a-4ba0-8b20-31b5ee460595) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:16:54.670883 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-51abe99c-3a77-4fd2-b9c0-bd29089bdc2e None None] Provisioning complete for port 0549a6e2-6355-458c-80e9-cd2fca5f8e0d triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:16:54.671272 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-51abe99c-3a77-4fd2-b9c0-bd29089bdc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:54.675350 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48438) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:54.675660 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48440) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:54.699567 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d083c28-98cc-47ab-b133-842a777617c1 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=979f1de5-dc9b-4869-807d-3a67e1118dd9,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:54.737285 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3d083c28-98cc-47ab-b133-842a777617c1 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:54.852318 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8c2d22d6-c8b1-4639-9b58-5609dced3c1c tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:54.860123 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2d22d6-c8b1-4639-9b58-5609dced3c1c tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Pushing event deleted for resources: {'Network': ['ID=c230877b-c462-4b98-a497-8a0d3225ba55,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:54.863335 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8c2d22d6-c8b1-4639-9b58-5609dced3c1c tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:54.877728 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2809813f-4135-45ef-8874-44c09bcc42ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:54.902019 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f95062a3-4cac-43f3-9a84-afead7c24254 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:54.902366 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8c2d22d6-c8b1-4639-9b58-5609dced3c1c tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] 10.222.0.36 "DELETE /v2.0/networks/c230877b-c462-4b98-a497-8a0d3225ba55 HTTP/1.1" status: 204 len: 168 time: 3.7845054 Dec 15 19:16:54.930061 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2809813f-4135-45ef-8874-44c09bcc42ef admin admin] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:54.952020 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c9e24cf-f702-4b6b-a81e-98c678e31c2d tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:16:54.957394 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0c9e24cf-f702-4b6b-a81e-98c678e31c2d tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Notify callbacks [] for router, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:54.960141 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0c9e24cf-f702-4b6b-a81e-98c678e31c2d tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] 10.222.0.36 "PUT /v2.0/routers/6c5d42be-a9ad-4f01-9295-8030fd9c366b HTTP/1.1" status: 200 len: 916 time: 10.6075883 Dec 15 19:16:54.965095 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef398a2-7003-456b-89fe-10507239a195 None None] Sync routers for ids ['6c5d42be-a9ad-4f01-9295-8030fd9c366b'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:16:54.965911 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48450) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:54.990065 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef398a2-7003-456b-89fe-10507239a195 None None] Routers {'6c5d42be-a9ad-4f01-9295-8030fd9c366b'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:16:54.991040 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-aef398a2-7003-456b-89fe-10507239a195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:16:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['6c5d42be-a9ad-4f01-9295-8030fd9c366b'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:55.022645 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2809813f-4135-45ef-8874-44c09bcc42ef admin admin] Pushing event deleted for resources: {'Network': ['ID=63216a8d-7e0f-4726-838d-7fa437e43530,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:55.039750 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2809813f-4135-45ef-8874-44c09bcc42ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:55.058483 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6eb42e17-2ea1-42ff-86c9-5ea9eb8b5603 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:55.117245 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-51abe99c-3a77-4fd2-b9c0-bd29089bdc2e None None] Could not find standard attr ID for object c41bf0a1-da8b-4c19-8c4b-fe8a1cc84f65. {{(pid=88992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 15 19:16:55.135315 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-aef398a2-7003-456b-89fe-10507239a195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:55.136911 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-2d9cd54b-79b0-4def-b3f2-e6e33fb0dee7 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Synchronizing usage tracker for tenant:e803dbd48f46472fa8b4641842e31169 on resource:security_group_rule {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:16:55.145008 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-2809813f-4135-45ef-8874-44c09bcc42ef admin admin] 10.222.0.36 "DELETE /v2.0/networks/63216a8d-7e0f-4726-838d-7fa437e43530 HTTP/1.1" status: 204 len: 168 time: 4.3187699 Dec 15 19:16:55.159192 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-48eaebea-cb33-42f1-8066-672d9f6c5367 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:55.170964 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef398a2-7003-456b-89fe-10507239a195 None None] Routers {'6c5d42be-a9ad-4f01-9295-8030fd9c366b'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:16:55.171428 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8c2d22d6-c8b1-4639-9b58-5609dced3c1c tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:55.171704 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-aef398a2-7003-456b-89fe-10507239a195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:16:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['6c5d42be-a9ad-4f01-9295-8030fd9c366b'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:55.228704 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-2c67acd3-2f28-4ada-b661-309235c268ce tempest-ExternalNetworksTestJSON-1009722200 tempest-ExternalNetworksTestJSON-1009722200-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-362166428'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:16:55.245885 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eaebea-cb33-42f1-8066-672d9f6c5367 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event deleted for resources: {'Port': ['ID=c41bf0a1-da8b-4c19-8c4b-fe8a1cc84f65,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:55.250498 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-48eaebea-cb33-42f1-8066-672d9f6c5367 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:55.255239 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-2c67acd3-2f28-4ada-b661-309235c268ce tempest-ExternalNetworksTestJSON-1009722200 tempest-ExternalNetworksTestJSON-1009722200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:16:55.260513 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-3d67acb8-9185-45a3-b5be-eb39a99045de None None] Could not find standard attr ID for object c41bf0a1-da8b-4c19-8c4b-fe8a1cc84f65. {{(pid=88992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 15 19:16:55.280689 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-2c67acd3-2f28-4ada-b661-309235c268ce tempest-ExternalNetworksTestJSON-1009722200 tempest-ExternalNetworksTestJSON-1009722200-project] Usage tracker for resource:network and tenant:7bd9b70b45524c05a67dd0dc7f9bc9a7 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:16:55.288901 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-2c67acd3-2f28-4ada-b661-309235c268ce tempest-ExternalNetworksTestJSON-1009722200 tempest-ExternalNetworksTestJSON-1009722200-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:16:55.297795 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-aef398a2-7003-456b-89fe-10507239a195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:55.299391 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef398a2-7003-456b-89fe-10507239a195 None None] The sync data for ids ['6c5d42be-a9ad-4f01-9295-8030fd9c366b'] in dv-neutron-821831-2-hyperv is: [] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:16:55.313032 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-2c67acd3-2f28-4ada-b661-309235c268ce tempest-ExternalNetworksTestJSON-1009722200 tempest-ExternalNetworksTestJSON-1009722200-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:16:55.336273 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-2d9cd54b-79b0-4def-b3f2-e6e33fb0dee7 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Unset dirty status for tenant:e803dbd48f46472fa8b4641842e31169 on resource:security_group_rule {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:16:55.337632 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-2d9cd54b-79b0-4def-b3f2-e6e33fb0dee7 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.6519160 Dec 15 19:16:55.338616 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6eb42e17-2ea1-42ff-86c9-5ea9eb8b5603 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:55.364638 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48456) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:55.374518 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-48eaebea-cb33-42f1-8066-672d9f6c5367 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:55.386877 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-da9db2a8-77ab-49f3-81c8-280bf9f2679e tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] 10.222.0.36 "GET /v2.0/routers/a2550dc9-1dee-4880-ad80-39df808dec27 HTTP/1.1" status: 200 len: 926 time: 1.1767302 Dec 15 19:16:55.387889 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48460) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:55.394789 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c67acd3-2f28-4ada-b661-309235c268ce tempest-ExternalNetworksTestJSON-1009722200 tempest-ExternalNetworksTestJSON-1009722200-project] Made reservation on behalf of 7bd9b70b45524c05a67dd0dc7f9bc9a7 for: {'network': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:16:55.400546 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2c67acd3-2f28-4ada-b661-309235c268ce tempest-ExternalNetworksTestJSON-1009722200 tempest-ExternalNetworksTestJSON-1009722200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:55.417903 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2c67acd3-2f28-4ada-b661-309235c268ce tempest-ExternalNetworksTestJSON-1009722200 tempest-ExternalNetworksTestJSON-1009722200-project] Notify callbacks [] for security_group, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:55.429710 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b39db5b6-9f41-4b8c-871e-2fffb8daab29 None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:55.446954 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-48eaebea-cb33-42f1-8066-672d9f6c5367 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "DELETE /v2.0/ports/c41bf0a1-da8b-4c19-8c4b-fe8a1cc84f65 HTTP/1.1" status: 204 len: 168 time: 2.3079274 Dec 15 19:16:55.447780 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48464) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:55.453106 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b39db5b6-9f41-4b8c-871e-2fffb8daab29 None None] Transition to ACTIVE for port object e7351af0-923a-4ba0-8b20-31b5ee460595 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:16:55.485498 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b39db5b6-9f41-4b8c-871e-2fffb8daab29 None None] Transition to ACTIVE for port object e7351af0-923a-4ba0-8b20-31b5ee460595 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:16:55.513791 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48470) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:55.521047 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4b6bff4-399b-4185-b617-146d6f4da180 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] DELETE failed (client error): The resource could not be found. Dec 15 19:16:55.521549 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4b6bff4-399b-4185-b617-146d6f4da180 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:16:55.524680 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-2c67acd3-2f28-4ada-b661-309235c268ce tempest-ExternalNetworksTestJSON-1009722200 tempest-ExternalNetworksTestJSON-1009722200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:16:55.535244 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b39db5b6-9f41-4b8c-871e-2fffb8daab29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:55.538020 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-38cb9b4b-4799-4201-ad5e-9a21fd4bfbbd tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:55.544573 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:55.549795 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-38cb9b4b-4799-4201-ad5e-9a21fd4bfbbd tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:55.550292 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-2c67acd3-2f28-4ada-b661-309235c268ce tempest-ExternalNetworksTestJSON-1009722200 tempest-ExternalNetworksTestJSON-1009722200-project] Usage tracker for resource:security_group_rule and tenant:7bd9b70b45524c05a67dd0dc7f9bc9a7 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:16:55.553605 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-2c67acd3-2f28-4ada-b661-309235c268ce tempest-ExternalNetworksTestJSON-1009722200 tempest-ExternalNetworksTestJSON-1009722200-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:16:55.558491 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c4b6bff4-399b-4185-b617-146d6f4da180 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "DELETE /v2.0/ports/c41bf0a1-da8b-4c19-8c4b-fe8a1cc84f65 HTTP/1.1" status: 404 len: 333 time: 0.1024241 Dec 15 19:16:55.562992 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-2c67acd3-2f28-4ada-b661-309235c268ce tempest-ExternalNetworksTestJSON-1009722200 tempest-ExternalNetworksTestJSON-1009722200-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:16:55.564915 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48474) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:55.643053 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-38cb9b4b-4799-4201-ad5e-9a21fd4bfbbd tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:55.645463 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39db5b6-9f41-4b8c-871e-2fffb8daab29 None None] Network b9b8987a-c164-4dd0-bd59-a5f689ce8701 is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:16:55.646405 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39db5b6-9f41-4b8c-871e-2fffb8daab29 None None] Pushing event updated for resources: {'Port': ['ID=e7351af0-923a-4ba0-8b20-31b5ee460595,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:55.656332 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-b39db5b6-9f41-4b8c-871e-2fffb8daab29 None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:16:55.658806 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b39db5b6-9f41-4b8c-871e-2fffb8daab29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:55.659681 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39db5b6-9f41-4b8c-871e-2fffb8daab29 None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:16:55.664511 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:55.677509 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e4702c72-0b1c-4a33-846e-f70e4c44b48b tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=4b9c9b76-a8c2-4873-8d7b-0d52cc71925c&device_id=a2550dc9-1dee-4880-ad80-39df808dec27&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2705112 Dec 15 19:16:55.678168 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48478) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:55.678344 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48480) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:55.683829 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-faf6c4a3-0077-4526-a704-13f9a39d99be tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] 10.222.0.36 "GET /v2.0/routers/6c5d42be-a9ad-4f01-9295-8030fd9c366b HTTP/1.1" status: 200 len: 922 time: 0.6281705 Dec 15 19:16:55.686048 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48484) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:55.709801 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-cd8d3658-ede4-4077-be3e-2134b891d8cf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9123dde40c194e828f2d284c47d69e10&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1916037 Dec 15 19:16:55.721975 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48492) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:55.729578 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8ba8ed8-245f-4e19-99ac-a93ccc51c973 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] GET failed (client error): The resource could not be found. Dec 15 19:16:55.733759 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a8ba8ed8-245f-4e19-99ac-a93ccc51c973 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "GET /v2.0/ports/c41bf0a1-da8b-4c19-8c4b-fe8a1cc84f65 HTTP/1.1" status: 404 len: 333 time: 0.1651857 Dec 15 19:16:55.745901 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48496) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:55.805543 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-b39db5b6-9f41-4b8c-871e-2fffb8daab29 None None] Attempting to bind port e7351af0-923a-4ba0-8b20-31b5ee460595 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:16:55.806368 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-b39db5b6-9f41-4b8c-871e-2fffb8daab29 None None] Attempting to bind port e7351af0-923a-4ba0-8b20-31b5ee460595 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '26550f64-fa3b-446f-8895-d249551b1791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b9b8987a-c164-4dd0-bd59-a5f689ce8701'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:16:55.806854 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39db5b6-9f41-4b8c-871e-2fffb8daab29 None None] Attempting to bind port e7351af0-923a-4ba0-8b20-31b5ee460595 on network b9b8987a-c164-4dd0-bd59-a5f689ce8701 {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:16:55.817231 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6eb42e17-2ea1-42ff-86c9-5ea9eb8b5603 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16636259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14850861'] for subnet, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:55.826417 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39db5b6-9f41-4b8c-871e-2fffb8daab29 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:16:55.826911 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39db5b6-9f41-4b8c-871e-2fffb8daab29 None None] Checking segment: {'id': '26550f64-fa3b-446f-8895-d249551b1791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b9b8987a-c164-4dd0-bd59-a5f689ce8701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:16:55.827438 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b39db5b6-9f41-4b8c-871e-2fffb8daab29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:55.827952 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39db5b6-9f41-4b8c-871e-2fffb8daab29 None None] Bound using segment: {'id': '26550f64-fa3b-446f-8895-d249551b1791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b9b8987a-c164-4dd0-bd59-a5f689ce8701'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:16:55.828548 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-b39db5b6-9f41-4b8c-871e-2fffb8daab29 None None] Bound port: e7351af0-923a-4ba0-8b20-31b5ee460595, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26550f64-fa3b-446f-8895-d249551b1791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b9b8987a-c164-4dd0-bd59-a5f689ce8701'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:16:55.829409 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b39db5b6-9f41-4b8c-871e-2fffb8daab29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:55.838514 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:55.907283 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca134e80-78e9-456b-a805-026b6e3ce675 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:16:55.907931 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ca134e80-78e9-456b-a805-026b6e3ce675 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Synchronizing usage tracker for tenant:f075a9d384eb440db84c0ccc2770e165 on resource:network {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:16:55.911331 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cb9b4b-4799-4201-ad5e-9a21fd4bfbbd tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=15932fd7-0d37-4e23-8050-da9e2d4c3250,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:55.970541 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-38cb9b4b-4799-4201-ad5e-9a21fd4bfbbd tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:55.970541 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-38cb9b4b-4799-4201-ad5e-9a21fd4bfbbd tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/15932fd7-0d37-4e23-8050-da9e2d4c3250 HTTP/1.1" status: 204 len: 168 time: 0.5889888 Dec 15 19:16:55.971720 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-38cb9b4b-4799-4201-ad5e-9a21fd4bfbbd tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:55.974174 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48500) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:55.989222 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 0549a6e2-6355-458c-80e9-cd2fca5f8e0d up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:16:56.036242 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b39db5b6-9f41-4b8c-871e-2fffb8daab29 None None] For port e7351af0-923a-4ba0-8b20-31b5ee460595, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:16:56.039090 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ca134e80-78e9-456b-a805-026b6e3ce675 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Unset dirty status for tenant:f075a9d384eb440db84c0ccc2770e165 on resource:network {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:16:56.043140 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ca134e80-78e9-456b-a805-026b6e3ce675 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] 10.222.0.36 "GET /v2.0/networks/4b9c9b76-a8c2-4873-8d7b-0d52cc71925c HTTP/1.1" status: 200 len: 881 time: 0.3563099 Dec 15 19:16:56.051810 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48504) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:56.055977 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b39db5b6-9f41-4b8c-871e-2fffb8daab29 None None] For port e7351af0-923a-4ba0-8b20-31b5ee460595, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=e7351af0-923a-4ba0-8b20-31b5ee460595,segment=NetworkSegment(26550f64-fa3b-446f-8895-d249551b1791),segment_id=26550f64-fa3b-446f-8895-d249551b1791)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:16:56.089108 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 0549a6e2-6355-458c-80e9-cd2fca5f8e0d triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:16:56.089698 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:56.117531 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c5c76a30-7ffe-4ec1-85fb-a2b9b08cc6f1 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2550dc9-1dee-4880-ad80-39df808dec27 HTTP/1.1" status: 200 len: 205 time: 0.0621278 Dec 15 19:16:56.121335 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b39db5b6-9f41-4b8c-871e-2fffb8daab29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:56.127096 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48508) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:56.132769 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0450a65b-590f-4053-89f4-34735a6c7e4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:56.148561 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb42e17-2ea1-42ff-86c9-5ea9eb8b5603 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Pushing event deleted for resources: {'Subnet': ['ID=1c2214dc-7c06-4a7b-a9ff-2e869058abb3,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:56.159542 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6eb42e17-2ea1-42ff-86c9-5ea9eb8b5603 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:56.225873 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-fa431e77-ef84-48fe-acf6-a27a7a11cda1 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Synchronizing usage tracker for tenant:e803dbd48f46472fa8b4641842e31169 on resource:security_group_rule {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:16:56.267373 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c5704d34-7963-431b-a08d-052402cbec0e tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=4b9c9b76-a8c2-4873-8d7b-0d52cc71925c&device_id=6c5d42be-a9ad-4f01-9295-8030fd9c366b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5720038 Dec 15 19:16:56.272474 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4dc4bd73-2b31-4aea-bf32-10d29f052ace admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1ed51d9be243454f815e29b0df356bce&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5877907 Dec 15 19:16:56.272474 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48512) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:56.276282 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48514) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:56.317146 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6b0b51f2-23fd-4d09-b1c8-32250d2a3deb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:56.350738 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39db5b6-9f41-4b8c-871e-2fffb8daab29 None None] Pushing event updated for resources: {'Port': ['ID=e7351af0-923a-4ba0-8b20-31b5ee460595,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:56.354232 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b39db5b6-9f41-4b8c-871e-2fffb8daab29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:56.382673 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-fa431e77-ef84-48fe-acf6-a27a7a11cda1 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Unset dirty status for tenant:e803dbd48f46472fa8b4641842e31169 on resource:security_group_rule {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:16:56.383934 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-fa431e77-ef84-48fe-acf6-a27a7a11cda1 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4086263 Dec 15 19:16:56.395313 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb33b7f2-7288-4c3a-a554-ee48830a7065 None None] Network b9b8987a-c164-4dd0-bd59-a5f689ce8701 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:16:56.397813 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48520) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:56.439849 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6eb42e17-2ea1-42ff-86c9-5ea9eb8b5603 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:56.467075 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6b0b51f2-23fd-4d09-b1c8-32250d2a3deb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:56.514360 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2c67acd3-2f28-4ada-b661-309235c268ce tempest-ExternalNetworksTestJSON-1009722200 tempest-ExternalNetworksTestJSON-1009722200-project] Notify callbacks [] for security_group, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:56.529552 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-6eb42e17-2ea1-42ff-86c9-5ea9eb8b5603 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9b8987a-c164-4dd0-bd59-a5f689ce8701']}} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:56.566415 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d6d28b-471e-4e09-90b4-d74e014cbac0 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:16:56.570681 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d4d6d28b-471e-4e09-90b4-d74e014cbac0 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] 10.222.0.36 "GET /v2.0/networks/4b9c9b76-a8c2-4873-8d7b-0d52cc71925c HTTP/1.1" status: 200 len: 881 time: 0.2938495 Dec 15 19:16:56.570681 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6c5ec7f2-385f-4ffe-b40c-ccb8fd6d827d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:56.573696 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48524) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:56.576074 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2c67acd3-2f28-4ada-b661-309235c268ce tempest-ExternalNetworksTestJSON-1009722200 tempest-ExternalNetworksTestJSON-1009722200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:56.587334 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-6eb42e17-2ea1-42ff-86c9-5ea9eb8b5603 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26550f64-fa3b-446f-8895-d249551b1791') {'for_net_delete': True} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:56.587779 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-6eb42e17-2ea1-42ff-86c9-5ea9eb8b5603 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26550f64-fa3b-446f-8895-d249551b1791') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:56.612568 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-85097884-85e5-454f-b84f-babb926af23b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:56.617679 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c375d2e-adcf-4485-8088-8af393a0c585 None None] Network b9b8987a-c164-4dd0-bd59-a5f689ce8701 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:16:56.650853 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6eb42e17-2ea1-42ff-86c9-5ea9eb8b5603 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16327073'] for segment, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:56.654548 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-77e7fd5a-3e88-4f84-a7da-068426049833 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c5d42be-a9ad-4f01-9295-8030fd9c366b HTTP/1.1" status: 200 len: 205 time: 0.0796037 Dec 15 19:16:56.659225 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48528) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:56.666446 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6c5ec7f2-385f-4ffe-b40c-ccb8fd6d827d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:56.701678 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c67acd3-2f28-4ada-b661-309235c268ce tempest-ExternalNetworksTestJSON-1009722200 tempest-ExternalNetworksTestJSON-1009722200-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=88990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:16:56.713117 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6eb42e17-2ea1-42ff-86c9-5ea9eb8b5603 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:56.722358 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a5c2ea8-226b-4a75-ab4d-70e736d5612e tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Deleting subnet 5a17b2c3-573b-47c2-923b-0b91ed81bdcb {{(pid=88990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:16:56.732811 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c67acd3-2f28-4ada-b661-309235c268ce tempest-ExternalNetworksTestJSON-1009722200 tempest-ExternalNetworksTestJSON-1009722200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35524c13-3f4e-4f41-9568-26f2ab6c498e,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:56.746071 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5a5c2ea8-226b-4a75-ab4d-70e736d5612e tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for subnet, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:56.779129 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eb42e17-2ea1-42ff-86c9-5ea9eb8b5603 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=88990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:16:56.779663 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6eb42e17-2ea1-42ff-86c9-5ea9eb8b5603 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838138943'] for segment, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:56.795960 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2c67acd3-2f28-4ada-b661-309235c268ce tempest-ExternalNetworksTestJSON-1009722200 tempest-ExternalNetworksTestJSON-1009722200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:56.796676 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:16:56.796676 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:16:56.796676 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:16:56.796676 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:16:56.796676 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:16:56.796676 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:16:56.796676 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:16:56.796676 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:16:56.796676 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:16:56.796676 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:16:56.796676 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:16:56.796676 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:16:56.796676 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:16:56.796676 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:16:56.796676 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:16:56.796676 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:16:56.796676 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:16:56.796676 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:16:56.796676 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:16:56.796676 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:16:56.796676 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:16:56.796676 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:16:56.796676 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:16:56.796676 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:16:56.796676 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:16:56.796676 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:16:56.796676 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:16:56.796676 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:16:56.796676 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:16:56.796676 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:16:56.796676 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:16:56.796676 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:16:56.815591 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4c0a3c9a-9aad-42bd-b676-460ecbb7e3ac tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks [] for router, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:56.856055 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8837ef3-a9df-4b7a-a1e2-fb204d6b04e7 None None] get_active_networks_info from dv-neutron-821831-2-hyperv {{(pid=88992) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 15 19:16:56.876442 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9815fde4-3584-4891-baf0-ed165ba1ed08 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:56.878202 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6b0b51f2-23fd-4d09-b1c8-32250d2a3deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:56.896301 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a03d69a9-ee6f-439d-a19d-a733b847153a tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:56.931531 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0b51f2-23fd-4d09-b1c8-32250d2a3deb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a51615e4-173f-4b88-b43e-aaff4f3a6c44,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:56.938307 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6b0b51f2-23fd-4d09-b1c8-32250d2a3deb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:56.951066 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5a5c2ea8-226b-4a75-ab4d-70e736d5612e tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838448728'] for subnet, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:56.953041 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6c5ec7f2-385f-4ffe-b40c-ccb8fd6d827d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:56.961035 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-17bf6198-1303-4232-ae37-8d040fde905e tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:56.978558 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5ec7f2-385f-4ffe-b40c-ccb8fd6d827d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc76f410-4317-42f4-9b7c-d7c52c89900c,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:56.983885 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6c5ec7f2-385f-4ffe-b40c-ccb8fd6d827d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:56.994437 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6c5ec7f2-385f-4ffe-b40c-ccb8fd6d827d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:56.995760 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6c5ec7f2-385f-4ffe-b40c-ccb8fd6d827d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dc76f410-4317-42f4-9b7c-d7c52c89900c HTTP/1.1" status: 204 len: 168 time: 0.7185676 Dec 15 19:16:57.000998 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8837ef3-a9df-4b7a-a1e2-fb204d6b04e7 None None] Resources bound (agent type, host, resource id): {{(pid=88992) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 15 19:16:57.003588 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9815fde4-3584-4891-baf0-ed165ba1ed08 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:57.033307 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2c67acd3-2f28-4ada-b661-309235c268ce tempest-ExternalNetworksTestJSON-1009722200 tempest-ExternalNetworksTestJSON-1009722200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:57.033693 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-2c67acd3-2f28-4ada-b661-309235c268ce tempest-ExternalNetworksTestJSON-1009722200 tempest-ExternalNetworksTestJSON-1009722200-project] Added segment dd84e206-091c-40a2-89b6-707a77b25456 of type vlan for network eb0ecd0c-c2b2-42ac-9124-4f4688c817e5 Dec 15 19:16:57.056310 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-6eb42e17-2ea1-42ff-86c9-5ea9eb8b5603 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 15 19:16:57.056310 dv-neutron-821831-2-hyperv neutron-server[88879]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 15 19:16:57.056310 dv-neutron-821831-2-hyperv neutron-server[88879]: [parameters: {'id': 'b9b8987a-c164-4dd0-bd59-a5f689ce8701'}] Dec 15 19:16:57.056310 dv-neutron-821831-2-hyperv neutron-server[88879]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88990) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:16:57.057164 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-6eb42e17-2ea1-42ff-86c9-5ea9eb8b5603 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:16:57.128171 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7bd4baf5-a570-4b88-9449-b93c91cd2ac6 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks [] for router, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:57.139353 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6b0b51f2-23fd-4d09-b1c8-32250d2a3deb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:57.140606 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6b0b51f2-23fd-4d09-b1c8-32250d2a3deb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a51615e4-173f-4b88-b43e-aaff4f3a6c44 HTTP/1.1" status: 204 len: 168 time: 1.4174700 Dec 15 19:16:57.144167 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2c67acd3-2f28-4ada-b661-309235c268ce tempest-ExternalNetworksTestJSON-1009722200 tempest-ExternalNetworksTestJSON-1009722200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:57.162821 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5a5c2ea8-226b-4a75-ab4d-70e736d5612e tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:57.219097 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9815fde4-3584-4891-baf0-ed165ba1ed08 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:57.230144 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-586fa276-22ea-4d71-9fba-3093d6f160f0 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:57.260479 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9815fde4-3584-4891-baf0-ed165ba1ed08 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1c43bc-db5f-4e47-a630-c0cdba81b5ab,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:57.269437 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9815fde4-3584-4891-baf0-ed165ba1ed08 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:57.323500 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9815fde4-3584-4891-baf0-ed165ba1ed08 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:57.328233 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9815fde4-3584-4891-baf0-ed165ba1ed08 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] 10.222.0.36 "DELETE /v2.0/security-groups/ac1c43bc-db5f-4e47-a630-c0cdba81b5ab HTTP/1.1" status: 204 len: 168 time: 0.9102690 Dec 15 19:16:57.328233 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2c67acd3-2f28-4ada-b661-309235c268ce tempest-ExternalNetworksTestJSON-1009722200 tempest-ExternalNetworksTestJSON-1009722200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:57.336942 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c67acd3-2f28-4ada-b661-309235c268ce tempest-ExternalNetworksTestJSON-1009722200 tempest-ExternalNetworksTestJSON-1009722200-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:16:57.336942 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2c67acd3-2f28-4ada-b661-309235c268ce tempest-ExternalNetworksTestJSON-1009722200 tempest-ExternalNetworksTestJSON-1009722200-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:57.336942 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48536) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:57.339094 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f284b34e-f31c-4c0c-ac69-12946dd0a616 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:57.397277 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5a5c2ea8-226b-4a75-ab4d-70e736d5612e tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16636259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14850861'] for subnet, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:57.519353 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4c0a3c9a-9aad-42bd-b676-460ecbb7e3ac tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:57.530715 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-2c67acd3-2f28-4ada-b661-309235c268ce tempest-ExternalNetworksTestJSON-1009722200 tempest-ExternalNetworksTestJSON-1009722200-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.8427987 Dec 15 19:16:57.538274 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48542) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:57.545979 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5a5c2ea8-226b-4a75-ab4d-70e736d5612e tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:57.547820 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-5a5c2ea8-226b-4a75-ab4d-70e736d5612e tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "DELETE /v2.0/subnets/5a17b2c3-573b-47c2-923b-0b91ed81bdcb HTTP/1.1" status: 204 len: 168 time: 1.7989931 Dec 15 19:16:57.548281 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595a11fd-5733-42a0-838e-7fb5e9c463df None None] Network beac878f-3872-4f43-890d-3c0a8b4c8461 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:16:57.550640 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c67acd3-2f28-4ada-b661-309235c268ce tempest-ExternalNetworksTestJSON-1009722200 tempest-ExternalNetworksTestJSON-1009722200-project] Pushing event updated for resources: {'Network': ['ID=eb0ecd0c-c2b2-42ac-9124-4f4688c817e5,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:57.563250 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6eb42e17-2ea1-42ff-86c9-5ea9eb8b5603 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:57.565548 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2c67acd3-2f28-4ada-b661-309235c268ce tempest-ExternalNetworksTestJSON-1009722200 tempest-ExternalNetworksTestJSON-1009722200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:57.571734 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48548) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:57.572352 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4c554ee0-34e7-4348-84e6-928d75c8e4b8 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:57.589409 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network eb0ecd0c-c2b2-42ac-9124-4f4688c817e5 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:16:57.631443 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-4c0a3c9a-9aad-42bd-b676-460ecbb7e3ac tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Deleting port 1f3e1f47-3d17-4a78-b2c1-0cb70f83e2d4 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:16:57.631920 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4c0a3c9a-9aad-42bd-b676-460ecbb7e3ac tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:57.650924 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-6ece7067-ae3b-47fe-9b36-11acf1d22fb7 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Synchronizing usage tracker for tenant:e803dbd48f46472fa8b4641842e31169 on resource:security_group {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:16:57.653821 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5c2ea8-226b-4a75-ab4d-70e736d5612e tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event deleted for resources: {'Subnet': ['ID=5a17b2c3-573b-47c2-923b-0b91ed81bdcb,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:57.742663 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5a5c2ea8-226b-4a75-ab4d-70e736d5612e tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:57.771118 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-6eb42e17-2ea1-42ff-86c9-5ea9eb8b5603 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Deleting port e7351af0-923a-4ba0-8b20-31b5ee460595 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:16:57.771663 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6eb42e17-2ea1-42ff-86c9-5ea9eb8b5603 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:57.833991 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7bd4baf5-a570-4b88-9449-b93c91cd2ac6 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:57.878416 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-7bd4baf5-a570-4b88-9449-b93c91cd2ac6 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Deleting port 98a2261b-e7f3-4dda-992a-146079300b8f {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:16:57.878801 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7bd4baf5-a570-4b88-9449-b93c91cd2ac6 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:57.930496 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5999f005-0b1e-48e0-9db4-f5e2fe693ccd tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:57.944303 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-6ece7067-ae3b-47fe-9b36-11acf1d22fb7 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Unset dirty status for tenant:e803dbd48f46472fa8b4641842e31169 on resource:security_group {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:16:57.945539 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6ece7067-ae3b-47fe-9b36-11acf1d22fb7 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5902698 Dec 15 19:16:57.950416 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48566) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:57.953798 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4c0a3c9a-9aad-42bd-b676-460ecbb7e3ac tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:58.013584 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-f37f5df0-6544-490f-83ba-22c8378b892a tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Request body: {'security_group': {'name': 'tempest-secgroup--1997838531'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:16:58.026598 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-73e37571-8c28-408f-9b4c-ce9e0fa2ca75 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Request body: {'network': {'name': 'tempest-network--461571638', 'router:external': True}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:16:58.034621 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-f37f5df0-6544-490f-83ba-22c8378b892a tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:16:58.039513 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-73e37571-8c28-408f-9b4c-ce9e0fa2ca75 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:16:58.049555 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-73e37571-8c28-408f-9b4c-ce9e0fa2ca75 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Usage tracker for resource:network and tenant:8326b31d3cac4ff0aeca873a19da3271 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:16:58.065014 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-73e37571-8c28-408f-9b4c-ce9e0fa2ca75 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:16:58.067910 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-5999f005-0b1e-48e0-9db4-f5e2fe693ccd tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Deleting port 0549a6e2-6355-458c-80e9-cd2fca5f8e0d {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:16:58.068296 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5999f005-0b1e-48e0-9db4-f5e2fe693ccd tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:58.114651 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-4c0a3c9a-9aad-42bd-b676-460ecbb7e3ac tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Calling delete_port for 1f3e1f47-3d17-4a78-b2c1-0cb70f83e2d4 owned by network:router_gateway {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:16:58.115117 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-f37f5df0-6544-490f-83ba-22c8378b892a tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:16:58.117447 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-73e37571-8c28-408f-9b4c-ce9e0fa2ca75 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:16:58.238218 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cad8544-c983-42ea-a534-7629dc767e85 None None] DHCP port deletion for beac878f-3872-4f43-890d-3c0a8b4c8461 request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:16:58.243371 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-6cad8544-c983-42ea-a534-7629dc767e85 None None] Deleting port 0549a6e2-6355-458c-80e9-cd2fca5f8e0d {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:16:58.243793 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6cad8544-c983-42ea-a534-7629dc767e85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:58.248593 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f37f5df0-6544-490f-83ba-22c8378b892a tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:58.312309 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e37571-8c28-408f-9b4c-ce9e0fa2ca75 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Made reservation on behalf of 8326b31d3cac4ff0aeca873a19da3271 for: {'network': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:16:58.317617 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-73e37571-8c28-408f-9b4c-ce9e0fa2ca75 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:58.348297 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-6eb42e17-2ea1-42ff-86c9-5ea9eb8b5603 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] For port e7351af0-923a-4ba0-8b20-31b5ee460595, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=e7351af0-923a-4ba0-8b20-31b5ee460595,segment=NetworkSegment(26550f64-fa3b-446f-8895-d249551b1791),segment_id=26550f64-fa3b-446f-8895-d249551b1791)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:16:58.348720 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6eb42e17-2ea1-42ff-86c9-5ea9eb8b5603 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:58.365844 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-73e37571-8c28-408f-9b4c-ce9e0fa2ca75 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:58.395247 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7bd4baf5-a570-4b88-9449-b93c91cd2ac6 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:58.520724 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-6eb42e17-2ea1-42ff-86c9-5ea9eb8b5603 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Calling delete_port for e7351af0-923a-4ba0-8b20-31b5ee460595 owned by network:dhcp {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:16:58.550658 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-7bd4baf5-a570-4b88-9449-b93c91cd2ac6 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Calling delete_port for 98a2261b-e7f3-4dda-992a-146079300b8f owned by network:router_gateway {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:16:58.591844 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-6cad8544-c983-42ea-a534-7629dc767e85 None None] For port 0549a6e2-6355-458c-80e9-cd2fca5f8e0d, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=0549a6e2-6355-458c-80e9-cd2fca5f8e0d,segment=NetworkSegment(611534f9-7d40-4b10-8146-4be4290901bc),segment_id=611534f9-7d40-4b10-8146-4be4290901bc)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:16:58.592694 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6cad8544-c983-42ea-a534-7629dc767e85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:58.600448 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-f37f5df0-6544-490f-83ba-22c8378b892a tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:16:58.656896 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-f37f5df0-6544-490f-83ba-22c8378b892a tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Usage tracker for resource:security_group_rule and tenant:e803dbd48f46472fa8b4641842e31169 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:16:58.663257 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-f37f5df0-6544-490f-83ba-22c8378b892a tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:16:58.698423 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-73e37571-8c28-408f-9b4c-ce9e0fa2ca75 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:16:58.701860 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-f37f5df0-6544-490f-83ba-22c8378b892a tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:16:58.713748 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-73e37571-8c28-408f-9b4c-ce9e0fa2ca75 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Usage tracker for resource:security_group_rule and tenant:8326b31d3cac4ff0aeca873a19da3271 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:16:58.727597 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-73e37571-8c28-408f-9b4c-ce9e0fa2ca75 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:16:58.770171 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-73e37571-8c28-408f-9b4c-ce9e0fa2ca75 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:16:58.801079 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-5999f005-0b1e-48e0-9db4-f5e2fe693ccd tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] For port 0549a6e2-6355-458c-80e9-cd2fca5f8e0d, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=0549a6e2-6355-458c-80e9-cd2fca5f8e0d,segment=NetworkSegment(611534f9-7d40-4b10-8146-4be4290901bc),segment_id=611534f9-7d40-4b10-8146-4be4290901bc)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:16:58.801806 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5999f005-0b1e-48e0-9db4-f5e2fe693ccd tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:58.811461 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-6cad8544-c983-42ea-a534-7629dc767e85 None None] Calling delete_port for 0549a6e2-6355-458c-80e9-cd2fca5f8e0d owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:16:58.823631 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7bd4baf5-a570-4b88-9449-b93c91cd2ac6 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:58.829815 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0c9e24cf-f702-4b6b-a81e-98c678e31c2d tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:58.875747 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48588) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:58.895609 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd4baf5-a570-4b88-9449-b93c91cd2ac6 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Pushing event deleted for resources: {'Port': ['ID=98a2261b-e7f3-4dda-992a-146079300b8f,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:58.898724 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7bd4baf5-a570-4b88-9449-b93c91cd2ac6 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:58.942479 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6eb42e17-2ea1-42ff-86c9-5ea9eb8b5603 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:58.951859 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6cad8544-c983-42ea-a534-7629dc767e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866'] for port, after_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:58.955157 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-5999f005-0b1e-48e0-9db4-f5e2fe693ccd tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Calling delete_port for 0549a6e2-6355-458c-80e9-cd2fca5f8e0d owned by network:dhcp {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:16:58.955851 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e8757060-937b-4825-8611-9fd1352c2ca4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:58.970785 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48592) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:58.995202 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2288ddd6-f2d7-40f4-8d3c-03ab2e88fe9f tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:58.998132 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cad8544-c983-42ea-a534-7629dc767e85 None None] Pushing event deleted for resources: {'Port': ['ID=0549a6e2-6355-458c-80e9-cd2fca5f8e0d,revision_number=None']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:59.002545 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6cad8544-c983-42ea-a534-7629dc767e85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:59.005129 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cad8544-c983-42ea-a534-7629dc767e85 None None] No DVR routers for this DVR port 0549a6e2-6355-458c-80e9-cd2fca5f8e0d on host dv-neutron-821831-2-hyperv {{(pid=88992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:16:59.067728 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb42e17-2ea1-42ff-86c9-5ea9eb8b5603 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] No DVR routers for this DVR port e7351af0-923a-4ba0-8b20-31b5ee460595 on host dv-neutron-821831-2-hyperv {{(pid=88990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:16:59.111251 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb42e17-2ea1-42ff-86c9-5ea9eb8b5603 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Pushing event deleted for resources: {'Port': ['ID=e7351af0-923a-4ba0-8b20-31b5ee460595,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:59.135249 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6eb42e17-2ea1-42ff-86c9-5ea9eb8b5603 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:59.150661 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4c0a3c9a-9aad-42bd-b676-460ecbb7e3ac tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:59.217091 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9168f32b-7580-4f34-9e93-b22cd7048fd3 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:59.273052 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-3b5ca2bc-948e-4cf1-baf6-bdb97e8be9e8 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2074087322'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:16:59.283241 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0a3c9a-9aad-42bd-b676-460ecbb7e3ac tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Pushing event deleted for resources: {'Port': ['ID=1f3e1f47-3d17-4a78-b2c1-0cb70f83e2d4,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:59.287535 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4c0a3c9a-9aad-42bd-b676-460ecbb7e3ac tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:59.291638 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-3b5ca2bc-948e-4cf1-baf6-bdb97e8be9e8 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:16:59.299684 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7bd4baf5-a570-4b88-9449-b93c91cd2ac6 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854141934'] for router_gateway, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:59.392336 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-3b5ca2bc-948e-4cf1-baf6-bdb97e8be9e8 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Usage tracker for resource:network and tenant:939f0a0fc6a54dca88c6c50c43297e50 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:16:59.399393 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-3b5ca2bc-948e-4cf1-baf6-bdb97e8be9e8 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:16:59.464105 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f37f5df0-6544-490f-83ba-22c8378b892a tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:59.469552 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-3b5ca2bc-948e-4cf1-baf6-bdb97e8be9e8 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:16:59.494970 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-f162add9-38e7-4963-8427-6892220c51d8 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-426409717-network', 'tenant_id': '63a560358735409688254f323e657c6f'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:16:59.507569 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-f162add9-38e7-4963-8427-6892220c51d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:16:59.520178 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f37f5df0-6544-490f-83ba-22c8378b892a tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:59.540436 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-f162add9-38e7-4963-8427-6892220c51d8 admin admin] Usage tracker for resource:network and tenant:63a560358735409688254f323e657c6f is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:16:59.544859 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6eb42e17-2ea1-42ff-86c9-5ea9eb8b5603 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:59.552510 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6b0b51f2-23fd-4d09-b1c8-32250d2a3deb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:59.565472 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-f162add9-38e7-4963-8427-6892220c51d8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:16:59.596797 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-f162add9-38e7-4963-8427-6892220c51d8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:16:59.601217 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b5ca2bc-948e-4cf1-baf6-bdb97e8be9e8 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Made reservation on behalf of 939f0a0fc6a54dca88c6c50c43297e50 for: {'network': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:16:59.606618 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3b5ca2bc-948e-4cf1-baf6-bdb97e8be9e8 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:59.646605 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-6eb42e17-2ea1-42ff-86c9-5ea9eb8b5603 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9b8987a-c164-4dd0-bd59-a5f689ce8701']}} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:59.661666 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37f5df0-6544-490f-83ba-22c8378b892a tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17936a89-d95a-4105-b441-ac12f6686ab0,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:59.664920 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-5999f005-0b1e-48e0-9db4-f5e2fe693ccd tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88990) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:16:59.665298 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-5999f005-0b1e-48e0-9db4-f5e2fe693ccd tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:16:59.673469 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f37f5df0-6544-490f-83ba-22c8378b892a tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:59.677987 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-6eb42e17-2ea1-42ff-86c9-5ea9eb8b5603 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26550f64-fa3b-446f-8895-d249551b1791') {'for_net_delete': True} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:59.678357 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-6eb42e17-2ea1-42ff-86c9-5ea9eb8b5603 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26550f64-fa3b-446f-8895-d249551b1791') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:16:59.688155 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f162add9-38e7-4963-8427-6892220c51d8 admin admin] Made reservation on behalf of 63a560358735409688254f323e657c6f for: {'network': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:16:59.692883 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f162add9-38e7-4963-8427-6892220c51d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:59.712937 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-73e37571-8c28-408f-9b4c-ce9e0fa2ca75 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:59.725725 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f162add9-38e7-4963-8427-6892220c51d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:59.742079 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6eb42e17-2ea1-42ff-86c9-5ea9eb8b5603 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16327073'] for segment, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:59.756582 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-73e37571-8c28-408f-9b4c-ce9e0fa2ca75 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:59.763936 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7a8f7493-1e83-4c72-8b78-f407dd84bd6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:16:59.788561 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6eb42e17-2ea1-42ff-86c9-5ea9eb8b5603 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:59.813789 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f37f5df0-6544-490f-83ba-22c8378b892a tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:59.817861 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f37f5df0-6544-490f-83ba-22c8378b892a tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.8636041 Dec 15 19:16:59.822165 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73e37571-8c28-408f-9b4c-ce9e0fa2ca75 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=88990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:16:59.825566 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eb42e17-2ea1-42ff-86c9-5ea9eb8b5603 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=88990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:16:59.826025 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6eb42e17-2ea1-42ff-86c9-5ea9eb8b5603 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838138943'] for segment, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:59.849473 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48600) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:16:59.850227 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:16:59.850227 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:16:59.850227 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:16:59.850227 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:16:59.850227 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:16:59.850227 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:16:59.850227 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:16:59.850227 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:16:59.850227 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:16:59.850227 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:16:59.850227 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:16:59.850227 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:16:59.850227 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:16:59.850227 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:16:59.850227 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:16:59.850227 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:16:59.850227 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:16:59.850227 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:16:59.850227 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:16:59.850227 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:16:59.850227 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:16:59.850227 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:16:59.850227 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:16:59.850227 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:16:59.850227 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:16:59.850227 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:16:59.850227 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:16:59.850227 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:16:59.850227 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:16:59.850227 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:16:59.850227 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:16:59.850227 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:16:59.912012 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-7475a431-7c94-4e6b-bfc9-ccc35a812be5 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Request body: {'security_group_rule': {'security_group_id': '17936a89-d95a-4105-b441-ac12f6686ab0', 'direction': 'ingress', 'protocol': 17}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:16:59.923383 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e37571-8c28-408f-9b4c-ce9e0fa2ca75 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9632158b-d5be-4dbe-82c1-81a4d701183c,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:16:59.924326 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3b5ca2bc-948e-4cf1-baf6-bdb97e8be9e8 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks [] for security_group, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:59.927840 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 0549a6e2-6355-458c-80e9-cd2fca5f8e0d no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:16:59.937041 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-73e37571-8c28-408f-9b4c-ce9e0fa2ca75 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:16:59.937446 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-73e37571-8c28-408f-9b4c-ce9e0fa2ca75 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Added segment 89601278-77ad-4362-8f5c-657c55672ede of type vlan for network bf10c1db-738d-4876-928e-1db6e5f8a852 Dec 15 19:16:59.938904 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-73e37571-8c28-408f-9b4c-ce9e0fa2ca75 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:16:59.950701 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-7475a431-7c94-4e6b-bfc9-ccc35a812be5 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:16:59.960744 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-f162add9-38e7-4963-8427-6892220c51d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:16:59.970223 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 0549a6e2-6355-458c-80e9-cd2fca5f8e0d {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:16:59.970708 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-7475a431-7c94-4e6b-bfc9-ccc35a812be5 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Usage tracker for resource:security_group_rule and tenant:e803dbd48f46472fa8b4641842e31169 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:16:59.971228 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 0549a6e2-6355-458c-80e9-cd2fca5f8e0d not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:16:59.982885 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-7475a431-7c94-4e6b-bfc9-ccc35a812be5 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:16:59.985107 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-f162add9-38e7-4963-8427-6892220c51d8 admin admin] Usage tracker for resource:security_group_rule and tenant:63a560358735409688254f323e657c6f is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:16:59.993207 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-f162add9-38e7-4963-8427-6892220c51d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:16:59.998908 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-7475a431-7c94-4e6b-bfc9-ccc35a812be5 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:00.009861 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7bd4baf5-a570-4b88-9449-b93c91cd2ac6 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854207876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854699191'] for router, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:00.016160 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-f162add9-38e7-4963-8427-6892220c51d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:00.023057 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-73e37571-8c28-408f-9b4c-ce9e0fa2ca75 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:00.033693 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6eb42e17-2ea1-42ff-86c9-5ea9eb8b5603 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:00.044313 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e6281201-cd8d-41c2-a10d-8ddcb7305840 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:00.062948 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6eb42e17-2ea1-42ff-86c9-5ea9eb8b5603 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:00.095973 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7bd4baf5-a570-4b88-9449-b93c91cd2ac6 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:00.101468 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb42e17-2ea1-42ff-86c9-5ea9eb8b5603 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Pushing event deleted for resources: {'Network': ['ID=b9b8987a-c164-4dd0-bd59-a5f689ce8701,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:00.114836 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6eb42e17-2ea1-42ff-86c9-5ea9eb8b5603 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:00.115537 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7475a431-7c94-4e6b-bfc9-ccc35a812be5 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:00.118018 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4c0a3c9a-9aad-42bd-b676-460ecbb7e3ac tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854141934'] for router_gateway, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:00.169384 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-5999f005-0b1e-48e0-9db4-f5e2fe693ccd tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Deleting port 0549a6e2-6355-458c-80e9-cd2fca5f8e0d {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:17:00.169698 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5999f005-0b1e-48e0-9db4-f5e2fe693ccd tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:00.213349 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6eb42e17-2ea1-42ff-86c9-5ea9eb8b5603 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] 10.222.0.36 "DELETE /v2.0/networks/b9b8987a-c164-4dd0-bd59-a5f689ce8701 HTTP/1.1" status: 204 len: 168 time: 5.8103993 Dec 15 19:17:00.216565 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-73e37571-8c28-408f-9b4c-ce9e0fa2ca75 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:00.216804 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e37571-8c28-408f-9b4c-ce9e0fa2ca75 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:17:00.217386 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-73e37571-8c28-408f-9b4c-ce9e0fa2ca75 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:00.229813 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48604) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:00.231257 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-58272527-cb7f-4d45-a0ea-5060d190ffeb tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:00.253718 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-3b5ca2bc-948e-4cf1-baf6-bdb97e8be9e8 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:00.267654 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-3b5ca2bc-948e-4cf1-baf6-bdb97e8be9e8 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Usage tracker for resource:security_group_rule and tenant:939f0a0fc6a54dca88c6c50c43297e50 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:17:00.272612 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-3b5ca2bc-948e-4cf1-baf6-bdb97e8be9e8 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:17:00.282823 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-3b5ca2bc-948e-4cf1-baf6-bdb97e8be9e8 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:00.304568 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-5999f005-0b1e-48e0-9db4-f5e2fe693ccd tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] The port '0549a6e2-6355-458c-80e9-cd2fca5f8e0d' was deleted {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 15 19:17:00.421011 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7bd4baf5-a570-4b88-9449-b93c91cd2ac6 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854207982'] for router, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:00.421483 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bd4baf5-a570-4b88-9449-b93c91cd2ac6 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Fanout notify agent at l3_agent the message router_deleted on router 6c5d42be-a9ad-4f01-9295-8030fd9c366b {{(pid=88991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 19:17:00.440389 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4c0a3c9a-9aad-42bd-b676-460ecbb7e3ac tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854207876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854699191'] for router, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:00.455059 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-11c9bfa4-18bd-4f0a-930a-3ec74f77b175 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] DELETE failed (client error): The resource could not be found. Dec 15 19:17:00.455553 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11c9bfa4-18bd-4f0a-930a-3ec74f77b175 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:17:00.457370 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-11c9bfa4-18bd-4f0a-930a-3ec74f77b175 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] 10.222.0.36 "DELETE /v2.0/subnets/1c2214dc-7c06-4a7b-a9ff-2e869058abb3 HTTP/1.1" status: 404 len: 337 time: 0.2072101 Dec 15 19:17:00.460479 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48608) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:00.462232 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4c0a3c9a-9aad-42bd-b676-460ecbb7e3ac tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:00.464030 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f162add9-38e7-4963-8427-6892220c51d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:00.498373 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-73e37571-8c28-408f-9b4c-ce9e0fa2ca75 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.9543192 Dec 15 19:17:00.503968 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48612) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:00.516000 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3792826-4a0c-4a7d-b99d-1b4b2c0ec664 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] DELETE failed (client error): The resource could not be found. Dec 15 19:17:00.516500 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3792826-4a0c-4a7d-b99d-1b4b2c0ec664 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:17:00.549109 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7bd4baf5-a570-4b88-9449-b93c91cd2ac6 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks [] for router, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:00.550302 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-7bd4baf5-a570-4b88-9449-b93c91cd2ac6 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] 10.222.0.36 "DELETE /v2.0/routers/6c5d42be-a9ad-4f01-9295-8030fd9c366b HTTP/1.1" status: 204 len: 168 time: 3.8876848 Dec 15 19:17:00.559948 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f162add9-38e7-4963-8427-6892220c51d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:00.563242 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e37571-8c28-408f-9b4c-ce9e0fa2ca75 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Pushing event updated for resources: {'Network': ['ID=bf10c1db-738d-4876-928e-1db6e5f8a852,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:00.573659 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48616) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:00.575630 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network bf10c1db-738d-4876-928e-1db6e5f8a852 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:17:00.577353 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-73e37571-8c28-408f-9b4c-ce9e0fa2ca75 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:00.591167 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-14cd03ec-aedd-4076-8edd-288bef6454f1 tempest-PortsAdminExtendedAttrsTestJSON-2069962130 tempest-PortsAdminExtendedAttrsTestJSON-2069962130-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:00.601132 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-a6de0af8-270e-4f04-8f9c-f86e8414f8e0 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1165857518', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}, 'admin_state_up': False}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:00.633992 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a6de0af8-270e-4f04-8f9c-f86e8414f8e0 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:00.640464 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7475a431-7c94-4e6b-bfc9-ccc35a812be5 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:00.642726 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f162add9-38e7-4963-8427-6892220c51d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=88990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:17:00.646389 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5999f005-0b1e-48e0-9db4-f5e2fe693ccd tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:00.654591 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-a6de0af8-270e-4f04-8f9c-f86e8414f8e0 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Usage tracker for resource:router and tenant:d0729300b7f441efa47669498ef67cb6 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:17:00.662835 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b3792826-4a0c-4a7d-b99d-1b4b2c0ec664 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] 10.222.0.36 "DELETE /v2.0/networks/b9b8987a-c164-4dd0-bd59-a5f689ce8701 HTTP/1.1" status: 404 len: 339 time: 0.1949887 Dec 15 19:17:00.665253 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-a6de0af8-270e-4f04-8f9c-f86e8414f8e0 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:17:00.673334 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48620) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:00.685304 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a6de0af8-270e-4f04-8f9c-f86e8414f8e0 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:00.700408 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7475a431-7c94-4e6b-bfc9-ccc35a812be5 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:00.706449 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f162add9-38e7-4963-8427-6892220c51d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:00.706850 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-f162add9-38e7-4963-8427-6892220c51d8 admin admin] Added segment 68c50745-522c-412f-b573-c945cd7c3bdd of type vlan for network 19b72bfa-3b09-4f76-a78c-5531fd623b36 Dec 15 19:17:00.711244 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f162add9-38e7-4963-8427-6892220c51d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05dc4ebd-b41c-4d60-9dd3-cd61a8c08378,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:00.715821 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-5999f005-0b1e-48e0-9db4-f5e2fe693ccd tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beac878f-3872-4f43-890d-3c0a8b4c8461']}} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:00.732057 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f162add9-38e7-4963-8427-6892220c51d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:00.736402 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a6dc81c2-af97-4f85-8f1a-e812c978f8f4 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:00.759349 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-5999f005-0b1e-48e0-9db4-f5e2fe693ccd tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '611534f9-7d40-4b10-8146-4be4290901bc') {'for_net_delete': True} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:00.759694 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-5999f005-0b1e-48e0-9db4-f5e2fe693ccd tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '611534f9-7d40-4b10-8146-4be4290901bc') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:00.780177 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7475a431-7c94-4e6b-bfc9-ccc35a812be5 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db677aa2-3d0a-44c6-8063-d75db66cb8eb,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:00.788992 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4c0a3c9a-9aad-42bd-b676-460ecbb7e3ac tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854207982'] for router, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:00.789565 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c0a3c9a-9aad-42bd-b676-460ecbb7e3ac tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Fanout notify agent at l3_agent the message router_deleted on router a2550dc9-1dee-4880-ad80-39df808dec27 {{(pid=88991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 19:17:00.795648 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7475a431-7c94-4e6b-bfc9-ccc35a812be5 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:00.798628 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3b5ca2bc-948e-4cf1-baf6-bdb97e8be9e8 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks [] for security_group, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:00.803839 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5999f005-0b1e-48e0-9db4-f5e2fe693ccd tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16327073'] for segment, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:00.804519 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e799a768-b201-4ef3-9e7f-0275d04cbb6e tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:00.820298 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f162add9-38e7-4963-8427-6892220c51d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:00.834755 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5999f005-0b1e-48e0-9db4-f5e2fe693ccd tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:00.838984 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4c0a3c9a-9aad-42bd-b676-460ecbb7e3ac tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks [] for router, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:00.840307 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4c0a3c9a-9aad-42bd-b676-460ecbb7e3ac tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] 10.222.0.36 "DELETE /v2.0/routers/a2550dc9-1dee-4880-ad80-39df808dec27 HTTP/1.1" status: 204 len: 168 time: 4.7119462 Dec 15 19:17:00.844749 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48624) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:00.855634 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5999f005-0b1e-48e0-9db4-f5e2fe693ccd tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=88990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:17:00.856610 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5999f005-0b1e-48e0-9db4-f5e2fe693ccd tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838138943'] for segment, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:00.858849 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3b5ca2bc-948e-4cf1-baf6-bdb97e8be9e8 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:00.864436 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:00.872086 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:17:00.872086 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:17:00.872086 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:17:00.872086 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:17:00.872086 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:17:00.872086 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:17:00.872086 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:17:00.872086 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:17:00.872086 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:17:00.872086 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:17:00.872086 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:17:00.872086 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:17:00.872086 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:17:00.872086 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:17:00.872086 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:17:00.872086 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:17:00.872086 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:17:00.872086 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:17:00.872086 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:17:00.872086 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:17:00.872086 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:17:00.872086 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:17:00.872086 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:17:00.872086 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:17:00.872086 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:17:00.872086 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:17:00.872086 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:17:00.872086 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:17:00.872086 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:17:00.872086 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:17:00.872086 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:17:00.872086 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:17:00.879825 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-626795f1-a53b-4d61-b158-e578eafc9fc0 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1518333463', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:00.909826 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eb476d9a-efa8-4a52-8282-d9be98973d1b tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:00.943984 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a6de0af8-270e-4f04-8f9c-f86e8414f8e0 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854699176'] for router, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:00.943984 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a6de0af8-270e-4f04-8f9c-f86e8414f8e0 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854194926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-76609'] for router, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:00.944789 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7475a431-7c94-4e6b-bfc9-ccc35a812be5 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:00.948986 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-7475a431-7c94-4e6b-bfc9-ccc35a812be5 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 1.0948899 Dec 15 19:17:00.955966 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-626795f1-a53b-4d61-b158-e578eafc9fc0 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:00.957116 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48628) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:00.957893 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b5ca2bc-948e-4cf1-baf6-bdb97e8be9e8 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=88991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:17:00.978315 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-626795f1-a53b-4d61-b158-e578eafc9fc0 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Usage tracker for resource:router and tenant:bf9342ea4d664954bdce169dc44f5f23 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:17:00.985883 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-626795f1-a53b-4d61-b158-e578eafc9fc0 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:17:00.992638 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-626795f1-a53b-4d61-b158-e578eafc9fc0 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:01.001168 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f162add9-38e7-4963-8427-6892220c51d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:01.002160 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f162add9-38e7-4963-8427-6892220c51d8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:17:01.007013 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f162add9-38e7-4963-8427-6892220c51d8 admin admin] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:01.010209 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1bcfc3ec-b01d-484a-8883-0239be8d7c38 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:01.054735 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5ca2bc-948e-4cf1-baf6-bdb97e8be9e8 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f12c7909-60cd-4133-b518-b986c94e83ee,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:01.068060 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3b5ca2bc-948e-4cf1-baf6-bdb97e8be9e8 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:01.086755 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5999f005-0b1e-48e0-9db4-f5e2fe693ccd tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:01.101276 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3b5ca2bc-948e-4cf1-baf6-bdb97e8be9e8 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:01.101757 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-3b5ca2bc-948e-4cf1-baf6-bdb97e8be9e8 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Added segment b1433ec9-234a-448b-99a3-45857c98f9a8 of type vlan for network 256c8958-b32d-40ed-813a-b9d084c44dd3 Dec 15 19:17:01.110459 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-626795f1-a53b-4d61-b158-e578eafc9fc0 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854699176'] for router, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:01.111479 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-626795f1-a53b-4d61-b158-e578eafc9fc0 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854194926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-76609'] for router, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:01.116075 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5999f005-0b1e-48e0-9db4-f5e2fe693ccd tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:01.118265 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-5999f005-0b1e-48e0-9db4-f5e2fe693ccd tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "DELETE /v2.0/networks/beac878f-3872-4f43-890d-3c0a8b4c8461 HTTP/1.1" status: 204 len: 168 time: 3.5128236 Dec 15 19:17:01.122561 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e799a768-b201-4ef3-9e7f-0275d04cbb6e tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:01.125441 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48632) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:01.136284 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-f267caf6-d675-4091-8c9f-0a8812506cf6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1865272508'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:01.153067 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a6de0af8-270e-4f04-8f9c-f86e8414f8e0 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:01.154797 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-f267caf6-d675-4091-8c9f-0a8812506cf6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:01.161725 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f162add9-38e7-4963-8427-6892220c51d8 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2845433 Dec 15 19:17:01.170636 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f162add9-38e7-4963-8427-6892220c51d8 admin admin] Pushing event updated for resources: {'Network': ['ID=19b72bfa-3b09-4f76-a78c-5531fd623b36,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:01.173254 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-f267caf6-d675-4091-8c9f-0a8812506cf6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Usage tracker for resource:network and tenant:d09e37d948244dafb936d2972b3d58c9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:17:01.175955 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48636) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:01.181796 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 19b72bfa-3b09-4f76-a78c-5531fd623b36 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:17:01.181933 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-f267caf6-d675-4091-8c9f-0a8812506cf6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:17:01.185984 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f162add9-38e7-4963-8427-6892220c51d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:01.186606 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2872a720-6231-448c-819b-3677418d5475 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:01.209033 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-35782929-f6cb-452e-9126-c7302d00392e admin admin] Request body: {'subnet': {'network_id': '19b72bfa-3b09-4f76-a78c-5531fd623b36', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-426409717-subnet', 'tenant_id': '63a560358735409688254f323e657c6f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:01.217340 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-f267caf6-d675-4091-8c9f-0a8812506cf6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:01.224404 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-35782929-f6cb-452e-9126-c7302d00392e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:01.228709 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5999f005-0b1e-48e0-9db4-f5e2fe693ccd tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event deleted for resources: {'Network': ['ID=beac878f-3872-4f43-890d-3c0a8b4c8461,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:01.238972 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5999f005-0b1e-48e0-9db4-f5e2fe693ccd tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:01.239969 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-35782929-f6cb-452e-9126-c7302d00392e admin admin] Usage tracker for resource:subnet and tenant:63a560358735409688254f323e657c6f is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:17:01.245267 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-35782929-f6cb-452e-9126-c7302d00392e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:17:01.248807 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-626795f1-a53b-4d61-b158-e578eafc9fc0 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:01.258551 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-35782929-f6cb-452e-9126-c7302d00392e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:01.277339 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3b5ca2bc-948e-4cf1-baf6-bdb97e8be9e8 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:01.287499 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-e799a768-b201-4ef3-9e7f-0275d04cbb6e tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf10c1db-738d-4876-928e-1db6e5f8a852']}} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:01.304616 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eb476d9a-efa8-4a52-8282-d9be98973d1b tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:01.322952 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-e799a768-b201-4ef3-9e7f-0275d04cbb6e tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89601278-77ad-4362-8f5c-657c55672ede') {'for_net_delete': True} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:01.323432 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-e799a768-b201-4ef3-9e7f-0275d04cbb6e tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89601278-77ad-4362-8f5c-657c55672ede') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:01.331260 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f267caf6-d675-4091-8c9f-0a8812506cf6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Made reservation on behalf of d09e37d948244dafb936d2972b3d58c9 for: {'network': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:17:01.336948 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f267caf6-d675-4091-8c9f-0a8812506cf6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:01.360107 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35782929-f6cb-452e-9126-c7302d00392e admin admin] Made reservation on behalf of 63a560358735409688254f323e657c6f for: {'subnet': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:17:01.365545 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-35782929-f6cb-452e-9126-c7302d00392e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839924940'] for subnet, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:01.369379 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e799a768-b201-4ef3-9e7f-0275d04cbb6e tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838443042'] for segment, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:01.385348 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-eb476d9a-efa8-4a52-8282-d9be98973d1b tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23ddfd4d-9d84-446e-bb39-04ee512363cf']}} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:01.420832 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-eb476d9a-efa8-4a52-8282-d9be98973d1b tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe4eb6fa-4e55-4962-9737-bc7f7fbdf4a6') {'for_net_delete': True} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:01.421209 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-eb476d9a-efa8-4a52-8282-d9be98973d1b tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe4eb6fa-4e55-4962-9737-bc7f7fbdf4a6') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:01.428266 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bd5a891f-4b91-4f3b-9a28-76c0da230cdf tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:01.444297 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-626795f1-a53b-4d61-b158-e578eafc9fc0 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904'] for router, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:01.453143 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eb476d9a-efa8-4a52-8282-d9be98973d1b tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838443042'] for segment, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:01.460401 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e799a768-b201-4ef3-9e7f-0275d04cbb6e tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:01.485368 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e799a768-b201-4ef3-9e7f-0275d04cbb6e tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=88991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:17:01.485809 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e799a768-b201-4ef3-9e7f-0275d04cbb6e tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838443729'] for segment, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:01.500348 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:17:01.500348 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:17:01.500348 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:17:01.500348 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:17:01.500348 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:17:01.500348 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:17:01.500348 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:17:01.500348 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:17:01.500348 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:17:01.500348 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:17:01.500348 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:17:01.500348 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:17:01.500348 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:17:01.500348 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:17:01.500348 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:17:01.500348 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:17:01.500348 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:17:01.500348 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:17:01.500348 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:17:01.500348 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:17:01.500348 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:17:01.500348 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:17:01.500348 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:17:01.500348 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:17:01.500348 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:17:01.500348 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:17:01.500348 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:17:01.500348 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:17:01.500348 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:17:01.500348 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:17:01.500348 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:17:01.500348 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:17:01.506811 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eb476d9a-efa8-4a52-8282-d9be98973d1b tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:01.560310 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bd5a891f-4b91-4f3b-9a28-76c0da230cdf tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:01.566867 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f267caf6-d675-4091-8c9f-0a8812506cf6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=88990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:17:01.575318 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3b5ca2bc-948e-4cf1-baf6-bdb97e8be9e8 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:01.579451 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5ca2bc-948e-4cf1-baf6-bdb97e8be9e8 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:17:01.580103 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3b5ca2bc-948e-4cf1-baf6-bdb97e8be9e8 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:01.590055 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a6de0af8-270e-4f04-8f9c-f86e8414f8e0 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:01.597184 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-626795f1-a53b-4d61-b158-e578eafc9fc0 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:01.601214 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-626795f1-a53b-4d61-b158-e578eafc9fc0 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7532129 Dec 15 19:17:01.601367 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1f626ab8-c689-4900-8f0b-d08053f81b00 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:01.601478 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f267caf6-d675-4091-8c9f-0a8812506cf6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:01.601478 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-f267caf6-d675-4091-8c9f-0a8812506cf6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Added segment aa5e7202-a928-4a4f-bbb1-a1590c2c5b92 of type vlan for network 5acfd536-0fde-4091-b0ad-1c8940dcce95 Dec 15 19:17:01.604406 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48640) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:01.616695 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-ca5dc19e-a51b-45aa-8488-44d5ee0dcf4b tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Request body: {'router': {'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:01.628204 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb476d9a-efa8-4a52-8282-d9be98973d1b tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=88991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:17:01.628672 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eb476d9a-efa8-4a52-8282-d9be98973d1b tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838443729'] for segment, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:01.644668 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:17:01.644668 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:17:01.644668 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:17:01.644668 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:17:01.644668 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:17:01.644668 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:17:01.644668 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:17:01.644668 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:17:01.644668 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:17:01.644668 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:17:01.644668 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:17:01.644668 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:17:01.644668 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:17:01.644668 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:17:01.644668 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:17:01.644668 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:17:01.644668 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:17:01.644668 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:17:01.644668 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:17:01.644668 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:17:01.644668 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:17:01.644668 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:17:01.644668 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:17:01.644668 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:17:01.644668 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:17:01.644668 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:17:01.644668 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:17:01.644668 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:17:01.644668 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:17:01.644668 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:17:01.644668 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:17:01.644668 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:17:01.778123 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f267caf6-d675-4091-8c9f-0a8812506cf6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:01.834749 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-3b5ca2bc-948e-4cf1-baf6-bdb97e8be9e8 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.8579495 Dec 15 19:17:01.838935 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5ca2bc-948e-4cf1-baf6-bdb97e8be9e8 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Pushing event updated for resources: {'Network': ['ID=256c8958-b32d-40ed-813a-b9d084c44dd3,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:01.848332 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3b5ca2bc-948e-4cf1-baf6-bdb97e8be9e8 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:01.858785 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 256c8958-b32d-40ed-813a-b9d084c44dd3 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:17:01.928728 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e799a768-b201-4ef3-9e7f-0275d04cbb6e tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:01.940172 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a71d7f44-0c89-4954-bf0d-cb7691cf2dfc tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:01.969028 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e799a768-b201-4ef3-9e7f-0275d04cbb6e tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bf10c1db-738d-4876-928e-1db6e5f8a852 {{(pid=88991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 15 19:17:01.991270 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e799a768-b201-4ef3-9e7f-0275d04cbb6e tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Pushing event deleted for resources: {'Network': ['ID=bf10c1db-738d-4876-928e-1db6e5f8a852,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:01.994021 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e799a768-b201-4ef3-9e7f-0275d04cbb6e tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:01.999515 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48644) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:02.000335 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bd5a891f-4b91-4f3b-9a28-76c0da230cdf tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:02.007309 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e799a768-b201-4ef3-9e7f-0275d04cbb6e tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:02.011280 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3b5ca2bc-948e-4cf1-baf6-bdb97e8be9e8 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:02.022207 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eb476d9a-efa8-4a52-8282-d9be98973d1b tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:02.030427 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f267caf6-d675-4091-8c9f-0a8812506cf6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:02.034712 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f267caf6-d675-4091-8c9f-0a8812506cf6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:17:02.035403 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f267caf6-d675-4091-8c9f-0a8812506cf6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:02.036911 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-0909a15a-d939-41ba-a999-7a409f07f0e9 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Request body: {'subnet': {'network_id': '256c8958-b32d-40ed-813a-b9d084c44dd3', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:02.046122 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-26212d4b-d8ff-4f17-8084-66204a17ebde tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:02.065648 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eb476d9a-efa8-4a52-8282-d9be98973d1b tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:02.083713 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5a891f-4b91-4f3b-9a28-76c0da230cdf tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17936a89-d95a-4105-b441-ac12f6686ab0,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:02.144634 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bd5a891f-4b91-4f3b-9a28-76c0da230cdf tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:02.148484 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-bd5a891f-4b91-4f3b-9a28-76c0da230cdf tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] 10.222.0.36 "DELETE /v2.0/security-groups/17936a89-d95a-4105-b441-ac12f6686ab0 HTTP/1.1" status: 204 len: 168 time: 1.1829128 Dec 15 19:17:02.148484 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-bd5a891f-4b91-4f3b-9a28-76c0da230cdf tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:02.154181 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-30ca2c1e-2818-4eb7-8618-fe6cd4e92024 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:02.172845 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48648) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:02.185430 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e799a768-b201-4ef3-9e7f-0275d04cbb6e tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] 10.222.0.36 "DELETE /v2.0/networks/bf10c1db-738d-4876-928e-1db6e5f8a852 HTTP/1.1" status: 204 len: 168 time: 1.6782682 Dec 15 19:17:02.189764 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-eb476d9a-efa8-4a52-8282-d9be98973d1b tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] 10.222.0.36 "DELETE /v2.0/networks/23ddfd4d-9d84-446e-bb39-04ee512363cf HTTP/1.1" status: 204 len: 168 time: 1.5091815 Dec 15 19:17:02.198554 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48650) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:02.198909 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48652) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:02.220419 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb476d9a-efa8-4a52-8282-d9be98973d1b tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Pushing event deleted for resources: {'Network': ['ID=23ddfd4d-9d84-446e-bb39-04ee512363cf,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:02.262607 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-08063f22-5215-478d-8fe1-15cf6ee05859 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:02.285994 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-eb476d9a-efa8-4a52-8282-d9be98973d1b tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:02.290168 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-08063f22-5215-478d-8fe1-15cf6ee05859 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:02.303591 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-08063f22-5215-478d-8fe1-15cf6ee05859 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Usage tracker for resource:network and tenant:8326b31d3cac4ff0aeca873a19da3271 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:17:02.308668 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-1257f968-0594-4857-856a-6eaf731a6dc7 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] DELETE failed (client error): The resource could not be found. Dec 15 19:17:02.309717 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1257f968-0594-4857-856a-6eaf731a6dc7 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:17:02.313958 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1257f968-0594-4857-856a-6eaf731a6dc7 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] 10.222.0.36 "DELETE /v2.0/subnets/9757833c-1211-4f2e-bc5e-0f6f9843bae0 HTTP/1.1" status: 404 len: 337 time: 0.1116307 Dec 15 19:17:02.313958 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-08063f22-5215-478d-8fe1-15cf6ee05859 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:17:02.323663 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48660) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:02.467342 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f267caf6-d675-4091-8c9f-0a8812506cf6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event updated for resources: {'Network': ['ID=5acfd536-0fde-4091-b0ad-1c8940dcce95,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:02.475295 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f267caf6-d675-4091-8c9f-0a8812506cf6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:02.484639 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 5acfd536-0fde-4091-b0ad-1c8940dcce95 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:17:02.532936 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f267caf6-d675-4091-8c9f-0a8812506cf6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4063301 Dec 15 19:17:02.552787 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48662) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:02.560876 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-08063f22-5215-478d-8fe1-15cf6ee05859 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:02.584001 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-0909a15a-d939-41ba-a999-7a409f07f0e9 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:02.596948 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-0909a15a-d939-41ba-a999-7a409f07f0e9 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Usage tracker for resource:subnet and tenant:939f0a0fc6a54dca88c6c50c43297e50 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:17:02.602972 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-0909a15a-d939-41ba-a999-7a409f07f0e9 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:17:02.606847 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-e25df21e-d5b7-467c-b462-41d3726e892b tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] DELETE failed (client error): The resource could not be found. Dec 15 19:17:02.607565 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e25df21e-d5b7-467c-b462-41d3726e892b tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:17:02.609633 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e25df21e-d5b7-467c-b462-41d3726e892b tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] 10.222.0.36 "DELETE /v2.0/networks/dfebbe11-092c-477a-b84f-a540506290fc HTTP/1.1" status: 404 len: 339 time: 0.2785449 Dec 15 19:17:02.620083 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-aa5729d0-bbdd-4dee-a248-c095a1a6ec9f tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Request body: {'subnet': {'network_id': '5acfd536-0fde-4091-b0ad-1c8940dcce95', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:02.620640 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-0909a15a-d939-41ba-a999-7a409f07f0e9 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:02.622740 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48668) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:02.682147 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ec0b3182-6d27-4d8e-82a1-c44c43c158ca tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Synchronizing usage tracker for tenant:e803dbd48f46472fa8b4641842e31169 on resource:security_group {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:17:02.689759 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08063f22-5215-478d-8fe1-15cf6ee05859 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Made reservation on behalf of 8326b31d3cac4ff0aeca873a19da3271 for: {'network': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:17:02.694442 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-08063f22-5215-478d-8fe1-15cf6ee05859 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:02.761973 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0909a15a-d939-41ba-a999-7a409f07f0e9 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Made reservation on behalf of 939f0a0fc6a54dca88c6c50c43297e50 for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:17:02.782222 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08063f22-5215-478d-8fe1-15cf6ee05859 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=88991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:17:02.814922 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-aa5729d0-bbdd-4dee-a248-c095a1a6ec9f tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:02.849444 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-aa5729d0-bbdd-4dee-a248-c095a1a6ec9f tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Usage tracker for resource:subnet and tenant:d09e37d948244dafb936d2972b3d58c9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:17:02.857502 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ca5dc19e-a51b-45aa-8488-44d5ee0dcf4b tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:02.860724 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-aa5729d0-bbdd-4dee-a248-c095a1a6ec9f tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:17:02.865238 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a6de0af8-270e-4f04-8f9c-f86e8414f8e0 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks [] for router_gateway, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:02.886860 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ec0b3182-6d27-4d8e-82a1-c44c43c158ca tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Unset dirty status for tenant:e803dbd48f46472fa8b4641842e31169 on resource:security_group {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:17:02.892373 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ec0b3182-6d27-4d8e-82a1-c44c43c158ca tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6973255 Dec 15 19:17:02.894815 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48672) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:02.905471 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-35782929-f6cb-452e-9126-c7302d00392e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838139473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839924955'] for subnet, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:02.913640 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-aa5729d0-bbdd-4dee-a248-c095a1a6ec9f tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:02.916831 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c465825e-b2e0-48fb-99a8-a402f4c06a82 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:02.917333 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-08063f22-5215-478d-8fe1-15cf6ee05859 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:02.917727 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-08063f22-5215-478d-8fe1-15cf6ee05859 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Added segment 51b2c416-8a89-4c2c-8a44-75354b4d1628 of type vlan for network 41cc2b5a-d231-4ad6-9be0-a4eec09ed389 Dec 15 19:17:02.946520 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-1f33853e-ad21-47f0-a68e-d0ea8a602a83 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Request body: {'security_group': {'name': 'tempest-secgroup--1054020044'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:02.957581 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a6de0af8-270e-4f04-8f9c-f86e8414f8e0 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:02.970554 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-1f33853e-ad21-47f0-a68e-d0ea8a602a83 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:02.983769 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0909a15a-d939-41ba-a999-7a409f07f0e9 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:03.037289 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-1f33853e-ad21-47f0-a68e-d0ea8a602a83 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:03.066812 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa5729d0-bbdd-4dee-a248-c095a1a6ec9f tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Made reservation on behalf of d09e37d948244dafb936d2972b3d58c9 for: {'subnet': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:17:03.083460 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-08063f22-5215-478d-8fe1-15cf6ee05859 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:03.125242 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-409b5d31-0f2a-4df5-8ec7-86d37a0f72be tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Deleting subnet 92e4f0cb-b45e-4d37-85d6-20b83cd775e3 {{(pid=88991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:17:03.132720 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-409b5d31-0f2a-4df5-8ec7-86d37a0f72be tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks [] for subnet, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:03.201226 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1f33853e-ad21-47f0-a68e-d0ea8a602a83 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:03.211661 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35782929-f6cb-452e-9126-c7302d00392e admin admin] Pushing event updated for resources: {'Subnet': ['ID=82c744e4-df47-41bb-809a-42816dd304e6,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:03.227330 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-409b5d31-0f2a-4df5-8ec7-86d37a0f72be tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16332759'] for subnet, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:03.228570 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-35782929-f6cb-452e-9126-c7302d00392e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:03.262754 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-08063f22-5215-478d-8fe1-15cf6ee05859 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:03.263992 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08063f22-5215-478d-8fe1-15cf6ee05859 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:17:03.264627 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-08063f22-5215-478d-8fe1-15cf6ee05859 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:03.276466 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8c2d22d6-c8b1-4639-9b58-5609dced3c1c tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:03.364260 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35782929-f6cb-452e-9126-c7302d00392e admin admin] Checking segment: {'id': '68c50745-522c-412f-b573-c945cd7c3bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '19b72bfa-3b09-4f76-a78c-5531fd623b36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:17:03.364587 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35782929-f6cb-452e-9126-c7302d00392e admin admin] Network hostable DHCP agents. Network: 19b72bfa-3b09-4f76-a78c-5531fd623b36, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:17:03.402038 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-aa5729d0-bbdd-4dee-a248-c095a1a6ec9f tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839924940'] for subnet, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:03.438919 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-1f33853e-ad21-47f0-a68e-d0ea8a602a83 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:03.447590 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08063f22-5215-478d-8fe1-15cf6ee05859 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Pushing event updated for resources: {'Network': ['ID=41cc2b5a-d231-4ad6-9be0-a4eec09ed389,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:03.451421 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-08063f22-5215-478d-8fe1-15cf6ee05859 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.2496424 Dec 15 19:17:03.452437 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-08063f22-5215-478d-8fe1-15cf6ee05859 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:03.458561 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48676) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:03.459946 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 41cc2b5a-d231-4ad6-9be0-a4eec09ed389 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:17:03.473883 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-cb9d38c5-cf07-4636-a4df-432ceb575c8b tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Request body: {'subnet': {'network_id': '41cc2b5a-d231-4ad6-9be0-a4eec09ed389', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:03.486955 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-cb9d38c5-cf07-4636-a4df-432ceb575c8b tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:03.499902 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-cb9d38c5-cf07-4636-a4df-432ceb575c8b tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Usage tracker for resource:subnet and tenant:8326b31d3cac4ff0aeca873a19da3271 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:17:03.504674 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-cb9d38c5-cf07-4636-a4df-432ceb575c8b tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:17:03.507919 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-409b5d31-0f2a-4df5-8ec7-86d37a0f72be tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:03.514066 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-1f33853e-ad21-47f0-a68e-d0ea8a602a83 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Usage tracker for resource:security_group_rule and tenant:e803dbd48f46472fa8b4641842e31169 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:17:03.532185 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-1f33853e-ad21-47f0-a68e-d0ea8a602a83 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:17:03.542015 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-cb9d38c5-cf07-4636-a4df-432ceb575c8b tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:03.551540 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-a6de0af8-270e-4f04-8f9c-f86e8414f8e0 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Allocated IP 172.26.3.197 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/72afca98-2d5a-4693-a5ea-4649c72210e1) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:17:03.560851 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-1f33853e-ad21-47f0-a68e-d0ea8a602a83 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:03.610870 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb9d38c5-cf07-4636-a4df-432ceb575c8b tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Made reservation on behalf of 8326b31d3cac4ff0aeca873a19da3271 for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:17:03.615635 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cb9d38c5-cf07-4636-a4df-432ceb575c8b tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:03.640895 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35782929-f6cb-452e-9126-c7302d00392e admin admin] Network 19b72bfa-3b09-4f76-a78c-5531fd623b36 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:17:03.688596 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0909a15a-d939-41ba-a999-7a409f07f0e9 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:03.693477 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ca5dc19e-a51b-45aa-8488-44d5ee0dcf4b tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks [] for router_gateway, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:03.697509 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:03.753687 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ca5dc19e-a51b-45aa-8488-44d5ee0dcf4b tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:03.805122 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0909a15a-d939-41ba-a999-7a409f07f0e9 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Pushing event updated for resources: {'Subnet': ['ID=d163ca81-f124-4548-a46b-7a5f3652941c,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:03.817093 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0909a15a-d939-41ba-a999-7a409f07f0e9 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:03.825709 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-409b5d31-0f2a-4df5-8ec7-86d37a0f72be tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16156049'] for subnet, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:03.832859 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fcc70b42-0e9e-434a-a715-9009cc43db22 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:03.850762 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-35782929-f6cb-452e-9126-c7302d00392e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, 19b72bfa-3b09-4f76-a78c-5531fd623b36) {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:17:03.860664 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac438a3c-1e8c-41fb-9e05-a7624342d84c None None] Network 19b72bfa-3b09-4f76-a78c-5531fd623b36 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:17:03.880985 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409b5d31-0f2a-4df5-8ec7-86d37a0f72be tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Pushing event deleted for resources: {'Subnet': ['ID=92e4f0cb-b45e-4d37-85d6-20b83cd775e3,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:03.882920 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35782929-f6cb-452e-9126-c7302d00392e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:17:03.883564 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-35782929-f6cb-452e-9126-c7302d00392e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:03.888459 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-409b5d31-0f2a-4df5-8ec7-86d37a0f72be tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:03.897485 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-409b5d31-0f2a-4df5-8ec7-86d37a0f72be tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:03.900219 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0909a15a-d939-41ba-a999-7a409f07f0e9 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Checking segment: {'id': 'b1433ec9-234a-448b-99a3-45857c98f9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '256c8958-b32d-40ed-813a-b9d084c44dd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:17:03.900619 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0909a15a-d939-41ba-a999-7a409f07f0e9 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Network hostable DHCP agents. Network: 256c8958-b32d-40ed-813a-b9d084c44dd3, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:17:03.963121 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f62d3d-f026-4285-9a0a-bf436b99058a None None] Network 964b603a-0ee1-404f-9671-be04348e5554 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:17:03.970181 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-409b5d31-0f2a-4df5-8ec7-86d37a0f72be tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] 10.222.0.36 "DELETE /v2.0/subnets/92e4f0cb-b45e-4d37-85d6-20b83cd775e3 HTTP/1.1" status: 204 len: 168 time: 1.3414946 Dec 15 19:17:03.971111 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48680) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:04.047870 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1f33853e-ad21-47f0-a68e-d0ea8a602a83 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:04.091478 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-424bf02e-5e92-42fa-b506-36a87d4ac559 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Deleting subnet 177453a1-87d6-4c45-bb37-41cd8757a952 {{(pid=88991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:17:04.094591 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-424bf02e-5e92-42fa-b506-36a87d4ac559 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks [] for subnet, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:04.110640 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1f33853e-ad21-47f0-a68e-d0ea8a602a83 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:04.120699 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6a928550-2453-438c-8030-e2210ec26b71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:04.137678 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0909a15a-d939-41ba-a999-7a409f07f0e9 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Network 256c8958-b32d-40ed-813a-b9d084c44dd3 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:17:04.137877 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a6de0af8-270e-4f04-8f9c-f86e8414f8e0 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:04.152382 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-35782929-f6cb-452e-9126-c7302d00392e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.9708400 Dec 15 19:17:04.160363 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48684) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:04.173714 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-d8e4cf10-4e9b-424f-9688-a83b3e28dd8a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-426409717-router', 'tenant_id': '63a560358735409688254f323e657c6f', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:04.191732 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f33853e-ad21-47f0-a68e-d0ea8a602a83 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c604d20f-9a2d-4fa4-86c1-dc275df9c315,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:04.195145 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1f33853e-ad21-47f0-a68e-d0ea8a602a83 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:04.234331 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-d8e4cf10-4e9b-424f-9688-a83b3e28dd8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:04.241615 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-0909a15a-d939-41ba-a999-7a409f07f0e9 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, 256c8958-b32d-40ed-813a-b9d084c44dd3) {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:17:04.244918 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-424bf02e-5e92-42fa-b506-36a87d4ac559 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16332759'] for subnet, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:04.257885 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa40350-b37d-4eff-8d28-4b4778b70520 None None] Network 256c8958-b32d-40ed-813a-b9d084c44dd3 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:17:04.258620 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a6de0af8-270e-4f04-8f9c-f86e8414f8e0 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:04.265949 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f60324d8-5c05-4ab0-a165-f9c9fb4d47f6 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:04.278376 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d8e4cf10-4e9b-424f-9688-a83b3e28dd8a admin admin] Usage tracker for resource:router and tenant:63a560358735409688254f323e657c6f is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:17:04.287284 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d8e4cf10-4e9b-424f-9688-a83b3e28dd8a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:17:04.290703 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0909a15a-d939-41ba-a999-7a409f07f0e9 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:17:04.291393 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0909a15a-d939-41ba-a999-7a409f07f0e9 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:04.294287 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-aa5729d0-bbdd-4dee-a248-c095a1a6ec9f tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838139473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839924955'] for subnet, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:04.298137 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1f33853e-ad21-47f0-a68e-d0ea8a602a83 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:04.303372 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1f33853e-ad21-47f0-a68e-d0ea8a602a83 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.3956702 Dec 15 19:17:04.307976 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48688) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:04.311299 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-d8e4cf10-4e9b-424f-9688-a83b3e28dd8a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:04.338981 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-37bb0f11-55d5-4eec-950f-e5be07af4781 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Request body: {'security_group': {'name': 'tempest-secgroup--58692674'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:04.339682 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87da4552-040e-4355-8402-d5e8174f3597 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-19b72bfa-3b09-4f76-a78c-5531fd623b36', 'network_id': '19b72bfa-3b09-4f76-a78c-5531fd623b36', 'tenant_id': '63a560358735409688254f323e657c6f', 'fixed_ips': [{'subnet_id': '82c744e4-df47-41bb-809a-42816dd304e6'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:17:04.340652 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-87da4552-040e-4355-8402-d5e8174f3597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:04.352109 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-37bb0f11-55d5-4eec-950f-e5be07af4781 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:04.364144 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-ca5dc19e-a51b-45aa-8488-44d5ee0dcf4b tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Allocated IP 172.26.3.189 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/b428a18e-1356-477c-940d-3bb442f5d245) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:17:04.364602 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-37bb0f11-55d5-4eec-950f-e5be07af4781 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Usage tracker for resource:security_group and tenant:e803dbd48f46472fa8b4641842e31169 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:17:04.373315 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-37bb0f11-55d5-4eec-950f-e5be07af4781 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:17:04.381179 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6de0af8-270e-4f04-8f9c-f86e8414f8e0 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Pushing event updated for resources: {'Port': ['ID=72afca98-2d5a-4693-a5ea-4649c72210e1,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:04.384537 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-37bb0f11-55d5-4eec-950f-e5be07af4781 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:04.384839 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6de0af8-270e-4f04-8f9c-f86e8414f8e0 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:17:04.404331 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0909a15a-d939-41ba-a999-7a409f07f0e9 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.3936994 Dec 15 19:17:04.404479 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a6de0af8-270e-4f04-8f9c-f86e8414f8e0 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:04.404479 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-a6de0af8-270e-4f04-8f9c-f86e8414f8e0 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:17:04.404651 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48692) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:04.404730 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:04.409399 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-6e2686cf-6a0f-4ad7-a46a-bcc0b9d8ca76 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-491931219'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:04.426991 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-6e2686cf-6a0f-4ad7-a46a-bcc0b9d8ca76 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:04.431854 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d8e4cf10-4e9b-424f-9688-a83b3e28dd8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854699176'] for router, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:04.432852 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d8e4cf10-4e9b-424f-9688-a83b3e28dd8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854194926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-76609'] for router, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:04.438576 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6de0af8-270e-4f04-8f9c-f86e8414f8e0 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:17:04.441882 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-6e2686cf-6a0f-4ad7-a46a-bcc0b9d8ca76 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Usage tracker for resource:network and tenant:939f0a0fc6a54dca88c6c50c43297e50 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:17:04.448716 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-6e2686cf-6a0f-4ad7-a46a-bcc0b9d8ca76 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:17:04.464873 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-6e2686cf-6a0f-4ad7-a46a-bcc0b9d8ca76 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:04.475659 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-37bb0f11-55d5-4eec-950f-e5be07af4781 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:04.490213 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-424bf02e-5e92-42fa-b506-36a87d4ac559 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:04.564363 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d8e4cf10-4e9b-424f-9688-a83b3e28dd8a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:04.590774 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e2686cf-6a0f-4ad7-a46a-bcc0b9d8ca76 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Made reservation on behalf of 939f0a0fc6a54dca88c6c50c43297e50 for: {'network': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:17:04.596679 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6e2686cf-6a0f-4ad7-a46a-bcc0b9d8ca76 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:04.619803 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5729d0-bbdd-4dee-a248-c095a1a6ec9f tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Checking segment: {'id': 'aa5e7202-a928-4a4f-bbb1-a1590c2c5b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5acfd536-0fde-4091-b0ad-1c8940dcce95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:17:04.620310 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5729d0-bbdd-4dee-a248-c095a1a6ec9f tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Network hostable DHCP agents. Network: 5acfd536-0fde-4091-b0ad-1c8940dcce95, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:17:04.666190 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-37bb0f11-55d5-4eec-950f-e5be07af4781 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:04.673023 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5729d0-bbdd-4dee-a248-c095a1a6ec9f tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event updated for resources: {'Subnet': ['ID=b3017cb9-f80b-497c-a044-a652dbc84df6,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:04.685213 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-37bb0f11-55d5-4eec-950f-e5be07af4781 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Usage tracker for resource:security_group_rule and tenant:e803dbd48f46472fa8b4641842e31169 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:17:04.695446 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-37bb0f11-55d5-4eec-950f-e5be07af4781 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:17:04.704048 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-37bb0f11-55d5-4eec-950f-e5be07af4781 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:04.704232 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-aa5729d0-bbdd-4dee-a248-c095a1a6ec9f tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:04.706289 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cb9d38c5-cf07-4636-a4df-432ceb575c8b tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:04.714263 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9ea2f32c-1b8d-492e-9bcd-89c0507b974b tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:04.764645 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-87da4552-040e-4355-8402-d5e8174f3597 None None] Allocated IP 172.20.0.2 (19b72bfa-3b09-4f76-a78c-5531fd623b36/82c744e4-df47-41bb-809a-42816dd304e6/f2b49dc2-f77b-4d55-876f-01ac61af731a) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:17:04.768720 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758d568e-944e-400b-8ab5-346d58dfe249 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-256c8958-b32d-40ed-813a-b9d084c44dd3', 'network_id': '256c8958-b32d-40ed-813a-b9d084c44dd3', 'tenant_id': '939f0a0fc6a54dca88c6c50c43297e50', 'fixed_ips': [{'subnet_id': 'd163ca81-f124-4548-a46b-7a5f3652941c'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:17:04.769623 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-758d568e-944e-400b-8ab5-346d58dfe249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:04.817960 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e2686cf-6a0f-4ad7-a46a-bcc0b9d8ca76 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=88991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:17:04.820984 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-424bf02e-5e92-42fa-b506-36a87d4ac559 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16156049'] for subnet, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:05.061705 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ca5dc19e-a51b-45aa-8488-44d5ee0dcf4b tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:05.096119 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5729d0-bbdd-4dee-a248-c095a1a6ec9f tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Network 5acfd536-0fde-4091-b0ad-1c8940dcce95 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:17:05.134412 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-aa5729d0-bbdd-4dee-a248-c095a1a6ec9f tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, 5acfd536-0fde-4091-b0ad-1c8940dcce95) {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:17:05.143714 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5729d0-bbdd-4dee-a248-c095a1a6ec9f tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:17:05.145145 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-aa5729d0-bbdd-4dee-a248-c095a1a6ec9f tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:05.146934 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6e2686cf-6a0f-4ad7-a46a-bcc0b9d8ca76 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:05.147347 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-6e2686cf-6a0f-4ad7-a46a-bcc0b9d8ca76 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Added segment 80a98361-b9f1-4681-a900-2a708007d3f2 of type vlan for network 47c98868-5ca7-47a4-8ce0-eb8b90605581 Dec 15 19:17:05.182620 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-424bf02e-5e92-42fa-b506-36a87d4ac559 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:05.189322 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ca5dc19e-a51b-45aa-8488-44d5ee0dcf4b tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:05.207372 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2f22b7c4-0e07-4cae-a487-c8513b1e0759 tempest-ServersTestJSON-943551202 tempest-ServersTestJSON-943551202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:05.212238 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9d38c5-cf07-4636-a4df-432ceb575c8b tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Pushing event updated for resources: {'Subnet': ['ID=dff30977-366b-4f28-9301-1949d78f0776,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:05.233937 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdf355d-08bf-4cfb-8c8b-554cbdfc8e1c None None] Network 5acfd536-0fde-4091-b0ad-1c8940dcce95 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:17:05.257473 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-cb9d38c5-cf07-4636-a4df-432ceb575c8b tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:05.258053 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-300e3af7-8d35-4089-b994-f2321d6e58b4 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.415s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:05.287060 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-aa5729d0-bbdd-4dee-a248-c095a1a6ec9f tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7315118 Dec 15 19:17:05.295281 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48696) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:05.296041 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5dc19e-a51b-45aa-8488-44d5ee0dcf4b tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Pushing event updated for resources: {'Port': ['ID=b428a18e-1356-477c-940d-3bb442f5d245,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:05.299449 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ca5dc19e-a51b-45aa-8488-44d5ee0dcf4b tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:05.303399 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6e2686cf-6a0f-4ad7-a46a-bcc0b9d8ca76 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:05.307050 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-3bde5cc0-9964-4c26-9541-09b68a1624ce tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Request body: {'port': {'network_id': '5acfd536-0fde-4091-b0ad-1c8940dcce95', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-902923132'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:05.325921 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5dc19e-a51b-45aa-8488-44d5ee0dcf4b tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:17:05.331385 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-ca5dc19e-a51b-45aa-8488-44d5ee0dcf4b tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:17:05.331658 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424bf02e-5e92-42fa-b506-36a87d4ac559 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Pushing event deleted for resources: {'Subnet': ['ID=177453a1-87d6-4c45-bb37-41cd8757a952,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:05.344484 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-424bf02e-5e92-42fa-b506-36a87d4ac559 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:05.346849 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-37bb0f11-55d5-4eec-950f-e5be07af4781 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:05.349104 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d8e4cf10-4e9b-424f-9688-a83b3e28dd8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:05.351146 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5dc19e-a51b-45aa-8488-44d5ee0dcf4b tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:17:05.362562 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-424bf02e-5e92-42fa-b506-36a87d4ac559 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] 10.222.0.36 "DELETE /v2.0/subnets/177453a1-87d6-4c45-bb37-41cd8757a952 HTTP/1.1" status: 204 len: 168 time: 1.3902583 Dec 15 19:17:05.363947 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48700) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:05.397840 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9d38c5-cf07-4636-a4df-432ceb575c8b tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Checking segment: {'id': '51b2c416-8a89-4c2c-8a44-75354b4d1628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '41cc2b5a-d231-4ad6-9be0-a4eec09ed389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:17:05.398579 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9d38c5-cf07-4636-a4df-432ceb575c8b tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Network hostable DHCP agents. Network: 41cc2b5a-d231-4ad6-9be0-a4eec09ed389, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:17:05.428488 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-758d568e-944e-400b-8ab5-346d58dfe249 None None] Allocated IP 172.20.255.242 (256c8958-b32d-40ed-813a-b9d084c44dd3/d163ca81-f124-4548-a46b-7a5f3652941c/7e2d9f71-bdcd-4e98-86e1-04d38b6f67bd) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:17:05.432659 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-37bb0f11-55d5-4eec-950f-e5be07af4781 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:05.459917 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3639de19-cb0d-4bc6-b3cf-8f612676a8c2 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:05.497113 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6e2686cf-6a0f-4ad7-a46a-bcc0b9d8ca76 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:05.501465 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2686cf-6a0f-4ad7-a46a-bcc0b9d8ca76 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:17:05.502350 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6e2686cf-6a0f-4ad7-a46a-bcc0b9d8ca76 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:05.510573 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-87da4552-040e-4355-8402-d5e8174f3597 None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:05.547959 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-37bb0f11-55d5-4eec-950f-e5be07af4781 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:05.552573 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-37bb0f11-55d5-4eec-950f-e5be07af4781 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.2381923 Dec 15 19:17:05.554088 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48704) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:05.591838 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a6de0af8-270e-4f04-8f9c-f86e8414f8e0 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks [] for router_gateway, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:05.592624 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a6de0af8-270e-4f04-8f9c-f86e8414f8e0 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904'] for router, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:05.612170 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6e2686cf-6a0f-4ad7-a46a-bcc0b9d8ca76 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2090487 Dec 15 19:17:05.614071 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48708) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:05.626716 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-8ac3b7a6-24cb-4392-a4c3-85222a86cc39 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Request body: {'subnet': {'network_id': '47c98868-5ca7-47a4-8ce0-eb8b90605581', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:05.659511 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-87da4552-040e-4355-8402-d5e8174f3597 None None] Transition to ACTIVE for port object f2b49dc2-f77b-4d55-876f-01ac61af731a will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:17:05.691276 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bb0f11-55d5-4eec-950f-e5be07af4781 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b81ce09-b2b0-4f55-be62-bd68cbf0bc30,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:05.739026 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-d8850af6-6307-4251-8e92-c409e287e075 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Request body: {'security_group_rule': {'security_group_id': 'c604d20f-9a2d-4fa4-86c1-dc275df9c315', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '8b81ce09-b2b0-4f55-be62-bd68cbf0bc30', 'remote_ip_prefix': None}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:05.745897 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-87da4552-040e-4355-8402-d5e8174f3597 None None] Transition to ACTIVE for port object f2b49dc2-f77b-4d55-876f-01ac61af731a will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:17:05.746124 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-d8850af6-6307-4251-8e92-c409e287e075 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:05.751232 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d8850af6-6307-4251-8e92-c409e287e075 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Usage tracker for resource:security_group_rule and tenant:e803dbd48f46472fa8b4641842e31169 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:17:05.754386 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d8850af6-6307-4251-8e92-c409e287e075 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:17:05.763343 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-d8850af6-6307-4251-8e92-c409e287e075 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:05.781977 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f19fd3c-48a8-4c35-85e5-c9d56cf60281 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-5acfd536-0fde-4091-b0ad-1c8940dcce95', 'network_id': '5acfd536-0fde-4091-b0ad-1c8940dcce95', 'tenant_id': 'd09e37d948244dafb936d2972b3d58c9', 'fixed_ips': [{'subnet_id': 'b3017cb9-f80b-497c-a044-a652dbc84df6'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:17:05.783249 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0f19fd3c-48a8-4c35-85e5-c9d56cf60281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:05.786187 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-37bb0f11-55d5-4eec-950f-e5be07af4781 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:05.791470 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-08063f22-5215-478d-8fe1-15cf6ee05859 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.271s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:05.804519 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-87da4552-040e-4355-8402-d5e8174f3597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:05.815146 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e34a3646-4dd4-4f31-9555-e0215e7cba8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:05.867131 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-3bde5cc0-9964-4c26-9541-09b68a1624ce tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:05.878038 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5fffe2-1c42-4fb9-8601-172dca0cc6ef None None] Network 964b603a-0ee1-404f-9671-be04348e5554 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:17:05.878712 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-3bde5cc0-9964-4c26-9541-09b68a1624ce tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Usage tracker for resource:port and tenant:d09e37d948244dafb936d2972b3d58c9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:17:05.882757 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-3bde5cc0-9964-4c26-9541-09b68a1624ce tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:17:05.885857 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-8ac3b7a6-24cb-4392-a4c3-85222a86cc39 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:05.895237 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-3bde5cc0-9964-4c26-9541-09b68a1624ce tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:05.898964 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8ac3b7a6-24cb-4392-a4c3-85222a86cc39 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Usage tracker for resource:subnet and tenant:939f0a0fc6a54dca88c6c50c43297e50 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:17:05.901231 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7fa9fed1-6d7c-4ca7-b5e4-7d71db38ef21 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:05.904091 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8ac3b7a6-24cb-4392-a4c3-85222a86cc39 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:17:05.929045 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9d38c5-cf07-4636-a4df-432ceb575c8b tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Network 41cc2b5a-d231-4ad6-9be0-a4eec09ed389 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:17:05.929278 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-8ac3b7a6-24cb-4392-a4c3-85222a86cc39 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:05.966610 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2686cf-6a0f-4ad7-a46a-bcc0b9d8ca76 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Pushing event updated for resources: {'Network': ['ID=47c98868-5ca7-47a4-8ce0-eb8b90605581,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:05.970216 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d8850af6-6307-4251-8e92-c409e287e075 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:05.977997 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6e2686cf-6a0f-4ad7-a46a-bcc0b9d8ca76 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:05.982139 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-7fa9fed1-6d7c-4ca7-b5e4-7d71db38ef21 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Deleting port ed1f3b55-f1a5-41bc-a993-992bee7480eb {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:17:05.982543 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7fa9fed1-6d7c-4ca7-b5e4-7d71db38ef21 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:06.000999 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac3b7a6-24cb-4392-a4c3-85222a86cc39 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Made reservation on behalf of 939f0a0fc6a54dca88c6c50c43297e50 for: {'subnet': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:17:06.016002 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bde5cc0-9964-4c26-9541-09b68a1624ce tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Made reservation on behalf of d09e37d948244dafb936d2972b3d58c9 for: {'port': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:17:06.021474 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3bde5cc0-9964-4c26-9541-09b68a1624ce tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:06.023216 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-cb9d38c5-cf07-4636-a4df-432ceb575c8b tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, 41cc2b5a-d231-4ad6-9be0-a4eec09ed389) {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:17:06.048242 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9d38c5-cf07-4636-a4df-432ceb575c8b tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:17:06.048604 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cb9d38c5-cf07-4636-a4df-432ceb575c8b tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:06.081943 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 47c98868-5ca7-47a4-8ce0-eb8b90605581 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:17:06.094908 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0728a5-fec0-47e5-95ec-7882f8f2cf36 None None] Network 41cc2b5a-d231-4ad6-9be0-a4eec09ed389 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:17:06.140672 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-3bde5cc0-9964-4c26-9541-09b68a1624ce tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] device_id is not set on port 6546c58f-56a4-4655-a0fd-c6b96c343c30 yet. {{(pid=88990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:17:06.150672 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87da4552-040e-4355-8402-d5e8174f3597 None None] Pushing event updated for resources: {'Port': ['ID=f2b49dc2-f77b-4d55-876f-01ac61af731a,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:06.153917 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-87da4552-040e-4355-8402-d5e8174f3597 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:06.163414 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87da4552-040e-4355-8402-d5e8174f3597 None None] Network 19b72bfa-3b09-4f76-a78c-5531fd623b36 is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:17:06.200120 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-cb9d38c5-cf07-4636-a4df-432ceb575c8b tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.7366142 Dec 15 19:17:06.204622 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48712) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:06.218391 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8ac3b7a6-24cb-4392-a4c3-85222a86cc39 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839924940'] for subnet, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:06.222550 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d8850af6-6307-4251-8e92-c409e287e075 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:06.236901 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-dc697590-389c-457c-888f-ed7c40658f14 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Request body: {'floatingip': {'floating_network_id': '41cc2b5a-d231-4ad6-9be0-a4eec09ed389'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:06.265154 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ca5dc19e-a51b-45aa-8488-44d5ee0dcf4b tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks [] for router_gateway, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:06.280610 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d8850af6-6307-4251-8e92-c409e287e075 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:06.282899 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-87da4552-040e-4355-8402-d5e8174f3597 None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:17:06.285407 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87da4552-040e-4355-8402-d5e8174f3597 None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:17:06.299752 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2a9b1d9a-8213-4f8a-8c90-afa54ee8af4f tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:06.366875 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-dc697590-389c-457c-888f-ed7c40658f14 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:06.377305 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8850af6-6307-4251-8e92-c409e287e075 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f0df3b9-5ee9-4825-8056-772a792864e3,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:06.383518 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-7fa9fed1-6d7c-4ca7-b5e4-7d71db38ef21 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] For port ed1f3b55-f1a5-41bc-a993-992bee7480eb, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=ed1f3b55-f1a5-41bc-a993-992bee7480eb,segment=NetworkSegment(b65ea980-54e5-4bc4-bd05-c7f99f101e4e),segment_id=b65ea980-54e5-4bc4-bd05-c7f99f101e4e)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:17:06.383695 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7fa9fed1-6d7c-4ca7-b5e4-7d71db38ef21 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:06.407314 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d8850af6-6307-4251-8e92-c409e287e075 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:06.412029 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-758d568e-944e-400b-8ab5-346d58dfe249 None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:06.415244 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-dc697590-389c-457c-888f-ed7c40658f14 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Usage tracker for resource:floatingip and tenant:8326b31d3cac4ff0aeca873a19da3271 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:17:06.432668 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-dc697590-389c-457c-888f-ed7c40658f14 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:17:06.461212 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-dc697590-389c-457c-888f-ed7c40658f14 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:06.499237 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-13202091-449d-4b94-ae7b-6e3fe2788892 None None] Provisioning complete for port ed1f3b55-f1a5-41bc-a993-992bee7480eb triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:17:06.499656 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-13202091-449d-4b94-ae7b-6e3fe2788892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:06.538840 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-7fa9fed1-6d7c-4ca7-b5e4-7d71db38ef21 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Calling delete_port for ed1f3b55-f1a5-41bc-a993-992bee7480eb owned by network:dhcp {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:17:06.565790 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d8850af6-6307-4251-8e92-c409e287e075 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:06.567195 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d8850af6-6307-4251-8e92-c409e287e075 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.9607556 Dec 15 19:17:06.577730 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48716) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:06.618197 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-758d568e-944e-400b-8ab5-346d58dfe249 None None] Transition to ACTIVE for port object 7e2d9f71-bdcd-4e98-86e1-04d38b6f67bd will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:17:06.626951 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-87da4552-040e-4355-8402-d5e8174f3597 None None] Attempting to bind port f2b49dc2-f77b-4d55-876f-01ac61af731a on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:17:06.627483 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-87da4552-040e-4355-8402-d5e8174f3597 None None] Attempting to bind port f2b49dc2-f77b-4d55-876f-01ac61af731a by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '68c50745-522c-412f-b573-c945cd7c3bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '19b72bfa-3b09-4f76-a78c-5531fd623b36'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:17:06.627902 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87da4552-040e-4355-8402-d5e8174f3597 None None] Attempting to bind port f2b49dc2-f77b-4d55-876f-01ac61af731a on network 19b72bfa-3b09-4f76-a78c-5531fd623b36 {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:17:06.647026 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dc697590-389c-457c-888f-ed7c40658f14 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:06.674743 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d8e4cf10-4e9b-424f-9688-a83b3e28dd8a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:06.694021 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-3bde5cc0-9964-4c26-9541-09b68a1624ce tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Allocated IP 2001:db8::263 (5acfd536-0fde-4091-b0ad-1c8940dcce95/b3017cb9-f80b-497c-a044-a652dbc84df6/6546c58f-56a4-4655-a0fd-c6b96c343c30) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:17:06.697416 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87da4552-040e-4355-8402-d5e8174f3597 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:17:06.697846 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87da4552-040e-4355-8402-d5e8174f3597 None None] Checking segment: {'id': '68c50745-522c-412f-b573-c945cd7c3bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '19b72bfa-3b09-4f76-a78c-5531fd623b36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:17:06.698323 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-87da4552-040e-4355-8402-d5e8174f3597 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:06.698771 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87da4552-040e-4355-8402-d5e8174f3597 None None] Bound using segment: {'id': '68c50745-522c-412f-b573-c945cd7c3bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '19b72bfa-3b09-4f76-a78c-5531fd623b36'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:17:06.699444 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-87da4552-040e-4355-8402-d5e8174f3597 None None] Bound port: f2b49dc2-f77b-4d55-876f-01ac61af731a, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68c50745-522c-412f-b573-c945cd7c3bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '19b72bfa-3b09-4f76-a78c-5531fd623b36'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:17:06.699571 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ca5dc19e-a51b-45aa-8488-44d5ee0dcf4b tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:06.699867 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-87da4552-040e-4355-8402-d5e8174f3597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:06.719787 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-758d568e-944e-400b-8ab5-346d58dfe249 None None] Transition to ACTIVE for port object 7e2d9f71-bdcd-4e98-86e1-04d38b6f67bd will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:17:06.722460 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d8e4cf10-4e9b-424f-9688-a83b3e28dd8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:06.726214 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0f4a69e8-0ff8-45fa-954c-8f57fe61a2d2 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:06.737324 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ca5dc19e-a51b-45aa-8488-44d5ee0dcf4b tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854141873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-633912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854194791'] for router, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:06.785110 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0f4a69e8-0ff8-45fa-954c-8f57fe61a2d2 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:06.812684 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-758d568e-944e-400b-8ab5-346d58dfe249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:06.822686 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.db [None req-13202091-449d-4b94-ae7b-6e3fe2788892 None None] No ports have port_id starting with ed1f3b55-f1a5-41bc-a993-992bee7480eb Dec 15 19:17:06.831049 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-581bfc8a-66a1-4cac-9c90-8105767c383e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:06.836994 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7fa9fed1-6d7c-4ca7-b5e4-7d71db38ef21 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:06.870023 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4e66d3aa-f5b0-43f6-93af-6b8dc333aa13 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:06.918800 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0f4a69e8-0ff8-45fa-954c-8f57fe61a2d2 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:06.927132 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa9fed1-6d7c-4ca7-b5e4-7d71db38ef21 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Pushing event deleted for resources: {'Port': ['ID=ed1f3b55-f1a5-41bc-a993-992bee7480eb,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:06.935097 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7fa9fed1-6d7c-4ca7-b5e4-7d71db38ef21 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:06.936051 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-39bc5775-b91e-4b1e-acb7-c46a12fc052f tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:06.957835 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa9fed1-6d7c-4ca7-b5e4-7d71db38ef21 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] No DVR routers for this DVR port ed1f3b55-f1a5-41bc-a993-992bee7480eb on host dv-neutron-821831-2-hyperv {{(pid=88991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:17:06.959646 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4a69e8-0ff8-45fa-954c-8f57fe61a2d2 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4f0df3b9-5ee9-4825-8056-772a792864e3,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:06.999562 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690c09d9-4ea0-4460-971e-9d189f55f79a None None] Network 41cc2b5a-d231-4ad6-9be0-a4eec09ed389 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:17:07.000235 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0f4a69e8-0ff8-45fa-954c-8f57fe61a2d2 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:07.021794 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758d568e-944e-400b-8ab5-346d58dfe249 None None] Pushing event updated for resources: {'Port': ['ID=7e2d9f71-bdcd-4e98-86e1-04d38b6f67bd,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:07.031086 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-758d568e-944e-400b-8ab5-346d58dfe249 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:07.039677 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-d8e4cf10-4e9b-424f-9688-a83b3e28dd8a admin admin] Allocated IP 172.26.3.171 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/32ae3200-fa04-4a52-92dc-c8c1bccdbd6e) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:17:07.044093 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758d568e-944e-400b-8ab5-346d58dfe249 None None] Network 256c8958-b32d-40ed-813a-b9d084c44dd3 is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:17:07.135256 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0f4a69e8-0ff8-45fa-954c-8f57fe61a2d2 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:07.140380 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0f4a69e8-0ff8-45fa-954c-8f57fe61a2d2 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/4f0df3b9-5ee9-4825-8056-772a792864e3 HTTP/1.1" status: 204 len: 168 time: 0.5576887 Dec 15 19:17:07.147599 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48720) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:07.195678 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7fa9fed1-6d7c-4ca7-b5e4-7d71db38ef21 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:07.285454 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-758d568e-944e-400b-8ab5-346d58dfe249 None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:17:07.288343 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758d568e-944e-400b-8ab5-346d58dfe249 None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:17:07.300043 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73755cf3-25b4-4ade-bb9b-cd3827d900e9 None None] DHCP port deletion for 964b603a-0ee1-404f-9671-be04348e5554 request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:17:07.303771 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-7fa9fed1-6d7c-4ca7-b5e4-7d71db38ef21 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['964b603a-0ee1-404f-9671-be04348e5554']}} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:07.312435 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-87da4552-040e-4355-8402-d5e8174f3597 None None] For port f2b49dc2-f77b-4d55-876f-01ac61af731a, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:17:07.341497 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-7fa9fed1-6d7c-4ca7-b5e4-7d71db38ef21 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b65ea980-54e5-4bc4-bd05-c7f99f101e4e') {'for_net_delete': True} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:07.341875 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-7fa9fed1-6d7c-4ca7-b5e4-7d71db38ef21 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b65ea980-54e5-4bc4-bd05-c7f99f101e4e') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:07.360053 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-87da4552-040e-4355-8402-d5e8174f3597 None None] For port f2b49dc2-f77b-4d55-876f-01ac61af731a, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=f2b49dc2-f77b-4d55-876f-01ac61af731a,segment=NetworkSegment(68c50745-522c-412f-b573-c945cd7c3bdd),segment_id=68c50745-522c-412f-b573-c945cd7c3bdd)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:17:07.370468 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7fa9fed1-6d7c-4ca7-b5e4-7d71db38ef21 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838443042'] for segment, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:07.381786 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6de0af8-270e-4f04-8f9c-f86e8414f8e0 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Router daaaacd7-cc52-45fb-94e0-7d3b58b46b18 is scheduled to L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 with binding_index 1 {{(pid=88990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 15 19:17:07.388247 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-9d43002e-bf26-4930-b345-af924435189b tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Synchronizing usage tracker for tenant:e803dbd48f46472fa8b4641842e31169 on resource:security_group_rule {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:17:07.423716 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-87da4552-040e-4355-8402-d5e8174f3597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:07.425201 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7fa9fed1-6d7c-4ca7-b5e4-7d71db38ef21 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:07.430687 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-771d6ad0-c040-4435-8420-b715fcbe608f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:07.447673 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d8e4cf10-4e9b-424f-9688-a83b3e28dd8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:07.453789 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fa9fed1-6d7c-4ca7-b5e4-7d71db38ef21 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=88991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:17:07.454332 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7fa9fed1-6d7c-4ca7-b5e4-7d71db38ef21 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838443729'] for segment, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:07.470150 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:17:07.470150 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:17:07.470150 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:17:07.470150 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:17:07.470150 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:17:07.470150 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:17:07.470150 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:17:07.470150 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:17:07.470150 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:17:07.470150 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:17:07.470150 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:17:07.470150 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:17:07.470150 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:17:07.470150 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:17:07.470150 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:17:07.470150 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:17:07.470150 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:17:07.470150 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:17:07.470150 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:17:07.470150 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:17:07.470150 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:17:07.470150 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:17:07.470150 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:17:07.470150 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:17:07.470150 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:17:07.470150 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:17:07.470150 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:17:07.470150 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:17:07.470150 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:17:07.470150 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:17:07.470150 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:17:07.470150 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:17:07.506063 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8ac3b7a6-24cb-4392-a4c3-85222a86cc39 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838139473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839924955'] for subnet, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:07.515555 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-758d568e-944e-400b-8ab5-346d58dfe249 None None] Attempting to bind port 7e2d9f71-bdcd-4e98-86e1-04d38b6f67bd on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:17:07.515981 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-758d568e-944e-400b-8ab5-346d58dfe249 None None] Attempting to bind port 7e2d9f71-bdcd-4e98-86e1-04d38b6f67bd by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'b1433ec9-234a-448b-99a3-45857c98f9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '256c8958-b32d-40ed-813a-b9d084c44dd3'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:17:07.516401 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758d568e-944e-400b-8ab5-346d58dfe249 None None] Attempting to bind port 7e2d9f71-bdcd-4e98-86e1-04d38b6f67bd on network 256c8958-b32d-40ed-813a-b9d084c44dd3 {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:17:07.518985 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3bde5cc0-9964-4c26-9541-09b68a1624ce tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:07.522062 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-424bcd0b-c1ac-4bc7-a440-54011b07b0c2 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:07.534724 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-9d43002e-bf26-4930-b345-af924435189b tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Unset dirty status for tenant:e803dbd48f46472fa8b4641842e31169 on resource:security_group_rule {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:17:07.538289 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9d43002e-bf26-4930-b345-af924435189b tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.3846641 Dec 15 19:17:07.549931 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48724) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:07.592211 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758d568e-944e-400b-8ab5-346d58dfe249 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:17:07.592640 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758d568e-944e-400b-8ab5-346d58dfe249 None None] Checking segment: {'id': 'b1433ec9-234a-448b-99a3-45857c98f9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '256c8958-b32d-40ed-813a-b9d084c44dd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:17:07.593099 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-758d568e-944e-400b-8ab5-346d58dfe249 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:07.593552 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758d568e-944e-400b-8ab5-346d58dfe249 None None] Bound using segment: {'id': 'b1433ec9-234a-448b-99a3-45857c98f9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '256c8958-b32d-40ed-813a-b9d084c44dd3'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:17:07.594088 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-758d568e-944e-400b-8ab5-346d58dfe249 None None] Bound port: 7e2d9f71-bdcd-4e98-86e1-04d38b6f67bd, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1433ec9-234a-448b-99a3-45857c98f9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '256c8958-b32d-40ed-813a-b9d084c44dd3'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:17:07.594542 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-758d568e-944e-400b-8ab5-346d58dfe249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:07.663708 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7fa9fed1-6d7c-4ca7-b5e4-7d71db38ef21 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:07.669170 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7fa9fed1-6d7c-4ca7-b5e4-7d71db38ef21 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:07.675314 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-eb476d9a-efa8-4a52-8282-d9be98973d1b tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:07.689343 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-3bde5cc0-9964-4c26-9541-09b68a1624ce tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Transition to ACTIVE for port object 6546c58f-56a4-4655-a0fd-c6b96c343c30 will not be triggered until provisioned by entity DHCP. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:17:07.701799 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7adaa4d3-c2d2-4647-91f4-6fb1d27af9e9 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:07.703954 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d8e4cf10-4e9b-424f-9688-a83b3e28dd8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:07.711573 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa9fed1-6d7c-4ca7-b5e4-7d71db38ef21 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Pushing event deleted for resources: {'Network': ['ID=964b603a-0ee1-404f-9671-be04348e5554,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:07.713745 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87da4552-040e-4355-8402-d5e8174f3597 None None] Pushing event updated for resources: {'Port': ['ID=f2b49dc2-f77b-4d55-876f-01ac61af731a,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:07.720792 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7fa9fed1-6d7c-4ca7-b5e4-7d71db38ef21 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:07.726373 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac3b7a6-24cb-4392-a4c3-85222a86cc39 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Pushing event updated for resources: {'Subnet': ['ID=ab607914-93df-4a5a-975d-c7c7e0399db2,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:07.738655 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-cf0a8add-6b00-4956-a0b8-25be3ceb6b6a tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:07.740674 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8ac3b7a6-24cb-4392-a4c3-85222a86cc39 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:07.752006 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-87da4552-040e-4355-8402-d5e8174f3597 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:07.763948 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dc697590-389c-457c-888f-ed7c40658f14 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:07.780813 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-7fa9fed1-6d7c-4ca7-b5e4-7d71db38ef21 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] 10.222.0.36 "DELETE /v2.0/networks/964b603a-0ee1-404f-9671-be04348e5554 HTTP/1.1" status: 204 len: 168 time: 2.3807604 Dec 15 19:17:07.787338 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48728) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:07.816857 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-758d568e-944e-400b-8ab5-346d58dfe249 None None] For port 7e2d9f71-bdcd-4e98-86e1-04d38b6f67bd, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:17:07.821227 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-758d568e-944e-400b-8ab5-346d58dfe249 None None] For port 7e2d9f71-bdcd-4e98-86e1-04d38b6f67bd, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=7e2d9f71-bdcd-4e98-86e1-04d38b6f67bd,segment=NetworkSegment(b1433ec9-234a-448b-99a3-45857c98f9a8),segment_id=b1433ec9-234a-448b-99a3-45857c98f9a8)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:17:07.861317 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7adaa4d3-c2d2-4647-91f4-6fb1d27af9e9 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:07.871492 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-758d568e-944e-400b-8ab5-346d58dfe249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:07.871729 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac3b7a6-24cb-4392-a4c3-85222a86cc39 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Checking segment: {'id': '80a98361-b9f1-4681-a900-2a708007d3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '47c98868-5ca7-47a4-8ce0-eb8b90605581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:17:07.871896 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-db629895-7f1c-4097-8fe2-3a7977e3ad24 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] DELETE failed (client error): The resource could not be found. Dec 15 19:17:07.872325 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db629895-7f1c-4097-8fe2-3a7977e3ad24 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:17:07.872471 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac3b7a6-24cb-4392-a4c3-85222a86cc39 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Network hostable DHCP agents. Network: 47c98868-5ca7-47a4-8ce0-eb8b90605581, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:17:07.874065 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-db629895-7f1c-4097-8fe2-3a7977e3ad24 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] 10.222.0.36 "DELETE /v2.0/subnets/3fb0db9e-b7ec-4ede-af09-0ee33e3d7543 HTTP/1.1" status: 404 len: 337 time: 0.0829206 Dec 15 19:17:07.877421 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e4cf10-4e9b-424f-9688-a83b3e28dd8a admin admin] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:17:07.881433 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48732) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:07.885307 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-581bfc8a-66a1-4cac-9c90-8105767c383e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:07.885588 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-d8e4cf10-4e9b-424f-9688-a83b3e28dd8a admin admin] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:17:07.899335 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e4cf10-4e9b-424f-9688-a83b3e28dd8a admin admin] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:17:07.932426 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3bde5cc0-9964-4c26-9541-09b68a1624ce tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:07.947823 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e4cf10-4e9b-424f-9688-a83b3e28dd8a admin admin] Pushing event updated for resources: {'Port': ['ID=32ae3200-fa04-4a52-92dc-c8c1bccdbd6e,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:07.964506 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d8e4cf10-4e9b-424f-9688-a83b3e28dd8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:08.001577 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c465825e-b2e0-48fb-99a8-a402f4c06a82 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:08.004817 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-0f19fd3c-48a8-4c35-85e5-c9d56cf60281 None None] Allocated IP 2001:db8::2 (5acfd536-0fde-4091-b0ad-1c8940dcce95/b3017cb9-f80b-497c-a044-a652dbc84df6/e84c7000-1259-4bf5-bb9f-17ab0e9cd145) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:17:08.007099 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758d568e-944e-400b-8ab5-346d58dfe249 None None] Pushing event updated for resources: {'Port': ['ID=7e2d9f71-bdcd-4e98-86e1-04d38b6f67bd,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:08.012172 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-758d568e-944e-400b-8ab5-346d58dfe249 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:08.019510 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device ed1f3b55-f1a5-41bc-a993-992bee7480eb no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:17:08.053988 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecec9568-f382-46d9-810f-607b2cfcab2b tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] DELETE failed (client error): The resource could not be found. Dec 15 19:17:08.054481 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecec9568-f382-46d9-810f-607b2cfcab2b tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:17:08.056615 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7adaa4d3-c2d2-4647-91f4-6fb1d27af9e9 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:08.064291 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:08.073867 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: ed1f3b55-f1a5-41bc-a993-992bee7480eb {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:17:08.074622 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device ed1f3b55-f1a5-41bc-a993-992bee7480eb not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:17:08.088805 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adaa4d3-c2d2-4647-91f4-6fb1d27af9e9 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b81ce09-b2b0-4f55-be62-bd68cbf0bc30,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:08.096047 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7adaa4d3-c2d2-4647-91f4-6fb1d27af9e9 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:08.177318 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7adaa4d3-c2d2-4647-91f4-6fb1d27af9e9 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:08.179213 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-7adaa4d3-c2d2-4647-91f4-6fb1d27af9e9 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] 10.222.0.36 "DELETE /v2.0/security-groups/8b81ce09-b2b0-4f55-be62-bd68cbf0bc30 HTTP/1.1" status: 204 len: 168 time: 0.6280000 Dec 15 19:17:08.181891 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48736) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:08.221951 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ecec9568-f382-46d9-810f-607b2cfcab2b tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] 10.222.0.36 "DELETE /v2.0/networks/394ce0ff-5726-4146-9c46-5aa9dca2ed86 HTTP/1.1" status: 404 len: 339 time: 0.3371749 Dec 15 19:17:08.225336 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bde5cc0-9964-4c26-9541-09b68a1624ce tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Network 5acfd536-0fde-4091-b0ad-1c8940dcce95 is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:17:08.229840 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48740) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:08.242440 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac3b7a6-24cb-4392-a4c3-85222a86cc39 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Network 47c98868-5ca7-47a4-8ce0-eb8b90605581 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:17:08.245103 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-3bde5cc0-9964-4c26-9541-09b68a1624ce tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:17:08.254161 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bde5cc0-9964-4c26-9541-09b68a1624ce tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event updated for resources: {'Port': ['ID=6546c58f-56a4-4655-a0fd-c6b96c343c30,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:08.256878 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bde5cc0-9964-4c26-9541-09b68a1624ce tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:17:08.262266 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bde5cc0-9964-4c26-9541-09b68a1624ce tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:17:08.263147 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3bde5cc0-9964-4c26-9541-09b68a1624ce tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:08.281398 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3bde5cc0-9964-4c26-9541-09b68a1624ce tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:08.283320 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-81ec00c4-8c21-4b65-a3a8-884f21935b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:08.312783 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7bc1e8b-77ea-4829-9125-eea84144c99b tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] DELETE failed (client error): The resource could not be found. Dec 15 19:17:08.313774 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7bc1e8b-77ea-4829-9125-eea84144c99b tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:17:08.316006 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e7bc1e8b-77ea-4829-9125-eea84144c99b tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] 10.222.0.36 "DELETE /v2.0/subnets/1e40c97c-d5e2-4560-b3ce-0583162364e1 HTTP/1.1" status: 404 len: 337 time: 0.0824389 Dec 15 19:17:08.322344 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48744) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:08.339437 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-dc697590-389c-457c-888f-ed7c40658f14 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Allocated IP 172.20.0.10 (41cc2b5a-d231-4ad6-9be0-a4eec09ed389/dff30977-366b-4f28-9301-1949d78f0776/8261bb04-c73d-4f48-96c6-835b78b82a56) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:17:08.362831 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-8ac3b7a6-24cb-4392-a4c3-85222a86cc39 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, 47c98868-5ca7-47a4-8ce0-eb8b90605581) {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:17:08.374033 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9e9e8d-3338-4729-98f5-4adf78099506 None None] Network 47c98868-5ca7-47a4-8ce0-eb8b90605581 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:17:08.374476 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-31e7e647-b17b-4aa9-b0ce-d60476462d8b tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Synchronizing usage tracker for tenant:e803dbd48f46472fa8b4641842e31169 on resource:security_group {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:17:08.392207 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-3bde5cc0-9964-4c26-9541-09b68a1624ce tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 3.0898802 Dec 15 19:17:08.393580 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d8e4cf10-4e9b-424f-9688-a83b3e28dd8a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:08.394610 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d8e4cf10-4e9b-424f-9688-a83b3e28dd8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904'] for router, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:08.398572 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48748) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:08.417667 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac3b7a6-24cb-4392-a4c3-85222a86cc39 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:17:08.422583 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8ac3b7a6-24cb-4392-a4c3-85222a86cc39 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:08.452185 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-31e7e647-b17b-4aa9-b0ce-d60476462d8b tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Unset dirty status for tenant:e803dbd48f46472fa8b4641842e31169 on resource:security_group {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:17:08.453802 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-31e7e647-b17b-4aa9-b0ce-d60476462d8b tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.2701175 Dec 15 19:17:08.457622 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48752) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:08.506901 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-e115ebc1-b2fd-4ed9-ad43-8758ad97e295 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] DELETE failed (client error): The resource could not be found. Dec 15 19:17:08.516129 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0f19fd3c-48a8-4c35-85e5-c9d56cf60281 None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:08.522445 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e115ebc1-b2fd-4ed9-ad43-8758ad97e295 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:17:08.528459 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e115ebc1-b2fd-4ed9-ad43-8758ad97e295 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] 10.222.0.36 "DELETE /v2.0/networks/16d4664d-aab5-4f6c-8f4c-4d238f284bd2 HTTP/1.1" status: 404 len: 339 time: 0.1918495 Dec 15 19:17:08.531112 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48754) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:08.546662 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca5dc19e-a51b-45aa-8488-44d5ee0dcf4b tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Router 5e81ba7b-284f-48e8-a0af-c8cb40a5d8cd is scheduled to L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 with binding_index 1 {{(pid=88990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 15 19:17:08.550606 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-0f19fd3c-48a8-4c35-85e5-c9d56cf60281 None None] Transition to ACTIVE for port object e84c7000-1259-4bf5-bb9f-17ab0e9cd145 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:17:08.699459 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-0f19fd3c-48a8-4c35-85e5-c9d56cf60281 None None] Transition to ACTIVE for port object e84c7000-1259-4bf5-bb9f-17ab0e9cd145 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:17:08.700381 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8ac3b7a6-24cb-4392-a4c3-85222a86cc39 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.0838165 Dec 15 19:17:08.704340 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-b771c7e2-ae8f-4de6-b2a3-334b7f21c4eb tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] DELETE failed (client error): The resource could not be found. Dec 15 19:17:08.704780 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b771c7e2-ae8f-4de6-b2a3-334b7f21c4eb tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:17:08.709839 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b771c7e2-ae8f-4de6-b2a3-334b7f21c4eb tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] 10.222.0.36 "DELETE /v2.0/subnets/14e86dbb-90c6-4761-90b5-bdf05d03c147 HTTP/1.1" status: 404 len: 337 time: 0.1650355 Dec 15 19:17:08.718584 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48758) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:08.718967 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48760) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:08.740165 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0f19fd3c-48a8-4c35-85e5-c9d56cf60281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:08.751052 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1f278520-fabe-44dc-9026-4207690c3ba4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:08.815828 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7372cb6b-daca-4530-bd65-1ff1dcd7270a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-47c98868-5ca7-47a4-8ce0-eb8b90605581', 'network_id': '47c98868-5ca7-47a4-8ce0-eb8b90605581', 'tenant_id': '939f0a0fc6a54dca88c6c50c43297e50', 'fixed_ips': [{'subnet_id': 'ab607914-93df-4a5a-975d-c7c7e0399db2'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:17:08.816727 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7372cb6b-daca-4530-bd65-1ff1dcd7270a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:08.866627 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f19fd3c-48a8-4c35-85e5-c9d56cf60281 None None] Network 5acfd536-0fde-4091-b0ad-1c8940dcce95 is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:17:08.867503 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f19fd3c-48a8-4c35-85e5-c9d56cf60281 None None] Pushing event updated for resources: {'Port': ['ID=e84c7000-1259-4bf5-bb9f-17ab0e9cd145,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:08.872690 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-0f19fd3c-48a8-4c35-85e5-c9d56cf60281 None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:17:08.875569 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0f19fd3c-48a8-4c35-85e5-c9d56cf60281 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:08.876331 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f19fd3c-48a8-4c35-85e5-c9d56cf60281 None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:17:08.900913 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-22a573bb-dba0-42b8-bf8a-e3898e32ee51 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Deleting port 6546c58f-56a4-4655-a0fd-c6b96c343c30 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:17:08.901281 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-22a573bb-dba0-42b8-bf8a-e3898e32ee51 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:08.936985 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce8498ed-e471-4720-95bf-55cbdd4ba11e tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] DELETE failed (client error): The resource could not be found. Dec 15 19:17:08.937475 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce8498ed-e471-4720-95bf-55cbdd4ba11e tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:17:08.942362 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ce8498ed-e471-4720-95bf-55cbdd4ba11e tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] 10.222.0.36 "DELETE /v2.0/networks/d62225a0-b45a-4557-bd22-a7cf03ef7479 HTTP/1.1" status: 404 len: 339 time: 0.1438172 Dec 15 19:17:08.951631 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48768) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:08.968307 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6de0af8-270e-4f04-8f9c-f86e8414f8e0 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:17:09.008044 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df074992-8aba-4d5e-af31-e85a63d81ce9 None None] Sync routers for ids ['daaaacd7-cc52-45fb-94e0-7d3b58b46b18'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:17:09.015038 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-37aa91e5-7c7f-44c6-b3e1-229f62d6f341 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:09.053396 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-0f19fd3c-48a8-4c35-85e5-c9d56cf60281 None None] Attempting to bind port e84c7000-1259-4bf5-bb9f-17ab0e9cd145 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:17:09.056930 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-0f19fd3c-48a8-4c35-85e5-c9d56cf60281 None None] Attempting to bind port e84c7000-1259-4bf5-bb9f-17ab0e9cd145 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'aa5e7202-a928-4a4f-bbb1-a1590c2c5b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5acfd536-0fde-4091-b0ad-1c8940dcce95'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:17:09.056930 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f19fd3c-48a8-4c35-85e5-c9d56cf60281 None None] Attempting to bind port e84c7000-1259-4bf5-bb9f-17ab0e9cd145 on network 5acfd536-0fde-4091-b0ad-1c8940dcce95 {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:17:09.065898 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df074992-8aba-4d5e-af31-e85a63d81ce9 None None] Routers {'daaaacd7-cc52-45fb-94e0-7d3b58b46b18'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:17:09.066764 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-df074992-8aba-4d5e-af31-e85a63d81ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:16:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['daaaacd7-cc52-45fb-94e0-7d3b58b46b18'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:09.112188 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a6de0af8-270e-4f04-8f9c-f86e8414f8e0 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:09.117351 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a6de0af8-270e-4f04-8f9c-f86e8414f8e0 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.5384879 Dec 15 19:17:09.123433 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48772) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:09.126315 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dc697590-389c-457c-888f-ed7c40658f14 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:09.142278 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7b1515cb-d250-43c5-94a1-a1d212a8cdb0 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:09.148636 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-9aaadfd4-7d6a-431d-827c-bfc20df32e92 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:09.163997 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-37aa91e5-7c7f-44c6-b3e1-229f62d6f341 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:09.174946 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f19fd3c-48a8-4c35-85e5-c9d56cf60281 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:17:09.175639 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f19fd3c-48a8-4c35-85e5-c9d56cf60281 None None] Checking segment: {'id': 'aa5e7202-a928-4a4f-bbb1-a1590c2c5b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5acfd536-0fde-4091-b0ad-1c8940dcce95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:17:09.175779 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0f19fd3c-48a8-4c35-85e5-c9d56cf60281 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:09.176214 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f19fd3c-48a8-4c35-85e5-c9d56cf60281 None None] Bound using segment: {'id': 'aa5e7202-a928-4a4f-bbb1-a1590c2c5b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5acfd536-0fde-4091-b0ad-1c8940dcce95'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:17:09.176756 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-0f19fd3c-48a8-4c35-85e5-c9d56cf60281 None None] Bound port: e84c7000-1259-4bf5-bb9f-17ab0e9cd145, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa5e7202-a928-4a4f-bbb1-a1590c2c5b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5acfd536-0fde-4091-b0ad-1c8940dcce95'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:17:09.177177 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0f19fd3c-48a8-4c35-85e5-c9d56cf60281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:09.190900 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-df074992-8aba-4d5e-af31-e85a63d81ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:09.259578 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-7372cb6b-daca-4530-bd65-1ff1dcd7270a None None] Allocated IP 172.20.0.2 (47c98868-5ca7-47a4-8ce0-eb8b90605581/ab607914-93df-4a5a-975d-c7c7e0399db2/3249d823-6eac-4e03-b613-797714dad50d) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:17:09.261552 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df074992-8aba-4d5e-af31-e85a63d81ce9 None None] Routers {'daaaacd7-cc52-45fb-94e0-7d3b58b46b18'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:17:09.262845 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-df074992-8aba-4d5e-af31-e85a63d81ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:16:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['daaaacd7-cc52-45fb-94e0-7d3b58b46b18'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:09.338610 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-df074992-8aba-4d5e-af31-e85a63d81ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:09.339073 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df074992-8aba-4d5e-af31-e85a63d81ce9 None None] The sync data for ids ['daaaacd7-cc52-45fb-94e0-7d3b58b46b18'] in dv-neutron-821831-2-hyperv is: [] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:17:09.413216 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7b1515cb-d250-43c5-94a1-a1d212a8cdb0 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:09.454675 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dc697590-389c-457c-888f-ed7c40658f14 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:09.466944 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-26212d4b-d8ff-4f17-8084-66204a17ebde tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:09.540939 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b6c09af-709f-4920-bf37-505cbc5173b9 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Deleting subnet e20c6a1b-a9da-4ff1-97b9-166729e8c6c6 {{(pid=88991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:17:09.549945 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-37aa91e5-7c7f-44c6-b3e1-229f62d6f341 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:09.555497 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0b6c09af-709f-4920-bf37-505cbc5173b9 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks [] for subnet, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:09.596234 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:09.630279 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-22a573bb-dba0-42b8-bf8a-e3898e32ee51 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:09.643612 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc697590-389c-457c-888f-ed7c40658f14 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Network 41cc2b5a-d231-4ad6-9be0-a4eec09ed389 is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:17:09.646570 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc697590-389c-457c-888f-ed7c40658f14 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Pushing event updated for resources: {'Port': ['ID=8261bb04-c73d-4f48-96c6-835b78b82a56,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:09.649277 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aa91e5-7c7f-44c6-b3e1-229f62d6f341 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c604d20f-9a2d-4fa4-86c1-dc275df9c315,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:09.660862 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-dc697590-389c-457c-888f-ed7c40658f14 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:09.667515 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-dc697590-389c-457c-888f-ed7c40658f14 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:17:09.674389 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc697590-389c-457c-888f-ed7c40658f14 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:17:09.702467 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca5dc19e-a51b-45aa-8488-44d5ee0dcf4b tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:17:09.714542 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ca5dc19e-a51b-45aa-8488-44d5ee0dcf4b tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:09.718981 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52d1120-f8a7-48a9-b13a-1cbd3ed45904 None None] Sync routers for ids ['5e81ba7b-284f-48e8-a0af-c8cb40a5d8cd'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:17:09.719147 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ca5dc19e-a51b-45aa-8488-44d5ee0dcf4b tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] 10.222.0.36 "PUT /v2.0/routers/5e81ba7b-284f-48e8-a0af-c8cb40a5d8cd HTTP/1.1" status: 200 len: 884 time: 8.1058176 Dec 15 19:17:09.719231 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-37aa91e5-7c7f-44c6-b3e1-229f62d6f341 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:09.733641 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48776) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:09.743411 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52d1120-f8a7-48a9-b13a-1cbd3ed45904 None None] Routers {'5e81ba7b-284f-48e8-a0af-c8cb40a5d8cd'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:17:09.745430 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-e52d1120-f8a7-48a9-b13a-1cbd3ed45904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:16:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['5e81ba7b-284f-48e8-a0af-c8cb40a5d8cd'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:09.776151 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-0f19fd3c-48a8-4c35-85e5-c9d56cf60281 None None] For port e84c7000-1259-4bf5-bb9f-17ab0e9cd145, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:17:09.795702 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-22a573bb-dba0-42b8-bf8a-e3898e32ee51 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Calling delete_port for 6546c58f-56a4-4655-a0fd-c6b96c343c30 owned by {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:17:09.852232 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-0f19fd3c-48a8-4c35-85e5-c9d56cf60281 None None] For port e84c7000-1259-4bf5-bb9f-17ab0e9cd145, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=e84c7000-1259-4bf5-bb9f-17ab0e9cd145,segment=NetworkSegment(aa5e7202-a928-4a4f-bbb1-a1590c2c5b92),segment_id=aa5e7202-a928-4a4f-bbb1-a1590c2c5b92)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:17:09.856987 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:09.875345 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0b6c09af-709f-4920-bf37-505cbc5173b9 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16332759'] for subnet, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:09.890358 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0f19fd3c-48a8-4c35-85e5-c9d56cf60281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:09.891382 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-e52d1120-f8a7-48a9-b13a-1cbd3ed45904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:09.905164 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7dc213f3-56e3-4cf5-a462-937b098f6056 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:09.941242 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52d1120-f8a7-48a9-b13a-1cbd3ed45904 None None] Routers {'5e81ba7b-284f-48e8-a0af-c8cb40a5d8cd'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:17:09.967944 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-e52d1120-f8a7-48a9-b13a-1cbd3ed45904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:16:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['5e81ba7b-284f-48e8-a0af-c8cb40a5d8cd'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:09.968382 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-37aa91e5-7c7f-44c6-b3e1-229f62d6f341 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:09.968382 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-37aa91e5-7c7f-44c6-b3e1-229f62d6f341 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] 10.222.0.36 "DELETE /v2.0/security-groups/c604d20f-9a2d-4fa4-86c1-dc275df9c315 HTTP/1.1" status: 204 len: 168 time: 1.1437812 Dec 15 19:17:09.968382 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48780) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:10.017341 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7372cb6b-daca-4530-bd65-1ff1dcd7270a None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:10.021396 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f19fd3c-48a8-4c35-85e5-c9d56cf60281 None None] Pushing event updated for resources: {'Port': ['ID=e84c7000-1259-4bf5-bb9f-17ab0e9cd145,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:10.029136 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0f19fd3c-48a8-4c35-85e5-c9d56cf60281 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:10.046538 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-7372cb6b-daca-4530-bd65-1ff1dcd7270a None None] Transition to ACTIVE for port object 3249d823-6eac-4e03-b613-797714dad50d will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:17:10.088116 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-7372cb6b-daca-4530-bd65-1ff1dcd7270a None None] Transition to ACTIVE for port object 3249d823-6eac-4e03-b613-797714dad50d will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:17:10.136409 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7372cb6b-daca-4530-bd65-1ff1dcd7270a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:10.152074 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-e52d1120-f8a7-48a9-b13a-1cbd3ed45904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:10.153532 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52d1120-f8a7-48a9-b13a-1cbd3ed45904 None None] The sync data for ids ['5e81ba7b-284f-48e8-a0af-c8cb40a5d8cd'] in dv-neutron-821831-2-hyperv is: [] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:17:10.176857 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:10.257550 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0b6c09af-709f-4920-bf37-505cbc5173b9 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:10.285616 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 7e2d9f71-bdcd-4e98-86e1-04d38b6f67bd up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:17:10.286841 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7b1515cb-d250-43c5-94a1-a1d212a8cdb0 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16636259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14850861'] for subnet, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:10.293270 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5a5c2ea8-226b-4a75-ab4d-70e736d5612e tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:10.341973 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-34fd1b6a-353d-43ea-b75b-acfa3299db93 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Synchronizing usage tracker for tenant:e803dbd48f46472fa8b4641842e31169 on resource:security_group {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:17:10.359859 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1515cb-d250-43c5-94a1-a1d212a8cdb0 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Pushing event deleted for resources: {'Subnet': ['ID=ab607914-93df-4a5a-975d-c7c7e0399db2,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:10.366127 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7b1515cb-d250-43c5-94a1-a1d212a8cdb0 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:10.394660 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8e4cf10-4e9b-424f-9688-a83b3e28dd8a admin admin] Router 9076d4cf-4898-4889-ba0d-edb53fd3f842 is scheduled to L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 with binding_index 1 {{(pid=88991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 15 19:17:10.408648 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7372cb6b-daca-4530-bd65-1ff1dcd7270a None None] Network 47c98868-5ca7-47a4-8ce0-eb8b90605581 is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:17:10.409832 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7372cb6b-daca-4530-bd65-1ff1dcd7270a None None] Pushing event updated for resources: {'Port': ['ID=3249d823-6eac-4e03-b613-797714dad50d,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:10.413004 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7372cb6b-daca-4530-bd65-1ff1dcd7270a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:10.414655 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-7372cb6b-daca-4530-bd65-1ff1dcd7270a None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:17:10.418534 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7372cb6b-daca-4530-bd65-1ff1dcd7270a None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:17:10.428326 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-34fd1b6a-353d-43ea-b75b-acfa3299db93 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Unset dirty status for tenant:e803dbd48f46472fa8b4641842e31169 on resource:security_group {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:17:10.430298 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-34fd1b6a-353d-43ea-b75b-acfa3299db93 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4515703 Dec 15 19:17:10.439828 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-22a573bb-dba0-42b8-bf8a-e3898e32ee51 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:10.444185 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48784) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:10.445816 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d8e4cf10-4e9b-424f-9688-a83b3e28dd8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:10.498546 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-96f0dea4-5472-4304-9320-6c0c710e24dd tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Request body: {'security_group': {'name': 'tempest-secgroup--900256288'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:10.527584 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a573bb-dba0-42b8-bf8a-e3898e32ee51 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event deleted for resources: {'Port': ['ID=6546c58f-56a4-4655-a0fd-c6b96c343c30,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:10.531069 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-96f0dea4-5472-4304-9320-6c0c710e24dd tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:10.531688 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4bd0eb41-8461-4406-89cc-a0fa2f2eee3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:10.534260 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-22a573bb-dba0-42b8-bf8a-e3898e32ee51 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:10.583740 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-7372cb6b-daca-4530-bd65-1ff1dcd7270a None None] Attempting to bind port 3249d823-6eac-4e03-b613-797714dad50d on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:17:10.584357 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-7372cb6b-daca-4530-bd65-1ff1dcd7270a None None] Attempting to bind port 3249d823-6eac-4e03-b613-797714dad50d by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '80a98361-b9f1-4681-a900-2a708007d3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '47c98868-5ca7-47a4-8ce0-eb8b90605581'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:17:10.584840 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7372cb6b-daca-4530-bd65-1ff1dcd7270a None None] Attempting to bind port 3249d823-6eac-4e03-b613-797714dad50d on network 47c98868-5ca7-47a4-8ce0-eb8b90605581 {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:17:10.619491 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7372cb6b-daca-4530-bd65-1ff1dcd7270a None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:17:10.620077 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7372cb6b-daca-4530-bd65-1ff1dcd7270a None None] Checking segment: {'id': '80a98361-b9f1-4681-a900-2a708007d3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '47c98868-5ca7-47a4-8ce0-eb8b90605581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:17:10.620540 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7372cb6b-daca-4530-bd65-1ff1dcd7270a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:10.621092 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7372cb6b-daca-4530-bd65-1ff1dcd7270a None None] Bound using segment: {'id': '80a98361-b9f1-4681-a900-2a708007d3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '47c98868-5ca7-47a4-8ce0-eb8b90605581'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:17:10.622801 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-7372cb6b-daca-4530-bd65-1ff1dcd7270a None None] Bound port: 3249d823-6eac-4e03-b613-797714dad50d, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80a98361-b9f1-4681-a900-2a708007d3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '47c98868-5ca7-47a4-8ce0-eb8b90605581'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:17:10.623243 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7372cb6b-daca-4530-bd65-1ff1dcd7270a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:10.664880 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-96f0dea4-5472-4304-9320-6c0c710e24dd tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:10.714634 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0b6c09af-709f-4920-bf37-505cbc5173b9 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16156049'] for subnet, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:10.766042 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:10.782215 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d68f2b-9f00-45fb-932d-04694bc4b904 None None] Network 19b72bfa-3b09-4f76-a78c-5531fd623b36 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:17:10.807265 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7b1515cb-d250-43c5-94a1-a1d212a8cdb0 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:10.827913 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6c09af-709f-4920-bf37-505cbc5173b9 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Pushing event deleted for resources: {'Subnet': ['ID=e20c6a1b-a9da-4ff1-97b9-166729e8c6c6,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:10.831249 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0b6c09af-709f-4920-bf37-505cbc5173b9 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:10.838069 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-22a573bb-dba0-42b8-bf8a-e3898e32ee51 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:10.847314 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0b6c09af-709f-4920-bf37-505cbc5173b9 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:10.862544 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-96f0dea4-5472-4304-9320-6c0c710e24dd tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:10.888833 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0b6c09af-709f-4920-bf37-505cbc5173b9 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] 10.222.0.36 "DELETE /v2.0/subnets/e20c6a1b-a9da-4ff1-97b9-166729e8c6c6 HTTP/1.1" status: 204 len: 168 time: 1.9281890 Dec 15 19:17:10.891046 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-22a573bb-dba0-42b8-bf8a-e3898e32ee51 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "DELETE /v2.0/ports/6546c58f-56a4-4655-a0fd-c6b96c343c30 HTTP/1.1" status: 204 len: 168 time: 2.4910226 Dec 15 19:17:10.894339 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48788) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:10.894715 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48790) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:10.950650 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dc697590-389c-457c-888f-ed7c40658f14 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:10.982923 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986846ac-ec5d-477b-9231-d3b553dfc3f1 None None] Network a6b0609a-9278-4ac2-ae75-7a41c4ec5f67 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:17:10.998797 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 7e2d9f71-bdcd-4e98-86e1-04d38b6f67bd completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:17:11.021106 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:11.051884 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e44b0bb-4ec8-47b4-a8c2-eb2c18c80b7c tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] GET failed (client error): The resource could not be found. Dec 15 19:17:11.052440 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-2e44b0bb-4ec8-47b4-a8c2-eb2c18c80b7c tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Synchronizing usage tracker for tenant:d09e37d948244dafb936d2972b3d58c9 on resource:port {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:17:11.060088 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-7b1515cb-d250-43c5-94a1-a1d212a8cdb0 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47c98868-5ca7-47a4-8ce0-eb8b90605581']}} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:11.102565 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device f2b49dc2-f77b-4d55-876f-01ac61af731a up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:17:11.127305 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-7b1515cb-d250-43c5-94a1-a1d212a8cdb0 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80a98361-b9f1-4681-a900-2a708007d3f2') {'for_net_delete': True} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:11.127653 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-7b1515cb-d250-43c5-94a1-a1d212a8cdb0 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80a98361-b9f1-4681-a900-2a708007d3f2') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:11.184157 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-c627e7c4-76ee-4f01-95b7-3889414cd42f None None] Provisioning for port f2b49dc2-f77b-4d55-876f-01ac61af731a completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:17:11.185902 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-96f0dea4-5472-4304-9320-6c0c710e24dd tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:11.196201 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-96f0dea4-5472-4304-9320-6c0c710e24dd tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Usage tracker for resource:security_group_rule and tenant:e803dbd48f46472fa8b4641842e31169 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:17:11.203223 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-96f0dea4-5472-4304-9320-6c0c710e24dd tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:17:11.215184 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-7372cb6b-daca-4530-bd65-1ff1dcd7270a None None] For port 3249d823-6eac-4e03-b613-797714dad50d, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:17:11.217781 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6b4b4049-5209-4cb8-af65-8c9317271985 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:11.220178 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-96f0dea4-5472-4304-9320-6c0c710e24dd tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:11.227191 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-2e44b0bb-4ec8-47b4-a8c2-eb2c18c80b7c tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Unset dirty status for tenant:d09e37d948244dafb936d2972b3d58c9 on resource:port {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:17:11.231383 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-2e44b0bb-4ec8-47b4-a8c2-eb2c18c80b7c tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "GET /v2.0/ports/6546c58f-56a4-4655-a0fd-c6b96c343c30 HTTP/1.1" status: 404 len: 333 time: 0.3337765 Dec 15 19:17:11.232405 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48796) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:11.234062 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-7372cb6b-daca-4530-bd65-1ff1dcd7270a None None] For port 3249d823-6eac-4e03-b613-797714dad50d, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=3249d823-6eac-4e03-b613-797714dad50d,segment=NetworkSegment(80a98361-b9f1-4681-a900-2a708007d3f2),segment_id=80a98361-b9f1-4681-a900-2a708007d3f2)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:17:11.245688 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7b1515cb-d250-43c5-94a1-a1d212a8cdb0 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16327073'] for segment, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:11.276248 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dc697590-389c-457c-888f-ed7c40658f14 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:11.293975 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7372cb6b-daca-4530-bd65-1ff1dcd7270a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:11.301755 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-073c4ca4-aa8b-43be-8fcd-85d425479127 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:11.311061 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7b1515cb-d250-43c5-94a1-a1d212a8cdb0 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:11.348838 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b1515cb-d250-43c5-94a1-a1d212a8cdb0 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=88990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:17:11.349208 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7b1515cb-d250-43c5-94a1-a1d212a8cdb0 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838138943'] for segment, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:11.366730 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:17:11.366730 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:17:11.366730 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:17:11.366730 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:17:11.366730 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:17:11.366730 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:17:11.366730 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:17:11.366730 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:17:11.366730 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:17:11.366730 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:17:11.366730 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:17:11.366730 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:17:11.366730 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:17:11.366730 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:17:11.366730 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:17:11.366730 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:17:11.366730 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:17:11.366730 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:17:11.366730 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:17:11.366730 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:17:11.366730 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:17:11.366730 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:17:11.366730 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:17:11.366730 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:17:11.366730 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:17:11.366730 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:17:11.366730 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:17:11.366730 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:17:11.366730 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:17:11.366730 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:17:11.366730 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:17:11.366730 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:17:11.379408 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c506674b-2264-43da-b65c-83ed41f56bb7 None None] Network 256c8958-b32d-40ed-813a-b9d084c44dd3 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:17:11.433793 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-dcd78c15-5311-4701-9b33-dfde93e7af11 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] 10.222.0.36 "GET /v2.0/routers/5e81ba7b-284f-48e8-a0af-c8cb40a5d8cd HTTP/1.1" status: 200 len: 925 time: 1.6947293 Dec 15 19:17:11.448321 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48800) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:11.525017 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-6b4b4049-5209-4cb8-af65-8c9317271985 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Deleting port 34873959-3949-4312-b665-b8d7868180db {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:17:11.525319 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6b4b4049-5209-4cb8-af65-8c9317271985 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:11.654895 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7372cb6b-daca-4530-bd65-1ff1dcd7270a None None] Pushing event updated for resources: {'Port': ['ID=3249d823-6eac-4e03-b613-797714dad50d,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:11.664131 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7372cb6b-daca-4530-bd65-1ff1dcd7270a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:11.672482 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-7b1515cb-d250-43c5-94a1-a1d212a8cdb0 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 15 19:17:11.672482 dv-neutron-821831-2-hyperv neutron-server[88879]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 15 19:17:11.672482 dv-neutron-821831-2-hyperv neutron-server[88879]: [parameters: {'id': '47c98868-5ca7-47a4-8ce0-eb8b90605581'}] Dec 15 19:17:11.672482 dv-neutron-821831-2-hyperv neutron-server[88879]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88990) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:17:11.672482 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-7b1515cb-d250-43c5-94a1-a1d212a8cdb0 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:17:11.684980 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d1a4f3-9ddd-4a48-a672-a45c4a1f15a2 None None] Network 47c98868-5ca7-47a4-8ce0-eb8b90605581 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:17:11.781178 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b3127a0c-532a-4425-b2c4-598ef3e07a74 None None] Provisioning for port 7e2d9f71-bdcd-4e98-86e1-04d38b6f67bd completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:17:11.806212 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-97290595-ec7f-4ad3-aaee-2f159337b5f4 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Synchronizing usage tracker for tenant:f075a9d384eb440db84c0ccc2770e165 on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:17:11.821141 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port f2b49dc2-f77b-4d55-876f-01ac61af731a completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:17:11.839500 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b3127a0c-532a-4425-b2c4-598ef3e07a74 None None] Provisioning complete for port 7e2d9f71-bdcd-4e98-86e1-04d38b6f67bd triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:17:11.840572 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b3127a0c-532a-4425-b2c4-598ef3e07a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:11.883548 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dc697590-389c-457c-888f-ed7c40658f14 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:11.885352 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-97290595-ec7f-4ad3-aaee-2f159337b5f4 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Unset dirty status for tenant:f075a9d384eb440db84c0ccc2770e165 on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:17:11.889158 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-97290595-ec7f-4ad3-aaee-2f159337b5f4 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=4b9c9b76-a8c2-4873-8d7b-0d52cc71925c&device_id=5e81ba7b-284f-48e8-a0af-c8cb40a5d8cd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4289649 Dec 15 19:17:11.906285 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e4cf10-4e9b-424f-9688-a83b3e28dd8a admin admin] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:17:11.909748 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-96f0dea4-5472-4304-9320-6c0c710e24dd tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:11.911561 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port f2b49dc2-f77b-4d55-876f-01ac61af731a triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:17:11.911561 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:11.918928 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48804) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:11.942639 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dc697590-389c-457c-888f-ed7c40658f14 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:11.952256 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ce26fb12-cd7d-4fa0-8eca-122d8b334d6f tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:12.007969 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-96f0dea4-5472-4304-9320-6c0c710e24dd tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:12.024261 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-37bb0f11-55d5-4eec-950f-e5be07af4781 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:12.092619 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc697590-389c-457c-888f-ed7c40658f14 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Pushing event updated for resources: {'Port': ['ID=8261bb04-c73d-4f48-96c6-835b78b82a56,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:12.102616 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-dc697590-389c-457c-888f-ed7c40658f14 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:12.142535 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dc697590-389c-457c-888f-ed7c40658f14 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634093'] for floatingip, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:12.148840 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0a4047-fc67-4c54-a50f-3ef1b804213d None None] Sync routers for ids ['9076d4cf-4898-4889-ba0d-edb53fd3f842'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:17:12.173845 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7b1515cb-d250-43c5-94a1-a1d212a8cdb0 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:12.187077 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9aaadfd4-7d6a-431d-827c-bfc20df32e92 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:12.221542 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-7b1515cb-d250-43c5-94a1-a1d212a8cdb0 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Deleting port 3249d823-6eac-4e03-b613-797714dad50d {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:17:12.222327 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7b1515cb-d250-43c5-94a1-a1d212a8cdb0 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:12.315914 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70888743-9977-4405-ba84-a1edbd5d9837 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:17:12.327680 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-70888743-9977-4405-ba84-a1edbd5d9837 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] 10.222.0.36 "GET /v2.0/networks/4b9c9b76-a8c2-4873-8d7b-0d52cc71925c HTTP/1.1" status: 200 len: 881 time: 0.4086056 Dec 15 19:17:12.328874 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f0dea4-5472-4304-9320-6c0c710e24dd tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a37dd4b-a529-4d57-9d53-3706768f148f,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:12.333907 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabc21f9-4416-4d99-9682-ab8eb0916e52 None None] DHCP port deletion for a6b0609a-9278-4ac2-ae75-7a41c4ec5f67 request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:17:12.335729 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48808) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:12.336247 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dc697590-389c-457c-888f-ed7c40658f14 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:12.340694 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-dc697590-389c-457c-888f-ed7c40658f14 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.1289668 Dec 15 19:17:12.345928 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e936a96-66b7-4a52-94bf-af94ed331dca tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Deleting subnet b3017cb9-f80b-497c-a044-a652dbc84df6 {{(pid=88991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:17:12.351360 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7e936a96-66b7-4a52-94bf-af94ed331dca tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for subnet, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:12.390228 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48810) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:12.391757 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-fabc21f9-4416-4d99-9682-ab8eb0916e52 None None] Deleting port 34873959-3949-4312-b665-b8d7868180db {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:17:12.392212 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fabc21f9-4416-4d99-9682-ab8eb0916e52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:12.427513 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7e936a96-66b7-4a52-94bf-af94ed331dca tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16332759'] for subnet, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:12.467932 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0a4047-fc67-4c54-a50f-3ef1b804213d None None] Routers {'9076d4cf-4898-4889-ba0d-edb53fd3f842'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:17:12.468999 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-9e0a4047-fc67-4c54-a50f-3ef1b804213d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:17:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['9076d4cf-4898-4889-ba0d-edb53fd3f842'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:12.544916 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-6b4b4049-5209-4cb8-af65-8c9317271985 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] For port 34873959-3949-4312-b665-b8d7868180db, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=34873959-3949-4312-b665-b8d7868180db,segment=NetworkSegment(68bd57fb-a058-4d87-9ddd-5528bbb8efd2),segment_id=68bd57fb-a058-4d87-9ddd-5528bbb8efd2)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:17:12.545472 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6b4b4049-5209-4cb8-af65-8c9317271985 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:12.663086 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:12.680536 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-96f0dea4-5472-4304-9320-6c0c710e24dd tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.653s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:12.692676 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7e936a96-66b7-4a52-94bf-af94ed331dca tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:12.733323 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9aaadfd4-7d6a-431d-827c-bfc20df32e92 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:12.751322 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-63fcea5a-d027-4d88-8207-7d58c246005f tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e81ba7b-284f-48e8-a0af-c8cb40a5d8cd HTTP/1.1" status: 200 len: 205 time: 0.4015617 Dec 15 19:17:12.768696 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48816) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:12.799092 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-96f0dea4-5472-4304-9320-6c0c710e24dd tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:12.806269 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-96f0dea4-5472-4304-9320-6c0c710e24dd tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.3091085 Dec 15 19:17:12.806269 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d8e4cf10-4e9b-424f-9688-a83b3e28dd8a admin admin] Notify callbacks [] for router, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:12.806269 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d8e4cf10-4e9b-424f-9688-a83b3e28dd8a admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.6412694 Dec 15 19:17:12.809784 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fc092d-9628-42e0-ba54-21f6f5d59ddd None None] Network 5acfd536-0fde-4091-b0ad-1c8940dcce95 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:17:12.821827 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-6b4b4049-5209-4cb8-af65-8c9317271985 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Calling delete_port for 34873959-3949-4312-b665-b8d7868180db owned by network:dhcp {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:17:12.851342 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48820) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:12.851987 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48822) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:12.859004 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-9aaadfd4-7d6a-431d-827c-bfc20df32e92 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Deleting port 72afca98-2d5a-4693-a5ea-4649c72210e1 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:17:12.859004 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9aaadfd4-7d6a-431d-827c-bfc20df32e92 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:12.868467 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-7de4f992-0eed-4230-963e-fb68c86ac0b5 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Request body: {'security_group_rule': {'security_group_id': '3a37dd4b-a529-4d57-9d53-3706768f148f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:12.913307 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-5751a29c-1009-42eb-bdbe-f301bfe286b5 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Synchronizing usage tracker for tenant:8326b31d3cac4ff0aeca873a19da3271 on resource:floatingip {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:17:12.955318 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-7de4f992-0eed-4230-963e-fb68c86ac0b5 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:12.973137 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-7de4f992-0eed-4230-963e-fb68c86ac0b5 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Usage tracker for resource:security_group_rule and tenant:e803dbd48f46472fa8b4641842e31169 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:17:12.983849 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-7de4f992-0eed-4230-963e-fb68c86ac0b5 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:17:12.989218 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b3127a0c-532a-4425-b2c4-598ef3e07a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:12.997627 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-7de4f992-0eed-4230-963e-fb68c86ac0b5 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:13.056469 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:13.116367 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7de4f992-0eed-4230-963e-fb68c86ac0b5 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:13.125077 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-5751a29c-1009-42eb-bdbe-f301bfe286b5 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Unset dirty status for tenant:8326b31d3cac4ff0aeca873a19da3271 on resource:floatingip {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:17:13.129336 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-5751a29c-1009-42eb-bdbe-f301bfe286b5 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] 10.222.0.36 "GET /v2.0/floatingips?floating_network_id=41cc2b5a-d231-4ad6-9be0-a4eec09ed389 HTTP/1.1" status: 200 len: 690 time: 0.7377169 Dec 15 19:17:13.130332 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7e936a96-66b7-4a52-94bf-af94ed331dca tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16156049'] for subnet, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:13.134099 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6b4b4049-5209-4cb8-af65-8c9317271985 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:13.134784 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48828) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:13.142851 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:13.197845 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e936a96-66b7-4a52-94bf-af94ed331dca tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event deleted for resources: {'Subnet': ['ID=b3017cb9-f80b-497c-a044-a652dbc84df6,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:13.210360 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7e936a96-66b7-4a52-94bf-af94ed331dca tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:13.210827 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-9e0a4047-fc67-4c54-a50f-3ef1b804213d None None] Set router 9076d4cf-4898-4889-ba0d-edb53fd3f842 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:17:13.211513 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1e5e20e9-b246-4817-b2f9-1b0891071047 tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:13.265119 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4b4049-5209-4cb8-af65-8c9317271985 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] No DVR routers for this DVR port 34873959-3949-4312-b665-b8d7868180db on host dv-neutron-821831-2-hyperv {{(pid=88991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:17:13.268999 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-7b1515cb-d250-43c5-94a1-a1d212a8cdb0 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] For port 3249d823-6eac-4e03-b613-797714dad50d, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=3249d823-6eac-4e03-b613-797714dad50d,segment=NetworkSegment(80a98361-b9f1-4681-a900-2a708007d3f2),segment_id=80a98361-b9f1-4681-a900-2a708007d3f2)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:17:13.269414 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7b1515cb-d250-43c5-94a1-a1d212a8cdb0 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:13.281247 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b3127a0c-532a-4425-b2c4-598ef3e07a74 None None] For port 7e2d9f71-bdcd-4e98-86e1-04d38b6f67bd, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=7e2d9f71-bdcd-4e98-86e1-04d38b6f67bd,segment=NetworkSegment(b1433ec9-234a-448b-99a3-45857c98f9a8),segment_id=b1433ec9-234a-448b-99a3-45857c98f9a8)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:17:13.310229 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7e936a96-66b7-4a52-94bf-af94ed331dca tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:13.314666 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4b4049-5209-4cb8-af65-8c9317271985 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Pushing event deleted for resources: {'Port': ['ID=34873959-3949-4312-b665-b8d7868180db,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:13.318479 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6b4b4049-5209-4cb8-af65-8c9317271985 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:13.387192 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b3127a0c-532a-4425-b2c4-598ef3e07a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:13.398636 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port f2b49dc2-f77b-4d55-876f-01ac61af731a, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=f2b49dc2-f77b-4d55-876f-01ac61af731a,segment=NetworkSegment(68c50745-522c-412f-b573-c945cd7c3bdd),segment_id=68c50745-522c-412f-b573-c945cd7c3bdd)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:17:13.399633 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-758d568e-944e-400b-8ab5-346d58dfe249 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:13.414523 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-7e936a96-66b7-4a52-94bf-af94ed331dca tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "DELETE /v2.0/subnets/b3017cb9-f80b-497c-a044-a652dbc84df6 HTTP/1.1" status: 204 len: 168 time: 2.1771789 Dec 15 19:17:13.417615 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48832) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:13.469225 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-fabc21f9-4416-4d99-9682-ab8eb0916e52 None None] For port 34873959-3949-4312-b665-b8d7868180db, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=34873959-3949-4312-b665-b8d7868180db,segment=NetworkSegment(68bd57fb-a058-4d87-9ddd-5528bbb8efd2),segment_id=68bd57fb-a058-4d87-9ddd-5528bbb8efd2)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:17:13.469876 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fabc21f9-4416-4d99-9682-ab8eb0916e52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:13.484745 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:13.490537 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-7b1515cb-d250-43c5-94a1-a1d212a8cdb0 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Calling delete_port for 3249d823-6eac-4e03-b613-797714dad50d owned by network:dhcp {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:17:13.528219 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9aaadfd4-7d6a-431d-827c-bfc20df32e92 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:13.554741 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6b4b4049-5209-4cb8-af65-8c9317271985 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:13.656201 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7de4f992-0eed-4230-963e-fb68c86ac0b5 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:13.669516 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-41381ef9-4b5f-4584-a9b3-8bf6ce2d98ff tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:13.714462 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7de4f992-0eed-4230-963e-fb68c86ac0b5 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:13.715673 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-9aaadfd4-7d6a-431d-827c-bfc20df32e92 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Calling delete_port for 72afca98-2d5a-4693-a5ea-4649c72210e1 owned by network:router_gateway {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:17:13.721607 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-6b4b4049-5209-4cb8-af65-8c9317271985 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6b0609a-9278-4ac2-ae75-7a41c4ec5f67']}} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:13.738805 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-38cb9b4b-4799-4201-ad5e-9a21fd4bfbbd tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:13.754587 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-41381ef9-4b5f-4584-a9b3-8bf6ce2d98ff tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Deleting port e84c7000-1259-4bf5-bb9f-17ab0e9cd145 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:17:13.754945 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-41381ef9-4b5f-4584-a9b3-8bf6ce2d98ff tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:13.779474 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b5a48eb0-68d0-40a7-8468-c87d2dfc5d8a tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:13.786502 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-6b4b4049-5209-4cb8-af65-8c9317271985 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68bd57fb-a058-4d87-9ddd-5528bbb8efd2') {'for_net_delete': True} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:13.786861 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-6b4b4049-5209-4cb8-af65-8c9317271985 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68bd57fb-a058-4d87-9ddd-5528bbb8efd2') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:13.821511 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de4f992-0eed-4230-963e-fb68c86ac0b5 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bf519ce-d3a6-4f06-b89f-a39d42ffe585,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:13.872648 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 19:17:13.887862 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7de4f992-0eed-4230-963e-fb68c86ac0b5 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:13.897123 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6b4b4049-5209-4cb8-af65-8c9317271985 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838443042'] for segment, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:13.914106 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-b5a48eb0-68d0-40a7-8468-c87d2dfc5d8a tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Deleting port 8261bb04-c73d-4f48-96c6-835b78b82a56 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:17:13.914510 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b5a48eb0-68d0-40a7-8468-c87d2dfc5d8a tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:13.925685 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6b4b4049-5209-4cb8-af65-8c9317271985 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:13.926107 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-fabc21f9-4416-4d99-9682-ab8eb0916e52 None None] Calling delete_port for 34873959-3949-4312-b665-b8d7868180db owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:17:13.953908 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device e84c7000-1259-4bf5-bb9f-17ab0e9cd145 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:17:13.956025 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b4b4049-5209-4cb8-af65-8c9317271985 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=88991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:17:13.956472 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6b4b4049-5209-4cb8-af65-8c9317271985 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838443729'] for segment, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:13.973337 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:17:13.973337 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:17:13.973337 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:17:13.973337 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:17:13.973337 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:17:13.973337 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:17:13.973337 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:17:13.973337 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:17:13.973337 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:17:13.973337 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:17:13.973337 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:17:13.973337 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:17:13.973337 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:17:13.973337 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:17:13.973337 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:17:13.973337 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:17:13.973337 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:17:13.973337 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:17:13.973337 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:17:13.973337 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:17:13.973337 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:17:13.973337 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:17:13.973337 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:17:13.973337 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:17:13.973337 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:17:13.973337 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:17:13.973337 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:17:13.973337 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:17:13.973337 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:17:13.973337 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:17:13.973337 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:17:13.973337 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:17:14.007835 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7de4f992-0eed-4230-963e-fb68c86ac0b5 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:14.012769 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-7de4f992-0eed-4230-963e-fb68c86ac0b5 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 1.1545238 Dec 15 19:17:14.014788 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48836) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:14.041708 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3127a0c-532a-4425-b2c4-598ef3e07a74 None None] Pushing event updated for resources: {'Port': ['ID=7e2d9f71-bdcd-4e98-86e1-04d38b6f67bd,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:14.061895 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b3127a0c-532a-4425-b2c4-598ef3e07a74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.662s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:14.071542 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7372cb6b-daca-4530-bd65-1ff1dcd7270a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.559s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:14.102068 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7b1515cb-d250-43c5-94a1-a1d212a8cdb0 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:14.118659 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1c60be4d-5bf1-4f33-98fc-a29faa7f9725 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:14.148933 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b6f2c0a8-9408-4537-b5b8-2a2082771913 None None] Provisioning complete for port f2b49dc2-f77b-4d55-876f-01ac61af731a triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:17:14.149536 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b6f2c0a8-9408-4537-b5b8-2a2082771913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:14.201512 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1515cb-d250-43c5-94a1-a1d212a8cdb0 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Pushing event deleted for resources: {'Port': ['ID=3249d823-6eac-4e03-b613-797714dad50d,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:14.214514 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7b1515cb-d250-43c5-94a1-a1d212a8cdb0 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:14.228553 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b0dd5be3-6a58-4769-9e17-849dbdafc9ce tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:14.240336 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-683d1033-9102-4ce8-9612-172ee11232a4 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks [] for router, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:14.302459 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1515cb-d250-43c5-94a1-a1d212a8cdb0 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] No DVR routers for this DVR port 3249d823-6eac-4e03-b613-797714dad50d on host dv-neutron-821831-2-hyperv {{(pid=88990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:17:14.311852 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-fabc21f9-4416-4d99-9682-ab8eb0916e52 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88992) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:17:14.312540 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-fabc21f9-4416-4d99-9682-ab8eb0916e52 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:17:14.329547 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=f2b49dc2-f77b-4d55-876f-01ac61af731a,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:14.335972 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:14.433447 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da5bbcb-16bd-4953-a201-f824ccdac974 None None] DHCP port deletion for 5acfd536-0fde-4091-b0ad-1c8940dcce95 request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:17:14.440319 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port e84c7000-1259-4bf5-bb9f-17ab0e9cd145 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:17:14.453778 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-8da5bbcb-16bd-4953-a201-f824ccdac974 None None] Deleting port e84c7000-1259-4bf5-bb9f-17ab0e9cd145 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:17:14.454312 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8da5bbcb-16bd-4953-a201-f824ccdac974 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:14.503489 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-9e0a4047-fc67-4c54-a50f-3ef1b804213d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9076d4cf-4898-4889-ba0d-edb53fd3f842', 'name': 'tempest-ServerActionsTestJSON-426409717-router', 'tenant_id': '63a560358735409688254f323e657c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '32ae3200-fa04-4a52-92dc-c8c1bccdbd6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:17:04Z', 'updated_at': '2021-12-15T19:17:08Z', 'revision_number': 3, 'project_id': '63a560358735409688254f323e657c6f', 'gw_port': {'id': '32ae3200-fa04-4a52-92dc-c8c1bccdbd6e', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ee:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9076d4cf-4898-4889-ba0d-edb53fd3f842', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:17:06Z', 'updated_at': '2021-12-15T19:17:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:14.513012 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0a4047-fc67-4c54-a50f-3ef1b804213d None None] Checking router: 9076d4cf-4898-4889-ba0d-edb53fd3f842 for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:17:14.513012 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0a4047-fc67-4c54-a50f-3ef1b804213d None None] Updating router 9076d4cf-4898-4889-ba0d-edb53fd3f842 port 32ae3200-fa04-4a52-92dc-c8c1bccdbd6e binding host dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 15 19:17:14.542672 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6b4b4049-5209-4cb8-af65-8c9317271985 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:14.554033 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-41381ef9-4b5f-4584-a9b3-8bf6ce2d98ff tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] For port e84c7000-1259-4bf5-bb9f-17ab0e9cd145, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=e84c7000-1259-4bf5-bb9f-17ab0e9cd145,segment=NetworkSegment(aa5e7202-a928-4a4f-bbb1-a1590c2c5b92),segment_id=aa5e7202-a928-4a4f-bbb1-a1590c2c5b92)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:17:14.555015 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-41381ef9-4b5f-4584-a9b3-8bf6ce2d98ff tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:14.602614 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b6f2c0a8-9408-4537-b5b8-2a2082771913 None None] Provisioning for port e84c7000-1259-4bf5-bb9f-17ab0e9cd145 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:17:14.606891 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 34873959-3949-4312-b665-b8d7868180db no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:17:14.655859 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b0dd5be3-6a58-4769-9e17-849dbdafc9ce tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:14.659445 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b6f2c0a8-9408-4537-b5b8-2a2082771913 None None] Provisioning complete for port e84c7000-1259-4bf5-bb9f-17ab0e9cd145 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:17:14.660457 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b6f2c0a8-9408-4537-b5b8-2a2082771913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:14.683057 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 34873959-3949-4312-b665-b8d7868180db {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:17:14.683984 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 34873959-3949-4312-b665-b8d7868180db not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:17:14.711179 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9e0a4047-fc67-4c54-a50f-3ef1b804213d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:14.757458 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-41381ef9-4b5f-4584-a9b3-8bf6ce2d98ff tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Calling delete_port for e84c7000-1259-4bf5-bb9f-17ab0e9cd145 owned by network:dhcp {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:17:14.798182 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b5a48eb0-68d0-40a7-8468-c87d2dfc5d8a tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:14.798551 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b5a48eb0-68d0-40a7-8468-c87d2dfc5d8a tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:14.847195 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-fabc21f9-4416-4d99-9682-ab8eb0916e52 None None] Deleting port 34873959-3949-4312-b665-b8d7868180db {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:17:14.847621 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fabc21f9-4416-4d99-9682-ab8eb0916e52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:14.871046 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6b4b4049-5209-4cb8-af65-8c9317271985 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:14.881869 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7b1515cb-d250-43c5-94a1-a1d212a8cdb0 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:14.896266 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3b5ca2bc-948e-4cf1-baf6-bdb97e8be9e8 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:14.920541 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6b4b4049-5209-4cb8-af65-8c9317271985 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] 10.222.0.36 "DELETE /v2.0/networks/a6b0609a-9278-4ac2-ae75-7a41c4ec5f67 HTTP/1.1" status: 204 len: 168 time: 4.0245826 Dec 15 19:17:14.926322 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48840) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:14.932893 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-41381ef9-4b5f-4584-a9b3-8bf6ce2d98ff tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:14.962847 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-b5a48eb0-68d0-40a7-8468-c87d2dfc5d8a tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Calling delete_port for 8261bb04-c73d-4f48-96c6-835b78b82a56 owned by network:floatingip {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:17:14.971638 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4b4049-5209-4cb8-af65-8c9317271985 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Pushing event deleted for resources: {'Network': ['ID=a6b0609a-9278-4ac2-ae75-7a41c4ec5f67,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:14.991387 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6b4b4049-5209-4cb8-af65-8c9317271985 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:14.991798 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b0dd5be3-6a58-4769-9e17-849dbdafc9ce tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:14.995004 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-05f730fb-7a4f-4914-a647-cb794dfb9d34 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:14.998174 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-fabc21f9-4416-4d99-9682-ab8eb0916e52 None None] The port '34873959-3949-4312-b665-b8d7868180db' was deleted {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 15 19:17:15.002688 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9aaadfd4-7d6a-431d-827c-bfc20df32e92 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:15.021492 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:15.041257 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-1be1004c-210d-4c93-8854-83fe648437df tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] DELETE failed (client error): The resource could not be found. Dec 15 19:17:15.041973 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1be1004c-210d-4c93-8854-83fe648437df tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:17:15.046182 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.db [None req-b6f2c0a8-9408-4537-b5b8-2a2082771913 None None] No ports have port_id starting with e84c7000-1259-4bf5-bb9f-17ab0e9cd145 Dec 15 19:17:15.048481 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-8da5bbcb-16bd-4953-a201-f824ccdac974 None None] For port e84c7000-1259-4bf5-bb9f-17ab0e9cd145, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=e84c7000-1259-4bf5-bb9f-17ab0e9cd145,segment=NetworkSegment(aa5e7202-a928-4a4f-bbb1-a1590c2c5b92),segment_id=aa5e7202-a928-4a4f-bbb1-a1590c2c5b92)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:17:15.048695 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8da5bbcb-16bd-4953-a201-f824ccdac974 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:15.049856 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1be1004c-210d-4c93-8854-83fe648437df tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] 10.222.0.36 "DELETE /v2.0/subnets/482a7284-4df3-449e-91bc-d211f8a69540 HTTP/1.1" status: 404 len: 337 time: 0.1183567 Dec 15 19:17:15.054888 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48844) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:15.092242 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41381ef9-4b5f-4584-a9b3-8bf6ce2d98ff tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] No DVR routers for this DVR port e84c7000-1259-4bf5-bb9f-17ab0e9cd145 on host dv-neutron-821831-2-hyperv {{(pid=88991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:17:15.094703 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41381ef9-4b5f-4584-a9b3-8bf6ce2d98ff tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event deleted for resources: {'Port': ['ID=e84c7000-1259-4bf5-bb9f-17ab0e9cd145,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:15.098897 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-7b1515cb-d250-43c5-94a1-a1d212a8cdb0 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47c98868-5ca7-47a4-8ce0-eb8b90605581']}} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:15.109388 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaadfd4-7d6a-431d-827c-bfc20df32e92 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Pushing event deleted for resources: {'Port': ['ID=72afca98-2d5a-4693-a5ea-4649c72210e1,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:15.123403 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9aaadfd4-7d6a-431d-827c-bfc20df32e92 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:15.124255 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:15.134144 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-41381ef9-4b5f-4584-a9b3-8bf6ce2d98ff tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:15.163676 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b90cd4a-5d3b-4b07-bec8-9522f1099e2c tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] DELETE failed (client error): The resource could not be found. Dec 15 19:17:15.164515 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b90cd4a-5d3b-4b07-bec8-9522f1099e2c tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:17:15.166593 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6b90cd4a-5d3b-4b07-bec8-9522f1099e2c tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] 10.222.0.36 "DELETE /v2.0/networks/663358c6-d2ef-4977-bde1-67c789f08b16 HTTP/1.1" status: 404 len: 339 time: 0.0986586 Dec 15 19:17:15.173999 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48848) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:15.179625 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-7b1515cb-d250-43c5-94a1-a1d212a8cdb0 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80a98361-b9f1-4681-a900-2a708007d3f2') {'for_net_delete': True} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:15.179974 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-7b1515cb-d250-43c5-94a1-a1d212a8cdb0 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80a98361-b9f1-4681-a900-2a708007d3f2') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:15.196312 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-8da5bbcb-16bd-4953-a201-f824ccdac974 None None] Calling delete_port for e84c7000-1259-4bf5-bb9f-17ab0e9cd145 owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:17:15.250971 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dd5be3-6a58-4769-9e17-849dbdafc9ce tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0bf519ce-d3a6-4f06-b89f-a39d42ffe585,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:15.275337 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b0dd5be3-6a58-4769-9e17-849dbdafc9ce tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:15.312625 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7b1515cb-d250-43c5-94a1-a1d212a8cdb0 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16327073'] for segment, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:15.325742 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b0dd5be3-6a58-4769-9e17-849dbdafc9ce tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:15.327026 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b0dd5be3-6a58-4769-9e17-849dbdafc9ce tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/0bf519ce-d3a6-4f06-b89f-a39d42ffe585 HTTP/1.1" status: 204 len: 168 time: 1.3112059 Dec 15 19:17:15.329707 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-41381ef9-4b5f-4584-a9b3-8bf6ce2d98ff tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:15.342264 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48852) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:15.367641 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7b1515cb-d250-43c5-94a1-a1d212a8cdb0 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:15.373362 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-364daa4f-372a-4528-92cb-87a29bc2d329 None None] Provisioning complete for port 7e2d9f71-bdcd-4e98-86e1-04d38b6f67bd triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:17:15.373787 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-364daa4f-372a-4528-92cb-87a29bc2d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:15.385310 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b1515cb-d250-43c5-94a1-a1d212a8cdb0 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=88990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:17:15.385766 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7b1515cb-d250-43c5-94a1-a1d212a8cdb0 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838138943'] for segment, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:15.403941 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:17:15.403941 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:17:15.403941 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:17:15.403941 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:17:15.403941 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:17:15.403941 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:17:15.403941 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:17:15.403941 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:17:15.403941 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:17:15.403941 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:17:15.403941 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:17:15.403941 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:17:15.403941 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:17:15.403941 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:17:15.403941 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:17:15.403941 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:17:15.403941 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:17:15.403941 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:17:15.403941 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:17:15.403941 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:17:15.403941 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:17:15.403941 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:17:15.403941 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:17:15.403941 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:17:15.403941 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:17:15.403941 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:17:15.403941 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:17:15.403941 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:17:15.403941 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:17:15.403941 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:17:15.403941 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:17:15.403941 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:17:15.427142 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-8da5bbcb-16bd-4953-a201-f824ccdac974 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88992) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:17:15.427552 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-8da5bbcb-16bd-4953-a201-f824ccdac974 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:17:15.526376 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-41381ef9-4b5f-4584-a9b3-8bf6ce2d98ff tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5acfd536-0fde-4091-b0ad-1c8940dcce95']}} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:15.661826 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 7e2d9f71-bdcd-4e98-86e1-04d38b6f67bd up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:17:15.700914 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9e0a4047-fc67-4c54-a50f-3ef1b804213d None None] Notify callbacks [] for port, precommit_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:15.714364 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9aaadfd4-7d6a-431d-827c-bfc20df32e92 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854141934'] for router_gateway, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:15.715394 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-41381ef9-4b5f-4584-a9b3-8bf6ce2d98ff tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa5e7202-a928-4a4f-bbb1-a1590c2c5b92') {'for_net_delete': True} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:15.715748 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-41381ef9-4b5f-4584-a9b3-8bf6ce2d98ff tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa5e7202-a928-4a4f-bbb1-a1590c2c5b92') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:15.738915 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-41381ef9-4b5f-4584-a9b3-8bf6ce2d98ff tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838443042'] for segment, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:15.762685 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 7e2d9f71-bdcd-4e98-86e1-04d38b6f67bd triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:17:15.763507 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:15.790256 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-46df65f8-4d7d-4bb9-8a10-9a89613fa169 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Deleting subnet 449c4f41-a152-4b4a-a47b-16cf43d719f4 {{(pid=88991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:17:15.792593 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-41381ef9-4b5f-4584-a9b3-8bf6ce2d98ff tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:15.802683 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-16dd78af-c844-4c56-894c-2e0abb40ea08 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Synchronizing usage tracker for tenant:e803dbd48f46472fa8b4641842e31169 on resource:security_group_rule {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:17:15.807497 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-46df65f8-4d7d-4bb9-8a10-9a89613fa169 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks [] for subnet, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:15.835256 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7b1515cb-d250-43c5-94a1-a1d212a8cdb0 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:15.850200 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9640af60-b8d7-4528-9708-504ae1bece21 tempest-DHCPAgentSchedulersTestJSON-2122727074 tempest-DHCPAgentSchedulersTestJSON-2122727074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:15.856612 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-9e0a4047-fc67-4c54-a50f-3ef1b804213d None None] Transition to ACTIVE for port object 32ae3200-fa04-4a52-92dc-c8c1bccdbd6e will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:17:15.859599 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41381ef9-4b5f-4584-a9b3-8bf6ce2d98ff tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=88991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:17:15.860054 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-41381ef9-4b5f-4584-a9b3-8bf6ce2d98ff tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838443729'] for segment, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:15.868953 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7b1515cb-d250-43c5-94a1-a1d212a8cdb0 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:15.880771 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:17:15.880771 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:17:15.880771 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:17:15.880771 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:17:15.880771 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:17:15.880771 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:17:15.880771 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:17:15.880771 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:17:15.880771 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:17:15.880771 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:17:15.880771 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:17:15.880771 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:17:15.880771 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:17:15.880771 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:17:15.880771 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:17:15.880771 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:17:15.880771 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:17:15.880771 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:17:15.880771 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:17:15.880771 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:17:15.880771 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:17:15.880771 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:17:15.880771 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:17:15.880771 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:17:15.880771 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:17:15.880771 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:17:15.880771 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:17:15.880771 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:17:15.880771 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:17:15.880771 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:17:15.880771 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:17:15.880771 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:17:15.891752 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device f2b49dc2-f77b-4d55-876f-01ac61af731a up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:17:15.892939 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9aaadfd4-7d6a-431d-827c-bfc20df32e92 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:15.894958 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1515cb-d250-43c5-94a1-a1d212a8cdb0 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Pushing event deleted for resources: {'Network': ['ID=47c98868-5ca7-47a4-8ce0-eb8b90605581,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:15.899910 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7b1515cb-d250-43c5-94a1-a1d212a8cdb0 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:15.901347 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b5a48eb0-68d0-40a7-8468-c87d2dfc5d8a tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:15.913579 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7b1515cb-d250-43c5-94a1-a1d212a8cdb0 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:15.924775 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9e0a4047-fc67-4c54-a50f-3ef1b804213d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:15.935616 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b3127a0c-532a-4425-b2c4-598ef3e07a74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:15.951440 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-7b1515cb-d250-43c5-94a1-a1d212a8cdb0 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] 10.222.0.36 "DELETE /v2.0/networks/47c98868-5ca7-47a4-8ce0-eb8b90605581 HTTP/1.1" status: 204 len: 168 time: 7.1512980 Dec 15 19:17:15.951440 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9aaadfd4-7d6a-431d-827c-bfc20df32e92 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854141873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-633912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854194791'] for router, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:15.957929 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48856) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:15.990946 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-62188e5e-b109-448d-9700-bdd997bb4a79 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1118625057'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:15.998619 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-8da5bbcb-16bd-4953-a201-f824ccdac974 None None] Deleting port e84c7000-1259-4bf5-bb9f-17ab0e9cd145 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:17:15.998991 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8da5bbcb-16bd-4953-a201-f824ccdac974 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:16.017686 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-683d1033-9102-4ce8-9612-172ee11232a4 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:16.035643 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af12ba4e-d0c3-4162-a05c-24bafa43b547 None None] Pushing event updated for resources: {'Port': ['ID=32ae3200-fa04-4a52-92dc-c8c1bccdbd6e,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:16.037561 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a48eb0-68d0-40a7-8468-c87d2dfc5d8a tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Pushing event deleted for resources: {'Port': ['ID=8261bb04-c73d-4f48-96c6-835b78b82a56,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:16.047210 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b5a48eb0-68d0-40a7-8468-c87d2dfc5d8a tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:16.064088 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-62188e5e-b109-448d-9700-bdd997bb4a79 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:16.065850 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-af12ba4e-d0c3-4162-a05c-24bafa43b547 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:16.071208 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-46df65f8-4d7d-4bb9-8a10-9a89613fa169 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16332759'] for subnet, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:16.129640 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-62188e5e-b109-448d-9700-bdd997bb4a79 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Usage tracker for resource:network and tenant:939f0a0fc6a54dca88c6c50c43297e50 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:17:16.133945 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-16dd78af-c844-4c56-894c-2e0abb40ea08 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Unset dirty status for tenant:e803dbd48f46472fa8b4641842e31169 on resource:security_group_rule {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:17:16.138821 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-16dd78af-c844-4c56-894c-2e0abb40ea08 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.7822907 Dec 15 19:17:16.142001 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-62188e5e-b109-448d-9700-bdd997bb4a79 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:17:16.145253 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48860) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:16.149210 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-683d1033-9102-4ce8-9612-172ee11232a4 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Deleting port b428a18e-1356-477c-940d-3bb442f5d245 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:17:16.152601 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-683d1033-9102-4ce8-9612-172ee11232a4 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:16.172886 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-62188e5e-b109-448d-9700-bdd997bb4a79 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:16.185059 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-41381ef9-4b5f-4584-a9b3-8bf6ce2d98ff tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:16.209294 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-34e8898a-ed6a-4486-93b5-bedf42b52744 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:16.225525 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-41381ef9-4b5f-4584-a9b3-8bf6ce2d98ff tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:16.250963 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-8da5bbcb-16bd-4953-a201-f824ccdac974 None None] The port 'e84c7000-1259-4bf5-bb9f-17ab0e9cd145' was deleted {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 15 19:17:16.268212 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-41381ef9-4b5f-4584-a9b3-8bf6ce2d98ff tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "DELETE /v2.0/networks/5acfd536-0fde-4091-b0ad-1c8940dcce95 HTTP/1.1" status: 204 len: 168 time: 2.8418775 Dec 15 19:17:16.269508 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41381ef9-4b5f-4584-a9b3-8bf6ce2d98ff tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event deleted for resources: {'Network': ['ID=5acfd536-0fde-4091-b0ad-1c8940dcce95,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:16.272538 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48864) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:16.288742 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-02df3a9b-556e-4e7f-a254-1494ad05fcd7 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Request body: {'port': {'network_id': '6bbc6c7c-f125-4649-a419-6271dad8e00c', 'name': 'tempest-PortsIpV6TestJSON-1486212756'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:16.293458 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-9e0a4047-fc67-4c54-a50f-3ef1b804213d None None] Attempting to bind port 32ae3200-fa04-4a52-92dc-c8c1bccdbd6e on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:17:16.294317 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-9e0a4047-fc67-4c54-a50f-3ef1b804213d None None] Attempting to bind port 32ae3200-fa04-4a52-92dc-c8c1bccdbd6e by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:17:16.294711 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0a4047-fc67-4c54-a50f-3ef1b804213d None None] Attempting to bind port 32ae3200-fa04-4a52-92dc-c8c1bccdbd6e on network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:17:16.305958 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0a4047-fc67-4c54-a50f-3ef1b804213d None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:17:16.306365 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0a4047-fc67-4c54-a50f-3ef1b804213d None None] Checking segment: {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:17:16.306964 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9e0a4047-fc67-4c54-a50f-3ef1b804213d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:16.307236 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0a4047-fc67-4c54-a50f-3ef1b804213d None None] Bound using segment: {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:17:16.307739 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-41381ef9-4b5f-4584-a9b3-8bf6ce2d98ff tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:16.307980 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-9e0a4047-fc67-4c54-a50f-3ef1b804213d None None] Bound port: 32ae3200-fa04-4a52-92dc-c8c1bccdbd6e, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:17:16.308150 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9e0a4047-fc67-4c54-a50f-3ef1b804213d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:16.308815 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62188e5e-b109-448d-9700-bdd997bb4a79 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Made reservation on behalf of 939f0a0fc6a54dca88c6c50c43297e50 for: {'network': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:17:16.314649 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-62188e5e-b109-448d-9700-bdd997bb4a79 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:16.337777 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8599c43-0b1f-4bc1-b50d-b1669c9c1f8d None None] get_active_networks_info from dv-neutron-821831-2-hyperv {{(pid=88992) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 15 19:17:16.393389 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port f2b49dc2-f77b-4d55-876f-01ac61af731a triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:17:16.393826 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:16.474415 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-46df65f8-4d7d-4bb9-8a10-9a89613fa169 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:16.525977 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-9e0a4047-fc67-4c54-a50f-3ef1b804213d None None] For port 32ae3200-fa04-4a52-92dc-c8c1bccdbd6e, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:17:16.539798 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f80b6f05-15fa-4b85-ab1e-e0b1c9abadd7 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:16.561191 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-9e0a4047-fc67-4c54-a50f-3ef1b804213d None None] For port 32ae3200-fa04-4a52-92dc-c8c1bccdbd6e, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=32ae3200-fa04-4a52-92dc-c8c1bccdbd6e,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:17:16.566837 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62188e5e-b109-448d-9700-bdd997bb4a79 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=88991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:17:16.576404 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-02df3a9b-556e-4e7f-a254-1494ad05fcd7 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:16.605990 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b5a48eb0-68d0-40a7-8468-c87d2dfc5d8a tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:16.612200 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aaadfd4-7d6a-431d-827c-bfc20df32e92 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Router daaaacd7-cc52-45fb-94e0-7d3b58b46b18 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:17:16.612958 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-02df3a9b-556e-4e7f-a254-1494ad05fcd7 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:16.616144 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-62188e5e-b109-448d-9700-bdd997bb4a79 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:16.616144 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-62188e5e-b109-448d-9700-bdd997bb4a79 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Added segment 1fe019e0-77c9-4ff1-83f8-14a40b649e80 of type vlan for network e81244b4-dd50-4e13-8987-ac7e3ca545b3 Dec 15 19:17:16.622375 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8599c43-0b1f-4bc1-b50d-b1669c9c1f8d None None] Resources bound (agent type, host, resource id): {{(pid=88992) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 15 19:17:16.636966 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f80b6f05-15fa-4b85-ab1e-e0b1c9abadd7 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:16.676845 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9e0a4047-fc67-4c54-a50f-3ef1b804213d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:16.685441 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0f19fd3c-48a8-4c35-85e5-c9d56cf60281 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:16.715224 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02df3a9b-556e-4e7f-a254-1494ad05fcd7 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Made reservation on behalf of d09e37d948244dafb936d2972b3d58c9 for: {'port': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:17:16.721115 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-02df3a9b-556e-4e7f-a254-1494ad05fcd7 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:16.769335 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-683d1033-9102-4ce8-9612-172ee11232a4 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:16.773477 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-62188e5e-b109-448d-9700-bdd997bb4a79 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:16.803993 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-02df3a9b-556e-4e7f-a254-1494ad05fcd7 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] device_id is not set on port 7751bb2e-48a7-4d91-8c9d-46816313d513 yet. {{(pid=88991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:17:16.846124 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-46df65f8-4d7d-4bb9-8a10-9a89613fa169 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16156049'] for subnet, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:16.850718 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device e84c7000-1259-4bf5-bb9f-17ab0e9cd145 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:17:16.893006 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0909a15a-d939-41ba-a999-7a409f07f0e9 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:16.906415 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: e84c7000-1259-4bf5-bb9f-17ab0e9cd145 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:17:16.906740 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device e84c7000-1259-4bf5-bb9f-17ab0e9cd145 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:17:16.922973 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0a4047-fc67-4c54-a50f-3ef1b804213d None None] Routers {'9076d4cf-4898-4889-ba0d-edb53fd3f842'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:17:16.923281 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-9e0a4047-fc67-4c54-a50f-3ef1b804213d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:17:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['9076d4cf-4898-4889-ba0d-edb53fd3f842'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:16.935742 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f80b6f05-15fa-4b85-ab1e-e0b1c9abadd7 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:16.973061 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46df65f8-4d7d-4bb9-8a10-9a89613fa169 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Pushing event deleted for resources: {'Subnet': ['ID=449c4f41-a152-4b4a-a47b-16cf43d719f4,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:16.974490 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-683d1033-9102-4ce8-9612-172ee11232a4 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Calling delete_port for b428a18e-1356-477c-940d-3bb442f5d245 owned by network:router_gateway {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:17:16.979601 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-46df65f8-4d7d-4bb9-8a10-9a89613fa169 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:16.981754 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b1761916-baa9-49c9-bde9-48fcd31105cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:16.987354 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af12ba4e-d0c3-4162-a05c-24bafa43b547 None None] Pushing event updated for resources: {'Port': ['ID=32ae3200-fa04-4a52-92dc-c8c1bccdbd6e,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:16.992374 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-af12ba4e-d0c3-4162-a05c-24bafa43b547 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:17.002644 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-46df65f8-4d7d-4bb9-8a10-9a89613fa169 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:17.003826 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b5a48eb0-68d0-40a7-8468-c87d2dfc5d8a tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:17.008093 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80b6f05-15fa-4b85-ab1e-e0b1c9abadd7 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a37dd4b-a529-4d57-9d53-3706768f148f,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:17.018962 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f80b6f05-15fa-4b85-ab1e-e0b1c9abadd7 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:17.025288 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-62188e5e-b109-448d-9700-bdd997bb4a79 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:17.029890 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62188e5e-b109-448d-9700-bdd997bb4a79 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:17:17.031043 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-62188e5e-b109-448d-9700-bdd997bb4a79 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:17.066999 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3639de19-cb0d-4bc6-b3cf-8f612676a8c2 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:17.098850 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aaadfd4-7d6a-431d-827c-bfc20df32e92 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:17:17.115768 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9aaadfd4-7d6a-431d-827c-bfc20df32e92 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:17.117260 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9aaadfd4-7d6a-431d-827c-bfc20df32e92 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] 10.222.0.36 "PUT /v2.0/routers/daaaacd7-cc52-45fb-94e0-7d3b58b46b18 HTTP/1.1" status: 200 len: 706 time: 7.9870925 Dec 15 19:17:17.121769 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17615555-8339-40c4-9ced-abbeb3b85a21 None None] Sync routers for ids ['daaaacd7-cc52-45fb-94e0-7d3b58b46b18'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:17:17.123001 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48868) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:17.149135 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17615555-8339-40c4-9ced-abbeb3b85a21 None None] Routers {'daaaacd7-cc52-45fb-94e0-7d3b58b46b18'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:17:17.150894 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-17615555-8339-40c4-9ced-abbeb3b85a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:17:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['daaaacd7-cc52-45fb-94e0-7d3b58b46b18'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:17.254802 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-9e0a4047-fc67-4c54-a50f-3ef1b804213d None None] Set router 9076d4cf-4898-4889-ba0d-edb53fd3f842 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:17:17.259550 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-17615555-8339-40c4-9ced-abbeb3b85a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:17.274866 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17615555-8339-40c4-9ced-abbeb3b85a21 None None] Routers {'daaaacd7-cc52-45fb-94e0-7d3b58b46b18'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:17:17.275819 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-17615555-8339-40c4-9ced-abbeb3b85a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:17:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['daaaacd7-cc52-45fb-94e0-7d3b58b46b18'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:17.316090 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d281175d-7794-4528-ac98-ba214e4675f5 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] 10.222.0.36 "GET /v2.0/routers/daaaacd7-cc52-45fb-94e0-7d3b58b46b18 HTTP/1.1" status: 200 len: 741 time: 0.1839151 Dec 15 19:17:17.320952 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b5a48eb0-68d0-40a7-8468-c87d2dfc5d8a tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16636259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14850861'] for subnet, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:17.337764 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f80b6f05-15fa-4b85-ab1e-e0b1c9abadd7 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:17.342082 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f80b6f05-15fa-4b85-ab1e-e0b1c9abadd7 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] 10.222.0.36 "DELETE /v2.0/security-groups/3a37dd4b-a529-4d57-9d53-3706768f148f HTTP/1.1" status: 204 len: 168 time: 1.1896977 Dec 15 19:17:17.350468 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-17615555-8339-40c4-9ced-abbeb3b85a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:17.351141 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17615555-8339-40c4-9ced-abbeb3b85a21 None None] The sync data for ids ['daaaacd7-cc52-45fb-94e0-7d3b58b46b18'] in dv-neutron-821831-2-hyperv is: [] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:17:17.352723 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48872) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:17.352723 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48874) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:17.364764 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-46df65f8-4d7d-4bb9-8a10-9a89613fa169 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] 10.222.0.36 "DELETE /v2.0/subnets/449c4f41-a152-4b4a-a47b-16cf43d719f4 HTTP/1.1" status: 204 len: 168 time: 2.1320729 Dec 15 19:17:17.364908 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c8eb786d-9acd-4842-b6c0-3786534812c1 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:17.392167 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48880) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:17.446307 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a48eb0-68d0-40a7-8468-c87d2dfc5d8a tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=dff30977-366b-4f28-9301-1949d78f0776,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:17.459223 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b5a48eb0-68d0-40a7-8468-c87d2dfc5d8a tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:17.516816 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-62188e5e-b109-448d-9700-bdd997bb4a79 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5491343 Dec 15 19:17:17.530220 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-932d6197-7733-4eae-b76a-62623c3448ef tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=4b9c9b76-a8c2-4873-8d7b-0d52cc71925c&device_id=daaaacd7-cc52-45fb-94e0-7d3b58b46b18 HTTP/1.1" status: 200 len: 205 time: 0.1720805 Dec 15 19:17:17.536018 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48884) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:17.536513 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48886) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:17.602567 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-a145beef-afab-4019-95be-5f22d5519b57 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Request body: {'subnet': {'network_id': 'e81244b4-dd50-4e13-8987-ac7e3ca545b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:17.629167 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b5a48eb0-68d0-40a7-8468-c87d2dfc5d8a tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:17.634823 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62188e5e-b109-448d-9700-bdd997bb4a79 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Pushing event updated for resources: {'Network': ['ID=e81244b4-dd50-4e13-8987-ac7e3ca545b3,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:17.660106 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network e81244b4-dd50-4e13-8987-ac7e3ca545b3 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:17:17.662669 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0690db88-cc32-4f3c-8e1a-80a41d3ba7d2 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:17.667951 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-683d1033-9102-4ce8-9612-172ee11232a4 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:17.673456 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-03e7ed5e-9ac0-450d-9a2a-3e2deae4c3ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:17.674676 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6cde77ef-30b5-44f1-9068-8a7578901ef9 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:17.694179 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-62188e5e-b109-448d-9700-bdd997bb4a79 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.627s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:17.704399 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-b5a48eb0-68d0-40a7-8468-c87d2dfc5d8a tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41cc2b5a-d231-4ad6-9be0-a4eec09ed389']}} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:17.734392 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683d1033-9102-4ce8-9612-172ee11232a4 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Pushing event deleted for resources: {'Port': ['ID=b428a18e-1356-477c-940d-3bb442f5d245,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:17.739488 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-b5a48eb0-68d0-40a7-8468-c87d2dfc5d8a tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51b2c416-8a89-4c2c-8a44-75354b4d1628') {'for_net_delete': True} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:17.739817 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-b5a48eb0-68d0-40a7-8468-c87d2dfc5d8a tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51b2c416-8a89-4c2c-8a44-75354b4d1628') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:17.747803 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-683d1033-9102-4ce8-9612-172ee11232a4 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:17.757747 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-0690db88-cc32-4f3c-8e1a-80a41d3ba7d2 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Deleting port 548f24cb-1a7c-42da-8dba-0dc80edb4438 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:17:17.758130 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0690db88-cc32-4f3c-8e1a-80a41d3ba7d2 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:17.777259 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-238a0a97-6f87-4ea9-bdb9-e22b3ba1e071 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] 10.222.0.36 "GET /v2.0/ports?device_id=daaaacd7-cc52-45fb-94e0-7d3b58b46b18 HTTP/1.1" status: 200 len: 205 time: 0.2283359 Dec 15 19:17:17.784275 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b5a48eb0-68d0-40a7-8468-c87d2dfc5d8a tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16327073'] for segment, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:17.791061 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48892) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:17.812570 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093e4721-342d-4074-a381-5048e5176b18 None None] Network 798f489e-2aee-4cf6-a2a5-b30c896f61ea requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:17:17.914614 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-9e0a4047-fc67-4c54-a50f-3ef1b804213d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9076d4cf-4898-4889-ba0d-edb53fd3f842', 'name': 'tempest-ServerActionsTestJSON-426409717-router', 'tenant_id': '63a560358735409688254f323e657c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '32ae3200-fa04-4a52-92dc-c8c1bccdbd6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:17:04Z', 'updated_at': '2021-12-15T19:17:08Z', 'revision_number': 3, 'project_id': '63a560358735409688254f323e657c6f', 'gw_port': {'id': '32ae3200-fa04-4a52-92dc-c8c1bccdbd6e', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ee:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9076d4cf-4898-4889-ba0d-edb53fd3f842', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:17:06Z', 'updated_at': '2021-12-15T19:17:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:17.932464 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0a4047-fc67-4c54-a50f-3ef1b804213d None None] The sync data for ids ['9076d4cf-4898-4889-ba0d-edb53fd3f842'] in dv-neutron-821831-2-hyperv is: [{'id': '9076d4cf-4898-4889-ba0d-edb53fd3f842', 'name': 'tempest-ServerActionsTestJSON-426409717-router', 'tenant_id': '63a560358735409688254f323e657c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '32ae3200-fa04-4a52-92dc-c8c1bccdbd6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:17:04Z', 'updated_at': '2021-12-15T19:17:08Z', 'revision_number': 3, 'project_id': '63a560358735409688254f323e657c6f', 'gw_port': {'id': '32ae3200-fa04-4a52-92dc-c8c1bccdbd6e', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ee:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9076d4cf-4898-4889-ba0d-edb53fd3f842', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:17:06Z', 'updated_at': '2021-12-15T19:17:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:17:17.982387 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-77fc05c4-d90f-445d-8d0d-a946c9788bfa tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Synchronizing usage tracker for tenant:e803dbd48f46472fa8b4641842e31169 on resource:security_group {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:17:18.002481 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b5a48eb0-68d0-40a7-8468-c87d2dfc5d8a tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:18.030021 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a145beef-afab-4019-95be-5f22d5519b57 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:18.043999 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5a48eb0-68d0-40a7-8468-c87d2dfc5d8a tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=88990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:17:18.044555 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b5a48eb0-68d0-40a7-8468-c87d2dfc5d8a tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838138943'] for segment, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:18.046535 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-02df3a9b-556e-4e7f-a254-1494ad05fcd7 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:18.048602 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-a145beef-afab-4019-95be-5f22d5519b57 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Usage tracker for resource:subnet and tenant:939f0a0fc6a54dca88c6c50c43297e50 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:17:18.059160 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-77fc05c4-d90f-445d-8d0d-a946c9788bfa tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Unset dirty status for tenant:e803dbd48f46472fa8b4641842e31169 on resource:security_group {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:17:18.065440 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-77fc05c4-d90f-445d-8d0d-a946c9788bfa tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7005069 Dec 15 19:17:18.065597 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:17:18.065597 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:17:18.065597 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:17:18.065597 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:17:18.065597 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:17:18.065597 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:17:18.065597 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:17:18.065597 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:17:18.065597 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:17:18.065597 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:17:18.065597 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:17:18.065597 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:17:18.065597 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:17:18.065597 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:17:18.065597 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:17:18.065597 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:17:18.065597 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:17:18.065597 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:17:18.065597 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:17:18.065597 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:17:18.065597 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:17:18.065597 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:17:18.065597 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:17:18.065597 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:17:18.065597 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:17:18.065597 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:17:18.065597 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:17:18.065597 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:17:18.065597 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:17:18.065597 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:17:18.065597 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:17:18.065597 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:17:18.070056 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-a145beef-afab-4019-95be-5f22d5519b57 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:17:18.072946 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48896) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:18.120423 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-54c2e5d6-62a4-4384-b59d-68fffa3721e6 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Request body: {'security_group': {'name': 'tempest-secgroup--356452479'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:18.126108 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a145beef-afab-4019-95be-5f22d5519b57 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:18.137115 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbf3a1c-a574-4940-a22a-a216d99bf7ee None None] DHCP port deletion for 798f489e-2aee-4cf6-a2a5-b30c896f61ea request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:17:18.137838 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-54c2e5d6-62a4-4384-b59d-68fffa3721e6 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:18.141914 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf3a1c-a574-4940-a22a-a216d99bf7ee None None] Deleting port 548f24cb-1a7c-42da-8dba-0dc80edb4438 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:17:18.142621 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fbbf3a1c-a574-4940-a22a-a216d99bf7ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:18.163458 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-54c2e5d6-62a4-4384-b59d-68fffa3721e6 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:18.230789 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a145beef-afab-4019-95be-5f22d5519b57 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Made reservation on behalf of 939f0a0fc6a54dca88c6c50c43297e50 for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:17:18.260280 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-54c2e5d6-62a4-4384-b59d-68fffa3721e6 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:18.330231 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-02df3a9b-556e-4e7f-a254-1494ad05fcd7 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:18.362053 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-41381ef9-4b5f-4584-a9b3-8bf6ce2d98ff tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:18.485340 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-03e7ed5e-9ac0-450d-9a2a-3e2deae4c3ac admin admin] Allocated IP 172.20.0.1 (19b72bfa-3b09-4f76-a78c-5531fd623b36/82c744e4-df47-41bb-809a-42816dd304e6/56c29204-1a9b-400b-b200-613848397df0) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:17:18.517473 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a145beef-afab-4019-95be-5f22d5519b57 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:18.540815 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-54c2e5d6-62a4-4384-b59d-68fffa3721e6 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:18.615137 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02df3a9b-556e-4e7f-a254-1494ad05fcd7 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Network 6bbc6c7c-f125-4649-a419-6271dad8e00c is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:17:18.617918 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02df3a9b-556e-4e7f-a254-1494ad05fcd7 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event updated for resources: {'Port': ['ID=7751bb2e-48a7-4d91-8c9d-46816313d513,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:18.622019 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-02df3a9b-556e-4e7f-a254-1494ad05fcd7 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:17:18.624406 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02df3a9b-556e-4e7f-a254-1494ad05fcd7 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:17:18.628301 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-fbbf3a1c-a574-4940-a22a-a216d99bf7ee None None] For port 548f24cb-1a7c-42da-8dba-0dc80edb4438, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=548f24cb-1a7c-42da-8dba-0dc80edb4438,segment=NetworkSegment(d5a96183-c864-415d-95a6-2dae0eb9e72d),segment_id=d5a96183-c864-415d-95a6-2dae0eb9e72d)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:17:18.628746 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fbbf3a1c-a574-4940-a22a-a216d99bf7ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:18.628869 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02df3a9b-556e-4e7f-a254-1494ad05fcd7 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:17:18.629428 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-02df3a9b-556e-4e7f-a254-1494ad05fcd7 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:18.645319 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e3e0052d-74b7-4ed3-8fd0-67934771e800 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks [] for router, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:18.688559 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.ipam_backend_mixin [None req-a145beef-afab-4019-95be-5f22d5519b57 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Performing IP validity checks on allocation pools {{(pid=88991) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Dec 15 19:17:18.689214 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.ipam_backend_mixin [None req-a145beef-afab-4019-95be-5f22d5519b57 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88991) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Dec 15 19:17:18.725747 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-02df3a9b-556e-4e7f-a254-1494ad05fcd7 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:18.771803 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf3a1c-a574-4940-a22a-a216d99bf7ee None None] Calling delete_port for 548f24cb-1a7c-42da-8dba-0dc80edb4438 owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:17:18.819532 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-02df3a9b-556e-4e7f-a254-1494ad05fcd7 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.5385315 Dec 15 19:17:18.821569 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-54c2e5d6-62a4-4384-b59d-68fffa3721e6 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:18.831767 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b5a48eb0-68d0-40a7-8468-c87d2dfc5d8a tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:18.871954 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48900) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:18.882824 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fbbf3a1c-a574-4940-a22a-a216d99bf7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866'] for port, after_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:18.890495 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-758d568e-944e-400b-8ab5-346d58dfe249 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:18.894394 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2e84b223-f414-4a04-98b2-13a12902b99b tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:18.914573 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a48eb0-68d0-40a7-8468-c87d2dfc5d8a tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 41cc2b5a-d231-4ad6-9be0-a4eec09ed389 {{(pid=88990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 15 19:17:18.922757 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a48eb0-68d0-40a7-8468-c87d2dfc5d8a tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Pushing event deleted for resources: {'Network': ['ID=41cc2b5a-d231-4ad6-9be0-a4eec09ed389,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:18.936023 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b5a48eb0-68d0-40a7-8468-c87d2dfc5d8a tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:18.959477 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a48eb0-68d0-40a7-8468-c87d2dfc5d8a tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:17:18.959915 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a48eb0-68d0-40a7-8468-c87d2dfc5d8a tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:17:18.960344 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a48eb0-68d0-40a7-8468-c87d2dfc5d8a tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:17:18.960772 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a48eb0-68d0-40a7-8468-c87d2dfc5d8a tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:17:18.961643 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a48eb0-68d0-40a7-8468-c87d2dfc5d8a tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:17:18.961643 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a48eb0-68d0-40a7-8468-c87d2dfc5d8a tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:17:18.961986 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a48eb0-68d0-40a7-8468-c87d2dfc5d8a tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:17:18.962428 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a48eb0-68d0-40a7-8468-c87d2dfc5d8a tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:17:18.962977 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a48eb0-68d0-40a7-8468-c87d2dfc5d8a tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:17:18.963238 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a48eb0-68d0-40a7-8468-c87d2dfc5d8a tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:17:18.963854 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a48eb0-68d0-40a7-8468-c87d2dfc5d8a tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:17:18.968539 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-683d1033-9102-4ce8-9612-172ee11232a4 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854141934'] for router_gateway, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:18.972333 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf3a1c-a574-4940-a22a-a216d99bf7ee None None] Pushing event deleted for resources: {'Port': ['ID=548f24cb-1a7c-42da-8dba-0dc80edb4438,revision_number=None']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:18.983018 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fbbf3a1c-a574-4940-a22a-a216d99bf7ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:18.986604 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbf3a1c-a574-4940-a22a-a216d99bf7ee None None] No DVR routers for this DVR port 548f24cb-1a7c-42da-8dba-0dc80edb4438 on host dv-neutron-821831-2-hyperv {{(pid=88992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:17:19.043254 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b5a48eb0-68d0-40a7-8468-c87d2dfc5d8a tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] 10.222.0.36 "DELETE /v2.0/networks/41cc2b5a-d231-4ad6-9be0-a4eec09ed389 HTTP/1.1" status: 204 len: 168 time: 5.9049387 Dec 15 19:17:19.043254 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b5a48eb0-68d0-40a7-8468-c87d2dfc5d8a tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:19.047001 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48904) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:19.146184 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-03e7ed5e-9ac0-450d-9a2a-3e2deae4c3ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:19.157767 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-0690db88-cc32-4f3c-8e1a-80a41d3ba7d2 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] For port 548f24cb-1a7c-42da-8dba-0dc80edb4438, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=548f24cb-1a7c-42da-8dba-0dc80edb4438,segment=NetworkSegment(d5a96183-c864-415d-95a6-2dae0eb9e72d),segment_id=d5a96183-c864-415d-95a6-2dae0eb9e72d)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:17:19.158175 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0690db88-cc32-4f3c-8e1a-80a41d3ba7d2 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:19.218037 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-22d8fc2d-dc96-4b32-b1b0-57d93b3f1ffb tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Deleting port 7751bb2e-48a7-4d91-8c9d-46816313d513 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:17:19.218553 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-22d8fc2d-dc96-4b32-b1b0-57d93b3f1ffb tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:19.247823 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0f7104f1-77f1-42b8-b602-62a660253063 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.1916966 Dec 15 19:17:19.262333 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-03e7ed5e-9ac0-450d-9a2a-3e2deae4c3ac admin admin] Transition to ACTIVE for port object 56c29204-1a9b-400b-b200-613848397df0 will not be triggered until provisioned by entity DHCP. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:17:19.263741 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48908) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:19.329196 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-54c2e5d6-62a4-4384-b59d-68fffa3721e6 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:19.424208 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-54c2e5d6-62a4-4384-b59d-68fffa3721e6 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:19.428340 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a145beef-afab-4019-95be-5f22d5519b57 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:19.440868 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ba5b3d97-338b-4341-9c8f-3041a6de49c3 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:19.547431 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c2e5d6-62a4-4384-b59d-68fffa3721e6 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b41c8758-3d69-44bd-a0ad-ce3200f6fa57,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:19.550934 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-54c2e5d6-62a4-4384-b59d-68fffa3721e6 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:19.551077 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-683d1033-9102-4ce8-9612-172ee11232a4 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854207876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854699191'] for router, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:19.554321 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0903a62-b4a4-4206-bae1-718f00f4809a tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:17:19.554954 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0903a62-b4a4-4206-bae1-718f00f4809a tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:17:19.555948 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0903a62-b4a4-4206-bae1-718f00f4809a tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:17:19.566258 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0903a62-b4a4-4206-bae1-718f00f4809a tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:17:19.566258 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-e0903a62-b4a4-4206-bae1-718f00f4809a tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Synchronizing usage tracker for tenant:8326b31d3cac4ff0aeca873a19da3271 on resource:subnet {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:17:19.566570 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-0690db88-cc32-4f3c-8e1a-80a41d3ba7d2 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Calling delete_port for 548f24cb-1a7c-42da-8dba-0dc80edb4438 owned by network:dhcp {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:17:19.595677 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fd1eb9d1-4b00-448d-a250-5e3ff05edfcd tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.142s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:19.608858 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 32ae3200-fa04-4a52-92dc-c8c1bccdbd6e up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:17:19.642034 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-03e7ed5e-9ac0-450d-9a2a-3e2deae4c3ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:19.649170 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-54c2e5d6-62a4-4384-b59d-68fffa3721e6 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:19.650875 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-54c2e5d6-62a4-4384-b59d-68fffa3721e6 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.5457823 Dec 15 19:17:19.712345 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48912) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:19.733451 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 32ae3200-fa04-4a52-92dc-c8c1bccdbd6e completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:17:19.741672 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 32ae3200-fa04-4a52-92dc-c8c1bccdbd6e triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:17:19.741892 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-683d1033-9102-4ce8-9612-172ee11232a4 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:19.741976 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:19.753437 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-e0bd4816-82d9-4e88-b4c7-9d735254e5e3 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Request body: {'security_group_rule': {'security_group_id': 'b41c8758-3d69-44bd-a0ad-ce3200f6fa57', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:19.774608 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e3e0052d-74b7-4ed3-8fd0-67934771e800 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854207876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854699191'] for router, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:19.786096 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-e0bd4816-82d9-4e88-b4c7-9d735254e5e3 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:19.801259 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e3e0052d-74b7-4ed3-8fd0-67934771e800 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:19.813563 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-0690db88-cc32-4f3c-8e1a-80a41d3ba7d2 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88990) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:17:19.813782 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-0690db88-cc32-4f3c-8e1a-80a41d3ba7d2 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:17:19.816863 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-e0bd4816-82d9-4e88-b4c7-9d735254e5e3 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Usage tracker for resource:security_group_rule and tenant:e803dbd48f46472fa8b4641842e31169 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:17:19.839040 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-e0bd4816-82d9-4e88-b4c7-9d735254e5e3 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:17:19.843443 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a145beef-afab-4019-95be-5f22d5519b57 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Pushing event updated for resources: {'Subnet': ['ID=daa6b2a1-3fbe-4013-b84e-46be313b365f,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:19.850041 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e7ed5e-9ac0-450d-9a2a-3e2deae4c3ac admin admin] Network 19b72bfa-3b09-4f76-a78c-5531fd623b36 is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:17:19.856738 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-22d8fc2d-dc96-4b32-b1b0-57d93b3f1ffb tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:19.867405 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-e0903a62-b4a4-4206-bae1-718f00f4809a tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Unset dirty status for tenant:8326b31d3cac4ff0aeca873a19da3271 on resource:subnet {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:17:19.871605 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e0903a62-b4a4-4206-bae1-718f00f4809a tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3350 time: 0.5965564 Dec 15 19:17:19.872708 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48916) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:19.872910 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a145beef-afab-4019-95be-5f22d5519b57 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:19.875938 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-e0bd4816-82d9-4e88-b4c7-9d735254e5e3 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:19.878262 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-95965caa-00c4-4b78-87f9-e6d0a1b459b6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.174s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:19.893069 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:19.911916 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port 32ae3200-fa04-4a52-92dc-c8c1bccdbd6e, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=32ae3200-fa04-4a52-92dc-c8c1bccdbd6e,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:17:19.915026 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-03e7ed5e-9ac0-450d-9a2a-3e2deae4c3ac admin admin] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:17:19.939386 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:19.941683 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-073c4ca4-aa8b-43be-8fcd-85d425479127 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:19.962278 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-683d1033-9102-4ce8-9612-172ee11232a4 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854207982'] for router, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:19.962885 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-683d1033-9102-4ce8-9612-172ee11232a4 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Fanout notify agent at l3_agent the message router_deleted on router 5e81ba7b-284f-48e8-a0af-c8cb40a5d8cd {{(pid=88990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 19:17:19.974470 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-0882718c-1b64-4766-92e7-f19ce4feb8f8 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] delete failed (client error): The resource could not be found. Dec 15 19:17:19.979476 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0882718c-1b64-4766-92e7-f19ce4feb8f8 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] 10.222.0.36 "DELETE /v2.0/floatingips/a3bd99d1-cd0c-47b1-a368-4a629068876b HTTP/1.1" status: 404 len: 345 time: 0.1014323 Dec 15 19:17:19.979476 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e3e0052d-74b7-4ed3-8fd0-67934771e800 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854207982'] for router, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:19.979476 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3e0052d-74b7-4ed3-8fd0-67934771e800 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Fanout notify agent at l3_agent the message router_deleted on router daaaacd7-cc52-45fb-94e0-7d3b58b46b18 {{(pid=88990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 19:17:19.982092 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48920) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:20.021627 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 548f24cb-1a7c-42da-8dba-0dc80edb4438 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:17:20.037115 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-a88396dc-9477-47b6-aa78-7d04da3daaa9 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] DELETE failed (client error): The resource could not be found. Dec 15 19:17:20.037625 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a88396dc-9477-47b6-aa78-7d04da3daaa9 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:17:20.066754 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-683d1033-9102-4ce8-9612-172ee11232a4 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:20.071747 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-683d1033-9102-4ce8-9612-172ee11232a4 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] 10.222.0.36 "DELETE /v2.0/routers/5e81ba7b-284f-48e8-a0af-c8cb40a5d8cd HTTP/1.1" status: 204 len: 168 time: 7.2917132 Dec 15 19:17:20.073504 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 548f24cb-1a7c-42da-8dba-0dc80edb4438 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:17:20.073805 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48924) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:20.074793 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 548f24cb-1a7c-42da-8dba-0dc80edb4438 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:17:20.081125 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a88396dc-9477-47b6-aa78-7d04da3daaa9 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] 10.222.0.36 "DELETE /v2.0/networks/41cc2b5a-d231-4ad6-9be0-a4eec09ed389 HTTP/1.1" status: 404 len: 339 time: 0.0918000 Dec 15 19:17:20.082537 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-ade25fda-dcd3-4b63-8e43-8f8d3a99ebc9 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2057132128', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:20.092544 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ade25fda-dcd3-4b63-8e43-8f8d3a99ebc9 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:20.097806 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ade25fda-dcd3-4b63-8e43-8f8d3a99ebc9 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Usage tracker for resource:router and tenant:bf9342ea4d664954bdce169dc44f5f23 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:17:20.101442 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ade25fda-dcd3-4b63-8e43-8f8d3a99ebc9 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:17:20.109193 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ade25fda-dcd3-4b63-8e43-8f8d3a99ebc9 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:20.116719 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=32ae3200-fa04-4a52-92dc-c8c1bccdbd6e,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:20.118037 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48928) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:20.123923 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e3e0052d-74b7-4ed3-8fd0-67934771e800 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:20.125782 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:20.126625 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e3e0052d-74b7-4ed3-8fd0-67934771e800 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] 10.222.0.36 "DELETE /v2.0/routers/daaaacd7-cc52-45fb-94e0-7d3b58b46b18 HTTP/1.1" status: 204 len: 168 time: 2.2997732 Dec 15 19:17:20.135271 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-c416d390-25ab-4664-a371-3d579de8e88d tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Request body: {'network': {'name': 'tempest-network--786921680', 'router:external': True}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:20.146290 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48932) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:20.149611 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-c416d390-25ab-4664-a371-3d579de8e88d tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:20.193131 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ade25fda-dcd3-4b63-8e43-8f8d3a99ebc9 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854699176'] for router, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:20.194191 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ade25fda-dcd3-4b63-8e43-8f8d3a99ebc9 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854194926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-76609'] for router, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:20.203542 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-c416d390-25ab-4664-a371-3d579de8e88d tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Usage tracker for resource:network and tenant:8326b31d3cac4ff0aeca873a19da3271 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:17:20.208161 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-c416d390-25ab-4664-a371-3d579de8e88d tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:17:20.216298 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c3b298eb-c9b8-41e9-b0e1-5e2237dae9b0 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] 10.222.0.36 "GET /v2.0/ports?device_id=daaaacd7-cc52-45fb-94e0-7d3b58b46b18 HTTP/1.1" status: 200 len: 205 time: 0.0656626 Dec 15 19:17:20.218742 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48936) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:20.222933 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-c416d390-25ab-4664-a371-3d579de8e88d tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:20.307052 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-81dcacab-76eb-4f3d-b836-47ad6cbb4188 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] delete failed (client error): The resource could not be found. Dec 15 19:17:20.308302 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-81dcacab-76eb-4f3d-b836-47ad6cbb4188 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] 10.222.0.36 "DELETE /v2.0/routers/daaaacd7-cc52-45fb-94e0-7d3b58b46b18 HTTP/1.1" status: 404 len: 336 time: 0.0872853 Dec 15 19:17:20.311283 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48940) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:20.314915 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-0690db88-cc32-4f3c-8e1a-80a41d3ba7d2 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Deleting port 548f24cb-1a7c-42da-8dba-0dc80edb4438 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:17:20.315294 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0690db88-cc32-4f3c-8e1a-80a41d3ba7d2 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:20.320652 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-22d8fc2d-dc96-4b32-b1b0-57d93b3f1ffb tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Calling delete_port for 7751bb2e-48a7-4d91-8c9d-46816313d513 owned by {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:17:20.348926 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e7ed5e-9ac0-450d-9a2a-3e2deae4c3ac admin admin] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:17:20.379035 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ade25fda-dcd3-4b63-8e43-8f8d3a99ebc9 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:20.394816 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a145beef-afab-4019-95be-5f22d5519b57 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Checking segment: {'id': '1fe019e0-77c9-4ff1-83f8-14a40b649e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e81244b4-dd50-4e13-8987-ac7e3ca545b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:17:20.395218 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a145beef-afab-4019-95be-5f22d5519b57 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Network hostable DHCP agents. Network: e81244b4-dd50-4e13-8987-ac7e3ca545b3, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:17:20.399601 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c416d390-25ab-4664-a371-3d579de8e88d tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Made reservation on behalf of 8326b31d3cac4ff0aeca873a19da3271 for: {'network': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:17:20.405077 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c416d390-25ab-4664-a371-3d579de8e88d tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:20.410519 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-a0040c75-2a5d-4f2a-a58f-1eaaf1d870d0 None None] Provisioning for port 56c29204-1a9b-400b-b200-613848397df0 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:17:20.419596 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-a0040c75-2a5d-4f2a-a58f-1eaaf1d870d0 None None] Provisioning complete for port 56c29204-1a9b-400b-b200-613848397df0 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:17:20.420304 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a0040c75-2a5d-4f2a-a58f-1eaaf1d870d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:20.442387 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1fc4428d-8f9e-42a7-8f5d-c871186338fd tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c5d42be-a9ad-4f01-9295-8030fd9c366b HTTP/1.1" status: 200 len: 205 time: 0.1292076 Dec 15 19:17:20.451059 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48944) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:20.459388 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-0690db88-cc32-4f3c-8e1a-80a41d3ba7d2 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] The port '548f24cb-1a7c-42da-8dba-0dc80edb4438' was deleted {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 15 19:17:20.469607 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e7ed5e-9ac0-450d-9a2a-3e2deae4c3ac admin admin] Pushing event updated for resources: {'Port': ['ID=56c29204-1a9b-400b-b200-613848397df0,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:20.478160 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-03e7ed5e-9ac0-450d-9a2a-3e2deae4c3ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.600s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:20.481849 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-a0040c75-2a5d-4f2a-a58f-1eaaf1d870d0 None None] Port 56c29204-1a9b-400b-b200-613848397df0 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:17:20.486078 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e0bd4816-82d9-4e88-b4c7-9d735254e5e3 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:20.505434 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-03e7ed5e-9ac0-450d-9a2a-3e2deae4c3ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630901'] for router_interface, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:20.567142 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-22d8fc2d-dc96-4b32-b1b0-57d93b3f1ffb tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:20.577478 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-96b1d302-55a9-47c7-97de-f2403b034b8c tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:20.588033 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-7008f2c3-5b19-4ddc-bae1-3ef50cfb1898 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] delete failed (client error): The resource could not be found. Dec 15 19:17:20.595737 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-7008f2c3-5b19-4ddc-bae1-3ef50cfb1898 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] 10.222.0.36 "DELETE /v2.0/routers/6c5d42be-a9ad-4f01-9295-8030fd9c366b HTTP/1.1" status: 404 len: 336 time: 0.1275377 Dec 15 19:17:20.595737 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48948) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:20.641097 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e0bd4816-82d9-4e88-b4c7-9d735254e5e3 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:20.644972 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d8fc2d-dc96-4b32-b1b0-57d93b3f1ffb tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event deleted for resources: {'Port': ['ID=7751bb2e-48a7-4d91-8c9d-46816313d513,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:20.649769 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-22d8fc2d-dc96-4b32-b1b0-57d93b3f1ffb tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:20.650980 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a145beef-afab-4019-95be-5f22d5519b57 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Network e81244b4-dd50-4e13-8987-ac7e3ca545b3 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:17:20.662142 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-22d8fc2d-dc96-4b32-b1b0-57d93b3f1ffb tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:20.746163 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e0bd4816-82d9-4e88-b4c7-9d735254e5e3 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:20.785890 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:20.797884 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-22d8fc2d-dc96-4b32-b1b0-57d93b3f1ffb tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "DELETE /v2.0/ports/7751bb2e-48a7-4d91-8c9d-46816313d513 HTTP/1.1" status: 204 len: 168 time: 1.9223220 Dec 15 19:17:20.798829 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-a145beef-afab-4019-95be-5f22d5519b57 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, e81244b4-dd50-4e13-8987-ac7e3ca545b3) {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:17:20.803715 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48952) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:20.807388 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4cf93c-dfaf-40ba-9647-4e7d870fb483 None None] Network e81244b4-dd50-4e13-8987-ac7e3ca545b3 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:17:20.829837 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-c1e56386-73cf-4a85-b80a-8444baa05f4a tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Request body: {'port': {'network_id': '6bbc6c7c-f125-4649-a419-6271dad8e00c', 'mac_address': 'fa:16:3e:18:69:cf', 'name': 'tempest-PortsIpV6TestJSON-2118613519'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:20.845286 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a145beef-afab-4019-95be-5f22d5519b57 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:17:20.845941 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a145beef-afab-4019-95be-5f22d5519b57 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:20.862666 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bd4816-82d9-4e88-b4c7-9d735254e5e3 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=876bf08f-e27d-4977-8644-e0286dde6a54,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:20.893391 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e0bd4816-82d9-4e88-b4c7-9d735254e5e3 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:20.944418 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-03e7ed5e-9ac0-450d-9a2a-3e2deae4c3ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:20.960472 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c416d390-25ab-4664-a371-3d579de8e88d tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=88990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:17:20.967580 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e0bd4816-82d9-4e88-b4c7-9d735254e5e3 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:20.967580 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e0bd4816-82d9-4e88-b4c7-9d735254e5e3 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.2373028 Dec 15 19:17:20.967846 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ade25fda-dcd3-4b63-8e43-8f8d3a99ebc9 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904'] for router, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:20.973339 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48956) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:20.995544 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8380c947-5247-49a4-b61a-d68ba290008e tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] 10.222.0.36 "GET /v2.0/ports?device_id=c75f570b-7071-43ef-8162-35c3118dcae2 HTTP/1.1" status: 200 len: 205 time: 0.3963058 Dec 15 19:17:21.002044 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a145beef-afab-4019-95be-5f22d5519b57 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.4555686 Dec 15 19:17:21.015932 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48960) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:21.016305 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48962) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:21.053551 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-c1e56386-73cf-4a85-b80a-8444baa05f4a tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:21.064205 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4566144-50f6-4ffc-b929-349a8536f6d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-e81244b4-dd50-4e13-8987-ac7e3ca545b3', 'network_id': 'e81244b4-dd50-4e13-8987-ac7e3ca545b3', 'tenant_id': '939f0a0fc6a54dca88c6c50c43297e50', 'fixed_ips': [{'subnet_id': 'daa6b2a1-3fbe-4013-b84e-46be313b365f'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:17:21.065521 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d4566144-50f6-4ffc-b929-349a8536f6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:21.067238 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-c1e56386-73cf-4a85-b80a-8444baa05f4a tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Usage tracker for resource:port and tenant:d09e37d948244dafb936d2972b3d58c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:17:21.072478 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-c1e56386-73cf-4a85-b80a-8444baa05f4a tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:17:21.085547 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-c1e56386-73cf-4a85-b80a-8444baa05f4a tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:21.111991 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c416d390-25ab-4664-a371-3d579de8e88d tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:21.112486 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-c416d390-25ab-4664-a371-3d579de8e88d tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Added segment 336922c5-39cc-4285-828f-655ec6f96d95 of type vlan for network 3ce4f0d4-44f2-4a9d-94d0-6d45ff84210d Dec 15 19:17:21.131137 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0690db88-cc32-4f3c-8e1a-80a41d3ba7d2 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:21.157791 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-df78ba21-5db9-40fe-b3f8-c8cc4f38fbb3 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] 10.222.0.36 "GET /v2.0/security-group-rules/876bf08f-e27d-4977-8644-e0286dde6a54 HTTP/1.1" status: 200 len: 705 time: 0.1656830 Dec 15 19:17:21.158193 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48968) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:21.165703 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e56386-73cf-4a85-b80a-8444baa05f4a tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Made reservation on behalf of d09e37d948244dafb936d2972b3d58c9 for: {'port': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:17:21.207750 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-599c473e-ed7b-4243-985e-c30c9fd901e1 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] delete failed (client error): The resource could not be found. Dec 15 19:17:21.211050 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-599c473e-ed7b-4243-985e-c30c9fd901e1 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] 10.222.0.36 "DELETE /v2.0/routers/c75f570b-7071-43ef-8162-35c3118dcae2 HTTP/1.1" status: 404 len: 336 time: 0.1886179 Dec 15 19:17:21.217687 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48972) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:21.238372 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ade25fda-dcd3-4b63-8e43-8f8d3a99ebc9 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:21.240141 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ade25fda-dcd3-4b63-8e43-8f8d3a99ebc9 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.1648996 Dec 15 19:17:21.248644 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-d4566144-50f6-4ffc-b929-349a8536f6d3 None None] Allocated IP 172.20.0.3 (e81244b4-dd50-4e13-8987-ac7e3ca545b3/daa6b2a1-3fbe-4013-b84e-46be313b365f/eb84daeb-8256-4ce4-9ae2-430abd28c670) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:17:21.260497 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48974) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:21.279472 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-47d466cc-eba3-4353-b130-5c27db37eaa6 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'enable_snat': True}}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:21.334281 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-0690db88-cc32-4f3c-8e1a-80a41d3ba7d2 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['798f489e-2aee-4cf6-a2a5-b30c896f61ea']}} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:21.369777 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c416d390-25ab-4664-a371-3d579de8e88d tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:21.374863 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4c84aa0d-2484-4d55-966d-db28aecc425d tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] 10.222.0.36 "GET /v2.0/ports?device_id=0226f544-a7ae-4ef0-b22d-c97fcb48914d HTTP/1.1" status: 200 len: 205 time: 0.1092949 Dec 15 19:17:21.380460 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48980) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:21.429115 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-0690db88-cc32-4f3c-8e1a-80a41d3ba7d2 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5a96183-c864-415d-95a6-2dae0eb9e72d') {'for_net_delete': True} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:21.429459 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-0690db88-cc32-4f3c-8e1a-80a41d3ba7d2 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5a96183-c864-415d-95a6-2dae0eb9e72d') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:21.468758 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c1e56386-73cf-4a85-b80a-8444baa05f4a tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:21.472331 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0690db88-cc32-4f3c-8e1a-80a41d3ba7d2 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16327073'] for segment, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:21.475060 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d4566144-50f6-4ffc-b929-349a8536f6d3 None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:21.486582 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d4566144-50f6-4ffc-b929-349a8536f6d3 None None] Transition to ACTIVE for port object eb84daeb-8256-4ce4-9ae2-430abd28c670 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:17:21.511858 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0690db88-cc32-4f3c-8e1a-80a41d3ba7d2 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:21.517518 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-713ad7c2-6210-4c91-b2e8-71c865e4c41f tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] delete failed (client error): The resource could not be found. Dec 15 19:17:21.521271 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-713ad7c2-6210-4c91-b2e8-71c865e4c41f tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] 10.222.0.36 "DELETE /v2.0/routers/0226f544-a7ae-4ef0-b22d-c97fcb48914d HTTP/1.1" status: 404 len: 336 time: 0.1354301 Dec 15 19:17:21.522159 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48984) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:21.531076 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-89df8171-f6ae-425b-9ac2-239400fa661f tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Synchronizing usage tracker for tenant:e803dbd48f46472fa8b4641842e31169 on resource:security_group_rule {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:17:21.535319 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-97522a82-ec7f-4a25-a338-2f159cab91be tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:21.550423 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0690db88-cc32-4f3c-8e1a-80a41d3ba7d2 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=88990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:17:21.550757 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0690db88-cc32-4f3c-8e1a-80a41d3ba7d2 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838138943'] for segment, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:21.568249 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:17:21.568249 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:17:21.568249 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:17:21.568249 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:17:21.568249 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:17:21.568249 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:17:21.568249 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:17:21.568249 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:17:21.568249 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:17:21.568249 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:17:21.568249 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:17:21.568249 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:17:21.568249 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:17:21.568249 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:17:21.568249 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:17:21.568249 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:17:21.568249 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:17:21.568249 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:17:21.568249 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:17:21.568249 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:17:21.568249 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:17:21.568249 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:17:21.568249 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:17:21.568249 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:17:21.568249 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:17:21.568249 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:17:21.568249 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:17:21.568249 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:17:21.568249 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:17:21.568249 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:17:21.568249 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:17:21.568249 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:17:21.600942 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-c1e56386-73cf-4a85-b80a-8444baa05f4a tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] device_id is not set on port 44aa3984-b551-4dee-9753-f56404d73a31 yet. {{(pid=88991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:17:21.645579 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 32ae3200-fa04-4a52-92dc-c8c1bccdbd6e up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:17:21.645789 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a7c8f9ef-3bb2-4792-9539-b8e782e84596 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] 10.222.0.36 "GET /v2.0/ports?device_id=80158b49-cac9-47c7-b851-e2b564427706 HTTP/1.1" status: 200 len: 205 time: 0.1196864 Dec 15 19:17:21.651821 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48988) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:21.738635 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 32ae3200-fa04-4a52-92dc-c8c1bccdbd6e triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:17:21.739252 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:21.753854 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-03e7ed5e-9ac0-450d-9a2a-3e2deae4c3ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:21.755620 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-89df8171-f6ae-425b-9ac2-239400fa661f tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Unset dirty status for tenant:e803dbd48f46472fa8b4641842e31169 on resource:security_group_rule {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:17:21.756982 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-89df8171-f6ae-425b-9ac2-239400fa661f tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.5977554 Dec 15 19:17:21.759774 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-4bba134e-9bf0-45ad-ae94-713b7219dc3f tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] delete failed (client error): The resource could not be found. Dec 15 19:17:21.765011 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4bba134e-9bf0-45ad-ae94-713b7219dc3f tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] 10.222.0.36 "DELETE /v2.0/routers/80158b49-cac9-47c7-b851-e2b564427706 HTTP/1.1" status: 404 len: 336 time: 0.1075697 Dec 15 19:17:21.765011 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 48992) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:21.765999 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 48994) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:21.807347 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-03e7ed5e-9ac0-450d-9a2a-3e2deae4c3ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:21.820635 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c416d390-25ab-4664-a371-3d579de8e88d tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:21.821630 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c416d390-25ab-4664-a371-3d579de8e88d tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:17:21.822375 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c416d390-25ab-4664-a371-3d579de8e88d tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:21.845551 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c1798f5b-4271-4848-bdea-c926dc7d20fd tempest-AllowedAddressPairTestJSON-1704676661 tempest-AllowedAddressPairTestJSON-1704676661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:21.861645 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5999f005-0b1e-48e0-9db4-f5e2fe693ccd tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:21.895369 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d4566144-50f6-4ffc-b929-349a8536f6d3 None None] Transition to ACTIVE for port object eb84daeb-8256-4ce4-9ae2-430abd28c670 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:17:21.912608 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1868a58a-a292-47a2-9f07-ebd867601f78 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:21.913547 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8dd6a899-3dc4-4e79-a4e5-2da118b64369 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] 10.222.0.36 "GET /v2.0/ports?device_id=63822183-9470-4088-9310-60ff0910029c HTTP/1.1" status: 200 len: 205 time: 0.1370473 Dec 15 19:17:21.922420 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49000) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:21.945248 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1868a58a-a292-47a2-9f07-ebd867601f78 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:21.959886 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d4566144-50f6-4ffc-b929-349a8536f6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:21.966647 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d4cc3315-48d9-4afb-8c85-cb9316de7fd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:21.990549 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0690db88-cc32-4f3c-8e1a-80a41d3ba7d2 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:22.013728 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0690db88-cc32-4f3c-8e1a-80a41d3ba7d2 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:22.017513 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0690db88-cc32-4f3c-8e1a-80a41d3ba7d2 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] 10.222.0.36 "DELETE /v2.0/networks/798f489e-2aee-4cf6-a2a5-b30c896f61ea HTTP/1.1" status: 204 len: 168 time: 4.6171043 Dec 15 19:17:22.029623 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c416d390-25ab-4664-a371-3d579de8e88d tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Pushing event updated for resources: {'Network': ['ID=3ce4f0d4-44f2-4a9d-94d0-6d45ff84210d,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:22.032908 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-97522a82-ec7f-4a25-a338-2f159cab91be tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:22.045679 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 3ce4f0d4-44f2-4a9d-94d0-6d45ff84210d details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:17:22.062638 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c416d390-25ab-4664-a371-3d579de8e88d tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:22.066841 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f162add9-38e7-4963-8427-6892220c51d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:22.083048 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-11bfa0d8-9d66-4bae-a90e-72505ed273f4 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] delete failed (client error): The resource could not be found. Dec 15 19:17:22.086829 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-11bfa0d8-9d66-4bae-a90e-72505ed273f4 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] 10.222.0.36 "DELETE /v2.0/routers/63822183-9470-4088-9310-60ff0910029c HTTP/1.1" status: 404 len: 336 time: 0.1571498 Dec 15 19:17:22.093356 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-03e7ed5e-9ac0-450d-9a2a-3e2deae4c3ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1959989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854145006'] for router_interface, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:22.098347 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49006) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:22.145945 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c416d390-25ab-4664-a371-3d579de8e88d tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.0264893 Dec 15 19:17:22.147578 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e7ed5e-9ac0-450d-9a2a-3e2deae4c3ac admin admin] Pushing event updated for resources: {'Port': ['ID=56c29204-1a9b-400b-b200-613848397df0,revision_number=2']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:22.162052 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 49010) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:22.170993 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0690db88-cc32-4f3c-8e1a-80a41d3ba7d2 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Pushing event deleted for resources: {'Network': ['ID=798f489e-2aee-4cf6-a2a5-b30c896f61ea,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:22.171148 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4566144-50f6-4ffc-b929-349a8536f6d3 None None] Pushing event updated for resources: {'Port': ['ID=eb84daeb-8256-4ce4-9ae2-430abd28c670,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:22.176693 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d4566144-50f6-4ffc-b929-349a8536f6d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:22.182558 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4566144-50f6-4ffc-b929-349a8536f6d3 None None] Network e81244b4-dd50-4e13-8987-ac7e3ca545b3 is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:17:22.184570 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-d4566144-50f6-4ffc-b929-349a8536f6d3 None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:17:22.187160 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4566144-50f6-4ffc-b929-349a8536f6d3 None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:17:22.206713 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0690db88-cc32-4f3c-8e1a-80a41d3ba7d2 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:22.228546 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc5bdf54-b373-4ef4-9fdb-87d0ced12cf2 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] DELETE failed (client error): The resource could not be found. Dec 15 19:17:22.229051 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc5bdf54-b373-4ef4-9fdb-87d0ced12cf2 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:17:22.256114 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7ed5e-9ac0-450d-9a2a-3e2deae4c3ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:17:22.256546 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7ed5e-9ac0-450d-9a2a-3e2deae4c3ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:17:22.257027 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7ed5e-9ac0-450d-9a2a-3e2deae4c3ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:17:22.257365 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7ed5e-9ac0-450d-9a2a-3e2deae4c3ac admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:17:22.257917 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7ed5e-9ac0-450d-9a2a-3e2deae4c3ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:17:22.258353 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7ed5e-9ac0-450d-9a2a-3e2deae4c3ac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:17:22.258773 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7ed5e-9ac0-450d-9a2a-3e2deae4c3ac admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:17:22.259196 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7ed5e-9ac0-450d-9a2a-3e2deae4c3ac admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:17:22.259603 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7ed5e-9ac0-450d-9a2a-3e2deae4c3ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:17:22.260011 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7ed5e-9ac0-450d-9a2a-3e2deae4c3ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:17:22.260420 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7ed5e-9ac0-450d-9a2a-3e2deae4c3ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:17:22.281902 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-03e7ed5e-9ac0-450d-9a2a-3e2deae4c3ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:22.284229 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-d4566144-50f6-4ffc-b929-349a8536f6d3 None None] Attempting to bind port eb84daeb-8256-4ce4-9ae2-430abd28c670 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:17:22.284729 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-d4566144-50f6-4ffc-b929-349a8536f6d3 None None] Attempting to bind port eb84daeb-8256-4ce4-9ae2-430abd28c670 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '1fe019e0-77c9-4ff1-83f8-14a40b649e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e81244b4-dd50-4e13-8987-ac7e3ca545b3'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:17:22.285370 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4566144-50f6-4ffc-b929-349a8536f6d3 None None] Attempting to bind port eb84daeb-8256-4ce4-9ae2-430abd28c670 on network e81244b4-dd50-4e13-8987-ac7e3ca545b3 {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:17:22.290846 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1868a58a-a292-47a2-9f07-ebd867601f78 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:22.297024 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4566144-50f6-4ffc-b929-349a8536f6d3 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:17:22.297024 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4566144-50f6-4ffc-b929-349a8536f6d3 None None] Checking segment: {'id': '1fe019e0-77c9-4ff1-83f8-14a40b649e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e81244b4-dd50-4e13-8987-ac7e3ca545b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:17:22.297024 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d4566144-50f6-4ffc-b929-349a8536f6d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:22.297024 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4566144-50f6-4ffc-b929-349a8536f6d3 None None] Bound using segment: {'id': '1fe019e0-77c9-4ff1-83f8-14a40b649e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e81244b4-dd50-4e13-8987-ac7e3ca545b3'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:17:22.297024 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-d4566144-50f6-4ffc-b929-349a8536f6d3 None None] Bound port: eb84daeb-8256-4ce4-9ae2-430abd28c670, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fe019e0-77c9-4ff1-83f8-14a40b649e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e81244b4-dd50-4e13-8987-ac7e3ca545b3'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:17:22.297024 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d4566144-50f6-4ffc-b929-349a8536f6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:22.344340 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-cc5bdf54-b373-4ef4-9fdb-87d0ced12cf2 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] 10.222.0.36 "DELETE /v2.0/subnets/156bac23-193f-4a45-b38d-ded16171ec52 HTTP/1.1" status: 404 len: 337 time: 0.1961198 Dec 15 19:17:22.357611 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:22.367267 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1868a58a-a292-47a2-9f07-ebd867601f78 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:22.371177 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1868a58a-a292-47a2-9f07-ebd867601f78 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/876bf08f-e27d-4977-8644-e0286dde6a54 HTTP/1.1" status: 204 len: 168 time: 0.6040025 Dec 15 19:17:22.372321 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 49016) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:22.388976 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1868a58a-a292-47a2-9f07-ebd867601f78 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=876bf08f-e27d-4977-8644-e0286dde6a54,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:22.395030 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c1e56386-73cf-4a85-b80a-8444baa05f4a tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:22.398947 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1868a58a-a292-47a2-9f07-ebd867601f78 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:22.422694 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-47d466cc-eba3-4353-b130-5c27db37eaa6 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:22.456482 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-97522a82-ec7f-4a25-a338-2f159cab91be tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16636259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14850861'] for subnet, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:22.459973 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d4566144-50f6-4ffc-b929-349a8536f6d3 None None] For port eb84daeb-8256-4ce4-9ae2-430abd28c670, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:17:22.465704 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d4566144-50f6-4ffc-b929-349a8536f6d3 None None] For port eb84daeb-8256-4ce4-9ae2-430abd28c670, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=eb84daeb-8256-4ce4-9ae2-430abd28c670,segment=NetworkSegment(1fe019e0-77c9-4ff1-83f8-14a40b649e80),segment_id=1fe019e0-77c9-4ff1-83f8-14a40b649e80)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:17:22.469432 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6eb42e17-2ea1-42ff-86c9-5ea9eb8b5603 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:22.501467 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e7ed5e-9ac0-450d-9a2a-3e2deae4c3ac admin admin] Network 19b72bfa-3b09-4f76-a78c-5531fd623b36 is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:17:22.503873 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-03e7ed5e-9ac0-450d-9a2a-3e2deae4c3ac admin admin] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:17:22.517157 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d4566144-50f6-4ffc-b929-349a8536f6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:22.531251 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77da19d-44bc-461d-8eed-57c02ff0a268 tempest-ExternalNetworksTestJSON-1009722200 tempest-ExternalNetworksTestJSON-1009722200-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:17:22.536463 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4c151427-9d74-4453-a7d1-992b24a1f3a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:22.545982 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77da19d-44bc-461d-8eed-57c02ff0a268 tempest-ExternalNetworksTestJSON-1009722200 tempest-ExternalNetworksTestJSON-1009722200-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:17:22.548422 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77da19d-44bc-461d-8eed-57c02ff0a268 tempest-ExternalNetworksTestJSON-1009722200 tempest-ExternalNetworksTestJSON-1009722200-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:17:22.549534 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d77da19d-44bc-461d-8eed-57c02ff0a268 tempest-ExternalNetworksTestJSON-1009722200 tempest-ExternalNetworksTestJSON-1009722200-project] Synchronizing usage tracker for tenant:7bd9b70b45524c05a67dd0dc7f9bc9a7 on resource:network {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:17:22.554407 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97522a82-ec7f-4a25-a338-2f159cab91be tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Pushing event deleted for resources: {'Subnet': ['ID=daa6b2a1-3fbe-4013-b84e-46be313b365f,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:22.562896 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-97522a82-ec7f-4a25-a338-2f159cab91be tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:22.596923 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49022) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:22.626342 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c1e56386-73cf-4a85-b80a-8444baa05f4a tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:22.633933 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-48eaebea-cb33-42f1-8066-672d9f6c5367 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:22.645706 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8a34c590-fc90-43f1-ae85-4650d29332b9 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Synchronizing usage tracker for tenant:e803dbd48f46472fa8b4641842e31169 on resource:security_group_rule {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:17:22.708923 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d77da19d-44bc-461d-8eed-57c02ff0a268 tempest-ExternalNetworksTestJSON-1009722200 tempest-ExternalNetworksTestJSON-1009722200-project] Unset dirty status for tenant:7bd9b70b45524c05a67dd0dc7f9bc9a7 on resource:network {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:17:22.709984 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d77da19d-44bc-461d-8eed-57c02ff0a268 tempest-ExternalNetworksTestJSON-1009722200 tempest-ExternalNetworksTestJSON-1009722200-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.5435057 Dec 15 19:17:22.741613 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 49030) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:22.766149 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4566144-50f6-4ffc-b929-349a8536f6d3 None None] Pushing event updated for resources: {'Port': ['ID=eb84daeb-8256-4ce4-9ae2-430abd28c670,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:22.772292 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d4566144-50f6-4ffc-b929-349a8536f6d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:23.011149 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49032) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:23.135991 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-7de0e7da-6cdf-430e-a3f7-7a19e6972799 None None] Provisioning complete for port 56c29204-1a9b-400b-b200-613848397df0 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:17:23.137137 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7de0e7da-6cdf-430e-a3f7-7a19e6972799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:23.174157 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e56386-73cf-4a85-b80a-8444baa05f4a tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Network 6bbc6c7c-f125-4649-a419-6271dad8e00c is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:17:23.184884 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-c1e56386-73cf-4a85-b80a-8444baa05f4a tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:17:23.223742 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-7de0e7da-6cdf-430e-a3f7-7a19e6972799 None None] Port 56c29204-1a9b-400b-b200-613848397df0 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:17:23.231191 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e56386-73cf-4a85-b80a-8444baa05f4a tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:17:23.235508 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e56386-73cf-4a85-b80a-8444baa05f4a tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:17:23.236174 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c1e56386-73cf-4a85-b80a-8444baa05f4a tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:23.241122 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e56386-73cf-4a85-b80a-8444baa05f4a tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event updated for resources: {'Port': ['ID=44aa3984-b551-4dee-9753-f56404d73a31,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:23.253727 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c1e56386-73cf-4a85-b80a-8444baa05f4a tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.620s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:23.267969 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-97522a82-ec7f-4a25-a338-2f159cab91be tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:23.296888 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d57aca4f-8bc2-4249-9080-a34b614f65c5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ef42ee63914143f6ab639ee882cc5d7b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6960189 Dec 15 19:17:23.299601 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49040) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:23.303800 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-52c2e07a-8292-4915-8de5-09ab4f938e0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:23.337874 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8a34c590-fc90-43f1-ae85-4650d29332b9 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Unset dirty status for tenant:e803dbd48f46472fa8b4641842e31169 on resource:security_group_rule {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:17:23.338086 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c1e56386-73cf-4a85-b80a-8444baa05f4a tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.5227768 Dec 15 19:17:23.340269 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8a34c590-fc90-43f1-ae85-4650d29332b9 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.9643989 Dec 15 19:17:23.347358 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 49044) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:23.347975 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 49046) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:23.356455 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-97522a82-ec7f-4a25-a338-2f159cab91be tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e81244b4-dd50-4e13-8987-ac7e3ca545b3']}} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:23.421623 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-5c2787cb-1f9f-417e-8430-196ef53644c5 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Request body: {'security_group_rule': {'security_group_id': 'b41c8758-3d69-44bd-a0ad-ce3200f6fa57', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:23.440510 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-97522a82-ec7f-4a25-a338-2f159cab91be tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fe019e0-77c9-4ff1-83f8-14a40b649e80') {'for_net_delete': True} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:23.440763 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-97522a82-ec7f-4a25-a338-2f159cab91be tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fe019e0-77c9-4ff1-83f8-14a40b649e80') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:23.448232 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-5c2787cb-1f9f-417e-8430-196ef53644c5 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:23.457560 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-52c2e07a-8292-4915-8de5-09ab4f938e0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:23.465029 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-52c2e07a-8292-4915-8de5-09ab4f938e0c admin admin] Usage tracker for resource:security_group_rule and tenant:d0729300b7f441efa47669498ef67cb6 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:17:23.471212 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a2f34e76-03f4-4c99-8c7c-dd7cafaaa504 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:23.471746 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-52c2e07a-8292-4915-8de5-09ab4f938e0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:17:23.486479 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-97522a82-ec7f-4a25-a338-2f159cab91be tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16327073'] for segment, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:23.497880 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-52c2e07a-8292-4915-8de5-09ab4f938e0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:23.498555 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-5c2787cb-1f9f-417e-8430-196ef53644c5 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:23.505606 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-40d46803-f9a8-425a-8159-c66eb3ce3151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:23.539369 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-97522a82-ec7f-4a25-a338-2f159cab91be tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:23.547464 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b920c7ee-05c8-401c-bcb3-485afe498eae tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:17:23.548104 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-b920c7ee-05c8-401c-bcb3-485afe498eae tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Synchronizing usage tracker for tenant:d09e37d948244dafb936d2972b3d58c9 on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:17:23.571713 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-40d46803-f9a8-425a-8159-c66eb3ce3151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:23.596482 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97522a82-ec7f-4a25-a338-2f159cab91be tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=88990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:17:23.596938 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-97522a82-ec7f-4a25-a338-2f159cab91be tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838138943'] for segment, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:23.625759 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:17:23.625759 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:17:23.625759 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:17:23.625759 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:17:23.625759 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:17:23.625759 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:17:23.625759 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:17:23.625759 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:17:23.625759 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:17:23.625759 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:17:23.625759 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:17:23.625759 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:17:23.625759 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:17:23.625759 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:17:23.625759 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:17:23.625759 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:17:23.625759 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:17:23.625759 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:17:23.625759 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:17:23.625759 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:17:23.625759 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:17:23.625759 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:17:23.625759 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:17:23.625759 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:17:23.625759 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:17:23.625759 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:17:23.625759 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:17:23.625759 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:17:23.625759 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:17:23.625759 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:17:23.625759 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:17:23.625759 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:17:23.654726 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device eb84daeb-8256-4ce4-9ae2-430abd28c670 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:17:23.725345 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5c2787cb-1f9f-417e-8430-196ef53644c5 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:23.764442 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-52c2e07a-8292-4915-8de5-09ab4f938e0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:23.788919 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port eb84daeb-8256-4ce4-9ae2-430abd28c670 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:17:23.817061 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03e7ed5e-9ac0-450d-9a2a-3e2deae4c3ac admin admin] Router 9076d4cf-4898-4889-ba0d-edb53fd3f842 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:17:23.820444 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-52c2e07a-8292-4915-8de5-09ab4f938e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:23.826117 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-54c2e5d6-62a4-4384-b59d-68fffa3721e6 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:23.860554 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-b920c7ee-05c8-401c-bcb3-485afe498eae tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Unset dirty status for tenant:d09e37d948244dafb936d2972b3d58c9 on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:17:23.864411 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b920c7ee-05c8-401c-bcb3-485afe498eae tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "GET /v2.0/ports/44aa3984-b551-4dee-9753-f56404d73a31 HTTP/1.1" status: 200 len: 845 time: 0.5122700 Dec 15 19:17:23.873647 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49052) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:23.875600 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:23.881238 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a2f34e76-03f4-4c99-8c7c-dd7cafaaa504 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:23.918299 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-97522a82-ec7f-4a25-a338-2f159cab91be tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 15 19:17:23.918299 dv-neutron-821831-2-hyperv neutron-server[88879]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 15 19:17:23.918299 dv-neutron-821831-2-hyperv neutron-server[88879]: [parameters: {'id': 'e81244b4-dd50-4e13-8987-ac7e3ca545b3'}] Dec 15 19:17:23.918299 dv-neutron-821831-2-hyperv neutron-server[88879]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88990) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:17:23.918763 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-97522a82-ec7f-4a25-a338-2f159cab91be tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:17:23.924289 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-40d46803-f9a8-425a-8159-c66eb3ce3151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:23.928104 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c2e07a-8292-4915-8de5-09ab4f938e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bfa7d8c-d2ed-4c7e-afa0-0818e30b9cfc,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:23.940675 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-52c2e07a-8292-4915-8de5-09ab4f938e0c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d0729300b7f441efa47669498ef67cb6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9151464 Dec 15 19:17:23.940675 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-52c2e07a-8292-4915-8de5-09ab4f938e0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:23.944574 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:23.950612 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 49056) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:23.952351 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-a2f34e76-03f4-4c99-8c7c-dd7cafaaa504 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ce4f0d4-44f2-4a9d-94d0-6d45ff84210d']}} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:24.009047 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5c2787cb-1f9f-417e-8430-196ef53644c5 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:24.014162 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-a2f34e76-03f4-4c99-8c7c-dd7cafaaa504 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '336922c5-39cc-4285-828f-655ec6f96d95') {'for_net_delete': True} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:24.014547 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-a2f34e76-03f4-4c99-8c7c-dd7cafaaa504 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '336922c5-39cc-4285-828f-655ec6f96d95') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:24.027299 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d46803-f9a8-425a-8159-c66eb3ce3151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34ca959-c5c8-4806-9d25-827191713477,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:24.046283 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a2f34e76-03f4-4c99-8c7c-dd7cafaaa504 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16327073'] for segment, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:24.050372 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-40d46803-f9a8-425a-8159-c66eb3ce3151 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:24.057833 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-89066202-5427-45b5-b328-d9f5b82b0e27 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Deleting port 44aa3984-b551-4dee-9753-f56404d73a31 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:17:24.058497 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-89066202-5427-45b5-b328-d9f5b82b0e27 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:24.063379 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5c2787cb-1f9f-417e-8430-196ef53644c5 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:24.068972 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-47d466cc-eba3-4353-b130-5c27db37eaa6 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:24.090077 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-40d46803-f9a8-425a-8159-c66eb3ce3151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:24.091757 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-40d46803-f9a8-425a-8159-c66eb3ce3151 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b34ca959-c5c8-4806-9d25-827191713477 HTTP/1.1" status: 204 len: 168 time: 0.7911432 Dec 15 19:17:24.114969 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:24.125637 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a2f34e76-03f4-4c99-8c7c-dd7cafaaa504 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:24.133905 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-47d466cc-eba3-4353-b130-5c27db37eaa6 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:24.212180 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2f34e76-03f4-4c99-8c7c-dd7cafaaa504 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=88990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:17:24.212641 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a2f34e76-03f4-4c99-8c7c-dd7cafaaa504 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838138943'] for segment, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:24.229728 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2787cb-1f9f-417e-8430-196ef53644c5 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a8e0cbf-49fe-4604-8753-b8ad3d4baeca,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:24.232351 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:17:24.232351 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:17:24.232351 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:17:24.232351 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:17:24.232351 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:17:24.232351 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:17:24.232351 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:17:24.232351 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:17:24.232351 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:17:24.232351 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:17:24.232351 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:17:24.232351 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:17:24.232351 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:17:24.232351 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:17:24.232351 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:17:24.232351 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:17:24.232351 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:17:24.232351 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:17:24.232351 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:17:24.232351 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:17:24.232351 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:17:24.232351 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:17:24.232351 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:17:24.232351 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:17:24.232351 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:17:24.232351 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:17:24.232351 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:17:24.232351 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:17:24.232351 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:17:24.232351 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:17:24.232351 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:17:24.232351 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:17:24.242920 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5c2787cb-1f9f-417e-8430-196ef53644c5 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:24.366725 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c5fedf9a-f919-47f5-88d6-254e1e2d342c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:24.421456 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-97522a82-ec7f-4a25-a338-2f159cab91be tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:24.422004 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-89066202-5427-45b5-b328-d9f5b82b0e27 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:24.444212 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5c2787cb-1f9f-417e-8430-196ef53644c5 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:24.445523 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-5c2787cb-1f9f-417e-8430-196ef53644c5 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0927608 Dec 15 19:17:24.452793 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 49064) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:24.462472 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c5fedf9a-f919-47f5-88d6-254e1e2d342c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:24.492169 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a2f34e76-03f4-4c99-8c7c-dd7cafaaa504 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:24.514641 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0a48e49a-e18c-4236-a6f0-90d6e0a729a7 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:24.533830 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2f34e76-03f4-4c99-8c7c-dd7cafaaa504 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3ce4f0d4-44f2-4a9d-94d0-6d45ff84210d {{(pid=88990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 15 19:17:24.535916 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-97522a82-ec7f-4a25-a338-2f159cab91be tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Deleting port eb84daeb-8256-4ce4-9ae2-430abd28c670 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:17:24.536297 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-97522a82-ec7f-4a25-a338-2f159cab91be tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:24.575938 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-89066202-5427-45b5-b328-d9f5b82b0e27 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Calling delete_port for 44aa3984-b551-4dee-9753-f56404d73a31 owned by {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:17:24.586121 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a2f34e76-03f4-4c99-8c7c-dd7cafaaa504 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:24.608633 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-00ed6a37-dd2c-4738-b628-a04c8c972bad tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] 10.222.0.36 "GET /v2.0/security-group-rules/9a8e0cbf-49fe-4604-8753-b8ad3d4baeca HTTP/1.1" status: 200 len: 705 time: 0.1490517 Dec 15 19:17:24.609472 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 49072) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:24.645859 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f34e76-03f4-4c99-8c7c-dd7cafaaa504 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Pushing event deleted for resources: {'Network': ['ID=3ce4f0d4-44f2-4a9d-94d0-6d45ff84210d,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:24.677767 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a2f34e76-03f4-4c99-8c7c-dd7cafaaa504 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:24.679995 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-47d466cc-eba3-4353-b130-5c27db37eaa6 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Allocated IP 172.26.3.68 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/af5bc94a-892e-4a47-ba2d-df32703d010e) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:17:24.691330 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a2f34e76-03f4-4c99-8c7c-dd7cafaaa504 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] 10.222.0.36 "DELETE /v2.0/networks/3ce4f0d4-44f2-4a9d-94d0-6d45ff84210d HTTP/1.1" status: 204 len: 168 time: 1.5817049 Dec 15 19:17:24.691956 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49078) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:24.714312 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-3d0ad71d-be72-4043-9e6c-5ba379c3277e tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Request body: {'network': {'name': 'tempest-network--1714789122', 'router:external': True}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:24.720236 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-3d0ad71d-be72-4043-9e6c-5ba379c3277e tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:24.724669 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-3d0ad71d-be72-4043-9e6c-5ba379c3277e tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Usage tracker for resource:network and tenant:8326b31d3cac4ff0aeca873a19da3271 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:17:24.728028 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-3d0ad71d-be72-4043-9e6c-5ba379c3277e tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:17:24.735708 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-3d0ad71d-be72-4043-9e6c-5ba379c3277e tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:24.753336 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e7ed5e-9ac0-450d-9a2a-3e2deae4c3ac admin admin] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:17:24.760176 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-03e7ed5e-9ac0-450d-9a2a-3e2deae4c3ac admin admin] 10.222.0.36 "PUT /v2.0/routers/9076d4cf-4898-4889-ba0d-edb53fd3f842/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9073386 Dec 15 19:17:24.784726 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397cfdc0-9524-49f5-9527-158cf96afe63 None None] Network e81244b4-dd50-4e13-8987-ac7e3ca545b3 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:17:24.800206 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d0ad71d-be72-4043-9e6c-5ba379c3277e tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Made reservation on behalf of 8326b31d3cac4ff0aeca873a19da3271 for: {'network': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:17:24.807835 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3d0ad71d-be72-4043-9e6c-5ba379c3277e tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:24.848486 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-89066202-5427-45b5-b328-d9f5b82b0e27 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:24.876850 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7fa9fed1-6d7c-4ca7-b5e4-7d71db38ef21 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:24.947549 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-89066202-5427-45b5-b328-d9f5b82b0e27 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:24.952559 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89066202-5427-45b5-b328-d9f5b82b0e27 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event deleted for resources: {'Port': ['ID=44aa3984-b551-4dee-9753-f56404d73a31,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:24.957140 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-89066202-5427-45b5-b328-d9f5b82b0e27 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:24.968094 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d0ad71d-be72-4043-9e6c-5ba379c3277e tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=88991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:17:24.981670 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3d0ad71d-be72-4043-9e6c-5ba379c3277e tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:24.982083 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-3d0ad71d-be72-4043-9e6c-5ba379c3277e tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Added segment 5fd38592-d792-40db-ac83-c1f4838e95c2 of type vlan for network ed6f43bb-c39f-4881-a35c-3c9b55fbe3a6 Dec 15 19:17:25.005419 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-89066202-5427-45b5-b328-d9f5b82b0e27 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "DELETE /v2.0/ports/44aa3984-b551-4dee-9753-f56404d73a31 HTTP/1.1" status: 204 len: 168 time: 1.1281340 Dec 15 19:17:25.011691 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49086) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:25.056337 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-4742524f-8516-4843-829f-cda261e2bc06 None None] Provisioning for port eb84daeb-8256-4ce4-9ae2-430abd28c670 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:17:25.098373 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-97522a82-ec7f-4a25-a338-2f159cab91be tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] For port eb84daeb-8256-4ce4-9ae2-430abd28c670, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=eb84daeb-8256-4ce4-9ae2-430abd28c670,segment=NetworkSegment(1fe019e0-77c9-4ff1-83f8-14a40b649e80),segment_id=1fe019e0-77c9-4ff1-83f8-14a40b649e80)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:17:25.099339 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-97522a82-ec7f-4a25-a338-2f159cab91be tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:25.144042 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-44b9f17f-b47b-496a-a116-9218774e62e0 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] GET failed (client error): The resource could not be found. Dec 15 19:17:25.144611 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-44b9f17f-b47b-496a-a116-9218774e62e0 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Synchronizing usage tracker for tenant:d09e37d948244dafb936d2972b3d58c9 on resource:port {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:17:25.150256 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3d0ad71d-be72-4043-9e6c-5ba379c3277e tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:25.151684 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-4742524f-8516-4843-829f-cda261e2bc06 None None] Provisioning complete for port eb84daeb-8256-4ce4-9ae2-430abd28c670 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:17:25.152199 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4742524f-8516-4843-829f-cda261e2bc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:25.203483 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-44b9f17f-b47b-496a-a116-9218774e62e0 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Unset dirty status for tenant:d09e37d948244dafb936d2972b3d58c9 on resource:port {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:17:25.204727 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-44b9f17f-b47b-496a-a116-9218774e62e0 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "GET /v2.0/ports/44aa3984-b551-4dee-9753-f56404d73a31 HTTP/1.1" status: 404 len: 333 time: 0.1955478 Dec 15 19:17:25.220188 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49096) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:25.227794 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-a06e00cd-fd6b-4c4f-a0db-36618cdf2f32 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Request body: {'port': {'network_id': '6bbc6c7c-f125-4649-a419-6271dad8e00c', 'name': 'tempest-PortsIpV6TestJSON-876311703'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:25.277727 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3d0ad71d-be72-4043-9e6c-5ba379c3277e tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:25.278755 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0ad71d-be72-4043-9e6c-5ba379c3277e tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:17:25.279400 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3d0ad71d-be72-4043-9e6c-5ba379c3277e tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:25.320301 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-97522a82-ec7f-4a25-a338-2f159cab91be tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Calling delete_port for eb84daeb-8256-4ce4-9ae2-430abd28c670 owned by network:dhcp {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:17:25.373013 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a5f8511b-7da0-43c7-a7b4-3fb683e8fe3c tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:25.408327 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e790f7-63d1-420d-96d1-097b9e3cba00 None None] Sync routers for ids ['9076d4cf-4898-4889-ba0d-edb53fd3f842'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:17:25.420453 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ea315e94-8a75-42bd-b040-df2e1214748e tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Synchronizing usage tracker for tenant:e803dbd48f46472fa8b4641842e31169 on resource:security_group_rule {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:17:25.423545 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c5fedf9a-f919-47f5-88d6-254e1e2d342c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:25.431428 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f162add9-38e7-4963-8427-6892220c51d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:25.433936 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-4742524f-8516-4843-829f-cda261e2bc06 None None] Port eb84daeb-8256-4ce4-9ae2-430abd28c670 update to ACTIVE by agent not found {{(pid=88992) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2073}} Dec 15 19:17:25.459876 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e790f7-63d1-420d-96d1-097b9e3cba00 None None] Routers {'9076d4cf-4898-4889-ba0d-edb53fd3f842'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:17:25.460678 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-d3e790f7-63d1-420d-96d1-097b9e3cba00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:17:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['9076d4cf-4898-4889-ba0d-edb53fd3f842'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:25.473922 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-97522a82-ec7f-4a25-a338-2f159cab91be tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:25.497829 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fedf9a-f919-47f5-88d6-254e1e2d342c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bfa7d8c-d2ed-4c7e-afa0-0818e30b9cfc,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:25.498805 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c5fedf9a-f919-47f5-88d6-254e1e2d342c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:25.523401 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0a48e49a-e18c-4236-a6f0-90d6e0a729a7 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:25.534412 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0ad71d-be72-4043-9e6c-5ba379c3277e tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Pushing event updated for resources: {'Network': ['ID=ed6f43bb-c39f-4881-a35c-3c9b55fbe3a6,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:25.539876 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a06e00cd-fd6b-4c4f-a0db-36618cdf2f32 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:25.544065 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3d0ad71d-be72-4043-9e6c-5ba379c3277e tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:25.545579 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-3d0ad71d-be72-4043-9e6c-5ba379c3277e tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8407991 Dec 15 19:17:25.551175 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49104) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:25.569209 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a06e00cd-fd6b-4c4f-a0db-36618cdf2f32 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:25.623730 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba02f494-06f6-4520-af44-ce0fed098fe3 None None] DHCP port deletion for e81244b4-dd50-4e13-8987-ac7e3ca545b3 request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:17:25.626011 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network ed6f43bb-c39f-4881-a35c-3c9b55fbe3a6 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:17:25.654294 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ea315e94-8a75-42bd-b040-df2e1214748e tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Unset dirty status for tenant:e803dbd48f46472fa8b4641842e31169 on resource:security_group_rule {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:17:25.662145 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ea315e94-8a75-42bd-b040-df2e1214748e tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 1.0301495 Dec 15 19:17:25.664220 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97522a82-ec7f-4a25-a338-2f159cab91be tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Pushing event deleted for resources: {'Port': ['ID=eb84daeb-8256-4ce4-9ae2-430abd28c670,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:25.666809 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 49108) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:25.675858 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-97522a82-ec7f-4a25-a338-2f159cab91be tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:25.705814 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97522a82-ec7f-4a25-a338-2f159cab91be tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] No DVR routers for this DVR port eb84daeb-8256-4ce4-9ae2-430abd28c670 on host dv-neutron-821831-2-hyperv {{(pid=88990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:17:25.739020 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49112) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:25.760859 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-8cee17e8-b02e-40bd-85bf-7dc93d55f5d4 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1124434329', 'description': 'tempest-description--2050250374'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:25.761210 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c5fedf9a-f919-47f5-88d6-254e1e2d342c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:25.762669 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c5fedf9a-f919-47f5-88d6-254e1e2d342c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8bfa7d8c-d2ed-4c7e-afa0-0818e30b9cfc HTTP/1.1" status: 204 len: 168 time: 1.8006084 Dec 15 19:17:25.783952 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49118) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:25.801653 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-47d466cc-eba3-4353-b130-5c27db37eaa6 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:25.806822 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-8cee17e8-b02e-40bd-85bf-7dc93d55f5d4 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:25.829749 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a06e00cd-fd6b-4c4f-a0db-36618cdf2f32 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Made reservation on behalf of d09e37d948244dafb936d2972b3d58c9 for: {'port': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:17:25.842889 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a06e00cd-fd6b-4c4f-a0db-36618cdf2f32 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:25.871968 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-03055dcd-9e7a-4be0-ab5d-eb9b952bf54c tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:25.873364 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8cee17e8-b02e-40bd-85bf-7dc93d55f5d4 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Usage tracker for resource:security_group and tenant:63a560358735409688254f323e657c6f is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:17:25.883298 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-a06e00cd-fd6b-4c4f-a0db-36618cdf2f32 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] device_id is not set on port 09245664-fd3d-4052-ac84-4766bc7396a8 yet. {{(pid=88991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:17:25.901306 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-03055dcd-9e7a-4be0-ab5d-eb9b952bf54c tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:25.939633 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-97522a82-ec7f-4a25-a338-2f159cab91be tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:26.009458 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-97522a82-ec7f-4a25-a338-2f159cab91be tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e81244b4-dd50-4e13-8987-ac7e3ca545b3']}} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:26.030203 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-03055dcd-9e7a-4be0-ab5d-eb9b952bf54c tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:26.033898 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-97522a82-ec7f-4a25-a338-2f159cab91be tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fe019e0-77c9-4ff1-83f8-14a40b649e80') {'for_net_delete': True} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:26.034262 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-97522a82-ec7f-4a25-a338-2f159cab91be tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fe019e0-77c9-4ff1-83f8-14a40b649e80') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:26.037227 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad3e8c4-d4b9-49b4-9459-1cc35726e4d9 tempest-ExternalNetworksTestJSON-1009722200 tempest-ExternalNetworksTestJSON-1009722200-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:17:26.041433 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6ad3e8c4-d4b9-49b4-9459-1cc35726e4d9 tempest-ExternalNetworksTestJSON-1009722200 tempest-ExternalNetworksTestJSON-1009722200-project] 10.222.0.36 "GET /v2.0/networks/ed6f43bb-c39f-4881-a35c-3c9b55fbe3a6 HTTP/1.1" status: 200 len: 757 time: 0.4829931 Dec 15 19:17:26.042920 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8cee17e8-b02e-40bd-85bf-7dc93d55f5d4 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:17:26.051384 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 49124) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:26.051591 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device eb84daeb-8256-4ce4-9ae2-430abd28c670 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:17:26.052080 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-9e18b817-a20f-4b1d-814e-9b8627b397c6 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-980229787'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:26.054512 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:26.078950 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-8cee17e8-b02e-40bd-85bf-7dc93d55f5d4 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:26.087236 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-9e18b817-a20f-4b1d-814e-9b8627b397c6 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:26.101547 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-97522a82-ec7f-4a25-a338-2f159cab91be tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16327073'] for segment, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:26.122357 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-97522a82-ec7f-4a25-a338-2f159cab91be tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:26.133012 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03055dcd-9e7a-4be0-ab5d-eb9b952bf54c tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9a8e0cbf-49fe-4604-8753-b8ad3d4baeca,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:26.140238 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-9e18b817-a20f-4b1d-814e-9b8627b397c6 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Usage tracker for resource:network and tenant:b640cccfaac84079bbb54e6565c8cef4 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:17:26.144587 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-03055dcd-9e7a-4be0-ab5d-eb9b952bf54c tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:26.149805 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-9e18b817-a20f-4b1d-814e-9b8627b397c6 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:17:26.150095 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: eb84daeb-8256-4ce4-9ae2-430abd28c670 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:17:26.150525 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device eb84daeb-8256-4ce4-9ae2-430abd28c670 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:17:26.162266 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-47d466cc-eba3-4353-b130-5c27db37eaa6 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:26.174583 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-9e18b817-a20f-4b1d-814e-9b8627b397c6 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:26.181102 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97522a82-ec7f-4a25-a338-2f159cab91be tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=88990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:17:26.181555 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-97522a82-ec7f-4a25-a338-2f159cab91be tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838138943'] for segment, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:26.201940 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-d3e790f7-63d1-420d-96d1-097b9e3cba00 None None] Set router 9076d4cf-4898-4889-ba0d-edb53fd3f842 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:17:26.217615 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a06e00cd-fd6b-4c4f-a0db-36618cdf2f32 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:26.223061 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8cee17e8-b02e-40bd-85bf-7dc93d55f5d4 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Notify callbacks [] for security_group, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:26.254536 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e18b817-a20f-4b1d-814e-9b8627b397c6 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Made reservation on behalf of b640cccfaac84079bbb54e6565c8cef4 for: {'network': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:17:26.260197 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9e18b817-a20f-4b1d-814e-9b8627b397c6 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:26.263201 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-755bbf6d-2852-46c6-ac6c-d73df7ec2cd9 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:26.287851 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9e18b817-a20f-4b1d-814e-9b8627b397c6 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks [] for security_group, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:26.292207 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:17:26.292207 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:17:26.292207 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:17:26.292207 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:17:26.292207 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:17:26.292207 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:17:26.292207 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:17:26.292207 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:17:26.292207 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:17:26.292207 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:17:26.292207 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:17:26.292207 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:17:26.292207 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:17:26.292207 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:17:26.292207 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:17:26.292207 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:17:26.292207 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:17:26.292207 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:17:26.292207 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:17:26.292207 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:17:26.292207 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:17:26.292207 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:17:26.292207 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:17:26.292207 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:17:26.292207 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:17:26.292207 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:17:26.292207 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:17:26.292207 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:17:26.292207 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:17:26.292207 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:17:26.292207 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:17:26.292207 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:17:26.317260 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-8cee17e8-b02e-40bd-85bf-7dc93d55f5d4 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:26.333702 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8cee17e8-b02e-40bd-85bf-7dc93d55f5d4 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Usage tracker for resource:security_group_rule and tenant:63a560358735409688254f323e657c6f is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:17:26.340990 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8cee17e8-b02e-40bd-85bf-7dc93d55f5d4 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:17:26.350478 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-8cee17e8-b02e-40bd-85bf-7dc93d55f5d4 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:26.353802 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-9e18b817-a20f-4b1d-814e-9b8627b397c6 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:26.361846 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-9e18b817-a20f-4b1d-814e-9b8627b397c6 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Usage tracker for resource:security_group_rule and tenant:b640cccfaac84079bbb54e6565c8cef4 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:17:26.368882 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-9e18b817-a20f-4b1d-814e-9b8627b397c6 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:17:26.377969 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-9e18b817-a20f-4b1d-814e-9b8627b397c6 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:26.385259 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a06e00cd-fd6b-4c4f-a0db-36618cdf2f32 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:26.408180 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-22d8fc2d-dc96-4b32-b1b0-57d93b3f1ffb tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:26.477289 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06e00cd-fd6b-4c4f-a0db-36618cdf2f32 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event updated for resources: {'Port': ['ID=09245664-fd3d-4052-ac84-4766bc7396a8,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:26.484850 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a06e00cd-fd6b-4c4f-a0db-36618cdf2f32 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:26.497501 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06e00cd-fd6b-4c4f-a0db-36618cdf2f32 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Network 6bbc6c7c-f125-4649-a419-6271dad8e00c is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:17:26.501665 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-a06e00cd-fd6b-4c4f-a0db-36618cdf2f32 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:17:26.501665 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06e00cd-fd6b-4c4f-a0db-36618cdf2f32 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:17:26.507139 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06e00cd-fd6b-4c4f-a0db-36618cdf2f32 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:17:26.507914 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a06e00cd-fd6b-4c4f-a0db-36618cdf2f32 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:26.602044 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-d3e790f7-63d1-420d-96d1-097b9e3cba00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9076d4cf-4898-4889-ba0d-edb53fd3f842', 'name': 'tempest-ServerActionsTestJSON-426409717-router', 'tenant_id': '63a560358735409688254f323e657c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '32ae3200-fa04-4a52-92dc-c8c1bccdbd6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:17:04Z', 'updated_at': '2021-12-15T19:17:20Z', 'revision_number': 4, 'project_id': '63a560358735409688254f323e657c6f', 'gw_port': {'id': '32ae3200-fa04-4a52-92dc-c8c1bccdbd6e', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ee:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9076d4cf-4898-4889-ba0d-edb53fd3f842', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:17:06Z', 'updated_at': '2021-12-15T19:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '56c29204-1a9b-400b-b200-613848397df0', 'name': '', 'network_id': '19b72bfa-3b09-4f76-a78c-5531fd623b36', 'tenant_id': '63a560358735409688254f323e657c6f', 'mac_address': 'fa:16:3e:04:fd:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9076d4cf-4898-4889-ba0d-edb53fd3f842', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82c744e4-df47-41bb-809a-42816dd304e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:17:17Z', 'updated_at': '2021-12-15T19:17:21Z', 'revision_number': 2, 'project_id': '63a560358735409688254f323e657c6f', 'subnets': [{'id': '82c744e4-df47-41bb-809a-42816dd304e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:26.611372 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e790f7-63d1-420d-96d1-097b9e3cba00 None None] Checking router: 9076d4cf-4898-4889-ba0d-edb53fd3f842 for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:17:26.611834 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e790f7-63d1-420d-96d1-097b9e3cba00 None None] Updating router 9076d4cf-4898-4889-ba0d-edb53fd3f842 port 56c29204-1a9b-400b-b200-613848397df0 binding host dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 15 19:17:26.619021 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-03055dcd-9e7a-4be0-ab5d-eb9b952bf54c tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:26.620788 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-03055dcd-9e7a-4be0-ab5d-eb9b952bf54c tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/9a8e0cbf-49fe-4604-8753-b8ad3d4baeca HTTP/1.1" status: 204 len: 168 time: 0.9486248 Dec 15 19:17:26.631681 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49130) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:26.680865 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a06e00cd-fd6b-4c4f-a0db-36618cdf2f32 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.4592779 Dec 15 19:17:26.688021 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 49134) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:26.689844 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8cee17e8-b02e-40bd-85bf-7dc93d55f5d4 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Notify callbacks [] for security_group, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:26.694189 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d466cc-eba3-4353-b130-5c27db37eaa6 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:17:26.695581 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d466cc-eba3-4353-b130-5c27db37eaa6 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Pushing event updated for resources: {'Port': ['ID=af5bc94a-892e-4a47-ba2d-df32703d010e,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:26.699617 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d3e790f7-63d1-420d-96d1-097b9e3cba00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:26.704513 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-9daeb029-c962-45f8-96c9-add130fcce56 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:26.735806 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-47d466cc-eba3-4353-b130-5c27db37eaa6 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:17:26.742252 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-47d466cc-eba3-4353-b130-5c27db37eaa6 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:26.745823 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d466cc-eba3-4353-b130-5c27db37eaa6 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:17:26.779540 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34a48fe-03b6-42d6-9987-109910fdc7c8 tempest-ExternalNetworksTestJSON-1009722200 tempest-ExternalNetworksTestJSON-1009722200-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:17:26.781119 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a34a48fe-03b6-42d6-9987-109910fdc7c8 tempest-ExternalNetworksTestJSON-1009722200 tempest-ExternalNetworksTestJSON-1009722200-project] 10.222.0.36 "GET /v2.0/networks/eb0ecd0c-c2b2-42ac-9124-4f4688c817e5 HTTP/1.1" status: 200 len: 767 time: 0.7197609 Dec 15 19:17:26.782170 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-97522a82-ec7f-4a25-a338-2f159cab91be tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:26.795148 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 49138) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:26.798444 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c465825e-b2e0-48fb-99a8-a402f4c06a82 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:26.817525 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-97522a82-ec7f-4a25-a338-2f159cab91be tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:26.822943 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 49140) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:26.883925 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97522a82-ec7f-4a25-a338-2f159cab91be tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Pushing event deleted for resources: {'Network': ['ID=e81244b4-dd50-4e13-8987-ac7e3ca545b3,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:26.907932 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-97522a82-ec7f-4a25-a338-2f159cab91be tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:26.943673 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8cee17e8-b02e-40bd-85bf-7dc93d55f5d4 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:26.953175 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-37aa91e5-7c7f-44c6-b3e1-229f62d6f341 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:26.971856 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-97522a82-ec7f-4a25-a338-2f159cab91be tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] 10.222.0.36 "DELETE /v2.0/networks/e81244b4-dd50-4e13-8987-ac7e3ca545b3 HTTP/1.1" status: 204 len: 168 time: 5.9466124 Dec 15 19:17:26.982315 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49146) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:26.998532 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-8d5de17b-57dc-4ca3-aa70-c64090c1ed35 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1822554066'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:27.015400 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-e0bef186-7459-47ac-b93f-d97cb86c296a tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Synchronizing usage tracker for tenant:e803dbd48f46472fa8b4641842e31169 on resource:security_group_rule {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:17:27.039001 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-8d5de17b-57dc-4ca3-aa70-c64090c1ed35 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:27.049070 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9e18b817-a20f-4b1d-814e-9b8627b397c6 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks [] for security_group, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:27.051857 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8d5de17b-57dc-4ca3-aa70-c64090c1ed35 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Usage tracker for resource:network and tenant:939f0a0fc6a54dca88c6c50c43297e50 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:17:27.054732 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cee17e8-b02e-40bd-85bf-7dc93d55f5d4 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3112f8-b936-4176-9b46-6040cf25625e,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:27.057429 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8d5de17b-57dc-4ca3-aa70-c64090c1ed35 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:17:27.063914 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8cee17e8-b02e-40bd-85bf-7dc93d55f5d4 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:27.068936 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-8d5de17b-57dc-4ca3-aa70-c64090c1ed35 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:27.099253 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8cee17e8-b02e-40bd-85bf-7dc93d55f5d4 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:27.105896 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8cee17e8-b02e-40bd-85bf-7dc93d55f5d4 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.3646815 Dec 15 19:17:27.108077 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49150) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:27.109249 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9e18b817-a20f-4b1d-814e-9b8627b397c6 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:27.115285 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-99ba8c32-b721-4f64-90b3-b0855167c815 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:27.121708 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8b5eb8fa-14a0-49d4-8779-b84e3644fbe2 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:27.131675 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-038a0959-ca90-4d68-bd22-6e277fc79400 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Request body: {'security_group_rule': {'security_group_id': '8b3112f8-b936-4176-9b46-6040cf25625e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:27.143464 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d3e790f7-63d1-420d-96d1-097b9e3cba00 None None] Notify callbacks [] for port, precommit_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:27.145146 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-038a0959-ca90-4d68-bd22-6e277fc79400 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:27.147525 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-e0bef186-7459-47ac-b93f-d97cb86c296a tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Unset dirty status for tenant:e803dbd48f46472fa8b4641842e31169 on resource:security_group_rule {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:17:27.151558 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e0bef186-7459-47ac-b93f-d97cb86c296a tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5115001 Dec 15 19:17:27.151558 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d5de17b-57dc-4ca3-aa70-c64090c1ed35 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Made reservation on behalf of 939f0a0fc6a54dca88c6c50c43297e50 for: {'network': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:17:27.154126 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 49154) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:27.155241 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8d5de17b-57dc-4ca3-aa70-c64090c1ed35 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:27.158677 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d3e790f7-63d1-420d-96d1-097b9e3cba00 None None] Transition to ACTIVE for port object 56c29204-1a9b-400b-b200-613848397df0 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:17:27.159131 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9daeb029-c962-45f8-96c9-add130fcce56 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:27.175022 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-bb396d80-44cd-4a0c-b170-755ccdd16c10 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Request body: {'security_group_rule': {'security_group_id': 'b41c8758-3d69-44bd-a0ad-ce3200f6fa57', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:27.178469 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-038a0959-ca90-4d68-bd22-6e277fc79400 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Usage tracker for resource:security_group_rule and tenant:63a560358735409688254f323e657c6f is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:17:27.187909 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-038a0959-ca90-4d68-bd22-6e277fc79400 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:17:27.199753 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e18b817-a20f-4b1d-814e-9b8627b397c6 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=88991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:17:27.200760 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-bb396d80-44cd-4a0c-b170-755ccdd16c10 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:27.202793 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-038a0959-ca90-4d68-bd22-6e277fc79400 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:27.206212 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-bfc724ad-b30e-4e34-b236-151c6f6c5da3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=848d097f252940a4b39a0e19eea0eb89&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3740950 Dec 15 19:17:27.209884 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18b817-a20f-4b1d-814e-9b8627b397c6 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc44146b-9def-471e-8ab0-2acee92a5f4d,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:27.212040 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 49158) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:27.221597 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9e18b817-a20f-4b1d-814e-9b8627b397c6 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:27.225642 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9e18b817-a20f-4b1d-814e-9b8627b397c6 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:27.225965 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-9e18b817-a20f-4b1d-814e-9b8627b397c6 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Added segment 345dec75-e2c9-4fc7-9d11-0c3710c7998f of type vlan for network 9b621d08-f473-4493-84e8-9acb9cb6b561 Dec 15 19:17:27.228707 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d3e790f7-63d1-420d-96d1-097b9e3cba00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:27.236149 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-87da4552-040e-4355-8402-d5e8174f3597 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:27.239868 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d5de17b-57dc-4ca3-aa70-c64090c1ed35 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=88991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:17:27.265782 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8d5de17b-57dc-4ca3-aa70-c64090c1ed35 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:27.266266 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-8d5de17b-57dc-4ca3-aa70-c64090c1ed35 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Added segment 0b444555-44fb-4edb-9fea-2cf24e6754ef of type vlan for network a9ac5d66-8786-46cf-82b6-bb75e867c348 Dec 15 19:17:27.268295 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9e18b817-a20f-4b1d-814e-9b8627b397c6 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:27.297363 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-038a0959-ca90-4d68-bd22-6e277fc79400 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:27.299667 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-bb396d80-44cd-4a0c-b170-755ccdd16c10 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:27.341447 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8d5de17b-57dc-4ca3-aa70-c64090c1ed35 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:27.422545 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-038a0959-ca90-4d68-bd22-6e277fc79400 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:27.424387 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9e18b817-a20f-4b1d-814e-9b8627b397c6 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:27.428568 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e18b817-a20f-4b1d-814e-9b8627b397c6 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:17:27.429242 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9e18b817-a20f-4b1d-814e-9b8627b397c6 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:27.435982 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7fa9fed1-6d7c-4ca7-b5e4-7d71db38ef21 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:27.478475 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787a2183-9500-4642-995a-12494c4a31f3 None None] Pushing event updated for resources: {'Port': ['ID=56c29204-1a9b-400b-b200-613848397df0,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:27.483167 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8b5eb8fa-14a0-49d4-8779-b84e3644fbe2 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:27.489158 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-d3e790f7-63d1-420d-96d1-097b9e3cba00 None None] Attempting to bind port 56c29204-1a9b-400b-b200-613848397df0 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:17:27.489713 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-d3e790f7-63d1-420d-96d1-097b9e3cba00 None None] Attempting to bind port 56c29204-1a9b-400b-b200-613848397df0 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '68c50745-522c-412f-b573-c945cd7c3bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '19b72bfa-3b09-4f76-a78c-5531fd623b36'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:17:27.490222 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e790f7-63d1-420d-96d1-097b9e3cba00 None None] Attempting to bind port 56c29204-1a9b-400b-b200-613848397df0 on network 19b72bfa-3b09-4f76-a78c-5531fd623b36 {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:17:27.491775 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.securitygroups_db [None req-bb396d80-44cd-4a0c-b170-755ccdd16c10 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Project e803dbd48f46472fa8b4641842e31169 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 19:17:27.493338 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787a2183-9500-4642-995a-12494c4a31f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:17:27.493830 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787a2183-9500-4642-995a-12494c4a31f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:17:27.494345 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787a2183-9500-4642-995a-12494c4a31f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:17:27.494805 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787a2183-9500-4642-995a-12494c4a31f3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:17:27.495505 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787a2183-9500-4642-995a-12494c4a31f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:17:27.496223 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787a2183-9500-4642-995a-12494c4a31f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:17:27.496831 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787a2183-9500-4642-995a-12494c4a31f3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:17:27.497764 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787a2183-9500-4642-995a-12494c4a31f3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:17:27.498447 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787a2183-9500-4642-995a-12494c4a31f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:17:27.498713 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787a2183-9500-4642-995a-12494c4a31f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:17:27.499183 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787a2183-9500-4642-995a-12494c4a31f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:17:27.503385 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-787a2183-9500-4642-995a-12494c4a31f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:27.516210 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e790f7-63d1-420d-96d1-097b9e3cba00 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:17:27.522841 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e790f7-63d1-420d-96d1-097b9e3cba00 None None] Checking segment: {'id': '68c50745-522c-412f-b573-c945cd7c3bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '19b72bfa-3b09-4f76-a78c-5531fd623b36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:17:27.522841 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d3e790f7-63d1-420d-96d1-097b9e3cba00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:27.522841 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e790f7-63d1-420d-96d1-097b9e3cba00 None None] Bound using segment: {'id': '68c50745-522c-412f-b573-c945cd7c3bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '19b72bfa-3b09-4f76-a78c-5531fd623b36'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:17:27.523318 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8d5de17b-57dc-4ca3-aa70-c64090c1ed35 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:27.523424 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-d3e790f7-63d1-420d-96d1-097b9e3cba00 None None] Bound port: 56c29204-1a9b-400b-b200-613848397df0, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68c50745-522c-412f-b573-c945cd7c3bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '19b72bfa-3b09-4f76-a78c-5531fd623b36'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:17:27.523424 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d3e790f7-63d1-420d-96d1-097b9e3cba00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:27.523650 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5de17b-57dc-4ca3-aa70-c64090c1ed35 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:17:27.523650 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8d5de17b-57dc-4ca3-aa70-c64090c1ed35 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:27.535025 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bb396d80-44cd-4a0c-b170-755ccdd16c10 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:27.557662 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-038a0959-ca90-4d68-bd22-6e277fc79400 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:27.621630 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-8b5eb8fa-14a0-49d4-8779-b84e3644fbe2 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed6f43bb-c39f-4881-a35c-3c9b55fbe3a6']}} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:27.625294 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18b817-a20f-4b1d-814e-9b8627b397c6 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Pushing event updated for resources: {'Network': ['ID=9b621d08-f473-4493-84e8-9acb9cb6b561,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:27.634228 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d3e790f7-63d1-420d-96d1-097b9e3cba00 None None] For port 56c29204-1a9b-400b-b200-613848397df0, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:17:27.639579 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d3e790f7-63d1-420d-96d1-097b9e3cba00 None None] For port 56c29204-1a9b-400b-b200-613848397df0, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=56c29204-1a9b-400b-b200-613848397df0,segment=NetworkSegment(68c50745-522c-412f-b573-c945cd7c3bdd),segment_id=68c50745-522c-412f-b573-c945cd7c3bdd)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:17:27.642448 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 9b621d08-f473-4493-84e8-9acb9cb6b561 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:17:27.643235 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9e18b817-a20f-4b1d-814e-9b8627b397c6 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.8434157 Dec 15 19:17:27.644650 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9e18b817-a20f-4b1d-814e-9b8627b397c6 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:27.645788 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-89c4ce54-0fd5-4756-a5e7-578a98663ee9 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.117s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:27.699863 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-8b5eb8fa-14a0-49d4-8779-b84e3644fbe2 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fd38592-d792-40db-ac83-c1f4838e95c2') {'for_net_delete': True} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:27.700169 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-8b5eb8fa-14a0-49d4-8779-b84e3644fbe2 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fd38592-d792-40db-ac83-c1f4838e95c2') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:27.700513 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8d5de17b-57dc-4ca3-aa70-c64090c1ed35 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7137446 Dec 15 19:17:27.706661 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49162) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:27.747497 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f2973060-d063-42c4-9601-9b870e754a6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:27.785651 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-bcd5a390-59ff-4dd1-9dc9-79f39756a1a6 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Request body: {'subnet': {'network_id': 'a9ac5d66-8786-46cf-82b6-bb75e867c348', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:27.807045 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d3e790f7-63d1-420d-96d1-097b9e3cba00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:27.813721 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8b5eb8fa-14a0-49d4-8779-b84e3644fbe2 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16327073'] for segment, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:27.863898 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6cad8544-c983-42ea-a534-7629dc767e85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:27.875029 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8b5eb8fa-14a0-49d4-8779-b84e3644fbe2 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:27.894104 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f2973060-d063-42c4-9601-9b870e754a6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:27.906065 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b5eb8fa-14a0-49d4-8779-b84e3644fbe2 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=88990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:17:27.906546 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8b5eb8fa-14a0-49d4-8779-b84e3644fbe2 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838138943'] for segment, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:27.921764 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:17:27.921764 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:17:27.921764 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:17:27.921764 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:17:27.921764 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:17:27.921764 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:17:27.921764 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:17:27.921764 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:17:27.921764 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:17:27.921764 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:17:27.921764 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:17:27.921764 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:17:27.921764 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:17:27.921764 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:17:27.921764 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:17:27.921764 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:17:27.921764 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:17:27.921764 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:17:27.921764 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:17:27.921764 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:17:27.921764 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:17:27.921764 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:17:27.921764 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:17:27.921764 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:17:27.921764 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:17:27.921764 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:17:27.921764 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:17:27.921764 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:17:27.921764 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:17:27.921764 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:17:27.921764 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:17:27.921764 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:17:27.973652 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-038a0959-ca90-4d68-bd22-6e277fc79400 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:27.975265 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-038a0959-ca90-4d68-bd22-6e277fc79400 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8675985 Dec 15 19:17:27.982192 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49166) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:28.010051 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787a2183-9500-4642-995a-12494c4a31f3 None None] Pushing event updated for resources: {'Port': ['ID=56c29204-1a9b-400b-b200-613848397df0,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:28.015897 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-787a2183-9500-4642-995a-12494c4a31f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:28.040989 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-bcd5a390-59ff-4dd1-9dc9-79f39756a1a6 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:28.052354 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-eb20c2fe-db83-4a8a-acb4-bf95ec8e5d3e tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Request body: {'security_group_rule': {'security_group_id': '8b3112f8-b936-4176-9b46-6040cf25625e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:28.062074 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-eb20c2fe-db83-4a8a-acb4-bf95ec8e5d3e tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:28.074395 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-eb20c2fe-db83-4a8a-acb4-bf95ec8e5d3e tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Usage tracker for resource:security_group_rule and tenant:63a560358735409688254f323e657c6f is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:17:28.078485 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e790f7-63d1-420d-96d1-097b9e3cba00 None None] Routers {'9076d4cf-4898-4889-ba0d-edb53fd3f842'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:17:28.079442 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-d3e790f7-63d1-420d-96d1-097b9e3cba00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:17:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['9076d4cf-4898-4889-ba0d-edb53fd3f842'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:28.084449 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-eb20c2fe-db83-4a8a-acb4-bf95ec8e5d3e tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:17:28.100746 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-eb20c2fe-db83-4a8a-acb4-bf95ec8e5d3e tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:28.116573 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-bcd5a390-59ff-4dd1-9dc9-79f39756a1a6 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Usage tracker for resource:subnet and tenant:939f0a0fc6a54dca88c6c50c43297e50 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:17:28.129242 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-bcd5a390-59ff-4dd1-9dc9-79f39756a1a6 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:17:28.155182 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5de17b-57dc-4ca3-aa70-c64090c1ed35 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Pushing event updated for resources: {'Network': ['ID=a9ac5d66-8786-46cf-82b6-bb75e867c348,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:28.157796 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-bcd5a390-59ff-4dd1-9dc9-79f39756a1a6 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:28.159480 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9daeb029-c962-45f8-96c9-add130fcce56 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:28.173365 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8d5de17b-57dc-4ca3-aa70-c64090c1ed35 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:28.175016 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d8850af6-6307-4251-8e92-c409e287e075 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.596s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:28.184085 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network a9ac5d66-8786-46cf-82b6-bb75e867c348 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:17:28.193562 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bb396d80-44cd-4a0c-b170-755ccdd16c10 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:28.208947 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-47d466cc-eba3-4353-b130-5c27db37eaa6 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:28.225914 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038a0959-ca90-4d68-bd22-6e277fc79400 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4de8d95-da71-4f86-b1d0-0a0f0c519cd8,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:28.237088 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eb20c2fe-db83-4a8a-acb4-bf95ec8e5d3e tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:28.260778 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-038a0959-ca90-4d68-bd22-6e277fc79400 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:28.281612 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd5a390-59ff-4dd1-9dc9-79f39756a1a6 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Made reservation on behalf of 939f0a0fc6a54dca88c6c50c43297e50 for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:17:28.341029 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bb396d80-44cd-4a0c-b170-755ccdd16c10 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:28.341729 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8b5eb8fa-14a0-49d4-8779-b84e3644fbe2 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:28.368040 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9daeb029-c962-45f8-96c9-add130fcce56 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:28.382417 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b5eb8fa-14a0-49d4-8779-b84e3644fbe2 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ed6f43bb-c39f-4881-a35c-3c9b55fbe3a6 {{(pid=88990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 15 19:17:28.403772 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8b5eb8fa-14a0-49d4-8779-b84e3644fbe2 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:28.415408 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6eb42e17-2ea1-42ff-86c9-5ea9eb8b5603 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:28.494556 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-9daeb029-c962-45f8-96c9-add130fcce56 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] In _notify_port_updated(), no bound segment for port 09245664-fd3d-4052-ac84-4766bc7396a8 on network 6bbc6c7c-f125-4649-a419-6271dad8e00c {{(pid=88990) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 15 19:17:28.503088 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9daeb029-c962-45f8-96c9-add130fcce56 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:17:28.506615 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9daeb029-c962-45f8-96c9-add130fcce56 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:28.515371 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9daeb029-c962-45f8-96c9-add130fcce56 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "PUT /v2.0/ports/09245664-fd3d-4052-ac84-4766bc7396a8 HTTP/1.1" status: 200 len: 818 time: 1.8266292 Dec 15 19:17:28.517018 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f2973060-d063-42c4-9601-9b870e754a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:28.517439 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bcd5a390-59ff-4dd1-9dc9-79f39756a1a6 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:28.537317 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49170) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:28.626561 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-d3e790f7-63d1-420d-96d1-097b9e3cba00 None None] Set router 9076d4cf-4898-4889-ba0d-edb53fd3f842 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:17:28.735505 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eb20c2fe-db83-4a8a-acb4-bf95ec8e5d3e tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:28.790451 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-94f57b73-5bec-4831-a7f7-e19580d4d3f0 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Deleting port 09245664-fd3d-4052-ac84-4766bc7396a8 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:17:28.791116 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-94f57b73-5bec-4831-a7f7-e19580d4d3f0 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:28.804751 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8b5eb8fa-14a0-49d4-8779-b84e3644fbe2 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] 10.222.0.36 "DELETE /v2.0/networks/ed6f43bb-c39f-4881-a35c-3c9b55fbe3a6 HTTP/1.1" status: 204 len: 168 time: 1.9896460 Dec 15 19:17:28.805960 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 49174) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:28.824347 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f2973060-d063-42c4-9601-9b870e754a6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:28.827434 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f2973060-d063-42c4-9601-9b870e754a6a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a3bbf87f-5f21-4ff9-97d8-979f4c7c258f HTTP/1.1" status: 204 len: 168 time: 1.6105278 Dec 15 19:17:28.833329 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eb20c2fe-db83-4a8a-acb4-bf95ec8e5d3e tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:28.848369 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1868a58a-a292-47a2-9f07-ebd867601f78 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:28.850036 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-ce7963f1-09b5-4cdc-a3f0-316e4a3c469a tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Request body: {'network': {'name': 'tempest-network--2106911429'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:28.864152 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ce7963f1-09b5-4cdc-a3f0-316e4a3c469a tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:28.876306 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ce7963f1-09b5-4cdc-a3f0-316e4a3c469a tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Usage tracker for resource:network and tenant:8326b31d3cac4ff0aeca873a19da3271 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:17:28.882692 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ce7963f1-09b5-4cdc-a3f0-316e4a3c469a tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:17:28.903816 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ce7963f1-09b5-4cdc-a3f0-316e4a3c469a tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:28.920780 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daeb029-c962-45f8-96c9-add130fcce56 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event updated for resources: {'Port': ['ID=09245664-fd3d-4052-ac84-4766bc7396a8,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:28.947625 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9daeb029-c962-45f8-96c9-add130fcce56 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:28.947625 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.430s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:28.990640 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bb396d80-44cd-4a0c-b170-755ccdd16c10 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:28.992107 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-bb396d80-44cd-4a0c-b170-755ccdd16c10 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.8344595 Dec 15 19:17:29.004253 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 49180) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:29.008063 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5eb8fa-14a0-49d4-8779-b84e3644fbe2 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Pushing event deleted for resources: {'Network': ['ID=ed6f43bb-c39f-4881-a35c-3c9b55fbe3a6,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:29.015617 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8b5eb8fa-14a0-49d4-8779-b84e3644fbe2 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:29.044954 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.495s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:29.082722 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce7963f1-09b5-4cdc-a3f0-316e4a3c469a tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Made reservation on behalf of 8326b31d3cac4ff0aeca873a19da3271 for: {'network': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:17:29.096154 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ce7963f1-09b5-4cdc-a3f0-316e4a3c469a tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:29.139302 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb396d80-44cd-4a0c-b170-755ccdd16c10 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26f71c84-81a9-44e9-983e-e522413d2751,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:29.143942 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb20c2fe-db83-4a8a-acb4-bf95ec8e5d3e tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f76f7a5e-6558-470a-b9c5-571cadd4b51e,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:29.154430 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eb20c2fe-db83-4a8a-acb4-bf95ec8e5d3e tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:29.155492 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-bb396d80-44cd-4a0c-b170-755ccdd16c10 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:29.155626 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-eb20c2fe-db83-4a8a-acb4-bf95ec8e5d3e tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.1659827 Dec 15 19:17:29.161233 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-eb20c2fe-db83-4a8a-acb4-bf95ec8e5d3e tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:29.168738 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 49184) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:29.171182 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2e84b223-f414-4a04-98b2-13a12902b99b tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.621s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:29.189791 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-77cedc6f-486b-48e1-9b29-dd79a7de5176 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Request body: {'floatingip': {'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:29.196367 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-77cedc6f-486b-48e1-9b29-dd79a7de5176 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:29.201719 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-77cedc6f-486b-48e1-9b29-dd79a7de5176 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Usage tracker for resource:floatingip and tenant:63a560358735409688254f323e657c6f is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:17:29.205348 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-77cedc6f-486b-48e1-9b29-dd79a7de5176 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:17:29.213496 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-77cedc6f-486b-48e1-9b29-dd79a7de5176 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:29.232639 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2973060-d063-42c4-9601-9b870e754a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3bbf87f-5f21-4ff9-97d8-979f4c7c258f,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:29.243049 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f2973060-d063-42c4-9601-9b870e754a6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:29.256659 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-21df147e-f5ef-405e-91f8-faa1840de8c3 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] 10.222.0.36 "GET /v2.0/security-group-rules/26f71c84-81a9-44e9-983e-e522413d2751 HTTP/1.1" status: 200 len: 711 time: 0.2396207 Dec 15 19:17:29.260752 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce7963f1-09b5-4cdc-a3f0-316e4a3c469a tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=88990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:17:29.267461 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-77cedc6f-486b-48e1-9b29-dd79a7de5176 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Notify callbacks [] for floatingip, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:29.269543 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49188) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:29.348676 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-47d466cc-eba3-4353-b130-5c27db37eaa6 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:29.357637 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-d3e790f7-63d1-420d-96d1-097b9e3cba00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9076d4cf-4898-4889-ba0d-edb53fd3f842', 'name': 'tempest-ServerActionsTestJSON-426409717-router', 'tenant_id': '63a560358735409688254f323e657c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '32ae3200-fa04-4a52-92dc-c8c1bccdbd6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:17:04Z', 'updated_at': '2021-12-15T19:17:20Z', 'revision_number': 4, 'project_id': '63a560358735409688254f323e657c6f', 'gw_port': {'id': '32ae3200-fa04-4a52-92dc-c8c1bccdbd6e', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ee:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9076d4cf-4898-4889-ba0d-edb53fd3f842', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:17:06Z', 'updated_at': '2021-12-15T19:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '56c29204-1a9b-400b-b200-613848397df0', 'name': '', 'network_id': '19b72bfa-3b09-4f76-a78c-5531fd623b36', 'tenant_id': '63a560358735409688254f323e657c6f', 'mac_address': 'fa:16:3e:04:fd:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9076d4cf-4898-4889-ba0d-edb53fd3f842', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82c744e4-df47-41bb-809a-42816dd304e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:17:17Z', 'updated_at': '2021-12-15T19:17:27Z', 'revision_number': 4, 'project_id': '63a560358735409688254f323e657c6f', 'subnets': [{'id': '82c744e4-df47-41bb-809a-42816dd304e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:29.367794 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ce7963f1-09b5-4cdc-a3f0-316e4a3c469a tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:29.368638 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-ce7963f1-09b5-4cdc-a3f0-316e4a3c469a tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Added segment f2eccf1d-53cd-4d31-91e8-c11088a000b4 of type vlan for network 581f05cd-8a64-4678-b443-5c0932a1df1e Dec 15 19:17:29.370444 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e790f7-63d1-420d-96d1-097b9e3cba00 None None] The sync data for ids ['9076d4cf-4898-4889-ba0d-edb53fd3f842'] in dv-neutron-821831-2-hyperv is: [{'id': '9076d4cf-4898-4889-ba0d-edb53fd3f842', 'name': 'tempest-ServerActionsTestJSON-426409717-router', 'tenant_id': '63a560358735409688254f323e657c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '32ae3200-fa04-4a52-92dc-c8c1bccdbd6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:17:04Z', 'updated_at': '2021-12-15T19:17:20Z', 'revision_number': 4, 'project_id': '63a560358735409688254f323e657c6f', 'gw_port': {'id': '32ae3200-fa04-4a52-92dc-c8c1bccdbd6e', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ee:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9076d4cf-4898-4889-ba0d-edb53fd3f842', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:17:06Z', 'updated_at': '2021-12-15T19:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '56c29204-1a9b-400b-b200-613848397df0', 'name': '', 'network_id': '19b72bfa-3b09-4f76-a78c-5531fd623b36', 'tenant_id': '63a560358735409688254f323e657c6f', 'mac_address': 'fa:16:3e:04:fd:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9076d4cf-4898-4889-ba0d-edb53fd3f842', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82c744e4-df47-41bb-809a-42816dd304e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:17:17Z', 'updated_at': '2021-12-15T19:17:27Z', 'revision_number': 4, 'project_id': '63a560358735409688254f323e657c6f', 'subnets': [{'id': '82c744e4-df47-41bb-809a-42816dd304e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:17:29.374019 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-94f57b73-5bec-4831-a7f7-e19580d4d3f0 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:29.376434 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-47d466cc-eba3-4353-b130-5c27db37eaa6 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854141873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-633912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854194791'] for router, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:29.438814 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-fbbbdf1c-7f60-4da8-9ee1-2df808bc3bfc tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.1656451 Dec 15 19:17:29.530817 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ce7963f1-09b5-4cdc-a3f0-316e4a3c469a tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:29.533429 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49192) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:29.537224 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bcd5a390-59ff-4dd1-9dc9-79f39756a1a6 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:29.610865 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-46df65f8-4d7d-4bb9-8a10-9a89613fa169 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:29.707893 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-94f57b73-5bec-4831-a7f7-e19580d4d3f0 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Calling delete_port for 09245664-fd3d-4052-ac84-4766bc7396a8 owned by {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:17:29.749268 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd5a390-59ff-4dd1-9dc9-79f39756a1a6 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Pushing event updated for resources: {'Subnet': ['ID=4de10fed-f879-46b5-86a6-1848b17dfdc0,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:29.757669 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 56c29204-1a9b-400b-b200-613848397df0 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:17:29.768120 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-bcd5a390-59ff-4dd1-9dc9-79f39756a1a6 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:29.869754 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fe4ecfe4-9d06-4dc8-9caa-947583059458 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:29.884845 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-94f57b73-5bec-4831-a7f7-e19580d4d3f0 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:29.888740 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fe4ecfe4-9d06-4dc8-9caa-947583059458 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:29.892207 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ce7963f1-09b5-4cdc-a3f0-316e4a3c469a tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:29.899836 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7963f1-09b5-4cdc-a3f0-316e4a3c469a tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:17:29.905915 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ce7963f1-09b5-4cdc-a3f0-316e4a3c469a tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:29.918226 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fa709731-61ee-44fa-988a-c9aae57918e2 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:29.953199 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2c67acd3-2f28-4ada-b661-309235c268ce tempest-ExternalNetworksTestJSON-1009722200 tempest-ExternalNetworksTestJSON-1009722200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:29.986487 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f57b73-5bec-4831-a7f7-e19580d4d3f0 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event deleted for resources: {'Port': ['ID=09245664-fd3d-4052-ac84-4766bc7396a8,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:29.990604 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 56c29204-1a9b-400b-b200-613848397df0 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:17:29.999106 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 56c29204-1a9b-400b-b200-613848397df0 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:17:29.999106 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:30.001722 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-94f57b73-5bec-4831-a7f7-e19580d4d3f0 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:30.009618 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd5a390-59ff-4dd1-9dc9-79f39756a1a6 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Checking segment: {'id': '0b444555-44fb-4edb-9fea-2cf24e6754ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a9ac5d66-8786-46cf-82b6-bb75e867c348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:17:30.010212 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd5a390-59ff-4dd1-9dc9-79f39756a1a6 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Network hostable DHCP agents. Network: a9ac5d66-8786-46cf-82b6-bb75e867c348, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:17:30.067005 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-94f57b73-5bec-4831-a7f7-e19580d4d3f0 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:30.107777 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fe4ecfe4-9d06-4dc8-9caa-947583059458 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:30.116951 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fe4ecfe4-9d06-4dc8-9caa-947583059458 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:30.127008 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-fe4ecfe4-9d06-4dc8-9caa-947583059458 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/26f71c84-81a9-44e9-983e-e522413d2751 HTTP/1.1" status: 204 len: 168 time: 0.5898242 Dec 15 19:17:30.127008 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:30.144061 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-94f57b73-5bec-4831-a7f7-e19580d4d3f0 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "DELETE /v2.0/ports/09245664-fd3d-4052-ac84-4766bc7396a8 HTTP/1.1" status: 204 len: 168 time: 1.5990355 Dec 15 19:17:30.149015 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49204) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:30.149522 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49206) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:30.169970 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd5a390-59ff-4dd1-9dc9-79f39756a1a6 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Network a9ac5d66-8786-46cf-82b6-bb75e867c348 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:17:30.183042 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ce7963f1-09b5-4cdc-a3f0-316e4a3c469a tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.3540494 Dec 15 19:17:30.195984 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 49212) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:30.199769 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7963f1-09b5-4cdc-a3f0-316e4a3c469a tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Pushing event updated for resources: {'Network': ['ID=581f05cd-8a64-4678-b443-5c0932a1df1e,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:30.205066 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ce7963f1-09b5-4cdc-a3f0-316e4a3c469a tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:30.210794 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-d1ecc3b9-11d6-4b54-8b21-a506adfdeb16 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:30.268718 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:30.305425 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 581f05cd-8a64-4678-b443-5c0932a1df1e details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:17:30.352363 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4ecfe4-9d06-4dc8-9caa-947583059458 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=26f71c84-81a9-44e9-983e-e522413d2751,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:30.361049 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fe4ecfe4-9d06-4dc8-9caa-947583059458 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:30.390596 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-bcd5a390-59ff-4dd1-9dc9-79f39756a1a6 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, a9ac5d66-8786-46cf-82b6-bb75e867c348) {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:17:30.395567 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd5a390-59ff-4dd1-9dc9-79f39756a1a6 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:17:30.396357 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bcd5a390-59ff-4dd1-9dc9-79f39756a1a6 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:30.507060 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-794940dd-c6ad-4da4-a106-1a2204df2607 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Synchronizing usage tracker for tenant:e803dbd48f46472fa8b4641842e31169 on resource:security_group_rule {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:17:30.536541 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-bcd5a390-59ff-4dd1-9dc9-79f39756a1a6 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.8271024 Dec 15 19:17:30.538514 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49220) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:30.567259 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b3c89b-5370-4d0d-b857-487a05e2fc37 None None] Network a9ac5d66-8786-46cf-82b6-bb75e867c348 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:17:30.676879 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port 56c29204-1a9b-400b-b200-613848397df0, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=56c29204-1a9b-400b-b200-613848397df0,segment=NetworkSegment(68c50745-522c-412f-b573-c945cd7c3bdd),segment_id=68c50745-522c-412f-b573-c945cd7c3bdd)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:17:30.735548 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-794940dd-c6ad-4da4-a106-1a2204df2607 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Unset dirty status for tenant:e803dbd48f46472fa8b4641842e31169 on resource:security_group_rule {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:17:30.737132 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-794940dd-c6ad-4da4-a106-1a2204df2607 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5771837 Dec 15 19:17:30.762624 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49226) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:30.776311 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa449e4d-97f0-4c59-8f25-e23cd259e08e tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:17:30.778352 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-aa449e4d-97f0-4c59-8f25-e23cd259e08e tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Synchronizing usage tracker for tenant:d09e37d948244dafb936d2972b3d58c9 on resource:port {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:17:30.823873 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:30.850429 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-787a2183-9500-4642-995a-12494c4a31f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:30.935272 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eeb706a0-8138-419e-93d9-e0d5804a7180 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:30.945911 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-aa449e4d-97f0-4c59-8f25-e23cd259e08e tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Unset dirty status for tenant:d09e37d948244dafb936d2972b3d58c9 on resource:port {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:17:30.952456 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-aa449e4d-97f0-4c59-8f25-e23cd259e08e tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.7854769 Dec 15 19:17:30.968180 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49232) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:31.107992 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0a9c572a-f7ae-4398-a2ae-5b43514c5abb tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:31.122390 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a52510b-2f3b-4037-947f-c37dc3dc19bf tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] GET failed (client error): The resource could not be found. Dec 15 19:17:31.129426 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0a52510b-2f3b-4037-947f-c37dc3dc19bf tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "GET /v2.0/ports/09245664-fd3d-4052-ac84-4766bc7396a8 HTTP/1.1" status: 404 len: 333 time: 0.1581056 Dec 15 19:17:31.130341 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49236) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:31.163159 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-950a3616-afc1-4d1a-a61a-cc961b4206ca tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1916695927'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:31.171405 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-950a3616-afc1-4d1a-a61a-cc961b4206ca tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:31.176569 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-950a3616-afc1-4d1a-a61a-cc961b4206ca tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Usage tracker for resource:network and tenant:d09e37d948244dafb936d2972b3d58c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:17:31.179756 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-950a3616-afc1-4d1a-a61a-cc961b4206ca tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:17:31.187248 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-950a3616-afc1-4d1a-a61a-cc961b4206ca tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:31.238030 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-950a3616-afc1-4d1a-a61a-cc961b4206ca tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Made reservation on behalf of d09e37d948244dafb936d2972b3d58c9 for: {'network': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:17:31.246358 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-950a3616-afc1-4d1a-a61a-cc961b4206ca tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:31.272620 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0a9c572a-f7ae-4398-a2ae-5b43514c5abb tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:31.302158 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-950a3616-afc1-4d1a-a61a-cc961b4206ca tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=88991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:17:31.312609 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-950a3616-afc1-4d1a-a61a-cc961b4206ca tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:31.313384 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-950a3616-afc1-4d1a-a61a-cc961b4206ca tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Added segment c9cec10a-7ab6-4b02-af0c-5346fbd8adda of type vlan for network f1716bdf-f089-46e2-a12a-b8d02e015b64 Dec 15 19:17:31.333757 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=56c29204-1a9b-400b-b200-613848397df0,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:31.338721 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:31.377601 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-950a3616-afc1-4d1a-a61a-cc961b4206ca tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:31.414098 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49242) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:31.418178 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eeb706a0-8138-419e-93d9-e0d5804a7180 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:31.464897 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-342f01b3-edeb-4918-92c9-c751870fcac0 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Request body: {'subnet': {'network_id': '9b621d08-f473-4493-84e8-9acb9cb6b561', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:31.481715 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-950a3616-afc1-4d1a-a61a-cc961b4206ca tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:31.485902 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950a3616-afc1-4d1a-a61a-cc961b4206ca tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:17:31.486655 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-950a3616-afc1-4d1a-a61a-cc961b4206ca tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:31.511386 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-17f7ea43-ed84-416e-8681-e80fe51e97a8 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:31.514849 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d1ecc3b9-11d6-4b54-8b21-a506adfdeb16 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:31.551527 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-77cedc6f-486b-48e1-9b29-dd79a7de5176 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:31.586346 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40fa3871-ed60-4539-99d1-aae5be96d491 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-a9ac5d66-8786-46cf-82b6-bb75e867c348', 'network_id': 'a9ac5d66-8786-46cf-82b6-bb75e867c348', 'tenant_id': '939f0a0fc6a54dca88c6c50c43297e50', 'fixed_ips': [{'subnet_id': '4de10fed-f879-46b5-86a6-1848b17dfdc0'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:17:31.587217 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-40fa3871-ed60-4539-99d1-aae5be96d491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:31.613981 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d1ecc3b9-11d6-4b54-8b21-a506adfdeb16 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:31.645119 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a6027ba3-3641-4ed4-81ac-358d26d772c8 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:31.726992 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 56c29204-1a9b-400b-b200-613848397df0 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:17:31.741727 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d1ecc3b9-11d6-4b54-8b21-a506adfdeb16 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Network 581f05cd-8a64-4678-b443-5c0932a1df1e is not hosted by any dhcp agent {{(pid=88990) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:227}} Dec 15 19:17:31.742626 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ecc3b9-11d6-4b54-8b21-a506adfdeb16 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:17:31.743299 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d1ecc3b9-11d6-4b54-8b21-a506adfdeb16 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:31.744759 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d1ecc3b9-11d6-4b54-8b21-a506adfdeb16 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] 10.222.0.36 "PUT /v2.0/networks/581f05cd-8a64-4678-b443-5c0932a1df1e HTTP/1.1" status: 200 len: 858 time: 1.5415652 Dec 15 19:17:31.758835 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 49248) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:31.853563 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 56c29204-1a9b-400b-b200-613848397df0 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:17:31.854455 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:31.882646 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ecc3b9-11d6-4b54-8b21-a506adfdeb16 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Pushing event updated for resources: {'Network': ['ID=581f05cd-8a64-4678-b443-5c0932a1df1e,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:31.959940 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d1ecc3b9-11d6-4b54-8b21-a506adfdeb16 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:32.035906 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-77cedc6f-486b-48e1-9b29-dd79a7de5176 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Allocated IP 172.26.3.63 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/6269728a-aacc-410c-84fc-5a89184fcf18) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:17:32.062828 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c7733b23-1662-4787-83ea-485ba7c23608 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:32.083756 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-40fa3871-ed60-4539-99d1-aae5be96d491 None None] Allocated IP 172.20.0.1 (a9ac5d66-8786-46cf-82b6-bb75e867c348/4de10fed-f879-46b5-86a6-1848b17dfdc0/97aa9be0-70de-486d-8ec9-3233b531789b) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:17:32.087682 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47d466cc-eba3-4353-b130-5c27db37eaa6 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Router aad5df7a-8c8d-466e-a3d6-1df2acb560ec is scheduled to L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 with binding_index 1 {{(pid=88990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 15 19:17:32.115968 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950a3616-afc1-4d1a-a61a-cc961b4206ca tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event updated for resources: {'Network': ['ID=f1716bdf-f089-46e2-a12a-b8d02e015b64,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:32.129282 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-950a3616-afc1-4d1a-a61a-cc961b4206ca tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.619s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:32.133689 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-950a3616-afc1-4d1a-a61a-cc961b4206ca tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9809005 Dec 15 19:17:32.138492 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49256) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:32.140764 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network f1716bdf-f089-46e2-a12a-b8d02e015b64 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:17:32.145026 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-342f01b3-edeb-4918-92c9-c751870fcac0 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:32.147174 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-ae38e88d-5e50-49d7-b360-379c5fe45d31 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Request body: {'subnet': {'network_id': 'f1716bdf-f089-46e2-a12a-b8d02e015b64', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:32.167420 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-342f01b3-edeb-4918-92c9-c751870fcac0 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Usage tracker for resource:subnet and tenant:b640cccfaac84079bbb54e6565c8cef4 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:17:32.174518 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-342f01b3-edeb-4918-92c9-c751870fcac0 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:17:32.240249 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-342f01b3-edeb-4918-92c9-c751870fcac0 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:32.253156 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0a9c572a-f7ae-4398-a2ae-5b43514c5abb tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:32.262546 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7adaa4d3-c2d2-4647-91f4-6fb1d27af9e9 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:32.297129 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9c572a-f7ae-4398-a2ae-5b43514c5abb tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41c8758-3d69-44bd-a0ad-ce3200f6fa57,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:32.303148 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0a9c572a-f7ae-4398-a2ae-5b43514c5abb tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:32.315514 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ae38e88d-5e50-49d7-b360-379c5fe45d31 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:32.320790 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ae38e88d-5e50-49d7-b360-379c5fe45d31 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Usage tracker for resource:subnet and tenant:d09e37d948244dafb936d2972b3d58c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:17:32.325325 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ae38e88d-5e50-49d7-b360-379c5fe45d31 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:17:32.332823 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ae38e88d-5e50-49d7-b360-379c5fe45d31 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:32.367885 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342f01b3-edeb-4918-92c9-c751870fcac0 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Made reservation on behalf of b640cccfaac84079bbb54e6565c8cef4 for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:17:32.400801 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae38e88d-5e50-49d7-b360-379c5fe45d31 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Made reservation on behalf of d09e37d948244dafb936d2972b3d58c9 for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:17:32.442446 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0a9c572a-f7ae-4398-a2ae-5b43514c5abb tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:32.444425 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0a9c572a-f7ae-4398-a2ae-5b43514c5abb tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] 10.222.0.36 "DELETE /v2.0/security-groups/b41c8758-3d69-44bd-a0ad-ce3200f6fa57 HTTP/1.1" status: 204 len: 168 time: 1.6626124 Dec 15 19:17:32.454894 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 49264) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:32.461413 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c7733b23-1662-4787-83ea-485ba7c23608 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:32.538499 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-40fa3871-ed60-4539-99d1-aae5be96d491 None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:32.554352 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-40fa3871-ed60-4539-99d1-aae5be96d491 None None] Transition to ACTIVE for port object 97aa9be0-70de-486d-8ec9-3233b531789b will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:17:32.573019 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-c7733b23-1662-4787-83ea-485ba7c23608 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['581f05cd-8a64-4678-b443-5c0932a1df1e']}} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:32.581254 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-40fa3871-ed60-4539-99d1-aae5be96d491 None None] Transition to ACTIVE for port object 97aa9be0-70de-486d-8ec9-3233b531789b will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:17:32.633050 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-77cedc6f-486b-48e1-9b29-dd79a7de5176 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:32.653216 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ae38e88d-5e50-49d7-b360-379c5fe45d31 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:32.657557 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-c7733b23-1662-4787-83ea-485ba7c23608 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2eccf1d-53cd-4d31-91e8-c11088a000b4') {'for_net_delete': True} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:32.657895 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-c7733b23-1662-4787-83ea-485ba7c23608 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2eccf1d-53cd-4d31-91e8-c11088a000b4') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:32.665325 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-40fa3871-ed60-4539-99d1-aae5be96d491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:32.671614 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:32.735862 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c7733b23-1662-4787-83ea-485ba7c23608 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16327073'] for segment, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:32.745905 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fa3871-ed60-4539-99d1-aae5be96d491 None None] Pushing event updated for resources: {'Port': ['ID=97aa9be0-70de-486d-8ec9-3233b531789b,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:32.751773 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-479f3639-e733-4784-a611-3fb8f8f4ec12 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Synchronizing usage tracker for tenant:e803dbd48f46472fa8b4641842e31169 on resource:security_group {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:17:32.751944 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-40fa3871-ed60-4539-99d1-aae5be96d491 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:32.764844 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fa3871-ed60-4539-99d1-aae5be96d491 None None] Network a9ac5d66-8786-46cf-82b6-bb75e867c348 is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:17:32.766391 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-40fa3871-ed60-4539-99d1-aae5be96d491 None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:17:32.768909 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fa3871-ed60-4539-99d1-aae5be96d491 None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:17:32.773436 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-342f01b3-edeb-4918-92c9-c751870fcac0 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:32.784523 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c7733b23-1662-4787-83ea-485ba7c23608 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:32.796421 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7733b23-1662-4787-83ea-485ba7c23608 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=88990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:17:32.797286 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c7733b23-1662-4787-83ea-485ba7c23608 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838138943'] for segment, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:32.812363 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:17:32.812363 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:17:32.812363 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:17:32.812363 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:17:32.812363 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:17:32.812363 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:17:32.812363 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:17:32.812363 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:17:32.812363 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:17:32.812363 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:17:32.812363 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:17:32.812363 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:17:32.812363 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:17:32.812363 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:17:32.812363 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:17:32.812363 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:17:32.812363 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:17:32.812363 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:17:32.812363 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:17:32.812363 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:17:32.812363 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:17:32.812363 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:17:32.812363 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:17:32.812363 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:17:32.812363 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:17:32.812363 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:17:32.812363 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:17:32.812363 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:17:32.812363 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:17:32.812363 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:17:32.812363 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:17:32.812363 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:17:32.867080 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-40fa3871-ed60-4539-99d1-aae5be96d491 None None] Attempting to bind port 97aa9be0-70de-486d-8ec9-3233b531789b on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:17:32.867673 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-40fa3871-ed60-4539-99d1-aae5be96d491 None None] Attempting to bind port 97aa9be0-70de-486d-8ec9-3233b531789b by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '0b444555-44fb-4edb-9fea-2cf24e6754ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a9ac5d66-8786-46cf-82b6-bb75e867c348'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:17:32.869428 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fa3871-ed60-4539-99d1-aae5be96d491 None None] Attempting to bind port 97aa9be0-70de-486d-8ec9-3233b531789b on network a9ac5d66-8786-46cf-82b6-bb75e867c348 {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:17:32.876228 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fa3871-ed60-4539-99d1-aae5be96d491 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:17:32.876622 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fa3871-ed60-4539-99d1-aae5be96d491 None None] Checking segment: {'id': '0b444555-44fb-4edb-9fea-2cf24e6754ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a9ac5d66-8786-46cf-82b6-bb75e867c348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:17:32.877186 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-40fa3871-ed60-4539-99d1-aae5be96d491 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:32.877737 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fa3871-ed60-4539-99d1-aae5be96d491 None None] Bound using segment: {'id': '0b444555-44fb-4edb-9fea-2cf24e6754ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a9ac5d66-8786-46cf-82b6-bb75e867c348'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:17:32.878420 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-40fa3871-ed60-4539-99d1-aae5be96d491 None None] Bound port: 97aa9be0-70de-486d-8ec9-3233b531789b, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b444555-44fb-4edb-9fea-2cf24e6754ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a9ac5d66-8786-46cf-82b6-bb75e867c348'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:17:32.878970 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-40fa3871-ed60-4539-99d1-aae5be96d491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:32.893055 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-479f3639-e733-4784-a611-3fb8f8f4ec12 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Unset dirty status for tenant:e803dbd48f46472fa8b4641842e31169 on resource:security_group {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:17:32.899064 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-479f3639-e733-4784-a611-3fb8f8f4ec12 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4429593 Dec 15 19:17:32.899628 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 49274) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:32.920774 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eeb706a0-8138-419e-93d9-e0d5804a7180 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16156049'] for subnet, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:32.928134 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:32.928314 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-8c9daa78-299e-4a7a-9fc2-4b8bd734240b tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Request body: {'security_group': {'name': 'tempest-secgroup--1289059535'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:32.937768 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-8c9daa78-299e-4a7a-9fc2-4b8bd734240b tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:32.957117 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-77cedc6f-486b-48e1-9b29-dd79a7de5176 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:32.962319 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-8c9daa78-299e-4a7a-9fc2-4b8bd734240b tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:32.965670 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:32.985515 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb706a0-8138-419e-93d9-e0d5804a7180 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Pushing event deleted for resources: {'Subnet': ['ID=4de10fed-f879-46b5-86a6-1848b17dfdc0,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:32.992169 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-eeb706a0-8138-419e-93d9-e0d5804a7180 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:33.019814 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c7733b23-1662-4787-83ea-485ba7c23608 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:33.036578 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7733b23-1662-4787-83ea-485ba7c23608 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 581f05cd-8a64-4678-b443-5c0932a1df1e {{(pid=88990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 15 19:17:33.050131 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47d466cc-eba3-4353-b130-5c27db37eaa6 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:17:33.052368 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c7733b23-1662-4787-83ea-485ba7c23608 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:33.061625 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-40fa3871-ed60-4539-99d1-aae5be96d491 None None] For port 97aa9be0-70de-486d-8ec9-3233b531789b, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:17:33.062255 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cedc6f-486b-48e1-9b29-dd79a7de5176 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Pushing event updated for resources: {'Port': ['ID=6269728a-aacc-410c-84fc-5a89184fcf18,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:33.068567 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-40fa3871-ed60-4539-99d1-aae5be96d491 None None] For port 97aa9be0-70de-486d-8ec9-3233b531789b, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=97aa9be0-70de-486d-8ec9-3233b531789b,segment=NetworkSegment(0b444555-44fb-4edb-9fea-2cf24e6754ef),segment_id=0b444555-44fb-4edb-9fea-2cf24e6754ef)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:17:33.069826 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 49278) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:33.070839 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-77cedc6f-486b-48e1-9b29-dd79a7de5176 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:33.077502 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a2f34e76-03f4-4c99-8c7c-dd7cafaaa504 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:33.094151 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77cedc6f-486b-48e1-9b29-dd79a7de5176 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:17:33.102555 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-40fa3871-ed60-4539-99d1-aae5be96d491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:33.109516 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8c9daa78-299e-4a7a-9fc2-4b8bd734240b tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:33.113714 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2ee0f058-7eeb-46a5-a7b1-fb356cf77a06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:33.129743 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-77cedc6f-486b-48e1-9b29-dd79a7de5176 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:17:33.136495 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7733b23-1662-4787-83ea-485ba7c23608 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Pushing event deleted for resources: {'Network': ['ID=581f05cd-8a64-4678-b443-5c0932a1df1e,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:33.141013 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-47d466cc-eba3-4353-b130-5c27db37eaa6 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:33.144835 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-47d466cc-eba3-4353-b130-5c27db37eaa6 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] 10.222.0.36 "PUT /v2.0/routers/aad5df7a-8c8d-466e-a3d6-1df2acb560ec HTTP/1.1" status: 200 len: 918 time: 11.8802605 Dec 15 19:17:33.144835 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c7733b23-1662-4787-83ea-485ba7c23608 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:33.144835 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cedc6f-486b-48e1-9b29-dd79a7de5176 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:17:33.187172 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fa3871-ed60-4539-99d1-aae5be96d491 None None] Pushing event updated for resources: {'Port': ['ID=97aa9be0-70de-486d-8ec9-3233b531789b,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:33.197137 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-40fa3871-ed60-4539-99d1-aae5be96d491 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:33.205888 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c7733b23-1662-4787-83ea-485ba7c23608 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] 10.222.0.36 "DELETE /v2.0/networks/581f05cd-8a64-4678-b443-5c0932a1df1e HTTP/1.1" status: 204 len: 168 time: 1.4348769 Dec 15 19:17:33.209725 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 49284) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:33.210090 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 49286) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:33.284876 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041e0c28-d1ea-4b21-9ec1-499d55c51047 None None] Network a9ac5d66-8786-46cf-82b6-bb75e867c348 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:17:33.407601 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-df31493d-4dac-4530-8784-5c4596946b3f tempest-ExternalNetworksTestJSON-1009722200 tempest-ExternalNetworksTestJSON-1009722200-project] DELETE failed (client error): The resource could not be found. Dec 15 19:17:33.408186 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df31493d-4dac-4530-8784-5c4596946b3f tempest-ExternalNetworksTestJSON-1009722200 tempest-ExternalNetworksTestJSON-1009722200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:17:33.413176 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-342f01b3-edeb-4918-92c9-c751870fcac0 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:33.428634 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a145beef-afab-4019-95be-5f22d5519b57 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:33.506074 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e301e890-513e-4a8e-b6f8-56b8206e4880 None None] get_active_networks_info from dv-neutron-821831-2-hyperv {{(pid=88992) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 15 19:17:33.507667 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342f01b3-edeb-4918-92c9-c751870fcac0 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Pushing event updated for resources: {'Subnet': ['ID=11b5289c-8028-4f50-a96d-f7b4de5e2504,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:33.510636 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-342f01b3-edeb-4918-92c9-c751870fcac0 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:33.514157 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eeb706a0-8138-419e-93d9-e0d5804a7180 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:33.524601 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-77cedc6f-486b-48e1-9b29-dd79a7de5176 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:33.534781 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-3a73d862-e520-458d-b2e7-407619b955e6 tempest-RoutersAdminNegativeTest-1742573982 tempest-RoutersAdminNegativeTest-1742573982-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1044237425', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:33.547627 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-8c9daa78-299e-4a7a-9fc2-4b8bd734240b tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:33.550485 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-3a73d862-e520-458d-b2e7-407619b955e6 tempest-RoutersAdminNegativeTest-1742573982 tempest-RoutersAdminNegativeTest-1742573982-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:33.559749 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-df31493d-4dac-4530-8784-5c4596946b3f tempest-ExternalNetworksTestJSON-1009722200 tempest-ExternalNetworksTestJSON-1009722200-project] 10.222.0.36 "DELETE /v2.0/subnets/dff30977-366b-4f28-9301-1949d78f0776 HTTP/1.1" status: 404 len: 337 time: 0.3387566 Dec 15 19:17:33.562709 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49292) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:33.566140 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-3a73d862-e520-458d-b2e7-407619b955e6 tempest-RoutersAdminNegativeTest-1742573982 tempest-RoutersAdminNegativeTest-1742573982-project-admin] Usage tracker for resource:port and tenant:2d9fd071085e4607884b666b98002b96 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:17:33.623062 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-3a73d862-e520-458d-b2e7-407619b955e6 tempest-RoutersAdminNegativeTest-1742573982 tempest-RoutersAdminNegativeTest-1742573982-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:17:33.623436 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d6e419-ecbb-4ef8-9ebb-bc535e5bba03 None None] Sync routers for ids ['aad5df7a-8c8d-466e-a3d6-1df2acb560ec'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:17:33.629584 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8c9daa78-299e-4a7a-9fc2-4b8bd734240b tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Usage tracker for resource:security_group_rule and tenant:e803dbd48f46472fa8b4641842e31169 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:17:33.636323 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8c9daa78-299e-4a7a-9fc2-4b8bd734240b tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:17:33.642751 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d6e419-ecbb-4ef8-9ebb-bc535e5bba03 None None] Routers {'aad5df7a-8c8d-466e-a3d6-1df2acb560ec'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:17:33.643443 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-43d6e419-ecbb-4ef8-9ebb-bc535e5bba03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:17:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['aad5df7a-8c8d-466e-a3d6-1df2acb560ec'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:33.647828 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-77cedc6f-486b-48e1-9b29-dd79a7de5176 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:33.700043 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-eeb706a0-8138-419e-93d9-e0d5804a7180 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9ac5d66-8786-46cf-82b6-bb75e867c348']}} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:33.714478 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-eeb706a0-8138-419e-93d9-e0d5804a7180 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b444555-44fb-4edb-9fea-2cf24e6754ef') {'for_net_delete': True} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:33.714819 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-eeb706a0-8138-419e-93d9-e0d5804a7180 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b444555-44fb-4edb-9fea-2cf24e6754ef') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:33.720485 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-43d6e419-ecbb-4ef8-9ebb-bc535e5bba03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:33.727639 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eeb706a0-8138-419e-93d9-e0d5804a7180 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838443042'] for segment, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:33.734339 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d6e419-ecbb-4ef8-9ebb-bc535e5bba03 None None] Routers {'aad5df7a-8c8d-466e-a3d6-1df2acb560ec'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:17:33.735229 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-43d6e419-ecbb-4ef8-9ebb-bc535e5bba03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:17:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['aad5df7a-8c8d-466e-a3d6-1df2acb560ec'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:33.748929 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eeb706a0-8138-419e-93d9-e0d5804a7180 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:33.755740 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeb706a0-8138-419e-93d9-e0d5804a7180 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=88991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:17:33.756176 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eeb706a0-8138-419e-93d9-e0d5804a7180 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838443729'] for segment, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:33.801367 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-43d6e419-ecbb-4ef8-9ebb-bc535e5bba03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:33.802074 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d6e419-ecbb-4ef8-9ebb-bc535e5bba03 None None] The sync data for ids ['aad5df7a-8c8d-466e-a3d6-1df2acb560ec'] in dv-neutron-821831-2-hyperv is: [] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:17:33.805961 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-3a73d862-e520-458d-b2e7-407619b955e6 tempest-RoutersAdminNegativeTest-1742573982 tempest-RoutersAdminNegativeTest-1742573982-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:33.809058 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-8c9daa78-299e-4a7a-9fc2-4b8bd734240b tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:33.827884 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:17:33.827884 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:17:33.827884 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:17:33.827884 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:17:33.827884 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:17:33.827884 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:17:33.827884 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:17:33.827884 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:17:33.827884 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:17:33.827884 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:17:33.827884 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:17:33.827884 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:17:33.827884 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:17:33.827884 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:17:33.827884 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:17:33.827884 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:17:33.827884 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:17:33.827884 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:17:33.827884 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:17:33.827884 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:17:33.827884 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:17:33.827884 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:17:33.827884 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:17:33.827884 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:17:33.827884 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:17:33.827884 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:17:33.827884 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:17:33.827884 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:17:33.827884 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:17:33.827884 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:17:33.827884 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:17:33.827884 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:17:33.908083 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e301e890-513e-4a8e-b6f8-56b8206e4880 None None] Network 9b621d08-f473-4493-84e8-9acb9cb6b561 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:17:33.931301 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-711cc811-3117-4061-87fd-18c6e9d197a8 tempest-ExternalNetworksTestJSON-1009722200 tempest-ExternalNetworksTestJSON-1009722200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:33.934418 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342f01b3-edeb-4918-92c9-c751870fcac0 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Checking segment: {'id': '345dec75-e2c9-4fc7-9d11-0c3710c7998f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '9b621d08-f473-4493-84e8-9acb9cb6b561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:17:33.934838 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342f01b3-edeb-4918-92c9-c751870fcac0 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Network hostable DHCP agents. Network: 9b621d08-f473-4493-84e8-9acb9cb6b561, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:17:33.980215 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342f01b3-edeb-4918-92c9-c751870fcac0 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Unable to find a vacant binding_index for network 9b621d08-f473-4493-84e8-9acb9cb6b561 and agent b552d41d-7cd1-486c-8b2d-9194aa028a03 {{(pid=88991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:212}} Dec 15 19:17:33.993208 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e301e890-513e-4a8e-b6f8-56b8206e4880 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, 9b621d08-f473-4493-84e8-9acb9cb6b561) {{(pid=88992) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 15 19:17:34.026989 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-342f01b3-edeb-4918-92c9-c751870fcac0 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, 9b621d08-f473-4493-84e8-9acb9cb6b561) {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:17:34.028688 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-eeb706a0-8138-419e-93d9-e0d5804a7180 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 15 19:17:34.028688 dv-neutron-821831-2-hyperv neutron-server[88879]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 15 19:17:34.028688 dv-neutron-821831-2-hyperv neutron-server[88879]: [parameters: {'id': 'a9ac5d66-8786-46cf-82b6-bb75e867c348'}] Dec 15 19:17:34.028688 dv-neutron-821831-2-hyperv neutron-server[88879]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88991) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:17:34.029044 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-eeb706a0-8138-419e-93d9-e0d5804a7180 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:17:34.044898 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ae38e88d-5e50-49d7-b360-379c5fe45d31 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:34.054017 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0b6c09af-709f-4920-bf37-505cbc5173b9 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:34.095197 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342f01b3-edeb-4918-92c9-c751870fcac0 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:17:34.095853 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-342f01b3-edeb-4918-92c9-c751870fcac0 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:34.178142 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a73d862-e520-458d-b2e7-407619b955e6 tempest-RoutersAdminNegativeTest-1742573982 tempest-RoutersAdminNegativeTest-1742573982-project-admin] Made reservation on behalf of 2d9fd071085e4607884b666b98002b96 for: {'port': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:17:34.183475 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3a73d862-e520-458d-b2e7-407619b955e6 tempest-RoutersAdminNegativeTest-1742573982 tempest-RoutersAdminNegativeTest-1742573982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:34.224464 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-711cc811-3117-4061-87fd-18c6e9d197a8 tempest-ExternalNetworksTestJSON-1009722200 tempest-ExternalNetworksTestJSON-1009722200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:34.225149 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3a73d862-e520-458d-b2e7-407619b955e6 tempest-RoutersAdminNegativeTest-1742573982 tempest-RoutersAdminNegativeTest-1742573982-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:34.243788 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae38e88d-5e50-49d7-b360-379c5fe45d31 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event updated for resources: {'Subnet': ['ID=e87feb59-4e32-4116-8e21-463dc5dec659,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:34.254037 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ae38e88d-5e50-49d7-b360-379c5fe45d31 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:34.266626 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-342f01b3-edeb-4918-92c9-c751870fcac0 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.8509336 Dec 15 19:17:34.271055 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49296) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:34.283036 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-7471ebbe-bf2d-48d7-8e5b-512ae7c3e723 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1185300981'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:34.292761 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-711cc811-3117-4061-87fd-18c6e9d197a8 tempest-ExternalNetworksTestJSON-1009722200 tempest-ExternalNetworksTestJSON-1009722200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb0ecd0c-c2b2-42ac-9124-4f4688c817e5']}} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:34.304175 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-7471ebbe-bf2d-48d7-8e5b-512ae7c3e723 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:34.309171 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8c9daa78-299e-4a7a-9fc2-4b8bd734240b tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:34.312100 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-77cedc6f-486b-48e1-9b29-dd79a7de5176 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:34.312942 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-711cc811-3117-4061-87fd-18c6e9d197a8 tempest-ExternalNetworksTestJSON-1009722200 tempest-ExternalNetworksTestJSON-1009722200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd84e206-091c-40a2-89b6-707a77b25456') {'for_net_delete': True} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:34.313282 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-711cc811-3117-4061-87fd-18c6e9d197a8 tempest-ExternalNetworksTestJSON-1009722200 tempest-ExternalNetworksTestJSON-1009722200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd84e206-091c-40a2-89b6-707a77b25456') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:34.321626 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-3a73d862-e520-458d-b2e7-407619b955e6 tempest-RoutersAdminNegativeTest-1742573982 tempest-RoutersAdminNegativeTest-1742573982-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:34.323805 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-7471ebbe-bf2d-48d7-8e5b-512ae7c3e723 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Usage tracker for resource:network and tenant:b640cccfaac84079bbb54e6565c8cef4 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:17:34.324582 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae38e88d-5e50-49d7-b360-379c5fe45d31 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Checking segment: {'id': 'c9cec10a-7ab6-4b02-af0c-5346fbd8adda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'f1716bdf-f089-46e2-a12a-b8d02e015b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:17:34.325406 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae38e88d-5e50-49d7-b360-379c5fe45d31 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Network hostable DHCP agents. Network: f1716bdf-f089-46e2-a12a-b8d02e015b64, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:17:34.331074 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-7471ebbe-bf2d-48d7-8e5b-512ae7c3e723 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:17:34.333854 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-3a73d862-e520-458d-b2e7-407619b955e6 tempest-RoutersAdminNegativeTest-1742573982 tempest-RoutersAdminNegativeTest-1742573982-project-admin] Usage tracker for resource:security_group_rule and tenant:2d9fd071085e4607884b666b98002b96 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:17:34.338601 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-3a73d862-e520-458d-b2e7-407619b955e6 tempest-RoutersAdminNegativeTest-1742573982 tempest-RoutersAdminNegativeTest-1742573982-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:17:34.341289 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-7471ebbe-bf2d-48d7-8e5b-512ae7c3e723 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:34.347074 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8c9daa78-299e-4a7a-9fc2-4b8bd734240b tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:34.352411 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-711cc811-3117-4061-87fd-18c6e9d197a8 tempest-ExternalNetworksTestJSON-1009722200 tempest-ExternalNetworksTestJSON-1009722200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838443042'] for segment, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:34.353833 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-3a73d862-e520-458d-b2e7-407619b955e6 tempest-RoutersAdminNegativeTest-1742573982 tempest-RoutersAdminNegativeTest-1742573982-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:34.356660 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:34.366089 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3372673-4b01-435b-96ab-06decaed1226 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-9b621d08-f473-4493-84e8-9acb9cb6b561', 'network_id': '9b621d08-f473-4493-84e8-9acb9cb6b561', 'tenant_id': 'b640cccfaac84079bbb54e6565c8cef4', 'fixed_ips': [{'subnet_id': '11b5289c-8028-4f50-a96d-f7b4de5e2504'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:17:34.367419 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e3372673-4b01-435b-96ab-06decaed1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:34.372353 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-711cc811-3117-4061-87fd-18c6e9d197a8 tempest-ExternalNetworksTestJSON-1009722200 tempest-ExternalNetworksTestJSON-1009722200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:34.381626 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-711cc811-3117-4061-87fd-18c6e9d197a8 tempest-ExternalNetworksTestJSON-1009722200 tempest-ExternalNetworksTestJSON-1009722200-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=88991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:17:34.382074 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-711cc811-3117-4061-87fd-18c6e9d197a8 tempest-ExternalNetworksTestJSON-1009722200 tempest-ExternalNetworksTestJSON-1009722200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838443729'] for segment, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:34.389098 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-77cedc6f-486b-48e1-9b29-dd79a7de5176 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:34.398229 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:17:34.398229 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:17:34.398229 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:17:34.398229 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:17:34.398229 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:17:34.398229 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:17:34.398229 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:17:34.398229 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:17:34.398229 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:17:34.398229 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:17:34.398229 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:17:34.398229 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:17:34.398229 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:17:34.398229 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:17:34.398229 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:17:34.398229 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:17:34.398229 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:17:34.398229 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:17:34.398229 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:17:34.398229 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:17:34.398229 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:17:34.398229 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:17:34.398229 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:17:34.398229 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:17:34.398229 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:17:34.398229 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:17:34.398229 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:17:34.398229 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:17:34.398229 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:17:34.398229 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:17:34.398229 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:17:34.398229 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:17:34.433155 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9daa78-299e-4a7a-9fc2-4b8bd734240b tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c702982e-44be-4dad-89f8-d348aedf93d0,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:34.443252 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8c9daa78-299e-4a7a-9fc2-4b8bd734240b tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:34.445500 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3cbd06b8-5805-4431-8c06-832ea1499505 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:34.453054 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7471ebbe-bf2d-48d7-8e5b-512ae7c3e723 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Made reservation on behalf of b640cccfaac84079bbb54e6565c8cef4 for: {'network': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:17:34.458249 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7471ebbe-bf2d-48d7-8e5b-512ae7c3e723 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:34.517565 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7471ebbe-bf2d-48d7-8e5b-512ae7c3e723 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=88991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:17:34.520005 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae38e88d-5e50-49d7-b360-379c5fe45d31 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Network f1716bdf-f089-46e2-a12a-b8d02e015b64 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:17:34.524638 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8c9daa78-299e-4a7a-9fc2-4b8bd734240b tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:34.529576 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8c9daa78-299e-4a7a-9fc2-4b8bd734240b tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.6234760 Dec 15 19:17:34.530082 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eeb706a0-8138-419e-93d9-e0d5804a7180 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:34.533645 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49300) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:34.542971 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-a63c9a2f-17c1-46f3-bf08-12e959727c30 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Request body: {'security_group_rule': {'security_group_id': 'c702982e-44be-4dad-89f8-d348aedf93d0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:34.549461 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7471ebbe-bf2d-48d7-8e5b-512ae7c3e723 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:34.550073 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-7471ebbe-bf2d-48d7-8e5b-512ae7c3e723 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Added segment b66b8904-97c0-491b-a503-aefd77c9d584 of type vlan for network af178411-10fc-4435-989c-5801934f5d80 Dec 15 19:17:34.560389 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a63c9a2f-17c1-46f3-bf08-12e959727c30 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:34.562689 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-3bbca084-df13-4678-9183-362f4f92a32f tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] 10.222.0.36 "GET /v2.0/routers/aad5df7a-8c8d-466e-a3d6-1df2acb560ec HTTP/1.1" status: 200 len: 924 time: 1.3452530 Dec 15 19:17:34.563140 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-711cc811-3117-4061-87fd-18c6e9d197a8 tempest-ExternalNetworksTestJSON-1009722200 tempest-ExternalNetworksTestJSON-1009722200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:34.567354 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-a63c9a2f-17c1-46f3-bf08-12e959727c30 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Usage tracker for resource:security_group_rule and tenant:e803dbd48f46472fa8b4641842e31169 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:17:34.569990 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49304) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:34.574912 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6b4b4049-5209-4cb8-af65-8c9317271985 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:34.586869 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cedc6f-486b-48e1-9b29-dd79a7de5176 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Pushing event updated for resources: {'Port': ['ID=6269728a-aacc-410c-84fc-5a89184fcf18,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:34.591898 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-77cedc6f-486b-48e1-9b29-dd79a7de5176 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:34.592458 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-a63c9a2f-17c1-46f3-bf08-12e959727c30 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:17:34.594877 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-77cedc6f-486b-48e1-9b29-dd79a7de5176 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634093'] for floatingip, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:34.604873 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a63c9a2f-17c1-46f3-bf08-12e959727c30 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:34.616350 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-711cc811-3117-4061-87fd-18c6e9d197a8 tempest-ExternalNetworksTestJSON-1009722200 tempest-ExternalNetworksTestJSON-1009722200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:34.636725 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-e3372673-4b01-435b-96ab-06decaed1226 None None] Allocated IP 2001:db8:0:ffff::2 (9b621d08-f473-4493-84e8-9acb9cb6b561/11b5289c-8028-4f50-a96d-f7b4de5e2504/c5071d3f-b155-46de-921f-7a9028920b0f) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:17:34.657047 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-ae38e88d-5e50-49d7-b360-379c5fe45d31 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, f1716bdf-f089-46e2-a12a-b8d02e015b64) {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:17:34.668746 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711cc811-3117-4061-87fd-18c6e9d197a8 tempest-ExternalNetworksTestJSON-1009722200 tempest-ExternalNetworksTestJSON-1009722200-project] Pushing event deleted for resources: {'Network': ['ID=eb0ecd0c-c2b2-42ac-9124-4f4688c817e5,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:34.670698 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-eeb706a0-8138-419e-93d9-e0d5804a7180 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Deleting port 97aa9be0-70de-486d-8ec9-3233b531789b {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:17:34.671072 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eeb706a0-8138-419e-93d9-e0d5804a7180 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:34.684601 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3a73d862-e520-458d-b2e7-407619b955e6 tempest-RoutersAdminNegativeTest-1742573982 tempest-RoutersAdminNegativeTest-1742573982-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:34.687420 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-77cedc6f-486b-48e1-9b29-dd79a7de5176 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:34.692115 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-77cedc6f-486b-48e1-9b29-dd79a7de5176 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.5051997 Dec 15 19:17:34.695319 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-711cc811-3117-4061-87fd-18c6e9d197a8 tempest-ExternalNetworksTestJSON-1009722200 tempest-ExternalNetworksTestJSON-1009722200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:34.713158 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae38e88d-5e50-49d7-b360-379c5fe45d31 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:17:34.714687 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ae38e88d-5e50-49d7-b360-379c5fe45d31 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:34.721257 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3a73d862-e520-458d-b2e7-407619b955e6 tempest-RoutersAdminNegativeTest-1742573982 tempest-RoutersAdminNegativeTest-1742573982-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:34.726400 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:34.741307 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-3a73d862-e520-458d-b2e7-407619b955e6 tempest-RoutersAdminNegativeTest-1742573982 tempest-RoutersAdminNegativeTest-1742573982-project-admin] device_id is not set on port f34f8ab9-a88b-4788-81bc-aacc64d693b2 yet. {{(pid=88990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:17:34.787557 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7471ebbe-bf2d-48d7-8e5b-512ae7c3e723 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:34.803833 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a63c9a2f-17c1-46f3-bf08-12e959727c30 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:34.815800 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-711cc811-3117-4061-87fd-18c6e9d197a8 tempest-ExternalNetworksTestJSON-1009722200 tempest-ExternalNetworksTestJSON-1009722200-project] 10.222.0.36 "DELETE /v2.0/networks/eb0ecd0c-c2b2-42ac-9124-4f4688c817e5 HTTP/1.1" status: 204 len: 168 time: 1.2400632 Dec 15 19:17:34.862352 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a73d862-e520-458d-b2e7-407619b955e6 tempest-RoutersAdminNegativeTest-1742573982 tempest-RoutersAdminNegativeTest-1742573982-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=015fa6be-33a4-4949-8b51-22080114e3f8,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:34.867184 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ae38e88d-5e50-49d7-b360-379c5fe45d31 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7275522 Dec 15 19:17:34.876419 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 49314) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:34.877136 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3a73d862-e520-458d-b2e7-407619b955e6 tempest-RoutersAdminNegativeTest-1742573982 tempest-RoutersAdminNegativeTest-1742573982-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:34.893512 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-bb3051d7-23fc-4d5a-b7de-511ed00f1c8e tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Request body: {'subnet': {'network_id': 'f1716bdf-f089-46e2-a12a-b8d02e015b64', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:34.921173 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e3372673-4b01-435b-96ab-06decaed1226 None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:34.935795 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-e3372673-4b01-435b-96ab-06decaed1226 None None] Transition to ACTIVE for port object c5071d3f-b155-46de-921f-7a9028920b0f will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:17:34.969212 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-e3372673-4b01-435b-96ab-06decaed1226 None None] Transition to ACTIVE for port object c5071d3f-b155-46de-921f-7a9028920b0f will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:17:35.004856 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e3372673-4b01-435b-96ab-06decaed1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:35.019749 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-af12ba4e-d0c3-4162-a05c-24bafa43b547 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:35.040490 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7471ebbe-bf2d-48d7-8e5b-512ae7c3e723 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:35.045636 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7471ebbe-bf2d-48d7-8e5b-512ae7c3e723 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:17:35.046312 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7471ebbe-bf2d-48d7-8e5b-512ae7c3e723 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:35.057962 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-fd71353b-aa36-4ec3-8368-e84863491253 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=4b9c9b76-a8c2-4873-8d7b-0d52cc71925c&device_id=aad5df7a-8c8d-466e-a3d6-1df2acb560ec&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4828842 Dec 15 19:17:35.063484 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6e2686cf-6a0f-4ad7-a46a-bcc0b9d8ca76 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:35.073482 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 49330) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:35.089750 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3372673-4b01-435b-96ab-06decaed1226 None None] Network 9b621d08-f473-4493-84e8-9acb9cb6b561 is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:17:35.093640 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-e3372673-4b01-435b-96ab-06decaed1226 None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:17:35.095607 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3372673-4b01-435b-96ab-06decaed1226 None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:17:35.189688 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3372673-4b01-435b-96ab-06decaed1226 None None] Pushing event updated for resources: {'Port': ['ID=c5071d3f-b155-46de-921f-7a9028920b0f,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:35.193145 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e3372673-4b01-435b-96ab-06decaed1226 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:35.234570 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-e3372673-4b01-435b-96ab-06decaed1226 None None] Attempting to bind port c5071d3f-b155-46de-921f-7a9028920b0f on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:17:35.235133 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-e3372673-4b01-435b-96ab-06decaed1226 None None] Attempting to bind port c5071d3f-b155-46de-921f-7a9028920b0f by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '345dec75-e2c9-4fc7-9d11-0c3710c7998f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '9b621d08-f473-4493-84e8-9acb9cb6b561'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:17:35.235652 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3372673-4b01-435b-96ab-06decaed1226 None None] Attempting to bind port c5071d3f-b155-46de-921f-7a9028920b0f on network 9b621d08-f473-4493-84e8-9acb9cb6b561 {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:17:35.243796 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3372673-4b01-435b-96ab-06decaed1226 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:17:35.244518 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3372673-4b01-435b-96ab-06decaed1226 None None] Checking segment: {'id': '345dec75-e2c9-4fc7-9d11-0c3710c7998f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '9b621d08-f473-4493-84e8-9acb9cb6b561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:17:35.245233 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e3372673-4b01-435b-96ab-06decaed1226 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:35.246520 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3372673-4b01-435b-96ab-06decaed1226 None None] Bound using segment: {'id': '345dec75-e2c9-4fc7-9d11-0c3710c7998f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '9b621d08-f473-4493-84e8-9acb9cb6b561'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:17:35.247217 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-e3372673-4b01-435b-96ab-06decaed1226 None None] Bound port: c5071d3f-b155-46de-921f-7a9028920b0f, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '345dec75-e2c9-4fc7-9d11-0c3710c7998f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '9b621d08-f473-4493-84e8-9acb9cb6b561'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:17:35.247759 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e3372673-4b01-435b-96ab-06decaed1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:35.298995 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-6b007e67-cfe6-4585-822b-9f35097fa969 req-8eed1bac-107f-41b3-8f05-7d3dfdff9ef3 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Synchronizing usage tracker for tenant:63a560358735409688254f323e657c6f on resource:security_group {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:17:35.304298 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-3a73d862-e520-458d-b2e7-407619b955e6 tempest-RoutersAdminNegativeTest-1742573982 tempest-RoutersAdminNegativeTest-1742573982-project-admin] Allocated IP 172.26.3.78 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/f34f8ab9-a88b-4788-81bc-aacc64d693b2) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:17:35.363175 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-e3372673-4b01-435b-96ab-06decaed1226 None None] For port c5071d3f-b155-46de-921f-7a9028920b0f, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:17:35.367130 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-e3372673-4b01-435b-96ab-06decaed1226 None None] For port c5071d3f-b155-46de-921f-7a9028920b0f, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=c5071d3f-b155-46de-921f-7a9028920b0f,segment=NetworkSegment(345dec75-e2c9-4fc7-9d11-0c3710c7998f),segment_id=345dec75-e2c9-4fc7-9d11-0c3710c7998f)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:17:35.373940 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-bb3051d7-23fc-4d5a-b7de-511ed00f1c8e tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:35.385006 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 49336) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:35.404923 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-bb3051d7-23fc-4d5a-b7de-511ed00f1c8e tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Usage tracker for resource:subnet and tenant:d09e37d948244dafb936d2972b3d58c9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:17:35.416058 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-bb3051d7-23fc-4d5a-b7de-511ed00f1c8e tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:17:35.421336 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-6b007e67-cfe6-4585-822b-9f35097fa969 req-8eed1bac-107f-41b3-8f05-7d3dfdff9ef3 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Unset dirty status for tenant:63a560358735409688254f323e657c6f on resource:security_group {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:17:35.422677 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6b007e67-cfe6-4585-822b-9f35097fa969 req-8eed1bac-107f-41b3-8f05-7d3dfdff9ef3 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1124434329&fields=id&tenant_id=63a560358735409688254f323e657c6f HTTP/1.1" status: 200 len: 267 time: 0.4515834 Dec 15 19:17:35.428543 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71daedc6-e776-4944-a3e5-c872cccf62b1 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:17:35.429141 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-71daedc6-e776-4944-a3e5-c872cccf62b1 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Synchronizing usage tracker for tenant:f075a9d384eb440db84c0ccc2770e165 on resource:network {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:17:35.430472 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a63c9a2f-17c1-46f3-bf08-12e959727c30 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:35.431920 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-bb3051d7-23fc-4d5a-b7de-511ed00f1c8e tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:35.433097 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-eeb706a0-8138-419e-93d9-e0d5804a7180 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] For port 97aa9be0-70de-486d-8ec9-3233b531789b, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=97aa9be0-70de-486d-8ec9-3233b531789b,segment=NetworkSegment(0b444555-44fb-4edb-9fea-2cf24e6754ef),segment_id=0b444555-44fb-4edb-9fea-2cf24e6754ef)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:17:35.433646 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eeb706a0-8138-419e-93d9-e0d5804a7180 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:35.433771 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e3372673-4b01-435b-96ab-06decaed1226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:35.441847 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-87da4552-040e-4355-8402-d5e8174f3597 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:35.509676 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7471ebbe-bf2d-48d7-8e5b-512ae7c3e723 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Pushing event updated for resources: {'Network': ['ID=af178411-10fc-4435-989c-5801934f5d80,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:35.534174 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network af178411-10fc-4435-989c-5801934f5d80 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:17:35.581946 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7471ebbe-bf2d-48d7-8e5b-512ae7c3e723 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:35.588595 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-eeb706a0-8138-419e-93d9-e0d5804a7180 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Calling delete_port for 97aa9be0-70de-486d-8ec9-3233b531789b owned by network:dhcp {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:17:35.620698 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a63c9a2f-17c1-46f3-bf08-12e959727c30 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:35.622816 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-7471ebbe-bf2d-48d7-8e5b-512ae7c3e723 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3506453 Dec 15 19:17:35.630343 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49342) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:35.645420 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-8c40a125-e3bc-4e21-a2ca-d08abb24fb26 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Request body: {'subnet': {'network_id': 'af178411-10fc-4435-989c-5801934f5d80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:35.649033 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b007e67-cfe6-4585-822b-9f35097fa969 req-2e53e56b-ca61-40da-934b-b66bd0366f6d tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:17:35.649808 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-6b007e67-cfe6-4585-822b-9f35097fa969 req-2e53e56b-ca61-40da-934b-b66bd0366f6d tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Synchronizing usage tracker for tenant:63a560358735409688254f323e657c6f on resource:network {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:17:35.666535 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:35.699950 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3372673-4b01-435b-96ab-06decaed1226 None None] Pushing event updated for resources: {'Port': ['ID=c5071d3f-b155-46de-921f-7a9028920b0f,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:35.706902 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e3372673-4b01-435b-96ab-06decaed1226 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:35.726032 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-71daedc6-e776-4944-a3e5-c872cccf62b1 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Unset dirty status for tenant:f075a9d384eb440db84c0ccc2770e165 on resource:network {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:17:35.727500 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-71daedc6-e776-4944-a3e5-c872cccf62b1 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] 10.222.0.36 "GET /v2.0/networks/4b9c9b76-a8c2-4873-8d7b-0d52cc71925c HTTP/1.1" status: 200 len: 881 time: 0.6339579 Dec 15 19:17:35.728247 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb3051d7-23fc-4d5a-b7de-511ed00f1c8e tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Made reservation on behalf of d09e37d948244dafb936d2972b3d58c9 for: {'subnet': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:17:35.748670 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 49346) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:35.764181 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63c9a2f-17c1-46f3-bf08-12e959727c30 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=606c0267-897a-46c5-88e1-e9616ebd0b43,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:35.786567 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a63c9a2f-17c1-46f3-bf08-12e959727c30 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:35.817767 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a63c9a2f-17c1-46f3-bf08-12e959727c30 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:35.819081 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a63c9a2f-17c1-46f3-bf08-12e959727c30 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.2831237 Dec 15 19:17:35.822752 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49350) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:35.853556 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-8c40a125-e3bc-4e21-a2ca-d08abb24fb26 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:35.867394 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8c40a125-e3bc-4e21-a2ca-d08abb24fb26 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Usage tracker for resource:subnet and tenant:b640cccfaac84079bbb54e6565c8cef4 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:17:35.873880 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8c40a125-e3bc-4e21-a2ca-d08abb24fb26 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:17:35.888496 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-8c40a125-e3bc-4e21-a2ca-d08abb24fb26 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:35.932873 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3ce61a16-efe0-4dbe-8b2a-738cdd539a2b tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:35.951839 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eeb706a0-8138-419e-93d9-e0d5804a7180 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:35.958825 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-03e7ed5e-9ac0-450d-9a2a-3e2deae4c3ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:35.990879 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-6b007e67-cfe6-4585-822b-9f35097fa969 req-2e53e56b-ca61-40da-934b-b66bd0366f6d tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Unset dirty status for tenant:63a560358735409688254f323e657c6f on resource:network {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:17:35.992342 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6b007e67-cfe6-4585-822b-9f35097fa969 req-2e53e56b-ca61-40da-934b-b66bd0366f6d tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/networks?id=19b72bfa-3b09-4f76-a78c-5531fd623b36 HTTP/1.1" status: 200 len: 811 time: 0.5481582 Dec 15 19:17:35.997774 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-5e7f3e19-7892-4d93-9cf0-b7330ded39a3 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] 10.222.0.36 "GET /v2.0/ports?device_id=aad5df7a-8c8d-466e-a3d6-1df2acb560ec HTTP/1.1" status: 200 len: 205 time: 0.2376122 Dec 15 19:17:35.999199 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 49354) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:36.017235 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb706a0-8138-419e-93d9-e0d5804a7180 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Pushing event deleted for resources: {'Port': ['ID=97aa9be0-70de-486d-8ec9-3233b531789b,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:36.024825 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-eeb706a0-8138-419e-93d9-e0d5804a7180 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:36.026515 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3ce61a16-efe0-4dbe-8b2a-738cdd539a2b tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:36.041644 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c40a125-e3bc-4e21-a2ca-d08abb24fb26 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Made reservation on behalf of b640cccfaac84079bbb54e6565c8cef4 for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:17:36.078611 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb706a0-8138-419e-93d9-e0d5804a7180 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] No DVR routers for this DVR port 97aa9be0-70de-486d-8ec9-3233b531789b on host dv-neutron-821831-2-hyperv {{(pid=88991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:17:36.166580 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8e10079e-bb71-4cf5-bf24-6cfe183438d4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7bd9b70b45524c05a67dd0dc7f9bc9a7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7743390 Dec 15 19:17:36.173891 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 49358) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:36.175563 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6b007e67-cfe6-4585-822b-9f35097fa969 req-bb6bbbaa-a2b7-4688-8324-d5f933ac3a91 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/quotas/63a560358735409688254f323e657c6f HTTP/1.1" status: 200 len: 375 time: 0.1481855 Dec 15 19:17:36.182050 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bb3051d7-23fc-4d5a-b7de-511ed00f1c8e tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839924940'] for subnet, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:36.314762 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8c40a125-e3bc-4e21-a2ca-d08abb24fb26 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:36.334490 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eeb706a0-8138-419e-93d9-e0d5804a7180 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:36.382358 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3a73d862-e520-458d-b2e7-407619b955e6 tempest-RoutersAdminNegativeTest-1742573982 tempest-RoutersAdminNegativeTest-1742573982-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:36.399135 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3ce61a16-efe0-4dbe-8b2a-738cdd539a2b tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:36.403316 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-52c2e07a-8292-4915-8de5-09ab4f938e0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:36.447543 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce61a16-efe0-4dbe-8b2a-738cdd539a2b tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c702982e-44be-4dad-89f8-d348aedf93d0,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:36.453109 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-eeb706a0-8138-419e-93d9-e0d5804a7180 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9ac5d66-8786-46cf-82b6-bb75e867c348']}} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:36.460583 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3ce61a16-efe0-4dbe-8b2a-738cdd539a2b tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:36.484040 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-eeb706a0-8138-419e-93d9-e0d5804a7180 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b444555-44fb-4edb-9fea-2cf24e6754ef') {'for_net_delete': True} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:36.484377 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-eeb706a0-8138-419e-93d9-e0d5804a7180 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b444555-44fb-4edb-9fea-2cf24e6754ef') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:36.511070 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eeb706a0-8138-419e-93d9-e0d5804a7180 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838443042'] for segment, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:36.535610 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eeb706a0-8138-419e-93d9-e0d5804a7180 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:36.547039 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeb706a0-8138-419e-93d9-e0d5804a7180 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=88991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:17:36.547472 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eeb706a0-8138-419e-93d9-e0d5804a7180 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838443729'] for segment, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:36.565578 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:17:36.565578 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:17:36.565578 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:17:36.565578 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:17:36.565578 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:17:36.565578 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:17:36.565578 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:17:36.565578 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:17:36.565578 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:17:36.565578 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:17:36.565578 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:17:36.565578 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:17:36.565578 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:17:36.565578 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:17:36.565578 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:17:36.565578 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:17:36.565578 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:17:36.565578 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:17:36.565578 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:17:36.565578 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:17:36.565578 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:17:36.565578 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:17:36.565578 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:17:36.565578 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:17:36.565578 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:17:36.565578 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:17:36.565578 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:17:36.565578 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:17:36.565578 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:17:36.565578 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:17:36.565578 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:17:36.565578 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:17:36.574535 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.ipam_backend_mixin [None req-bb3051d7-23fc-4d5a-b7de-511ed00f1c8e tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e87feb59-4e32-4116-8e21-463dc5dec659 (CIDR: 2001:db8::/64) Dec 15 19:17:36.589907 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5baef83b-9423-4878-b051-623139e4f075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:36.623709 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5baef83b-9423-4878-b051-623139e4f075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:36.632750 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3ce61a16-efe0-4dbe-8b2a-738cdd539a2b tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:36.636319 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-3ce61a16-efe0-4dbe-8b2a-738cdd539a2b tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] 10.222.0.36 "DELETE /v2.0/security-groups/c702982e-44be-4dad-89f8-d348aedf93d0 HTTP/1.1" status: 204 len: 168 time: 0.8079836 Dec 15 19:17:36.639027 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb3051d7-23fc-4d5a-b7de-511ed00f1c8e tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 19:17:36.639615 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb3051d7-23fc-4d5a-b7de-511ed00f1c8e tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:17:36.646575 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 49362) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:36.698502 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6b007e67-cfe6-4585-822b-9f35097fa969 req-da63008e-57d3-43d9-a44d-bff140c5aafa tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=63a560358735409688254f323e657c6f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4904406 Dec 15 19:17:36.717046 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3a73d862-e520-458d-b2e7-407619b955e6 tempest-RoutersAdminNegativeTest-1742573982 tempest-RoutersAdminNegativeTest-1742573982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:36.736517 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4c39aa7d-7466-4d55-a8bf-9a01acb0cadb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:36.740281 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eeb706a0-8138-419e-93d9-e0d5804a7180 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:36.747399 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7471ebbe-bf2d-48d7-8e5b-512ae7c3e723 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:36.764949 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eeb706a0-8138-419e-93d9-e0d5804a7180 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:36.795162 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb706a0-8138-419e-93d9-e0d5804a7180 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Pushing event deleted for resources: {'Network': ['ID=a9ac5d66-8786-46cf-82b6-bb75e867c348,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:36.799806 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-eeb706a0-8138-419e-93d9-e0d5804a7180 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:36.805468 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-eeb706a0-8138-419e-93d9-e0d5804a7180 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] 10.222.0.36 "DELETE /v2.0/networks/a9ac5d66-8786-46cf-82b6-bb75e867c348 HTTP/1.1" status: 204 len: 168 time: 6.2563221 Dec 15 19:17:36.806163 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49370) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:36.815876 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-491a1fb9-07ba-4f1c-a734-b0f1ed1969bd tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1307308605'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:36.821609 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-491a1fb9-07ba-4f1c-a734-b0f1ed1969bd tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:36.826684 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-491a1fb9-07ba-4f1c-a734-b0f1ed1969bd tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Usage tracker for resource:network and tenant:939f0a0fc6a54dca88c6c50c43297e50 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:17:36.829884 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-491a1fb9-07ba-4f1c-a734-b0f1ed1969bd tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:17:36.836258 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-491a1fb9-07ba-4f1c-a734-b0f1ed1969bd tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:36.893336 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-491a1fb9-07ba-4f1c-a734-b0f1ed1969bd tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Made reservation on behalf of 939f0a0fc6a54dca88c6c50c43297e50 for: {'network': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:17:36.899013 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-491a1fb9-07ba-4f1c-a734-b0f1ed1969bd tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:36.997617 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-491a1fb9-07ba-4f1c-a734-b0f1ed1969bd tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=88991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:17:37.010862 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8c40a125-e3bc-4e21-a2ca-d08abb24fb26 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:37.017563 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a2dbf845-c21a-46ee-87da-1d8588d691dc tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:37.036195 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-bb3051d7-23fc-4d5a-b7de-511ed00f1c8e tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.1579852 Dec 15 19:17:37.052080 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 49376) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:37.057125 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-491a1fb9-07ba-4f1c-a734-b0f1ed1969bd tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:37.057662 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-491a1fb9-07ba-4f1c-a734-b0f1ed1969bd tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Added segment e2e25603-85a6-49b4-901f-f47a4799aa00 of type vlan for network 8f4cb2a2-2fd8-4600-b267-f3cf6d2d8405 Dec 15 19:17:37.065626 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-384ba581-32f9-45a9-b364-492d9d8744ce tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Request body: {'subnet': {'network_id': 'f1716bdf-f089-46e2-a12a-b8d02e015b64', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:37.153623 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c40a125-e3bc-4e21-a2ca-d08abb24fb26 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Pushing event updated for resources: {'Subnet': ['ID=47c9110f-9b1e-4813-9b2e-f7356bb66f72,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:37.157106 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8c40a125-e3bc-4e21-a2ca-d08abb24fb26 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:37.167445 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-491a1fb9-07ba-4f1c-a734-b0f1ed1969bd tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:37.185647 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c40a125-e3bc-4e21-a2ca-d08abb24fb26 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Checking segment: {'id': 'b66b8904-97c0-491b-a503-aefd77c9d584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'af178411-10fc-4435-989c-5801934f5d80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:17:37.186673 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c40a125-e3bc-4e21-a2ca-d08abb24fb26 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Network hostable DHCP agents. Network: af178411-10fc-4435-989c-5801934f5d80, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:17:37.196165 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [req-6b007e67-cfe6-4585-822b-9f35097fa969 req-ff13590d-73a8-48ec-b96d-a24bf16cff80 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:17:37.197265 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6b007e67-cfe6-4585-822b-9f35097fa969 req-ff13590d-73a8-48ec-b96d-a24bf16cff80 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.1841764 Dec 15 19:17:37.208621 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a73d862-e520-458d-b2e7-407619b955e6 tempest-RoutersAdminNegativeTest-1742573982 tempest-RoutersAdminNegativeTest-1742573982-project-admin] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:17:37.218588 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a73d862-e520-458d-b2e7-407619b955e6 tempest-RoutersAdminNegativeTest-1742573982 tempest-RoutersAdminNegativeTest-1742573982-project-admin] Pushing event updated for resources: {'Port': ['ID=f34f8ab9-a88b-4788-81bc-aacc64d693b2,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:37.221585 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-3a73d862-e520-458d-b2e7-407619b955e6 tempest-RoutersAdminNegativeTest-1742573982 tempest-RoutersAdminNegativeTest-1742573982-project-admin] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:17:37.224317 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3a73d862-e520-458d-b2e7-407619b955e6 tempest-RoutersAdminNegativeTest-1742573982 tempest-RoutersAdminNegativeTest-1742573982-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:37.255895 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a73d862-e520-458d-b2e7-407619b955e6 tempest-RoutersAdminNegativeTest-1742573982 tempest-RoutersAdminNegativeTest-1742573982-project-admin] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:17:37.267531 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-491a1fb9-07ba-4f1c-a734-b0f1ed1969bd tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:37.271776 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491a1fb9-07ba-4f1c-a734-b0f1ed1969bd tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:17:37.278679 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-491a1fb9-07ba-4f1c-a734-b0f1ed1969bd tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:37.279161 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-987fa3a0-6ba9-463c-9134-a48c60436406 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:37.305112 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-cb74b795-1d85-4eb7-a9b8-0416612b02ae tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Synchronizing usage tracker for tenant:e803dbd48f46472fa8b4641842e31169 on resource:security_group {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:17:37.361144 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c40a125-e3bc-4e21-a2ca-d08abb24fb26 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Network af178411-10fc-4435-989c-5801934f5d80 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:17:37.390353 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5baef83b-9423-4878-b051-623139e4f075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:37.394583 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491a1fb9-07ba-4f1c-a734-b0f1ed1969bd tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Pushing event updated for resources: {'Network': ['ID=8f4cb2a2-2fd8-4600-b267-f3cf6d2d8405,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:37.404090 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-491a1fb9-07ba-4f1c-a734-b0f1ed1969bd tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:37.405694 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c5fedf9a-f919-47f5-88d6-254e1e2d342c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:37.408731 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 8f4cb2a2-2fd8-4600-b267-f3cf6d2d8405 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:17:37.422915 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-491a1fb9-07ba-4f1c-a734-b0f1ed1969bd tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6129520 Dec 15 19:17:37.427429 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49380) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:37.432701 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-8d84b82b-ec6d-47cb-b181-50db3937bf4e tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Request body: {'subnet': {'network_id': '8f4cb2a2-2fd8-4600-b267-f3cf6d2d8405', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:37.446220 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c95d9b61-d6bc-46b8-a697-63f0d37afe8a tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks [] for router, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:37.508615 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baef83b-9423-4878-b051-623139e4f075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35524c13-3f4e-4f41-9568-26f2ab6c498e,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:37.512140 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-8c40a125-e3bc-4e21-a2ca-d08abb24fb26 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, af178411-10fc-4435-989c-5801934f5d80) {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:17:37.516881 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c40a125-e3bc-4e21-a2ca-d08abb24fb26 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:17:37.517638 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8c40a125-e3bc-4e21-a2ca-d08abb24fb26 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:37.519041 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5baef83b-9423-4878-b051-623139e4f075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:37.531905 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4562af4-ab1d-46dc-82af-73a58b102966 None None] Network 9b621d08-f473-4493-84e8-9acb9cb6b561 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:17:37.550973 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ac482b-fc70-4c9e-a90d-12bf55feeeab None None] Network f1716bdf-f089-46e2-a12a-b8d02e015b64 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:17:37.551103 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a73d862-e520-458d-b2e7-407619b955e6 tempest-RoutersAdminNegativeTest-1742573982 tempest-RoutersAdminNegativeTest-1742573982-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:17:37.551663 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3a73d862-e520-458d-b2e7-407619b955e6 tempest-RoutersAdminNegativeTest-1742573982 tempest-RoutersAdminNegativeTest-1742573982-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:37.570416 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5baef83b-9423-4878-b051-623139e4f075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:37.574995 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-5baef83b-9423-4878-b051-623139e4f075 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/35524c13-3f4e-4f41-9568-26f2ab6c498e HTTP/1.1" status: 204 len: 168 time: 1.3951120 Dec 15 19:17:37.575157 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8c40a125-e3bc-4e21-a2ca-d08abb24fb26 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9414043 Dec 15 19:17:37.599591 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-cb74b795-1d85-4eb7-a9b8-0416612b02ae tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Unset dirty status for tenant:e803dbd48f46472fa8b4641842e31169 on resource:security_group {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:17:37.600943 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-cb74b795-1d85-4eb7-a9b8-0416612b02ae tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.9504809 Dec 15 19:17:37.603171 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-384ba581-32f9-45a9-b364-492d9d8744ce tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:37.604801 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49386) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:37.605242 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49388) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:37.627693 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-20e4d53d-96bb-433b-bff9-faf972d1d9b5 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Request body: {'port': {'network_id': 'af178411-10fc-4435-989c-5801934f5d80', 'name': 'tempest-NetworksIpV6TestAttrs-773514581'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:37.630867 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-384ba581-32f9-45a9-b364-492d9d8744ce tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Usage tracker for resource:subnet and tenant:d09e37d948244dafb936d2972b3d58c9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:17:37.647609 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-384ba581-32f9-45a9-b364-492d9d8744ce tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:17:37.660958 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-3a73d862-e520-458d-b2e7-407619b955e6 tempest-RoutersAdminNegativeTest-1742573982 tempest-RoutersAdminNegativeTest-1742573982-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.5822353 Dec 15 19:17:37.660958 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-384ba581-32f9-45a9-b364-492d9d8744ce tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:37.663471 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 49394) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:37.666752 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6b007e67-cfe6-4585-822b-9f35097fa969 req-b15c493d-c524-48a5-aff2-6735e0b34ac0 service neutron] 10.222.0.36 "GET /v2.0/networks/19b72bfa-3b09-4f76-a78c-5531fd623b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4504344 Dec 15 19:17:37.693704 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-5d914ecd-8b26-4fab-b382-21b895e392b5 tempest-RoutersAdminNegativeTest-1742573982 tempest-RoutersAdminNegativeTest-1742573982-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.78'}]}}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:37.734168 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-8d84b82b-ec6d-47cb-b181-50db3937bf4e tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:37.739861 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-5d914ecd-8b26-4fab-b382-21b895e392b5 tempest-RoutersAdminNegativeTest-1742573982 tempest-RoutersAdminNegativeTest-1742573982-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:37.753219 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-5d914ecd-8b26-4fab-b382-21b895e392b5 tempest-RoutersAdminNegativeTest-1742573982 tempest-RoutersAdminNegativeTest-1742573982-project-admin] Usage tracker for resource:router and tenant:2d9fd071085e4607884b666b98002b96 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:17:37.769012 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee3e31b-7593-4663-af47-131e7b61d778 None None] Network af178411-10fc-4435-989c-5801934f5d80 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:17:37.790535 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device c5071d3f-b155-46de-921f-7a9028920b0f up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:17:37.793312 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8d84b82b-ec6d-47cb-b181-50db3937bf4e tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Usage tracker for resource:subnet and tenant:939f0a0fc6a54dca88c6c50c43297e50 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:17:37.805719 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8d84b82b-ec6d-47cb-b181-50db3937bf4e tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:17:37.806077 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-5d914ecd-8b26-4fab-b382-21b895e392b5 tempest-RoutersAdminNegativeTest-1742573982 tempest-RoutersAdminNegativeTest-1742573982-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:17:37.818785 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-384ba581-32f9-45a9-b364-492d9d8744ce tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Made reservation on behalf of d09e37d948244dafb936d2972b3d58c9 for: {'subnet': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:17:37.822085 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-8d84b82b-ec6d-47cb-b181-50db3937bf4e tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:37.825538 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-384ba581-32f9-45a9-b364-492d9d8744ce tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839924940'] for subnet, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:37.845355 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-5d914ecd-8b26-4fab-b382-21b895e392b5 tempest-RoutersAdminNegativeTest-1742573982 tempest-RoutersAdminNegativeTest-1742573982-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:37.878012 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-a39102a4-2516-4f9d-aee4-ae9543e1112e tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Synchronizing usage tracker for tenant:e803dbd48f46472fa8b4641842e31169 on resource:security_group_rule {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:17:37.903727 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d84b82b-ec6d-47cb-b181-50db3937bf4e tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Made reservation on behalf of 939f0a0fc6a54dca88c6c50c43297e50 for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:17:38.053600 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5d914ecd-8b26-4fab-b382-21b895e392b5 tempest-RoutersAdminNegativeTest-1742573982 tempest-RoutersAdminNegativeTest-1742573982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854699176'] for router, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:38.054627 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5d914ecd-8b26-4fab-b382-21b895e392b5 tempest-RoutersAdminNegativeTest-1742573982 tempest-RoutersAdminNegativeTest-1742573982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854194926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-76609'] for router, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:38.063604 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-20e4d53d-96bb-433b-bff9-faf972d1d9b5 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:38.075993 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8d84b82b-ec6d-47cb-b181-50db3937bf4e tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:38.096479 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6b007e67-cfe6-4585-822b-9f35097fa969 req-5677948b-ba65-4795-8e10-2fcb6e809878 service neutron] 10.222.0.36 "GET /v2.0/networks/19b72bfa-3b09-4f76-a78c-5531fd623b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3988125 Dec 15 19:17:38.152699 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5d914ecd-8b26-4fab-b382-21b895e392b5 tempest-RoutersAdminNegativeTest-1742573982 tempest-RoutersAdminNegativeTest-1742573982-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:38.219006 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-20e4d53d-96bb-433b-bff9-faf972d1d9b5 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Usage tracker for resource:port and tenant:b640cccfaac84079bbb54e6565c8cef4 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:17:38.222319 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-20e4d53d-96bb-433b-bff9-faf972d1d9b5 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:17:38.230259 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-20e4d53d-96bb-433b-bff9-faf972d1d9b5 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:38.239856 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-a39102a4-2516-4f9d-aee4-ae9543e1112e tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Unset dirty status for tenant:e803dbd48f46472fa8b4641842e31169 on resource:security_group_rule {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:17:38.244006 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a39102a4-2516-4f9d-aee4-ae9543e1112e tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.6219013 Dec 15 19:17:38.248929 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 49400) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:38.251680 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c95d9b61-d6bc-46b8-a697-63f0d37afe8a tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:38.263036 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6195ed81-32f9-4e7f-b567-7064c0c101c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-f1716bdf-f089-46e2-a12a-b8d02e015b64', 'network_id': 'f1716bdf-f089-46e2-a12a-b8d02e015b64', 'tenant_id': 'd09e37d948244dafb936d2972b3d58c9', 'fixed_ips': [{'subnet_id': 'e87feb59-4e32-4116-8e21-463dc5dec659'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:17:38.264066 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6195ed81-32f9-4e7f-b567-7064c0c101c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:38.284900 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e4d53d-96bb-433b-bff9-faf972d1d9b5 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Made reservation on behalf of b640cccfaac84079bbb54e6565c8cef4 for: {'port': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:17:38.292682 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-20e4d53d-96bb-433b-bff9-faf972d1d9b5 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:38.314840 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-fb92b8fd-bf6f-43c6-8d94-ef3241839f9d None None] Provisioning for port c5071d3f-b155-46de-921f-7a9028920b0f completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:17:38.337731 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-fb92b8fd-bf6f-43c6-8d94-ef3241839f9d None None] Provisioning complete for port c5071d3f-b155-46de-921f-7a9028920b0f triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:17:38.338525 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fb92b8fd-bf6f-43c6-8d94-ef3241839f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:38.341316 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-20e4d53d-96bb-433b-bff9-faf972d1d9b5 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] device_id is not set on port 8b637f3e-8b98-47cd-b470-542673f0d3ed yet. {{(pid=88991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:17:38.389768 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49406) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:38.424609 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cb0ee8da-53ae-4dc0-9434-3b7e4a9f4f28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:38.426490 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port c5071d3f-b155-46de-921f-7a9028920b0f completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:17:38.441366 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-9fd281c0-0924-48c4-8f82-e5fb00253bcf tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] delete failed (client error): The resource could not be found. Dec 15 19:17:38.442260 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9fd281c0-0924-48c4-8f82-e5fb00253bcf tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] 10.222.0.36 "DELETE /v2.0/security-groups/c702982e-44be-4dad-89f8-d348aedf93d0 HTTP/1.1" status: 404 len: 347 time: 0.1921470 Dec 15 19:17:38.453689 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49414) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:38.453932 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-c95d9b61-d6bc-46b8-a697-63f0d37afe8a tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Deleting port af5bc94a-892e-4a47-ba2d-df32703d010e {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:17:38.454232 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c95d9b61-d6bc-46b8-a697-63f0d37afe8a tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:38.581879 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b811e2f1-3a8a-4545-94a0-c9d69d268961 req-289ac62b-1173-4121-b76b-f8915223482b tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b7fa720-d8e5-4510-aeb0-a3b286372c89 HTTP/1.1" status: 200 len: 210 time: 0.0864472 Dec 15 19:17:38.674457 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a597ee21-5ea8-4746-b859-057b07fff7e1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8326b31d3cac4ff0aeca873a19da3271&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2831769 Dec 15 19:17:38.678943 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port c5071d3f-b155-46de-921f-7a9028920b0f triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:17:38.679481 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:38.689812 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-20e4d53d-96bb-433b-bff9-faf972d1d9b5 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Allocated IP 2001:db8::f816:3eff:feb0:ee8a (af178411-10fc-4435-989c-5801934f5d80/47c9110f-9b1e-4813-9b2e-f7356bb66f72/8b637f3e-8b98-47cd-b470-542673f0d3ed) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:17:38.694660 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49422) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:38.721116 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5d914ecd-8b26-4fab-b382-21b895e392b5 tempest-RoutersAdminNegativeTest-1742573982 tempest-RoutersAdminNegativeTest-1742573982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:38.787230 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c95d9b61-d6bc-46b8-a697-63f0d37afe8a tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:38.796037 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-384ba581-32f9-45a9-b364-492d9d8744ce tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838139473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839924955'] for subnet, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:38.803843 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-60c9073f-e32f-4272-b065-62558f3e069e tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:38.900641 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fb92b8fd-bf6f-43c6-8d94-ef3241839f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:38.937173 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ff0c9ce2-aa20-46d0-95b7-090a7949dead tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Synchronizing usage tracker for tenant:e803dbd48f46472fa8b4641842e31169 on resource:security_group {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:17:39.006017 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8d84b82b-ec6d-47cb-b181-50db3937bf4e tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:39.067358 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8c40a125-e3bc-4e21-a2ca-d08abb24fb26 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:39.077689 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f048b1d-091d-43ea-850c-ed54439939dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-af178411-10fc-4435-989c-5801934f5d80', 'network_id': 'af178411-10fc-4435-989c-5801934f5d80', 'tenant_id': 'b640cccfaac84079bbb54e6565c8cef4', 'fixed_ips': [{'subnet_id': '47c9110f-9b1e-4813-9b2e-f7356bb66f72'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:17:39.078650 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5f048b1d-091d-43ea-850c-ed54439939dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:39.121055 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b59c743d-7c03-4f54-831b-053a49170396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:39.163907 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ff0c9ce2-aa20-46d0-95b7-090a7949dead tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Unset dirty status for tenant:e803dbd48f46472fa8b4641842e31169 on resource:security_group {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:17:39.165183 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ff0c9ce2-aa20-46d0-95b7-090a7949dead tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7086225 Dec 15 19:17:39.192032 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-fb92b8fd-bf6f-43c6-8d94-ef3241839f9d None None] For port c5071d3f-b155-46de-921f-7a9028920b0f, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=c5071d3f-b155-46de-921f-7a9028920b0f,segment=NetworkSegment(345dec75-e2c9-4fc7-9d11-0c3710c7998f),segment_id=345dec75-e2c9-4fc7-9d11-0c3710c7998f)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:17:39.236955 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-c95d9b61-d6bc-46b8-a697-63f0d37afe8a tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Calling delete_port for af5bc94a-892e-4a47-ba2d-df32703d010e owned by network:router_gateway {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:17:39.249879 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b59c743d-7c03-4f54-831b-053a49170396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:39.289319 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-6195ed81-32f9-4e7f-b567-7064c0c101c5 None None] Allocated IP 2001:db8::2 (f1716bdf-f089-46e2-a12a-b8d02e015b64/e87feb59-4e32-4116-8e21-463dc5dec659/5db084f3-e944-4a4c-af2b-84ac03a7d9ed) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:17:39.291636 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d84b82b-ec6d-47cb-b181-50db3937bf4e tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Pushing event updated for resources: {'Subnet': ['ID=b039ff93-e4f3-42b9-b396-1e6ea0a30cb4,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:39.305570 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d84b82b-ec6d-47cb-b181-50db3937bf4e tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Checking segment: {'id': 'e2e25603-85a6-49b4-901f-f47a4799aa00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '8f4cb2a2-2fd8-4600-b267-f3cf6d2d8405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:17:39.305916 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d84b82b-ec6d-47cb-b181-50db3937bf4e tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Network hostable DHCP agents. Network: 8f4cb2a2-2fd8-4600-b267-f3cf6d2d8405, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:17:39.306178 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fb92b8fd-bf6f-43c6-8d94-ef3241839f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:39.311516 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8d84b82b-ec6d-47cb-b181-50db3937bf4e tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:39.312715 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2ee0f058-7eeb-46a5-a7b1-fb356cf77a06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:39.319090 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-20e4d53d-96bb-433b-bff9-faf972d1d9b5 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:39.342536 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:39.366661 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384ba581-32f9-45a9-b364-492d9d8744ce tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event updated for resources: {'Subnet': ['ID=13fbd809-f787-4808-8f96-5f5d005cc4c3,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:39.369259 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-20e4d53d-96bb-433b-bff9-faf972d1d9b5 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Transition to ACTIVE for port object 8b637f3e-8b98-47cd-b470-542673f0d3ed will not be triggered until provisioned by entity DHCP. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:17:39.370987 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384ba581-32f9-45a9-b364-492d9d8744ce tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Network f1716bdf-f089-46e2-a12a-b8d02e015b64 is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:17:39.380707 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-384ba581-32f9-45a9-b364-492d9d8744ce tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.577s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:39.382574 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-384ba581-32f9-45a9-b364-492d9d8744ce tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:17:39.390494 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384ba581-32f9-45a9-b364-492d9d8744ce tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:17:39.391234 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-384ba581-32f9-45a9-b364-492d9d8744ce tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:39.400465 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d84b82b-ec6d-47cb-b181-50db3937bf4e tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Network 8f4cb2a2-2fd8-4600-b267-f3cf6d2d8405 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:17:39.425615 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b59c743d-7c03-4f54-831b-053a49170396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:39.445343 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9e18b817-a20f-4b1d-814e-9b8627b397c6 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:39.467460 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59c743d-7c03-4f54-831b-053a49170396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9632158b-d5be-4dbe-82c1-81a4d701183c,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:39.491259 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b59c743d-7c03-4f54-831b-053a49170396 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:39.496570 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-8d84b82b-ec6d-47cb-b181-50db3937bf4e tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, 8f4cb2a2-2fd8-4600-b267-f3cf6d2d8405) {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:17:39.506749 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-20e4d53d-96bb-433b-bff9-faf972d1d9b5 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:39.511848 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d84b82b-ec6d-47cb-b181-50db3937bf4e tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:17:39.512666 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8d84b82b-ec6d-47cb-b181-50db3937bf4e tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:39.522199 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:39.534407 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-384ba581-32f9-45a9-b364-492d9d8744ce tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.4807041 Dec 15 19:17:39.541972 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 49430) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:39.543384 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fb500b-46ea-4aca-817b-a575248cba06 None None] Network 8f4cb2a2-2fd8-4600-b267-f3cf6d2d8405 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:17:39.559333 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-79eea744-91f2-4c82-b056-f8bec87cc6e6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Request body: {'port': {'network_id': 'f1716bdf-f089-46e2-a12a-b8d02e015b64', 'fixed_ips': [{'subnet_id': 'e87feb59-4e32-4116-8e21-463dc5dec659'}, {'subnet_id': '13fbd809-f787-4808-8f96-5f5d005cc4c3'}], 'name': 'tempest-PortsIpV6TestJSON-867781980'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:39.635082 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e4d53d-96bb-433b-bff9-faf972d1d9b5 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Pushing event updated for resources: {'Port': ['ID=8b637f3e-8b98-47cd-b470-542673f0d3ed,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:39.670226 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b59c743d-7c03-4f54-831b-053a49170396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:39.684433 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b59c743d-7c03-4f54-831b-053a49170396 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9632158b-d5be-4dbe-82c1-81a4d701183c HTTP/1.1" status: 204 len: 168 time: 0.9759598 Dec 15 19:17:39.701082 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e4d53d-96bb-433b-bff9-faf972d1d9b5 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Network af178411-10fc-4435-989c-5801934f5d80 is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:17:39.703085 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-20e4d53d-96bb-433b-bff9-faf972d1d9b5 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:39.704565 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-20e4d53d-96bb-433b-bff9-faf972d1d9b5 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:17:39.707630 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e4d53d-96bb-433b-bff9-faf972d1d9b5 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:17:39.718864 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e4d53d-96bb-433b-bff9-faf972d1d9b5 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:17:39.721040 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-20e4d53d-96bb-433b-bff9-faf972d1d9b5 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:39.747453 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8d84b82b-ec6d-47cb-b181-50db3937bf4e tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3202689 Dec 15 19:17:39.750194 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49438) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:39.814176 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c95d9b61-d6bc-46b8-a697-63f0d37afe8a tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:39.826763 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-dc697590-389c-457c-888f-ed7c40658f14 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:39.906121 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95d9b61-d6bc-46b8-a697-63f0d37afe8a tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Pushing event deleted for resources: {'Port': ['ID=af5bc94a-892e-4a47-ba2d-df32703d010e,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:39.913693 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c95d9b61-d6bc-46b8-a697-63f0d37afe8a tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:39.957866 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:39.960505 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 49444) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:39.996141 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-5f048b1d-091d-43ea-850c-ed54439939dc None None] Allocated IP 2001:db8::f816:3eff:fec3:d805 (af178411-10fc-4435-989c-5801934f5d80/47c9110f-9b1e-4813-9b2e-f7356bb66f72/d8c1e835-0dc1-4dd5-8cf8-44d69c377a06) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:17:39.996679 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-20e4d53d-96bb-433b-bff9-faf972d1d9b5 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.3898044 Dec 15 19:17:40.000956 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88992) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:17:40.001365 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:17:40.007796 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb92b8fd-bf6f-43c6-8d94-ef3241839f9d None None] Pushing event updated for resources: {'Port': ['ID=c5071d3f-b155-46de-921f-7a9028920b0f,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:40.011327 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fb92b8fd-bf6f-43c6-8d94-ef3241839f9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.699s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:40.056868 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 49448) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:40.069222 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-13e2ff05-fbe7-4d9a-b572-92ed4ecf31be req-08bbff82-853f-4475-bc27-3a7f4ae2a4e1 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b7fa720-d8e5-4510-aeb0-a3b286372c89 HTTP/1.1" status: 200 len: 210 time: 0.1692481 Dec 15 19:17:40.070765 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-79eea744-91f2-4c82-b056-f8bec87cc6e6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:40.157043 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-61cc3a9c-b3af-4e14-9d24-e632d1046b42 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:40.238660 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5d914ecd-8b26-4fab-b382-21b895e392b5 tempest-RoutersAdminNegativeTest-1742573982 tempest-RoutersAdminNegativeTest-1742573982-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:40.313743 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-61cc3a9c-b3af-4e14-9d24-e632d1046b42 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:40.345958 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5d914ecd-8b26-4fab-b382-21b895e392b5 tempest-RoutersAdminNegativeTest-1742573982 tempest-RoutersAdminNegativeTest-1742573982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:40.394933 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-79eea744-91f2-4c82-b056-f8bec87cc6e6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:40.530975 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-61cc3a9c-b3af-4e14-9d24-e632d1046b42 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16156049'] for subnet, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:40.536763 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7e936a96-66b7-4a52-94bf-af94ed331dca tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:40.592540 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79eea744-91f2-4c82-b056-f8bec87cc6e6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Made reservation on behalf of d09e37d948244dafb936d2972b3d58c9 for: {'port': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:17:40.601230 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-79eea744-91f2-4c82-b056-f8bec87cc6e6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:40.618577 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cc3a9c-b3af-4e14-9d24-e632d1046b42 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Pushing event deleted for resources: {'Subnet': ['ID=b039ff93-e4f3-42b9-b396-1e6ea0a30cb4,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:40.623329 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-61cc3a9c-b3af-4e14-9d24-e632d1046b42 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:40.710272 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5f048b1d-091d-43ea-850c-ed54439939dc None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:40.723664 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-5f048b1d-091d-43ea-850c-ed54439939dc None None] Transition to ACTIVE for port object d8c1e835-0dc1-4dd5-8cf8-44d69c377a06 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:17:40.747822 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-5f048b1d-091d-43ea-850c-ed54439939dc None None] Transition to ACTIVE for port object d8c1e835-0dc1-4dd5-8cf8-44d69c377a06 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:17:40.839382 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-61cc3a9c-b3af-4e14-9d24-e632d1046b42 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:40.856721 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5f048b1d-091d-43ea-850c-ed54439939dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:40.869207 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-61cc3a9c-b3af-4e14-9d24-e632d1046b42 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f4cb2a2-2fd8-4600-b267-f3cf6d2d8405']}} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:40.880440 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c95d9b61-d6bc-46b8-a697-63f0d37afe8a tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854141934'] for router_gateway, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:40.885072 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-61cc3a9c-b3af-4e14-9d24-e632d1046b42 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2e25603-85a6-49b4-901f-f47a4799aa00') {'for_net_delete': True} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:40.886091 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-61cc3a9c-b3af-4e14-9d24-e632d1046b42 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2e25603-85a6-49b4-901f-f47a4799aa00') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:40.894793 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e3372673-4b01-435b-96ab-06decaed1226 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:40.902202 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-61cc3a9c-b3af-4e14-9d24-e632d1046b42 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838443042'] for segment, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:40.920621 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-61cc3a9c-b3af-4e14-9d24-e632d1046b42 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:40.927564 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61cc3a9c-b3af-4e14-9d24-e632d1046b42 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=88991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:17:40.928078 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-61cc3a9c-b3af-4e14-9d24-e632d1046b42 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838443729'] for segment, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:40.944319 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:17:40.944319 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:17:40.944319 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:17:40.944319 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:17:40.944319 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:17:40.944319 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:17:40.944319 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:17:40.944319 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:17:40.944319 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:17:40.944319 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:17:40.944319 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:17:40.944319 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:17:40.944319 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:17:40.944319 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:17:40.944319 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:17:40.944319 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:17:40.944319 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:17:40.944319 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:17:40.944319 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:17:40.944319 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:17:40.944319 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:17:40.944319 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:17:40.944319 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:17:40.944319 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:17:40.944319 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:17:40.944319 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:17:40.944319 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:17:40.944319 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:17:40.944319 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:17:40.944319 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:17:40.944319 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:17:40.944319 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:17:40.977145 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75188fa-6b80-47b4-810c-aba8b987333f None None] Network 9b621d08-f473-4493-84e8-9acb9cb6b561 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:17:41.131266 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-79eea744-91f2-4c82-b056-f8bec87cc6e6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] device_id is not set on port 4789a0cd-700d-41bf-bb0a-87e6493a748b yet. {{(pid=88990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:17:41.225850 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f72ac13-d8cb-4a6f-a7b3-ee91de474065 None None] Network 8f4cb2a2-2fd8-4600-b267-f3cf6d2d8405 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:17:41.256764 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:41.277920 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-12c5f4a3-6ba4-4c7d-82a5-fe5636ebc3fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:41.292994 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f048b1d-091d-43ea-850c-ed54439939dc None None] Network af178411-10fc-4435-989c-5801934f5d80 is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:17:41.363299 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-5f048b1d-091d-43ea-850c-ed54439939dc None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:17:41.366005 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f048b1d-091d-43ea-850c-ed54439939dc None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:17:41.382792 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-eaf035ba-7933-46be-a903-63795b7d0ada None None] Provisioning complete for port c5071d3f-b155-46de-921f-7a9028920b0f triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:17:41.383209 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eaf035ba-7933-46be-a903-63795b7d0ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:41.393367 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-61cc3a9c-b3af-4e14-9d24-e632d1046b42 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:41.397039 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-950a3616-afc1-4d1a-a61a-cc961b4206ca tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:41.413681 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-61cc3a9c-b3af-4e14-9d24-e632d1046b42 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:41.427279 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cc3a9c-b3af-4e14-9d24-e632d1046b42 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Pushing event deleted for resources: {'Network': ['ID=8f4cb2a2-2fd8-4600-b267-f3cf6d2d8405,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:41.431471 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-61cc3a9c-b3af-4e14-9d24-e632d1046b42 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:41.433671 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-61cc3a9c-b3af-4e14-9d24-e632d1046b42 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] 10.222.0.36 "DELETE /v2.0/networks/8f4cb2a2-2fd8-4600-b267-f3cf6d2d8405 HTTP/1.1" status: 204 len: 168 time: 1.6821361 Dec 15 19:17:41.438510 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49472) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:41.445221 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-7a1ffaad-2b34-45ca-b5e5-7e3d83e83024 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1980921606'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:41.451917 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-7a1ffaad-2b34-45ca-b5e5-7e3d83e83024 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:41.456610 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-7a1ffaad-2b34-45ca-b5e5-7e3d83e83024 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Usage tracker for resource:network and tenant:939f0a0fc6a54dca88c6c50c43297e50 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:17:41.472290 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-7a1ffaad-2b34-45ca-b5e5-7e3d83e83024 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:17:41.479878 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-7a1ffaad-2b34-45ca-b5e5-7e3d83e83024 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:41.503495 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f048b1d-091d-43ea-850c-ed54439939dc None None] Pushing event updated for resources: {'Port': ['ID=d8c1e835-0dc1-4dd5-8cf8-44d69c377a06,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:41.506667 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5f048b1d-091d-43ea-850c-ed54439939dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.612s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:41.535879 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a1ffaad-2b34-45ca-b5e5-7e3d83e83024 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Made reservation on behalf of 939f0a0fc6a54dca88c6c50c43297e50 for: {'network': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:17:41.542685 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7a1ffaad-2b34-45ca-b5e5-7e3d83e83024 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:41.568576 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6195ed81-32f9-4e7f-b567-7064c0c101c5 None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:41.615520 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a1ffaad-2b34-45ca-b5e5-7e3d83e83024 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=88991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:17:41.641117 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7a1ffaad-2b34-45ca-b5e5-7e3d83e83024 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:41.641810 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-7a1ffaad-2b34-45ca-b5e5-7e3d83e83024 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Added segment 39e84342-ba29-49fb-90b3-89fd8ccb007d of type vlan for network c5a2f4d5-bb6a-4566-ba18-5f06f9bd9c75 Dec 15 19:17:41.682749 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device c5071d3f-b155-46de-921f-7a9028920b0f up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:17:41.711796 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4512befb-69db-4d0a-afb7-ee9fef9f0bf7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e803dbd48f46472fa8b4641842e31169&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7486775 Dec 15 19:17:41.719108 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c95d9b61-d6bc-46b8-a697-63f0d37afe8a tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854207876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854699191'] for router, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:41.737601 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 49480) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:41.737795 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7a1ffaad-2b34-45ca-b5e5-7e3d83e83024 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:41.760749 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-be9cdd06-b35c-4c2c-a2d7-742ab6b9e072 req-d2006a6c-a9a5-4558-a73d-ce76ee617a9f tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b7fa720-d8e5-4510-aeb0-a3b286372c89 HTTP/1.1" status: 200 len: 210 time: 0.1283059 Dec 15 19:17:41.880081 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-6195ed81-32f9-4e7f-b567-7064c0c101c5 None None] Transition to ACTIVE for port object 5db084f3-e944-4a4c-af2b-84ac03a7d9ed will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:17:41.915022 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b007e67-cfe6-4585-822b-9f35097fa969 req-70056925-1a93-4d12-9e7f-26321955759e tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:17:41.916478 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6b007e67-cfe6-4585-822b-9f35097fa969 req-70056925-1a93-4d12-9e7f-26321955759e tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.32 "GET /v2.0/networks?id=19b72bfa-3b09-4f76-a78c-5531fd623b36 HTTP/1.1" status: 200 len: 811 time: 0.2206664 Dec 15 19:17:41.919048 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7a1ffaad-2b34-45ca-b5e5-7e3d83e83024 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:41.923299 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1ffaad-2b34-45ca-b5e5-7e3d83e83024 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:17:41.924051 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7a1ffaad-2b34-45ca-b5e5-7e3d83e83024 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:41.930808 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e10d5a5a-6158-4f58-ad28-57b569db5fc3 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:41.931183 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c95d9b61-d6bc-46b8-a697-63f0d37afe8a tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:41.957907 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-5f048b1d-091d-43ea-850c-ed54439939dc None None] Attempting to bind port d8c1e835-0dc1-4dd5-8cf8-44d69c377a06 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:17:41.958898 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-5f048b1d-091d-43ea-850c-ed54439939dc None None] Attempting to bind port d8c1e835-0dc1-4dd5-8cf8-44d69c377a06 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'b66b8904-97c0-491b-a503-aefd77c9d584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'af178411-10fc-4435-989c-5801934f5d80'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:17:41.959323 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f048b1d-091d-43ea-850c-ed54439939dc None None] Attempting to bind port d8c1e835-0dc1-4dd5-8cf8-44d69c377a06 on network af178411-10fc-4435-989c-5801934f5d80 {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:17:41.978074 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d7e3dce-0a30-4be7-9169-12381b5775f2 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Deleting subnet 47c9110f-9b1e-4813-9b2e-f7356bb66f72 {{(pid=88990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:17:42.009234 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6d7e3dce-0a30-4be7-9169-12381b5775f2 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks [] for subnet, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:42.050085 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ffaad-2b34-45ca-b5e5-7e3d83e83024 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Pushing event updated for resources: {'Network': ['ID=c5a2f4d5-bb6a-4566-ba18-5f06f9bd9c75,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:42.070037 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7a1ffaad-2b34-45ca-b5e5-7e3d83e83024 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:42.130351 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f048b1d-091d-43ea-850c-ed54439939dc None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:17:42.130782 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f048b1d-091d-43ea-850c-ed54439939dc None None] Checking segment: {'id': 'b66b8904-97c0-491b-a503-aefd77c9d584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'af178411-10fc-4435-989c-5801934f5d80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:17:42.131241 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5f048b1d-091d-43ea-850c-ed54439939dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:42.131685 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f048b1d-091d-43ea-850c-ed54439939dc None None] Bound using segment: {'id': 'b66b8904-97c0-491b-a503-aefd77c9d584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'af178411-10fc-4435-989c-5801934f5d80'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:17:42.132230 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-5f048b1d-091d-43ea-850c-ed54439939dc None None] Bound port: d8c1e835-0dc1-4dd5-8cf8-44d69c377a06, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b66b8904-97c0-491b-a503-aefd77c9d584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'af178411-10fc-4435-989c-5801934f5d80'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:17:42.132655 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5f048b1d-091d-43ea-850c-ed54439939dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:42.133334 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-6b007e67-cfe6-4585-822b-9f35097fa969 req-032b4807-6598-4544-abee-38b422d48958 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Synchronizing usage tracker for tenant:63a560358735409688254f323e657c6f on resource:security_group {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:17:42.141030 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-7a1ffaad-2b34-45ca-b5e5-7e3d83e83024 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7013929 Dec 15 19:17:42.149302 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49488) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:42.157383 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-4e97697b-ebb2-46a2-b2b6-94e3ee797a6b tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Request body: {'subnet': {'network_id': 'c5a2f4d5-bb6a-4566-ba18-5f06f9bd9c75', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:42.163246 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network c5a2f4d5-bb6a-4566-ba18-5f06f9bd9c75 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:17:42.171572 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6d7e3dce-0a30-4be7-9169-12381b5775f2 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838448728'] for subnet, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:42.193856 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-6195ed81-32f9-4e7f-b567-7064c0c101c5 None None] Transition to ACTIVE for port object 5db084f3-e944-4a4c-af2b-84ac03a7d9ed will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:17:42.199742 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-6b007e67-cfe6-4585-822b-9f35097fa969 req-032b4807-6598-4544-abee-38b422d48958 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Unset dirty status for tenant:63a560358735409688254f323e657c6f on resource:security_group {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:17:42.201269 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6b007e67-cfe6-4585-822b-9f35097fa969 req-032b4807-6598-4544-abee-38b422d48958 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63a560358735409688254f323e657c6f HTTP/1.1" status: 200 len: 380 time: 0.1572630 Dec 15 19:17:42.270824 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [req-6b007e67-cfe6-4585-822b-9f35097fa969 req-90a0215a-eb4f-46a2-a3d5-34f166d3dbeb tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Request body: {'port': {'device_id': '3b7fa720-d8e5-4510-aeb0-a3b286372c89', 'network_id': '19b72bfa-3b09-4f76-a78c-5531fd623b36', 'admin_state_up': True, 'tenant_id': '63a560358735409688254f323e657c6f', 'security_groups': ['8b3112f8-b936-4176-9b46-6040cf25625e']}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:42.273956 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6195ed81-32f9-4e7f-b567-7064c0c101c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:42.280899 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5d914ecd-8b26-4fab-b382-21b895e392b5 tempest-RoutersAdminNegativeTest-1742573982 tempest-RoutersAdminNegativeTest-1742573982-project-admin] Notify callbacks [] for router, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:42.300892 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b39db5b6-9f41-4b8c-871e-2fffb8daab29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:42.414983 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6195ed81-32f9-4e7f-b567-7064c0c101c5 None None] Pushing event updated for resources: {'Port': ['ID=5db084f3-e944-4a4c-af2b-84ac03a7d9ed,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:42.445976 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-4e97697b-ebb2-46a2-b2b6-94e3ee797a6b tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:42.455553 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-4e97697b-ebb2-46a2-b2b6-94e3ee797a6b tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Usage tracker for resource:subnet and tenant:939f0a0fc6a54dca88c6c50c43297e50 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:17:42.458218 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6195ed81-32f9-4e7f-b567-7064c0c101c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:42.461369 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-4e97697b-ebb2-46a2-b2b6-94e3ee797a6b tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:17:42.468120 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8ee727ba-8eee-4581-9a8b-7826b8d6e869 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:42.469659 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6195ed81-32f9-4e7f-b567-7064c0c101c5 None None] Network f1716bdf-f089-46e2-a12a-b8d02e015b64 is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:17:42.483879 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-4e97697b-ebb2-46a2-b2b6-94e3ee797a6b tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:42.492157 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-6195ed81-32f9-4e7f-b567-7064c0c101c5 None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:17:42.503229 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6195ed81-32f9-4e7f-b567-7064c0c101c5 None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:17:42.521278 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [req-6b007e67-cfe6-4585-822b-9f35097fa969 req-90a0215a-eb4f-46a2-a3d5-34f166d3dbeb tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:42.527983 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-6b007e67-cfe6-4585-822b-9f35097fa969 req-90a0215a-eb4f-46a2-a3d5-34f166d3dbeb tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Usage tracker for resource:port and tenant:63a560358735409688254f323e657c6f is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:17:42.533268 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-6b007e67-cfe6-4585-822b-9f35097fa969 req-90a0215a-eb4f-46a2-a3d5-34f166d3dbeb tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:17:42.543611 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [req-6b007e67-cfe6-4585-822b-9f35097fa969 req-90a0215a-eb4f-46a2-a3d5-34f166d3dbeb tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:42.555846 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e97697b-ebb2-46a2-b2b6-94e3ee797a6b tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Made reservation on behalf of 939f0a0fc6a54dca88c6c50c43297e50 for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:17:42.587855 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c95d9b61-d6bc-46b8-a697-63f0d37afe8a tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854207982'] for router, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:42.588637 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c95d9b61-d6bc-46b8-a697-63f0d37afe8a tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Fanout notify agent at l3_agent the message router_deleted on router aad5df7a-8c8d-466e-a3d6-1df2acb560ec {{(pid=88990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 19:17:42.591420 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8ee727ba-8eee-4581-9a8b-7826b8d6e869 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:42.639918 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port c5071d3f-b155-46de-921f-7a9028920b0f triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:17:42.640342 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:42.668272 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b007e67-cfe6-4585-822b-9f35097fa969 req-90a0215a-eb4f-46a2-a3d5-34f166d3dbeb tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Made reservation on behalf of 63a560358735409688254f323e657c6f for: {'port': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:17:42.691911 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-6b007e67-cfe6-4585-822b-9f35097fa969 req-90a0215a-eb4f-46a2-a3d5-34f166d3dbeb tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:42.744193 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-6195ed81-32f9-4e7f-b567-7064c0c101c5 None None] Attempting to bind port 5db084f3-e944-4a4c-af2b-84ac03a7d9ed on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:17:42.744193 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-6195ed81-32f9-4e7f-b567-7064c0c101c5 None None] Attempting to bind port 5db084f3-e944-4a4c-af2b-84ac03a7d9ed by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'c9cec10a-7ab6-4b02-af0c-5346fbd8adda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'f1716bdf-f089-46e2-a12a-b8d02e015b64'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:17:42.744950 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6195ed81-32f9-4e7f-b567-7064c0c101c5 None None] Attempting to bind port 5db084f3-e944-4a4c-af2b-84ac03a7d9ed on network f1716bdf-f089-46e2-a12a-b8d02e015b64 {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:17:42.752175 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:42.769742 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6195ed81-32f9-4e7f-b567-7064c0c101c5 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:17:42.770082 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6195ed81-32f9-4e7f-b567-7064c0c101c5 None None] Checking segment: {'id': 'c9cec10a-7ab6-4b02-af0c-5346fbd8adda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'f1716bdf-f089-46e2-a12a-b8d02e015b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:17:42.770893 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6195ed81-32f9-4e7f-b567-7064c0c101c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:42.771354 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6195ed81-32f9-4e7f-b567-7064c0c101c5 None None] Bound using segment: {'id': 'c9cec10a-7ab6-4b02-af0c-5346fbd8adda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'f1716bdf-f089-46e2-a12a-b8d02e015b64'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:17:42.771886 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-6195ed81-32f9-4e7f-b567-7064c0c101c5 None None] Bound port: 5db084f3-e944-4a4c-af2b-84ac03a7d9ed, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9cec10a-7ab6-4b02-af0c-5346fbd8adda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'f1716bdf-f089-46e2-a12a-b8d02e015b64'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:17:42.772313 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6195ed81-32f9-4e7f-b567-7064c0c101c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:42.786585 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-5f048b1d-091d-43ea-850c-ed54439939dc None None] For port d8c1e835-0dc1-4dd5-8cf8-44d69c377a06, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:17:42.989320 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4e97697b-ebb2-46a2-b2b6-94e3ee797a6b tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:43.057853 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-5f048b1d-091d-43ea-850c-ed54439939dc None None] For port d8c1e835-0dc1-4dd5-8cf8-44d69c377a06, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=d8c1e835-0dc1-4dd5-8cf8-44d69c377a06,segment=NetworkSegment(b66b8904-97c0-491b-a503-aefd77c9d584),segment_id=b66b8904-97c0-491b-a503-aefd77c9d584)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:17:43.120090 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5f048b1d-091d-43ea-850c-ed54439939dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:43.123791 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.ipam_backend_mixin [None req-4e97697b-ebb2-46a2-b2b6-94e3ee797a6b tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Performing IP validity checks on allocation pools {{(pid=88991) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Dec 15 19:17:43.124393 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.ipam_backend_mixin [None req-4e97697b-ebb2-46a2-b2b6-94e3ee797a6b tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88991) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Dec 15 19:17:43.135960 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-07080903-967f-4662-8048-1153a16e4923 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:43.169104 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8ee727ba-8eee-4581-9a8b-7826b8d6e869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:43.187061 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:43.222872 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [req-6b007e67-cfe6-4585-822b-9f35097fa969 req-90a0215a-eb4f-46a2-a3d5-34f166d3dbeb tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Allocated IP 172.20.0.12 (19b72bfa-3b09-4f76-a78c-5531fd623b36/82c744e4-df47-41bb-809a-42816dd304e6/06f8b5fc-2365-432b-90d7-f814527b98c7) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:17:43.231685 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ba002be6-231f-4f19-82a5-64f62083e205 req-ac98f1cc-0b8c-4f53-9559-c80ee06f4a63 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b7fa720-d8e5-4510-aeb0-a3b286372c89 HTTP/1.1" status: 200 len: 210 time: 0.1872921 Dec 15 19:17:43.241234 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5d914ecd-8b26-4fab-b382-21b895e392b5 tempest-RoutersAdminNegativeTest-1742573982 tempest-RoutersAdminNegativeTest-1742573982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854207876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854699191'] for router, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:43.243242 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee727ba-8eee-4581-9a8b-7826b8d6e869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd0088b4-fb0a-48ed-aae0-abcca1ecad9b,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:43.280440 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8ee727ba-8eee-4581-9a8b-7826b8d6e869 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:43.293979 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f048b1d-091d-43ea-850c-ed54439939dc None None] Pushing event updated for resources: {'Port': ['ID=d8c1e835-0dc1-4dd5-8cf8-44d69c377a06,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:43.302054 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6d7e3dce-0a30-4be7-9169-12381b5775f2 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:43.311331 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5f048b1d-091d-43ea-850c-ed54439939dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:43.331283 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-e11133dc-4b86-4d1e-943e-c4f3716c2440 None None] Provisioning complete for port c5071d3f-b155-46de-921f-7a9028920b0f triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:17:43.331622 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e11133dc-4b86-4d1e-943e-c4f3716c2440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:43.356400 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5d914ecd-8b26-4fab-b382-21b895e392b5 tempest-RoutersAdminNegativeTest-1742573982 tempest-RoutersAdminNegativeTest-1742573982-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:43.388860 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c95d9b61-d6bc-46b8-a697-63f0d37afe8a tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:43.390069 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c95d9b61-d6bc-46b8-a697-63f0d37afe8a tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] 10.222.0.36 "DELETE /v2.0/routers/aad5df7a-8c8d-466e-a3d6-1df2acb560ec HTTP/1.1" status: 204 len: 168 time: 7.3649404 Dec 15 19:17:43.400127 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 49512) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:43.407630 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-6195ed81-32f9-4e7f-b567-7064c0c101c5 None None] For port 5db084f3-e944-4a4c-af2b-84ac03a7d9ed, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:17:43.417177 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 49516) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:43.431637 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-6195ed81-32f9-4e7f-b567-7064c0c101c5 None None] For port 5db084f3-e944-4a4c-af2b-84ac03a7d9ed, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=5db084f3-e944-4a4c-af2b-84ac03a7d9ed,segment=NetworkSegment(c9cec10a-7ab6-4b02-af0c-5346fbd8adda),segment_id=c9cec10a-7ab6-4b02-af0c-5346fbd8adda)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:17:43.438672 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-a6fdf656-fe64-42a8-b1d7-ee2815baa306 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1331062397', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:43.446330 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-79eea744-91f2-4c82-b056-f8bec87cc6e6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Allocated IP 2001:db8::195 (f1716bdf-f089-46e2-a12a-b8d02e015b64/e87feb59-4e32-4116-8e21-463dc5dec659/4789a0cd-700d-41bf-bb0a-87e6493a748b) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:17:43.458098 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8ee727ba-8eee-4581-9a8b-7826b8d6e869 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:43.462186 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8ee727ba-8eee-4581-9a8b-7826b8d6e869 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dd0088b4-fb0a-48ed-aae0-abcca1ecad9b HTTP/1.1" status: 204 len: 168 time: 1.7145212 Dec 15 19:17:43.469384 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a6fdf656-fe64-42a8-b1d7-ee2815baa306 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:43.483351 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-79eea744-91f2-4c82-b056-f8bec87cc6e6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Allocated IP 2001:db8:0:1::178 (f1716bdf-f089-46e2-a12a-b8d02e015b64/13fbd809-f787-4808-8f96-5f5d005cc4c3/4789a0cd-700d-41bf-bb0a-87e6493a748b) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:17:43.493258 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-a6fdf656-fe64-42a8-b1d7-ee2815baa306 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Usage tracker for resource:router and tenant:bf9342ea4d664954bdce169dc44f5f23 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:17:43.499717 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-a6fdf656-fe64-42a8-b1d7-ee2815baa306 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:17:43.506792 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6195ed81-32f9-4e7f-b567-7064c0c101c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:43.508490 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a6fdf656-fe64-42a8-b1d7-ee2815baa306 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:43.522008 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4e97697b-ebb2-46a2-b2b6-94e3ee797a6b tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:43.529167 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5f048b1d-091d-43ea-850c-ed54439939dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:43.536386 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:43.648740 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5d914ecd-8b26-4fab-b382-21b895e392b5 tempest-RoutersAdminNegativeTest-1742573982 tempest-RoutersAdminNegativeTest-1742573982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854207982'] for router, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:43.649542 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d914ecd-8b26-4fab-b382-21b895e392b5 tempest-RoutersAdminNegativeTest-1742573982 tempest-RoutersAdminNegativeTest-1742573982-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a5bf1ce5-4110-4192-ba99-086b9b01fe66 {{(pid=88990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 19:17:43.652458 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a6fdf656-fe64-42a8-b1d7-ee2815baa306 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854699176'] for router, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:43.658023 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a6fdf656-fe64-42a8-b1d7-ee2815baa306 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854194926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-76609'] for router, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:43.677462 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6d7e3dce-0a30-4be7-9169-12381b5775f2 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16636259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14850861'] for subnet, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:43.681331 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e97697b-ebb2-46a2-b2b6-94e3ee797a6b tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Pushing event updated for resources: {'Subnet': ['ID=0ae85c72-93bb-4556-ad98-29882e0caa09,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:43.689529 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4e97697b-ebb2-46a2-b2b6-94e3ee797a6b tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:43.694055 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-6b007e67-cfe6-4585-822b-9f35097fa969 req-90a0215a-eb4f-46a2-a3d5-34f166d3dbeb tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:43.711080 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e97697b-ebb2-46a2-b2b6-94e3ee797a6b tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Checking segment: {'id': '39e84342-ba29-49fb-90b3-89fd8ccb007d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c5a2f4d5-bb6a-4566-ba18-5f06f9bd9c75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:17:43.711308 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e97697b-ebb2-46a2-b2b6-94e3ee797a6b tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Network hostable DHCP agents. Network: c5a2f4d5-bb6a-4566-ba18-5f06f9bd9c75, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:17:43.717835 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2cbdffa8-5544-459f-b7c2-b514295b61d1 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:43.758972 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6195ed81-32f9-4e7f-b567-7064c0c101c5 None None] Pushing event updated for resources: {'Port': ['ID=5db084f3-e944-4a4c-af2b-84ac03a7d9ed,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:43.763946 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6195ed81-32f9-4e7f-b567-7064c0c101c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:43.781928 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [req-6b007e67-cfe6-4585-822b-9f35097fa969 req-90a0215a-eb4f-46a2-a3d5-34f166d3dbeb tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Transition to ACTIVE for port object 06f8b5fc-2365-432b-90d7-f814527b98c7 will not be triggered until provisioned by entity DHCP. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:17:43.826785 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-ce79be05-bd71-431a-894f-572cb01b5332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-529961155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-529961155-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-137464523'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:43.841906 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e3dce-0a30-4be7-9169-12381b5775f2 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Pushing event deleted for resources: {'Subnet': ['ID=47c9110f-9b1e-4813-9b2e-f7356bb66f72,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:43.849804 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ce79be05-bd71-431a-894f-572cb01b5332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-529961155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-529961155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:43.850017 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e97697b-ebb2-46a2-b2b6-94e3ee797a6b tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Network c5a2f4d5-bb6a-4566-ba18-5f06f9bd9c75 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:17:43.867190 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-6b007e67-cfe6-4585-822b-9f35097fa969 req-90a0215a-eb4f-46a2-a3d5-34f166d3dbeb tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:43.867795 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6d7e3dce-0a30-4be7-9169-12381b5775f2 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:43.877823 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ce79be05-bd71-431a-894f-572cb01b5332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-529961155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-529961155-project] Usage tracker for resource:network and tenant:32cff7ee39974f0ca39d410b9253da39 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:17:43.883741 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-02df3a9b-556e-4e7f-a254-1494ad05fcd7 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:43.889251 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ce79be05-bd71-431a-894f-572cb01b5332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-529961155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-529961155-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:17:43.943801 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-4e97697b-ebb2-46a2-b2b6-94e3ee797a6b tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, c5a2f4d5-bb6a-4566-ba18-5f06f9bd9c75) {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:17:43.956559 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef665b7-729a-4415-b3f1-6689993085c4 None None] Network c5a2f4d5-bb6a-4566-ba18-5f06f9bd9c75 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:17:43.967915 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e97697b-ebb2-46a2-b2b6-94e3ee797a6b tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:17:43.968588 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4e97697b-ebb2-46a2-b2b6-94e3ee797a6b tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:44.026590 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a0215a-eb4f-46a2-a3d5-34f166d3dbeb tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Pushing event updated for resources: {'Port': ['ID=06f8b5fc-2365-432b-90d7-f814527b98c7,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:44.028900 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a6fdf656-fe64-42a8-b1d7-ee2815baa306 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:44.030590 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b007e67-cfe6-4585-822b-9f35097fa969 req-90a0215a-eb4f-46a2-a3d5-34f166d3dbeb tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Network 19b72bfa-3b09-4f76-a78c-5531fd623b36 is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:17:44.033986 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-90a0215a-eb4f-46a2-a3d5-34f166d3dbeb tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:44.044075 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [req-6b007e67-cfe6-4585-822b-9f35097fa969 req-90a0215a-eb4f-46a2-a3d5-34f166d3dbeb tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:17:44.045687 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ce79be05-bd71-431a-894f-572cb01b5332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-529961155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-529961155-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:44.046949 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b007e67-cfe6-4585-822b-9f35097fa969 req-90a0215a-eb4f-46a2-a3d5-34f166d3dbeb tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:17:44.048346 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6d7e3dce-0a30-4be7-9169-12381b5775f2 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:44.061077 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-5d914ecd-8b26-4fab-b382-21b895e392b5 tempest-RoutersAdminNegativeTest-1742573982 tempest-RoutersAdminNegativeTest-1742573982-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 15 19:17:44.062275 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-5d914ecd-8b26-4fab-b382-21b895e392b5 tempest-RoutersAdminNegativeTest-1742573982 tempest-RoutersAdminNegativeTest-1742573982-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 6.3944995 Dec 15 19:17:44.083871 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 49526) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:44.084866 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a6fdf656-fe64-42a8-b1d7-ee2815baa306 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904'] for router, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:44.181051 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49530) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:44.181285 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6d7e3dce-0a30-4be7-9169-12381b5775f2 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] 10.222.0.36 "DELETE /v2.0/subnets/47c9110f-9b1e-4813-9b2e-f7356bb66f72 HTTP/1.1" status: 204 len: 168 time: 4.1215608 Dec 15 19:17:44.243293 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a6fdf656-fe64-42a8-b1d7-ee2815baa306 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:44.246856 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a6fdf656-fe64-42a8-b1d7-ee2815baa306 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8406568 Dec 15 19:17:44.253901 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 49536) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:44.262844 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-58cabd17-eee6-46a8-8502-a979e06437ed tempest-RoutersAdminNegativeTest-1742573982 tempest-RoutersAdminNegativeTest-1742573982-project-admin] Deleting port f34f8ab9-a88b-4788-81bc-aacc64d693b2 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:17:44.263399 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-58cabd17-eee6-46a8-8502-a979e06437ed tempest-RoutersAdminNegativeTest-1742573982 tempest-RoutersAdminNegativeTest-1742573982-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:44.328568 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4e97697b-ebb2-46a2-b2b6-94e3ee797a6b tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.1813021 Dec 15 19:17:44.339505 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49540) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:44.467846 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa8baf2-0bcc-4473-8c37-8d5966af4528 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-c5a2f4d5-bb6a-4566-ba18-5f06f9bd9c75', 'network_id': 'c5a2f4d5-bb6a-4566-ba18-5f06f9bd9c75', 'tenant_id': '939f0a0fc6a54dca88c6c50c43297e50', 'fixed_ips': [{'subnet_id': '0ae85c72-93bb-4556-ad98-29882e0caa09'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:17:44.468916 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eaa8baf2-0bcc-4473-8c37-8d5966af4528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:44.493278 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-28b36822-4120-4392-a74d-bfaa1fc1230c tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'enable_snat': False}}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:44.553080 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce79be05-bd71-431a-894f-572cb01b5332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-529961155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-529961155-project] Made reservation on behalf of 32cff7ee39974f0ca39d410b9253da39 for: {'network': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:17:44.559221 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ce79be05-bd71-431a-894f-572cb01b5332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-529961155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-529961155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:44.588922 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b007e67-cfe6-4585-822b-9f35097fa969 req-90a0215a-eb4f-46a2-a3d5-34f166d3dbeb tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:17:44.589497 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-6b007e67-cfe6-4585-822b-9f35097fa969 req-90a0215a-eb4f-46a2-a3d5-34f166d3dbeb tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:44.655645 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5180bfd4-22be-4271-a0f0-5a76989332bd tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:17:44.657258 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5180bfd4-22be-4271-a0f0-5a76989332bd tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:17:44.658183 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-5180bfd4-22be-4271-a0f0-5a76989332bd tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Synchronizing usage tracker for tenant:b640cccfaac84079bbb54e6565c8cef4 on resource:subnet {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:17:44.710999 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-eaa8baf2-0bcc-4473-8c37-8d5966af4528 None None] Allocated IP 172.20.0.3 (c5a2f4d5-bb6a-4566-ba18-5f06f9bd9c75/0ae85c72-93bb-4556-ad98-29882e0caa09/9ebd3dd6-265a-4c91-be9e-8e5e7dad83ed) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:17:44.713722 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6b007e67-cfe6-4585-822b-9f35097fa969 req-90a0215a-eb4f-46a2-a3d5-34f166d3dbeb tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4565363 Dec 15 19:17:44.730987 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-29e57553-8bf4-43f3-9319-67f1c838d5ae tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:44.741715 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [req-6b007e67-cfe6-4585-822b-9f35097fa969 req-5505ce02-0e52-4891-9306-3f85d900782f service neutron] Request body: {'port': {'device_id': '3b7fa720-d8e5-4510-aeb0-a3b286372c89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:44.803885 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-5180bfd4-22be-4271-a0f0-5a76989332bd tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Unset dirty status for tenant:b640cccfaac84079bbb54e6565c8cef4 on resource:subnet {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:17:44.809529 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-5180bfd4-22be-4271-a0f0-5a76989332bd tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.6057839 Dec 15 19:17:44.810498 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49552) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:44.956597 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eaa8baf2-0bcc-4473-8c37-8d5966af4528 None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:44.969517 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-eaa8baf2-0bcc-4473-8c37-8d5966af4528 None None] Transition to ACTIVE for port object 9ebd3dd6-265a-4c91-be9e-8e5e7dad83ed will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:17:44.972655 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-f78ec35c-0fcf-466b-8254-e6ee516aa59c None None] Provisioning for port 06f8b5fc-2365-432b-90d7-f814527b98c7 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:17:44.986131 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-f78ec35c-0fcf-466b-8254-e6ee516aa59c None None] Provisioning complete for port 06f8b5fc-2365-432b-90d7-f814527b98c7 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:17:44.987279 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f78ec35c-0fcf-466b-8254-e6ee516aa59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:45.053066 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ce79be05-bd71-431a-894f-572cb01b5332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-529961155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-529961155-project] Notify callbacks [] for security_group, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:45.075994 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-6b007e67-cfe6-4585-822b-9f35097fa969 req-5505ce02-0e52-4891-9306-3f85d900782f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:45.081804 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-eaa8baf2-0bcc-4473-8c37-8d5966af4528 None None] Transition to ACTIVE for port object 9ebd3dd6-265a-4c91-be9e-8e5e7dad83ed will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:17:45.084699 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-f78ec35c-0fcf-466b-8254-e6ee516aa59c None None] Port 06f8b5fc-2365-432b-90d7-f814527b98c7 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:17:45.093175 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-79eea744-91f2-4c82-b056-f8bec87cc6e6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:45.094956 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-29e57553-8bf4-43f3-9319-67f1c838d5ae tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:45.132413 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eaa8baf2-0bcc-4473-8c37-8d5966af4528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:45.133668 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0ab719f2-d4f1-42be-b68c-0e8ddca2911e tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:45.138125 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:45.217617 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa8baf2-0bcc-4473-8c37-8d5966af4528 None None] Pushing event updated for resources: {'Port': ['ID=9ebd3dd6-265a-4c91-be9e-8e5e7dad83ed,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:45.223855 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-eaa8baf2-0bcc-4473-8c37-8d5966af4528 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:45.237260 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa8baf2-0bcc-4473-8c37-8d5966af4528 None None] Network c5a2f4d5-bb6a-4566-ba18-5f06f9bd9c75 is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:17:45.239210 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-eaa8baf2-0bcc-4473-8c37-8d5966af4528 None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:17:45.246472 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa8baf2-0bcc-4473-8c37-8d5966af4528 None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:17:45.301982 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-79eea744-91f2-4c82-b056-f8bec87cc6e6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Transition to ACTIVE for port object 4789a0cd-700d-41bf-bb0a-87e6493a748b will not be triggered until provisioned by entity DHCP. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:17:45.346150 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ce79be05-bd71-431a-894f-572cb01b5332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-529961155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-529961155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:45.389888 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-eaa8baf2-0bcc-4473-8c37-8d5966af4528 None None] Attempting to bind port 9ebd3dd6-265a-4c91-be9e-8e5e7dad83ed on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:17:45.390900 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-eaa8baf2-0bcc-4473-8c37-8d5966af4528 None None] Attempting to bind port 9ebd3dd6-265a-4c91-be9e-8e5e7dad83ed by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '39e84342-ba29-49fb-90b3-89fd8ccb007d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c5a2f4d5-bb6a-4566-ba18-5f06f9bd9c75'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:17:45.391776 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa8baf2-0bcc-4473-8c37-8d5966af4528 None None] Attempting to bind port 9ebd3dd6-265a-4c91-be9e-8e5e7dad83ed on network c5a2f4d5-bb6a-4566-ba18-5f06f9bd9c75 {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:17:45.405313 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa8baf2-0bcc-4473-8c37-8d5966af4528 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:17:45.406041 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa8baf2-0bcc-4473-8c37-8d5966af4528 None None] Checking segment: {'id': '39e84342-ba29-49fb-90b3-89fd8ccb007d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c5a2f4d5-bb6a-4566-ba18-5f06f9bd9c75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:17:45.406659 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eaa8baf2-0bcc-4473-8c37-8d5966af4528 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:45.407410 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa8baf2-0bcc-4473-8c37-8d5966af4528 None None] Bound using segment: {'id': '39e84342-ba29-49fb-90b3-89fd8ccb007d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c5a2f4d5-bb6a-4566-ba18-5f06f9bd9c75'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:17:45.410599 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-eaa8baf2-0bcc-4473-8c37-8d5966af4528 None None] Bound port: 9ebd3dd6-265a-4c91-be9e-8e5e7dad83ed, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39e84342-ba29-49fb-90b3-89fd8ccb007d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c5a2f4d5-bb6a-4566-ba18-5f06f9bd9c75'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:17:45.411200 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eaa8baf2-0bcc-4473-8c37-8d5966af4528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:45.418607 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ce79be05-bd71-431a-894f-572cb01b5332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-529961155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-529961155-project] Usage tracker for resource:security_group_rule and tenant:32cff7ee39974f0ca39d410b9253da39 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:17:45.436825 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ce79be05-bd71-431a-894f-572cb01b5332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-529961155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-529961155-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:17:45.452316 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ab719f2-d4f1-42be-b68c-0e8ddca2911e tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 15 19:17:45.452827 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ab719f2-d4f1-42be-b68c-0e8ddca2911e tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:17:45.458382 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0ab719f2-d4f1-42be-b68c-0e8ddca2911e tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] 10.222.0.36 "DELETE /v2.0/networks/af178411-10fc-4435-989c-5801934f5d80 HTTP/1.1" status: 409 len: 405 time: 0.6401072 Dec 15 19:17:45.466558 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ce79be05-bd71-431a-894f-572cb01b5332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-529961155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-529961155-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:45.468377 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49564) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:45.482839 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-2860ffa6-3537-41e7-bfc7-205dd85948ee tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1659393439'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:45.489444 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4583e8d7-55cf-47f6-afe9-65c7dc3ab221 req-200286a7-0b7b-421d-8d22-b1e62a06a790 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:17:45.492340 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4583e8d7-55cf-47f6-afe9-65c7dc3ab221 req-200286a7-0b7b-421d-8d22-b1e62a06a790 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b7fa720-d8e5-4510-aeb0-a3b286372c89 HTTP/1.1" status: 200 len: 932 time: 0.9403291 Dec 15 19:17:45.503656 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-2860ffa6-3537-41e7-bfc7-205dd85948ee tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:45.517467 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-2860ffa6-3537-41e7-bfc7-205dd85948ee tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Usage tracker for resource:network and tenant:b640cccfaac84079bbb54e6565c8cef4 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:17:45.523364 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-2860ffa6-3537-41e7-bfc7-205dd85948ee tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:17:45.575420 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-2860ffa6-3537-41e7-bfc7-205dd85948ee tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:45.612043 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-58cabd17-eee6-46a8-8502-a979e06437ed tempest-RoutersAdminNegativeTest-1742573982 tempest-RoutersAdminNegativeTest-1742573982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:45.623553 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [req-6b007e67-cfe6-4585-822b-9f35097fa969 req-5505ce02-0e52-4891-9306-3f85d900782f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06f8b5fc-2365-432b-90d7-f814527b98c7 {{(pid=88991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 19:17:45.637607 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-29e57553-8bf4-43f3-9319-67f1c838d5ae tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16156049'] for subnet, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:45.640926 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-eaa8baf2-0bcc-4473-8c37-8d5966af4528 None None] For port 9ebd3dd6-265a-4c91-be9e-8e5e7dad83ed, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:17:45.644551 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-eaa8baf2-0bcc-4473-8c37-8d5966af4528 None None] For port 9ebd3dd6-265a-4c91-be9e-8e5e7dad83ed, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=9ebd3dd6-265a-4c91-be9e-8e5e7dad83ed,segment=NetworkSegment(39e84342-ba29-49fb-90b3-89fd8ccb007d),segment_id=39e84342-ba29-49fb-90b3-89fd8ccb007d)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:17:45.649582 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:45.681628 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eaa8baf2-0bcc-4473-8c37-8d5966af4528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:45.695591 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:45.814165 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ce79be05-bd71-431a-894f-572cb01b5332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-529961155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-529961155-project] Notify callbacks [] for security_group, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:45.814698 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 5db084f3-e944-4a4c-af2b-84ac03a7d9ed up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:17:45.943827 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-6b007e67-cfe6-4585-822b-9f35097fa969 req-5505ce02-0e52-4891-9306-3f85d900782f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:45.952141 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2860ffa6-3537-41e7-bfc7-205dd85948ee tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Made reservation on behalf of b640cccfaac84079bbb54e6565c8cef4 for: {'network': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:17:45.958751 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2860ffa6-3537-41e7-bfc7-205dd85948ee tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:45.983196 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa8baf2-0bcc-4473-8c37-8d5966af4528 None None] Pushing event updated for resources: {'Port': ['ID=9ebd3dd6-265a-4c91-be9e-8e5e7dad83ed,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:45.992865 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-eaa8baf2-0bcc-4473-8c37-8d5966af4528 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:46.031247 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e57553-8bf4-43f3-9319-67f1c838d5ae tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Pushing event deleted for resources: {'Subnet': ['ID=0ae85c72-93bb-4556-ad98-29882e0caa09,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:46.040343 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-29e57553-8bf4-43f3-9319-67f1c838d5ae tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:46.045953 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [req-6b007e67-cfe6-4585-822b-9f35097fa969 req-5505ce02-0e52-4891-9306-3f85d900782f service neutron] Transition to ACTIVE for port object 06f8b5fc-2365-432b-90d7-f814527b98c7 will not be triggered until provisioned by entity L2. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:17:46.052500 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 5db084f3-e944-4a4c-af2b-84ac03a7d9ed completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:17:46.053194 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-79eea744-91f2-4c82-b056-f8bec87cc6e6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:46.054999 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ce79be05-bd71-431a-894f-572cb01b5332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-529961155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-529961155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:46.058635 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3a73d862-e520-458d-b2e7-407619b955e6 tempest-RoutersAdminNegativeTest-1742573982 tempest-RoutersAdminNegativeTest-1742573982-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:46.060181 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device d8c1e835-0dc1-4dd5-8cf8-44d69c377a06 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:17:46.091625 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-58cabd17-eee6-46a8-8502-a979e06437ed tempest-RoutersAdminNegativeTest-1742573982 tempest-RoutersAdminNegativeTest-1742573982-project-admin] Calling delete_port for f34f8ab9-a88b-4788-81bc-aacc64d693b2 owned by {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:17:46.207152 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-6b007e67-cfe6-4585-822b-9f35097fa969 req-5505ce02-0e52-4891-9306-3f85d900782f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:46.225589 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2860ffa6-3537-41e7-bfc7-205dd85948ee tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=88991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:17:46.238793 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port d8c1e835-0dc1-4dd5-8cf8-44d69c377a06 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:17:46.250135 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-eeb706a0-8138-419e-93d9-e0d5804a7180 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:46.324747 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd2a3bc-8a0e-4374-84c6-59506859a1bb None None] Network af178411-10fc-4435-989c-5801934f5d80 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:17:46.377568 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2860ffa6-3537-41e7-bfc7-205dd85948ee tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:46.377977 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-2860ffa6-3537-41e7-bfc7-205dd85948ee tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Added segment cb762a4f-7a1e-4e69-8bff-a36f061d2cf9 of type vlan for network ee721a08-3a0d-4a11-91f4-4cf010ab6057 Dec 15 19:17:46.439097 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-29e57553-8bf4-43f3-9319-67f1c838d5ae tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:46.561730 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-29e57553-8bf4-43f3-9319-67f1c838d5ae tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5a2f4d5-bb6a-4566-ba18-5f06f9bd9c75']}} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:46.581551 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79eea744-91f2-4c82-b056-f8bec87cc6e6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Network f1716bdf-f089-46e2-a12a-b8d02e015b64 is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:17:46.618586 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5505ce02-0e52-4891-9306-3f85d900782f service neutron] Pushing event updated for resources: {'Port': ['ID=06f8b5fc-2365-432b-90d7-f814527b98c7,revision_number=2']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:46.624450 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2860ffa6-3537-41e7-bfc7-205dd85948ee tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:46.638757 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-29e57553-8bf4-43f3-9319-67f1c838d5ae tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39e84342-ba29-49fb-90b3-89fd8ccb007d') {'for_net_delete': True} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:46.639103 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-29e57553-8bf4-43f3-9319-67f1c838d5ae tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39e84342-ba29-49fb-90b3-89fd8ccb007d') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:46.647837 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5505ce02-0e52-4891-9306-3f85d900782f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:46.716470 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-29e57553-8bf4-43f3-9319-67f1c838d5ae tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838443042'] for segment, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:46.773688 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-5423d5a7-2986-45a5-b89e-fe5f823402a9 None None] Provisioning for port d8c1e835-0dc1-4dd5-8cf8-44d69c377a06 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:17:46.782666 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-5423d5a7-2986-45a5-b89e-fe5f823402a9 None None] Provisioning complete for port d8c1e835-0dc1-4dd5-8cf8-44d69c377a06 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:17:46.783207 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5423d5a7-2986-45a5-b89e-fe5f823402a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:46.813804 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-29e57553-8bf4-43f3-9319-67f1c838d5ae tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:46.816560 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-79eea744-91f2-4c82-b056-f8bec87cc6e6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:17:46.827636 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29e57553-8bf4-43f3-9319-67f1c838d5ae tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=88991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:17:46.828097 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-29e57553-8bf4-43f3-9319-67f1c838d5ae tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838443729'] for segment, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:46.840759 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-58cabd17-eee6-46a8-8502-a979e06437ed tempest-RoutersAdminNegativeTest-1742573982 tempest-RoutersAdminNegativeTest-1742573982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:46.842844 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79eea744-91f2-4c82-b056-f8bec87cc6e6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:17:46.847590 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79eea744-91f2-4c82-b056-f8bec87cc6e6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:17:46.848277 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-79eea744-91f2-4c82-b056-f8bec87cc6e6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:46.850037 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:17:46.850037 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:17:46.850037 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:17:46.850037 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:17:46.850037 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:17:46.850037 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:17:46.850037 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:17:46.850037 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:17:46.850037 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:17:46.850037 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:17:46.850037 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:17:46.850037 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:17:46.850037 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:17:46.850037 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:17:46.850037 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:17:46.850037 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:17:46.850037 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:17:46.850037 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:17:46.850037 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:17:46.850037 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:17:46.850037 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:17:46.850037 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:17:46.850037 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:17:46.850037 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:17:46.850037 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:17:46.850037 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:17:46.850037 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:17:46.850037 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:17:46.850037 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:17:46.850037 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:17:46.850037 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:17:46.850037 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:17:46.861949 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce79be05-bd71-431a-894f-572cb01b5332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-529961155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-529961155-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=88990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:17:46.865972 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9d6f87-48f3-4756-b9b4-cb0290d9b0d5 None None] Network f1716bdf-f089-46e2-a12a-b8d02e015b64 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:17:46.873393 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce79be05-bd71-431a-894f-572cb01b5332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-529961155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-529961155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30508534-5575-47cc-baf9-0f4f0cf5359c,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:46.913364 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ce79be05-bd71-431a-894f-572cb01b5332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-529961155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-529961155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.855s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:46.917037 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-776df971-f8e1-4adf-a585-956d480c9533 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.747s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:46.920925 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2860ffa6-3537-41e7-bfc7-205dd85948ee tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:46.926032 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2860ffa6-3537-41e7-bfc7-205dd85948ee tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:17:46.926840 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2860ffa6-3537-41e7-bfc7-205dd85948ee tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:46.943276 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:47.046141 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5423d5a7-2986-45a5-b89e-fe5f823402a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:47.075197 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efa9632-2ece-4ca2-94c7-b7e97318fdfb None None] DHCP port deletion for af178411-10fc-4435-989c-5801934f5d80 request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:17:47.078958 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4583e8d7-55cf-47f6-afe9-65c7dc3ab221 req-4ce97d15-5d5a-471e-a26e-ab47bd618656 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3112f8-b936-4176-9b46-6040cf25625e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.5709293 Dec 15 19:17:47.082535 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-3efa9632-2ece-4ca2-94c7-b7e97318fdfb None None] Deleting port d8c1e835-0dc1-4dd5-8cf8-44d69c377a06 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:17:47.083042 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3efa9632-2ece-4ca2-94c7-b7e97318fdfb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:47.091374 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eea744-91f2-4c82-b056-f8bec87cc6e6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event updated for resources: {'Port': ['ID=4789a0cd-700d-41bf-bb0a-87e6493a748b,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:47.152605 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-6b007e67-cfe6-4585-822b-9f35097fa969 req-5505ce02-0e52-4891-9306-3f85d900782f service neutron] Attempting to bind port 06f8b5fc-2365-432b-90d7-f814527b98c7 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:17:47.152605 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-6b007e67-cfe6-4585-822b-9f35097fa969 req-5505ce02-0e52-4891-9306-3f85d900782f service neutron] Attempting to bind port 06f8b5fc-2365-432b-90d7-f814527b98c7 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '68c50745-522c-412f-b573-c945cd7c3bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '19b72bfa-3b09-4f76-a78c-5531fd623b36'}] {{(pid=88991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:17:47.152605 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b007e67-cfe6-4585-822b-9f35097fa969 req-5505ce02-0e52-4891-9306-3f85d900782f service neutron] Attempting to bind port 06f8b5fc-2365-432b-90d7-f814527b98c7 on network 19b72bfa-3b09-4f76-a78c-5531fd623b36 {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:17:47.159154 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2860ffa6-3537-41e7-bfc7-205dd85948ee tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Pushing event updated for resources: {'Network': ['ID=ee721a08-3a0d-4a11-91f4-4cf010ab6057,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:47.162541 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ce79be05-bd71-431a-894f-572cb01b5332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-529961155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-529961155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:47.163154 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-ce79be05-bd71-431a-894f-572cb01b5332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-529961155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-529961155-project] Added segment 11b91514-e530-4db1-b48c-8075b98b0b2f of type vlan for network 3c4d0d94-05eb-4ede-bb44-e567e61db176 Dec 15 19:17:47.163905 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2860ffa6-3537-41e7-bfc7-205dd85948ee tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:47.165185 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b007e67-cfe6-4585-822b-9f35097fa969 req-5505ce02-0e52-4891-9306-3f85d900782f service neutron] Port 06f8b5fc-2365-432b-90d7-f814527b98c7 on network 19b72bfa-3b09-4f76-a78c-5531fd623b36 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:17:47.165601 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b007e67-cfe6-4585-822b-9f35097fa969 req-5505ce02-0e52-4891-9306-3f85d900782f service neutron] Attempting to bind port 06f8b5fc-2365-432b-90d7-f814527b98c7 on network 19b72bfa-3b09-4f76-a78c-5531fd623b36 {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:17:47.175368 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-29e57553-8bf4-43f3-9319-67f1c838d5ae tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 15 19:17:47.175368 dv-neutron-821831-2-hyperv neutron-server[88879]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 15 19:17:47.175368 dv-neutron-821831-2-hyperv neutron-server[88879]: [parameters: {'id': 'c5a2f4d5-bb6a-4566-ba18-5f06f9bd9c75'}] Dec 15 19:17:47.175368 dv-neutron-821831-2-hyperv neutron-server[88879]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88991) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:17:47.175878 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-29e57553-8bf4-43f3-9319-67f1c838d5ae tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:17:47.176551 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b007e67-cfe6-4585-822b-9f35097fa969 req-5505ce02-0e52-4891-9306-3f85d900782f service neutron] Checking agent: {'id': '59e4c979-c5dd-468d-a1f2-341133950749', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 12, 24), 'started_at': datetime.datetime(2021, 12, 15, 19, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:17:47.176926 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b007e67-cfe6-4585-822b-9f35097fa969 req-5505ce02-0e52-4891-9306-3f85d900782f service neutron] Checking segment: {'id': '68c50745-522c-412f-b573-c945cd7c3bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '19b72bfa-3b09-4f76-a78c-5531fd623b36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:17:47.177351 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b007e67-cfe6-4585-822b-9f35097fa969 req-5505ce02-0e52-4891-9306-3f85d900782f service neutron] Bound using segment: {'id': '68c50745-522c-412f-b573-c945cd7c3bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '19b72bfa-3b09-4f76-a78c-5531fd623b36'} {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:17:47.177847 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-6b007e67-cfe6-4585-822b-9f35097fa969 req-5505ce02-0e52-4891-9306-3f85d900782f service neutron] Bound port: 06f8b5fc-2365-432b-90d7-f814527b98c7, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68c50745-522c-412f-b573-c945cd7c3bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '19b72bfa-3b09-4f76-a78c-5531fd623b36'}}] {{(pid=88991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:17:47.178252 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-6b007e67-cfe6-4585-822b-9f35097fa969 req-5505ce02-0e52-4891-9306-3f85d900782f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:47.180298 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network ee721a08-3a0d-4a11-91f4-4cf010ab6057 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:17:47.192432 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cabd17-eee6-46a8-8502-a979e06437ed tempest-RoutersAdminNegativeTest-1742573982 tempest-RoutersAdminNegativeTest-1742573982-project-admin] Pushing event deleted for resources: {'Port': ['ID=f34f8ab9-a88b-4788-81bc-aacc64d693b2,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:47.203718 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-2860ffa6-3537-41e7-bfc7-205dd85948ee tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7314568 Dec 15 19:17:47.204762 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49588) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:47.216918 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-9c92d296-c193-4d7e-ab8e-394ccdae0197 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Request body: {'subnet': {'network_id': 'ee721a08-3a0d-4a11-91f4-4cf010ab6057', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:47.233031 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-58cabd17-eee6-46a8-8502-a979e06437ed tempest-RoutersAdminNegativeTest-1742573982 tempest-RoutersAdminNegativeTest-1742573982-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:47.237052 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-28b36822-4120-4392-a74d-bfaa1fc1230c tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:47.247462 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5c6ec8e3-17e9-433b-a44e-53845d792727 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.335s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:47.247925 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5c6ec8e3-17e9-433b-a44e-53845d792727 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:47.287141 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-5423d5a7-2986-45a5-b89e-fe5f823402a9 None None] For port d8c1e835-0dc1-4dd5-8cf8-44d69c377a06, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=d8c1e835-0dc1-4dd5-8cf8-44d69c377a06,segment=NetworkSegment(b66b8904-97c0-491b-a503-aefd77c9d584),segment_id=b66b8904-97c0-491b-a503-aefd77c9d584)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:17:47.310689 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-79eea744-91f2-4c82-b056-f8bec87cc6e6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 7.7668395 Dec 15 19:17:47.328846 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 49592) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:47.353393 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ce79be05-bd71-431a-894f-572cb01b5332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-529961155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-529961155-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:47.363275 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-e9e67d56-542b-48a5-b330-447ab4d45369 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e87feb59-4e32-4116-8e21-463dc5dec659'}]}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:47.424406 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-9c92d296-c193-4d7e-ab8e-394ccdae0197 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:47.436969 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-9c92d296-c193-4d7e-ab8e-394ccdae0197 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:47.456782 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-6b007e67-cfe6-4585-822b-9f35097fa969 req-5505ce02-0e52-4891-9306-3f85d900782f service neutron] For port 06f8b5fc-2365-432b-90d7-f814527b98c7, host hv-neutron-8218, cleared binding levels {{(pid=88991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:17:47.460832 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-6b007e67-cfe6-4585-822b-9f35097fa969 req-5505ce02-0e52-4891-9306-3f85d900782f service neutron] For port 06f8b5fc-2365-432b-90d7-f814527b98c7, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=06f8b5fc-2365-432b-90d7-f814527b98c7,segment=NetworkSegment(68c50745-522c-412f-b573-c945cd7c3bdd),segment_id=68c50745-522c-412f-b573-c945cd7c3bdd)] {{(pid=88991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:17:47.477709 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-58cabd17-eee6-46a8-8502-a979e06437ed tempest-RoutersAdminNegativeTest-1742573982 tempest-RoutersAdminNegativeTest-1742573982-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:47.480657 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-58cabd17-eee6-46a8-8502-a979e06437ed tempest-RoutersAdminNegativeTest-1742573982 tempest-RoutersAdminNegativeTest-1742573982-project-admin] 10.222.0.36 "DELETE /v2.0/ports/f34f8ab9-a88b-4788-81bc-aacc64d693b2 HTTP/1.1" status: 204 len: 168 time: 3.3879075 Dec 15 19:17:47.499666 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c92d296-c193-4d7e-ab8e-394ccdae0197 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Made reservation on behalf of b640cccfaac84079bbb54e6565c8cef4 for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:17:47.516004 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-3efa9632-2ece-4ca2-94c7-b7e97318fdfb None None] For port d8c1e835-0dc1-4dd5-8cf8-44d69c377a06, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=d8c1e835-0dc1-4dd5-8cf8-44d69c377a06,segment=NetworkSegment(b66b8904-97c0-491b-a503-aefd77c9d584),segment_id=b66b8904-97c0-491b-a503-aefd77c9d584)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:17:47.516468 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3efa9632-2ece-4ca2-94c7-b7e97318fdfb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:47.540730 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-6b007e67-cfe6-4585-822b-9f35097fa969 req-5505ce02-0e52-4891-9306-3f85d900782f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:47.549535 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-354e05d7-ac3e-452a-864d-e109c6f63ed3 tempest-AllowedAddressPairIpV6TestJSON-1375221710 tempest-AllowedAddressPairIpV6TestJSON-1375221710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:47.726842 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-29e57553-8bf4-43f3-9319-67f1c838d5ae tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:47.756892 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e9e67d56-542b-48a5-b330-447ab4d45369 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:47.793953 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ce79be05-bd71-431a-894f-572cb01b5332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-529961155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-529961155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:47.797394 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-29e57553-8bf4-43f3-9319-67f1c838d5ae tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Deleting port 9ebd3dd6-265a-4c91-be9e-8e5e7dad83ed {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:17:47.797778 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-29e57553-8bf4-43f3-9319-67f1c838d5ae tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:47.798231 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce79be05-bd71-431a-894f-572cb01b5332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-529961155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-529961155-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:17:47.798967 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ce79be05-bd71-431a-894f-572cb01b5332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-529961155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-529961155-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:47.816262 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0690db88-cc32-4f3c-8e1a-80a41d3ba7d2 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:47.864267 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-6b007e67-cfe6-4585-822b-9f35097fa969 req-5505ce02-0e52-4891-9306-3f85d900782f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:47.866046 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6b007e67-cfe6-4585-822b-9f35097fa969 req-5505ce02-0e52-4891-9306-3f85d900782f service neutron] 10.222.0.32 "PUT /v2.0/ports/06f8b5fc-2365-432b-90d7-f814527b98c7 HTTP/1.1" status: 200 len: 1094 time: 3.1323643 Dec 15 19:17:47.956501 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce79be05-bd71-431a-894f-572cb01b5332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-529961155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-529961155-project] Pushing event updated for resources: {'Network': ['ID=3c4d0d94-05eb-4ede-bb44-e567e61db176,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:48.028071 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ce79be05-bd71-431a-894f-572cb01b5332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-529961155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-529961155-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 4.5974634 Dec 15 19:17:48.062851 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ce79be05-bd71-431a-894f-572cb01b5332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-529961155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-529961155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:48.135339 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-29e57553-8bf4-43f3-9319-67f1c838d5ae tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] For port 9ebd3dd6-265a-4c91-be9e-8e5e7dad83ed, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=9ebd3dd6-265a-4c91-be9e-8e5e7dad83ed,segment=NetworkSegment(39e84342-ba29-49fb-90b3-89fd8ccb007d),segment_id=39e84342-ba29-49fb-90b3-89fd8ccb007d)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:17:48.135745 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-29e57553-8bf4-43f3-9319-67f1c838d5ae tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:48.193077 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5423d5a7-2986-45a5-b89e-fe5f823402a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:48.208456 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-3efa9632-2ece-4ca2-94c7-b7e97318fdfb None None] Calling delete_port for d8c1e835-0dc1-4dd5-8cf8-44d69c377a06 owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:17:48.282535 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e3372673-4b01-435b-96ab-06decaed1226 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:48.370838 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 49606) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:48.396312 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-29e57553-8bf4-43f3-9319-67f1c838d5ae tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Calling delete_port for 9ebd3dd6-265a-4c91-be9e-8e5e7dad83ed owned by network:dhcp {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:17:48.417870 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 9ebd3dd6-265a-4c91-be9e-8e5e7dad83ed up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:17:48.460110 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 3c4d0d94-05eb-4ede-bb44-e567e61db176 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:17:48.472798 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b7fa720-d8e5-4510-aeb0-a3b286372c89', 'tag': '06f8b5fc-2365-432b-90d7-f814527b98c7'}] {{(pid=88991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:17:48.547509 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9c92d296-c193-4d7e-ab8e-394ccdae0197 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:48.548617 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 49614) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:48.570009 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-29e57553-8bf4-43f3-9319-67f1c838d5ae tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:48.588689 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Request body: {'port': {'network_id': '3c4d0d94-05eb-4ede-bb44-e567e61db176', 'binding:host_id': 'hv-neutron-8218', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-217980138'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:48.598042 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:48.608585 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Usage tracker for resource:port and tenant:47926a08aa2948708b7aa2b8df838278 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:17:48.611816 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:17:48.618705 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:48.624605 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e57553-8bf4-43f3-9319-67f1c838d5ae tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] No DVR routers for this DVR port 9ebd3dd6-265a-4c91-be9e-8e5e7dad83ed on host dv-neutron-821831-2-hyperv {{(pid=88991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:17:48.673200 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Made reservation on behalf of 47926a08aa2948708b7aa2b8df838278 for: {'port': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:17:48.678857 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:48.698190 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 49618) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:48.735381 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-8f845b21-81e7-4d36-9c47-57cbe09a50f7 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-645031801', 'description': 'tempest-secgroup-smoke-645031801 description', 'project_id': '84e8b4bbe4894c70a50ef612e764025b'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:48.747590 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-8f845b21-81e7-4d36-9c47-57cbe09a50f7 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:48.764572 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5423d5a7-2986-45a5-b89e-fe5f823402a9 None None] Pushing event updated for resources: {'Port': ['ID=d8c1e835-0dc1-4dd5-8cf8-44d69c377a06,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:48.765138 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8f845b21-81e7-4d36-9c47-57cbe09a50f7 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Usage tracker for resource:security_group and tenant:84e8b4bbe4894c70a50ef612e764025b is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:17:48.768413 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8f845b21-81e7-4d36-9c47-57cbe09a50f7 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:17:48.784676 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-28b36822-4120-4392-a74d-bfaa1fc1230c tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:48.791990 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5423d5a7-2986-45a5-b89e-fe5f823402a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:48.808704 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3efa9632-2ece-4ca2-94c7-b7e97318fdfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866'] for port, after_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:48.821330 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6195ed81-32f9-4e7f-b567-7064c0c101c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:48.823225 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-8f845b21-81e7-4d36-9c47-57cbe09a50f7 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:48.830843 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:48.859974 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 9ebd3dd6-265a-4c91-be9e-8e5e7dad83ed {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:17:48.860639 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 9ebd3dd6-265a-4c91-be9e-8e5e7dad83ed not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}} Dec 15 19:17:48.866623 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b7fa720-d8e5-4510-aeb0-a3b286372c89', 'tag': '06f8b5fc-2365-432b-90d7-f814527b98c7', 'status': 'completed', 'code': 200} Dec 15 19:17:48.905075 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-28b36822-4120-4392-a74d-bfaa1fc1230c tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:48.907379 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a813eec-45e2-4d23-b576-f11ac9195725 None None] Network c5a2f4d5-bb6a-4566-ba18-5f06f9bd9c75 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:17:48.917224 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5505ce02-0e52-4891-9306-3f85d900782f service neutron] Pushing event updated for resources: {'Port': ['ID=06f8b5fc-2365-432b-90d7-f814527b98c7,revision_number=3']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:48.941888 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5505ce02-0e52-4891-9306-3f85d900782f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.392s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:48.943476 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9ba744a0-5e2d-4d9d-bd8b-e6a0366e4c48 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.354s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:49.007445 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e57553-8bf4-43f3-9319-67f1c838d5ae tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Pushing event deleted for resources: {'Port': ['ID=9ebd3dd6-265a-4c91-be9e-8e5e7dad83ed,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:49.017426 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efa9632-2ece-4ca2-94c7-b7e97318fdfb None None] Pushing event deleted for resources: {'Port': ['ID=d8c1e835-0dc1-4dd5-8cf8-44d69c377a06,revision_number=None']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:49.021297 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-29e57553-8bf4-43f3-9319-67f1c838d5ae tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:49.028785 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Port 9ebd3dd6-265a-4c91-be9e-8e5e7dad83ed not found, will not notify nova. {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 15 19:17:49.030483 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3efa9632-2ece-4ca2-94c7-b7e97318fdfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:49.031389 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-29e57553-8bf4-43f3-9319-67f1c838d5ae tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:49.061088 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efa9632-2ece-4ca2-94c7-b7e97318fdfb None None] No DVR routers for this DVR port d8c1e835-0dc1-4dd5-8cf8-44d69c377a06 on host dv-neutron-821831-2-hyperv {{(pid=88992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:17:49.097587 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-29e57553-8bf4-43f3-9319-67f1c838d5ae tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5a2f4d5-bb6a-4566-ba18-5f06f9bd9c75']}} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:49.128844 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6b007e67-cfe6-4585-822b-9f35097fa969 req-77e41902-7579-476b-a02d-af2b9a756a4e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=63a560358735409688254f323e657c6f&device_id=3b7fa720-d8e5-4510-aeb0-a3b286372c89 HTTP/1.1" status: 200 len: 1097 time: 0.6487122 Dec 15 19:17:49.130946 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-29e57553-8bf4-43f3-9319-67f1c838d5ae tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39e84342-ba29-49fb-90b3-89fd8ccb007d') {'for_net_delete': True} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:49.131289 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-29e57553-8bf4-43f3-9319-67f1c838d5ae tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39e84342-ba29-49fb-90b3-89fd8ccb007d') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:49.149787 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device d8c1e835-0dc1-4dd5-8cf8-44d69c377a06 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:17:49.202198 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-29e57553-8bf4-43f3-9319-67f1c838d5ae tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838443042'] for segment, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:49.229158 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: d8c1e835-0dc1-4dd5-8cf8-44d69c377a06 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:17:49.229479 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device d8c1e835-0dc1-4dd5-8cf8-44d69c377a06 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:17:49.232339 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6b007e67-cfe6-4585-822b-9f35097fa969 req-f06bff70-7883-4e5f-ba4f-b77952d3331b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06f8b5fc-2365-432b-90d7-f814527b98c7 HTTP/1.1" status: 200 len: 217 time: 0.0865762 Dec 15 19:17:49.234731 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-29e57553-8bf4-43f3-9319-67f1c838d5ae tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:49.236994 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-540c249c-b678-4bcb-9022-c97ffe6221f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:49.248795 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8f845b21-81e7-4d36-9c47-57cbe09a50f7 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks [] for security_group, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:49.284741 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d3ea2862-58ba-4b80-887a-7dced2308d7e None None] Provisioning for port 5db084f3-e944-4a4c-af2b-84ac03a7d9ed completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:17:49.294954 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29e57553-8bf4-43f3-9319-67f1c838d5ae tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=88991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:17:49.295416 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-29e57553-8bf4-43f3-9319-67f1c838d5ae tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838443729'] for segment, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:49.297229 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d3ea2862-58ba-4b80-887a-7dced2308d7e None None] Provisioning complete for port 5db084f3-e944-4a4c-af2b-84ac03a7d9ed triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:17:49.297657 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d3ea2862-58ba-4b80-887a-7dced2308d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:49.311998 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:17:49.311998 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:17:49.311998 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:17:49.311998 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:17:49.311998 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:17:49.311998 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:17:49.311998 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:17:49.311998 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:17:49.311998 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:17:49.311998 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:17:49.311998 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:17:49.311998 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:17:49.311998 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:17:49.311998 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:17:49.311998 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:17:49.311998 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:17:49.311998 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:17:49.311998 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:17:49.311998 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:17:49.311998 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:17:49.311998 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:17:49.311998 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:17:49.311998 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:17:49.311998 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:17:49.311998 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:17:49.311998 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:17:49.311998 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:17:49.311998 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:17:49.311998 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:17:49.311998 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:17:49.311998 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:17:49.311998 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:17:49.345836 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8f845b21-81e7-4d36-9c47-57cbe09a50f7 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks [] for security_group, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:49.361215 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d10708-4f76-4e40-b225-a29d2f5963c0 None None] DHCP port deletion for c5a2f4d5-bb6a-4566-ba18-5f06f9bd9c75 request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:17:49.394155 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:49.429854 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Usage tracker for resource:security_group_rule and tenant:47926a08aa2948708b7aa2b8df838278 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:17:49.435282 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:17:49.439794 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a9add3-10d1-4308-8e79-56c17c1e4fbb None None] Update dhcp port {'port': {'network_id': 'f1716bdf-f089-46e2-a12a-b8d02e015b64', 'fixed_ips': [{'subnet_id': 'e87feb59-4e32-4116-8e21-463dc5dec659', 'ip_address': '2001:db8::2'}, {'subnet_id': '13fbd809-f787-4808-8f96-5f5d005cc4c3'}], 'binding:host_id': 'dv-neutron-821831-2-hyperv'}, 'id': '5db084f3-e944-4a4c-af2b-84ac03a7d9ed'} from dv-neutron-821831-2-hyperv. {{(pid=88992) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 15 19:17:49.471872 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:49.507516 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-88a9add3-10d1-4308-8e79-56c17c1e4fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:49.516956 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-540c249c-b678-4bcb-9022-c97ffe6221f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:49.523874 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-e9e67d56-542b-48a5-b330-447ab4d45369 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Delete allocated IP 2001:db8:0:1::178 (f1716bdf-f089-46e2-a12a-b8d02e015b64/13fbd809-f787-4808-8f96-5f5d005cc4c3) {{(pid=88990) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}} Dec 15 19:17:49.560648 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d94a8-17a3-4f64-88e7-ec30c3b0f2cb req-492926f7-7a81-4ffd-9f90-3b343a588c9f tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:17:49.562941 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-fb1d94a8-17a3-4f64-88e7-ec30c3b0f2cb req-492926f7-7a81-4ffd-9f90-3b343a588c9f tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b7fa720-d8e5-4510-aeb0-a3b286372c89 HTTP/1.1" status: 200 len: 944 time: 0.7423556 Dec 15 19:17:49.563506 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 9ebd3dd6-265a-4c91-be9e-8e5e7dad83ed no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:17:49.573339 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-540c249c-b678-4bcb-9022-c97ffe6221f2 admin admin] Usage tracker for resource:security_group_rule and tenant:faa60369f3d044a6ad082ba251e3230b is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:17:49.578371 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-8f845b21-81e7-4d36-9c47-57cbe09a50f7 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:49.584065 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-540c249c-b678-4bcb-9022-c97ffe6221f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:17:49.644523 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-540c249c-b678-4bcb-9022-c97ffe6221f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:49.650892 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8f845b21-81e7-4d36-9c47-57cbe09a50f7 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Usage tracker for resource:security_group_rule and tenant:84e8b4bbe4894c70a50ef612e764025b is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:17:49.654424 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 9ebd3dd6-265a-4c91-be9e-8e5e7dad83ed {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:17:49.655035 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 9ebd3dd6-265a-4c91-be9e-8e5e7dad83ed not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:17:49.656740 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-fb1d94a8-17a3-4f64-88e7-ec30c3b0f2cb req-fdbf8e36-d615-4201-a1ee-9f824cdbffce tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3112f8-b936-4176-9b46-6040cf25625e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799077 Dec 15 19:17:49.660620 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8f845b21-81e7-4d36-9c47-57cbe09a50f7 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:17:49.709778 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d3ea2862-58ba-4b80-887a-7dced2308d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:49.714475 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-8f845b21-81e7-4d36-9c47-57cbe09a50f7 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:49.727469 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b007e67-cfe6-4585-822b-9f35097fa969 req-bf3b79d9-7e01-42bc-9db1-45cbcc3e5bd9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:17:49.729623 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6b007e67-cfe6-4585-822b-9f35097fa969 req-bf3b79d9-7e01-42bc-9db1-45cbcc3e5bd9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=82c744e4-df47-41bb-809a-42816dd304e6 HTTP/1.1" status: 200 len: 850 time: 0.4834788 Dec 15 19:17:49.813288 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-28b36822-4120-4392-a74d-bfaa1fc1230c tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Allocated IP 172.26.3.58 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/ec6e5a27-f862-4d7d-975e-494ef280d2d3) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:17:49.819418 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d3ea2862-58ba-4b80-887a-7dced2308d7e None None] For port 5db084f3-e944-4a4c-af2b-84ac03a7d9ed, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=5db084f3-e944-4a4c-af2b-84ac03a7d9ed,segment=NetworkSegment(c9cec10a-7ab6-4b02-af0c-5346fbd8adda),segment_id=c9cec10a-7ab6-4b02-af0c-5346fbd8adda)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:17:49.826047 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-29e57553-8bf4-43f3-9319-67f1c838d5ae tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:49.830467 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-29e57553-8bf4-43f3-9319-67f1c838d5ae tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:49.836336 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9e18b817-a20f-4b1d-814e-9b8627b397c6 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:49.846686 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d3ea2862-58ba-4b80-887a-7dced2308d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:49.849035 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3efa9632-2ece-4ca2-94c7-b7e97318fdfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:49.871207 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e57553-8bf4-43f3-9319-67f1c838d5ae tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Pushing event deleted for resources: {'Network': ['ID=c5a2f4d5-bb6a-4566-ba18-5f06f9bd9c75,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:49.873811 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-29e57553-8bf4-43f3-9319-67f1c838d5ae tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:49.884855 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-29e57553-8bf4-43f3-9319-67f1c838d5ae tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] 10.222.0.36 "DELETE /v2.0/networks/c5a2f4d5-bb6a-4566-ba18-5f06f9bd9c75 HTTP/1.1" status: 204 len: 168 time: 5.5373545 Dec 15 19:17:49.885079 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49624) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:49.895068 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-864d501f-112d-4d1f-b733-f57ecd5faf4c tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-807217517'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:49.903259 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-864d501f-112d-4d1f-b733-f57ecd5faf4c tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:49.913451 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-864d501f-112d-4d1f-b733-f57ecd5faf4c tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Usage tracker for resource:network and tenant:939f0a0fc6a54dca88c6c50c43297e50 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:17:49.924290 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea2862-58ba-4b80-887a-7dced2308d7e None None] Pushing event updated for resources: {'Port': ['ID=5db084f3-e944-4a4c-af2b-84ac03a7d9ed,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:49.927806 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d3ea2862-58ba-4b80-887a-7dced2308d7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:49.950087 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-864d501f-112d-4d1f-b733-f57ecd5faf4c tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:17:49.971866 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-864d501f-112d-4d1f-b733-f57ecd5faf4c tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:49.974707 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-5e2bb99c-8cba-4543-a485-8f8d83bd7199 None None] Could not find standard attr ID for object 9ebd3dd6-265a-4c91-be9e-8e5e7dad83ed. {{(pid=88992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 15 19:17:49.981077 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6b007e67-cfe6-4585-822b-9f35097fa969 req-f69e787a-5033-472b-a886-3913519b068b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=19b72bfa-3b09-4f76-a78c-5531fd623b36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2415631 Dec 15 19:17:50.066824 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:50.130252 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:50.130479 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-864d501f-112d-4d1f-b733-f57ecd5faf4c tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Made reservation on behalf of 939f0a0fc6a54dca88c6c50c43297e50 for: {'network': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:17:50.135974 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-864d501f-112d-4d1f-b733-f57ecd5faf4c tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:50.141076 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-677d22f4-ab5f-4753-8d97-17589544a66f tempest-PortsAdminExtendedAttrsTestJSON-2032380923 tempest-PortsAdminExtendedAttrsTestJSON-2032380923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:50.147959 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] device_id is not set on port 83b025ff-8195-4413-8918-f3bab8589ca0 yet. {{(pid=88990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:17:50.173269 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9c92d296-c193-4d7e-ab8e-394ccdae0197 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:50.180627 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:50.191521 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-540c249c-b678-4bcb-9022-c97ffe6221f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:50.243055 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8f845b21-81e7-4d36-9c47-57cbe09a50f7 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks [] for security_group, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:50.252969 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-864d501f-112d-4d1f-b733-f57ecd5faf4c tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=88991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:17:50.261639 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-540c249c-b678-4bcb-9022-c97ffe6221f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:50.280704 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e9e67d56-542b-48a5-b330-447ab4d45369 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:50.296998 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6b007e67-cfe6-4585-822b-9f35097fa969 req-db5d1de5-7a2a-46cd-8224-dc985e4fe361 service neutron] 10.222.0.32 "GET /v2.0/networks/19b72bfa-3b09-4f76-a78c-5531fd623b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040736 Dec 15 19:17:50.311526 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-864d501f-112d-4d1f-b733-f57ecd5faf4c tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:50.311915 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-864d501f-112d-4d1f-b733-f57ecd5faf4c tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Added segment cc9fac9f-38a9-4ba4-a56f-1792b9a57d38 of type vlan for network 0ada6cb7-699d-4dc0-b0af-c510e15a6eb7 Dec 15 19:17:50.313149 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c92d296-c193-4d7e-ab8e-394ccdae0197 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Pushing event updated for resources: {'Subnet': ['ID=69318eb1-5dcc-4106-9355-160c8cd8a04e,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:50.314403 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8f845b21-81e7-4d36-9c47-57cbe09a50f7 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:50.316015 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9c92d296-c193-4d7e-ab8e-394ccdae0197 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:50.317893 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c6fb89a-84dd-43fd-85c5-325903694260,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:50.333176 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:50.340759 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f37f5df0-6544-490f-83ba-22c8378b892a tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:50.349999 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-28b36822-4120-4392-a74d-bfaa1fc1230c tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:50.353060 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-e9e67d56-542b-48a5-b330-447ab4d45369 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Ignored duplicate provisioning block setup for port 4789a0cd-700d-41bf-bb0a-87e6493a748b by entity DHCP. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Dec 15 19:17:50.411596 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e9e67d56-542b-48a5-b330-447ab4d45369 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:50.427527 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-8f845b21-81e7-4d36-9c47-57cbe09a50f7 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:50.428368 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-88a9add3-10d1-4308-8e79-56c17c1e4fbb None None] Allocated IP 2001:db8:0:1::2 (f1716bdf-f089-46e2-a12a-b8d02e015b64/13fbd809-f787-4808-8f96-5f5d005cc4c3/5db084f3-e944-4a4c-af2b-84ac03a7d9ed) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:17:50.442365 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-540c249c-b678-4bcb-9022-c97ffe6221f2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=faa60369f3d044a6ad082ba251e3230b&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0681207 Dec 15 19:17:50.443343 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49628) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:50.445775 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c92d296-c193-4d7e-ab8e-394ccdae0197 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Checking segment: {'id': 'cb762a4f-7a1e-4e69-8bff-a36f061d2cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ee721a08-3a0d-4a11-91f4-4cf010ab6057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:17:50.446198 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c92d296-c193-4d7e-ab8e-394ccdae0197 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Network hostable DHCP agents. Network: ee721a08-3a0d-4a11-91f4-4cf010ab6057, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:17:50.449306 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8f845b21-81e7-4d36-9c47-57cbe09a50f7 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Usage tracker for resource:security_group_rule and tenant:84e8b4bbe4894c70a50ef612e764025b is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:17:50.452833 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540c249c-b678-4bcb-9022-c97ffe6221f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca26feb-1e57-434c-93b8-1f98519393bb,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:50.454578 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-864d501f-112d-4d1f-b733-f57ecd5faf4c tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:50.455777 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8f845b21-81e7-4d36-9c47-57cbe09a50f7 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:17:50.488597 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-8f845b21-81e7-4d36-9c47-57cbe09a50f7 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:50.578981 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6b007e67-cfe6-4585-822b-9f35097fa969 req-8cbfe588-9dd2-4c76-aa17-68c3e3b12457 service neutron] 10.222.0.32 "GET /v2.0/networks/19b72bfa-3b09-4f76-a78c-5531fd623b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687025 Dec 15 19:17:50.587787 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-88a9add3-10d1-4308-8e79-56c17c1e4fbb None None] For port 5db084f3-e944-4a4c-af2b-84ac03a7d9ed, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=5db084f3-e944-4a4c-af2b-84ac03a7d9ed,segment=NetworkSegment(c9cec10a-7ab6-4b02-af0c-5346fbd8adda),segment_id=c9cec10a-7ab6-4b02-af0c-5346fbd8adda)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:17:50.615343 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-37515cb3-77ee-433d-b617-6fc6c6ef9dee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:50.618866 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-864d501f-112d-4d1f-b733-f57ecd5faf4c tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:50.624398 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864d501f-112d-4d1f-b733-f57ecd5faf4c tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:17:50.625404 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-864d501f-112d-4d1f-b733-f57ecd5faf4c tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:50.639188 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-88a9add3-10d1-4308-8e79-56c17c1e4fbb None None] Notify callbacks [] for port, precommit_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:50.660371 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-88a9add3-10d1-4308-8e79-56c17c1e4fbb None None] Transition to ACTIVE for port object 5db084f3-e944-4a4c-af2b-84ac03a7d9ed will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:17:50.662040 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:50.673834 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f845b21-81e7-4d36-9c47-57cbe09a50f7 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2553dfce-462b-4d7e-a760-10a6efdc5e87,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:50.682407 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-e9e67d56-542b-48a5-b330-447ab4d45369 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] In _notify_port_updated(), no bound segment for port 4789a0cd-700d-41bf-bb0a-87e6493a748b on network f1716bdf-f089-46e2-a12a-b8d02e015b64 {{(pid=88990) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 15 19:17:50.687524 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e67d56-542b-48a5-b330-447ab4d45369 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:17:50.688189 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e9e67d56-542b-48a5-b330-447ab4d45369 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:50.692757 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e9e67d56-542b-48a5-b330-447ab4d45369 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "PUT /v2.0/ports/4789a0cd-700d-41bf-bb0a-87e6493a748b HTTP/1.1" status: 200 len: 925 time: 3.3592896 Dec 15 19:17:50.694782 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c92d296-c193-4d7e-ab8e-394ccdae0197 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Network ee721a08-3a0d-4a11-91f4-4cf010ab6057 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:17:50.696627 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8f845b21-81e7-4d36-9c47-57cbe09a50f7 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:50.697574 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8c9daa78-299e-4a7a-9fc2-4b8bd734240b tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.367s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:50.698304 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8c9daa78-299e-4a7a-9fc2-4b8bd734240b tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:50.699061 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 49632) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:50.707668 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9aaadfd4-7d6a-431d-827c-bfc20df32e92 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.270s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:50.750306 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-88a9add3-10d1-4308-8e79-56c17c1e4fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:50.774290 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-b8e04071-a721-41f3-af51-93c1dbb207f9 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e87feb59-4e32-4116-8e21-463dc5dec659'}, {'subnet_id': '13fbd809-f787-4808-8f96-5f5d005cc4c3'}]}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:50.778359 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-eaa8baf2-0bcc-4473-8c37-8d5966af4528 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:50.824362 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-28b36822-4120-4392-a74d-bfaa1fc1230c tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:50.840581 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-864d501f-112d-4d1f-b733-f57ecd5faf4c tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9540739 Dec 15 19:17:50.841977 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49638) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:50.857298 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-37515cb3-77ee-433d-b617-6fc6c6ef9dee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:50.872742 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 19:17:50.886785 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-83ae2eae-c232-46af-aa12-531f4f20ec85 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Request body: {'subnet': {'network_id': '0ada6cb7-699d-4dc0-b0af-c510e15a6eb7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:50.923462 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-9c92d296-c193-4d7e-ab8e-394ccdae0197 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, ee721a08-3a0d-4a11-91f4-4cf010ab6057) {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:17:50.953937 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6b64e1-6c99-4ce5-aad3-c5620d4af7d0 None None] Network ee721a08-3a0d-4a11-91f4-4cf010ab6057 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:17:50.976557 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8f845b21-81e7-4d36-9c47-57cbe09a50f7 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks [] for security_group, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:50.997388 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c92d296-c193-4d7e-ab8e-394ccdae0197 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:17:50.998057 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9c92d296-c193-4d7e-ab8e-394ccdae0197 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:51.016981 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864d501f-112d-4d1f-b733-f57ecd5faf4c tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Pushing event updated for resources: {'Network': ['ID=0ada6cb7-699d-4dc0-b0af-c510e15a6eb7,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:51.029913 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a9add3-10d1-4308-8e79-56c17c1e4fbb None None] Pushing event updated for resources: {'Port': ['ID=5db084f3-e944-4a4c-af2b-84ac03a7d9ed,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:51.038692 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e67d56-542b-48a5-b330-447ab4d45369 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event updated for resources: {'Port': ['ID=4789a0cd-700d-41bf-bb0a-87e6493a748b,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:51.038906 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 0ada6cb7-699d-4dc0-b0af-c510e15a6eb7 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:17:51.054069 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e9e67d56-542b-48a5-b330-447ab4d45369 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:51.056695 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-864d501f-112d-4d1f-b733-f57ecd5faf4c tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:51.057826 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-88a9add3-10d1-4308-8e79-56c17c1e4fbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:51.062028 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b36822-4120-4392-a74d-bfaa1fc1230c tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:17:51.063192 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9daeb029-c962-45f8-96c9-add130fcce56 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.209s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:51.118487 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9c92d296-c193-4d7e-ab8e-394ccdae0197 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.9125044 Dec 15 19:17:51.119501 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49642) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:51.131838 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-b9e1dad5-0111-478d-9878-3a7670a263f8 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Request body: {'port': {'network_id': 'ee721a08-3a0d-4a11-91f4-4cf010ab6057', 'name': 'tempest-NetworksIpV6TestAttrs-2028612716'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:51.158230 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-adc7907a-f610-4607-aebb-0de4b53d5b2e req-6f24b34b-3183-4df4-b908-cc1a4316c1de service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=63a560358735409688254f323e657c6f&device_id=3b7fa720-d8e5-4510-aeb0-a3b286372c89 HTTP/1.1" status: 200 len: 1097 time: 0.4609754 Dec 15 19:17:51.164057 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-83ae2eae-c232-46af-aa12-531f4f20ec85 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:51.169131 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-83ae2eae-c232-46af-aa12-531f4f20ec85 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Usage tracker for resource:subnet and tenant:939f0a0fc6a54dca88c6c50c43297e50 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:17:51.172288 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8f845b21-81e7-4d36-9c47-57cbe09a50f7 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:51.172908 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-83ae2eae-c232-46af-aa12-531f4f20ec85 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:17:51.179290 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-83ae2eae-c232-46af-aa12-531f4f20ec85 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:51.254070 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] device_id is not set on port 83b025ff-8195-4413-8918-f3bab8589ca0 yet. {{(pid=88990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:17:51.264810 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:51.282728 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b36822-4120-4392-a74d-bfaa1fc1230c tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Pushing event updated for resources: {'Port': ['ID=ec6e5a27-f862-4d7d-975e-494ef280d2d3,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:51.289193 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-28b36822-4120-4392-a74d-bfaa1fc1230c tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:51.289902 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8ee727ba-8eee-4581-9a8b-7826b8d6e869 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:51.304846 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-28b36822-4120-4392-a74d-bfaa1fc1230c tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:17:51.340611 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9b4525-3528-4333-b5db-6886efd884c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-ee721a08-3a0d-4a11-91f4-4cf010ab6057', 'network_id': 'ee721a08-3a0d-4a11-91f4-4cf010ab6057', 'tenant_id': 'b640cccfaac84079bbb54e6565c8cef4', 'fixed_ips': [{'subnet_id': '69318eb1-5dcc-4106-9355-160c8cd8a04e'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:17:51.341517 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7b9b4525-3528-4333-b5db-6886efd884c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:51.559600 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ae2eae-c232-46af-aa12-531f4f20ec85 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Made reservation on behalf of 939f0a0fc6a54dca88c6c50c43297e50 for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:17:51.560134 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Transition to ACTIVE for port object 83b025ff-8195-4413-8918-f3bab8589ca0 will not be triggered until provisioned by entity L2. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:17:51.560134 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b36822-4120-4392-a74d-bfaa1fc1230c tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:17:51.560134 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b8e04071-a721-41f3-af51-93c1dbb207f9 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:51.560134 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8f845b21-81e7-4d36-9c47-57cbe09a50f7 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:51.560134 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8f845b21-81e7-4d36-9c47-57cbe09a50f7 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 2.7851598 Dec 15 19:17:51.570784 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49646) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:51.600730 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-5003c313-1cce-438a-8223-136a19458546 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Request body: {'security_group_rule': {'security_group_id': '19b98e59-0c96-4874-b9ee-d71b2bd06b02', 'project_id': '84e8b4bbe4894c70a50ef612e764025b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:51.619839 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-83ae2eae-c232-46af-aa12-531f4f20ec85 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:51.640373 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-5003c313-1cce-438a-8223-136a19458546 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:51.646350 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f845b21-81e7-4d36-9c47-57cbe09a50f7 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19b98e59-0c96-4874-b9ee-d71b2bd06b02,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:51.656621 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8f845b21-81e7-4d36-9c47-57cbe09a50f7 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:51.659394 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc7907a-f610-4607-aebb-0de4b53d5b2e req-116b8e37-dc6f-4b89-906e-4207ecba49be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:17:51.660999 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-adc7907a-f610-4607-aebb-0de4b53d5b2e req-116b8e37-dc6f-4b89-906e-4207ecba49be service neutron] 10.222.0.32 "GET /v2.0/networks?id=19b72bfa-3b09-4f76-a78c-5531fd623b36 HTTP/1.1" status: 200 len: 912 time: 0.4725683 Dec 15 19:17:51.661651 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-37515cb3-77ee-433d-b617-6fc6c6ef9dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:51.720989 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-5003c313-1cce-438a-8223-136a19458546 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Usage tracker for resource:security_group_rule and tenant:84e8b4bbe4894c70a50ef612e764025b is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:17:51.726398 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-cc0a4d8b-cb62-45d8-9bb9-9afaab69e325 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:51.736459 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-5003c313-1cce-438a-8223-136a19458546 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:17:51.754530 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 5db084f3-e944-4a4c-af2b-84ac03a7d9ed up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:17:51.765971 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:51.784749 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3bde5cc0-9964-4c26-9541-09b68a1624ce tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:51.793696 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-7b9b4525-3528-4333-b5db-6886efd884c5 None None] Allocated IP 2001:db8::f816:3eff:fe8a:7ee4 (ee721a08-3a0d-4a11-91f4-4cf010ab6057/69318eb1-5dcc-4106-9355-160c8cd8a04e/d47a145a-bc70-42f0-bd90-570964c08696) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:17:51.824817 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37515cb3-77ee-433d-b617-6fc6c6ef9dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca26feb-1e57-434c-93b8-1f98519393bb,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:51.829807 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-5003c313-1cce-438a-8223-136a19458546 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:51.833176 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-37515cb3-77ee-433d-b617-6fc6c6ef9dee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:51.851308 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-b9e1dad5-0111-478d-9878-3a7670a263f8 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:51.864987 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-b9e1dad5-0111-478d-9878-3a7670a263f8 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Usage tracker for resource:port and tenant:b640cccfaac84079bbb54e6565c8cef4 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:17:51.870090 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-adc7907a-f610-4607-aebb-0de4b53d5b2e req-2d635a8b-0bcf-46eb-96af-dc701af5a0f9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06f8b5fc-2365-432b-90d7-f814527b98c7 HTTP/1.1" status: 200 len: 217 time: 0.1290405 Dec 15 19:17:51.872187 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-b9e1dad5-0111-478d-9878-3a7670a263f8 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:17:51.879646 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Pushing event updated for resources: {'Port': ['ID=83b025ff-8195-4413-8918-f3bab8589ca0,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:51.880928 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-37515cb3-77ee-433d-b617-6fc6c6ef9dee admin admin] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:51.882135 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-37515cb3-77ee-433d-b617-6fc6c6ef9dee admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6ca26feb-1e57-434c-93b8-1f98519393bb HTTP/1.1" status: 204 len: 168 time: 1.4306638 Dec 15 19:17:51.883315 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:51.886702 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-b9e1dad5-0111-478d-9878-3a7670a263f8 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:51.965213 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5003c313-1cce-438a-8223-136a19458546 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:51.968631 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eec1cd-af0e-4eb1-9444-32e727be3a54 req-23ca1b8d-d775-487e-a2db-46f959fe3ed9 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:17:51.971028 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-71eec1cd-af0e-4eb1-9444-32e727be3a54 req-23ca1b8d-d775-487e-a2db-46f959fe3ed9 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b7fa720-d8e5-4510-aeb0-a3b286372c89 HTTP/1.1" status: 200 len: 944 time: 1.1553352 Dec 15 19:17:52.008554 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc7907a-f610-4607-aebb-0de4b53d5b2e req-12148736-7d91-40dc-9267-d39971362415 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:17:52.010181 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-adc7907a-f610-4607-aebb-0de4b53d5b2e req-12148736-7d91-40dc-9267-d39971362415 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=82c744e4-df47-41bb-809a-42816dd304e6 HTTP/1.1" status: 200 len: 850 time: 0.1237748 Dec 15 19:17:52.018041 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c14e2f-8476-4cb8-a08e-e3f297eedb08 None None] Network f1716bdf-f089-46e2-a12a-b8d02e015b64 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:17:52.028824 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e1dad5-0111-478d-9878-3a7670a263f8 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Made reservation on behalf of b640cccfaac84079bbb54e6565c8cef4 for: {'port': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:17:52.028824 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b9e1dad5-0111-478d-9878-3a7670a263f8 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:52.108087 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Checking segment: {'id': '11b91514-e530-4db1-b48c-8075b98b0b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c4d0d94-05eb-4ede-bb44-e567e61db176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:17:52.108461 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Network hostable DHCP agents. Network: 3c4d0d94-05eb-4ede-bb44-e567e61db176, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:17:52.122176 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-b9e1dad5-0111-478d-9878-3a7670a263f8 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] device_id is not set on port 54f973a9-2399-4575-a4c1-136fb530c7d2 yet. {{(pid=88991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:17:52.203032 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-8478d8be-4fea-4a45-b020-2ebf075f6c03 None None] Provisioning for port 4789a0cd-700d-41bf-bb0a-87e6493a748b completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:17:52.212647 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-71eec1cd-af0e-4eb1-9444-32e727be3a54 req-c9a3933e-c534-4c95-a9ba-b69effff48a9 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3112f8-b936-4176-9b46-6040cf25625e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2341864 Dec 15 19:17:52.250948 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-28b36822-4120-4392-a74d-bfaa1fc1230c tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:52.269274 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-8478d8be-4fea-4a45-b020-2ebf075f6c03 None None] Provisioning complete for port 4789a0cd-700d-41bf-bb0a-87e6493a748b triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:17:52.269702 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8478d8be-4fea-4a45-b020-2ebf075f6c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:52.298120 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5003c313-1cce-438a-8223-136a19458546 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:52.326177 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-adc7907a-f610-4607-aebb-0de4b53d5b2e req-83cc7c9f-e425-47cf-9f5d-13dba8d4392d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=19b72bfa-3b09-4f76-a78c-5531fd623b36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2880144 Dec 15 19:17:52.331976 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5003c313-1cce-438a-8223-136a19458546 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:52.371794 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fe4ecfe4-9d06-4dc8-9caa-947583059458 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:52.408992 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7b9b4525-3528-4333-b5db-6886efd884c5 None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:52.413785 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-8478d8be-4fea-4a45-b020-2ebf075f6c03 None None] Port 4789a0cd-700d-41bf-bb0a-87e6493a748b cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:17:52.435265 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-7b9b4525-3528-4333-b5db-6886efd884c5 None None] Transition to ACTIVE for port object d47a145a-bc70-42f0-bd90-570964c08696 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:17:52.464240 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5003c313-1cce-438a-8223-136a19458546 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e757cf0a-d339-4441-816d-4195c4eb7717,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:52.471740 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5003c313-1cce-438a-8223-136a19458546 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:52.503472 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-7b9b4525-3528-4333-b5db-6886efd884c5 None None] Transition to ACTIVE for port object d47a145a-bc70-42f0-bd90-570964c08696 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:17:52.508255 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-8478d8be-4fea-4a45-b020-2ebf075f6c03 None None] Provisioning for port 5db084f3-e944-4a4c-af2b-84ac03a7d9ed completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:17:52.516477 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-8478d8be-4fea-4a45-b020-2ebf075f6c03 None None] Provisioning complete for port 5db084f3-e944-4a4c-af2b-84ac03a7d9ed triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:17:52.517678 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8478d8be-4fea-4a45-b020-2ebf075f6c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:52.536327 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-83ae2eae-c232-46af-aa12-531f4f20ec85 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:52.553744 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7b9b4525-3528-4333-b5db-6886efd884c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:52.563915 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fb92b8fd-bf6f-43c6-8d94-ef3241839f9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:52.587941 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-409b5d31-0f2a-4df5-8ec7-86d37a0f72be tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:52.683087 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Network 3c4d0d94-05eb-4ede-bb44-e567e61db176 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:17:52.700646 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9b4525-3528-4333-b5db-6886efd884c5 None None] Pushing event updated for resources: {'Port': ['ID=d47a145a-bc70-42f0-bd90-570964c08696,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:52.715100 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7b9b4525-3528-4333-b5db-6886efd884c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:52.725260 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-b9e1dad5-0111-478d-9878-3a7670a263f8 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Allocated IP 2001:db8::f816:3eff:feea:fc8a (ee721a08-3a0d-4a11-91f4-4cf010ab6057/69318eb1-5dcc-4106-9355-160c8cd8a04e/54f973a9-2399-4575-a4c1-136fb530c7d2) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:17:52.729712 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 49654) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:52.730470 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9b4525-3528-4333-b5db-6886efd884c5 None None] Network ee721a08-3a0d-4a11-91f4-4cf010ab6057 is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:17:52.733917 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-7b9b4525-3528-4333-b5db-6886efd884c5 None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:17:52.740478 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9b4525-3528-4333-b5db-6886efd884c5 None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:17:52.745796 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-adc7907a-f610-4607-aebb-0de4b53d5b2e req-b0a11471-6c58-497d-b5ed-c899b5cd6f19 service neutron] 10.222.0.32 "GET /v2.0/networks/19b72bfa-3b09-4f76-a78c-5531fd623b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4036825 Dec 15 19:17:52.777715 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, 3c4d0d94-05eb-4ede-bb44-e567e61db176) {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:17:52.793806 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:17:52.816697 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca627430-acc2-433c-a025-afa9ba819712 None None] Network 3c4d0d94-05eb-4ede-bb44-e567e61db176 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:17:52.819855 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-28b36822-4120-4392-a74d-bfaa1fc1230c tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:52.844933 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port 83b025ff-8195-4413-8918-f3bab8589ca0 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:17:52.845308 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port 83b025ff-8195-4413-8918-f3bab8589ca0 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '11b91514-e530-4db1-b48c-8075b98b0b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c4d0d94-05eb-4ede-bb44-e567e61db176'}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:17:52.845613 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port 83b025ff-8195-4413-8918-f3bab8589ca0 on network 3c4d0d94-05eb-4ede-bb44-e567e61db176 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:17:52.854969 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-28b36822-4120-4392-a74d-bfaa1fc1230c tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854141873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-633912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854194791'] for router, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:52.873622 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-b8e04071-a721-41f3-af51-93c1dbb207f9 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Allocated IP 2001:db8:0:1::313 (f1716bdf-f089-46e2-a12a-b8d02e015b64/13fbd809-f787-4808-8f96-5f5d005cc4c3/4789a0cd-700d-41bf-bb0a-87e6493a748b) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:17:52.965031 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 06f8b5fc-2365-432b-90d7-f814527b98c7 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 15 19:17:52.996396 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Port 83b025ff-8195-4413-8918-f3bab8589ca0 on network 3c4d0d94-05eb-4ede-bb44-e567e61db176 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:17:52.997080 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR neutron.plugins.ml2.managers [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Failed to bind port 83b025ff-8195-4413-8918-f3bab8589ca0 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '11b91514-e530-4db1-b48c-8075b98b0b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c4d0d94-05eb-4ede-bb44-e567e61db176'}] Dec 15 19:17:53.000271 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-7b9b4525-3528-4333-b5db-6886efd884c5 None None] Attempting to bind port d47a145a-bc70-42f0-bd90-570964c08696 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:17:53.000875 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-7b9b4525-3528-4333-b5db-6886efd884c5 None None] Attempting to bind port d47a145a-bc70-42f0-bd90-570964c08696 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'cb762a4f-7a1e-4e69-8bff-a36f061d2cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ee721a08-3a0d-4a11-91f4-4cf010ab6057'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:17:53.001296 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9b4525-3528-4333-b5db-6886efd884c5 None None] Attempting to bind port d47a145a-bc70-42f0-bd90-570964c08696 on network ee721a08-3a0d-4a11-91f4-4cf010ab6057 {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:17:53.021485 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.plugin [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempt 2 to bind port 83b025ff-8195-4413-8918-f3bab8589ca0 Dec 15 19:17:53.030158 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9b4525-3528-4333-b5db-6886efd884c5 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:17:53.030587 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9b4525-3528-4333-b5db-6886efd884c5 None None] Checking segment: {'id': 'cb762a4f-7a1e-4e69-8bff-a36f061d2cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ee721a08-3a0d-4a11-91f4-4cf010ab6057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:17:53.031057 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7b9b4525-3528-4333-b5db-6886efd884c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:53.031509 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9b4525-3528-4333-b5db-6886efd884c5 None None] Bound using segment: {'id': 'cb762a4f-7a1e-4e69-8bff-a36f061d2cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ee721a08-3a0d-4a11-91f4-4cf010ab6057'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:17:53.032055 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-7b9b4525-3528-4333-b5db-6886efd884c5 None None] Bound port: d47a145a-bc70-42f0-bd90-570964c08696, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb762a4f-7a1e-4e69-8bff-a36f061d2cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ee721a08-3a0d-4a11-91f4-4cf010ab6057'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:17:53.032487 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7b9b4525-3528-4333-b5db-6886efd884c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:53.117494 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6a845c0d-0c03-4a76-9a28-6c4731e38341 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2d9fd071085e4607884b666b98002b96&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3822663 Dec 15 19:17:53.126545 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 49658) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:53.135835 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port 83b025ff-8195-4413-8918-f3bab8589ca0 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:17:53.136217 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port 83b025ff-8195-4413-8918-f3bab8589ca0 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '11b91514-e530-4db1-b48c-8075b98b0b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c4d0d94-05eb-4ede-bb44-e567e61db176'}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:17:53.136590 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port 83b025ff-8195-4413-8918-f3bab8589ca0 on network 3c4d0d94-05eb-4ede-bb44-e567e61db176 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:17:53.137817 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5003c313-1cce-438a-8223-136a19458546 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:53.141940 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-5003c313-1cce-438a-8223-136a19458546 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.5639131 Dec 15 19:17:53.143974 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 49662) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:53.169803 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-d8887335-0b3f-4976-8162-5fe8c23bb9b7 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Request body: {'security_group_rule': {'security_group_id': '19b98e59-0c96-4874-b9ee-d71b2bd06b02', 'project_id': '84e8b4bbe4894c70a50ef612e764025b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:53.176961 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-d8887335-0b3f-4976-8162-5fe8c23bb9b7 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:53.181449 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d8887335-0b3f-4976-8162-5fe8c23bb9b7 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Usage tracker for resource:security_group_rule and tenant:84e8b4bbe4894c70a50ef612e764025b is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:17:53.185878 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d8887335-0b3f-4976-8162-5fe8c23bb9b7 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:17:53.192646 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-d8887335-0b3f-4976-8162-5fe8c23bb9b7 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:53.199441 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Port 83b025ff-8195-4413-8918-f3bab8589ca0 on network 3c4d0d94-05eb-4ede-bb44-e567e61db176 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:17:53.199765 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR neutron.plugins.ml2.managers [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Failed to bind port 83b025ff-8195-4413-8918-f3bab8589ca0 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '11b91514-e530-4db1-b48c-8075b98b0b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c4d0d94-05eb-4ede-bb44-e567e61db176'}] Dec 15 19:17:53.212235 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.plugin [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempt 3 to bind port 83b025ff-8195-4413-8918-f3bab8589ca0 Dec 15 19:17:53.284020 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ae2eae-c232-46af-aa12-531f4f20ec85 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Pushing event updated for resources: {'Subnet': ['ID=0faf6964-c6a6-452c-8ee5-15d79a11ce99,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:53.301247 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-83ae2eae-c232-46af-aa12-531f4f20ec85 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.713s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:53.310980 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port 83b025ff-8195-4413-8918-f3bab8589ca0 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:17:53.311662 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port 83b025ff-8195-4413-8918-f3bab8589ca0 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '11b91514-e530-4db1-b48c-8075b98b0b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c4d0d94-05eb-4ede-bb44-e567e61db176'}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:17:53.312244 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port 83b025ff-8195-4413-8918-f3bab8589ca0 on network 3c4d0d94-05eb-4ede-bb44-e567e61db176 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:17:53.364621 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-c288dfd1-7a9f-43b3-bd6e-307d358f8467 None None] Provisioning complete for port 4789a0cd-700d-41bf-bb0a-87e6493a748b triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:17:53.365046 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c288dfd1-7a9f-43b3-bd6e-307d358f8467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:53.371125 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ae2eae-c232-46af-aa12-531f4f20ec85 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Checking segment: {'id': 'cc9fac9f-38a9-4ba4-a56f-1792b9a57d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '0ada6cb7-699d-4dc0-b0af-c510e15a6eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:17:53.371551 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ae2eae-c232-46af-aa12-531f4f20ec85 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Network hostable DHCP agents. Network: 0ada6cb7-699d-4dc0-b0af-c510e15a6eb7, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:17:53.382534 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d8887335-0b3f-4976-8162-5fe8c23bb9b7 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:53.419995 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-adc7907a-f610-4607-aebb-0de4b53d5b2e req-4be5802d-99b9-4ab6-9785-56dbe811f63c service neutron] 10.222.0.32 "GET /v2.0/networks/19b72bfa-3b09-4f76-a78c-5531fd623b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6306577 Dec 15 19:17:53.428406 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-7b9b4525-3528-4333-b5db-6886efd884c5 None None] For port d47a145a-bc70-42f0-bd90-570964c08696, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:17:53.448909 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 06f8b5fc-2365-432b-90d7-f814527b98c7, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=06f8b5fc-2365-432b-90d7-f814527b98c7,segment=NetworkSegment(68c50745-522c-412f-b573-c945cd7c3bdd),segment_id=68c50745-522c-412f-b573-c945cd7c3bdd)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:17:53.466950 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-7b9b4525-3528-4333-b5db-6886efd884c5 None None] For port d47a145a-bc70-42f0-bd90-570964c08696, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=d47a145a-bc70-42f0-bd90-570964c08696,segment=NetworkSegment(cb762a4f-7a1e-4e69-8bff-a36f061d2cf9),segment_id=cb762a4f-7a1e-4e69-8bff-a36f061d2cf9)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:17:53.487172 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-c288dfd1-7a9f-43b3-bd6e-307d358f8467 None None] Port 4789a0cd-700d-41bf-bb0a-87e6493a748b cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:17:53.487600 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Returning: {'device': '06f8b5fc-2365-432b-90d7-f814527b98c7', 'network_id': '19b72bfa-3b09-4f76-a78c-5531fd623b36', 'port_id': '06f8b5fc-2365-432b-90d7-f814527b98c7', 'mac_address': 'fa:16:3e:44:61:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82c744e4-df47-41bb-809a-42816dd304e6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 19:17:53.493015 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Port 83b025ff-8195-4413-8918-f3bab8589ca0 on network 3c4d0d94-05eb-4ede-bb44-e567e61db176 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:17:53.493652 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR neutron.plugins.ml2.managers [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Failed to bind port 83b025ff-8195-4413-8918-f3bab8589ca0 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '11b91514-e530-4db1-b48c-8075b98b0b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c4d0d94-05eb-4ede-bb44-e567e61db176'}] Dec 15 19:17:53.518315 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.plugin [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempt 4 to bind port 83b025ff-8195-4413-8918-f3bab8589ca0 Dec 15 19:17:53.538899 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7b9b4525-3528-4333-b5db-6886efd884c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:53.539458 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b9e1dad5-0111-478d-9878-3a7670a263f8 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:53.548244 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d3ea2862-58ba-4b80-887a-7dced2308d7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:53.562556 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b9e1dad5-0111-478d-9878-3a7670a263f8 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Transition to ACTIVE for port object 54f973a9-2399-4575-a4c1-136fb530c7d2 will not be triggered until provisioned by entity DHCP. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:17:53.564004 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ae2eae-c232-46af-aa12-531f4f20ec85 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Network 0ada6cb7-699d-4dc0-b0af-c510e15a6eb7 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:17:53.601101 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f3579ef7-e4c4-467d-8043-638bde597a97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:53.603143 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port 83b025ff-8195-4413-8918-f3bab8589ca0 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:17:53.604253 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port 83b025ff-8195-4413-8918-f3bab8589ca0 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '11b91514-e530-4db1-b48c-8075b98b0b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c4d0d94-05eb-4ede-bb44-e567e61db176'}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:17:53.604786 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port 83b025ff-8195-4413-8918-f3bab8589ca0 on network 3c4d0d94-05eb-4ede-bb44-e567e61db176 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:17:53.616403 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-83ae2eae-c232-46af-aa12-531f4f20ec85 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, 0ada6cb7-699d-4dc0-b0af-c510e15a6eb7) {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:17:53.619424 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:53.626952 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ae2eae-c232-46af-aa12-531f4f20ec85 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:17:53.627824 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-83ae2eae-c232-46af-aa12-531f4f20ec85 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:53.659903 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b9e1dad5-0111-478d-9878-3a7670a263f8 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:53.675305 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-32f481e9-b001-4266-8b89-7084c85d5383 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:53.685799 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06f8b5fc-2365-432b-90d7-f814527b98c7 {{(pid=88992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 19:17:53.687864 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Port 83b025ff-8195-4413-8918-f3bab8589ca0 on network 3c4d0d94-05eb-4ede-bb44-e567e61db176 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:17:53.688240 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR neutron.plugins.ml2.managers [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Failed to bind port 83b025ff-8195-4413-8918-f3bab8589ca0 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '11b91514-e530-4db1-b48c-8075b98b0b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c4d0d94-05eb-4ede-bb44-e567e61db176'}] Dec 15 19:17:53.701160 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b8e04071-a721-41f3-af51-93c1dbb207f9 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:53.704583 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-c288dfd1-7a9f-43b3-bd6e-307d358f8467 None None] Provisioning complete for port 5db084f3-e944-4a4c-af2b-84ac03a7d9ed triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:17:53.705173 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.plugin [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempt 5 to bind port 83b025ff-8195-4413-8918-f3bab8589ca0 Dec 15 19:17:53.705358 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c288dfd1-7a9f-43b3-bd6e-307d358f8467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:53.725486 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f3579ef7-e4c4-467d-8043-638bde597a97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:53.761781 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1dad5-0111-478d-9878-3a7670a263f8 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Pushing event updated for resources: {'Port': ['ID=54f973a9-2399-4575-a4c1-136fb530c7d2,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:53.772386 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b8e04071-a721-41f3-af51-93c1dbb207f9 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Ignored duplicate provisioning block setup for port 4789a0cd-700d-41bf-bb0a-87e6493a748b by entity DHCP. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Dec 15 19:17:53.775981 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f398d3-1fda-4e7b-ba5d-21bea44788d4 None None] Network 0ada6cb7-699d-4dc0-b0af-c510e15a6eb7 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:17:53.777260 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b9e1dad5-0111-478d-9878-3a7670a263f8 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:53.782922 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-83ae2eae-c232-46af-aa12-531f4f20ec85 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.9312701 Dec 15 19:17:53.785207 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49668) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:53.786505 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e1dad5-0111-478d-9878-3a7670a263f8 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Network ee721a08-3a0d-4a11-91f4-4cf010ab6057 is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:17:53.790196 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-b9e1dad5-0111-478d-9878-3a7670a263f8 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:17:53.794789 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port 83b025ff-8195-4413-8918-f3bab8589ca0 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:17:53.795170 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port 83b025ff-8195-4413-8918-f3bab8589ca0 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '11b91514-e530-4db1-b48c-8075b98b0b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c4d0d94-05eb-4ede-bb44-e567e61db176'}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:17:53.795581 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port 83b025ff-8195-4413-8918-f3bab8589ca0 on network 3c4d0d94-05eb-4ede-bb44-e567e61db176 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:17:53.813150 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e1dad5-0111-478d-9878-3a7670a263f8 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:17:53.817843 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e1dad5-0111-478d-9878-3a7670a263f8 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:17:53.818733 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b9e1dad5-0111-478d-9878-3a7670a263f8 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:53.824708 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b8e04071-a721-41f3-af51-93c1dbb207f9 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:53.845496 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b5a48eb0-68d0-40a7-8468-c87d2dfc5d8a tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:53.897572 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Port 83b025ff-8195-4413-8918-f3bab8589ca0 on network 3c4d0d94-05eb-4ede-bb44-e567e61db176 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:17:53.897861 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR neutron.plugins.ml2.managers [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Failed to bind port 83b025ff-8195-4413-8918-f3bab8589ca0 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '11b91514-e530-4db1-b48c-8075b98b0b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c4d0d94-05eb-4ede-bb44-e567e61db176'}] Dec 15 19:17:53.917180 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d8887335-0b3f-4976-8162-5fe8c23bb9b7 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:53.917180 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.plugin [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempt 6 to bind port 83b025ff-8195-4413-8918-f3bab8589ca0 Dec 15 19:17:53.945831 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b9e1dad5-0111-478d-9878-3a7670a263f8 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.8212228 Dec 15 19:17:53.946861 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49672) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:53.972951 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port 83b025ff-8195-4413-8918-f3bab8589ca0 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:17:53.973390 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port 83b025ff-8195-4413-8918-f3bab8589ca0 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '11b91514-e530-4db1-b48c-8075b98b0b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c4d0d94-05eb-4ede-bb44-e567e61db176'}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:17:53.973723 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port 83b025ff-8195-4413-8918-f3bab8589ca0 on network 3c4d0d94-05eb-4ede-bb44-e567e61db176 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:17:53.990118 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d8887335-0b3f-4976-8162-5fe8c23bb9b7 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:53.997065 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Port 83b025ff-8195-4413-8918-f3bab8589ca0 on network 3c4d0d94-05eb-4ede-bb44-e567e61db176 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:17:53.997452 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR neutron.plugins.ml2.managers [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Failed to bind port 83b025ff-8195-4413-8918-f3bab8589ca0 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '11b91514-e530-4db1-b48c-8075b98b0b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c4d0d94-05eb-4ede-bb44-e567e61db176'}] Dec 15 19:17:53.999597 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f3579ef7-e4c4-467d-8043-638bde597a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:54.039855 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6e17d33a-acd1-46b5-baac-bf47b4fda0ef tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:54.052235 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.plugin [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempt 7 to bind port 83b025ff-8195-4413-8918-f3bab8589ca0 Dec 15 19:17:54.060627 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9b4525-3528-4333-b5db-6886efd884c5 None None] Pushing event updated for resources: {'Port': ['ID=d47a145a-bc70-42f0-bd90-570964c08696,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:54.064098 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7b9b4525-3528-4333-b5db-6886efd884c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:54.068193 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cd01d2-ea6f-4f6a-8eb0-fa0a3831d637 req-6d4fe36a-2587-4b8e-a6ea-41f04e2f2485 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:17:54.069303 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 06f8b5fc-2365-432b-90d7-f814527b98c7, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=06f8b5fc-2365-432b-90d7-f814527b98c7,segment=NetworkSegment(68c50745-522c-412f-b573-c945cd7c3bdd),segment_id=68c50745-522c-412f-b573-c945cd7c3bdd)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:17:54.069837 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e2cd01d2-ea6f-4f6a-8eb0-fa0a3831d637 req-6d4fe36a-2587-4b8e-a6ea-41f04e2f2485 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b7fa720-d8e5-4510-aeb0-a3b286372c89 HTTP/1.1" status: 200 len: 944 time: 0.5293498 Dec 15 19:17:54.189255 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:54.197921 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7b9b4525-3528-4333-b5db-6886efd884c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:54.201804 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e04071-a721-41f3-af51-93c1dbb207f9 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event updated for resources: {'Port': ['ID=4789a0cd-700d-41bf-bb0a-87e6493a748b,revision_number=3']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:54.205983 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port 83b025ff-8195-4413-8918-f3bab8589ca0 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:17:54.206393 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port 83b025ff-8195-4413-8918-f3bab8589ca0 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '11b91514-e530-4db1-b48c-8075b98b0b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c4d0d94-05eb-4ede-bb44-e567e61db176'}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:17:54.206783 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port 83b025ff-8195-4413-8918-f3bab8589ca0 on network 3c4d0d94-05eb-4ede-bb44-e567e61db176 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:17:54.234684 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6e17d33a-acd1-46b5-baac-bf47b4fda0ef tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:54.238734 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:54.246358 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b8e04071-a721-41f3-af51-93c1dbb207f9 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:54.253624 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Port 83b025ff-8195-4413-8918-f3bab8589ca0 on network 3c4d0d94-05eb-4ede-bb44-e567e61db176 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:17:54.254350 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR neutron.plugins.ml2.managers [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Failed to bind port 83b025ff-8195-4413-8918-f3bab8589ca0 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '11b91514-e530-4db1-b48c-8075b98b0b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c4d0d94-05eb-4ede-bb44-e567e61db176'}] Dec 15 19:17:54.256250 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f3579ef7-e4c4-467d-8043-638bde597a97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:54.258346 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f3579ef7-e4c4-467d-8043-638bde597a97 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/015fa6be-33a4-4949-8b51-22080114e3f8 HTTP/1.1" status: 204 len: 168 time: 1.1255877 Dec 15 19:17:54.259419 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5baef83b-9423-4878-b051-623139e4f075 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.199s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:54.289688 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-b8e04071-a721-41f3-af51-93c1dbb207f9 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] In _notify_port_updated(), no bound segment for port 4789a0cd-700d-41bf-bb0a-87e6493a748b on network f1716bdf-f089-46e2-a12a-b8d02e015b64 {{(pid=88990) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 15 19:17:54.297676 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e04071-a721-41f3-af51-93c1dbb207f9 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:17:54.298843 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b8e04071-a721-41f3-af51-93c1dbb207f9 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:54.305404 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b8e04071-a721-41f3-af51-93c1dbb207f9 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "PUT /v2.0/ports/4789a0cd-700d-41bf-bb0a-87e6493a748b HTTP/1.1" status: 200 len: 1011 time: 3.5554082 Dec 15 19:17:54.309607 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.plugin [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempt 8 to bind port 83b025ff-8195-4413-8918-f3bab8589ca0 Dec 15 19:17:54.338849 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49678) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:54.362513 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d8887335-0b3f-4976-8162-5fe8c23bb9b7 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:54.364218 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d8887335-0b3f-4976-8162-5fe8c23bb9b7 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.2033887 Dec 15 19:17:54.373070 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49682) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:54.374469 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3579ef7-e4c4-467d-8043-638bde597a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=015fa6be-33a4-4949-8b51-22080114e3f8,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:54.399114 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f3579ef7-e4c4-467d-8043-638bde597a97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:54.400289 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.304s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:54.417289 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6e17d33a-acd1-46b5-baac-bf47b4fda0ef tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16156049'] for subnet, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:54.419589 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8887335-0b3f-4976-8162-5fe8c23bb9b7 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=941c727f-60ba-40fc-9e87-a8c4d025c920,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:54.428607 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port 83b025ff-8195-4413-8918-f3bab8589ca0 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:17:54.429133 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port 83b025ff-8195-4413-8918-f3bab8589ca0 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '11b91514-e530-4db1-b48c-8075b98b0b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c4d0d94-05eb-4ede-bb44-e567e61db176'}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:17:54.429768 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port 83b025ff-8195-4413-8918-f3bab8589ca0 on network 3c4d0d94-05eb-4ede-bb44-e567e61db176 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:17:54.439095 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28b36822-4120-4392-a74d-bfaa1fc1230c tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Router a699290c-5722-4c3a-820a-d0674e1976e8 is scheduled to L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 with binding_index 1 {{(pid=88990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 15 19:17:54.442978 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-1161a975-1de3-4a07-af1f-2ed70beaf1f5 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Request body: {'security_group_rule': {'security_group_id': '19b98e59-0c96-4874-b9ee-d71b2bd06b02', 'project_id': '84e8b4bbe4894c70a50ef612e764025b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:54.448238 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9c92d296-c193-4d7e-ab8e-394ccdae0197 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:54.457084 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d8887335-0b3f-4976-8162-5fe8c23bb9b7 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:54.458696 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Port 83b025ff-8195-4413-8918-f3bab8589ca0 on network 3c4d0d94-05eb-4ede-bb44-e567e61db176 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:17:54.459287 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR neutron.plugins.ml2.managers [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Failed to bind port 83b025ff-8195-4413-8918-f3bab8589ca0 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '11b91514-e530-4db1-b48c-8075b98b0b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c4d0d94-05eb-4ede-bb44-e567e61db176'}] Dec 15 19:17:54.464568 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.plugin [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempt 9 to bind port 83b025ff-8195-4413-8918-f3bab8589ca0 Dec 15 19:17:54.470474 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14025043-1bf3-403b-bee1-953eb3103ce2 None None] Network 0ada6cb7-699d-4dc0-b0af-c510e15a6eb7 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:17:54.480815 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e2cd01d2-ea6f-4f6a-8eb0-fa0a3831d637 req-df5805d1-2778-4541-828f-398dc8b68fa6 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3112f8-b936-4176-9b46-6040cf25625e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3626473 Dec 15 19:17:54.505545 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=06f8b5fc-2365-432b-90d7-f814527b98c7,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:54.515752 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-1161a975-1de3-4a07-af1f-2ed70beaf1f5 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:54.524508 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e17d33a-acd1-46b5-baac-bf47b4fda0ef tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Pushing event deleted for resources: {'Subnet': ['ID=0faf6964-c6a6-452c-8ee5-15d79a11ce99,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:54.547196 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6e17d33a-acd1-46b5-baac-bf47b4fda0ef tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:54.554759 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8ac651b-d1a6-4616-93a2-69ed4732285a tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Deleting subnet 69318eb1-5dcc-4106-9355-160c8cd8a04e {{(pid=88991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:17:54.566595 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-1161a975-1de3-4a07-af1f-2ed70beaf1f5 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Usage tracker for resource:security_group_rule and tenant:84e8b4bbe4894c70a50ef612e764025b is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:17:54.570875 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b8ac651b-d1a6-4616-93a2-69ed4732285a tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks [] for subnet, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:54.591687 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port 83b025ff-8195-4413-8918-f3bab8589ca0 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:17:54.592422 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port 83b025ff-8195-4413-8918-f3bab8589ca0 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '11b91514-e530-4db1-b48c-8075b98b0b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c4d0d94-05eb-4ede-bb44-e567e61db176'}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:17:54.593004 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port 83b025ff-8195-4413-8918-f3bab8589ca0 on network 3c4d0d94-05eb-4ede-bb44-e567e61db176 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:17:54.599456 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:54.614605 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] get_ports_and_sgs() called for port_ids ['06f8b5fc-2365-432b-90d7-f814527b98c7'] {{(pid=88992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 19:17:54.628345 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-1161a975-1de3-4a07-af1f-2ed70beaf1f5 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:17:54.644207 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Port 83b025ff-8195-4413-8918-f3bab8589ca0 on network 3c4d0d94-05eb-4ede-bb44-e567e61db176 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:17:54.644772 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR neutron.plugins.ml2.managers [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Failed to bind port 83b025ff-8195-4413-8918-f3bab8589ca0 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '11b91514-e530-4db1-b48c-8075b98b0b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c4d0d94-05eb-4ede-bb44-e567e61db176'}] Dec 15 19:17:54.649118 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.plugin [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempt 10 to bind port 83b025ff-8195-4413-8918-f3bab8589ca0 Dec 15 19:17:54.705031 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port 83b025ff-8195-4413-8918-f3bab8589ca0 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:17:54.705751 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port 83b025ff-8195-4413-8918-f3bab8589ca0 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '11b91514-e530-4db1-b48c-8075b98b0b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c4d0d94-05eb-4ede-bb44-e567e61db176'}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:17:54.706367 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port 83b025ff-8195-4413-8918-f3bab8589ca0 on network 3c4d0d94-05eb-4ede-bb44-e567e61db176 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:17:54.719018 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-300c5669-bfa1-479a-9301-19427ebc569b None None] Provisioning complete for port 4789a0cd-700d-41bf-bb0a-87e6493a748b triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:17:54.719454 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-300c5669-bfa1-479a-9301-19427ebc569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:54.725120 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-1161a975-1de3-4a07-af1f-2ed70beaf1f5 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:54.763540 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-a6d9ee4f-98aa-4d6a-af3d-8e7f21518655 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Deleting port 4789a0cd-700d-41bf-bb0a-87e6493a748b {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:17:54.763932 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a6d9ee4f-98aa-4d6a-af3d-8e7f21518655 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:54.805961 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Port 83b025ff-8195-4413-8918-f3bab8589ca0 on network 3c4d0d94-05eb-4ede-bb44-e567e61db176 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:17:54.806505 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR neutron.plugins.ml2.managers [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Failed to bind port 83b025ff-8195-4413-8918-f3bab8589ca0 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '11b91514-e530-4db1-b48c-8075b98b0b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c4d0d94-05eb-4ede-bb44-e567e61db176'}] Dec 15 19:17:54.807613 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:54.959028 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b8ac651b-d1a6-4616-93a2-69ed4732285a tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16332759'] for subnet, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:54.994664 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b36822-4120-4392-a74d-bfaa1fc1230c tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:17:55.013557 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-28b36822-4120-4392-a74d-bfaa1fc1230c tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:55.015344 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-28b36822-4120-4392-a74d-bfaa1fc1230c tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] 10.222.0.36 "PUT /v2.0/routers/a699290c-5722-4c3a-820a-d0674e1976e8 HTTP/1.1" status: 200 len: 919 time: 10.6666927 Dec 15 19:17:55.024706 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6e17d33a-acd1-46b5-baac-bf47b4fda0ef tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:55.026482 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] For port 83b025ff-8195-4413-8918-f3bab8589ca0, host hv-neutron-8218, cleared binding levels {{(pid=88990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:17:55.027049 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempted to set empty binding levels {{(pid=88990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 15 19:17:55.027193 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacd256c-9c01-488e-a605-b01208d687f4 None None] Sync routers for ids ['a699290c-5722-4c3a-820a-d0674e1976e8'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:17:55.028289 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 49694) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:55.037963 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-300c5669-bfa1-479a-9301-19427ebc569b None None] Port 4789a0cd-700d-41bf-bb0a-87e6493a748b cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:17:55.085118 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-6e17d33a-acd1-46b5-baac-bf47b4fda0ef tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ada6cb7-699d-4dc0-b0af-c510e15a6eb7']}} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:55.100561 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-6e17d33a-acd1-46b5-baac-bf47b4fda0ef tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc9fac9f-38a9-4ba4-a56f-1792b9a57d38') {'for_net_delete': True} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:55.100901 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-6e17d33a-acd1-46b5-baac-bf47b4fda0ef tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc9fac9f-38a9-4ba4-a56f-1792b9a57d38') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:55.114708 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6e17d33a-acd1-46b5-baac-bf47b4fda0ef tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838443042'] for segment, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:55.116412 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:55.130492 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:55.146734 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6e17d33a-acd1-46b5-baac-bf47b4fda0ef tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:55.154696 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e17d33a-acd1-46b5-baac-bf47b4fda0ef tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=88991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:17:55.155139 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6e17d33a-acd1-46b5-baac-bf47b4fda0ef tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838443729'] for segment, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:55.175603 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacd256c-9c01-488e-a605-b01208d687f4 None None] Routers {'a699290c-5722-4c3a-820a-d0674e1976e8'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:17:55.176307 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-bacd256c-9c01-488e-a605-b01208d687f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:17:41Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['a699290c-5722-4c3a-820a-d0674e1976e8'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:55.200799 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Pushing event updated for resources: {'Port': ['ID=83b025ff-8195-4413-8918-f3bab8589ca0,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:55.206380 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:55.220503 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:55.235567 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:17:55.235567 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:17:55.235567 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:17:55.235567 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:17:55.235567 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:17:55.235567 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:17:55.235567 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:17:55.235567 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:17:55.235567 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:17:55.235567 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:17:55.235567 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:17:55.235567 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:17:55.235567 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:17:55.235567 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:17:55.235567 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:17:55.235567 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:17:55.235567 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:17:55.235567 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:17:55.235567 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:17:55.235567 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:17:55.235567 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:17:55.235567 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:17:55.235567 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:17:55.235567 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:17:55.235567 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:17:55.235567 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:17:55.235567 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:17:55.235567 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:17:55.235567 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:17:55.235567 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:17:55.235567 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:17:55.235567 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:17:55.253094 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-bacd256c-9c01-488e-a605-b01208d687f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:55.274528 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-8309244b-91ff-4e52-8f69-d5916648100a None None] Provisioning complete for port 4789a0cd-700d-41bf-bb0a-87e6493a748b triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:17:55.274954 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8309244b-91ff-4e52-8f69-d5916648100a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:55.321780 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 6.7719955 Dec 15 19:17:55.328479 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 49702) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:55.329022 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1161a975-1de3-4a07-af1f-2ed70beaf1f5 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:55.341918 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-8309244b-91ff-4e52-8f69-d5916648100a None None] Port 4789a0cd-700d-41bf-bb0a-87e6493a748b cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:17:55.343906 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacd256c-9c01-488e-a605-b01208d687f4 None None] Routers {'a699290c-5722-4c3a-820a-d0674e1976e8'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:17:55.344376 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-bacd256c-9c01-488e-a605-b01208d687f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:17:41Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['a699290c-5722-4c3a-820a-d0674e1976e8'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:55.430092 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-bacd256c-9c01-488e-a605-b01208d687f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:17:55.430589 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacd256c-9c01-488e-a605-b01208d687f4 None None] The sync data for ids ['a699290c-5722-4c3a-820a-d0674e1976e8'] in dv-neutron-821831-2-hyperv is: [] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:17:55.434057 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-6aeff2d1-4147-4d06-b842-aa432520a2e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Deleting port 83b025ff-8195-4413-8918-f3bab8589ca0 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:17:55.434589 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6aeff2d1-4147-4d06-b842-aa432520a2e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:55.453139 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6e17d33a-acd1-46b5-baac-bf47b4fda0ef tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:55.467729 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-61cc3a9c-b3af-4e14-9d24-e632d1046b42 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:55.487770 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6e17d33a-acd1-46b5-baac-bf47b4fda0ef tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:55.494664 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e17d33a-acd1-46b5-baac-bf47b4fda0ef tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Pushing event deleted for resources: {'Network': ['ID=0ada6cb7-699d-4dc0-b0af-c510e15a6eb7,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:55.514362 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6e17d33a-acd1-46b5-baac-bf47b4fda0ef tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:55.528279 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a6d9ee4f-98aa-4d6a-af3d-8e7f21518655 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:55.551268 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f9df9967-bdee-4a9a-a9bd-440732f2e597 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] 10.222.0.36 "GET /v2.0/routers/a699290c-5722-4c3a-820a-d0674e1976e8 HTTP/1.1" status: 200 len: 925 time: 0.5215895 Dec 15 19:17:55.552626 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6e17d33a-acd1-46b5-baac-bf47b4fda0ef tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] 10.222.0.36 "DELETE /v2.0/networks/0ada6cb7-699d-4dc0-b0af-c510e15a6eb7 HTTP/1.1" status: 204 len: 168 time: 1.7646873 Dec 15 19:17:55.557339 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 49712) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:55.557720 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 49714) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:55.629174 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-22c53def-e7de-4030-8dfc-caaeb9019da6 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-628918036'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:55.642380 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device d47a145a-bc70-42f0-bd90-570964c08696 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:17:55.645030 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-22c53def-e7de-4030-8dfc-caaeb9019da6 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:55.662466 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-22c53def-e7de-4030-8dfc-caaeb9019da6 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Usage tracker for resource:network and tenant:939f0a0fc6a54dca88c6c50c43297e50 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:17:55.668374 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-22c53def-e7de-4030-8dfc-caaeb9019da6 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:17:55.694992 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-22c53def-e7de-4030-8dfc-caaeb9019da6 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:55.743154 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1161a975-1de3-4a07-af1f-2ed70beaf1f5 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:55.752148 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-a6d9ee4f-98aa-4d6a-af3d-8e7f21518655 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Calling delete_port for 4789a0cd-700d-41bf-bb0a-87e6493a748b owned by {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:17:55.809941 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1161a975-1de3-4a07-af1f-2ed70beaf1f5 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:55.820348 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:55.825271 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port d47a145a-bc70-42f0-bd90-570964c08696 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:17:55.869667 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49720) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:55.879312 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1161a975-1de3-4a07-af1f-2ed70beaf1f5 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7866153-4184-4c7f-a4ec-1fa8c82fa76c,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:55.904546 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1161a975-1de3-4a07-af1f-2ed70beaf1f5 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:55.905755 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b8ac651b-d1a6-4616-93a2-69ed4732285a tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:55.969664 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1161a975-1de3-4a07-af1f-2ed70beaf1f5 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:55.971930 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1161a975-1de3-4a07-af1f-2ed70beaf1f5 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.5568490 Dec 15 19:17:55.976545 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49726) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:55.989667 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-935830c4-fb9d-4430-be08-533768757bcb tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Request body: {'security_group_rule': {'security_group_id': '19b98e59-0c96-4874-b9ee-d71b2bd06b02', 'project_id': '84e8b4bbe4894c70a50ef612e764025b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:55.998193 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-935830c4-fb9d-4430-be08-533768757bcb tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:56.003772 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-935830c4-fb9d-4430-be08-533768757bcb tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Usage tracker for resource:security_group_rule and tenant:84e8b4bbe4894c70a50ef612e764025b is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:17:56.007828 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-935830c4-fb9d-4430-be08-533768757bcb tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:17:56.014903 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-935830c4-fb9d-4430-be08-533768757bcb tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:56.103555 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-935830c4-fb9d-4430-be08-533768757bcb tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:56.118740 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c53def-e7de-4030-8dfc-caaeb9019da6 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Made reservation on behalf of 939f0a0fc6a54dca88c6c50c43297e50 for: {'network': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:17:56.124860 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-22c53def-e7de-4030-8dfc-caaeb9019da6 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:56.129492 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-635d87eb-ba02-4e43-aba8-5ce9f93749bb tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1767197079'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:56.145547 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-635d87eb-ba02-4e43-aba8-5ce9f93749bb tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:56.149446 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-6aeff2d1-4147-4d06-b842-aa432520a2e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] For port 83b025ff-8195-4413-8918-f3bab8589ca0, host hv-neutron-8218, got binding levels [] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:17:56.149851 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6aeff2d1-4147-4d06-b842-aa432520a2e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:56.155015 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-635d87eb-ba02-4e43-aba8-5ce9f93749bb tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Usage tracker for resource:network and tenant:4b72ed9b2db341efa85a0459f4f25483 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:17:56.163569 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-635d87eb-ba02-4e43-aba8-5ce9f93749bb tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:17:56.174162 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-7ede039f-3611-489c-b568-00a0397e0cc0 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=4b9c9b76-a8c2-4873-8d7b-0d52cc71925c&device_id=a699290c-5722-4c3a-820a-d0674e1976e8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.6144726 Dec 15 19:17:56.177983 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b8ac651b-d1a6-4616-93a2-69ed4732285a tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16156049'] for subnet, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:56.179104 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 49730) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:56.187281 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-afd0b401-8c95-4002-b67f-747ef5b1a524 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:56.223479 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-635d87eb-ba02-4e43-aba8-5ce9f93749bb tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:56.273706 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ac651b-d1a6-4616-93a2-69ed4732285a tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Pushing event deleted for resources: {'Subnet': ['ID=69318eb1-5dcc-4106-9355-160c8cd8a04e,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:56.286702 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b8ac651b-d1a6-4616-93a2-69ed4732285a tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:56.300477 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b8ac651b-d1a6-4616-93a2-69ed4732285a tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:56.303494 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-6aeff2d1-4147-4d06-b842-aa432520a2e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Calling delete_port for 83b025ff-8195-4413-8918-f3bab8589ca0 owned by {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:17:56.332378 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dcb3578-72e9-4ed7-84d8-d5433d7b40f3 None None] Network ee721a08-3a0d-4a11-91f4-4cf010ab6057 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:17:56.342573 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-635d87eb-ba02-4e43-aba8-5ce9f93749bb tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Made reservation on behalf of 4b72ed9b2db341efa85a0459f4f25483 for: {'network': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:17:56.347934 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-635d87eb-ba02-4e43-aba8-5ce9f93749bb tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:56.366171 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-935830c4-fb9d-4430-be08-533768757bcb tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:56.368960 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-635d87eb-ba02-4e43-aba8-5ce9f93749bb tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Notify callbacks [] for security_group, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:56.437516 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22c53def-e7de-4030-8dfc-caaeb9019da6 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=88990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:17:56.491649 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-170b5185-cfc1-41cf-9b35-468b66212179 None None] Provisioning for port d47a145a-bc70-42f0-bd90-570964c08696 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:17:56.491904 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-22c53def-e7de-4030-8dfc-caaeb9019da6 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:56.492100 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-22c53def-e7de-4030-8dfc-caaeb9019da6 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Added segment 7dd89a74-7130-49e7-88dd-7ab84c837b91 of type vlan for network feadd216-804c-4564-8ce2-c27efe5af348 Dec 15 19:17:56.530654 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-170b5185-cfc1-41cf-9b35-468b66212179 None None] Provisioning complete for port d47a145a-bc70-42f0-bd90-570964c08696 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:17:56.530869 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-170b5185-cfc1-41cf-9b35-468b66212179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:56.531174 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f6bf8-e5c4-45b8-9609-45819f4a8841 req-c8677cc3-db54-4af5-95b7-2ee496f17c4b tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:17:56.532838 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3d5f6bf8-e5c4-45b8-9609-45819f4a8841 req-c8677cc3-db54-4af5-95b7-2ee496f17c4b tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b7fa720-d8e5-4510-aeb0-a3b286372c89 HTTP/1.1" status: 200 len: 945 time: 0.5147665 Dec 15 19:17:56.604243 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6aeff2d1-4147-4d06-b842-aa432520a2e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:56.608266 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-935830c4-fb9d-4430-be08-533768757bcb tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:56.609466 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-22c53def-e7de-4030-8dfc-caaeb9019da6 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:56.612634 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b8ac651b-d1a6-4616-93a2-69ed4732285a tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] 10.222.0.36 "DELETE /v2.0/subnets/69318eb1-5dcc-4106-9355-160c8cd8a04e HTTP/1.1" status: 204 len: 168 time: 2.6603379 Dec 15 19:17:56.613798 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a6d9ee4f-98aa-4d6a-af3d-8e7f21518655 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:56.615014 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49734) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:56.623410 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3a73d862-e520-458d-b2e7-407619b955e6 tempest-RoutersAdminNegativeTest-1742573982 tempest-RoutersAdminNegativeTest-1742573982-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:56.662400 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4989c429-4fbd-4c09-8243-4fe811bac8a4 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:17:56.666797 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4989c429-4fbd-4c09-8243-4fe811bac8a4 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] 10.222.0.36 "GET /v2.0/networks/4b9c9b76-a8c2-4873-8d7b-0d52cc71925c HTTP/1.1" status: 200 len: 881 time: 0.4267223 Dec 15 19:17:56.677031 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 49738) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:56.677942 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeff2d1-4147-4d06-b842-aa432520a2e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Pushing event deleted for resources: {'Port': ['ID=83b025ff-8195-4413-8918-f3bab8589ca0,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:56.685091 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6aeff2d1-4147-4d06-b842-aa432520a2e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:56.701497 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-03e7ed5e-9ac0-450d-9a2a-3e2deae4c3ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:56.709562 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-170b5185-cfc1-41cf-9b35-468b66212179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:56.757631 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210716e1-8226-4af4-984c-73a59a8a0ad6 None None] DHCP port deletion for ee721a08-3a0d-4a11-91f4-4cf010ab6057 request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:17:56.766047 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-170b5185-cfc1-41cf-9b35-468b66212179 None None] For port d47a145a-bc70-42f0-bd90-570964c08696, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=d47a145a-bc70-42f0-bd90-570964c08696,segment=NetworkSegment(cb762a4f-7a1e-4e69-8bff-a36f061d2cf9),segment_id=cb762a4f-7a1e-4e69-8bff-a36f061d2cf9)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:17:56.768861 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-210716e1-8226-4af4-984c-73a59a8a0ad6 None None] Deleting port d47a145a-bc70-42f0-bd90-570964c08696 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:17:56.769326 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-210716e1-8226-4af4-984c-73a59a8a0ad6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:56.773720 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e93146ee-4d53-496d-9f66-3fb371d58a4e tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] 10.222.0.36 "GET /v2.0/ports?device_id=a699290c-5722-4c3a-820a-d0674e1976e8 HTTP/1.1" status: 200 len: 205 time: 0.0931664 Dec 15 19:17:56.789195 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 49742) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:56.789473 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d9ee4f-98aa-4d6a-af3d-8e7f21518655 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event deleted for resources: {'Port': ['ID=4789a0cd-700d-41bf-bb0a-87e6493a748b,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:56.789579 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6aeff2d1-4147-4d06-b842-aa432520a2e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:56.805591 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a6d9ee4f-98aa-4d6a-af3d-8e7f21518655 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:56.807844 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:56.824466 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-170b5185-cfc1-41cf-9b35-468b66212179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:56.830951 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-37da701a-aee1-48b2-95da-55f20f4a67c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:56.846018 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3d5f6bf8-e5c4-45b8-9609-45819f4a8841 req-30dc5428-155d-4f96-bbf0-cdc94bbd65b0 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3112f8-b936-4176-9b46-6040cf25625e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2903392 Dec 15 19:17:56.869585 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6aeff2d1-4147-4d06-b842-aa432520a2e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] 10.222.0.36 "DELETE /v2.0/ports/83b025ff-8195-4413-8918-f3bab8589ca0 HTTP/1.1" status: 204 len: 168 time: 1.5395100 Dec 15 19:17:56.870615 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 49746) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:56.883901 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935830c4-fb9d-4430-be08-533768757bcb tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a544c38f-3de0-4f58-bcac-391111cba08e,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:56.887278 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-635d87eb-ba02-4e43-aba8-5ce9f93749bb tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:56.902546 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-935830c4-fb9d-4430-be08-533768757bcb tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:56.910042 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-635d87eb-ba02-4e43-aba8-5ce9f93749bb tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Usage tracker for resource:security_group_rule and tenant:4b72ed9b2db341efa85a0459f4f25483 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:17:56.916010 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-935830c4-fb9d-4430-be08-533768757bcb tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:56.920945 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-935830c4-fb9d-4430-be08-533768757bcb tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9399312 Dec 15 19:17:56.922228 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc1a285-fdc8-4fdf-9e8a-3bf97f7ab654 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:17:56.922584 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-22c53def-e7de-4030-8dfc-caaeb9019da6 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:56.923870 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc1a285-fdc8-4fdf-9e8a-3bf97f7ab654 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:17:56.924707 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-0bc1a285-fdc8-4fdf-9e8a-3bf97f7ab654 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Synchronizing usage tracker for tenant:b640cccfaac84079bbb54e6565c8cef4 on resource:subnet {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:17:56.926963 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c53def-e7de-4030-8dfc-caaeb9019da6 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:17:56.927482 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-22c53def-e7de-4030-8dfc-caaeb9019da6 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:56.928594 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49750) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:56.929442 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-635d87eb-ba02-4e43-aba8-5ce9f93749bb tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:17:56.938921 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ce7963f1-09b5-4cdc-a3f0-316e4a3c469a tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:56.954577 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170b5185-cfc1-41cf-9b35-468b66212179 None None] Pushing event updated for resources: {'Port': ['ID=d47a145a-bc70-42f0-bd90-570964c08696,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:56.964240 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-170b5185-cfc1-41cf-9b35-468b66212179 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:56.971097 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-635d87eb-ba02-4e43-aba8-5ce9f93749bb tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:56.971587 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-93fb9407-eb57-4083-80cd-db10f6445559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] GET failed (client error): The resource could not be found. Dec 15 19:17:56.972175 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-93fb9407-eb57-4083-80cd-db10f6445559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Synchronizing usage tracker for tenant:47926a08aa2948708b7aa2b8df838278 on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:17:56.982382 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-8cae7c43-d247-4763-963e-412a90e1b5e2 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Request body: {'security_group_rule': {'security_group_id': '19b98e59-0c96-4874-b9ee-d71b2bd06b02', 'project_id': '84e8b4bbe4894c70a50ef612e764025b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:56.982592 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 06f8b5fc-2365-432b-90d7-f814527b98c7 up at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:17:56.997344 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-8cae7c43-d247-4763-963e-412a90e1b5e2 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:57.008346 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8cae7c43-d247-4763-963e-412a90e1b5e2 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Usage tracker for resource:security_group_rule and tenant:84e8b4bbe4894c70a50ef612e764025b is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:17:57.013752 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a6d9ee4f-98aa-4d6a-af3d-8e7f21518655 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:57.018973 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a6d9ee4f-98aa-4d6a-af3d-8e7f21518655 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "DELETE /v2.0/ports/4789a0cd-700d-41bf-bb0a-87e6493a748b HTTP/1.1" status: 204 len: 168 time: 2.6690197 Dec 15 19:17:57.020900 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8cae7c43-d247-4763-963e-412a90e1b5e2 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:17:57.027414 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49754) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:57.068572 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c53def-e7de-4030-8dfc-caaeb9019da6 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Pushing event updated for resources: {'Network': ['ID=feadd216-804c-4564-8ce2-c27efe5af348,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:57.071912 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-8cae7c43-d247-4763-963e-412a90e1b5e2 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:57.082223 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-22c53def-e7de-4030-8dfc-caaeb9019da6 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:57.090484 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-0bc1a285-fdc8-4fdf-9e8a-3bf97f7ab654 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Unset dirty status for tenant:b640cccfaac84079bbb54e6565c8cef4 on resource:subnet {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:17:57.094966 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0bc1a285-fdc8-4fdf-9e8a-3bf97f7ab654 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4784584 Dec 15 19:17:57.099342 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49758) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:57.109766 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-73e1fc21-49ba-48f7-a28e-19867de115f8 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] GET failed (client error): The resource could not be found. Dec 15 19:17:57.110278 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-73e1fc21-49ba-48f7-a28e-19867de115f8 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Synchronizing usage tracker for tenant:d09e37d948244dafb936d2972b3d58c9 on resource:port {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:17:57.134624 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network feadd216-804c-4564-8ce2-c27efe5af348 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:17:57.145007 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-22c53def-e7de-4030-8dfc-caaeb9019da6 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5837793 Dec 15 19:17:57.152176 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 49762) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:57.159556 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-7204b374-00b7-453e-bd1b-2ae258b44683 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Request body: {'subnet': {'network_id': 'feadd216-804c-4564-8ce2-c27efe5af348', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:57.164204 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.securitygroups_db [None req-8cae7c43-d247-4763-963e-412a90e1b5e2 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Project 84e8b4bbe4894c70a50ef612e764025b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 19:17:57.261159 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8cae7c43-d247-4763-963e-412a90e1b5e2 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:57.301311 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-210716e1-8226-4af4-984c-73a59a8a0ad6 None None] For port d47a145a-bc70-42f0-bd90-570964c08696, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=d47a145a-bc70-42f0-bd90-570964c08696,segment=NetworkSegment(cb762a4f-7a1e-4e69-8bff-a36f061d2cf9),segment_id=cb762a4f-7a1e-4e69-8bff-a36f061d2cf9)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:17:57.301760 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-210716e1-8226-4af4-984c-73a59a8a0ad6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:57.302188 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-7204b374-00b7-453e-bd1b-2ae258b44683 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:57.308587 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-7204b374-00b7-453e-bd1b-2ae258b44683 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Usage tracker for resource:subnet and tenant:939f0a0fc6a54dca88c6c50c43297e50 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:17:57.312996 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-7204b374-00b7-453e-bd1b-2ae258b44683 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:17:57.321313 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-7204b374-00b7-453e-bd1b-2ae258b44683 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:57.334888 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-73e1fc21-49ba-48f7-a28e-19867de115f8 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Unset dirty status for tenant:d09e37d948244dafb936d2972b3d58c9 on resource:port {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:17:57.339652 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-73e1fc21-49ba-48f7-a28e-19867de115f8 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "GET /v2.0/ports/4789a0cd-700d-41bf-bb0a-87e6493a748b HTTP/1.1" status: 404 len: 333 time: 0.3077009 Dec 15 19:17:57.341946 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 49766) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:57.348957 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7484b47b-d857-4a91-b3f8-07d4f0aeed8a tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:57.382410 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-009588c9-561c-4752-ae3d-05e76f737ca6 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks [] for router, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:57.386620 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-7484b47b-d857-4a91-b3f8-07d4f0aeed8a tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 15 19:17:57.387381 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7484b47b-d857-4a91-b3f8-07d4f0aeed8a tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:17:57.392644 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-635d87eb-ba02-4e43-aba8-5ce9f93749bb tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Notify callbacks [] for security_group, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:57.402926 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-7484b47b-d857-4a91-b3f8-07d4f0aeed8a tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] 10.222.0.36 "DELETE /v2.0/networks/ee721a08-3a0d-4a11-91f4-4cf010ab6057 HTTP/1.1" status: 409 len: 405 time: 0.3000751 Dec 15 19:17:57.414803 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49770) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:57.425160 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-96b28813-02ce-47e2-b998-d301506850d3 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1098956966'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:57.429591 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8cae7c43-d247-4763-963e-412a90e1b5e2 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:57.432476 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-635d87eb-ba02-4e43-aba8-5ce9f93749bb tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:57.433683 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-210716e1-8226-4af4-984c-73a59a8a0ad6 None None] Calling delete_port for d47a145a-bc70-42f0-bd90-570964c08696 owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:17:57.436172 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-96b28813-02ce-47e2-b998-d301506850d3 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:57.442846 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-18ebcbd0-dc05-42a3-a3cb-57c24c42c1eb tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:57.456487 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-96b28813-02ce-47e2-b998-d301506850d3 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Usage tracker for resource:network and tenant:b640cccfaac84079bbb54e6565c8cef4 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:17:57.464696 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-96b28813-02ce-47e2-b998-d301506850d3 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:17:57.477199 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8cae7c43-d247-4763-963e-412a90e1b5e2 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:57.478071 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-635d87eb-ba02-4e43-aba8-5ce9f93749bb tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=88991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:17:57.487012 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-96b28813-02ce-47e2-b998-d301506850d3 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:57.493647 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-93fb9407-eb57-4083-80cd-db10f6445559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Unset dirty status for tenant:47926a08aa2948708b7aa2b8df838278 on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:17:57.500638 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-93fb9407-eb57-4083-80cd-db10f6445559 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] 10.222.0.36 "GET /v2.0/ports/83b025ff-8195-4413-8918-f3bab8589ca0 HTTP/1.1" status: 404 len: 333 time: 0.6281207 Dec 15 19:17:57.503442 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 49774) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:57.503976 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7204b374-00b7-453e-bd1b-2ae258b44683 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Made reservation on behalf of 939f0a0fc6a54dca88c6c50c43297e50 for: {'subnet': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:17:57.511527 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635d87eb-ba02-4e43-aba8-5ce9f93749bb tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59d6bf42-1529-4adc-a49a-a57aee3a04b4,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:57.518038 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning for port 06f8b5fc-2365-432b-90d7-f814527b98c7 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:17:57.520786 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-635d87eb-ba02-4e43-aba8-5ce9f93749bb tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:57.521188 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-635d87eb-ba02-4e43-aba8-5ce9f93749bb tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Added segment 5b68dcac-15b9-4dde-a6a3-5f037a215332 of type vlan for network 5b03fc67-1d82-477b-87ea-06a03afafe41 Dec 15 19:17:57.522849 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-635d87eb-ba02-4e43-aba8-5ce9f93749bb tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:57.524811 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning complete for port 06f8b5fc-2365-432b-90d7-f814527b98c7 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:17:57.526209 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:57.527143 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:57.552138 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-f94a8afd-41e5-437d-b3a2-96723928be2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Request body: {'port': {'network_id': '3c4d0d94-05eb-4ede-bb44-e567e61db176', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-719575764'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:57.553914 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b28813-02ce-47e2-b998-d301506850d3 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Made reservation on behalf of b640cccfaac84079bbb54e6565c8cef4 for: {'network': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:17:57.560331 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-96b28813-02ce-47e2-b998-d301506850d3 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:57.560637 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-210716e1-8226-4af4-984c-73a59a8a0ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866'] for port, after_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:57.571893 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b39db5b6-9f41-4b8c-871e-2fffb8daab29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:57.581760 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cae7c43-d247-4763-963e-412a90e1b5e2 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e3d3d7a-3778-4126-84a6-a3609cb29ecb,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:57.590980 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8cae7c43-d247-4763-963e-412a90e1b5e2 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:57.610633 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-f94a8afd-41e5-437d-b3a2-96723928be2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:57.624244 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8cae7c43-d247-4763-963e-412a90e1b5e2 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:57.629542 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8cae7c43-d247-4763-963e-412a90e1b5e2 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.6709716 Dec 15 19:17:57.631828 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device d47a145a-bc70-42f0-bd90-570964c08696 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:17:57.646666 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96b28813-02ce-47e2-b998-d301506850d3 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=88991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:17:57.657328 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-96b28813-02ce-47e2-b998-d301506850d3 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:57.657964 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-96b28813-02ce-47e2-b998-d301506850d3 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Added segment 3ed47001-0ab2-48a4-b5c5-b626afc8cdaa of type vlan for network 1efbbae7-5397-4c55-befb-2a7d2ccd8949 Dec 15 19:17:57.669495 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49778) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:57.677767 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-3c035420-88c0-4d9a-8d78-b91bc8b70422 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Request body: {'security_group_rule': {'security_group_id': '19b98e59-0c96-4874-b9ee-d71b2bd06b02', 'project_id': '84e8b4bbe4894c70a50ef612e764025b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:57.681071 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210716e1-8226-4af4-984c-73a59a8a0ad6 None None] Pushing event deleted for resources: {'Port': ['ID=d47a145a-bc70-42f0-bd90-570964c08696,revision_number=None']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:57.686006 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-3c035420-88c0-4d9a-8d78-b91bc8b70422 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:57.686209 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: d47a145a-bc70-42f0-bd90-570964c08696 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:17:57.686600 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device d47a145a-bc70-42f0-bd90-570964c08696 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:17:57.690540 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-3c035420-88c0-4d9a-8d78-b91bc8b70422 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Usage tracker for resource:security_group_rule and tenant:84e8b4bbe4894c70a50ef612e764025b is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:17:57.690960 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-210716e1-8226-4af4-984c-73a59a8a0ad6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:57.693965 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-3c035420-88c0-4d9a-8d78-b91bc8b70422 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:17:57.700687 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-3c035420-88c0-4d9a-8d78-b91bc8b70422 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:57.705294 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210716e1-8226-4af4-984c-73a59a8a0ad6 None None] No DVR routers for this DVR port d47a145a-bc70-42f0-bd90-570964c08696 on host dv-neutron-821831-2-hyperv {{(pid=88992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:17:57.716486 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-635d87eb-ba02-4e43-aba8-5ce9f93749bb tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:57.727032 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-f94a8afd-41e5-437d-b3a2-96723928be2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:57.742298 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.securitygroups_db [None req-3c035420-88c0-4d9a-8d78-b91bc8b70422 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Project 84e8b4bbe4894c70a50ef612e764025b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 19:17:57.752486 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-96b28813-02ce-47e2-b998-d301506850d3 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:57.762429 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3c035420-88c0-4d9a-8d78-b91bc8b70422 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:57.782640 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:57.808671 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7204b374-00b7-453e-bd1b-2ae258b44683 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839924940'] for subnet, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:57.811746 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b7fa720-d8e5-4510-aeb0-a3b286372c89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06f8b5fc-2365-432b-90d7-f814527b98c7'}] {{(pid=88992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:17:57.823298 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 06f8b5fc-2365-432b-90d7-f814527b98c7, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=06f8b5fc-2365-432b-90d7-f814527b98c7,segment=NetworkSegment(68c50745-522c-412f-b573-c945cd7c3bdd),segment_id=68c50745-522c-412f-b573-c945cd7c3bdd)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:17:57.862566 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3c035420-88c0-4d9a-8d78-b91bc8b70422 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:57.863958 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:57.864175 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-635d87eb-ba02-4e43-aba8-5ce9f93749bb tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:57.867734 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:57.874371 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635d87eb-ba02-4e43-aba8-5ce9f93749bb tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:17:57.874371 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-635d87eb-ba02-4e43-aba8-5ce9f93749bb tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:57.875763 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3d0ad71d-be72-4043-9e6c-5ba379c3277e tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:57.903396 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f94a8afd-41e5-437d-b3a2-96723928be2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Made reservation on behalf of 47926a08aa2948708b7aa2b8df838278 for: {'port': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:17:57.908112 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f94a8afd-41e5-437d-b3a2-96723928be2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:57.971227 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-96b28813-02ce-47e2-b998-d301506850d3 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:57.976726 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b28813-02ce-47e2-b998-d301506850d3 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:17:57.977405 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-96b28813-02ce-47e2-b998-d301506850d3 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:57.982710 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b7fa720-d8e5-4510-aeb0-a3b286372c89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06f8b5fc-2365-432b-90d7-f814527b98c7', 'code': 200} Dec 15 19:17:57.985907 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-37fdc4c3-7c1d-448a-b890-92e8874999ca tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Deleting subnet 13fbd809-f787-4808-8f96-5f5d005cc4c3 {{(pid=88990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:17:57.991637 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3c035420-88c0-4d9a-8d78-b91bc8b70422 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:57.994204 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-f94a8afd-41e5-437d-b3a2-96723928be2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] device_id is not set on port d553325f-14f4-43bb-ad84-2a0293ea539d yet. {{(pid=88990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:17:58.013280 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=06f8b5fc-2365-432b-90d7-f814527b98c7,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:58.017000 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:58.032427 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-37fdc4c3-7c1d-448a-b890-92e8874999ca tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for subnet, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:58.049353 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-635d87eb-ba02-4e43-aba8-5ce9f93749bb tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.1753263 Dec 15 19:17:58.050893 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49786) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:58.054450 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635d87eb-ba02-4e43-aba8-5ce9f93749bb tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Pushing event updated for resources: {'Network': ['ID=5b03fc67-1d82-477b-87ea-06a03afafe41,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:58.058135 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-635d87eb-ba02-4e43-aba8-5ce9f93749bb tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:58.059076 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7a1ffaad-2b34-45ca-b5e5-7e3d83e83024 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:58.066626 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 5b03fc67-1d82-477b-87ea-06a03afafe41 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:17:58.086483 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-771d7050-aa1b-4c7b-a344-aa0db799749f tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Request body: {'subnet': {'network_id': '5b03fc67-1d82-477b-87ea-06a03afafe41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:58.224468 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3c035420-88c0-4d9a-8d78-b91bc8b70422 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:58.228965 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-3c035420-88c0-4d9a-8d78-b91bc8b70422 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.5553296 Dec 15 19:17:58.228965 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-96b28813-02ce-47e2-b998-d301506850d3 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8118126 Dec 15 19:17:58.250139 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49790) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:58.250675 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49792) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:58.275026 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-6c88c885-290c-4638-a204-1ae490d501de tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Request body: {'subnet': {'network_id': '1efbbae7-5397-4c55-befb-2a7d2ccd8949', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:58.296749 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-9265a829-cef6-46eb-895a-12efb59a0408 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Request body: {'network': {'name': 'tempest-network-smoke--1175637815', 'project_id': '84e8b4bbe4894c70a50ef612e764025b', 'port_security_enabled': True}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:58.357628 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-9265a829-cef6-46eb-895a-12efb59a0408 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:58.415174 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-9265a829-cef6-46eb-895a-12efb59a0408 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Usage tracker for resource:network and tenant:84e8b4bbe4894c70a50ef612e764025b is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:17:58.448149 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-9265a829-cef6-46eb-895a-12efb59a0408 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:17:58.453550 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b28813-02ce-47e2-b998-d301506850d3 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Pushing event updated for resources: {'Network': ['ID=1efbbae7-5397-4c55-befb-2a7d2ccd8949,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:58.454163 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-37fdc4c3-7c1d-448a-b890-92e8874999ca tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838448728'] for subnet, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:58.465443 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 1efbbae7-5397-4c55-befb-2a7d2ccd8949 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:17:58.468087 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-96b28813-02ce-47e2-b998-d301506850d3 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:58.470331 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-9265a829-cef6-46eb-895a-12efb59a0408 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:58.472300 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0f4a69e8-0ff8-45fa-954c-8f57fe61a2d2 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.441s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:58.512996 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-771d7050-aa1b-4c7b-a344-aa0db799749f tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:58.515630 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c035420-88c0-4d9a-8d78-b91bc8b70422 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e2aab48-c820-4349-aaa9-81a7c58f07e0,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:58.522327 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-771d7050-aa1b-4c7b-a344-aa0db799749f tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Usage tracker for resource:subnet and tenant:4b72ed9b2db341efa85a0459f4f25483 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:17:58.525622 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3c035420-88c0-4d9a-8d78-b91bc8b70422 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:58.529934 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-771d7050-aa1b-4c7b-a344-aa0db799749f tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:17:58.541393 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-771d7050-aa1b-4c7b-a344-aa0db799749f tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:58.544031 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-6c88c885-290c-4638-a204-1ae490d501de tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:58.553559 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9265a829-cef6-46eb-895a-12efb59a0408 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Made reservation on behalf of 84e8b4bbe4894c70a50ef612e764025b for: {'network': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:17:58.559843 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9265a829-cef6-46eb-895a-12efb59a0408 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:58.592101 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-6c88c885-290c-4638-a204-1ae490d501de tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:58.618921 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-77236476-762f-43b9-8f83-3d12998ed794 req-ee7e644b-6a97-46ed-bc4d-08a6fb06b9b1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3b7fa720-d8e5-4510-aeb0-a3b286372c89 HTTP/1.1" status: 200 len: 1099 time: 0.3633993 Dec 15 19:17:58.621502 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-771d7050-aa1b-4c7b-a344-aa0db799749f tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Made reservation on behalf of 4b72ed9b2db341efa85a0459f4f25483 for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:17:58.672055 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c88c885-290c-4638-a204-1ae490d501de tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Made reservation on behalf of b640cccfaac84079bbb54e6565c8cef4 for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:17:58.735294 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9265a829-cef6-46eb-895a-12efb59a0408 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=88991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:17:58.760553 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a095aba-dddd-4ce3-b591-3ec630e8c2f0 req-a4974b7c-1b34-45c7-85b3-d603a5865b05 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:17:58.762466 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4a095aba-dddd-4ce3-b591-3ec630e8c2f0 req-a4974b7c-1b34-45c7-85b3-d603a5865b05 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b7fa720-d8e5-4510-aeb0-a3b286372c89 HTTP/1.1" status: 200 len: 946 time: 0.6997154 Dec 15 19:17:58.769450 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-009588c9-561c-4752-ae3d-05e76f737ca6 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:58.840223 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9265a829-cef6-46eb-895a-12efb59a0408 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:58.840650 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-9265a829-cef6-46eb-895a-12efb59a0408 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Added segment ee834257-2d95-4457-8993-3de4c3c8fb43 of type vlan for network 0fa38694-55b5-4cdc-8b7c-72ddba6039db Dec 15 19:17:58.868104 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-37fdc4c3-7c1d-448a-b890-92e8874999ca tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:58.889906 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-77236476-762f-43b9-8f83-3d12998ed794 req-49bd164c-7b78-466c-bb95-1f2f8461bc75 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8b3112f8-b936-4176-9b46-6040cf25625e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2457840 Dec 15 19:17:58.894550 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-771d7050-aa1b-4c7b-a344-aa0db799749f tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:58.904594 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-009588c9-561c-4752-ae3d-05e76f737ca6 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Deleting port ec6e5a27-f862-4d7d-975e-494ef280d2d3 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:17:58.904986 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-009588c9-561c-4752-ae3d-05e76f737ca6 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:58.970102 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f94a8afd-41e5-437d-b3a2-96723928be2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:58.984131 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6c88c885-290c-4638-a204-1ae490d501de tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:59.006560 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4a095aba-dddd-4ce3-b591-3ec630e8c2f0 req-15f0a661-a02d-43a6-9fa6-02181659ae94 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3112f8-b936-4176-9b46-6040cf25625e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2324603 Dec 15 19:17:59.025853 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9265a829-cef6-46eb-895a-12efb59a0408 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:59.032299 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7204b374-00b7-453e-bd1b-2ae258b44683 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838139473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839924955'] for subnet, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:59.041994 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-bd680d9b-9d8a-42a6-93e3-a9dffd2c7c61 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:59.229026 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9265a829-cef6-46eb-895a-12efb59a0408 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:59.229293 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7204b374-00b7-453e-bd1b-2ae258b44683 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Pushing event updated for resources: {'Subnet': ['ID=a9df0c6b-8a74-4b63-a9d9-34508f7f1e6e,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:59.232860 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9265a829-cef6-46eb-895a-12efb59a0408 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:17:59.233649 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9265a829-cef6-46eb-895a-12efb59a0408 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:59.235993 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7204b374-00b7-453e-bd1b-2ae258b44683 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:59.242845 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-37fdc4c3-7c1d-448a-b890-92e8874999ca tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16636259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14850861'] for subnet, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:59.243773 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-96b28813-02ce-47e2-b998-d301506850d3 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:59.256265 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-23e1e630-867f-4f5f-ab8b-58955c0e4ae4 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:59.299741 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f94a8afd-41e5-437d-b3a2-96723928be2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:59.302527 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-009588c9-561c-4752-ae3d-05e76f737ca6 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:59.324429 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fdc4c3-7c1d-448a-b890-92e8874999ca tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event deleted for resources: {'Subnet': ['ID=13fbd809-f787-4808-8f96-5f5d005cc4c3,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:59.329702 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-37fdc4c3-7c1d-448a-b890-92e8874999ca tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:59.387097 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c95d9b61-d6bc-46b8-a697-63f0d37afe8a tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:59.395699 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be412f3e-67c7-4384-be82-3630306d6bef None None] Network f1716bdf-f089-46e2-a12a-b8d02e015b64 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:17:59.416094 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7204b374-00b7-453e-bd1b-2ae258b44683 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Checking segment: {'id': '7dd89a74-7130-49e7-88dd-7ab84c837b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'feadd216-804c-4564-8ce2-c27efe5af348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:17:59.416484 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7204b374-00b7-453e-bd1b-2ae258b44683 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Network hostable DHCP agents. Network: feadd216-804c-4564-8ce2-c27efe5af348, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:17:59.426419 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-37fdc4c3-7c1d-448a-b890-92e8874999ca tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:59.448938 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9265a829-cef6-46eb-895a-12efb59a0408 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1938617 Dec 15 19:17:59.451218 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9265a829-cef6-46eb-895a-12efb59a0408 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Pushing event updated for resources: {'Network': ['ID=0fa38694-55b5-4cdc-8b7c-72ddba6039db,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:59.464185 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49798) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:59.467680 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9265a829-cef6-46eb-895a-12efb59a0408 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:59.475156 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 0fa38694-55b5-4cdc-8b7c-72ddba6039db details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:17:59.476205 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-f1a90941-2fc1-47c8-a765-a91d28e9b962 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2040547903', 'admin_state_up': True, 'project_id': '84e8b4bbe4894c70a50ef612e764025b', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:59.488943 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-f1a90941-2fc1-47c8-a765-a91d28e9b962 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:17:59.501881 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-009588c9-561c-4752-ae3d-05e76f737ca6 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Calling delete_port for ec6e5a27-f862-4d7d-975e-494ef280d2d3 owned by network:router_gateway {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:17:59.507042 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-f1a90941-2fc1-47c8-a765-a91d28e9b962 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Usage tracker for resource:router and tenant:84e8b4bbe4894c70a50ef612e764025b is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:17:59.512380 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-f1a90941-2fc1-47c8-a765-a91d28e9b962 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:17:59.530023 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-f1a90941-2fc1-47c8-a765-a91d28e9b962 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:17:59.539674 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-771d7050-aa1b-4c7b-a344-aa0db799749f tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:59.544936 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-eeb706a0-8138-419e-93d9-e0d5804a7180 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:17:59.582065 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-37fdc4c3-7c1d-448a-b890-92e8874999ca tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "DELETE /v2.0/subnets/13fbd809-f787-4808-8f96-5f5d005cc4c3 HTTP/1.1" status: 204 len: 168 time: 2.2389598 Dec 15 19:17:59.589076 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49802) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:59.599140 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94a8afd-41e5-437d-b3a2-96723928be2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Network 3c4d0d94-05eb-4ede-bb44-e567e61db176 is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:17:59.611672 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94a8afd-41e5-437d-b3a2-96723928be2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Pushing event updated for resources: {'Port': ['ID=d553325f-14f4-43bb-ad84-2a0293ea539d,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:59.614295 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-f94a8afd-41e5-437d-b3a2-96723928be2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:17:59.616810 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f94a8afd-41e5-437d-b3a2-96723928be2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:17:59.620623 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94a8afd-41e5-437d-b3a2-96723928be2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:17:59.621516 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94a8afd-41e5-437d-b3a2-96723928be2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:17:59.622195 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f94a8afd-41e5-437d-b3a2-96723928be2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:59.701448 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7204b374-00b7-453e-bd1b-2ae258b44683 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Network feadd216-804c-4564-8ce2-c27efe5af348 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:17:59.712516 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f94a8afd-41e5-437d-b3a2-96723928be2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.1715257 Dec 15 19:17:59.716104 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 49806) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:17:59.723690 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-306ed809-7b29-4a10-ae04-8fba2e758d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8218'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:17:59.823966 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-7204b374-00b7-453e-bd1b-2ae258b44683 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, feadd216-804c-4564-8ce2-c27efe5af348) {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:17:59.833077 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f470e669-1ac8-44bd-8cf8-8577b8497223 None None] Network feadd216-804c-4564-8ce2-c27efe5af348 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:17:59.839446 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7204b374-00b7-453e-bd1b-2ae258b44683 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:17:59.840185 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7204b374-00b7-453e-bd1b-2ae258b44683 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:59.865289 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f1a90941-2fc1-47c8-a765-a91d28e9b962 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854699176'] for router, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:59.866314 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f1a90941-2fc1-47c8-a765-a91d28e9b962 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854194926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-76609'] for router, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:59.921468 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-306ed809-7b29-4a10-ae04-8fba2e758d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:17:59.952683 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771d7050-aa1b-4c7b-a344-aa0db799749f tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Pushing event updated for resources: {'Subnet': ['ID=75e0a093-8f9a-46ab-806b-080c93990734,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:17:59.961532 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-771d7050-aa1b-4c7b-a344-aa0db799749f tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:00.008981 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771d7050-aa1b-4c7b-a344-aa0db799749f tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Checking segment: {'id': '5b68dcac-15b9-4dde-a6a3-5f037a215332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5b03fc67-1d82-477b-87ea-06a03afafe41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:18:00.009383 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771d7050-aa1b-4c7b-a344-aa0db799749f tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Network hostable DHCP agents. Network: 5b03fc67-1d82-477b-87ea-06a03afafe41, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:18:00.055866 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-7204b374-00b7-453e-bd1b-2ae258b44683 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.9024093 Dec 15 19:18:00.062728 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 49812) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:00.161005 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6c88c885-290c-4638-a204-1ae490d501de tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:00.174317 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-cb9d38c5-cf07-4636-a4df-432ceb575c8b tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:00.212777 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f1a90941-2fc1-47c8-a765-a91d28e9b962 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:00.217871 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba45b72-fd5d-4c61-adae-1eb1d3e65093 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-feadd216-804c-4564-8ce2-c27efe5af348', 'network_id': 'feadd216-804c-4564-8ce2-c27efe5af348', 'tenant_id': '939f0a0fc6a54dca88c6c50c43297e50', 'fixed_ips': [{'subnet_id': 'a9df0c6b-8a74-4b63-a9d9-34508f7f1e6e'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:18:00.219105 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bba45b72-fd5d-4c61-adae-1eb1d3e65093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:00.317960 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c88c885-290c-4638-a204-1ae490d501de tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Pushing event updated for resources: {'Subnet': ['ID=61cf3cc1-196e-4d4e-88f4-74be65ebf368,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:00.321422 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d70016de-2355-4e0d-9b52-1a6c63e2a6a1 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:00.327451 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6c88c885-290c-4638-a204-1ae490d501de tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:00.341314 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771d7050-aa1b-4c7b-a344-aa0db799749f tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Network 5b03fc67-1d82-477b-87ea-06a03afafe41 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:18:00.356524 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-365adabb-22ff-4566-a36a-f80d6537be7a tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Deleting subnet e87feb59-4e32-4116-8e21-463dc5dec659 {{(pid=88991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:18:00.366472 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-365adabb-22ff-4566-a36a-f80d6537be7a tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for subnet, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:00.383134 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-009588c9-561c-4752-ae3d-05e76f737ca6 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:00.403836 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b8e04071-a721-41f3-af51-93c1dbb207f9 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:00.452365 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009588c9-561c-4752-ae3d-05e76f737ca6 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Pushing event deleted for resources: {'Port': ['ID=ec6e5a27-f862-4d7d-975e-494ef280d2d3,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:00.462059 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-bba45b72-fd5d-4c61-adae-1eb1d3e65093 None None] Allocated IP 172.20.0.1 (feadd216-804c-4564-8ce2-c27efe5af348/a9df0c6b-8a74-4b63-a9d9-34508f7f1e6e/1983daa5-0cc0-41fd-9463-63644c9f08b1) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:18:00.481929 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-771d7050-aa1b-4c7b-a344-aa0db799749f tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, 5b03fc67-1d82-477b-87ea-06a03afafe41) {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:18:00.489676 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-009588c9-561c-4752-ae3d-05e76f737ca6 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:00.560339 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771d7050-aa1b-4c7b-a344-aa0db799749f tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:00.561000 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-771d7050-aa1b-4c7b-a344-aa0db799749f tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:00.565837 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29001f24-e377-4f30-8d04-845eb8c6d937 None None] Network 5b03fc67-1d82-477b-87ea-06a03afafe41 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:18:00.570902 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c88c885-290c-4638-a204-1ae490d501de tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Checking segment: {'id': '3ed47001-0ab2-48a4-b5c5-b626afc8cdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1efbbae7-5397-4c55-befb-2a7d2ccd8949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:18:00.571246 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c88c885-290c-4638-a204-1ae490d501de tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Network hostable DHCP agents. Network: 1efbbae7-5397-4c55-befb-2a7d2ccd8949, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:18:00.598774 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-365adabb-22ff-4566-a36a-f80d6537be7a tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16332759'] for subnet, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:00.658756 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d70016de-2355-4e0d-9b52-1a6c63e2a6a1 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:00.675223 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f1a90941-2fc1-47c8-a765-a91d28e9b962 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:00.718085 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-771d7050-aa1b-4c7b-a344-aa0db799749f tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6500242 Dec 15 19:18:00.719089 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 49816) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:00.736835 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-c1fb9551-4e96-4d88-afb4-797a5dccd3df tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Request body: {'port': {'network_id': '5b03fc67-1d82-477b-87ea-06a03afafe41', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-731339507'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:18:00.751215 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-365adabb-22ff-4566-a36a-f80d6537be7a tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:00.816163 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c88c885-290c-4638-a204-1ae490d501de tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Network 1efbbae7-5397-4c55-befb-2a7d2ccd8949 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:18:00.868793 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-6c88c885-290c-4638-a204-1ae490d501de tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, 1efbbae7-5397-4c55-befb-2a7d2ccd8949) {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:18:00.889222 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f06ffd1-ff07-42bb-b033-2233fe5fd6c1 None None] Network 1efbbae7-5397-4c55-befb-2a7d2ccd8949 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:18:00.901808 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68302447-e24c-48ee-8810-098788d6821a req-a93cd7d3-a19d-4557-b074-07a55709b593 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:00.903498 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-68302447-e24c-48ee-8810-098788d6821a req-a93cd7d3-a19d-4557-b074-07a55709b593 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b7fa720-d8e5-4510-aeb0-a3b286372c89 HTTP/1.1" status: 200 len: 946 time: 0.5786762 Dec 15 19:18:00.931176 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-365adabb-22ff-4566-a36a-f80d6537be7a tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16156049'] for subnet, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:00.936439 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-61cc3a9c-b3af-4e14-9d24-e632d1046b42 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:00.968892 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c88c885-290c-4638-a204-1ae490d501de tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:00.969559 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6c88c885-290c-4638-a204-1ae490d501de tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:00.998687 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365adabb-22ff-4566-a36a-f80d6537be7a tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event deleted for resources: {'Subnet': ['ID=e87feb59-4e32-4116-8e21-463dc5dec659,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:01.006304 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-365adabb-22ff-4566-a36a-f80d6537be7a tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:01.023080 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bba45b72-fd5d-4c61-adae-1eb1d3e65093 None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:01.023576 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-365adabb-22ff-4566-a36a-f80d6537be7a tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:01.027553 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-365adabb-22ff-4566-a36a-f80d6537be7a tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "DELETE /v2.0/subnets/e87feb59-4e32-4116-8e21-463dc5dec659 HTTP/1.1" status: 204 len: 168 time: 1.4309444 Dec 15 19:18:01.032694 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49820) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:01.041620 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-bba45b72-fd5d-4c61-adae-1eb1d3e65093 None None] Transition to ACTIVE for port object 1983daa5-0cc0-41fd-9463-63644c9f08b1 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:18:01.046009 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3e216b-27c6-4930-96fe-f906b4a229d6 None None] Network f1716bdf-f089-46e2-a12a-b8d02e015b64 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:18:01.069326 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6c88c885-290c-4638-a204-1ae490d501de tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.8133152 Dec 15 19:18:01.078757 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 49824) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:01.185301 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5612e9c2-0240-4beb-99fc-ce2bad2882a6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:01.205899 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-bba45b72-fd5d-4c61-adae-1eb1d3e65093 None None] Transition to ACTIVE for port object 1983daa5-0cc0-41fd-9463-63644c9f08b1 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:18:01.222578 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-5612e9c2-0240-4beb-99fc-ce2bad2882a6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Deleting port 5db084f3-e944-4a4c-af2b-84ac03a7d9ed {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:18:01.222578 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5612e9c2-0240-4beb-99fc-ce2bad2882a6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:01.252500 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c14c684-de93-4a97-904b-3b74e91fefa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-5b03fc67-1d82-477b-87ea-06a03afafe41', 'network_id': '5b03fc67-1d82-477b-87ea-06a03afafe41', 'tenant_id': '4b72ed9b2db341efa85a0459f4f25483', 'fixed_ips': [{'subnet_id': '75e0a093-8f9a-46ab-806b-080c93990734'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:18:01.253907 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5c14c684-de93-4a97-904b-3b74e91fefa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:01.286297 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bba45b72-fd5d-4c61-adae-1eb1d3e65093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:01.290165 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-4044edd5-cefe-412b-8c30-8b6d33326290 None None] Provisioning complete for port 5db084f3-e944-4a4c-af2b-84ac03a7d9ed triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:18:01.290700 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4044edd5-cefe-412b-8c30-8b6d33326290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:01.305534 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f1a90941-2fc1-47c8-a765-a91d28e9b962 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks [] for router_gateway, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:01.324423 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5423d5a7-2986-45a5-b89e-fe5f823402a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:01.350280 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f1a90941-2fc1-47c8-a765-a91d28e9b962 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:01.531620 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-306ed809-7b29-4a10-ae04-8fba2e758d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] device_id is not set on port d553325f-14f4-43bb-ad84-2a0293ea539d yet. {{(pid=88990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:18:01.538500 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-68302447-e24c-48ee-8810-098788d6821a req-a023f20f-ee65-4cae-beca-e4e9d9e403e3 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3112f8-b936-4176-9b46-6040cf25625e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6208189 Dec 15 19:18:01.561049 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-009588c9-561c-4752-ae3d-05e76f737ca6 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854141934'] for router_gateway, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:01.654546 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-306ed809-7b29-4a10-ae04-8fba2e758d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:01.667534 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-5612e9c2-0240-4beb-99fc-ce2bad2882a6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] For port 5db084f3-e944-4a4c-af2b-84ac03a7d9ed, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=5db084f3-e944-4a4c-af2b-84ac03a7d9ed,segment=NetworkSegment(c9cec10a-7ab6-4b02-af0c-5346fbd8adda),segment_id=c9cec10a-7ab6-4b02-af0c-5346fbd8adda)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:18:01.667978 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5612e9c2-0240-4beb-99fc-ce2bad2882a6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:01.672605 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d70016de-2355-4e0d-9b52-1a6c63e2a6a1 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16636259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14850861'] for subnet, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:01.706016 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba45b72-fd5d-4c61-adae-1eb1d3e65093 None None] Network feadd216-804c-4564-8ce2-c27efe5af348 is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:18:01.720317 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-bba45b72-fd5d-4c61-adae-1eb1d3e65093 None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:18:01.738840 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-69900cbf-3a0d-4b0d-ae0d-5e6b2cc712c0 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:01.753361 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba45b72-fd5d-4c61-adae-1eb1d3e65093 None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:18:01.770721 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-c1fb9551-4e96-4d88-afb4-797a5dccd3df tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:18:01.788244 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba45b72-fd5d-4c61-adae-1eb1d3e65093 None None] Pushing event updated for resources: {'Port': ['ID=1983daa5-0cc0-41fd-9463-63644c9f08b1,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:01.795061 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-bba45b72-fd5d-4c61-adae-1eb1d3e65093 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:01.804269 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-f1a90941-2fc1-47c8-a765-a91d28e9b962 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Allocated IP 172.26.3.146 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/50a4f675-a9b4-43a8-8c55-3e5b8e127d99) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:18:01.808534 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-c1fb9551-4e96-4d88-afb4-797a5dccd3df tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Usage tracker for resource:port and tenant:4b72ed9b2db341efa85a0459f4f25483 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:18:01.815206 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70016de-2355-4e0d-9b52-1a6c63e2a6a1 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Pushing event deleted for resources: {'Subnet': ['ID=a9df0c6b-8a74-4b63-a9d9-34508f7f1e6e,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:01.817368 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-5612e9c2-0240-4beb-99fc-ce2bad2882a6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Calling delete_port for 5db084f3-e944-4a4c-af2b-84ac03a7d9ed owned by network:dhcp {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:18:01.831260 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-c1fb9551-4e96-4d88-afb4-797a5dccd3df tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:18:01.838607 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d70016de-2355-4e0d-9b52-1a6c63e2a6a1 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:01.845476 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-306ed809-7b29-4a10-ae04-8fba2e758d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Transition to ACTIVE for port object d553325f-14f4-43bb-ad84-2a0293ea539d will not be triggered until provisioned by entity L2. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:18:01.846596 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-c1fb9551-4e96-4d88-afb4-797a5dccd3df tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:18:01.954818 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf113080-b0c8-43a4-8e0a-8f3b9e5081dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-1efbbae7-5397-4c55-befb-2a7d2ccd8949', 'network_id': '1efbbae7-5397-4c55-befb-2a7d2ccd8949', 'tenant_id': 'b640cccfaac84079bbb54e6565c8cef4', 'fixed_ips': [{'subnet_id': '61cf3cc1-196e-4d4e-88f4-74be65ebf368'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:18:01.955850 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cf113080-b0c8-43a4-8e0a-8f3b9e5081dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:01.964131 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-306ed809-7b29-4a10-ae04-8fba2e758d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:02.017967 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5612e9c2-0240-4beb-99fc-ce2bad2882a6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:02.025886 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-29e57553-8bf4-43f3-9319-67f1c838d5ae tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:02.048161 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-4044edd5-cefe-412b-8c30-8b6d33326290 None None] Port 5db084f3-e944-4a4c-af2b-84ac03a7d9ed update to ACTIVE by agent not found {{(pid=88992) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2073}} Dec 15 19:18:02.063344 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-bba45b72-fd5d-4c61-adae-1eb1d3e65093 None None] Attempting to bind port 1983daa5-0cc0-41fd-9463-63644c9f08b1 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:18:02.063772 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-bba45b72-fd5d-4c61-adae-1eb1d3e65093 None None] Attempting to bind port 1983daa5-0cc0-41fd-9463-63644c9f08b1 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '7dd89a74-7130-49e7-88dd-7ab84c837b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'feadd216-804c-4564-8ce2-c27efe5af348'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:18:02.064220 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba45b72-fd5d-4c61-adae-1eb1d3e65093 None None] Attempting to bind port 1983daa5-0cc0-41fd-9463-63644c9f08b1 on network feadd216-804c-4564-8ce2-c27efe5af348 {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:18:02.076199 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2288ddd6-f2d7-40f4-8d3c-03ab2e88fe9f tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:02.089496 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5612e9c2-0240-4beb-99fc-ce2bad2882a6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event deleted for resources: {'Port': ['ID=5db084f3-e944-4a4c-af2b-84ac03a7d9ed,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:02.097338 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f1a90941-2fc1-47c8-a765-a91d28e9b962 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:02.100623 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5612e9c2-0240-4beb-99fc-ce2bad2882a6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:02.101473 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5612e9c2-0240-4beb-99fc-ce2bad2882a6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] No DVR routers for this DVR port 5db084f3-e944-4a4c-af2b-84ac03a7d9ed on host dv-neutron-821831-2-hyperv {{(pid=88991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:18:02.126383 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6cdaee09-ae8a-4e19-bef0-1a1507e5d309 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:02.140820 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-5c14c684-de93-4a97-904b-3b74e91fefa3 None None] Allocated IP 2001:db8::2 (5b03fc67-1d82-477b-87ea-06a03afafe41/75e0a093-8f9a-46ab-806b-080c93990734/47e925ac-6b72-44db-9c17-19c663bcca1a) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:18:02.143417 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba45b72-fd5d-4c61-adae-1eb1d3e65093 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:18:02.143903 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba45b72-fd5d-4c61-adae-1eb1d3e65093 None None] Checking segment: {'id': '7dd89a74-7130-49e7-88dd-7ab84c837b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'feadd216-804c-4564-8ce2-c27efe5af348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:18:02.144273 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bba45b72-fd5d-4c61-adae-1eb1d3e65093 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:02.144717 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba45b72-fd5d-4c61-adae-1eb1d3e65093 None None] Bound using segment: {'id': '7dd89a74-7130-49e7-88dd-7ab84c837b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'feadd216-804c-4564-8ce2-c27efe5af348'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:18:02.145494 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-bba45b72-fd5d-4c61-adae-1eb1d3e65093 None None] Bound port: 1983daa5-0cc0-41fd-9463-63644c9f08b1, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd89a74-7130-49e7-88dd-7ab84c837b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'feadd216-804c-4564-8ce2-c27efe5af348'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:18:02.145636 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bba45b72-fd5d-4c61-adae-1eb1d3e65093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:02.149356 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1fb9551-4e96-4d88-afb4-797a5dccd3df tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Made reservation on behalf of 4b72ed9b2db341efa85a0459f4f25483 for: {'port': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:18:02.155067 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c1fb9551-4e96-4d88-afb4-797a5dccd3df tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:02.201347 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-009588c9-561c-4752-ae3d-05e76f737ca6 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854207876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854699191'] for router, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:02.237382 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c6d8be-a723-45ec-8adc-1cc261edccc0 None None] DHCP port deletion for f1716bdf-f089-46e2-a12a-b8d02e015b64 request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:18:02.254623 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5612e9c2-0240-4beb-99fc-ce2bad2882a6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:02.276104 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d70016de-2355-4e0d-9b52-1a6c63e2a6a1 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:02.284268 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-5612e9c2-0240-4beb-99fc-ce2bad2882a6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1716bdf-f089-46e2-a12a-b8d02e015b64']}} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:18:02.297781 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-009588c9-561c-4752-ae3d-05e76f737ca6 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:02.298561 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-5612e9c2-0240-4beb-99fc-ce2bad2882a6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9cec10a-7ab6-4b02-af0c-5346fbd8adda') {'for_net_delete': True} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:18:02.298974 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-5612e9c2-0240-4beb-99fc-ce2bad2882a6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9cec10a-7ab6-4b02-af0c-5346fbd8adda') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:18:02.312230 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f1a90941-2fc1-47c8-a765-a91d28e9b962 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:02.317526 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5612e9c2-0240-4beb-99fc-ce2bad2882a6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838443042'] for segment, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:02.325082 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6b4b4049-5209-4cb8-af65-8c9317271985 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:02.336308 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-c1fb9551-4e96-4d88-afb4-797a5dccd3df tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] device_id is not set on port 5026a7ed-febc-4295-b032-29eec79b2448 yet. {{(pid=88990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:18:02.384717 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306ed809-7b29-4a10-ae04-8fba2e758d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Pushing event updated for resources: {'Port': ['ID=d553325f-14f4-43bb-ad84-2a0293ea539d,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:02.389183 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5612e9c2-0240-4beb-99fc-ce2bad2882a6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:02.404828 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-306ed809-7b29-4a10-ae04-8fba2e758d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:02.436074 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-d70016de-2355-4e0d-9b52-1a6c63e2a6a1 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feadd216-804c-4564-8ce2-c27efe5af348']}} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:18:02.443665 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-bba45b72-fd5d-4c61-adae-1eb1d3e65093 None None] For port 1983daa5-0cc0-41fd-9463-63644c9f08b1, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:18:02.458678 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-cf113080-b0c8-43a4-8e0a-8f3b9e5081dc None None] Allocated IP 2001:db8::f816:3eff:fe3e:c640 (1efbbae7-5397-4c55-befb-2a7d2ccd8949/61cf3cc1-196e-4d4e-88f4-74be65ebf368/eb7a97ea-3872-4aaa-b098-80a444c9bf1a) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:18:02.473789 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-d70016de-2355-4e0d-9b52-1a6c63e2a6a1 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dd89a74-7130-49e7-88dd-7ab84c837b91') {'for_net_delete': True} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:18:02.474113 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-d70016de-2355-4e0d-9b52-1a6c63e2a6a1 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dd89a74-7130-49e7-88dd-7ab84c837b91') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:18:02.476487 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-bba45b72-fd5d-4c61-adae-1eb1d3e65093 None None] For port 1983daa5-0cc0-41fd-9463-63644c9f08b1, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=1983daa5-0cc0-41fd-9463-63644c9f08b1,segment=NetworkSegment(7dd89a74-7130-49e7-88dd-7ab84c837b91),segment_id=7dd89a74-7130-49e7-88dd-7ab84c837b91)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:18:02.516423 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d70016de-2355-4e0d-9b52-1a6c63e2a6a1 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16327073'] for segment, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:02.527559 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bba45b72-fd5d-4c61-adae-1eb1d3e65093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:02.555048 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6cdaee09-ae8a-4e19-bef0-1a1507e5d309 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:02.608740 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-306ed809-7b29-4a10-ae04-8fba2e758d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port d553325f-14f4-43bb-ad84-2a0293ea539d on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:18:02.608982 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-306ed809-7b29-4a10-ae04-8fba2e758d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port d553325f-14f4-43bb-ad84-2a0293ea539d by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '11b91514-e530-4db1-b48c-8075b98b0b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c4d0d94-05eb-4ede-bb44-e567e61db176'}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:18:02.609312 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306ed809-7b29-4a10-ae04-8fba2e758d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port d553325f-14f4-43bb-ad84-2a0293ea539d on network 3c4d0d94-05eb-4ede-bb44-e567e61db176 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:18:02.612018 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5f048b1d-091d-43ea-850c-ed54439939dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:02.620295 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d70016de-2355-4e0d-9b52-1a6c63e2a6a1 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:02.628521 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a90941-2fc1-47c8-a765-a91d28e9b962 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:18:02.637798 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-f1a90941-2fc1-47c8-a765-a91d28e9b962 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:18:02.648575 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5612e9c2-0240-4beb-99fc-ce2bad2882a6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=88991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:18:02.648575 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5612e9c2-0240-4beb-99fc-ce2bad2882a6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838443729'] for segment, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:02.656951 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:18:02.656951 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:18:02.656951 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:18:02.656951 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:18:02.656951 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:18:02.656951 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:18:02.656951 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:18:02.656951 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:18:02.656951 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:18:02.656951 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:18:02.656951 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:18:02.656951 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:18:02.656951 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:18:02.656951 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:18:02.656951 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:18:02.656951 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:18:02.656951 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:18:02.656951 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:18:02.656951 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:18:02.656951 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:18:02.656951 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:18:02.656951 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:18:02.656951 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:18:02.656951 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:18:02.656951 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:18:02.656951 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:18:02.656951 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:18:02.656951 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:18:02.656951 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:18:02.656951 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:18:02.656951 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:18:02.656951 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:18:02.658967 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a90941-2fc1-47c8-a765-a91d28e9b962 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Pushing event updated for resources: {'Port': ['ID=50a4f675-a9b4-43a8-8c55-3e5b8e127d99,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:02.660409 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a90941-2fc1-47c8-a765-a91d28e9b962 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:18:02.676730 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d70016de-2355-4e0d-9b52-1a6c63e2a6a1 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=88990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:18:02.677191 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d70016de-2355-4e0d-9b52-1a6c63e2a6a1 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838138943'] for segment, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:02.694788 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f1a90941-2fc1-47c8-a765-a91d28e9b962 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:02.706923 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-009588c9-561c-4752-ae3d-05e76f737ca6 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854207982'] for router, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:02.707756 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-009588c9-561c-4752-ae3d-05e76f737ca6 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Fanout notify agent at l3_agent the message router_deleted on router a699290c-5722-4c3a-820a-d0674e1976e8 {{(pid=88990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 19:18:02.709619 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:18:02.709619 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:18:02.709619 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:18:02.709619 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:18:02.709619 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:18:02.709619 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:18:02.709619 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:18:02.709619 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:18:02.709619 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:18:02.709619 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:18:02.709619 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:18:02.709619 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:18:02.709619 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:18:02.709619 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:18:02.709619 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:18:02.709619 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:18:02.709619 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:18:02.709619 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:18:02.709619 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:18:02.709619 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:18:02.709619 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:18:02.709619 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:18:02.709619 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:18:02.709619 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:18:02.709619 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:18:02.709619 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:18:02.709619 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:18:02.709619 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:18:02.709619 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:18:02.709619 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:18:02.709619 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:18:02.709619 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:18:02.723539 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306ed809-7b29-4a10-ae04-8fba2e758d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Port d553325f-14f4-43bb-ad84-2a0293ea539d on network 3c4d0d94-05eb-4ede-bb44-e567e61db176 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:18:02.723836 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR neutron.plugins.ml2.managers [None req-306ed809-7b29-4a10-ae04-8fba2e758d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Failed to bind port d553325f-14f4-43bb-ad84-2a0293ea539d on host hv-neutron-8218 for vnic_type normal using segments [{'id': '11b91514-e530-4db1-b48c-8075b98b0b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c4d0d94-05eb-4ede-bb44-e567e61db176'}] Dec 15 19:18:02.728858 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5c14c684-de93-4a97-904b-3b74e91fefa3 None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:02.774094 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-5c14c684-de93-4a97-904b-3b74e91fefa3 None None] Transition to ACTIVE for port object 47e925ac-6b72-44db-9c17-19c663bcca1a will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:18:02.779420 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.plugin [None req-306ed809-7b29-4a10-ae04-8fba2e758d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempt 2 to bind port d553325f-14f4-43bb-ad84-2a0293ea539d Dec 15 19:18:02.826306 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-306ed809-7b29-4a10-ae04-8fba2e758d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port d553325f-14f4-43bb-ad84-2a0293ea539d on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:18:02.827005 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-306ed809-7b29-4a10-ae04-8fba2e758d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port d553325f-14f4-43bb-ad84-2a0293ea539d by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '11b91514-e530-4db1-b48c-8075b98b0b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c4d0d94-05eb-4ede-bb44-e567e61db176'}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:18:02.827583 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306ed809-7b29-4a10-ae04-8fba2e758d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port d553325f-14f4-43bb-ad84-2a0293ea539d on network 3c4d0d94-05eb-4ede-bb44-e567e61db176 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:18:02.828798 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba45b72-fd5d-4c61-adae-1eb1d3e65093 None None] Pushing event updated for resources: {'Port': ['ID=1983daa5-0cc0-41fd-9463-63644c9f08b1,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:02.833431 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5612e9c2-0240-4beb-99fc-ce2bad2882a6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:02.839489 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f1c46a24-ba28-4fa5-97eb-b8c56c3da74d tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:02.840931 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-bba45b72-fd5d-4c61-adae-1eb1d3e65093 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:02.848146 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306ed809-7b29-4a10-ae04-8fba2e758d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Port d553325f-14f4-43bb-ad84-2a0293ea539d on network 3c4d0d94-05eb-4ede-bb44-e567e61db176 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:18:02.848618 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR neutron.plugins.ml2.managers [None req-306ed809-7b29-4a10-ae04-8fba2e758d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Failed to bind port d553325f-14f4-43bb-ad84-2a0293ea539d on host hv-neutron-8218 for vnic_type normal using segments [{'id': '11b91514-e530-4db1-b48c-8075b98b0b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c4d0d94-05eb-4ede-bb44-e567e61db176'}] Dec 15 19:18:02.849490 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.plugin [None req-306ed809-7b29-4a10-ae04-8fba2e758d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempt 3 to bind port d553325f-14f4-43bb-ad84-2a0293ea539d Dec 15 19:18:02.860963 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-009588c9-561c-4752-ae3d-05e76f737ca6 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:02.862082 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-009588c9-561c-4752-ae3d-05e76f737ca6 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] 10.222.0.36 "DELETE /v2.0/routers/a699290c-5722-4c3a-820a-d0674e1976e8 HTTP/1.1" status: 204 len: 168 time: 6.0791728 Dec 15 19:18:02.864289 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5612e9c2-0240-4beb-99fc-ce2bad2882a6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:02.869534 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 49830) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:02.875187 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-5c14c684-de93-4a97-904b-3b74e91fefa3 None None] Transition to ACTIVE for port object 47e925ac-6b72-44db-9c17-19c663bcca1a will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:18:02.875972 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5612e9c2-0240-4beb-99fc-ce2bad2882a6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event deleted for resources: {'Network': ['ID=f1716bdf-f089-46e2-a12a-b8d02e015b64,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:02.878570 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-9ce143e0-5694-4f7d-8353-57d8d9070996 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-875613685', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}, 'admin_state_up': False}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:18:02.885325 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5612e9c2-0240-4beb-99fc-ce2bad2882a6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:02.893932 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-9ce143e0-5694-4f7d-8353-57d8d9070996 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:18:02.896568 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-d70016de-2355-4e0d-9b52-1a6c63e2a6a1 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 15 19:18:02.896568 dv-neutron-821831-2-hyperv neutron-server[88879]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 15 19:18:02.896568 dv-neutron-821831-2-hyperv neutron-server[88879]: [parameters: {'id': 'feadd216-804c-4564-8ce2-c27efe5af348'}] Dec 15 19:18:02.896568 dv-neutron-821831-2-hyperv neutron-server[88879]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88990) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:18:02.897328 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-d70016de-2355-4e0d-9b52-1a6c63e2a6a1 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:18:02.897976 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-306ed809-7b29-4a10-ae04-8fba2e758d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port d553325f-14f4-43bb-ad84-2a0293ea539d on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:18:02.898451 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-306ed809-7b29-4a10-ae04-8fba2e758d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port d553325f-14f4-43bb-ad84-2a0293ea539d by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '11b91514-e530-4db1-b48c-8075b98b0b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c4d0d94-05eb-4ede-bb44-e567e61db176'}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:18:02.898918 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306ed809-7b29-4a10-ae04-8fba2e758d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port d553325f-14f4-43bb-ad84-2a0293ea539d on network 3c4d0d94-05eb-4ede-bb44-e567e61db176 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:18:02.926598 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5c14c684-de93-4a97-904b-3b74e91fefa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:02.934305 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-787a2183-9500-4642-995a-12494c4a31f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:02.943185 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-5612e9c2-0240-4beb-99fc-ce2bad2882a6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "DELETE /v2.0/networks/f1716bdf-f089-46e2-a12a-b8d02e015b64 HTTP/1.1" status: 204 len: 168 time: 1.9057660 Dec 15 19:18:02.943844 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49834) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:02.967877 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-9ce143e0-5694-4f7d-8353-57d8d9070996 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Usage tracker for resource:router and tenant:bf9342ea4d664954bdce169dc44f5f23 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:18:02.983106 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-9ce143e0-5694-4f7d-8353-57d8d9070996 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:18:03.008859 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-9ce143e0-5694-4f7d-8353-57d8d9070996 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:18:03.019092 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306ed809-7b29-4a10-ae04-8fba2e758d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Port d553325f-14f4-43bb-ad84-2a0293ea539d on network 3c4d0d94-05eb-4ede-bb44-e567e61db176 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:18:03.019320 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6f25b4-0ba3-4ab7-9887-e19d7732517c None None] Network feadd216-804c-4564-8ce2-c27efe5af348 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:18:03.019516 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR neutron.plugins.ml2.managers [None req-306ed809-7b29-4a10-ae04-8fba2e758d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Failed to bind port d553325f-14f4-43bb-ad84-2a0293ea539d on host hv-neutron-8218 for vnic_type normal using segments [{'id': '11b91514-e530-4db1-b48c-8075b98b0b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c4d0d94-05eb-4ede-bb44-e567e61db176'}] Dec 15 19:18:03.024604 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.plugin [None req-306ed809-7b29-4a10-ae04-8fba2e758d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempt 4 to bind port d553325f-14f4-43bb-ad84-2a0293ea539d Dec 15 19:18:03.042232 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c14c684-de93-4a97-904b-3b74e91fefa3 None None] Network 5b03fc67-1d82-477b-87ea-06a03afafe41 is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:18:03.052774 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-5c14c684-de93-4a97-904b-3b74e91fefa3 None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:18:03.053823 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93378999-ce74-460c-812d-acd994f240ce tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:03.054969 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-93378999-ce74-460c-812d-acd994f240ce tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Synchronizing usage tracker for tenant:d09e37d948244dafb936d2972b3d58c9 on resource:port {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:18:03.064153 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f1a90941-2fc1-47c8-a765-a91d28e9b962 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks [] for router_gateway, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:03.064153 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f1a90941-2fc1-47c8-a765-a91d28e9b962 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904'] for router, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:03.071438 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-306ed809-7b29-4a10-ae04-8fba2e758d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port d553325f-14f4-43bb-ad84-2a0293ea539d on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:18:03.071936 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-306ed809-7b29-4a10-ae04-8fba2e758d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port d553325f-14f4-43bb-ad84-2a0293ea539d by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '11b91514-e530-4db1-b48c-8075b98b0b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c4d0d94-05eb-4ede-bb44-e567e61db176'}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:18:03.072427 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306ed809-7b29-4a10-ae04-8fba2e758d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port d553325f-14f4-43bb-ad84-2a0293ea539d on network 3c4d0d94-05eb-4ede-bb44-e567e61db176 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:18:03.075333 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-c1fb9551-4e96-4d88-afb4-797a5dccd3df tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Allocated IP 2001:db8::6c (5b03fc67-1d82-477b-87ea-06a03afafe41/75e0a093-8f9a-46ab-806b-080c93990734/5026a7ed-febc-4295-b032-29eec79b2448) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:18:03.092203 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9ce143e0-5694-4f7d-8353-57d8d9070996 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854699176'] for router, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:03.093286 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9ce143e0-5694-4f7d-8353-57d8d9070996 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854194926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-76609'] for router, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:03.098448 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306ed809-7b29-4a10-ae04-8fba2e758d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Port d553325f-14f4-43bb-ad84-2a0293ea539d on network 3c4d0d94-05eb-4ede-bb44-e567e61db176 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:18:03.098913 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR neutron.plugins.ml2.managers [None req-306ed809-7b29-4a10-ae04-8fba2e758d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Failed to bind port d553325f-14f4-43bb-ad84-2a0293ea539d on host hv-neutron-8218 for vnic_type normal using segments [{'id': '11b91514-e530-4db1-b48c-8075b98b0b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c4d0d94-05eb-4ede-bb44-e567e61db176'}] Dec 15 19:18:03.104884 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.plugin [None req-306ed809-7b29-4a10-ae04-8fba2e758d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempt 5 to bind port d553325f-14f4-43bb-ad84-2a0293ea539d Dec 15 19:18:03.113124 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c14c684-de93-4a97-904b-3b74e91fefa3 None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:18:03.115411 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c14c684-de93-4a97-904b-3b74e91fefa3 None None] Pushing event updated for resources: {'Port': ['ID=47e925ac-6b72-44db-9c17-19c663bcca1a,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:03.129899 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5c14c684-de93-4a97-904b-3b74e91fefa3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:03.139886 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-306ed809-7b29-4a10-ae04-8fba2e758d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port d553325f-14f4-43bb-ad84-2a0293ea539d on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:18:03.140269 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-306ed809-7b29-4a10-ae04-8fba2e758d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port d553325f-14f4-43bb-ad84-2a0293ea539d by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '11b91514-e530-4db1-b48c-8075b98b0b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c4d0d94-05eb-4ede-bb44-e567e61db176'}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:18:03.140659 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306ed809-7b29-4a10-ae04-8fba2e758d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port d553325f-14f4-43bb-ad84-2a0293ea539d on network 3c4d0d94-05eb-4ede-bb44-e567e61db176 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:18:03.149241 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f34b5-cbdb-420b-bb3d-d9195398bf41 req-255cf4c5-cecb-4711-b72e-ff0de465dc66 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:03.151145 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8b1f34b5-cbdb-420b-bb3d-d9195398bf41 req-255cf4c5-cecb-4711-b72e-ff0de465dc66 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b7fa720-d8e5-4510-aeb0-a3b286372c89 HTTP/1.1" status: 200 len: 946 time: 0.2625158 Dec 15 19:18:03.155544 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306ed809-7b29-4a10-ae04-8fba2e758d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Port d553325f-14f4-43bb-ad84-2a0293ea539d on network 3c4d0d94-05eb-4ede-bb44-e567e61db176 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:18:03.155925 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR neutron.plugins.ml2.managers [None req-306ed809-7b29-4a10-ae04-8fba2e758d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Failed to bind port d553325f-14f4-43bb-ad84-2a0293ea539d on host hv-neutron-8218 for vnic_type normal using segments [{'id': '11b91514-e530-4db1-b48c-8075b98b0b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c4d0d94-05eb-4ede-bb44-e567e61db176'}] Dec 15 19:18:03.156367 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.plugin [None req-306ed809-7b29-4a10-ae04-8fba2e758d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempt 6 to bind port d553325f-14f4-43bb-ad84-2a0293ea539d Dec 15 19:18:03.206260 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cf113080-b0c8-43a4-8e0a-8f3b9e5081dc None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:03.217525 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-306ed809-7b29-4a10-ae04-8fba2e758d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port d553325f-14f4-43bb-ad84-2a0293ea539d on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:18:03.218495 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-306ed809-7b29-4a10-ae04-8fba2e758d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port d553325f-14f4-43bb-ad84-2a0293ea539d by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '11b91514-e530-4db1-b48c-8075b98b0b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c4d0d94-05eb-4ede-bb44-e567e61db176'}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:18:03.218495 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306ed809-7b29-4a10-ae04-8fba2e758d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port d553325f-14f4-43bb-ad84-2a0293ea539d on network 3c4d0d94-05eb-4ede-bb44-e567e61db176 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:18:03.226110 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-93378999-ce74-460c-812d-acd994f240ce tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Unset dirty status for tenant:d09e37d948244dafb936d2972b3d58c9 on resource:port {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:18:03.229696 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-93378999-ce74-460c-812d-acd994f240ce tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2827029 Dec 15 19:18:03.232602 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49838) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:03.247541 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306ed809-7b29-4a10-ae04-8fba2e758d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Port d553325f-14f4-43bb-ad84-2a0293ea539d on network 3c4d0d94-05eb-4ede-bb44-e567e61db176 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:18:03.247893 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR neutron.plugins.ml2.managers [None req-306ed809-7b29-4a10-ae04-8fba2e758d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Failed to bind port d553325f-14f4-43bb-ad84-2a0293ea539d on host hv-neutron-8218 for vnic_type normal using segments [{'id': '11b91514-e530-4db1-b48c-8075b98b0b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c4d0d94-05eb-4ede-bb44-e567e61db176'}] Dec 15 19:18:03.254154 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.plugin [None req-306ed809-7b29-4a10-ae04-8fba2e758d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempt 7 to bind port d553325f-14f4-43bb-ad84-2a0293ea539d Dec 15 19:18:03.292695 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-cf113080-b0c8-43a4-8e0a-8f3b9e5081dc None None] Transition to ACTIVE for port object eb7a97ea-3872-4aaa-b098-80a444c9bf1a will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:18:03.331257 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-5c14c684-de93-4a97-904b-3b74e91fefa3 None None] Attempting to bind port 47e925ac-6b72-44db-9c17-19c663bcca1a on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:18:03.331676 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-5c14c684-de93-4a97-904b-3b74e91fefa3 None None] Attempting to bind port 47e925ac-6b72-44db-9c17-19c663bcca1a by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '5b68dcac-15b9-4dde-a6a3-5f037a215332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5b03fc67-1d82-477b-87ea-06a03afafe41'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:18:03.332088 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c14c684-de93-4a97-904b-3b74e91fefa3 None None] Attempting to bind port 47e925ac-6b72-44db-9c17-19c663bcca1a on network 5b03fc67-1d82-477b-87ea-06a03afafe41 {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:18:03.346404 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-cf113080-b0c8-43a4-8e0a-8f3b9e5081dc None None] Transition to ACTIVE for port object eb7a97ea-3872-4aaa-b098-80a444c9bf1a will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:18:03.351169 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-50fedc70-35a1-4979-a3c3-614909417861 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1135604 Dec 15 19:18:03.351169 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49842) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:03.355418 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c14c684-de93-4a97-904b-3b74e91fefa3 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:18:03.355845 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c14c684-de93-4a97-904b-3b74e91fefa3 None None] Checking segment: {'id': '5b68dcac-15b9-4dde-a6a3-5f037a215332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5b03fc67-1d82-477b-87ea-06a03afafe41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:18:03.356769 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5c14c684-de93-4a97-904b-3b74e91fefa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:03.356769 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c14c684-de93-4a97-904b-3b74e91fefa3 None None] Bound using segment: {'id': '5b68dcac-15b9-4dde-a6a3-5f037a215332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5b03fc67-1d82-477b-87ea-06a03afafe41'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:18:03.357290 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-5c14c684-de93-4a97-904b-3b74e91fefa3 None None] Bound port: 47e925ac-6b72-44db-9c17-19c663bcca1a, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b68dcac-15b9-4dde-a6a3-5f037a215332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5b03fc67-1d82-477b-87ea-06a03afafe41'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:18:03.357640 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5c14c684-de93-4a97-904b-3b74e91fefa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:03.358029 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-306ed809-7b29-4a10-ae04-8fba2e758d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port d553325f-14f4-43bb-ad84-2a0293ea539d on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:18:03.358441 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-306ed809-7b29-4a10-ae04-8fba2e758d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port d553325f-14f4-43bb-ad84-2a0293ea539d by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '11b91514-e530-4db1-b48c-8075b98b0b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c4d0d94-05eb-4ede-bb44-e567e61db176'}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:18:03.358695 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-418c8619-be51-42e2-a7ea-872f8ea70344 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1828188532'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:18:03.358816 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306ed809-7b29-4a10-ae04-8fba2e758d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port d553325f-14f4-43bb-ad84-2a0293ea539d on network 3c4d0d94-05eb-4ede-bb44-e567e61db176 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:18:03.364318 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-418c8619-be51-42e2-a7ea-872f8ea70344 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:18:03.372385 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-418c8619-be51-42e2-a7ea-872f8ea70344 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Usage tracker for resource:network and tenant:d09e37d948244dafb936d2972b3d58c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:18:03.374431 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8b1f34b5-cbdb-420b-bb3d-d9195398bf41 req-38cc91d4-ee90-48d5-b1ea-99ce48a9ec2c tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3112f8-b936-4176-9b46-6040cf25625e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1976912 Dec 15 19:18:03.376893 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-418c8619-be51-42e2-a7ea-872f8ea70344 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:18:03.387727 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-418c8619-be51-42e2-a7ea-872f8ea70344 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:18:03.398129 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d70016de-2355-4e0d-9b52-1a6c63e2a6a1 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:03.405498 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9ce143e0-5694-4f7d-8353-57d8d9070996 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:03.411196 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306ed809-7b29-4a10-ae04-8fba2e758d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Port d553325f-14f4-43bb-ad84-2a0293ea539d on network 3c4d0d94-05eb-4ede-bb44-e567e61db176 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:18:03.411577 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR neutron.plugins.ml2.managers [None req-306ed809-7b29-4a10-ae04-8fba2e758d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Failed to bind port d553325f-14f4-43bb-ad84-2a0293ea539d on host hv-neutron-8218 for vnic_type normal using segments [{'id': '11b91514-e530-4db1-b48c-8075b98b0b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c4d0d94-05eb-4ede-bb44-e567e61db176'}] Dec 15 19:18:03.426118 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.plugin [None req-306ed809-7b29-4a10-ae04-8fba2e758d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempt 8 to bind port d553325f-14f4-43bb-ad84-2a0293ea539d Dec 15 19:18:03.440455 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418c8619-be51-42e2-a7ea-872f8ea70344 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Made reservation on behalf of d09e37d948244dafb936d2972b3d58c9 for: {'network': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:18:03.449397 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d70016de-2355-4e0d-9b52-1a6c63e2a6a1 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Deleting port 1983daa5-0cc0-41fd-9463-63644c9f08b1 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:18:03.449786 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d70016de-2355-4e0d-9b52-1a6c63e2a6a1 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:03.451152 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-418c8619-be51-42e2-a7ea-872f8ea70344 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:03.472600 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1a90941-2fc1-47c8-a765-a91d28e9b962 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Router 76c9a775-2de2-4d9c-9341-39d88add0f45 is scheduled to L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 with binding_index 1 {{(pid=88991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 15 19:18:03.531408 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-418c8619-be51-42e2-a7ea-872f8ea70344 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=88991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:18:03.590759 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cf113080-b0c8-43a4-8e0a-8f3b9e5081dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:03.595125 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 5db084f3-e944-4a4c-af2b-84ac03a7d9ed no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:18:03.620672 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-418c8619-be51-42e2-a7ea-872f8ea70344 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:03.621533 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-418c8619-be51-42e2-a7ea-872f8ea70344 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Added segment 496ef6e6-3599-4cbe-a0ec-f49cbae6877a of type vlan for network e16007b4-a6a6-4e94-b916-a9f103112f3f Dec 15 19:18:03.627050 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-210716e1-8226-4af4-984c-73a59a8a0ad6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:03.664446 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-418c8619-be51-42e2-a7ea-872f8ea70344 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:03.702050 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 5db084f3-e944-4a4c-af2b-84ac03a7d9ed {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:18:03.702508 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 5db084f3-e944-4a4c-af2b-84ac03a7d9ed not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:18:03.756196 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf113080-b0c8-43a4-8e0a-8f3b9e5081dc None None] Network 1efbbae7-5397-4c55-befb-2a7d2ccd8949 is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:18:03.758889 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf113080-b0c8-43a4-8e0a-8f3b9e5081dc None None] Pushing event updated for resources: {'Port': ['ID=eb7a97ea-3872-4aaa-b098-80a444c9bf1a,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:03.765094 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-cf113080-b0c8-43a4-8e0a-8f3b9e5081dc None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:18:03.767018 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-cf113080-b0c8-43a4-8e0a-8f3b9e5081dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:03.769868 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf113080-b0c8-43a4-8e0a-8f3b9e5081dc None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:18:03.779284 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-5c14c684-de93-4a97-904b-3b74e91fefa3 None None] For port 47e925ac-6b72-44db-9c17-19c663bcca1a, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:18:03.782997 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-5c14c684-de93-4a97-904b-3b74e91fefa3 None None] For port 47e925ac-6b72-44db-9c17-19c663bcca1a, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=47e925ac-6b72-44db-9c17-19c663bcca1a,segment=NetworkSegment(5b68dcac-15b9-4dde-a6a3-5f037a215332),segment_id=5b68dcac-15b9-4dde-a6a3-5f037a215332)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:18:03.808407 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-306ed809-7b29-4a10-ae04-8fba2e758d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port d553325f-14f4-43bb-ad84-2a0293ea539d on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:18:03.808762 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-306ed809-7b29-4a10-ae04-8fba2e758d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port d553325f-14f4-43bb-ad84-2a0293ea539d by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '11b91514-e530-4db1-b48c-8075b98b0b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c4d0d94-05eb-4ede-bb44-e567e61db176'}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:18:03.809105 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306ed809-7b29-4a10-ae04-8fba2e758d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port d553325f-14f4-43bb-ad84-2a0293ea539d on network 3c4d0d94-05eb-4ede-bb44-e567e61db176 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:18:03.811818 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6cdaee09-ae8a-4e19-bef0-1a1507e5d309 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16636259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14850861'] for subnet, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:03.822727 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a90941-2fc1-47c8-a765-a91d28e9b962 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:18:03.833599 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-418c8619-be51-42e2-a7ea-872f8ea70344 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:03.835995 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418c8619-be51-42e2-a7ea-872f8ea70344 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:03.836636 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-418c8619-be51-42e2-a7ea-872f8ea70344 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:03.837044 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee2f92f-e6e6-4331-a840-90263113aa5b None None] Sync routers for ids ['76c9a775-2de2-4d9c-9341-39d88add0f45'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:18:03.848169 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-41381ef9-4b5f-4584-a9b3-8bf6ce2d98ff tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:03.854378 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee2f92f-e6e6-4331-a840-90263113aa5b None None] Routers {'76c9a775-2de2-4d9c-9341-39d88add0f45'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:18:03.855249 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-6ee2f92f-e6e6-4331-a840-90263113aa5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:17:41Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['76c9a775-2de2-4d9c-9341-39d88add0f45'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:18:03.857861 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f72d30dc-c9d8-4eea-a374-503340a0a1e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:03.858901 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5c14c684-de93-4a97-904b-3b74e91fefa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:03.898848 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-170b5185-cfc1-41cf-9b35-468b66212179 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:03.958890 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-cf113080-b0c8-43a4-8e0a-8f3b9e5081dc None None] Attempting to bind port eb7a97ea-3872-4aaa-b098-80a444c9bf1a on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:18:03.960096 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-cf113080-b0c8-43a4-8e0a-8f3b9e5081dc None None] Attempting to bind port eb7a97ea-3872-4aaa-b098-80a444c9bf1a by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '3ed47001-0ab2-48a4-b5c5-b626afc8cdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1efbbae7-5397-4c55-befb-2a7d2ccd8949'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:18:03.960653 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf113080-b0c8-43a4-8e0a-8f3b9e5081dc None None] Attempting to bind port eb7a97ea-3872-4aaa-b098-80a444c9bf1a on network 1efbbae7-5397-4c55-befb-2a7d2ccd8949 {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:18:03.966994 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418c8619-be51-42e2-a7ea-872f8ea70344 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event updated for resources: {'Network': ['ID=e16007b4-a6a6-4e94-b916-a9f103112f3f,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:03.967560 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdaee09-ae8a-4e19-bef0-1a1507e5d309 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Pushing event deleted for resources: {'Subnet': ['ID=61cf3cc1-196e-4d4e-88f4-74be65ebf368,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:03.977154 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-418c8619-be51-42e2-a7ea-872f8ea70344 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:03.982684 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f1a90941-2fc1-47c8-a765-a91d28e9b962 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks [] for router, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:03.983314 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6cdaee09-ae8a-4e19-bef0-1a1507e5d309 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:03.985046 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf113080-b0c8-43a4-8e0a-8f3b9e5081dc None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:18:03.985682 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf113080-b0c8-43a4-8e0a-8f3b9e5081dc None None] Checking segment: {'id': '3ed47001-0ab2-48a4-b5c5-b626afc8cdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1efbbae7-5397-4c55-befb-2a7d2ccd8949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:18:03.986300 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cf113080-b0c8-43a4-8e0a-8f3b9e5081dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:03.992741 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306ed809-7b29-4a10-ae04-8fba2e758d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Port d553325f-14f4-43bb-ad84-2a0293ea539d on network 3c4d0d94-05eb-4ede-bb44-e567e61db176 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:18:03.993299 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR neutron.plugins.ml2.managers [None req-306ed809-7b29-4a10-ae04-8fba2e758d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Failed to bind port d553325f-14f4-43bb-ad84-2a0293ea539d on host hv-neutron-8218 for vnic_type normal using segments [{'id': '11b91514-e530-4db1-b48c-8075b98b0b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c4d0d94-05eb-4ede-bb44-e567e61db176'}] Dec 15 19:18:03.995144 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f1a90941-2fc1-47c8-a765-a91d28e9b962 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.5297534 Dec 15 19:18:03.996127 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49848) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:03.996329 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf113080-b0c8-43a4-8e0a-8f3b9e5081dc None None] Bound using segment: {'id': '3ed47001-0ab2-48a4-b5c5-b626afc8cdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1efbbae7-5397-4c55-befb-2a7d2ccd8949'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:18:03.997298 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-cf113080-b0c8-43a4-8e0a-8f3b9e5081dc None None] Bound port: eb7a97ea-3872-4aaa-b098-80a444c9bf1a, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed47001-0ab2-48a4-b5c5-b626afc8cdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1efbbae7-5397-4c55-befb-2a7d2ccd8949'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:18:03.997862 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cf113080-b0c8-43a4-8e0a-8f3b9e5081dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:04.010971 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-418c8619-be51-42e2-a7ea-872f8ea70344 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6589837 Dec 15 19:18:04.015203 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49854) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:04.023717 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.plugin [None req-306ed809-7b29-4a10-ae04-8fba2e758d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempt 9 to bind port d553325f-14f4-43bb-ad84-2a0293ea539d Dec 15 19:18:04.033125 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-fe1fb229-97ea-4b4d-9ade-5211f4cd5507 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Request body: {'subnet': {'network_id': 'e16007b4-a6a6-4e94-b916-a9f103112f3f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:18:04.054229 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network e16007b4-a6a6-4e94-b916-a9f103112f3f details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:18:04.062874 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-6ee2f92f-e6e6-4331-a840-90263113aa5b None None] Set router 76c9a775-2de2-4d9c-9341-39d88add0f45 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:18:04.206533 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-fe1fb229-97ea-4b4d-9ade-5211f4cd5507 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:18:04.213560 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-fe1fb229-97ea-4b4d-9ade-5211f4cd5507 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Usage tracker for resource:subnet and tenant:d09e37d948244dafb936d2972b3d58c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:18:04.222967 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-fe1fb229-97ea-4b4d-9ade-5211f4cd5507 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:18:04.236719 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-fe1fb229-97ea-4b4d-9ade-5211f4cd5507 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:18:04.253118 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c14c684-de93-4a97-904b-3b74e91fefa3 None None] Pushing event updated for resources: {'Port': ['ID=47e925ac-6b72-44db-9c17-19c663bcca1a,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:04.263833 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5c14c684-de93-4a97-904b-3b74e91fefa3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:04.283495 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c1fb9551-4e96-4d88-afb4-797a5dccd3df tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:04.304959 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-cf113080-b0c8-43a4-8e0a-8f3b9e5081dc None None] For port eb7a97ea-3872-4aaa-b098-80a444c9bf1a, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:18:04.308069 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-306ed809-7b29-4a10-ae04-8fba2e758d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port d553325f-14f4-43bb-ad84-2a0293ea539d on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:18:04.308594 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-306ed809-7b29-4a10-ae04-8fba2e758d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port d553325f-14f4-43bb-ad84-2a0293ea539d by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '11b91514-e530-4db1-b48c-8075b98b0b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c4d0d94-05eb-4ede-bb44-e567e61db176'}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:18:04.309083 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306ed809-7b29-4a10-ae04-8fba2e758d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port d553325f-14f4-43bb-ad84-2a0293ea539d on network 3c4d0d94-05eb-4ede-bb44-e567e61db176 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:18:04.315258 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe1fb229-97ea-4b4d-9ade-5211f4cd5507 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Made reservation on behalf of d09e37d948244dafb936d2972b3d58c9 for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:18:04.315691 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-cf113080-b0c8-43a4-8e0a-8f3b9e5081dc None None] For port eb7a97ea-3872-4aaa-b098-80a444c9bf1a, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=eb7a97ea-3872-4aaa-b098-80a444c9bf1a,segment=NetworkSegment(3ed47001-0ab2-48a4-b5c5-b626afc8cdaa),segment_id=3ed47001-0ab2-48a4-b5c5-b626afc8cdaa)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:18:04.351342 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cf113080-b0c8-43a4-8e0a-8f3b9e5081dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:04.357560 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-88a9add3-10d1-4308-8e79-56c17c1e4fbb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:04.489952 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-16ed8b74-4c67-4018-9c59-2a75d703807a tempest-TestNetworkAdvancedServerOps-388351389 tempest-TestNetworkAdvancedServerOps-388351389-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=84e8b4bbe4894c70a50ef612e764025b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4901028 Dec 15 19:18:04.497072 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fe1fb229-97ea-4b4d-9ade-5211f4cd5507 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:04.504924 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 49858) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:04.517729 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf113080-b0c8-43a4-8e0a-8f3b9e5081dc None None] Pushing event updated for resources: {'Port': ['ID=eb7a97ea-3872-4aaa-b098-80a444c9bf1a,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:04.519646 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6cdaee09-ae8a-4e19-bef0-1a1507e5d309 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:04.523449 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-cf113080-b0c8-43a4-8e0a-8f3b9e5081dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:04.530534 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-6ee2f92f-e6e6-4331-a840-90263113aa5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c9a775-2de2-4d9c-9341-39d88add0f45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040547903', 'tenant_id': '84e8b4bbe4894c70a50ef612e764025b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.146'}], 'enable_snat': True}, 'gw_port_id': '50a4f675-a9b4-43a8-8c55-3e5b8e127d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:17:59Z', 'updated_at': '2021-12-15T19:18:02Z', 'revision_number': 3, 'project_id': '84e8b4bbe4894c70a50ef612e764025b', 'gw_port': {'id': '50a4f675-a9b4-43a8-8c55-3e5b8e127d99', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c9a775-2de2-4d9c-9341-39d88add0f45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:18:01Z', 'updated_at': '2021-12-15T19:18:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:18:04.536227 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee2f92f-e6e6-4331-a840-90263113aa5b None None] Checking router: 76c9a775-2de2-4d9c-9341-39d88add0f45 for host: dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:18:04.536899 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee2f92f-e6e6-4331-a840-90263113aa5b None None] Updating router 76c9a775-2de2-4d9c-9341-39d88add0f45 port 50a4f675-a9b4-43a8-8c55-3e5b8e127d99 binding host dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 15 19:18:04.560062 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-c1fb9551-4e96-4d88-afb4-797a5dccd3df tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Transition to ACTIVE for port object 5026a7ed-febc-4295-b032-29eec79b2448 will not be triggered until provisioned by entity DHCP. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:18:04.561373 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306ed809-7b29-4a10-ae04-8fba2e758d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Port d553325f-14f4-43bb-ad84-2a0293ea539d on network 3c4d0d94-05eb-4ede-bb44-e567e61db176 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:18:04.561741 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR neutron.plugins.ml2.managers [None req-306ed809-7b29-4a10-ae04-8fba2e758d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Failed to bind port d553325f-14f4-43bb-ad84-2a0293ea539d on host hv-neutron-8218 for vnic_type normal using segments [{'id': '11b91514-e530-4db1-b48c-8075b98b0b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c4d0d94-05eb-4ede-bb44-e567e61db176'}] Dec 15 19:18:04.578910 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.plugin [None req-306ed809-7b29-4a10-ae04-8fba2e758d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempt 10 to bind port d553325f-14f4-43bb-ad84-2a0293ea539d Dec 15 19:18:04.601962 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6ee2f92f-e6e6-4331-a840-90263113aa5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:04.668545 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe655ae-514b-4e9b-a41c-71d7466c98d7 None None] Network 1efbbae7-5397-4c55-befb-2a7d2ccd8949 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:18:04.708785 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d70016de-2355-4e0d-9b52-1a6c63e2a6a1 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] For port 1983daa5-0cc0-41fd-9463-63644c9f08b1, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=1983daa5-0cc0-41fd-9463-63644c9f08b1,segment=NetworkSegment(7dd89a74-7130-49e7-88dd-7ab84c837b91),segment_id=7dd89a74-7130-49e7-88dd-7ab84c837b91)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:18:04.710998 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d70016de-2355-4e0d-9b52-1a6c63e2a6a1 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:04.903477 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fe1fb229-97ea-4b4d-9ade-5211f4cd5507 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:04.908846 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1cc7e24c-c51b-468f-8cf0-2df5c555f869 tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:04.916232 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d70016de-2355-4e0d-9b52-1a6c63e2a6a1 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Calling delete_port for 1983daa5-0cc0-41fd-9463-63644c9f08b1 owned by network:dhcp {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:18:04.962316 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9ce143e0-5694-4f7d-8353-57d8d9070996 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:04.967507 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-6cdaee09-ae8a-4e19-bef0-1a1507e5d309 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1efbbae7-5397-4c55-befb-2a7d2ccd8949']}} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:18:04.987607 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-306ed809-7b29-4a10-ae04-8fba2e758d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port d553325f-14f4-43bb-ad84-2a0293ea539d on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:18:04.987982 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-306ed809-7b29-4a10-ae04-8fba2e758d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port d553325f-14f4-43bb-ad84-2a0293ea539d by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '11b91514-e530-4db1-b48c-8075b98b0b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c4d0d94-05eb-4ede-bb44-e567e61db176'}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:18:04.988409 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306ed809-7b29-4a10-ae04-8fba2e758d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port d553325f-14f4-43bb-ad84-2a0293ea539d on network 3c4d0d94-05eb-4ede-bb44-e567e61db176 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:18:04.996329 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1fb229-97ea-4b4d-9ade-5211f4cd5507 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event updated for resources: {'Subnet': ['ID=db17ffac-dcb7-473d-9a84-eed70ca13195,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:05.004295 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fe1fb229-97ea-4b4d-9ade-5211f4cd5507 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:05.012786 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1fb229-97ea-4b4d-9ade-5211f4cd5507 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Checking segment: {'id': '496ef6e6-3599-4cbe-a0ec-f49cbae6877a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e16007b4-a6a6-4e94-b916-a9f103112f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:18:05.013059 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1fb229-97ea-4b4d-9ade-5211f4cd5507 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Network hostable DHCP agents. Network: e16007b4-a6a6-4e94-b916-a9f103112f3f, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:18:05.017678 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-6cdaee09-ae8a-4e19-bef0-1a1507e5d309 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ed47001-0ab2-48a4-b5c5-b626afc8cdaa') {'for_net_delete': True} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:18:05.018021 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-6cdaee09-ae8a-4e19-bef0-1a1507e5d309 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ed47001-0ab2-48a4-b5c5-b626afc8cdaa') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:18:05.039362 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a5684-fc1b-4914-85f0-1612a25dc8e5 req-99220b4c-ead3-40ea-9f19-3b6675e00650 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:05.043347 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a37a5684-fc1b-4914-85f0-1612a25dc8e5 req-99220b4c-ead3-40ea-9f19-3b6675e00650 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b7fa720-d8e5-4510-aeb0-a3b286372c89 HTTP/1.1" status: 200 len: 946 time: 1.2565384 Dec 15 19:18:05.048672 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6ee2f92f-e6e6-4331-a840-90263113aa5b None None] Notify callbacks [] for port, precommit_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:05.052419 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49862) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:05.054781 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6cdaee09-ae8a-4e19-bef0-1a1507e5d309 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16327073'] for segment, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:05.060226 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-7362ca7e-2aa2-45ba-9618-796066c77edd tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Request body: {'floatingip': {'port_id': '06f8b5fc-2365-432b-90d7-f814527b98c7'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:18:05.063379 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-6ee2f92f-e6e6-4331-a840-90263113aa5b None None] Transition to ACTIVE for port object 50a4f675-a9b4-43a8-8c55-3e5b8e127d99 will not be triggered until provisioned by entity L2. {{(pid=88993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:18:05.066118 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306ed809-7b29-4a10-ae04-8fba2e758d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Port d553325f-14f4-43bb-ad84-2a0293ea539d on network 3c4d0d94-05eb-4ede-bb44-e567e61db176 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:18:05.066517 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR neutron.plugins.ml2.managers [None req-306ed809-7b29-4a10-ae04-8fba2e758d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Failed to bind port d553325f-14f4-43bb-ad84-2a0293ea539d on host hv-neutron-8218 for vnic_type normal using segments [{'id': '11b91514-e530-4db1-b48c-8075b98b0b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c4d0d94-05eb-4ede-bb44-e567e61db176'}] Dec 15 19:18:05.066930 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-306ed809-7b29-4a10-ae04-8fba2e758d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:05.119084 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1fb229-97ea-4b4d-9ade-5211f4cd5507 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Network e16007b4-a6a6-4e94-b916-a9f103112f3f is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:18:05.122626 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6cdaee09-ae8a-4e19-bef0-1a1507e5d309 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:05.128010 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6ee2f92f-e6e6-4331-a840-90263113aa5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:05.141598 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:05.148696 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7362ca7e-2aa2-45ba-9618-796066c77edd tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Notify callbacks [] for floatingip, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:05.185192 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c1fb9551-4e96-4d88-afb4-797a5dccd3df tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:05.207663 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-6ee2f92f-e6e6-4331-a840-90263113aa5b None None] Attempting to bind port 50a4f675-a9b4-43a8-8c55-3e5b8e127d99 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:18:05.208176 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-6ee2f92f-e6e6-4331-a840-90263113aa5b None None] Attempting to bind port 50a4f675-a9b4-43a8-8c55-3e5b8e127d99 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}] {{(pid=88993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:18:05.208697 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee2f92f-e6e6-4331-a840-90263113aa5b None None] Attempting to bind port 50a4f675-a9b4-43a8-8c55-3e5b8e127d99 on network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:18:05.214702 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-fe1fb229-97ea-4b4d-9ade-5211f4cd5507 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, e16007b4-a6a6-4e94-b916-a9f103112f3f) {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:18:05.220799 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cdaee09-ae8a-4e19-bef0-1a1507e5d309 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=88990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:18:05.221256 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6cdaee09-ae8a-4e19-bef0-1a1507e5d309 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838138943'] for segment, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:05.225660 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78722e17-65b1-4070-891b-c6d5d1e22369 None None] Network e16007b4-a6a6-4e94-b916-a9f103112f3f requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:18:05.241965 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a6de0af8-270e-4f04-8f9c-f86e8414f8e0 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:05.243861 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee2f92f-e6e6-4331-a840-90263113aa5b None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:18:05.244626 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee2f92f-e6e6-4331-a840-90263113aa5b None None] Checking segment: {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:18:05.245168 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6ee2f92f-e6e6-4331-a840-90263113aa5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:05.245677 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee2f92f-e6e6-4331-a840-90263113aa5b None None] Bound using segment: {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'} {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:18:05.246338 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-6ee2f92f-e6e6-4331-a840-90263113aa5b None None] Bound port: 50a4f675-a9b4-43a8-8c55-3e5b8e127d99, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}}] {{(pid=88993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:18:05.246794 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6ee2f92f-e6e6-4331-a840-90263113aa5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:05.272669 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:18:05.272669 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:18:05.272669 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:18:05.272669 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:18:05.272669 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:18:05.272669 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:18:05.272669 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:18:05.272669 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:18:05.272669 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:18:05.272669 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:18:05.272669 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:18:05.272669 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:18:05.272669 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:18:05.272669 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:18:05.272669 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:18:05.272669 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:18:05.272669 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:18:05.272669 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:18:05.272669 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:18:05.272669 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:18:05.272669 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:18:05.272669 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:18:05.272669 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:18:05.272669 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:18:05.272669 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:18:05.272669 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:18:05.272669 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:18:05.272669 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:18:05.272669 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:18:05.272669 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:18:05.272669 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:18:05.272669 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:18:05.279678 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2ee304-6295-4905-b1d3-c175eaf47902 None None] Pushing event updated for resources: {'Port': ['ID=50a4f675-a9b4-43a8-8c55-3e5b8e127d99,revision_number=2']} {{(pid=88993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:05.291602 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1fb229-97ea-4b4d-9ade-5211f4cd5507 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:05.292267 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fe1fb229-97ea-4b4d-9ade-5211f4cd5507 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:05.305913 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2ee304-6295-4905-b1d3-c175eaf47902 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:18:05.307245 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2ee304-6295-4905-b1d3-c175eaf47902 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:18:05.307828 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2ee304-6295-4905-b1d3-c175eaf47902 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:18:05.308423 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2ee304-6295-4905-b1d3-c175eaf47902 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:18:05.308993 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2ee304-6295-4905-b1d3-c175eaf47902 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:18:05.309558 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2ee304-6295-4905-b1d3-c175eaf47902 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:18:05.310148 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2ee304-6295-4905-b1d3-c175eaf47902 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:18:05.310801 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2ee304-6295-4905-b1d3-c175eaf47902 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:18:05.311361 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2ee304-6295-4905-b1d3-c175eaf47902 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:18:05.312117 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2ee304-6295-4905-b1d3-c175eaf47902 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:18:05.312764 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2ee304-6295-4905-b1d3-c175eaf47902 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:18:05.323941 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ec2ee304-6295-4905-b1d3-c175eaf47902 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:05.350728 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-6ee2f92f-e6e6-4331-a840-90263113aa5b None None] For port 50a4f675-a9b4-43a8-8c55-3e5b8e127d99, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:18:05.356174 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-6ee2f92f-e6e6-4331-a840-90263113aa5b None None] For port 50a4f675-a9b4-43a8-8c55-3e5b8e127d99, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=50a4f675-a9b4-43a8-8c55-3e5b8e127d99,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:18:05.370041 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db98e75-a20f-4be4-baf6-b065626de67e tempest-TestNetworkAdvancedServerOps-388351389 tempest-TestNetworkAdvancedServerOps-388351389-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:05.375798 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-7db98e75-a20f-4be4-baf6-b065626de67e tempest-TestNetworkAdvancedServerOps-388351389 tempest-TestNetworkAdvancedServerOps-388351389-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8631668 Dec 15 19:18:05.389234 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 49866) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:05.400991 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6ee2f92f-e6e6-4331-a840-90263113aa5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:05.405969 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6267bff2-11c1-4284-ab0b-2b3f5b5df183 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:05.504199 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2ee304-6295-4905-b1d3-c175eaf47902 None None] Pushing event updated for resources: {'Port': ['ID=50a4f675-a9b4-43a8-8c55-3e5b8e127d99,revision_number=3']} {{(pid=88993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:05.508839 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ec2ee304-6295-4905-b1d3-c175eaf47902 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:05.510547 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee2f92f-e6e6-4331-a840-90263113aa5b None None] Routers {'76c9a775-2de2-4d9c-9341-39d88add0f45'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:18:05.511839 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-6ee2f92f-e6e6-4331-a840-90263113aa5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:17:41Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['76c9a775-2de2-4d9c-9341-39d88add0f45'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:18:05.539034 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d70016de-2355-4e0d-9b52-1a6c63e2a6a1 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:05.550552 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c86e60-7d6e-4235-956c-6bfa7e409971 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-e16007b4-a6a6-4e94-b916-a9f103112f3f', 'network_id': 'e16007b4-a6a6-4e94-b916-a9f103112f3f', 'tenant_id': 'd09e37d948244dafb936d2972b3d58c9', 'fixed_ips': [{'subnet_id': 'db17ffac-dcb7-473d-9a84-eed70ca13195'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:18:05.552724 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a4c86e60-7d6e-4235-956c-6bfa7e409971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:05.563840 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1fb9551-4e96-4d88-afb4-797a5dccd3df tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Network 5b03fc67-1d82-477b-87ea-06a03afafe41 is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:18:05.569220 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-219ed4b7-da77-4eae-9906-d5f820d02046 tempest-TestNetworkAdvancedServerOps-388351389 tempest-TestNetworkAdvancedServerOps-388351389-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=4b9c9b76-a8c2-4873-8d7b-0d52cc71925c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1690452 Dec 15 19:18:05.580902 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-c1fb9551-4e96-4d88-afb4-797a5dccd3df tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:18:05.580902 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fb9551-4e96-4d88-afb4-797a5dccd3df tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:18:05.582536 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49870) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:05.583186 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1fb9551-4e96-4d88-afb4-797a5dccd3df tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:05.583868 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c1fb9551-4e96-4d88-afb4-797a5dccd3df tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:05.603000 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fb9551-4e96-4d88-afb4-797a5dccd3df tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Pushing event updated for resources: {'Port': ['ID=5026a7ed-febc-4295-b032-29eec79b2448,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:05.608501 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c1fb9551-4e96-4d88-afb4-797a5dccd3df tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:05.621209 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-47d466cc-eba3-4353-b130-5c27db37eaa6 tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:05.626129 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-fe1fb229-97ea-4b4d-9ade-5211f4cd5507 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6098218 Dec 15 19:18:05.636413 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-699645ee-1013-4a81-99bf-5daea524bb4b tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1692926625', 'network_id': '0fa38694-55b5-4cdc-8b7c-72ddba6039db', 'project_id': '84e8b4bbe4894c70a50ef612e764025b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:18:05.667246 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 49874) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:05.684869 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-6cdaee09-ae8a-4e19-bef0-1a1507e5d309 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 15 19:18:05.684869 dv-neutron-821831-2-hyperv neutron-server[88879]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 15 19:18:05.684869 dv-neutron-821831-2-hyperv neutron-server[88879]: [parameters: {'id': '1efbbae7-5397-4c55-befb-2a7d2ccd8949'}] Dec 15 19:18:05.684869 dv-neutron-821831-2-hyperv neutron-server[88879]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88990) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:18:05.685271 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-6cdaee09-ae8a-4e19-bef0-1a1507e5d309 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:18:05.692725 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-03d3013e-5761-4244-b956-8ec6490f4ac6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Request body: {'port': {'network_id': 'e16007b4-a6a6-4e94-b916-a9f103112f3f', 'name': 'tempest-PortsIpV6TestJSON-477103809'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:18:05.695111 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 47e925ac-6b72-44db-9c17-19c663bcca1a up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:18:05.736095 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70016de-2355-4e0d-9b52-1a6c63e2a6a1 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Pushing event deleted for resources: {'Port': ['ID=1983daa5-0cc0-41fd-9463-63644c9f08b1,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:05.738989 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d70016de-2355-4e0d-9b52-1a6c63e2a6a1 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:05.740262 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-306ed809-7b29-4a10-ae04-8fba2e758d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] For port d553325f-14f4-43bb-ad84-2a0293ea539d, host hv-neutron-8218, cleared binding levels {{(pid=88990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:18:05.740743 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-306ed809-7b29-4a10-ae04-8fba2e758d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempted to set empty binding levels {{(pid=88990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 15 19:18:05.752283 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70016de-2355-4e0d-9b52-1a6c63e2a6a1 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] No DVR routers for this DVR port 1983daa5-0cc0-41fd-9463-63644c9f08b1 on host dv-neutron-821831-2-hyperv {{(pid=88990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:18:05.854577 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-6ee2f92f-e6e6-4331-a840-90263113aa5b None None] Set router 76c9a775-2de2-4d9c-9341-39d88add0f45 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:18:05.868172 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-306ed809-7b29-4a10-ae04-8fba2e758d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:05.885228 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-77cedc6f-486b-48e1-9b29-dd79a7de5176 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:05.925215 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 47e925ac-6b72-44db-9c17-19c663bcca1a completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:18:05.984702 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-a4c86e60-7d6e-4235-956c-6bfa7e409971 None None] Allocated IP 2001:db8::2 (e16007b4-a6a6-4e94-b916-a9f103112f3f/db17ffac-dcb7-473d-9a84-eed70ca13195/a286c3b7-2b03-497c-9f75-570787636900) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:18:06.132571 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-699645ee-1013-4a81-99bf-5daea524bb4b tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:18:06.157019 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-699645ee-1013-4a81-99bf-5daea524bb4b tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Usage tracker for resource:subnet and tenant:84e8b4bbe4894c70a50ef612e764025b is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:18:06.167758 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-699645ee-1013-4a81-99bf-5daea524bb4b tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:18:06.180807 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-699645ee-1013-4a81-99bf-5daea524bb4b tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:18:06.315545 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6cdaee09-ae8a-4e19-bef0-1a1507e5d309 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:06.333415 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c1fb9551-4e96-4d88-afb4-797a5dccd3df tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 5.6043124 Dec 15 19:18:06.341404 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a4c86e60-7d6e-4235-956c-6bfa7e409971 None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:06.345179 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-6ee2f92f-e6e6-4331-a840-90263113aa5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c9a775-2de2-4d9c-9341-39d88add0f45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040547903', 'tenant_id': '84e8b4bbe4894c70a50ef612e764025b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.146'}], 'enable_snat': True}, 'gw_port_id': '50a4f675-a9b4-43a8-8c55-3e5b8e127d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:17:59Z', 'updated_at': '2021-12-15T19:18:02Z', 'revision_number': 3, 'project_id': '84e8b4bbe4894c70a50ef612e764025b', 'gw_port': {'id': '50a4f675-a9b4-43a8-8c55-3e5b8e127d99', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c9a775-2de2-4d9c-9341-39d88add0f45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:18:01Z', 'updated_at': '2021-12-15T19:18:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:18:06.358708 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee2f92f-e6e6-4331-a840-90263113aa5b None None] The sync data for ids ['76c9a775-2de2-4d9c-9341-39d88add0f45'] in dv-neutron-821831-2-hyperv is: [{'id': '76c9a775-2de2-4d9c-9341-39d88add0f45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040547903', 'tenant_id': '84e8b4bbe4894c70a50ef612e764025b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.146'}], 'enable_snat': True}, 'gw_port_id': '50a4f675-a9b4-43a8-8c55-3e5b8e127d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:17:59Z', 'updated_at': '2021-12-15T19:18:02Z', 'revision_number': 3, 'project_id': '84e8b4bbe4894c70a50ef612e764025b', 'gw_port': {'id': '50a4f675-a9b4-43a8-8c55-3e5b8e127d99', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c9a775-2de2-4d9c-9341-39d88add0f45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:18:01Z', 'updated_at': '2021-12-15T19:18:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:18:06.370476 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-a4c86e60-7d6e-4235-956c-6bfa7e409971 None None] Transition to ACTIVE for port object a286c3b7-2b03-497c-9f75-570787636900 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:18:06.397769 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-a4c86e60-7d6e-4235-956c-6bfa7e409971 None None] Transition to ACTIVE for port object a286c3b7-2b03-497c-9f75-570787636900 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:18:06.400932 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 49878) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:06.401756 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306ed809-7b29-4a10-ae04-8fba2e758d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Pushing event updated for resources: {'Port': ['ID=d553325f-14f4-43bb-ad84-2a0293ea539d,revision_number=3']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:06.421914 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-306ed809-7b29-4a10-ae04-8fba2e758d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:06.421914 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-e45c231e-c85c-4075-a1d1-949871685796 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Request body: {'port': {'network_id': '5b03fc67-1d82-477b-87ea-06a03afafe41', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1437634515', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:18:06.421914 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.api.validators [None req-e45c231e-c85c-4075-a1d1-949871685796 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] bootfile-name is not in valid_values {{(pid=88990) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 15 19:18:06.421914 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.api.validators [None req-e45c231e-c85c-4075-a1d1-949871685796 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] tftp-server is not in valid_values {{(pid=88990) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 15 19:18:06.421914 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.api.validators [None req-e45c231e-c85c-4075-a1d1-949871685796 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] server-ip-address is not in valid_values {{(pid=88990) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 15 19:18:06.437763 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-699645ee-1013-4a81-99bf-5daea524bb4b tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Made reservation on behalf of 84e8b4bbe4894c70a50ef612e764025b for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:18:06.451677 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a4c86e60-7d6e-4235-956c-6bfa7e409971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:06.468009 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7b9b4525-3528-4333-b5db-6886efd884c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:06.474285 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-306ed809-7b29-4a10-ae04-8fba2e758d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] In _notify_port_updated(), no bound segment for port d553325f-14f4-43bb-ad84-2a0293ea539d on network 3c4d0d94-05eb-4ede-bb44-e567e61db176 {{(pid=88990) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 15 19:18:06.476344 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-306ed809-7b29-4a10-ae04-8fba2e758d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:06.480812 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-306ed809-7b29-4a10-ae04-8fba2e758d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] 10.222.0.36 "PUT /v2.0/ports/d553325f-14f4-43bb-ad84-2a0293ea539d HTTP/1.1" status: 200 len: 980 time: 6.7633178 Dec 15 19:18:06.501349 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49713fbe-e6b3-49a1-8d39-3a4cc93578dc None None] Network 5b03fc67-1d82-477b-87ea-06a03afafe41 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:18:06.520096 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49882) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:06.590399 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d70016de-2355-4e0d-9b52-1a6c63e2a6a1 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:06.636322 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-6cdaee09-ae8a-4e19-bef0-1a1507e5d309 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Deleting port eb7a97ea-3872-4aaa-b098-80a444c9bf1a {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:18:06.637149 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6cdaee09-ae8a-4e19-bef0-1a1507e5d309 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:06.637508 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c86e60-7d6e-4235-956c-6bfa7e409971 None None] Network e16007b4-a6a6-4e94-b916-a9f103112f3f is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:18:06.641768 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-a4c86e60-7d6e-4235-956c-6bfa7e409971 None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:18:06.643799 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c86e60-7d6e-4235-956c-6bfa7e409971 None None] Pushing event updated for resources: {'Port': ['ID=a286c3b7-2b03-497c-9f75-570787636900,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:06.648429 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c86e60-7d6e-4235-956c-6bfa7e409971 None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:18:06.650768 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a4c86e60-7d6e-4235-956c-6bfa7e409971 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:06.666374 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-699645ee-1013-4a81-99bf-5daea524bb4b tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:06.719115 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-a6b7fc3e-ad70-4ecf-b51e-506b57b477fa None None] Provisioning for port 47e925ac-6b72-44db-9c17-19c663bcca1a completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:18:06.789510 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-d70016de-2355-4e0d-9b52-1a6c63e2a6a1 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feadd216-804c-4564-8ce2-c27efe5af348']}} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:18:06.794759 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-60bcc5fa-046c-4a42-85e5-8859539411fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17783 time: 0.2732193 Dec 15 19:18:06.795466 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49886) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:06.797239 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-a6b7fc3e-ad70-4ecf-b51e-506b57b477fa None None] Provisioning complete for port 47e925ac-6b72-44db-9c17-19c663bcca1a triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:18:06.797673 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a6b7fc3e-ad70-4ecf-b51e-506b57b477fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:06.832952 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-03d3013e-5761-4244-b956-8ec6490f4ac6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:18:06.857212 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-d70016de-2355-4e0d-9b52-1a6c63e2a6a1 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dd89a74-7130-49e7-88dd-7ab84c837b91') {'for_net_delete': True} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:18:06.857570 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-d70016de-2355-4e0d-9b52-1a6c63e2a6a1 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dd89a74-7130-49e7-88dd-7ab84c837b91') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:18:06.877946 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-a4c86e60-7d6e-4235-956c-6bfa7e409971 None None] Attempting to bind port a286c3b7-2b03-497c-9f75-570787636900 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:18:06.878391 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-a4c86e60-7d6e-4235-956c-6bfa7e409971 None None] Attempting to bind port a286c3b7-2b03-497c-9f75-570787636900 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '496ef6e6-3599-4cbe-a0ec-f49cbae6877a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e16007b4-a6a6-4e94-b916-a9f103112f3f'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:18:06.878807 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c86e60-7d6e-4235-956c-6bfa7e409971 None None] Attempting to bind port a286c3b7-2b03-497c-9f75-570787636900 on network e16007b4-a6a6-4e94-b916-a9f103112f3f {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:18:06.880302 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d70016de-2355-4e0d-9b52-1a6c63e2a6a1 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16327073'] for segment, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:06.950964 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c86e60-7d6e-4235-956c-6bfa7e409971 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:18:06.951395 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c86e60-7d6e-4235-956c-6bfa7e409971 None None] Checking segment: {'id': '496ef6e6-3599-4cbe-a0ec-f49cbae6877a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e16007b4-a6a6-4e94-b916-a9f103112f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:18:06.964752 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a4c86e60-7d6e-4235-956c-6bfa7e409971 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:06.964752 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c86e60-7d6e-4235-956c-6bfa7e409971 None None] Bound using segment: {'id': '496ef6e6-3599-4cbe-a0ec-f49cbae6877a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e16007b4-a6a6-4e94-b916-a9f103112f3f'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:18:06.964752 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-a4c86e60-7d6e-4235-956c-6bfa7e409971 None None] Bound port: a286c3b7-2b03-497c-9f75-570787636900, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '496ef6e6-3599-4cbe-a0ec-f49cbae6877a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e16007b4-a6a6-4e94-b916-a9f103112f3f'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:18:06.964752 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a4c86e60-7d6e-4235-956c-6bfa7e409971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:06.966032 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-4a4e1b65-0fe1-4781-a66b-29bf0478c132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Deleting port d553325f-14f4-43bb-ad84-2a0293ea539d {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:18:06.966032 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4a4e1b65-0fe1-4781-a66b-29bf0478c132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:06.982384 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d70016de-2355-4e0d-9b52-1a6c63e2a6a1 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:06.987817 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-03d3013e-5761-4244-b956-8ec6490f4ac6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:18:07.095882 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d70016de-2355-4e0d-9b52-1a6c63e2a6a1 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=88990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:18:07.096261 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d70016de-2355-4e0d-9b52-1a6c63e2a6a1 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838138943'] for segment, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:07.120960 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:18:07.120960 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:18:07.120960 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:18:07.120960 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:18:07.120960 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:18:07.120960 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:18:07.120960 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:18:07.120960 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:18:07.120960 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:18:07.120960 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:18:07.120960 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:18:07.120960 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:18:07.120960 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:18:07.120960 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:18:07.120960 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:18:07.120960 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:18:07.120960 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:18:07.120960 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:18:07.120960 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:18:07.120960 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:18:07.120960 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:18:07.120960 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:18:07.120960 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:18:07.120960 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:18:07.120960 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:18:07.120960 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:18:07.120960 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:18:07.120960 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:18:07.120960 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:18:07.120960 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:18:07.120960 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:18:07.120960 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:18:07.261829 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d3013e-5761-4244-b956-8ec6490f4ac6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Made reservation on behalf of d09e37d948244dafb936d2972b3d58c9 for: {'port': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:18:07.267445 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-03d3013e-5761-4244-b956-8ec6490f4ac6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:07.278286 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-e45c231e-c85c-4075-a1d1-949871685796 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:18:07.303500 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-e45c231e-c85c-4075-a1d1-949871685796 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Usage tracker for resource:port and tenant:4b72ed9b2db341efa85a0459f4f25483 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:18:07.338475 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-6cdaee09-ae8a-4e19-bef0-1a1507e5d309 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] For port eb7a97ea-3872-4aaa-b098-80a444c9bf1a, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=eb7a97ea-3872-4aaa-b098-80a444c9bf1a,segment=NetworkSegment(3ed47001-0ab2-48a4-b5c5-b626afc8cdaa),segment_id=3ed47001-0ab2-48a4-b5c5-b626afc8cdaa)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:18:07.339069 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a6b7fc3e-ad70-4ecf-b51e-506b57b477fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:07.339183 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6cdaee09-ae8a-4e19-bef0-1a1507e5d309 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:07.350643 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7362ca7e-2aa2-45ba-9618-796066c77edd tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:07.371020 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-a4c86e60-7d6e-4235-956c-6bfa7e409971 None None] For port a286c3b7-2b03-497c-9f75-570787636900, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:18:07.378079 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-a4c86e60-7d6e-4235-956c-6bfa7e409971 None None] For port a286c3b7-2b03-497c-9f75-570787636900, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=a286c3b7-2b03-497c-9f75-570787636900,segment=NetworkSegment(496ef6e6-3599-4cbe-a0ec-f49cbae6877a),segment_id=496ef6e6-3599-4cbe-a0ec-f49cbae6877a)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:18:07.396613 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-a6b7fc3e-ad70-4ecf-b51e-506b57b477fa None None] For port 47e925ac-6b72-44db-9c17-19c663bcca1a, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=47e925ac-6b72-44db-9c17-19c663bcca1a,segment=NetworkSegment(5b68dcac-15b9-4dde-a6a3-5f037a215332),segment_id=5b68dcac-15b9-4dde-a6a3-5f037a215332)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:18:07.406684 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-4a4e1b65-0fe1-4781-a66b-29bf0478c132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] For port d553325f-14f4-43bb-ad84-2a0293ea539d, host hv-neutron-8218, got binding levels [] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:18:07.406980 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4a4e1b65-0fe1-4781-a66b-29bf0478c132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:07.415922 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7362ca7e-2aa2-45ba-9618-796066c77edd tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634093'] for floatingip, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:07.428583 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a4c86e60-7d6e-4235-956c-6bfa7e409971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:07.433446 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:07.514016 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a6b7fc3e-ad70-4ecf-b51e-506b57b477fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:07.514262 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-6cdaee09-ae8a-4e19-bef0-1a1507e5d309 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Calling delete_port for eb7a97ea-3872-4aaa-b098-80a444c9bf1a owned by network:dhcp {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:18:07.955587 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9ce143e0-5694-4f7d-8353-57d8d9070996 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks [] for router_gateway, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:07.957355 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c86e60-7d6e-4235-956c-6bfa7e409971 None None] Pushing event updated for resources: {'Port': ['ID=a286c3b7-2b03-497c-9f75-570787636900,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:07.957355 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a4c86e60-7d6e-4235-956c-6bfa7e409971 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:07.957743 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-699645ee-1013-4a81-99bf-5daea524bb4b tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:07.957982 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7372cb6b-daca-4530-bd65-1ff1dcd7270a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.173s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:07.958060 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-4a4e1b65-0fe1-4781-a66b-29bf0478c132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Calling delete_port for d553325f-14f4-43bb-ad84-2a0293ea539d owned by {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:18:07.958146 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-e45c231e-c85c-4075-a1d1-949871685796 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:18:07.958146 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-e45c231e-c85c-4075-a1d1-949871685796 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:18:07.958384 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:07.958506 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9ce143e0-5694-4f7d-8353-57d8d9070996 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:07.958506 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-03d3013e-5761-4244-b956-8ec6490f4ac6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] device_id is not set on port 06a1c471-e007-48ca-847b-86d5d6a65b81 yet. {{(pid=88990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:18:07.958668 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 50a4f675-a9b4-43a8-8c55-3e5b8e127d99 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:18:07.958753 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6cdaee09-ae8a-4e19-bef0-1a1507e5d309 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:07.958753 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-306ed809-7b29-4a10-ae04-8fba2e758d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:07.958910 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b7fc3e-ad70-4ecf-b51e-506b57b477fa None None] Pushing event updated for resources: {'Port': ['ID=47e925ac-6b72-44db-9c17-19c663bcca1a,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:07.965303 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a6b7fc3e-ad70-4ecf-b51e-506b57b477fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:07.998959 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d70016de-2355-4e0d-9b52-1a6c63e2a6a1 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:08.000681 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e45c231e-c85c-4075-a1d1-949871685796 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Made reservation on behalf of 4b72ed9b2db341efa85a0459f4f25483 for: {'port': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:18:08.006083 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699645ee-1013-4a81-99bf-5daea524bb4b tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Checking segment: {'id': 'ee834257-2d95-4457-8993-3de4c3c8fb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '0fa38694-55b5-4cdc-8b7c-72ddba6039db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:18:08.006657 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e45c231e-c85c-4075-a1d1-949871685796 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:08.007013 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699645ee-1013-4a81-99bf-5daea524bb4b tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Network hostable DHCP agents. Network: 0fa38694-55b5-4cdc-8b7c-72ddba6039db, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:18:08.015538 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699645ee-1013-4a81-99bf-5daea524bb4b tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Pushing event updated for resources: {'Subnet': ['ID=12d437f5-d846-4502-aee0-d4b3f14f3197,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:08.018787 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4a4e1b65-0fe1-4781-a66b-29bf0478c132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:08.108033 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d70016de-2355-4e0d-9b52-1a6c63e2a6a1 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:08.108033 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdaee09-ae8a-4e19-bef0-1a1507e5d309 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Pushing event deleted for resources: {'Port': ['ID=eb7a97ea-3872-4aaa-b098-80a444c9bf1a,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:08.108357 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-699645ee-1013-4a81-99bf-5daea524bb4b tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:08.108357 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5505ce02-0e52-4891-9306-3f85d900782f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:08.108573 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6cdaee09-ae8a-4e19-bef0-1a1507e5d309 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:08.109612 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:08.123526 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-f82ca88e-566c-4ddf-8ee8-859649e8dcb9 None None] Provisioning complete for port 47e925ac-6b72-44db-9c17-19c663bcca1a triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:18:08.124514 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f82ca88e-566c-4ddf-8ee8-859649e8dcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:08.161767 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4e1b65-0fe1-4781-a66b-29bf0478c132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Pushing event deleted for resources: {'Port': ['ID=d553325f-14f4-43bb-ad84-2a0293ea539d,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:08.162005 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdaee09-ae8a-4e19-bef0-1a1507e5d309 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] No DVR routers for this DVR port eb7a97ea-3872-4aaa-b098-80a444c9bf1a on host dv-neutron-821831-2-hyperv {{(pid=88990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:18:08.174160 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4a4e1b65-0fe1-4781-a66b-29bf0478c132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:08.174386 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 50a4f675-a9b4-43a8-8c55-3e5b8e127d99 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:18:08.199135 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4a4e1b65-0fe1-4781-a66b-29bf0478c132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:08.203716 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 50a4f675-a9b4-43a8-8c55-3e5b8e127d99 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:18:08.204122 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:08.243139 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70016de-2355-4e0d-9b52-1a6c63e2a6a1 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Pushing event deleted for resources: {'Network': ['ID=feadd216-804c-4564-8ce2-c27efe5af348,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:08.248390 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-e45c231e-c85c-4075-a1d1-949871685796 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] device_id is not set on port fe0dd7cb-d1b6-4e30-b872-54484eb82485 yet. {{(pid=88990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:18:08.248629 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699645ee-1013-4a81-99bf-5daea524bb4b tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Network 0fa38694-55b5-4cdc-8b7c-72ddba6039db is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:18:08.300151 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4a4e1b65-0fe1-4781-a66b-29bf0478c132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] 10.222.0.36 "DELETE /v2.0/ports/d553325f-14f4-43bb-ad84-2a0293ea539d HTTP/1.1" status: 204 len: 168 time: 1.4978721 Dec 15 19:18:08.300854 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49890) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:08.334388 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6767ef6b-5054-4179-8eb7-351d772fad5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:08.391531 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.l3_db [None req-7362ca7e-2aa2-45ba-9618-796066c77edd tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Floating IP f46d873f-43b6-40c0-89e3-8dea37b5d5fc associated. External IP: 172.26.3.63, port: 06f8b5fc-2365-432b-90d7-f814527b98c7. Dec 15 19:18:08.401151 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d70016de-2355-4e0d-9b52-1a6c63e2a6a1 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] 10.222.0.36 "DELETE /v2.0/networks/feadd216-804c-4564-8ce2-c27efe5af348 HTTP/1.1" status: 204 len: 168 time: 8.3292017 Dec 15 19:18:08.409107 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-9ce143e0-5694-4f7d-8353-57d8d9070996 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Allocated IP 172.26.3.119 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/ee97dfe4-01c8-4653-8f1f-423d9c29c6e2) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:18:08.416948 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d70016de-2355-4e0d-9b52-1a6c63e2a6a1 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:08.429024 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 49894) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:08.486365 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-8cdb1f16-4c78-43e4-bdfe-d34e8b6989ad tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-521080993'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:18:08.499794 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-699645ee-1013-4a81-99bf-5daea524bb4b tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, 0fa38694-55b5-4cdc-8b7c-72ddba6039db) {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:18:08.512466 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699645ee-1013-4a81-99bf-5daea524bb4b tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:08.513176 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-699645ee-1013-4a81-99bf-5daea524bb4b tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:08.521242 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-901da70c-0439-4827-bef8-19108f40ce9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] GET failed (client error): The resource could not be found. Dec 15 19:18:08.521909 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-901da70c-0439-4827-bef8-19108f40ce9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Synchronizing usage tracker for tenant:47926a08aa2948708b7aa2b8df838278 on resource:port {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:18:08.529433 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d7eb40-d09d-407a-bab6-105b5f65b251 None None] Network 0fa38694-55b5-4cdc-8b7c-72ddba6039db requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:18:08.586254 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-699645ee-1013-4a81-99bf-5daea524bb4b tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.0020182 Dec 15 19:18:08.588680 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49898) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:08.594306 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-8cdb1f16-4c78-43e4-bdfe-d34e8b6989ad tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:18:08.632566 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:08.658121 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port 50a4f675-a9b4-43a8-8c55-3e5b8e127d99, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=50a4f675-a9b4-43a8-8c55-3e5b8e127d99,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:18:08.660394 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-03d3013e-5761-4244-b956-8ec6490f4ac6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Allocated IP 2001:db8::261 (e16007b4-a6a6-4e94-b916-a9f103112f3f/db17ffac-dcb7-473d-9a84-eed70ca13195/06a1c471-e007-48ca-847b-86d5d6a65b81) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:18:08.664974 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-f82ca88e-566c-4ddf-8ee8-859649e8dcb9 None None] Provisioning for port 5026a7ed-febc-4295-b032-29eec79b2448 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:18:08.698833 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8cdb1f16-4c78-43e4-bdfe-d34e8b6989ad tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Usage tracker for resource:network and tenant:939f0a0fc6a54dca88c6c50c43297e50 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:18:08.704994 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-f82ca88e-566c-4ddf-8ee8-859649e8dcb9 None None] Provisioning complete for port 5026a7ed-febc-4295-b032-29eec79b2448 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:18:08.705496 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f82ca88e-566c-4ddf-8ee8-859649e8dcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:08.705625 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8cdb1f16-4c78-43e4-bdfe-d34e8b6989ad tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:18:08.774216 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:08.789530 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-40fa3871-ed60-4539-99d1-aae5be96d491 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:08.793758 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-8cdb1f16-4c78-43e4-bdfe-d34e8b6989ad tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:18:08.816729 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6cdaee09-ae8a-4e19-bef0-1a1507e5d309 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:08.892575 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-f82ca88e-566c-4ddf-8ee8-859649e8dcb9 None None] Port 5026a7ed-febc-4295-b032-29eec79b2448 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:18:08.914084 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=50a4f675-a9b4-43a8-8c55-3e5b8e127d99,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:08.918096 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:08.942166 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-6cdaee09-ae8a-4e19-bef0-1a1507e5d309 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1efbbae7-5397-4c55-befb-2a7d2ccd8949']}} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:18:08.955222 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-901da70c-0439-4827-bef8-19108f40ce9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Unset dirty status for tenant:47926a08aa2948708b7aa2b8df838278 on resource:port {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:18:08.960805 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-901da70c-0439-4827-bef8-19108f40ce9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] 10.222.0.36 "GET /v2.0/ports/d553325f-14f4-43bb-ad84-2a0293ea539d HTTP/1.1" status: 404 len: 333 time: 0.6462831 Dec 15 19:18:08.965749 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49902) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:08.971374 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cdb1f16-4c78-43e4-bdfe-d34e8b6989ad tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Made reservation on behalf of 939f0a0fc6a54dca88c6c50c43297e50 for: {'network': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:18:08.975034 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-a7e5b24b-d9c4-4b01-995b-aed7cbe1b5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688086061', 'network_id': '3c4d0d94-05eb-4ede-bb44-e567e61db176'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:18:08.977722 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8cdb1f16-4c78-43e4-bdfe-d34e8b6989ad tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:08.984834 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a7e5b24b-d9c4-4b01-995b-aed7cbe1b5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:18:09.002072 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a7e5b24b-d9c4-4b01-995b-aed7cbe1b5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:18:09.006705 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-6cdaee09-ae8a-4e19-bef0-1a1507e5d309 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ed47001-0ab2-48a4-b5c5-b626afc8cdaa') {'for_net_delete': True} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:18:09.007068 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-6cdaee09-ae8a-4e19-bef0-1a1507e5d309 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ed47001-0ab2-48a4-b5c5-b626afc8cdaa') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:18:09.041088 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-1557c3cf-4fab-4d3c-9065-0545cc67bb03 None None] Provisioning complete for port 5026a7ed-febc-4295-b032-29eec79b2448 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:18:09.041908 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1557c3cf-4fab-4d3c-9065-0545cc67bb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:09.053807 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e5b24b-d9c4-4b01-995b-aed7cbe1b5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Made reservation on behalf of 47926a08aa2948708b7aa2b8df838278 for: {'port': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:18:09.054417 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6cdaee09-ae8a-4e19-bef0-1a1507e5d309 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16327073'] for segment, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:09.058640 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a7e5b24b-d9c4-4b01-995b-aed7cbe1b5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:09.072592 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b079b782-c713-4e86-bb4c-d0f249307a8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-0fa38694-55b5-4cdc-8b7c-72ddba6039db', 'network_id': '0fa38694-55b5-4cdc-8b7c-72ddba6039db', 'tenant_id': '84e8b4bbe4894c70a50ef612e764025b', 'fixed_ips': [{'subnet_id': '12d437f5-d846-4502-aee0-d4b3f14f3197'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:18:09.073497 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b079b782-c713-4e86-bb4c-d0f249307a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:09.083341 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-e45c231e-c85c-4075-a1d1-949871685796 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Allocated IP 2001:db8::c9 (5b03fc67-1d82-477b-87ea-06a03afafe41/75e0a093-8f9a-46ab-806b-080c93990734/fe0dd7cb-d1b6-4e30-b872-54484eb82485) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:18:09.129909 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9ce143e0-5694-4f7d-8353-57d8d9070996 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:09.134004 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6cdaee09-ae8a-4e19-bef0-1a1507e5d309 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:09.148690 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cdaee09-ae8a-4e19-bef0-1a1507e5d309 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=88990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:18:09.149149 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6cdaee09-ae8a-4e19-bef0-1a1507e5d309 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838138943'] for segment, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:09.156914 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-a7e5b24b-d9c4-4b01-995b-aed7cbe1b5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] device_id is not set on port 11a791b1-b578-425d-a4e0-8bfc3e51b1ec yet. {{(pid=88991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:18:09.166668 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-1557c3cf-4fab-4d3c-9065-0545cc67bb03 None None] Port 5026a7ed-febc-4295-b032-29eec79b2448 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:18:09.168139 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:18:09.168139 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:18:09.168139 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:18:09.168139 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:18:09.168139 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:18:09.168139 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:18:09.168139 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:18:09.168139 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:18:09.168139 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:18:09.168139 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:18:09.168139 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:18:09.168139 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:18:09.168139 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:18:09.168139 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:18:09.168139 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:18:09.168139 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:18:09.168139 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:18:09.168139 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:18:09.168139 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:18:09.168139 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:18:09.168139 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:18:09.168139 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:18:09.168139 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:18:09.168139 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:18:09.168139 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:18:09.168139 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:18:09.168139 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:18:09.168139 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:18:09.168139 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:18:09.168139 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:18:09.168139 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:18:09.168139 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:18:09.172390 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cdb1f16-4c78-43e4-bdfe-d34e8b6989ad tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=88990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:18:09.297756 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-b079b782-c713-4e86-bb4c-d0f249307a8f None None] Allocated IP 172.20.0.2 (0fa38694-55b5-4cdc-8b7c-72ddba6039db/12d437f5-d846-4502-aee0-d4b3f14f3197/8e4a5e17-9f1c-4a93-8d17-6af50a600912) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:18:09.354002 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8cdb1f16-4c78-43e4-bdfe-d34e8b6989ad tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:09.354422 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-8cdb1f16-4c78-43e4-bdfe-d34e8b6989ad tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Added segment 05ff5e83-6b0e-40dc-939a-66b3d2592739 of type vlan for network eb86b012-fed3-49f3-b005-e59ec71d425b Dec 15 19:18:09.442901 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6cdaee09-ae8a-4e19-bef0-1a1507e5d309 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:09.447034 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:09.483137 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:09.504226 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6cdaee09-ae8a-4e19-bef0-1a1507e5d309 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:09.541751 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b079b782-c713-4e86-bb4c-d0f249307a8f None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:09.561551 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b079b782-c713-4e86-bb4c-d0f249307a8f None None] Transition to ACTIVE for port object 8e4a5e17-9f1c-4a93-8d17-6af50a600912 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:18:09.620666 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b079b782-c713-4e86-bb4c-d0f249307a8f None None] Transition to ACTIVE for port object 8e4a5e17-9f1c-4a93-8d17-6af50a600912 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:18:09.675262 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b079b782-c713-4e86-bb4c-d0f249307a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:09.694597 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a4c86e60-7d6e-4235-956c-6bfa7e409971 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:09.716355 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a7e5b24b-d9c4-4b01-995b-aed7cbe1b5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:09.754327 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b079b782-c713-4e86-bb4c-d0f249307a8f None None] Network 0fa38694-55b5-4cdc-8b7c-72ddba6039db is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:18:09.760806 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-b079b782-c713-4e86-bb4c-d0f249307a8f None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:18:09.770003 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b079b782-c713-4e86-bb4c-d0f249307a8f None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:18:09.863617 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a7e5b24b-d9c4-4b01-995b-aed7cbe1b5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:09.882792 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device a286c3b7-2b03-497c-9f75-570787636900 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:18:09.906209 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f0886340-fc42-4bf4-9768-6b81ae5ceeae tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:09.912314 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8cdb1f16-4c78-43e4-bdfe-d34e8b6989ad tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:09.933924 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b079b782-c713-4e86-bb4c-d0f249307a8f None None] Pushing event updated for resources: {'Port': ['ID=8e4a5e17-9f1c-4a93-8d17-6af50a600912,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:09.938277 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9ce143e0-5694-4f7d-8353-57d8d9070996 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:09.944622 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-b079b782-c713-4e86-bb4c-d0f249307a8f None None] Attempting to bind port 8e4a5e17-9f1c-4a93-8d17-6af50a600912 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:18:09.944622 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-b079b782-c713-4e86-bb4c-d0f249307a8f None None] Attempting to bind port 8e4a5e17-9f1c-4a93-8d17-6af50a600912 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'ee834257-2d95-4457-8993-3de4c3c8fb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '0fa38694-55b5-4cdc-8b7c-72ddba6039db'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:18:09.944622 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b079b782-c713-4e86-bb4c-d0f249307a8f None None] Attempting to bind port 8e4a5e17-9f1c-4a93-8d17-6af50a600912 on network 0fa38694-55b5-4cdc-8b7c-72ddba6039db {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:18:09.952440 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b079b782-c713-4e86-bb4c-d0f249307a8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:09.955767 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b079b782-c713-4e86-bb4c-d0f249307a8f None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:18:09.956198 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b079b782-c713-4e86-bb4c-d0f249307a8f None None] Checking segment: {'id': 'ee834257-2d95-4457-8993-3de4c3c8fb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '0fa38694-55b5-4cdc-8b7c-72ddba6039db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:18:09.956637 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b079b782-c713-4e86-bb4c-d0f249307a8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:09.958333 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b079b782-c713-4e86-bb4c-d0f249307a8f None None] Bound using segment: {'id': 'ee834257-2d95-4457-8993-3de4c3c8fb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '0fa38694-55b5-4cdc-8b7c-72ddba6039db'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:18:09.958333 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-b079b782-c713-4e86-bb4c-d0f249307a8f None None] Bound port: 8e4a5e17-9f1c-4a93-8d17-6af50a600912, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee834257-2d95-4457-8993-3de4c3c8fb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '0fa38694-55b5-4cdc-8b7c-72ddba6039db'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:18:09.958629 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b079b782-c713-4e86-bb4c-d0f249307a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:09.960510 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdaee09-ae8a-4e19-bef0-1a1507e5d309 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Pushing event deleted for resources: {'Network': ['ID=1efbbae7-5397-4c55-befb-2a7d2ccd8949,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:09.963177 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e5b24b-d9c4-4b01-995b-aed7cbe1b5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Network 3c4d0d94-05eb-4ede-bb44-e567e61db176 is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:18:09.971924 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-a7e5b24b-d9c4-4b01-995b-aed7cbe1b5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:18:09.986062 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e5b24b-d9c4-4b01-995b-aed7cbe1b5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:18:09.986493 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6cdaee09-ae8a-4e19-bef0-1a1507e5d309 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:09.987130 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e5b24b-d9c4-4b01-995b-aed7cbe1b5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:09.987802 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a7e5b24b-d9c4-4b01-995b-aed7cbe1b5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:09.991172 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-97522a82-ec7f-4a25-a338-2f159cab91be tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:10.010609 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e5b24b-d9c4-4b01-995b-aed7cbe1b5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Pushing event updated for resources: {'Port': ['ID=11a791b1-b578-425d-a4e0-8bfc3e51b1ec,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:10.019669 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a7e5b24b-d9c4-4b01-995b-aed7cbe1b5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:10.036430 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7362ca7e-2aa2-45ba-9618-796066c77edd tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Router 9076d4cf-4898-4889-ba0d-edb53fd3f842 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:18:10.068397 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6cdaee09-ae8a-4e19-bef0-1a1507e5d309 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] 10.222.0.36 "DELETE /v2.0/networks/1efbbae7-5397-4c55-befb-2a7d2ccd8949 HTTP/1.1" status: 204 len: 168 time: 8.6808491 Dec 15 19:18:10.069971 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49906) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:10.076110 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-af569ad5-a59e-43db-9c4c-14506c862b7c tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1374843503'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:18:10.092355 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b079b782-c713-4e86-bb4c-d0f249307a8f None None] For port 8e4a5e17-9f1c-4a93-8d17-6af50a600912, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:18:10.096262 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b079b782-c713-4e86-bb4c-d0f249307a8f None None] For port 8e4a5e17-9f1c-4a93-8d17-6af50a600912, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=8e4a5e17-9f1c-4a93-8d17-6af50a600912,segment=NetworkSegment(ee834257-2d95-4457-8993-3de4c3c8fb43),segment_id=ee834257-2d95-4457-8993-3de4c3c8fb43)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:18:10.105307 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-03d3013e-5761-4244-b956-8ec6490f4ac6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:10.141910 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port a286c3b7-2b03-497c-9f75-570787636900 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:18:10.143073 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce143e0-5694-4f7d-8353-57d8d9070996 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:18:10.148687 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 50a4f675-a9b4-43a8-8c55-3e5b8e127d99 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:18:10.152382 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-9ce143e0-5694-4f7d-8353-57d8d9070996 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:18:10.154681 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-af569ad5-a59e-43db-9c4c-14506c862b7c tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:18:10.174220 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a7e5b24b-d9c4-4b01-995b-aed7cbe1b5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.2049067 Dec 15 19:18:10.174486 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-03d3013e-5761-4244-b956-8ec6490f4ac6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Transition to ACTIVE for port object 06a1c471-e007-48ca-847b-86d5d6a65b81 will not be triggered until provisioned by entity DHCP. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:18:10.178073 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-af569ad5-a59e-43db-9c4c-14506c862b7c tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Usage tracker for resource:network and tenant:b640cccfaac84079bbb54e6565c8cef4 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:18:10.196813 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce143e0-5694-4f7d-8353-57d8d9070996 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Pushing event updated for resources: {'Port': ['ID=ee97dfe4-01c8-4653-8f1f-423d9c29c6e2,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:10.199793 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49910) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:10.210787 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9ce143e0-5694-4f7d-8353-57d8d9070996 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:10.211494 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-af569ad5-a59e-43db-9c4c-14506c862b7c tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:18:10.220373 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce143e0-5694-4f7d-8353-57d8d9070996 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:18:10.250380 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b079b782-c713-4e86-bb4c-d0f249307a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:10.262498 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8cdb1f16-4c78-43e4-bdfe-d34e8b6989ad tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:10.264877 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-af569ad5-a59e-43db-9c4c-14506c862b7c tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:18:10.267423 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-40fa3871-ed60-4539-99d1-aae5be96d491 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:10.269868 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cdb1f16-4c78-43e4-bdfe-d34e8b6989ad tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:10.270580 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8cdb1f16-4c78-43e4-bdfe-d34e8b6989ad tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:10.275612 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-03d3013e-5761-4244-b956-8ec6490f4ac6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:10.290637 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d1ecc3b9-11d6-4b54-8b21-a506adfdeb16 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:10.324154 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5618876-643c-4c60-b815-d9e3b9290a0a None None] Network e16007b4-a6a6-4e94-b916-a9f103112f3f requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:18:10.378836 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-be92546d-dc89-471d-b7b0-650c4fd81df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Synchronizing usage tracker for tenant:47926a08aa2948708b7aa2b8df838278 on resource:port {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:18:10.428780 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af569ad5-a59e-43db-9c4c-14506c862b7c tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Made reservation on behalf of b640cccfaac84079bbb54e6565c8cef4 for: {'network': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:18:10.436926 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-af569ad5-a59e-43db-9c4c-14506c862b7c tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:10.443771 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8cdb1f16-4c78-43e4-bdfe-d34e8b6989ad tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.9945560 Dec 15 19:18:10.446522 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 49914) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:10.474430 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-45887f38-227b-4d9e-b28c-455218b5f22f tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:18:10.512512 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d3013e-5761-4244-b956-8ec6490f4ac6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Network e16007b4-a6a6-4e94-b916-a9f103112f3f is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:18:10.580509 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-be92546d-dc89-471d-b7b0-650c4fd81df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Unset dirty status for tenant:47926a08aa2948708b7aa2b8df838278 on resource:port {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:18:10.582383 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-be92546d-dc89-471d-b7b0-650c4fd81df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] 10.222.0.36 "GET /v2.0/ports/11a791b1-b578-425d-a4e0-8bfc3e51b1ec HTTP/1.1" status: 200 len: 959 time: 0.3806150 Dec 15 19:18:10.586409 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49918) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:10.605036 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e45c231e-c85c-4075-a1d1-949871685796 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:10.611655 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-03d3013e-5761-4244-b956-8ec6490f4ac6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:18:10.629246 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdb1f16-4c78-43e4-bdfe-d34e8b6989ad tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Pushing event updated for resources: {'Network': ['ID=eb86b012-fed3-49f3-b005-e59ec71d425b,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:10.631752 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d3013e-5761-4244-b956-8ec6490f4ac6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:18:10.636626 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d3013e-5761-4244-b956-8ec6490f4ac6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:10.637318 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-03d3013e-5761-4244-b956-8ec6490f4ac6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:10.659207 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8cdb1f16-4c78-43e4-bdfe-d34e8b6989ad tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:10.666521 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f7ff14ed-b7b3-4f9f-b790-bc1e9cf581a0 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.348s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:10.704933 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af569ad5-a59e-43db-9c4c-14506c862b7c tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=88991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:18:10.750082 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-af569ad5-a59e-43db-9c4c-14506c862b7c tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:10.750508 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-af569ad5-a59e-43db-9c4c-14506c862b7c tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Added segment 64be617f-e337-4e93-aaa3-d9c3a8d2289b of type vlan for network ea3c8b50-7446-4f41-9c6f-5c50e2d3135a Dec 15 19:18:10.752174 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-e45c231e-c85c-4075-a1d1-949871685796 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Transition to ACTIVE for port object fe0dd7cb-d1b6-4e30-b872-54484eb82485 will not be triggered until provisioned by entity DHCP. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:18:10.762410 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network eb86b012-fed3-49f3-b005-e59ec71d425b details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:18:10.778898 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b079b782-c713-4e86-bb4c-d0f249307a8f None None] Pushing event updated for resources: {'Port': ['ID=8e4a5e17-9f1c-4a93-8d17-6af50a600912,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:10.787118 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-03d3013e-5761-4244-b956-8ec6490f4ac6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.1008410 Dec 15 19:18:10.797607 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 49922) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:10.822852 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-ed80ec68-83df-4811-bb20-bfe55c7f307e tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Request body: {'port': {'network_id': 'e16007b4-a6a6-4e94-b916-a9f103112f3f', 'name': 'tempest-PortsIpV6TestJSON-381770585'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:18:10.828372 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-cc4b64fa-0aee-45b4-b1c1-4d0b85c92989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Deleting port 11a791b1-b578-425d-a4e0-8bfc3e51b1ec {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:18:10.828765 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cc4b64fa-0aee-45b4-b1c1-4d0b85c92989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:10.865705 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b079b782-c713-4e86-bb4c-d0f249307a8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.598s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:10.893747 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 50a4f675-a9b4-43a8-8c55-3e5b8e127d99 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:18:10.894159 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:11.021727 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-108bd254-232f-4dd5-8745-7afcfe1d27e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:11.052204 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:11.084660 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-519f0dab-b587-41f8-8aec-028f4efc4562 None None] Provisioning for port a286c3b7-2b03-497c-9f75-570787636900 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:18:11.099696 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-519f0dab-b587-41f8-8aec-028f4efc4562 None None] Provisioning complete for port a286c3b7-2b03-497c-9f75-570787636900 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:18:11.100119 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-519f0dab-b587-41f8-8aec-028f4efc4562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:11.123141 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d3013e-5761-4244-b956-8ec6490f4ac6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event updated for resources: {'Port': ['ID=06a1c471-e007-48ca-847b-86d5d6a65b81,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:11.145654 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-03d3013e-5761-4244-b956-8ec6490f4ac6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:11.155707 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-af569ad5-a59e-43db-9c4c-14506c862b7c tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:11.185819 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-45887f38-227b-4d9e-b28c-455218b5f22f tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:11.214952 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e45c231e-c85c-4075-a1d1-949871685796 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:11.236829 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e9e67d56-542b-48a5-b330-447ab4d45369 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:11.281319 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7362ca7e-2aa2-45ba-9618-796066c77edd tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:18:11.287162 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-45887f38-227b-4d9e-b28c-455218b5f22f tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:11.305409 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7362ca7e-2aa2-45ba-9618-796066c77edd tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:11.321393 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9308ae4-87fb-41ae-9f2a-5e44d1d6ea6c None None] Sync routers for ids ['9076d4cf-4898-4889-ba0d-edb53fd3f842'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:18:11.338982 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 47e925ac-6b72-44db-9c17-19c663bcca1a up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:18:11.340978 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-45887f38-227b-4d9e-b28c-455218b5f22f tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Network eb86b012-fed3-49f3-b005-e59ec71d425b is not hosted by any dhcp agent {{(pid=88990) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:227}} Dec 15 19:18:11.344978 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45887f38-227b-4d9e-b28c-455218b5f22f tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:11.345638 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-45887f38-227b-4d9e-b28c-455218b5f22f tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:11.350109 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-45887f38-227b-4d9e-b28c-455218b5f22f tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] 10.222.0.36 "PUT /v2.0/networks/eb86b012-fed3-49f3-b005-e59ec71d425b HTTP/1.1" status: 200 len: 723 time: 0.8861108 Dec 15 19:18:11.361264 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 49926) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:11.366039 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ed80ec68-83df-4811-bb20-bfe55c7f307e tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:18:11.372738 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-2c1ed9cd-3168-405a-a52f-ea1b1b66a3e6 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Request body: {'subnet': {'network_id': 'eb86b012-fed3-49f3-b005-e59ec71d425b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:18:11.389778 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45c231e-c85c-4075-a1d1-949871685796 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Network 5b03fc67-1d82-477b-87ea-06a03afafe41 is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:18:11.390755 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45c231e-c85c-4075-a1d1-949871685796 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Pushing event updated for resources: {'Port': ['ID=fe0dd7cb-d1b6-4e30-b872-54484eb82485,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:11.402559 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-e45c231e-c85c-4075-a1d1-949871685796 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:18:11.404940 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e45c231e-c85c-4075-a1d1-949871685796 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:11.410117 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ed80ec68-83df-4811-bb20-bfe55c7f307e tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Usage tracker for resource:port and tenant:d09e37d948244dafb936d2972b3d58c9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:18:11.413666 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-73e37571-8c28-408f-9b4c-ce9e0fa2ca75 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:11.424653 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-519f0dab-b587-41f8-8aec-028f4efc4562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:11.429449 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45c231e-c85c-4075-a1d1-949871685796 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:18:11.434468 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45c231e-c85c-4075-a1d1-949871685796 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:11.435186 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e45c231e-c85c-4075-a1d1-949871685796 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:11.438393 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9308ae4-87fb-41ae-9f2a-5e44d1d6ea6c None None] Routers {'9076d4cf-4898-4889-ba0d-edb53fd3f842'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:18:11.439104 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-f9308ae4-87fb-41ae-9f2a-5e44d1d6ea6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:18:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['9076d4cf-4898-4889-ba0d-edb53fd3f842'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:18:11.466119 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-af569ad5-a59e-43db-9c4c-14506c862b7c tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:11.470297 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af569ad5-a59e-43db-9c4c-14506c862b7c tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:11.470931 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-af569ad5-a59e-43db-9c4c-14506c862b7c tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:11.488894 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:11.493157 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ed80ec68-83df-4811-bb20-bfe55c7f307e tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:18:11.578526 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ed80ec68-83df-4811-bb20-bfe55c7f307e tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:18:11.688138 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 49930) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:11.695247 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-af569ad5-a59e-43db-9c4c-14506c862b7c tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6175237 Dec 15 19:18:11.695247 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-7362ca7e-2aa2-45ba-9618-796066c77edd tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "PUT /v2.0/floatingips/f46d873f-43b6-40c0-89e3-8dea37b5d5fc HTTP/1.1" status: 200 len: 991 time: 6.6369178 Dec 15 19:18:11.708761 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b7fa720-d8e5-4510-aeb0-a3b286372c89', 'tag': '06f8b5fc-2365-432b-90d7-f814527b98c7'}] {{(pid=88991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:18:11.714390 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-519f0dab-b587-41f8-8aec-028f4efc4562 None None] For port a286c3b7-2b03-497c-9f75-570787636900, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=a286c3b7-2b03-497c-9f75-570787636900,segment=NetworkSegment(496ef6e6-3599-4cbe-a0ec-f49cbae6877a),segment_id=496ef6e6-3599-4cbe-a0ec-f49cbae6877a)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:18:11.718277 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cc4b64fa-0aee-45b4-b1c1-4d0b85c92989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:11.719370 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e45c231e-c85c-4075-a1d1-949871685796 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 5.3147368 Dec 15 19:18:11.725292 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-35dbe874-aa5f-4a9a-9bac-680103c1778a tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Request body: {'subnet': {'network_id': 'ea3c8b50-7446-4f41-9c6f-5c50e2d3135a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:18:11.744529 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49938) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:11.755241 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45887f38-227b-4d9e-b28c-455218b5f22f tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Pushing event updated for resources: {'Network': ['ID=eb86b012-fed3-49f3-b005-e59ec71d425b,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:11.762321 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 47e925ac-6b72-44db-9c17-19c663bcca1a triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:18:11.762751 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:11.788022 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-2c1ed9cd-3168-405a-a52f-ea1b1b66a3e6 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:18:11.794989 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed80ec68-83df-4811-bb20-bfe55c7f307e tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Made reservation on behalf of d09e37d948244dafb936d2972b3d58c9 for: {'port': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:18:11.809728 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ed80ec68-83df-4811-bb20-bfe55c7f307e tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:11.826822 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-519f0dab-b587-41f8-8aec-028f4efc4562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:11.836321 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6195ed81-32f9-4e7f-b567-7064c0c101c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:11.843351 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-45887f38-227b-4d9e-b28c-455218b5f22f tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:11.851177 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-2c1ed9cd-3168-405a-a52f-ea1b1b66a3e6 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Usage tracker for resource:subnet and tenant:939f0a0fc6a54dca88c6c50c43297e50 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:18:11.896779 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network eb86b012-fed3-49f3-b005-e59ec71d425b details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:18:11.923058 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-2c1ed9cd-3168-405a-a52f-ea1b1b66a3e6 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:18:11.926000 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b7fa720-d8e5-4510-aeb0-a3b286372c89', 'tag': '06f8b5fc-2365-432b-90d7-f814527b98c7', 'status': 'completed', 'code': 200} Dec 15 19:18:11.953386 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-2c1ed9cd-3168-405a-a52f-ea1b1b66a3e6 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:18:11.966268 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-ed80ec68-83df-4811-bb20-bfe55c7f307e tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] device_id is not set on port dab85947-865f-43da-8a46-81d627535324 yet. {{(pid=88990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:18:12.056124 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-f9308ae4-87fb-41ae-9f2a-5e44d1d6ea6c None None] Set router 9076d4cf-4898-4889-ba0d-edb53fd3f842 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:18:12.067324 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af569ad5-a59e-43db-9c4c-14506c862b7c tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Pushing event updated for resources: {'Network': ['ID=ea3c8b50-7446-4f41-9c6f-5c50e2d3135a,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:12.068528 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9ce143e0-5694-4f7d-8353-57d8d9070996 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks [] for router_gateway, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:12.073708 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9ce143e0-5694-4f7d-8353-57d8d9070996 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904'] for router, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:12.086164 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-35dbe874-aa5f-4a9a-9bac-680103c1778a tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:18:12.086995 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-af569ad5-a59e-43db-9c4c-14506c862b7c tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.598s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:12.096686 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-cc4b64fa-0aee-45b4-b1c1-4d0b85c92989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Calling delete_port for 11a791b1-b578-425d-a4e0-8bfc3e51b1ec owned by {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:18:12.106511 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c1ed9cd-3168-405a-a52f-ea1b1b66a3e6 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Made reservation on behalf of 939f0a0fc6a54dca88c6c50c43297e50 for: {'subnet': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:18:12.133553 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network ea3c8b50-7446-4f41-9c6f-5c50e2d3135a details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:18:12.140461 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-35dbe874-aa5f-4a9a-9bac-680103c1778a tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:18:12.297657 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519f0dab-b587-41f8-8aec-028f4efc4562 None None] Pushing event updated for resources: {'Port': ['ID=a286c3b7-2b03-497c-9f75-570787636900,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:12.312146 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-519f0dab-b587-41f8-8aec-028f4efc4562 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:12.349033 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b243c6aa-49b8-4f74-98e5-d325ed8bca4b tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:12.354133 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35dbe874-aa5f-4a9a-9bac-680103c1778a tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Made reservation on behalf of b640cccfaac84079bbb54e6565c8cef4 for: {'subnet': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:18:12.451971 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cc4b64fa-0aee-45b4-b1c1-4d0b85c92989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:12.487381 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-89066202-5427-45b5-b328-d9f5b82b0e27 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:12.504504 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-778be6e8-6e6a-4741-a847-9a2f0dbc1fbf None None] Provisioning complete for port a286c3b7-2b03-497c-9f75-570787636900 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:18:12.505177 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-778be6e8-6e6a-4741-a847-9a2f0dbc1fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:12.560128 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fcc330-a72d-482d-bb54-292ec0be99b2 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:12.565708 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fcc330-a72d-482d-bb54-292ec0be99b2 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:12.572411 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fcc330-a72d-482d-bb54-292ec0be99b2 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:12.577271 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-85fcc330-a72d-482d-bb54-292ec0be99b2 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.7986209 Dec 15 19:18:12.577271 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4b64fa-0aee-45b4-b1c1-4d0b85c92989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Pushing event deleted for resources: {'Port': ['ID=11a791b1-b578-425d-a4e0-8bfc3e51b1ec,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:12.579274 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49942) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:12.591779 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-12392662-e883-4eb4-92a7-af8cfd2d9096 req-2790f28c-420b-44dd-9c84-25a46f98310f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=63a560358735409688254f323e657c6f&device_id=3b7fa720-d8e5-4510-aeb0-a3b286372c89 HTTP/1.1" status: 200 len: 1099 time: 0.5924449 Dec 15 19:18:12.638220 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-cc4b64fa-0aee-45b4-b1c1-4d0b85c92989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:12.673790 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:12.902526 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12392662-e883-4eb4-92a7-af8cfd2d9096 req-19bdb223-1787-45ca-93de-b503c846dd1e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:12.904226 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-12392662-e883-4eb4-92a7-af8cfd2d9096 req-19bdb223-1787-45ca-93de-b503c846dd1e service neutron] 10.222.0.32 "GET /v2.0/networks?id=19b72bfa-3b09-4f76-a78c-5531fd623b36 HTTP/1.1" status: 200 len: 912 time: 0.2544541 Dec 15 19:18:12.937951 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2c1ed9cd-3168-405a-a52f-ea1b1b66a3e6 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839924940'] for subnet, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:12.999114 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-7359cd47-671b-49cf-b7cf-05783cf463d5 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Deleting port fe0dd7cb-d1b6-4e30-b872-54484eb82485 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:18:12.999331 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device a286c3b7-2b03-497c-9f75-570787636900 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:18:12.999536 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7359cd47-671b-49cf-b7cf-05783cf463d5 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:13.023945 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7809cc0-31b2-4eed-96b2-1997e50497b0 None None] Network 0fa38694-55b5-4cdc-8b7c-72ddba6039db requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:18:13.093715 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cc4b64fa-0aee-45b4-b1c1-4d0b85c92989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:13.110532 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-ed80ec68-83df-4811-bb20-bfe55c7f307e tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Allocated IP 2001:db8::239 (e16007b4-a6a6-4e94-b916-a9f103112f3f/db17ffac-dcb7-473d-9a84-eed70ca13195/dab85947-865f-43da-8a46-81d627535324) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:18:13.116681 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-35dbe874-aa5f-4a9a-9bac-680103c1778a tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839924940'] for subnet, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:13.199043 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-cc4b64fa-0aee-45b4-b1c1-4d0b85c92989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] 10.222.0.36 "DELETE /v2.0/ports/11a791b1-b578-425d-a4e0-8bfc3e51b1ec HTTP/1.1" status: 204 len: 168 time: 2.5502348 Dec 15 19:18:13.208583 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49948) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:13.344100 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-12392662-e883-4eb4-92a7-af8cfd2d9096 req-ae67ca45-74a4-4992-84de-e009efb73b8a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06f8b5fc-2365-432b-90d7-f814527b98c7 HTTP/1.1" status: 200 len: 999 time: 0.3162875 Dec 15 19:18:13.350958 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-59c5cc7d-e70f-4922-85c5-abe07eb426a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] GET failed (client error): The resource could not be found. Dec 15 19:18:13.351512 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-59c5cc7d-e70f-4922-85c5-abe07eb426a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Synchronizing usage tracker for tenant:47926a08aa2948708b7aa2b8df838278 on resource:port {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:18:13.361301 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-778be6e8-6e6a-4741-a847-9a2f0dbc1fbf None None] Provisioning for port fe0dd7cb-d1b6-4e30-b872-54484eb82485 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:18:13.367849 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port a286c3b7-2b03-497c-9f75-570787636900 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:18:13.368270 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:13.411400 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-778be6e8-6e6a-4741-a847-9a2f0dbc1fbf None None] Provisioning complete for port fe0dd7cb-d1b6-4e30-b872-54484eb82485 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:18:13.412475 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-778be6e8-6e6a-4741-a847-9a2f0dbc1fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:13.539200 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-778be6e8-6e6a-4741-a847-9a2f0dbc1fbf None None] Port fe0dd7cb-d1b6-4e30-b872-54484eb82485 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:18:13.546429 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-59c5cc7d-e70f-4922-85c5-abe07eb426a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Unset dirty status for tenant:47926a08aa2948708b7aa2b8df838278 on resource:port {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:18:13.550217 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-59c5cc7d-e70f-4922-85c5-abe07eb426a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] 10.222.0.36 "GET /v2.0/ports/11a791b1-b578-425d-a4e0-8bfc3e51b1ec HTTP/1.1" status: 404 len: 333 time: 0.3312941 Dec 15 19:18:13.555058 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 49952) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:13.575288 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-58972957-2306-4490-bd76-4b006ddc14a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Request body: {'port': {'network_id': '3c4d0d94-05eb-4ede-bb44-e567e61db176', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2041923075'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:18:13.596239 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12392662-e883-4eb4-92a7-af8cfd2d9096 req-3f3a1358-708a-4ee3-8027-140c6538a5a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:13.597806 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-12392662-e883-4eb4-92a7-af8cfd2d9096 req-3f3a1358-708a-4ee3-8027-140c6538a5a4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=82c744e4-df47-41bb-809a-42816dd304e6 HTTP/1.1" status: 200 len: 850 time: 0.2386515 Dec 15 19:18:13.616158 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-58972957-2306-4490-bd76-4b006ddc14a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:18:13.624733 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-f9308ae4-87fb-41ae-9f2a-5e44d1d6ea6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9076d4cf-4898-4889-ba0d-edb53fd3f842', 'name': 'tempest-ServerActionsTestJSON-426409717-router', 'tenant_id': '63a560358735409688254f323e657c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '32ae3200-fa04-4a52-92dc-c8c1bccdbd6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:17:04Z', 'updated_at': '2021-12-15T19:17:20Z', 'revision_number': 4, 'project_id': '63a560358735409688254f323e657c6f', 'gw_port': {'id': '32ae3200-fa04-4a52-92dc-c8c1bccdbd6e', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ee:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9076d4cf-4898-4889-ba0d-edb53fd3f842', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:17:06Z', 'updated_at': '2021-12-15T19:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': 'f46d873f-43b6-40c0-89e3-8dea37b5d5fc', 'tenant_id': '63a560358735409688254f323e657c6f', 'floating_ip_address': '172.26.3.63', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': '9076d4cf-4898-4889-ba0d-edb53fd3f842', 'port_id': '06f8b5fc-2365-432b-90d7-f814527b98c7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19b72bfa-3b09-4f76-a78c-5531fd623b36', 'mac_address': 'fa:16:3e:44:61:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7fa720-d8e5-4510-aeb0-a3b286372c89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:17:33Z', 'updated_at': '2021-12-15T19:18:06Z', 'revision_number': 1, 'project_id': '63a560358735409688254f323e657c6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56c29204-1a9b-400b-b200-613848397df0', 'name': '', 'network_id': '19b72bfa-3b09-4f76-a78c-5531fd623b36', 'tenant_id': '63a560358735409688254f323e657c6f', 'mac_address': 'fa:16:3e:04:fd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9076d4cf-4898-4889-ba0d-edb53fd3f842', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82c744e4-df47-41bb-809a-42816dd304e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:17:17Z', 'updated_at': '2021-12-15T19:17:30Z', 'revision_number': 5, 'project_id': '63a560358735409688254f323e657c6f', 'subnets': [{'id': '82c744e4-df47-41bb-809a-42816dd304e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:18:13.649097 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9308ae4-87fb-41ae-9f2a-5e44d1d6ea6c None None] Checking router: 9076d4cf-4898-4889-ba0d-edb53fd3f842 for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:18:13.664859 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-58972957-2306-4490-bd76-4b006ddc14a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:18:13.674139 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 8e4a5e17-9f1c-4a93-8d17-6af50a600912 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:18:13.703577 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-778be6e8-6e6a-4741-a847-9a2f0dbc1fbf None None] Provisioning for port 06a1c471-e007-48ca-847b-86d5d6a65b81 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:18:13.724370 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9308ae4-87fb-41ae-9f2a-5e44d1d6ea6c None None] Routers {'9076d4cf-4898-4889-ba0d-edb53fd3f842'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:18:13.725093 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-f9308ae4-87fb-41ae-9f2a-5e44d1d6ea6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:18:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['9076d4cf-4898-4889-ba0d-edb53fd3f842'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:18:13.779191 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-778be6e8-6e6a-4741-a847-9a2f0dbc1fbf None None] Provisioning complete for port 06a1c471-e007-48ca-847b-86d5d6a65b81 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:18:13.781348 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-778be6e8-6e6a-4741-a847-9a2f0dbc1fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:13.865138 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-35dbe874-aa5f-4a9a-9bac-680103c1778a tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838139473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839924955'] for subnet, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:13.871652 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58972957-2306-4490-bd76-4b006ddc14a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Made reservation on behalf of 47926a08aa2948708b7aa2b8df838278 for: {'port': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:18:13.877107 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-58972957-2306-4490-bd76-4b006ddc14a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:13.896956 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-384ba581-32f9-45a9-b364-492d9d8744ce tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:13.960238 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-778be6e8-6e6a-4741-a847-9a2f0dbc1fbf None None] Port 06a1c471-e007-48ca-847b-86d5d6a65b81 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:18:13.986579 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247c6b8f-7119-42d1-a2dd-327933eb8752 None None] get_active_networks_info from dv-neutron-821831-2-hyperv {{(pid=88992) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 15 19:18:14.027269 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-58972957-2306-4490-bd76-4b006ddc14a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] device_id is not set on port d805dcd8-211c-4c15-b06c-fd724b6925a5 yet. {{(pid=88990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:18:14.048410 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7359cd47-671b-49cf-b7cf-05783cf463d5 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:14.065946 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-f9308ae4-87fb-41ae-9f2a-5e44d1d6ea6c None None] Set router 9076d4cf-4898-4889-ba0d-edb53fd3f842 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:18:14.088786 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2c1ed9cd-3168-405a-a52f-ea1b1b66a3e6 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838139473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839924955'] for subnet, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:14.111984 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 8e4a5e17-9f1c-4a93-8d17-6af50a600912 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:18:14.129866 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-b243c6aa-49b8-4f74-98e5-d325ed8bca4b tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Allocated IP 172.20.0.1 (0fa38694-55b5-4cdc-8b7c-72ddba6039db/12d437f5-d846-4502-aee0-d4b3f14f3197/33746b42-3393-4189-adbb-ae5699313ea8) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:18:14.149081 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dbe874-aa5f-4a9a-9bac-680103c1778a tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Pushing event updated for resources: {'Subnet': ['ID=02376f05-9bb5-4f7b-aaf1-da5edf8b7dc9,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:14.156340 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-35dbe874-aa5f-4a9a-9bac-680103c1778a tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:14.162993 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:14.200722 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ed80ec68-83df-4811-bb20-bfe55c7f307e tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:14.208322 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-7359cd47-671b-49cf-b7cf-05783cf463d5 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Calling delete_port for fe0dd7cb-d1b6-4e30-b872-54484eb82485 owned by {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:18:14.256376 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-12392662-e883-4eb4-92a7-af8cfd2d9096 req-d4e5136e-4b18-40a6-a1d1-59b9fcdb90db service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=19b72bfa-3b09-4f76-a78c-5531fd623b36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6493440 Dec 15 19:18:14.280692 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-ed80ec68-83df-4811-bb20-bfe55c7f307e tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Transition to ACTIVE for port object dab85947-865f-43da-8a46-81d627535324 will not be triggered until provisioned by entity DHCP. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:18:14.313750 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35dbe874-aa5f-4a9a-9bac-680103c1778a tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Checking segment: {'id': '64be617f-e337-4e93-aaa3-d9c3a8d2289b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ea3c8b50-7446-4f41-9c6f-5c50e2d3135a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:18:14.317281 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35dbe874-aa5f-4a9a-9bac-680103c1778a tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Network hostable DHCP agents. Network: ea3c8b50-7446-4f41-9c6f-5c50e2d3135a, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:18:14.355891 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1ed9cd-3168-405a-a52f-ea1b1b66a3e6 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Pushing event updated for resources: {'Subnet': ['ID=5654c95c-a185-469c-8fe8-4275b090f852,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:14.368646 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2c1ed9cd-3168-405a-a52f-ea1b1b66a3e6 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:14.373754 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-ef223c10-e446-4bb1-9597-d6ffb9b7cb31 None None] Provisioning for port 8e4a5e17-9f1c-4a93-8d17-6af50a600912 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:18:14.398615 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-ef223c10-e446-4bb1-9597-d6ffb9b7cb31 None None] Provisioning complete for port 8e4a5e17-9f1c-4a93-8d17-6af50a600912 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:18:14.399035 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ef223c10-e446-4bb1-9597-d6ffb9b7cb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:14.446116 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ce143e0-5694-4f7d-8353-57d8d9070996 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Router fe248e32-7e7c-45b9-beda-a118531417f1 is scheduled to L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 with binding_index 1 {{(pid=88990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 15 19:18:14.472122 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1ed9cd-3168-405a-a52f-ea1b1b66a3e6 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Checking segment: {'id': '05ff5e83-6b0e-40dc-939a-66b3d2592739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'eb86b012-fed3-49f3-b005-e59ec71d425b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:18:14.472402 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1ed9cd-3168-405a-a52f-ea1b1b66a3e6 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Network hostable DHCP agents. Network: eb86b012-fed3-49f3-b005-e59ec71d425b, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:18:14.614092 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-12392662-e883-4eb4-92a7-af8cfd2d9096 req-d58282e9-9b66-42c6-b866-b8aa66cd2759 service neutron] 10.222.0.32 "GET /v2.0/networks/19b72bfa-3b09-4f76-a78c-5531fd623b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3434560 Dec 15 19:18:14.614765 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35dbe874-aa5f-4a9a-9bac-680103c1778a tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Network ea3c8b50-7446-4f41-9c6f-5c50e2d3135a is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:18:14.617367 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ed80ec68-83df-4811-bb20-bfe55c7f307e tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:14.659053 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-58972957-2306-4490-bd76-4b006ddc14a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:14.665884 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:14.803689 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed80ec68-83df-4811-bb20-bfe55c7f307e tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Network e16007b4-a6a6-4e94-b916-a9f103112f3f is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:18:14.804609 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-12392662-e883-4eb4-92a7-af8cfd2d9096 req-680538ae-ec36-467c-9cca-6a63aca2d5cc service neutron] 10.222.0.32 "GET /v2.0/networks/19b72bfa-3b09-4f76-a78c-5531fd623b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502628 Dec 15 19:18:14.808267 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed80ec68-83df-4811-bb20-bfe55c7f307e tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event updated for resources: {'Port': ['ID=dab85947-865f-43da-8a46-81d627535324,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:14.810779 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1ed9cd-3168-405a-a52f-ea1b1b66a3e6 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Network eb86b012-fed3-49f3-b005-e59ec71d425b is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:18:14.824973 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ed80ec68-83df-4811-bb20-bfe55c7f307e tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:14.829739 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-ed80ec68-83df-4811-bb20-bfe55c7f307e tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:18:14.839578 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed80ec68-83df-4811-bb20-bfe55c7f307e tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:18:14.843905 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed80ec68-83df-4811-bb20-bfe55c7f307e tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:14.844242 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b243c6aa-49b8-4f74-98e5-d325ed8bca4b tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:14.844571 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ed80ec68-83df-4811-bb20-bfe55c7f307e tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:14.849621 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-35dbe874-aa5f-4a9a-9bac-680103c1778a tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, ea3c8b50-7446-4f41-9c6f-5c50e2d3135a) {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:18:14.855594 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-2c1ed9cd-3168-405a-a52f-ea1b1b66a3e6 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, eb86b012-fed3-49f3-b005-e59ec71d425b) {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:18:14.874643 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b243c6aa-49b8-4f74-98e5-d325ed8bca4b tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Transition to ACTIVE for port object 33746b42-3393-4189-adbb-ae5699313ea8 will not be triggered until provisioned by entity DHCP. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:18:14.876221 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35dbe874-aa5f-4a9a-9bac-680103c1778a tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:14.876874 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-35dbe874-aa5f-4a9a-9bac-680103c1778a tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:14.890109 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1ed9cd-3168-405a-a52f-ea1b1b66a3e6 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:14.890595 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2c1ed9cd-3168-405a-a52f-ea1b1b66a3e6 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:14.909028 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7359cd47-671b-49cf-b7cf-05783cf463d5 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:14.925932 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-90a0215a-eb4f-46a2-a3d5-34f166d3dbeb tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:14.973765 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b243c6aa-49b8-4f74-98e5-d325ed8bca4b tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:15.000830 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-58972957-2306-4490-bd76-4b006ddc14a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:15.010403 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-dc697590-389c-457c-888f-ed7c40658f14 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:15.018302 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7359cd47-671b-49cf-b7cf-05783cf463d5 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Pushing event deleted for resources: {'Port': ['ID=fe0dd7cb-d1b6-4e30-b872-54484eb82485,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:15.026954 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7359cd47-671b-49cf-b7cf-05783cf463d5 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:15.027666 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b9e1dad5-0111-478d-9878-3a7670a263f8 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:15.062804 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ed80ec68-83df-4811-bb20-bfe55c7f307e tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.2595820 Dec 15 19:18:15.073446 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 49958) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:15.075175 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-35dbe874-aa5f-4a9a-9bac-680103c1778a tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.3668180 Dec 15 19:18:15.081447 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-2c1ed9cd-3168-405a-a52f-ea1b1b66a3e6 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7164452 Dec 15 19:18:15.081447 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 49962) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:15.098979 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ef223c10-e446-4bb1-9597-d6ffb9b7cb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:15.114705 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49964) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:15.135674 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b243c6aa-49b8-4f74-98e5-d325ed8bca4b tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Network 0fa38694-55b5-4cdc-8b7c-72ddba6039db is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:18:15.142546 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-f9308ae4-87fb-41ae-9f2a-5e44d1d6ea6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9076d4cf-4898-4889-ba0d-edb53fd3f842', 'name': 'tempest-ServerActionsTestJSON-426409717-router', 'tenant_id': '63a560358735409688254f323e657c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '32ae3200-fa04-4a52-92dc-c8c1bccdbd6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:17:04Z', 'updated_at': '2021-12-15T19:17:20Z', 'revision_number': 4, 'project_id': '63a560358735409688254f323e657c6f', 'gw_port': {'id': '32ae3200-fa04-4a52-92dc-c8c1bccdbd6e', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ee:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9076d4cf-4898-4889-ba0d-edb53fd3f842', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:17:06Z', 'updated_at': '2021-12-15T19:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': 'f46d873f-43b6-40c0-89e3-8dea37b5d5fc', 'tenant_id': '63a560358735409688254f323e657c6f', 'floating_ip_address': '172.26.3.63', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': '9076d4cf-4898-4889-ba0d-edb53fd3f842', 'port_id': '06f8b5fc-2365-432b-90d7-f814527b98c7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19b72bfa-3b09-4f76-a78c-5531fd623b36', 'mac_address': 'fa:16:3e:44:61:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7fa720-d8e5-4510-aeb0-a3b286372c89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:17:33Z', 'updated_at': '2021-12-15T19:18:06Z', 'revision_number': 1, 'project_id': '63a560358735409688254f323e657c6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56c29204-1a9b-400b-b200-613848397df0', 'name': '', 'network_id': '19b72bfa-3b09-4f76-a78c-5531fd623b36', 'tenant_id': '63a560358735409688254f323e657c6f', 'mac_address': 'fa:16:3e:04:fd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9076d4cf-4898-4889-ba0d-edb53fd3f842', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82c744e4-df47-41bb-809a-42816dd304e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:17:17Z', 'updated_at': '2021-12-15T19:17:30Z', 'revision_number': 5, 'project_id': '63a560358735409688254f323e657c6f', 'subnets': [{'id': '82c744e4-df47-41bb-809a-42816dd304e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:18:15.146117 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-b140cba1-b6dd-414d-9d54-d17cdc1f1fc1 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:18:15.161135 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9308ae4-87fb-41ae-9f2a-5e44d1d6ea6c None None] The sync data for ids ['9076d4cf-4898-4889-ba0d-edb53fd3f842'] in dv-neutron-821831-2-hyperv is: [{'id': '9076d4cf-4898-4889-ba0d-edb53fd3f842', 'name': 'tempest-ServerActionsTestJSON-426409717-router', 'tenant_id': '63a560358735409688254f323e657c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '32ae3200-fa04-4a52-92dc-c8c1bccdbd6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:17:04Z', 'updated_at': '2021-12-15T19:17:20Z', 'revision_number': 4, 'project_id': '63a560358735409688254f323e657c6f', 'gw_port': {'id': '32ae3200-fa04-4a52-92dc-c8c1bccdbd6e', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ee:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9076d4cf-4898-4889-ba0d-edb53fd3f842', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:17:06Z', 'updated_at': '2021-12-15T19:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': 'f46d873f-43b6-40c0-89e3-8dea37b5d5fc', 'tenant_id': '63a560358735409688254f323e657c6f', 'floating_ip_address': '172.26.3.63', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': '9076d4cf-4898-4889-ba0d-edb53fd3f842', 'port_id': '06f8b5fc-2365-432b-90d7-f814527b98c7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19b72bfa-3b09-4f76-a78c-5531fd623b36', 'mac_address': 'fa:16:3e:44:61:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7fa720-d8e5-4510-aeb0-a3b286372c89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:17:33Z', 'updated_at': '2021-12-15T19:18:06Z', 'revision_number': 1, 'project_id': '63a560358735409688254f323e657c6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56c29204-1a9b-400b-b200-613848397df0', 'name': '', 'network_id': '19b72bfa-3b09-4f76-a78c-5531fd623b36', 'tenant_id': '63a560358735409688254f323e657c6f', 'mac_address': 'fa:16:3e:04:fd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9076d4cf-4898-4889-ba0d-edb53fd3f842', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82c744e4-df47-41bb-809a-42816dd304e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:17:17Z', 'updated_at': '2021-12-15T19:17:30Z', 'revision_number': 5, 'project_id': '63a560358735409688254f323e657c6f', 'subnets': [{'id': '82c744e4-df47-41bb-809a-42816dd304e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:18:15.177881 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7359cd47-671b-49cf-b7cf-05783cf463d5 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:15.181990 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-b243c6aa-49b8-4f74-98e5-d325ed8bca4b tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:18:15.184608 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b243c6aa-49b8-4f74-98e5-d325ed8bca4b tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:18:15.192033 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-ef223c10-e446-4bb1-9597-d6ffb9b7cb31 None None] For port 8e4a5e17-9f1c-4a93-8d17-6af50a600912, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=8e4a5e17-9f1c-4a93-8d17-6af50a600912,segment=NetworkSegment(ee834257-2d95-4457-8993-3de4c3c8fb43),segment_id=ee834257-2d95-4457-8993-3de4c3c8fb43)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:18:15.210380 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247c6b8f-7119-42d1-a2dd-327933eb8752 None None] Unable to find a vacant binding_index for network ea3c8b50-7446-4f41-9c6f-5c50e2d3135a and agent b552d41d-7cd1-486c-8b2d-9194aa028a03 {{(pid=88992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:212}} Dec 15 19:18:15.230856 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ef223c10-e446-4bb1-9597-d6ffb9b7cb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:15.233201 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b243c6aa-49b8-4f74-98e5-d325ed8bca4b tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Pushing event updated for resources: {'Port': ['ID=33746b42-3393-4189-adbb-ae5699313ea8,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:15.234083 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d4566144-50f6-4ffc-b929-349a8536f6d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:15.236606 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b243c6aa-49b8-4f74-98e5-d325ed8bca4b tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:15.275363 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58972957-2306-4490-bd76-4b006ddc14a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Pushing event updated for resources: {'Port': ['ID=d805dcd8-211c-4c15-b06c-fd724b6925a5,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:15.287127 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-7359cd47-671b-49cf-b7cf-05783cf463d5 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] 10.222.0.36 "DELETE /v2.0/ports/fe0dd7cb-d1b6-4e30-b872-54484eb82485 HTTP/1.1" status: 204 len: 168 time: 2.6961827 Dec 15 19:18:15.287127 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49974) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:15.296716 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-58972957-2306-4490-bd76-4b006ddc14a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:15.298979 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-b8abb8ef-d661-4f0c-b745-b428e138898c tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Request body: {'port': {'name': 'tempest-new-port-name-741259999', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:18:15.299484 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.api.validators [None req-b8abb8ef-d661-4f0c-b745-b428e138898c tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] bootfile-name is not in valid_values {{(pid=88991) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 15 19:18:15.300116 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.api.validators [None req-b8abb8ef-d661-4f0c-b745-b428e138898c tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] tftp-server is not in valid_values {{(pid=88991) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 15 19:18:15.300261 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58972957-2306-4490-bd76-4b006ddc14a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Network 3c4d0d94-05eb-4ede-bb44-e567e61db176 is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:18:15.300439 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.api.validators [None req-b8abb8ef-d661-4f0c-b745-b428e138898c tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] server-ip-address is not in valid_values {{(pid=88991) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 15 19:18:15.305309 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-58972957-2306-4490-bd76-4b006ddc14a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:18:15.317359 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247c6b8f-7119-42d1-a2dd-327933eb8752 None None] Unable to find a vacant binding_index for network eb86b012-fed3-49f3-b005-e59ec71d425b and agent b552d41d-7cd1-486c-8b2d-9194aa028a03 {{(pid=88992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:212}} Dec 15 19:18:15.325917 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58972957-2306-4490-bd76-4b006ddc14a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:18:15.326842 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58972957-2306-4490-bd76-4b006ddc14a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:15.327789 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-58972957-2306-4490-bd76-4b006ddc14a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:15.341649 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef223c10-e446-4bb1-9597-d6ffb9b7cb31 None None] Pushing event updated for resources: {'Port': ['ID=8e4a5e17-9f1c-4a93-8d17-6af50a600912,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:15.344587 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-ef223c10-e446-4bb1-9597-d6ffb9b7cb31 None None] Provisioning complete for port 06a1c471-e007-48ca-847b-86d5d6a65b81 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:18:15.345009 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ef223c10-e446-4bb1-9597-d6ffb9b7cb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:15.373483 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ef223c10-e446-4bb1-9597-d6ffb9b7cb31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:15.380949 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b243c6aa-49b8-4f74-98e5-d325ed8bca4b tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630901'] for router_interface, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:15.393307 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247c6b8f-7119-42d1-a2dd-327933eb8752 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, ea3c8b50-7446-4f41-9c6f-5c50e2d3135a), (DHCP agent, dv-neutron-821831-2-hyperv, eb86b012-fed3-49f3-b005-e59ec71d425b) {{(pid=88992) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 15 19:18:15.434195 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-ef223c10-e446-4bb1-9597-d6ffb9b7cb31 None None] Port 06a1c471-e007-48ca-847b-86d5d6a65b81 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:18:15.499644 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-58972957-2306-4490-bd76-4b006ddc14a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.9408908 Dec 15 19:18:15.513764 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 49980) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:15.527433 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-62b3d91e-e121-4a2b-a46d-e74bad382b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8218'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:18:15.568360 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43827357-6aa9-4159-b201-7dc3b0c3507e tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:15.569334 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-43827357-6aa9-4159-b201-7dc3b0c3507e tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Synchronizing usage tracker for tenant:d09e37d948244dafb936d2972b3d58c9 on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:18:15.585420 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-67c1ee23-a15a-4445-81dd-2e6863a70abd tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:15.639481 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce143e0-5694-4f7d-8353-57d8d9070996 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:18:15.659077 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b140cba1-b6dd-414d-9d54-d17cdc1f1fc1 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16156032'] for subnet, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:15.660166 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbd00af-6a51-4f99-8661-f15ba4da4a97 None None] Sync routers for ids ['fe248e32-7e7c-45b9-beda-a118531417f1'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:18:15.701275 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbd00af-6a51-4f99-8661-f15ba4da4a97 None None] Routers {'fe248e32-7e7c-45b9-beda-a118531417f1'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:18:15.702364 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-ecbd00af-6a51-4f99-8661-f15ba4da4a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:18:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['fe248e32-7e7c-45b9-beda-a118531417f1'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:18:15.806546 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-43827357-6aa9-4159-b201-7dc3b0c3507e tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Unset dirty status for tenant:d09e37d948244dafb936d2972b3d58c9 on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:18:15.811881 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-43827357-6aa9-4159-b201-7dc3b0c3507e tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A261 HTTP/1.1" status: 200 len: 928 time: 0.7319021 Dec 15 19:18:15.841361 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 49986) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:15.847888 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-ecbd00af-6a51-4f99-8661-f15ba4da4a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:18:15.863637 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbd00af-6a51-4f99-8661-f15ba4da4a97 None None] Routers {'fe248e32-7e7c-45b9-beda-a118531417f1'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:18:15.864758 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-ecbd00af-6a51-4f99-8661-f15ba4da4a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:18:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['fe248e32-7e7c-45b9-beda-a118531417f1'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:18:15.900636 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9ce143e0-5694-4f7d-8353-57d8d9070996 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:15.902227 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9ce143e0-5694-4f7d-8353-57d8d9070996 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 13.0315456 Dec 15 19:18:15.911307 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 49990) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:15.930815 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-d2db6005-2f39-4073-b825-1f0bee552930 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:18:15.936742 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ef3987-65b8-4930-b6fc-e3c22cf21239 None None] New status for floating IP f46d873f-43b6-40c0-89e3-8dea37b5d5fc: ACTIVE {{(pid=88992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 15 19:18:15.944078 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-ecbd00af-6a51-4f99-8661-f15ba4da4a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:18:15.944812 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbd00af-6a51-4f99-8661-f15ba4da4a97 None None] The sync data for ids ['fe248e32-7e7c-45b9-beda-a118531417f1'] in dv-neutron-821831-2-hyperv is: [] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:18:15.967266 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b8abb8ef-d661-4f0c-b745-b428e138898c tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:16.001503 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-62b3d91e-e121-4a2b-a46d-e74bad382b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:16.040952 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-67c1ee23-a15a-4445-81dd-2e6863a70abd tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:16.075280 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-6d9b2b60-700f-42e5-b2f8-7dbedbcac29e tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Deleting port dab85947-865f-43da-8a46-81d627535324 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:18:16.075666 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6d9b2b60-700f-42e5-b2f8-7dbedbcac29e tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:16.078329 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3d9b70-e3d4-4471-a32d-d468521c2546 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-ea3c8b50-7446-4f41-9c6f-5c50e2d3135a', 'network_id': 'ea3c8b50-7446-4f41-9c6f-5c50e2d3135a', 'tenant_id': 'b640cccfaac84079bbb54e6565c8cef4', 'fixed_ips': [{'subnet_id': '02376f05-9bb5-4f7b-aaf1-da5edf8b7dc9'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:18:16.079376 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0e3d9b70-e3d4-4471-a32d-d468521c2546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:16.145604 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b243c6aa-49b8-4f74-98e5-d325ed8bca4b tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:16.149929 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ecfe7a1-31ff-403d-8cd4-8bcaa398fdfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-eb86b012-fed3-49f3-b005-e59ec71d425b', 'network_id': 'eb86b012-fed3-49f3-b005-e59ec71d425b', 'tenant_id': '939f0a0fc6a54dca88c6c50c43297e50', 'fixed_ips': [{'subnet_id': '5654c95c-a185-469c-8fe8-4275b090f852'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:18:16.150856 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9ecfe7a1-31ff-403d-8cd4-8bcaa398fdfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:16.224072 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b140cba1-b6dd-414d-9d54-d17cdc1f1fc1 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734580298918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036838443082'] for subnet, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:16.238859 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fe1fb229-97ea-4b4d-9ade-5211f4cd5507 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:16.546345 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-9ecfe7a1-31ff-403d-8cd4-8bcaa398fdfe None None] Allocated IP 172.20.0.2 (eb86b012-fed3-49f3-b005-e59ec71d425b/5654c95c-a185-469c-8fe8-4275b090f852/af55b6d8-6fa0-4a05-847d-7bcc66a52fdc) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:18:16.695879 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b140cba1-b6dd-414d-9d54-d17cdc1f1fc1 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:16.698077 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b140cba1-b6dd-414d-9d54-d17cdc1f1fc1 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:16.707041 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b140cba1-b6dd-414d-9d54-d17cdc1f1fc1 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] 10.222.0.36 "PUT /v2.0/subnets/5654c95c-a185-469c-8fe8-4275b090f852 HTTP/1.1" status: 200 len: 806 time: 1.5694902 Dec 15 19:18:16.715869 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 49998) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:16.766722 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-0e3d9b70-e3d4-4471-a32d-d468521c2546 None None] Allocated IP 2001:db8::2 (ea3c8b50-7446-4f41-9c6f-5c50e2d3135a/02376f05-9bb5-4f7b-aaf1-da5edf8b7dc9/cc3f3c76-03f6-443c-bfc9-520c8f65f747) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:18:16.779710 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 8e4a5e17-9f1c-4a93-8d17-6af50a600912 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:18:16.835266 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b140cba1-b6dd-414d-9d54-d17cdc1f1fc1 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Pushing event updated for resources: {'Subnet': ['ID=5654c95c-a185-469c-8fe8-4275b090f852,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:16.894813 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b140cba1-b6dd-414d-9d54-d17cdc1f1fc1 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.656s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:17.047772 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6d9b2b60-700f-42e5-b2f8-7dbedbcac29e tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:17.060876 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-62b3d91e-e121-4a2b-a46d-e74bad382b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] device_id is not set on port d805dcd8-211c-4c15-b06c-fd724b6925a5 yet. {{(pid=88990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:18:17.136842 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-62b3d91e-e121-4a2b-a46d-e74bad382b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:17.153963 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-65ea21d0-7dd8-4ea2-ab9c-eff51103c41b tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:17.208642 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-6d9b2b60-700f-42e5-b2f8-7dbedbcac29e tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Calling delete_port for dab85947-865f-43da-8a46-81d627535324 owned by {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:18:17.252232 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 8e4a5e17-9f1c-4a93-8d17-6af50a600912 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:18:17.252651 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:17.279583 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b8abb8ef-d661-4f0c-b745-b428e138898c tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Notify callbacks [] for port, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:17.301388 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9ecfe7a1-31ff-403d-8cd4-8bcaa398fdfe None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:17.319933 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-9ecfe7a1-31ff-403d-8cd4-8bcaa398fdfe None None] Transition to ACTIVE for port object af55b6d8-6fa0-4a05-847d-7bcc66a52fdc will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:18:17.327577 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b8abb8ef-d661-4f0c-b745-b428e138898c tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:17.337112 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-cc4b64fa-0aee-45b4-b1c1-4d0b85c92989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:17.348156 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-62b3d91e-e121-4a2b-a46d-e74bad382b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Transition to ACTIVE for port object d805dcd8-211c-4c15-b06c-fd724b6925a5 will not be triggered until provisioned by entity L2. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:18:17.408792 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-9ecfe7a1-31ff-403d-8cd4-8bcaa398fdfe None None] Transition to ACTIVE for port object af55b6d8-6fa0-4a05-847d-7bcc66a52fdc will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:18:17.415889 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-65ea21d0-7dd8-4ea2-ab9c-eff51103c41b tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:17.418932 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-62b3d91e-e121-4a2b-a46d-e74bad382b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:17.428896 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9ce143e0-5694-4f7d-8353-57d8d9070996 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:17.443291 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-b8abb8ef-d661-4f0c-b745-b428e138898c tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] In _notify_port_updated(), no bound segment for port 5026a7ed-febc-4295-b032-29eec79b2448 on network 5b03fc67-1d82-477b-87ea-06a03afafe41 {{(pid=88991) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 15 19:18:17.447962 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8abb8ef-d661-4f0c-b745-b428e138898c tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:17.448660 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b8abb8ef-d661-4f0c-b745-b428e138898c tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:17.452628 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b8abb8ef-d661-4f0c-b745-b428e138898c tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] 10.222.0.36 "PUT /v2.0/ports/5026a7ed-febc-4295-b032-29eec79b2448 HTTP/1.1" status: 200 len: 1128 time: 2.1620886 Dec 15 19:18:17.463759 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50002) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:17.478912 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9ecfe7a1-31ff-403d-8cd4-8bcaa398fdfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:17.485152 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0e3d9b70-e3d4-4471-a32d-d468521c2546 None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:17.488213 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-cf113080-b0c8-43a4-8e0a-8f3b9e5081dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:17.543918 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abb8ef-d661-4f0c-b745-b428e138898c tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Pushing event updated for resources: {'Port': ['ID=5026a7ed-febc-4295-b032-29eec79b2448,revision_number=2']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:17.552428 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b8abb8ef-d661-4f0c-b745-b428e138898c tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:17.554733 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-0e3d9b70-e3d4-4471-a32d-d468521c2546 None None] Transition to ACTIVE for port object cc3f3c76-03f6-443c-bfc9-520c8f65f747 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:18:17.606143 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950829d6-92fe-4d76-aa27-67b09dbca846 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:17.606862 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-950829d6-92fe-4d76-aa27-67b09dbca846 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Synchronizing usage tracker for tenant:4b72ed9b2db341efa85a0459f4f25483 on resource:port {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:18:17.612266 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b243c6aa-49b8-4f74-98e5-d325ed8bca4b tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks [] for port, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:17.615581 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecfe7a1-31ff-403d-8cd4-8bcaa398fdfe None None] Network eb86b012-fed3-49f3-b005-e59ec71d425b is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:18:17.621154 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecfe7a1-31ff-403d-8cd4-8bcaa398fdfe None None] Pushing event updated for resources: {'Port': ['ID=af55b6d8-6fa0-4a05-847d-7bcc66a52fdc,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:17.625512 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-9ecfe7a1-31ff-403d-8cd4-8bcaa398fdfe None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:18:17.627404 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9ecfe7a1-31ff-403d-8cd4-8bcaa398fdfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:17.628471 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-0e3d9b70-e3d4-4471-a32d-d468521c2546 None None] Transition to ACTIVE for port object cc3f3c76-03f6-443c-bfc9-520c8f65f747 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:18:17.630597 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecfe7a1-31ff-403d-8cd4-8bcaa398fdfe None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:18:17.641403 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b243c6aa-49b8-4f74-98e5-d325ed8bca4b tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:17.671987 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0e3d9b70-e3d4-4471-a32d-d468521c2546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:17.674865 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e3c63462-e6e9-45c6-9486-e7acb5f69367 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:17.681553 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5c14c684-de93-4a97-904b-3b74e91fefa3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:17.683423 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b3d91e-e121-4a2b-a46d-e74bad382b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Pushing event updated for resources: {'Port': ['ID=d805dcd8-211c-4c15-b06c-fd724b6925a5,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:17.686772 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-62b3d91e-e121-4a2b-a46d-e74bad382b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:17.706085 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6d9b2b60-700f-42e5-b2f8-7dbedbcac29e tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:17.717692 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-77cedc6f-486b-48e1-9b29-dd79a7de5176 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:17.723709 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-65ea21d0-7dd8-4ea2-ab9c-eff51103c41b tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16156049'] for subnet, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:17.740505 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-950829d6-92fe-4d76-aa27-67b09dbca846 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Unset dirty status for tenant:4b72ed9b2db341efa85a0459f4f25483 on resource:port {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:18:17.746598 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-950829d6-92fe-4d76-aa27-67b09dbca846 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] 10.222.0.36 "GET /v2.0/ports/5026a7ed-febc-4295-b032-29eec79b2448 HTTP/1.1" status: 200 len: 1128 time: 0.2705352 Dec 15 19:18:17.752977 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 50006) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:17.773325 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-62b3d91e-e121-4a2b-a46d-e74bad382b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port d805dcd8-211c-4c15-b06c-fd724b6925a5 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:18:17.773669 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-62b3d91e-e121-4a2b-a46d-e74bad382b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port d805dcd8-211c-4c15-b06c-fd724b6925a5 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '11b91514-e530-4db1-b48c-8075b98b0b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c4d0d94-05eb-4ede-bb44-e567e61db176'}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:18:17.774043 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b3d91e-e121-4a2b-a46d-e74bad382b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port d805dcd8-211c-4c15-b06c-fd724b6925a5 on network 3c4d0d94-05eb-4ede-bb44-e567e61db176 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:18:17.777536 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-67c1ee23-a15a-4445-81dd-2e6863a70abd tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16636259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14850861'] for subnet, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:17.794571 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3d9b70-e3d4-4471-a32d-d468521c2546 None None] Network ea3c8b50-7446-4f41-9c6f-5c50e2d3135a is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:18:17.814601 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b243c6aa-49b8-4f74-98e5-d325ed8bca4b tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1959989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854145006'] for router_interface, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:17.817548 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9b2b60-700f-42e5-b2f8-7dbedbcac29e tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event deleted for resources: {'Port': ['ID=dab85947-865f-43da-8a46-81d627535324,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:17.818402 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b243c6aa-49b8-4f74-98e5-d325ed8bca4b tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Pushing event updated for resources: {'Port': ['ID=33746b42-3393-4189-adbb-ae5699313ea8,revision_number=2']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:17.824017 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-0e3d9b70-e3d4-4471-a32d-d468521c2546 None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:18:17.829052 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3d9b70-e3d4-4471-a32d-d468521c2546 None None] Pushing event updated for resources: {'Port': ['ID=cc3f3c76-03f6-443c-bfc9-520c8f65f747,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:17.830569 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6d9b2b60-700f-42e5-b2f8-7dbedbcac29e tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:17.831870 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-9ecfe7a1-31ff-403d-8cd4-8bcaa398fdfe None None] Attempting to bind port af55b6d8-6fa0-4a05-847d-7bcc66a52fdc on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:18:17.832332 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-9ecfe7a1-31ff-403d-8cd4-8bcaa398fdfe None None] Attempting to bind port af55b6d8-6fa0-4a05-847d-7bcc66a52fdc by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '05ff5e83-6b0e-40dc-939a-66b3d2592739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'eb86b012-fed3-49f3-b005-e59ec71d425b'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:18:17.833226 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecfe7a1-31ff-403d-8cd4-8bcaa398fdfe None None] Attempting to bind port af55b6d8-6fa0-4a05-847d-7bcc66a52fdc on network eb86b012-fed3-49f3-b005-e59ec71d425b {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:18:17.844638 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-aa5729d0-bbdd-4dee-a248-c095a1a6ec9f tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:17.845188 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3d9b70-e3d4-4471-a32d-d468521c2546 None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:18:17.852434 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0e3d9b70-e3d4-4471-a32d-d468521c2546 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:17.854674 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecfe7a1-31ff-403d-8cd4-8bcaa398fdfe None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:18:17.855259 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecfe7a1-31ff-403d-8cd4-8bcaa398fdfe None None] Checking segment: {'id': '05ff5e83-6b0e-40dc-939a-66b3d2592739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'eb86b012-fed3-49f3-b005-e59ec71d425b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:18:17.855735 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9ecfe7a1-31ff-403d-8cd4-8bcaa398fdfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:17.856179 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecfe7a1-31ff-403d-8cd4-8bcaa398fdfe None None] Bound using segment: {'id': '05ff5e83-6b0e-40dc-939a-66b3d2592739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'eb86b012-fed3-49f3-b005-e59ec71d425b'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:18:17.856712 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-9ecfe7a1-31ff-403d-8cd4-8bcaa398fdfe None None] Bound port: af55b6d8-6fa0-4a05-847d-7bcc66a52fdc, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05ff5e83-6b0e-40dc-939a-66b3d2592739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'eb86b012-fed3-49f3-b005-e59ec71d425b'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:18:17.857139 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9ecfe7a1-31ff-403d-8cd4-8bcaa398fdfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:17.869163 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b243c6aa-49b8-4f74-98e5-d325ed8bca4b tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:17.870982 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-23f3cb51-8eaa-4b27-b7f7-215364158631 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.130s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:17.933274 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ea21d0-7dd8-4ea2-ab9c-eff51103c41b tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Pushing event deleted for resources: {'Subnet': ['ID=5654c95c-a185-469c-8fe8-4275b090f852,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:17.950341 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b3d91e-e121-4a2b-a46d-e74bad382b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Port d805dcd8-211c-4c15-b06c-fd724b6925a5 on network 3c4d0d94-05eb-4ede-bb44-e567e61db176 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:18:17.950514 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR neutron.plugins.ml2.managers [None req-62b3d91e-e121-4a2b-a46d-e74bad382b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Failed to bind port d805dcd8-211c-4c15-b06c-fd724b6925a5 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '11b91514-e530-4db1-b48c-8075b98b0b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c4d0d94-05eb-4ede-bb44-e567e61db176'}] Dec 15 19:18:17.954252 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c1ee23-a15a-4445-81dd-2e6863a70abd tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Pushing event deleted for resources: {'Subnet': ['ID=02376f05-9bb5-4f7b-aaf1-da5edf8b7dc9,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:17.955073 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-65ea21d0-7dd8-4ea2-ab9c-eff51103c41b tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:17.963914 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-65ea21d0-7dd8-4ea2-ab9c-eff51103c41b tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:17.976648 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.plugin [None req-62b3d91e-e121-4a2b-a46d-e74bad382b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempt 2 to bind port d805dcd8-211c-4c15-b06c-fd724b6925a5 Dec 15 19:18:17.986740 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-67c1ee23-a15a-4445-81dd-2e6863a70abd tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:18.016326 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6d9b2b60-700f-42e5-b2f8-7dbedbcac29e tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:18.034173 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-0e3d9b70-e3d4-4471-a32d-d468521c2546 None None] Attempting to bind port cc3f3c76-03f6-443c-bfc9-520c8f65f747 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:18:18.034620 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-0e3d9b70-e3d4-4471-a32d-d468521c2546 None None] Attempting to bind port cc3f3c76-03f6-443c-bfc9-520c8f65f747 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '64be617f-e337-4e93-aaa3-d9c3a8d2289b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ea3c8b50-7446-4f41-9c6f-5c50e2d3135a'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:18:18.035027 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3d9b70-e3d4-4471-a32d-d468521c2546 None None] Attempting to bind port cc3f3c76-03f6-443c-bfc9-520c8f65f747 on network ea3c8b50-7446-4f41-9c6f-5c50e2d3135a {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:18:18.047024 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-65ea21d0-7dd8-4ea2-ab9c-eff51103c41b tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb86b012-fed3-49f3-b005-e59ec71d425b']}} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:18:18.055544 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3d9b70-e3d4-4471-a32d-d468521c2546 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:18:18.055836 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3d9b70-e3d4-4471-a32d-d468521c2546 None None] Checking segment: {'id': '64be617f-e337-4e93-aaa3-d9c3a8d2289b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ea3c8b50-7446-4f41-9c6f-5c50e2d3135a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:18:18.056387 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0e3d9b70-e3d4-4471-a32d-d468521c2546 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:18.056988 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3d9b70-e3d4-4471-a32d-d468521c2546 None None] Bound using segment: {'id': '64be617f-e337-4e93-aaa3-d9c3a8d2289b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ea3c8b50-7446-4f41-9c6f-5c50e2d3135a'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:18:18.057746 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-0e3d9b70-e3d4-4471-a32d-d468521c2546 None None] Bound port: cc3f3c76-03f6-443c-bfc9-520c8f65f747, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64be617f-e337-4e93-aaa3-d9c3a8d2289b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ea3c8b50-7446-4f41-9c6f-5c50e2d3135a'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:18:18.057882 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0e3d9b70-e3d4-4471-a32d-d468521c2546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:18.068596 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-65ea21d0-7dd8-4ea2-ab9c-eff51103c41b tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05ff5e83-6b0e-40dc-939a-66b3d2592739') {'for_net_delete': True} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:18:18.068931 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-65ea21d0-7dd8-4ea2-ab9c-eff51103c41b tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05ff5e83-6b0e-40dc-939a-66b3d2592739') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:18:18.070472 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-9ecfe7a1-31ff-403d-8cd4-8bcaa398fdfe None None] For port af55b6d8-6fa0-4a05-847d-7bcc66a52fdc, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:18:18.095249 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-65ea21d0-7dd8-4ea2-ab9c-eff51103c41b tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838443042'] for segment, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:18.107897 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-9ecfe7a1-31ff-403d-8cd4-8bcaa398fdfe None None] For port af55b6d8-6fa0-4a05-847d-7bcc66a52fdc, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=af55b6d8-6fa0-4a05-847d-7bcc66a52fdc,segment=NetworkSegment(05ff5e83-6b0e-40dc-939a-66b3d2592739),segment_id=05ff5e83-6b0e-40dc-939a-66b3d2592739)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:18:18.116188 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-62b3d91e-e121-4a2b-a46d-e74bad382b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port d805dcd8-211c-4c15-b06c-fd724b6925a5 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:18:18.116574 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-62b3d91e-e121-4a2b-a46d-e74bad382b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port d805dcd8-211c-4c15-b06c-fd724b6925a5 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '11b91514-e530-4db1-b48c-8075b98b0b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c4d0d94-05eb-4ede-bb44-e567e61db176'}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:18:18.116957 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b3d91e-e121-4a2b-a46d-e74bad382b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port d805dcd8-211c-4c15-b06c-fd724b6925a5 on network 3c4d0d94-05eb-4ede-bb44-e567e61db176 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:18:18.126671 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-65ea21d0-7dd8-4ea2-ab9c-eff51103c41b tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:18.141248 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65ea21d0-7dd8-4ea2-ab9c-eff51103c41b tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=88991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:18:18.141508 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-f7a01add-8cbf-4ca2-8469-6e37538e80d8 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Deleting port 5026a7ed-febc-4295-b032-29eec79b2448 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:18:18.141699 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-65ea21d0-7dd8-4ea2-ab9c-eff51103c41b tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838443729'] for segment, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:18.141840 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f7a01add-8cbf-4ca2-8469-6e37538e80d8 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:18.148192 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9ecfe7a1-31ff-403d-8cd4-8bcaa398fdfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:18.156328 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0f19fd3c-48a8-4c35-85e5-c9d56cf60281 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:18.157397 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:18:18.157397 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:18:18.157397 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:18:18.157397 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:18:18.157397 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:18:18.157397 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:18:18.157397 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:18:18.157397 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:18:18.157397 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:18:18.157397 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:18:18.157397 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:18:18.157397 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:18:18.157397 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:18:18.157397 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:18:18.157397 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:18:18.157397 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:18:18.157397 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:18:18.157397 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:18:18.157397 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:18:18.157397 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:18:18.157397 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:18:18.157397 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:18:18.157397 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:18:18.157397 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:18:18.157397 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:18:18.157397 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:18:18.157397 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:18:18.157397 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:18:18.157397 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:18:18.157397 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:18:18.157397 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:18:18.157397 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:18:18.201884 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6d9b2b60-700f-42e5-b2f8-7dbedbcac29e tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "DELETE /v2.0/ports/dab85947-865f-43da-8a46-81d627535324 HTTP/1.1" status: 204 len: 168 time: 2.3570449 Dec 15 19:18:18.204694 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-67c1ee23-a15a-4445-81dd-2e6863a70abd tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:18.207876 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50012) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:18.209824 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b243c6aa-49b8-4f74-98e5-d325ed8bca4b tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Network 0fa38694-55b5-4cdc-8b7c-72ddba6039db is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:18:18.220308 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-0e3d9b70-e3d4-4471-a32d-d468521c2546 None None] For port cc3f3c76-03f6-443c-bfc9-520c8f65f747, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:18:18.223089 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-b243c6aa-49b8-4f74-98e5-d325ed8bca4b tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:18:18.227616 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b3d91e-e121-4a2b-a46d-e74bad382b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Port d805dcd8-211c-4c15-b06c-fd724b6925a5 on network 3c4d0d94-05eb-4ede-bb44-e567e61db176 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:18:18.227806 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-0e3d9b70-e3d4-4471-a32d-d468521c2546 None None] For port cc3f3c76-03f6-443c-bfc9-520c8f65f747, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=cc3f3c76-03f6-443c-bfc9-520c8f65f747,segment=NetworkSegment(64be617f-e337-4e93-aaa3-d9c3a8d2289b),segment_id=64be617f-e337-4e93-aaa3-d9c3a8d2289b)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:18:18.227992 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR neutron.plugins.ml2.managers [None req-62b3d91e-e121-4a2b-a46d-e74bad382b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Failed to bind port d805dcd8-211c-4c15-b06c-fd724b6925a5 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '11b91514-e530-4db1-b48c-8075b98b0b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c4d0d94-05eb-4ede-bb44-e567e61db176'}] Dec 15 19:18:18.239851 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.plugin [None req-62b3d91e-e121-4a2b-a46d-e74bad382b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempt 3 to bind port d805dcd8-211c-4c15-b06c-fd724b6925a5 Dec 15 19:18:18.293985 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecfe7a1-31ff-403d-8cd4-8bcaa398fdfe None None] Pushing event updated for resources: {'Port': ['ID=af55b6d8-6fa0-4a05-847d-7bcc66a52fdc,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:18.297253 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0e3d9b70-e3d4-4471-a32d-d468521c2546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:18.303745 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9ecfe7a1-31ff-403d-8cd4-8bcaa398fdfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:18.304414 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9ecfe7a1-31ff-403d-8cd4-8bcaa398fdfe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:18.360787 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-92fc0edb-4db7-43ff-90d0-1746906f7b1b tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] GET failed (client error): The resource could not be found. Dec 15 19:18:18.365252 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-92fc0edb-4db7-43ff-90d0-1746906f7b1b tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "GET /v2.0/ports/dab85947-865f-43da-8a46-81d627535324 HTTP/1.1" status: 404 len: 333 time: 0.1510756 Dec 15 19:18:18.365252 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50016) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:18.376981 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-67c1ee23-a15a-4445-81dd-2e6863a70abd tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea3c8b50-7446-4f41-9c6f-5c50e2d3135a']}} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:18:18.404303 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-62b3d91e-e121-4a2b-a46d-e74bad382b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port d805dcd8-211c-4c15-b06c-fd724b6925a5 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:18:18.404525 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-65ea21d0-7dd8-4ea2-ab9c-eff51103c41b tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 15 19:18:18.404525 dv-neutron-821831-2-hyperv neutron-server[88879]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 15 19:18:18.404525 dv-neutron-821831-2-hyperv neutron-server[88879]: [parameters: {'id': 'eb86b012-fed3-49f3-b005-e59ec71d425b'}] Dec 15 19:18:18.404525 dv-neutron-821831-2-hyperv neutron-server[88879]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88991) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:18:18.404977 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-65ea21d0-7dd8-4ea2-ab9c-eff51103c41b tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:18:18.405083 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-62b3d91e-e121-4a2b-a46d-e74bad382b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port d805dcd8-211c-4c15-b06c-fd724b6925a5 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '11b91514-e530-4db1-b48c-8075b98b0b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c4d0d94-05eb-4ede-bb44-e567e61db176'}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:18:18.405083 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b3d91e-e121-4a2b-a46d-e74bad382b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port d805dcd8-211c-4c15-b06c-fd724b6925a5 on network 3c4d0d94-05eb-4ede-bb44-e567e61db176 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:18:18.413483 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-67c1ee23-a15a-4445-81dd-2e6863a70abd tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64be617f-e337-4e93-aaa3-d9c3a8d2289b') {'for_net_delete': True} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:18:18.414274 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-67c1ee23-a15a-4445-81dd-2e6863a70abd tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64be617f-e337-4e93-aaa3-d9c3a8d2289b') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:18:18.441141 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-67c1ee23-a15a-4445-81dd-2e6863a70abd tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16327073'] for segment, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:18.445410 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3d9b70-e3d4-4471-a32d-d468521c2546 None None] Pushing event updated for resources: {'Port': ['ID=cc3f3c76-03f6-443c-bfc9-520c8f65f747,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:18.455500 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0e3d9b70-e3d4-4471-a32d-d468521c2546 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:18.473424 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b3d91e-e121-4a2b-a46d-e74bad382b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Port d805dcd8-211c-4c15-b06c-fd724b6925a5 on network 3c4d0d94-05eb-4ede-bb44-e567e61db176 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:18:18.473695 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR neutron.plugins.ml2.managers [None req-62b3d91e-e121-4a2b-a46d-e74bad382b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Failed to bind port d805dcd8-211c-4c15-b06c-fd724b6925a5 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '11b91514-e530-4db1-b48c-8075b98b0b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c4d0d94-05eb-4ede-bb44-e567e61db176'}] Dec 15 19:18:18.479649 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976f54e3-8eb6-44b2-85bc-ca8056ae7cbc None None] get_active_networks_info from dv-neutron-821831-2-hyperv {{(pid=88992) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 15 19:18:18.479918 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.plugin [None req-62b3d91e-e121-4a2b-a46d-e74bad382b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempt 4 to bind port d805dcd8-211c-4c15-b06c-fd724b6925a5 Dec 15 19:18:18.487568 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-67c1ee23-a15a-4445-81dd-2e6863a70abd tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:18.637962 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976f54e3-8eb6-44b2-85bc-ca8056ae7cbc None None] Resources bound (agent type, host, resource id): {{(pid=88992) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 15 19:18:18.763489 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-ecb01d5b-32e9-42cb-bb61-959ff3cc387f tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Deleting port 06a1c471-e007-48ca-847b-86d5d6a65b81 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:18:18.764059 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ecb01d5b-32e9-42cb-bb61-959ff3cc387f tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:18.858055 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67c1ee23-a15a-4445-81dd-2e6863a70abd tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=88990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:18:18.858833 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-67c1ee23-a15a-4445-81dd-2e6863a70abd tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838138943'] for segment, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:18.876309 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:18:18.876309 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:18:18.876309 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:18:18.876309 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:18:18.876309 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:18:18.876309 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:18:18.876309 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:18:18.876309 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:18:18.876309 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:18:18.876309 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:18:18.876309 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:18:18.876309 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:18:18.876309 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:18:18.876309 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:18:18.876309 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:18:18.876309 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:18:18.876309 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:18:18.876309 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:18:18.876309 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:18:18.876309 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:18:18.876309 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:18:18.876309 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:18:18.876309 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:18:18.876309 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:18:18.876309 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:18:18.876309 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:18:18.876309 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:18:18.876309 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:18:18.876309 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:18:18.876309 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:18:18.876309 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:18:18.876309 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:18:18.879411 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-62b3d91e-e121-4a2b-a46d-e74bad382b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port d805dcd8-211c-4c15-b06c-fd724b6925a5 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:18:18.879411 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-62b3d91e-e121-4a2b-a46d-e74bad382b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port d805dcd8-211c-4c15-b06c-fd724b6925a5 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '11b91514-e530-4db1-b48c-8075b98b0b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c4d0d94-05eb-4ede-bb44-e567e61db176'}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:18:18.879594 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b3d91e-e121-4a2b-a46d-e74bad382b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port d805dcd8-211c-4c15-b06c-fd724b6925a5 on network 3c4d0d94-05eb-4ede-bb44-e567e61db176 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:18:18.953165 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-65ea21d0-7dd8-4ea2-ab9c-eff51103c41b tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:18.975581 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b3d91e-e121-4a2b-a46d-e74bad382b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Port d805dcd8-211c-4c15-b06c-fd724b6925a5 on network 3c4d0d94-05eb-4ede-bb44-e567e61db176 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:18:18.975956 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR neutron.plugins.ml2.managers [None req-62b3d91e-e121-4a2b-a46d-e74bad382b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Failed to bind port d805dcd8-211c-4c15-b06c-fd724b6925a5 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '11b91514-e530-4db1-b48c-8075b98b0b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c4d0d94-05eb-4ede-bb44-e567e61db176'}] Dec 15 19:18:18.991941 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.plugin [None req-62b3d91e-e121-4a2b-a46d-e74bad382b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempt 5 to bind port d805dcd8-211c-4c15-b06c-fd724b6925a5 Dec 15 19:18:19.105914 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-65ea21d0-7dd8-4ea2-ab9c-eff51103c41b tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Deleting port af55b6d8-6fa0-4a05-847d-7bcc66a52fdc {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:18:19.105914 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-65ea21d0-7dd8-4ea2-ab9c-eff51103c41b tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:19.106157 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c824984-f682-45b4-be49-53443235a071 None None] Network ea3c8b50-7446-4f41-9c6f-5c50e2d3135a requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:18:19.115779 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-62b3d91e-e121-4a2b-a46d-e74bad382b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port d805dcd8-211c-4c15-b06c-fd724b6925a5 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:18:19.116209 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-62b3d91e-e121-4a2b-a46d-e74bad382b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port d805dcd8-211c-4c15-b06c-fd724b6925a5 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '11b91514-e530-4db1-b48c-8075b98b0b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c4d0d94-05eb-4ede-bb44-e567e61db176'}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:18:19.116596 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b3d91e-e121-4a2b-a46d-e74bad382b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port d805dcd8-211c-4c15-b06c-fd724b6925a5 on network 3c4d0d94-05eb-4ede-bb44-e567e61db176 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:18:19.121219 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82fd0db8-aa36-4521-9b1e-9ec28f8de243 None None] Network eb86b012-fed3-49f3-b005-e59ec71d425b requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:18:19.129113 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b3d91e-e121-4a2b-a46d-e74bad382b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Port d805dcd8-211c-4c15-b06c-fd724b6925a5 on network 3c4d0d94-05eb-4ede-bb44-e567e61db176 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:18:19.129474 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR neutron.plugins.ml2.managers [None req-62b3d91e-e121-4a2b-a46d-e74bad382b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Failed to bind port d805dcd8-211c-4c15-b06c-fd724b6925a5 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '11b91514-e530-4db1-b48c-8075b98b0b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c4d0d94-05eb-4ede-bb44-e567e61db176'}] Dec 15 19:18:19.139159 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.plugin [None req-62b3d91e-e121-4a2b-a46d-e74bad382b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempt 6 to bind port d805dcd8-211c-4c15-b06c-fd724b6925a5 Dec 15 19:18:19.144017 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f7a01add-8cbf-4ca2-8469-6e37538e80d8 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:19.156696 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-67c1ee23-a15a-4445-81dd-2e6863a70abd tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 15 19:18:19.156696 dv-neutron-821831-2-hyperv neutron-server[88879]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 15 19:18:19.156696 dv-neutron-821831-2-hyperv neutron-server[88879]: [parameters: {'id': 'ea3c8b50-7446-4f41-9c6f-5c50e2d3135a'}] Dec 15 19:18:19.156696 dv-neutron-821831-2-hyperv neutron-server[88879]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88990) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:18:19.157026 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-67c1ee23-a15a-4445-81dd-2e6863a70abd tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:18:19.241908 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ecb01d5b-32e9-42cb-bb61-959ff3cc387f tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:19.299149 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-62b3d91e-e121-4a2b-a46d-e74bad382b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port d805dcd8-211c-4c15-b06c-fd724b6925a5 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:18:19.299535 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-62b3d91e-e121-4a2b-a46d-e74bad382b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port d805dcd8-211c-4c15-b06c-fd724b6925a5 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '11b91514-e530-4db1-b48c-8075b98b0b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c4d0d94-05eb-4ede-bb44-e567e61db176'}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:18:19.299892 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b3d91e-e121-4a2b-a46d-e74bad382b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port d805dcd8-211c-4c15-b06c-fd724b6925a5 on network 3c4d0d94-05eb-4ede-bb44-e567e61db176 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:18:19.308468 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-f7a01add-8cbf-4ca2-8469-6e37538e80d8 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Calling delete_port for 5026a7ed-febc-4295-b032-29eec79b2448 owned by {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:18:19.381380 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b3d91e-e121-4a2b-a46d-e74bad382b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Port d805dcd8-211c-4c15-b06c-fd724b6925a5 on network 3c4d0d94-05eb-4ede-bb44-e567e61db176 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:18:19.381754 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR neutron.plugins.ml2.managers [None req-62b3d91e-e121-4a2b-a46d-e74bad382b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Failed to bind port d805dcd8-211c-4c15-b06c-fd724b6925a5 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '11b91514-e530-4db1-b48c-8075b98b0b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c4d0d94-05eb-4ede-bb44-e567e61db176'}] Dec 15 19:18:19.406558 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.plugin [None req-62b3d91e-e121-4a2b-a46d-e74bad382b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempt 7 to bind port d805dcd8-211c-4c15-b06c-fd724b6925a5 Dec 15 19:18:19.440624 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-ecb01d5b-32e9-42cb-bb61-959ff3cc387f tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Calling delete_port for 06a1c471-e007-48ca-847b-86d5d6a65b81 owned by {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:18:19.454566 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-62b3d91e-e121-4a2b-a46d-e74bad382b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port d805dcd8-211c-4c15-b06c-fd724b6925a5 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:18:19.454880 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-62b3d91e-e121-4a2b-a46d-e74bad382b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port d805dcd8-211c-4c15-b06c-fd724b6925a5 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '11b91514-e530-4db1-b48c-8075b98b0b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c4d0d94-05eb-4ede-bb44-e567e61db176'}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:18:19.455265 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b3d91e-e121-4a2b-a46d-e74bad382b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port d805dcd8-211c-4c15-b06c-fd724b6925a5 on network 3c4d0d94-05eb-4ede-bb44-e567e61db176 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:18:19.474713 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b3d91e-e121-4a2b-a46d-e74bad382b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Port d805dcd8-211c-4c15-b06c-fd724b6925a5 on network 3c4d0d94-05eb-4ede-bb44-e567e61db176 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:18:19.475085 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR neutron.plugins.ml2.managers [None req-62b3d91e-e121-4a2b-a46d-e74bad382b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Failed to bind port d805dcd8-211c-4c15-b06c-fd724b6925a5 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '11b91514-e530-4db1-b48c-8075b98b0b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c4d0d94-05eb-4ede-bb44-e567e61db176'}] Dec 15 19:18:19.479895 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.plugin [None req-62b3d91e-e121-4a2b-a46d-e74bad382b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempt 8 to bind port d805dcd8-211c-4c15-b06c-fd724b6925a5 Dec 15 19:18:19.511631 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-62b3d91e-e121-4a2b-a46d-e74bad382b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port d805dcd8-211c-4c15-b06c-fd724b6925a5 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:18:19.512011 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-62b3d91e-e121-4a2b-a46d-e74bad382b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port d805dcd8-211c-4c15-b06c-fd724b6925a5 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '11b91514-e530-4db1-b48c-8075b98b0b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c4d0d94-05eb-4ede-bb44-e567e61db176'}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:18:19.512396 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b3d91e-e121-4a2b-a46d-e74bad382b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port d805dcd8-211c-4c15-b06c-fd724b6925a5 on network 3c4d0d94-05eb-4ede-bb44-e567e61db176 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:18:19.532889 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d2db6005-2f39-4073-b825-1f0bee552930 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:19.592108 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b3d91e-e121-4a2b-a46d-e74bad382b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Port d805dcd8-211c-4c15-b06c-fd724b6925a5 on network 3c4d0d94-05eb-4ede-bb44-e567e61db176 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:18:19.592544 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR neutron.plugins.ml2.managers [None req-62b3d91e-e121-4a2b-a46d-e74bad382b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Failed to bind port d805dcd8-211c-4c15-b06c-fd724b6925a5 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '11b91514-e530-4db1-b48c-8075b98b0b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c4d0d94-05eb-4ede-bb44-e567e61db176'}] Dec 15 19:18:19.598128 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.plugin [None req-62b3d91e-e121-4a2b-a46d-e74bad382b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempt 9 to bind port d805dcd8-211c-4c15-b06c-fd724b6925a5 Dec 15 19:18:19.643675 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d2db6005-2f39-4073-b825-1f0bee552930 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:19.667067 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-67c1ee23-a15a-4445-81dd-2e6863a70abd tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:19.668884 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-62b3d91e-e121-4a2b-a46d-e74bad382b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port d805dcd8-211c-4c15-b06c-fd724b6925a5 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:18:19.669263 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-62b3d91e-e121-4a2b-a46d-e74bad382b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port d805dcd8-211c-4c15-b06c-fd724b6925a5 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '11b91514-e530-4db1-b48c-8075b98b0b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c4d0d94-05eb-4ede-bb44-e567e61db176'}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:18:19.669642 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b3d91e-e121-4a2b-a46d-e74bad382b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port d805dcd8-211c-4c15-b06c-fd724b6925a5 on network 3c4d0d94-05eb-4ede-bb44-e567e61db176 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:18:19.706943 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a8dd77-8938-44ea-9239-efb5d470aa83 None None] Network ea3c8b50-7446-4f41-9c6f-5c50e2d3135a requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:18:19.708698 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b3d91e-e121-4a2b-a46d-e74bad382b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Port d805dcd8-211c-4c15-b06c-fd724b6925a5 on network 3c4d0d94-05eb-4ede-bb44-e567e61db176 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:18:19.709025 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR neutron.plugins.ml2.managers [None req-62b3d91e-e121-4a2b-a46d-e74bad382b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Failed to bind port d805dcd8-211c-4c15-b06c-fd724b6925a5 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '11b91514-e530-4db1-b48c-8075b98b0b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c4d0d94-05eb-4ede-bb44-e567e61db176'}] Dec 15 19:18:19.710106 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.plugins.ml2.plugin [None req-62b3d91e-e121-4a2b-a46d-e74bad382b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempt 10 to bind port d805dcd8-211c-4c15-b06c-fd724b6925a5 Dec 15 19:18:19.735260 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c840539-bb72-4462-8988-4d535b70e685 None None] Network eb86b012-fed3-49f3-b005-e59ec71d425b requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:18:19.748217 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d2db6005-2f39-4073-b825-1f0bee552930 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Deleting port ee97dfe4-01c8-4653-8f1f-423d9c29c6e2 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:18:19.748588 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d2db6005-2f39-4073-b825-1f0bee552930 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:19.788918 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-62b3d91e-e121-4a2b-a46d-e74bad382b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port d805dcd8-211c-4c15-b06c-fd724b6925a5 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:18:19.789332 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-62b3d91e-e121-4a2b-a46d-e74bad382b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port d805dcd8-211c-4c15-b06c-fd724b6925a5 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '11b91514-e530-4db1-b48c-8075b98b0b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c4d0d94-05eb-4ede-bb44-e567e61db176'}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:18:19.789575 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b3d91e-e121-4a2b-a46d-e74bad382b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempting to bind port d805dcd8-211c-4c15-b06c-fd724b6925a5 on network 3c4d0d94-05eb-4ede-bb44-e567e61db176 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:18:19.801015 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f7a01add-8cbf-4ca2-8469-6e37538e80d8 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:19.813730 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6d9b2b60-700f-42e5-b2f8-7dbedbcac29e tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:19.840298 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-65ea21d0-7dd8-4ea2-ab9c-eff51103c41b tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] For port af55b6d8-6fa0-4a05-847d-7bcc66a52fdc, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=af55b6d8-6fa0-4a05-847d-7bcc66a52fdc,segment=NetworkSegment(05ff5e83-6b0e-40dc-939a-66b3d2592739),segment_id=05ff5e83-6b0e-40dc-939a-66b3d2592739)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:18:19.841201 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-65ea21d0-7dd8-4ea2-ab9c-eff51103c41b tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:19.866030 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-67c1ee23-a15a-4445-81dd-2e6863a70abd tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Deleting port cc3f3c76-03f6-443c-bfc9-520c8f65f747 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:18:19.866424 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-67c1ee23-a15a-4445-81dd-2e6863a70abd tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:19.982567 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b3d91e-e121-4a2b-a46d-e74bad382b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Port d805dcd8-211c-4c15-b06c-fd724b6925a5 on network 3c4d0d94-05eb-4ede-bb44-e567e61db176 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:18:19.982890 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR neutron.plugins.ml2.managers [None req-62b3d91e-e121-4a2b-a46d-e74bad382b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Failed to bind port d805dcd8-211c-4c15-b06c-fd724b6925a5 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '11b91514-e530-4db1-b48c-8075b98b0b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3c4d0d94-05eb-4ede-bb44-e567e61db176'}] Dec 15 19:18:19.983262 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-62b3d91e-e121-4a2b-a46d-e74bad382b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:19.993950 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a01add-8cbf-4ca2-8469-6e37538e80d8 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Pushing event deleted for resources: {'Port': ['ID=5026a7ed-febc-4295-b032-29eec79b2448,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:20.085108 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f7a01add-8cbf-4ca2-8469-6e37538e80d8 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:20.088565 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-65ea21d0-7dd8-4ea2-ab9c-eff51103c41b tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Calling delete_port for af55b6d8-6fa0-4a05-847d-7bcc66a52fdc owned by network:dhcp {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:18:20.229224 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d76af647-a73b-4519-8314-230a31d7739b None None] Provisioning for port 33746b42-3393-4189-adbb-ae5699313ea8 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:18:20.242367 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a01add-8cbf-4ca2-8469-6e37538e80d8 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:18:20.242742 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a01add-8cbf-4ca2-8469-6e37538e80d8 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:18:20.243270 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a01add-8cbf-4ca2-8469-6e37538e80d8 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:18:20.243734 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a01add-8cbf-4ca2-8469-6e37538e80d8 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:18:20.244219 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a01add-8cbf-4ca2-8469-6e37538e80d8 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:18:20.244651 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a01add-8cbf-4ca2-8469-6e37538e80d8 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:18:20.245145 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a01add-8cbf-4ca2-8469-6e37538e80d8 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:18:20.245479 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a01add-8cbf-4ca2-8469-6e37538e80d8 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:18:20.245898 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a01add-8cbf-4ca2-8469-6e37538e80d8 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:18:20.253183 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a01add-8cbf-4ca2-8469-6e37538e80d8 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:18:20.253799 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a01add-8cbf-4ca2-8469-6e37538e80d8 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:18:20.262190 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f7a01add-8cbf-4ca2-8469-6e37538e80d8 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:20.312060 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d76af647-a73b-4519-8314-230a31d7739b None None] Provisioning complete for port 33746b42-3393-4189-adbb-ae5699313ea8 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:18:20.312483 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d76af647-a73b-4519-8314-230a31d7739b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:20.326512 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f7a01add-8cbf-4ca2-8469-6e37538e80d8 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] 10.222.0.36 "DELETE /v2.0/ports/5026a7ed-febc-4295-b032-29eec79b2448 HTTP/1.1" status: 204 len: 168 time: 2.5630705 Dec 15 19:18:20.334091 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50024) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:20.438650 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ecb01d5b-32e9-42cb-bb61-959ff3cc387f tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:20.453951 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c1e56386-73cf-4a85-b80a-8444baa05f4a tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:20.455547 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d76af647-a73b-4519-8314-230a31d7739b None None] Port 33746b42-3393-4189-adbb-ae5699313ea8 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:18:20.513478 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea345cf-cc1a-46ac-bcbd-0bceb5d7e788 None None] Network eb86b012-fed3-49f3-b005-e59ec71d425b requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:18:20.520883 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-62b3d91e-e121-4a2b-a46d-e74bad382b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] For port d805dcd8-211c-4c15-b06c-fd724b6925a5, host hv-neutron-8218, cleared binding levels {{(pid=88990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:18:20.521297 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-62b3d91e-e121-4a2b-a46d-e74bad382b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Attempted to set empty binding levels {{(pid=88990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 15 19:18:20.523479 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d2db6005-2f39-4073-b825-1f0bee552930 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:20.528118 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b243c6aa-49b8-4f74-98e5-d325ed8bca4b tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Router 76c9a775-2de2-4d9c-9341-39d88add0f45 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:18:20.532117 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb01d5b-32e9-42cb-bb61-959ff3cc387f tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event deleted for resources: {'Port': ['ID=06a1c471-e007-48ca-847b-86d5d6a65b81,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:20.534307 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-67c1ee23-a15a-4445-81dd-2e6863a70abd tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] For port cc3f3c76-03f6-443c-bfc9-520c8f65f747, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=cc3f3c76-03f6-443c-bfc9-520c8f65f747,segment=NetworkSegment(64be617f-e337-4e93-aaa3-d9c3a8d2289b),segment_id=64be617f-e337-4e93-aaa3-d9c3a8d2289b)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:18:20.534917 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-67c1ee23-a15a-4445-81dd-2e6863a70abd tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:20.548704 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ecb01d5b-32e9-42cb-bb61-959ff3cc387f tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:20.662650 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-65ea21d0-7dd8-4ea2-ab9c-eff51103c41b tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:20.693279 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-62b3d91e-e121-4a2b-a46d-e74bad382b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:20.707020 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a06e00cd-fd6b-4c4f-a0db-36618cdf2f32 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:20.778288 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ea21d0-7dd8-4ea2-ab9c-eff51103c41b tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Pushing event deleted for resources: {'Port': ['ID=af55b6d8-6fa0-4a05-847d-7bcc66a52fdc,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:20.782945 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-65ea21d0-7dd8-4ea2-ab9c-eff51103c41b tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:20.832970 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ed80ec68-83df-4811-bb20-bfe55c7f307e tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:20.864814 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ecb01d5b-32e9-42cb-bb61-959ff3cc387f tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:20.884768 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ecb01d5b-32e9-42cb-bb61-959ff3cc387f tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "DELETE /v2.0/ports/06a1c471-e007-48ca-847b-86d5d6a65b81 HTTP/1.1" status: 204 len: 168 time: 2.5180438 Dec 15 19:18:20.888455 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-5b6b2b7f-355d-4035-bf71-d9cc9391cb6c None None] Could not find standard attr ID for object dab85947-865f-43da-8a46-81d627535324. {{(pid=88992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 15 19:18:20.891559 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50028) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:20.911708 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-67c1ee23-a15a-4445-81dd-2e6863a70abd tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Calling delete_port for cc3f3c76-03f6-443c-bfc9-520c8f65f747 owned by network:dhcp {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:18:20.929539 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-5b6b2b7f-355d-4035-bf71-d9cc9391cb6c None None] Could not find standard attr ID for object 5026a7ed-febc-4295-b032-29eec79b2448. {{(pid=88992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 15 19:18:20.948016 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ea21d0-7dd8-4ea2-ab9c-eff51103c41b tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] No DVR routers for this DVR port af55b6d8-6fa0-4a05-847d-7bcc66a52fdc on host dv-neutron-821831-2-hyperv {{(pid=88991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:18:20.950272 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d2db6005-2f39-4073-b825-1f0bee552930 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Calling delete_port for ee97dfe4-01c8-4653-8f1f-423d9c29c6e2 owned by network:router_gateway {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:18:20.955248 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-5b6b2b7f-355d-4035-bf71-d9cc9391cb6c None None] Provisioning complete for port 33746b42-3393-4189-adbb-ae5699313ea8 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:18:20.955745 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5b6b2b7f-355d-4035-bf71-d9cc9391cb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:20.986820 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b3d91e-e121-4a2b-a46d-e74bad382b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Pushing event updated for resources: {'Port': ['ID=d805dcd8-211c-4c15-b06c-fd724b6925a5,revision_number=3']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:20.990007 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-62b3d91e-e121-4a2b-a46d-e74bad382b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:21.019938 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-62b3d91e-e121-4a2b-a46d-e74bad382b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] In _notify_port_updated(), no bound segment for port d805dcd8-211c-4c15-b06c-fd724b6925a5 on network 3c4d0d94-05eb-4ede-bb44-e567e61db176 {{(pid=88990) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 15 19:18:21.020150 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-5b6b2b7f-355d-4035-bf71-d9cc9391cb6c None None] Port 33746b42-3393-4189-adbb-ae5699313ea8 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:18:21.021584 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-62b3d91e-e121-4a2b-a46d-e74bad382b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:21.023378 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-62b3d91e-e121-4a2b-a46d-e74bad382b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] 10.222.0.36 "PUT /v2.0/ports/d805dcd8-211c-4c15-b06c-fd724b6925a5 HTTP/1.1" status: 200 len: 981 time: 5.5042770 Dec 15 19:18:21.029382 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 50032) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:21.031201 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-966fd191-cf82-4348-a90a-99bb2d356a63 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] GET failed (client error): The resource could not be found. Dec 15 19:18:21.031775 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-966fd191-cf82-4348-a90a-99bb2d356a63 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Synchronizing usage tracker for tenant:d09e37d948244dafb936d2972b3d58c9 on resource:port {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:18:21.150188 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffca564a-19c2-4921-87cd-d31a1cc645a0 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Deleting subnet 75e0a093-8f9a-46ab-806b-080c93990734 {{(pid=88991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:18:21.154118 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-38bef80c-4cda-4b2b-862c-0a800405bfac tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Deleting port d805dcd8-211c-4c15-b06c-fd724b6925a5 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:18:21.154545 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-38bef80c-4cda-4b2b-862c-0a800405bfac tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:21.159189 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-65ea21d0-7dd8-4ea2-ab9c-eff51103c41b tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:21.174719 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ffca564a-19c2-4921-87cd-d31a1cc645a0 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Notify callbacks [] for subnet, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:21.213430 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-67c1ee23-a15a-4445-81dd-2e6863a70abd tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:21.220398 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-966fd191-cf82-4348-a90a-99bb2d356a63 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Unset dirty status for tenant:d09e37d948244dafb936d2972b3d58c9 on resource:port {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:18:21.221640 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f94a8afd-41e5-437d-b3a2-96723928be2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:21.221764 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-966fd191-cf82-4348-a90a-99bb2d356a63 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "GET /v2.0/ports/06a1c471-e007-48ca-847b-86d5d6a65b81 HTTP/1.1" status: 404 len: 333 time: 0.3260813 Dec 15 19:18:21.238402 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50036) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:21.304672 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c1ee23-a15a-4445-81dd-2e6863a70abd tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Pushing event deleted for resources: {'Port': ['ID=cc3f3c76-03f6-443c-bfc9-520c8f65f747,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:21.307290 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-67c1ee23-a15a-4445-81dd-2e6863a70abd tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:21.320596 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c1ee23-a15a-4445-81dd-2e6863a70abd tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] No DVR routers for this DVR port cc3f3c76-03f6-443c-bfc9-520c8f65f747 on host dv-neutron-821831-2-hyperv {{(pid=88990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:18:21.343016 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-65ea21d0-7dd8-4ea2-ab9c-eff51103c41b tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb86b012-fed3-49f3-b005-e59ec71d425b']}} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:18:21.386759 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-65ea21d0-7dd8-4ea2-ab9c-eff51103c41b tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05ff5e83-6b0e-40dc-939a-66b3d2592739') {'for_net_delete': True} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:18:21.387126 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-65ea21d0-7dd8-4ea2-ab9c-eff51103c41b tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05ff5e83-6b0e-40dc-939a-66b3d2592739') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:18:21.407146 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ffca564a-19c2-4921-87cd-d31a1cc645a0 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16332759'] for subnet, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:21.447910 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-65ea21d0-7dd8-4ea2-ab9c-eff51103c41b tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838443042'] for segment, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:21.511542 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-65ea21d0-7dd8-4ea2-ab9c-eff51103c41b tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:21.826624 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65ea21d0-7dd8-4ea2-ab9c-eff51103c41b tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=88991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:18:21.827083 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-65ea21d0-7dd8-4ea2-ab9c-eff51103c41b tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838443729'] for segment, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:21.842576 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:18:21.842576 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:18:21.842576 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:18:21.842576 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:18:21.842576 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:18:21.842576 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:18:21.842576 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:18:21.842576 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:18:21.842576 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:18:21.842576 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:18:21.842576 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:18:21.842576 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:18:21.842576 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:18:21.842576 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:18:21.842576 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:18:21.842576 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:18:21.842576 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:18:21.842576 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:18:21.842576 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:18:21.842576 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:18:21.842576 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:18:21.842576 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:18:21.842576 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:18:21.842576 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:18:21.842576 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:18:21.842576 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:18:21.842576 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:18:21.842576 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:18:21.842576 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:18:21.842576 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:18:21.842576 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:18:21.842576 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:18:21.851129 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-67c1ee23-a15a-4445-81dd-2e6863a70abd tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:21.899507 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-38bef80c-4cda-4b2b-862c-0a800405bfac tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] For port d805dcd8-211c-4c15-b06c-fd724b6925a5, host hv-neutron-8218, got binding levels [] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:18:21.899978 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-38bef80c-4cda-4b2b-862c-0a800405bfac tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:21.913587 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-67c1ee23-a15a-4445-81dd-2e6863a70abd tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea3c8b50-7446-4f41-9c6f-5c50e2d3135a']}} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:18:21.982149 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-67c1ee23-a15a-4445-81dd-2e6863a70abd tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64be617f-e337-4e93-aaa3-d9c3a8d2289b') {'for_net_delete': True} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:18:21.982445 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-67c1ee23-a15a-4445-81dd-2e6863a70abd tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64be617f-e337-4e93-aaa3-d9c3a8d2289b') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:18:21.995433 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ffca564a-19c2-4921-87cd-d31a1cc645a0 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:22.052519 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d2db6005-2f39-4073-b825-1f0bee552930 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:22.061398 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-65ea21d0-7dd8-4ea2-ab9c-eff51103c41b tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:22.063354 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-38bef80c-4cda-4b2b-862c-0a800405bfac tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Calling delete_port for d805dcd8-211c-4c15-b06c-fd724b6925a5 owned by {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:18:22.069708 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9265a829-cef6-46eb-895a-12efb59a0408 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:22.091877 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f7a01add-8cbf-4ca2-8469-6e37538e80d8 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:22.095428 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-886e1fd3-dad3-4d6f-a98b-22821fba6c4e tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Deleting subnet db17ffac-dcb7-473d-9a84-eed70ca13195 {{(pid=88991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:18:22.103739 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-65ea21d0-7dd8-4ea2-ab9c-eff51103c41b tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:22.113817 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-886e1fd3-dad3-4d6f-a98b-22821fba6c4e tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for subnet, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:22.134591 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-67c1ee23-a15a-4445-81dd-2e6863a70abd tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16327073'] for segment, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:22.149176 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b243c6aa-49b8-4f74-98e5-d325ed8bca4b tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:18:22.158137 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2db6005-2f39-4073-b825-1f0bee552930 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Pushing event deleted for resources: {'Port': ['ID=ee97dfe4-01c8-4653-8f1f-423d9c29c6e2,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:22.158376 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ea21d0-7dd8-4ea2-ab9c-eff51103c41b tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Pushing event deleted for resources: {'Network': ['ID=eb86b012-fed3-49f3-b005-e59ec71d425b,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:22.163082 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c810aa-174b-4720-8583-71742d63f176 None None] Sync routers for ids ['76c9a775-2de2-4d9c-9341-39d88add0f45'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:18:22.163239 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b243c6aa-49b8-4f74-98e5-d325ed8bca4b tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] 10.222.0.36 "PUT /v2.0/routers/76c9a775-2de2-4d9c-9341-39d88add0f45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5733161 Dec 15 19:18:22.167004 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d2db6005-2f39-4073-b825-1f0bee552930 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:22.173151 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-67c1ee23-a15a-4445-81dd-2e6863a70abd tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:22.177708 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-65ea21d0-7dd8-4ea2-ab9c-eff51103c41b tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] 10.222.0.36 "DELETE /v2.0/networks/eb86b012-fed3-49f3-b005-e59ec71d425b HTTP/1.1" status: 204 len: 168 time: 5.3916810 Dec 15 19:18:22.180020 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67c1ee23-a15a-4445-81dd-2e6863a70abd tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=88990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:18:22.181254 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-67c1ee23-a15a-4445-81dd-2e6863a70abd tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838138943'] for segment, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:22.181382 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50044) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:22.185646 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-65ea21d0-7dd8-4ea2-ab9c-eff51103c41b tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:22.192350 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c810aa-174b-4720-8583-71742d63f176 None None] Routers {'76c9a775-2de2-4d9c-9341-39d88add0f45'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:18:22.193204 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-70c810aa-174b-4720-8583-71742d63f176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:18:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['76c9a775-2de2-4d9c-9341-39d88add0f45'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:18:22.229830 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5cf7c32-d33b-4935-ba62-834014cd128b tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] DELETE failed (client error): The resource could not be found. Dec 15 19:18:22.230362 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5cf7c32-d33b-4935-ba62-834014cd128b tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:18:22.244426 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-886e1fd3-dad3-4d6f-a98b-22821fba6c4e tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16332759'] for subnet, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:22.271075 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:18:22.271075 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:18:22.271075 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:18:22.271075 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:18:22.271075 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:18:22.271075 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:18:22.271075 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:18:22.271075 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:18:22.271075 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:18:22.271075 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:18:22.271075 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:18:22.271075 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:18:22.271075 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:18:22.271075 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:18:22.271075 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:18:22.271075 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:18:22.271075 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:18:22.271075 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:18:22.271075 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:18:22.271075 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:18:22.271075 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:18:22.271075 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:18:22.271075 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:18:22.271075 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:18:22.271075 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:18:22.271075 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:18:22.271075 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:18:22.271075 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:18:22.271075 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:18:22.271075 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:18:22.271075 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:18:22.271075 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:18:22.282921 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a5cf7c32-d33b-4935-ba62-834014cd128b tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] 10.222.0.36 "DELETE /v2.0/networks/eb86b012-fed3-49f3-b005-e59ec71d425b HTTP/1.1" status: 404 len: 339 time: 0.0960708 Dec 15 19:18:22.289383 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 50048) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:22.345308 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-ec1d605b-22d4-45f9-b748-312db48399d9 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1191543266', 'description': 'd1'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:18:22.367041 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-886e1fd3-dad3-4d6f-a98b-22821fba6c4e tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:22.423359 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ec1d605b-22d4-45f9-b748-312db48399d9 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:18:22.453752 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ec1d605b-22d4-45f9-b748-312db48399d9 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Usage tracker for resource:network and tenant:939f0a0fc6a54dca88c6c50c43297e50 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:18:22.459044 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ec1d605b-22d4-45f9-b748-312db48399d9 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:18:22.479558 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ec1d605b-22d4-45f9-b748-312db48399d9 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:18:22.503048 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ffca564a-19c2-4921-87cd-d31a1cc645a0 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16156049'] for subnet, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:22.508276 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-bcd5a390-59ff-4dd1-9dc9-79f39756a1a6 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:22.551900 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-886e1fd3-dad3-4d6f-a98b-22821fba6c4e tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16156049'] for subnet, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:22.558622 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffca564a-19c2-4921-87cd-d31a1cc645a0 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Pushing event deleted for resources: {'Subnet': ['ID=75e0a093-8f9a-46ab-806b-080c93990734,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:22.575320 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ffca564a-19c2-4921-87cd-d31a1cc645a0 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:22.579250 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffca564a-19c2-4921-87cd-d31a1cc645a0 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:18:22.579775 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffca564a-19c2-4921-87cd-d31a1cc645a0 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:18:22.580286 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffca564a-19c2-4921-87cd-d31a1cc645a0 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:18:22.580806 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffca564a-19c2-4921-87cd-d31a1cc645a0 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:18:22.583176 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22a3a87-5b27-4bff-bd6f-e162de95dd8c None None] Network 5b03fc67-1d82-477b-87ea-06a03afafe41 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:18:22.592328 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffca564a-19c2-4921-87cd-d31a1cc645a0 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:18:22.592921 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffca564a-19c2-4921-87cd-d31a1cc645a0 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:18:22.593432 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffca564a-19c2-4921-87cd-d31a1cc645a0 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:18:22.601294 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffca564a-19c2-4921-87cd-d31a1cc645a0 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:18:22.601826 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffca564a-19c2-4921-87cd-d31a1cc645a0 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:18:22.602418 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffca564a-19c2-4921-87cd-d31a1cc645a0 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:18:22.602937 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffca564a-19c2-4921-87cd-d31a1cc645a0 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:18:22.611857 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ffca564a-19c2-4921-87cd-d31a1cc645a0 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:22.617014 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-65ea21d0-7dd8-4ea2-ab9c-eff51103c41b tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:22.626557 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc3c000-ac44-4bf7-bb5a-090c723ea471 None None] Network e16007b4-a6a6-4e94-b916-a9f103112f3f requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:18:22.633454 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d2db6005-2f39-4073-b825-1f0bee552930 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854141934'] for router_gateway, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:22.655231 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-70c810aa-174b-4720-8583-71742d63f176 None None] Set router 76c9a775-2de2-4d9c-9341-39d88add0f45 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:18:22.703754 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-67c1ee23-a15a-4445-81dd-2e6863a70abd tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:22.705098 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-38bef80c-4cda-4b2b-862c-0a800405bfac tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:22.714078 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-886e1fd3-dad3-4d6f-a98b-22821fba6c4e tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:22.722132 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-886e1fd3-dad3-4d6f-a98b-22821fba6c4e tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "DELETE /v2.0/subnets/db17ffac-dcb7-473d-9a84-eed70ca13195 HTTP/1.1" status: 204 len: 168 time: 1.4787257 Dec 15 19:18:22.723885 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886e1fd3-dad3-4d6f-a98b-22821fba6c4e tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event deleted for resources: {'Subnet': ['ID=db17ffac-dcb7-473d-9a84-eed70ca13195,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:22.726587 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-886e1fd3-dad3-4d6f-a98b-22821fba6c4e tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:22.731258 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ffca564a-19c2-4921-87cd-d31a1cc645a0 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] 10.222.0.36 "DELETE /v2.0/subnets/75e0a093-8f9a-46ab-806b-080c93990734 HTTP/1.1" status: 204 len: 168 time: 2.3853626 Dec 15 19:18:22.738698 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50064) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:22.741265 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50066) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:22.767820 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d70016de-2355-4e0d-9b52-1a6c63e2a6a1 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:22.793033 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-67c1ee23-a15a-4445-81dd-2e6863a70abd tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:22.814793 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-a28937b3-27da-44b4-af73-4edafd883765 req-0ce51140-00fc-48e3-b6c2-f4027d9da373 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Synchronizing usage tracker for tenant:84e8b4bbe4894c70a50ef612e764025b on resource:security_group {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:18:22.825688 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec1d605b-22d4-45f9-b748-312db48399d9 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Made reservation on behalf of 939f0a0fc6a54dca88c6c50c43297e50 for: {'network': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:18:22.831223 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ec1d605b-22d4-45f9-b748-312db48399d9 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:22.850956 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c1ee23-a15a-4445-81dd-2e6863a70abd tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Pushing event deleted for resources: {'Network': ['ID=ea3c8b50-7446-4f41-9c6f-5c50e2d3135a,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:22.853410 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-38bef80c-4cda-4b2b-862c-0a800405bfac tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:22.877102 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-67c1ee23-a15a-4445-81dd-2e6863a70abd tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:22.884660 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d2db6005-2f39-4073-b825-1f0bee552930 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:22.886906 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c1fb9551-4e96-4d88-afb4-797a5dccd3df tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:22.926018 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-a28937b3-27da-44b4-af73-4edafd883765 req-0ce51140-00fc-48e3-b6c2-f4027d9da373 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Unset dirty status for tenant:84e8b4bbe4894c70a50ef612e764025b on resource:security_group {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:18:22.927872 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a28937b3-27da-44b4-af73-4edafd883765 req-0ce51140-00fc-48e3-b6c2-f4027d9da373 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-645031801&fields=id&tenant_id=84e8b4bbe4894c70a50ef612e764025b HTTP/1.1" status: 200 len: 267 time: 0.5205944 Dec 15 19:18:22.940539 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d2db6005-2f39-4073-b825-1f0bee552930 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854141873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-633912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854194791'] for router, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:22.943234 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-67c1ee23-a15a-4445-81dd-2e6863a70abd tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] 10.222.0.36 "DELETE /v2.0/networks/ea3c8b50-7446-4f41-9c6f-5c50e2d3135a HTTP/1.1" status: 204 len: 168 time: 7.8136086 Dec 15 19:18:22.944056 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bef80c-4cda-4b2b-862c-0a800405bfac tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Pushing event deleted for resources: {'Port': ['ID=d805dcd8-211c-4c15-b06c-fd724b6925a5,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:22.956800 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-38bef80c-4cda-4b2b-862c-0a800405bfac tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:22.956800 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 50072) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:23.024913 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c52705c4-257d-41ab-9c50-1f3cc742af63 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:23.034494 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3ce2a078-2d8b-40eb-abd6-eaa459f536b0 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:23.056299 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-3ce2a078-2d8b-40eb-abd6-eaa459f536b0 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Deleting port 47e925ac-6b72-44db-9c17-19c663bcca1a {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:18:23.056687 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3ce2a078-2d8b-40eb-abd6-eaa459f536b0 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:23.086081 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-c52705c4-257d-41ab-9c50-1f3cc742af63 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Deleting port a286c3b7-2b03-497c-9f75-570787636900 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:18:23.086518 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c52705c4-257d-41ab-9c50-1f3cc742af63 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:23.107402 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-7928b550-bee6-42fb-a746-88f6c98b8438 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-178287888'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:18:23.123673 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-7928b550-bee6-42fb-a746-88f6c98b8438 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:18:23.136612 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94445aa4-c5f2-44d7-a783-828f53e68c15 None None] DHCP port deletion for e16007b4-a6a6-4e94-b916-a9f103112f3f request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:18:23.137061 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-38bef80c-4cda-4b2b-862c-0a800405bfac tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] 10.222.0.36 "DELETE /v2.0/ports/d805dcd8-211c-4c15-b06c-fd724b6925a5 HTTP/1.1" status: 204 len: 168 time: 2.1004922 Dec 15 19:18:23.137673 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50076) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:23.139949 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec1d605b-22d4-45f9-b748-312db48399d9 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=88990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:18:23.142619 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-94445aa4-c5f2-44d7-a783-828f53e68c15 None None] Deleting port a286c3b7-2b03-497c-9f75-570787636900 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:18:23.143222 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-94445aa4-c5f2-44d7-a783-828f53e68c15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:23.148969 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-7928b550-bee6-42fb-a746-88f6c98b8438 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Usage tracker for resource:network and tenant:b640cccfaac84079bbb54e6565c8cef4 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:18:23.206970 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ec6492c-d0c5-4b16-aebb-b84e6b3ebee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] GET failed (client error): The resource could not be found. Dec 15 19:18:23.208386 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4ec6492c-d0c5-4b16-aebb-b84e6b3ebee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] 10.222.0.36 "GET /v2.0/ports/d805dcd8-211c-4c15-b06c-fd724b6925a5 HTTP/1.1" status: 404 len: 333 time: 0.0642660 Dec 15 19:18:23.223068 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-7928b550-bee6-42fb-a746-88f6c98b8438 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:18:23.224894 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50080) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:23.241658 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe332942-a4e3-4a75-b1c3-0b9b33d3f58b None None] DHCP port deletion for 5b03fc67-1d82-477b-87ea-06a03afafe41 request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:18:23.246082 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-7928b550-bee6-42fb-a746-88f6c98b8438 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:18:23.248857 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ec1d605b-22d4-45f9-b748-312db48399d9 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:23.249351 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-ec1d605b-22d4-45f9-b748-312db48399d9 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Added segment 80c50c51-73a9-4732-81aa-d7889e498922 of type vlan for network e7a0f8ed-09f0-49dc-ab4e-be6c432eda58 Dec 15 19:18:23.258427 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-fe332942-a4e3-4a75-b1c3-0b9b33d3f58b None None] Deleting port 47e925ac-6b72-44db-9c17-19c663bcca1a {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:18:23.259387 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fe332942-a4e3-4a75-b1c3-0b9b33d3f58b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:23.288933 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-70c810aa-174b-4720-8583-71742d63f176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c9a775-2de2-4d9c-9341-39d88add0f45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040547903', 'tenant_id': '84e8b4bbe4894c70a50ef612e764025b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.146'}], 'enable_snat': True}, 'gw_port_id': '50a4f675-a9b4-43a8-8c55-3e5b8e127d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:17:59Z', 'updated_at': '2021-12-15T19:18:15Z', 'revision_number': 4, 'project_id': '84e8b4bbe4894c70a50ef612e764025b', 'gw_port': {'id': '50a4f675-a9b4-43a8-8c55-3e5b8e127d99', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c9a775-2de2-4d9c-9341-39d88add0f45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:18:01Z', 'updated_at': '2021-12-15T19:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '33746b42-3393-4189-adbb-ae5699313ea8', 'name': '', 'network_id': '0fa38694-55b5-4cdc-8b7c-72ddba6039db', 'tenant_id': '84e8b4bbe4894c70a50ef612e764025b', 'mac_address': 'fa:16:3e:58:19:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c9a775-2de2-4d9c-9341-39d88add0f45', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12d437f5-d846-4502-aee0-d4b3f14f3197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:18:13Z', 'updated_at': '2021-12-15T19:18:17Z', 'revision_number': 2, 'project_id': '84e8b4bbe4894c70a50ef612e764025b', 'subnets': [{'id': '12d437f5-d846-4502-aee0-d4b3f14f3197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:18:23.294322 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c810aa-174b-4720-8583-71742d63f176 None None] Checking router: 76c9a775-2de2-4d9c-9341-39d88add0f45 for host: dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:18:23.294968 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c810aa-174b-4720-8583-71742d63f176 None None] Updating router 76c9a775-2de2-4d9c-9341-39d88add0f45 port 33746b42-3393-4189-adbb-ae5699313ea8 binding host dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 15 19:18:23.316264 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28937b3-27da-44b4-af73-4edafd883765 req-c8ba623f-e0dc-48ac-8923-f5bb6c8cc56a tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:23.317975 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a28937b3-27da-44b4-af73-4edafd883765 req-c8ba623f-e0dc-48ac-8923-f5bb6c8cc56a tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] 10.222.0.36 "GET /v2.0/networks?id=0fa38694-55b5-4cdc-8b7c-72ddba6039db HTTP/1.1" status: 200 len: 797 time: 0.3604248 Dec 15 19:18:23.369254 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-70c810aa-174b-4720-8583-71742d63f176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:23.379153 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a28937b3-27da-44b4-af73-4edafd883765 req-68927ba1-eb78-44e5-883c-4a699dd6e794 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] 10.222.0.36 "GET /v2.0/quotas/84e8b4bbe4894c70a50ef612e764025b HTTP/1.1" status: 200 len: 375 time: 0.0469744 Dec 15 19:18:23.426767 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ec1d605b-22d4-45f9-b748-312db48399d9 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:23.437263 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7928b550-bee6-42fb-a746-88f6c98b8438 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Made reservation on behalf of b640cccfaac84079bbb54e6565c8cef4 for: {'network': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:18:23.440362 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-3ce2a078-2d8b-40eb-abd6-eaa459f536b0 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] For port 47e925ac-6b72-44db-9c17-19c663bcca1a, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=47e925ac-6b72-44db-9c17-19c663bcca1a,segment=NetworkSegment(5b68dcac-15b9-4dde-a6a3-5f037a215332),segment_id=5b68dcac-15b9-4dde-a6a3-5f037a215332)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:18:23.440774 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3ce2a078-2d8b-40eb-abd6-eaa459f536b0 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:23.443094 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7928b550-bee6-42fb-a746-88f6c98b8438 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:23.516268 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2db6005-2f39-4073-b825-1f0bee552930 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Router fe248e32-7e7c-45b9-beda-a118531417f1 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:18:23.534757 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7928b550-bee6-42fb-a746-88f6c98b8438 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=88990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:18:23.564086 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7928b550-bee6-42fb-a746-88f6c98b8438 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:23.564384 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-7928b550-bee6-42fb-a746-88f6c98b8438 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Added segment b31d6aab-3cd2-43db-b191-0bdda0932e27 of type vlan for network 1f2fbe29-3d4c-4379-8fc0-1cbf54dc8def Dec 15 19:18:23.567038 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ec1d605b-22d4-45f9-b748-312db48399d9 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:23.571940 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1d605b-22d4-45f9-b748-312db48399d9 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:23.572683 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ec1d605b-22d4-45f9-b748-312db48399d9 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:23.582739 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-22c53def-e7de-4030-8dfc-caaeb9019da6 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:23.586429 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-3ce2a078-2d8b-40eb-abd6-eaa459f536b0 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Calling delete_port for 47e925ac-6b72-44db-9c17-19c663bcca1a owned by network:dhcp {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:18:23.606068 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-94445aa4-c5f2-44d7-a783-828f53e68c15 None None] For port a286c3b7-2b03-497c-9f75-570787636900, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=a286c3b7-2b03-497c-9f75-570787636900,segment=NetworkSegment(496ef6e6-3599-4cbe-a0ec-f49cbae6877a),segment_id=496ef6e6-3599-4cbe-a0ec-f49cbae6877a)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:18:23.606854 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-94445aa4-c5f2-44d7-a783-828f53e68c15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:23.615059 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a28937b3-27da-44b4-af73-4edafd883765 req-b7dfcb43-80fe-45dd-a766-03a41a2f87f4 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=84e8b4bbe4894c70a50ef612e764025b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2347710 Dec 15 19:18:23.626857 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-fe332942-a4e3-4a75-b1c3-0b9b33d3f58b None None] For port 47e925ac-6b72-44db-9c17-19c663bcca1a, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=47e925ac-6b72-44db-9c17-19c663bcca1a,segment=NetworkSegment(5b68dcac-15b9-4dde-a6a3-5f037a215332),segment_id=5b68dcac-15b9-4dde-a6a3-5f037a215332)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:18:23.627576 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fe332942-a4e3-4a75-b1c3-0b9b33d3f58b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:23.772367 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-94445aa4-c5f2-44d7-a783-828f53e68c15 None None] Calling delete_port for a286c3b7-2b03-497c-9f75-570787636900 owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:18:23.777182 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3ce2a078-2d8b-40eb-abd6-eaa459f536b0 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:23.794434 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f1a90941-2fc1-47c8-a765-a91d28e9b962 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:23.836645 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce2a078-2d8b-40eb-abd6-eaa459f536b0 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] No DVR routers for this DVR port 47e925ac-6b72-44db-9c17-19c663bcca1a on host dv-neutron-821831-2-hyperv {{(pid=88991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:18:23.882425 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce2a078-2d8b-40eb-abd6-eaa459f536b0 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Pushing event deleted for resources: {'Port': ['ID=47e925ac-6b72-44db-9c17-19c663bcca1a,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:23.885694 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3ce2a078-2d8b-40eb-abd6-eaa459f536b0 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:23.924263 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-70c810aa-174b-4720-8583-71742d63f176 None None] Notify callbacks [] for port, precommit_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:23.955035 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-fe332942-a4e3-4a75-b1c3-0b9b33d3f58b None None] Calling delete_port for 47e925ac-6b72-44db-9c17-19c663bcca1a owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:18:23.960875 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-70c810aa-174b-4720-8583-71742d63f176 None None] Transition to ACTIVE for port object 33746b42-3393-4189-adbb-ae5699313ea8 will not be triggered until provisioned by entity L2. {{(pid=88993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:18:23.966660 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1d605b-22d4-45f9-b748-312db48399d9 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Pushing event updated for resources: {'Network': ['ID=e7a0f8ed-09f0-49dc-ab4e-be6c432eda58,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:23.973060 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7928b550-bee6-42fb-a746-88f6c98b8438 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:23.979784 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ec1d605b-22d4-45f9-b748-312db48399d9 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:23.991929 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network e7a0f8ed-09f0-49dc-ab4e-be6c432eda58 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:18:24.022749 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ec1d605b-22d4-45f9-b748-312db48399d9 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.6970286 Dec 15 19:18:24.025461 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 50086) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:24.029399 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2db6005-2f39-4073-b825-1f0bee552930 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:18:24.041815 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d2db6005-2f39-4073-b825-1f0bee552930 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:24.041815 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d2db6005-2f39-4073-b825-1f0bee552930 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] 10.222.0.36 "PUT /v2.0/routers/fe248e32-7e7c-45b9-beda-a118531417f1 HTTP/1.1" status: 200 len: 709 time: 8.1192553 Dec 15 19:18:24.051917 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ed73fbfd-8045-4672-8913-790b61fda0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-529961155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-529961155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:24.054847 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50090) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:24.077682 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a28937b3-27da-44b4-af73-4edafd883765 req-5b4f47e0-b6d2-4747-bdb3-c5b24329c6ec service neutron] 10.222.0.36 "GET /v2.0/networks/0fa38694-55b5-4cdc-8b7c-72ddba6039db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3910725 Dec 15 19:18:24.085595 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-70c810aa-174b-4720-8583-71742d63f176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:24.099091 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:24.123701 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a33eb19-6e09-4f14-ae4d-52001935c128 None None] Sync routers for ids ['fe248e32-7e7c-45b9-beda-a118531417f1'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:18:24.142416 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:24.158723 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a33eb19-6e09-4f14-ae4d-52001935c128 None None] Routers {'fe248e32-7e7c-45b9-beda-a118531417f1'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:18:24.159433 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-4a33eb19-6e09-4f14-ae4d-52001935c128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:18:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['fe248e32-7e7c-45b9-beda-a118531417f1'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:18:24.301834 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3ce2a078-2d8b-40eb-abd6-eaa459f536b0 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:24.438632 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-4a33eb19-6e09-4f14-ae4d-52001935c128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:18:24.449446 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698ec70-70c0-44a8-a67b-c7d114675cd1 None None] Pushing event updated for resources: {'Port': ['ID=33746b42-3393-4189-adbb-ae5699313ea8,revision_number=3']} {{(pid=88993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:24.464498 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e698ec70-70c0-44a8-a67b-c7d114675cd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:24.467407 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-70c810aa-174b-4720-8583-71742d63f176 None None] Attempting to bind port 33746b42-3393-4189-adbb-ae5699313ea8 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:18:24.469353 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-70c810aa-174b-4720-8583-71742d63f176 None None] Attempting to bind port 33746b42-3393-4189-adbb-ae5699313ea8 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'ee834257-2d95-4457-8993-3de4c3c8fb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '0fa38694-55b5-4cdc-8b7c-72ddba6039db'}] {{(pid=88993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:18:24.469864 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c810aa-174b-4720-8583-71742d63f176 None None] Attempting to bind port 33746b42-3393-4189-adbb-ae5699313ea8 on network 0fa38694-55b5-4cdc-8b7c-72ddba6039db {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:18:24.483259 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c810aa-174b-4720-8583-71742d63f176 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:18:24.483765 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c810aa-174b-4720-8583-71742d63f176 None None] Checking segment: {'id': 'ee834257-2d95-4457-8993-3de4c3c8fb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '0fa38694-55b5-4cdc-8b7c-72ddba6039db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:18:24.484281 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-70c810aa-174b-4720-8583-71742d63f176 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:24.484799 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c810aa-174b-4720-8583-71742d63f176 None None] Bound using segment: {'id': 'ee834257-2d95-4457-8993-3de4c3c8fb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '0fa38694-55b5-4cdc-8b7c-72ddba6039db'} {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:18:24.485385 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-70c810aa-174b-4720-8583-71742d63f176 None None] Bound port: 33746b42-3393-4189-adbb-ae5699313ea8, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee834257-2d95-4457-8993-3de4c3c8fb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '0fa38694-55b5-4cdc-8b7c-72ddba6039db'}}] {{(pid=88993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:18:24.485883 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-70c810aa-174b-4720-8583-71742d63f176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:24.491896 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a33eb19-6e09-4f14-ae4d-52001935c128 None None] Routers {'fe248e32-7e7c-45b9-beda-a118531417f1'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:18:24.492601 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-4a33eb19-6e09-4f14-ae4d-52001935c128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:18:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['fe248e32-7e7c-45b9-beda-a118531417f1'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:18:24.521735 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ed73fbfd-8045-4672-8913-790b61fda0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-529961155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-529961155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:24.550388 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-ed73fbfd-8045-4672-8913-790b61fda0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-529961155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-529961155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c4d0d94-05eb-4ede-bb44-e567e61db176']}} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:18:24.565955 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-ed73fbfd-8045-4672-8913-790b61fda0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-529961155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-529961155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11b91514-e530-4db1-b48c-8075b98b0b2f') {'for_net_delete': True} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:18:24.566664 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-ed73fbfd-8045-4672-8913-790b61fda0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-529961155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-529961155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11b91514-e530-4db1-b48c-8075b98b0b2f') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:18:24.582921 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ed73fbfd-8045-4672-8913-790b61fda0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-529961155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-529961155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838443042'] for segment, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:24.585753 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-4a33eb19-6e09-4f14-ae4d-52001935c128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:18:24.586219 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a33eb19-6e09-4f14-ae4d-52001935c128 None None] The sync data for ids ['fe248e32-7e7c-45b9-beda-a118531417f1'] in dv-neutron-821831-2-hyperv is: [] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:18:24.605964 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-fe332942-a4e3-4a75-b1c3-0b9b33d3f58b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88992) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:18:24.606421 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-fe332942-a4e3-4a75-b1c3-0b9b33d3f58b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:18:24.626622 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-94445aa4-c5f2-44d7-a783-828f53e68c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866'] for port, after_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:24.630155 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ed73fbfd-8045-4672-8913-790b61fda0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-529961155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-529961155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:24.638599 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed73fbfd-8045-4672-8913-790b61fda0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-529961155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-529961155-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=88991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:18:24.639230 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ed73fbfd-8045-4672-8913-790b61fda0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-529961155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-529961155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838443729'] for segment, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:24.642593 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d4566144-50f6-4ffc-b929-349a8536f6d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:24.651140 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-70c810aa-174b-4720-8583-71742d63f176 None None] For port 33746b42-3393-4189-adbb-ae5699313ea8, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:18:24.655631 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-70c810aa-174b-4720-8583-71742d63f176 None None] For port 33746b42-3393-4189-adbb-ae5699313ea8, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=33746b42-3393-4189-adbb-ae5699313ea8,segment=NetworkSegment(ee834257-2d95-4457-8993-3de4c3c8fb43),segment_id=ee834257-2d95-4457-8993-3de4c3c8fb43)] {{(pid=88993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:18:24.688587 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64b0715-56d9-4091-bbc9-2c7197bc8513 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:24.688948 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d64b0715-56d9-4091-bbc9-2c7197bc8513 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Synchronizing usage tracker for tenant:939f0a0fc6a54dca88c6c50c43297e50 on resource:network {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:18:24.691264 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-70c810aa-174b-4720-8583-71742d63f176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:24.704307 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94445aa4-c5f2-44d7-a783-828f53e68c15 None None] Pushing event deleted for resources: {'Port': ['ID=a286c3b7-2b03-497c-9f75-570787636900,revision_number=None']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:24.711517 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94445aa4-c5f2-44d7-a783-828f53e68c15 None None] No DVR routers for this DVR port a286c3b7-2b03-497c-9f75-570787636900 on host dv-neutron-821831-2-hyperv {{(pid=88992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:18:24.715523 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-94445aa4-c5f2-44d7-a783-828f53e68c15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:24.716994 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-98788867-90c8-4ffd-8f31-15dd36323ed1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:24.725938 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7928b550-bee6-42fb-a746-88f6c98b8438 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:24.730821 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7928b550-bee6-42fb-a746-88f6c98b8438 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:24.731503 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7928b550-bee6-42fb-a746-88f6c98b8438 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:24.752607 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6ba95fbf-bb7e-49a5-af90-4a7215e0c452 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:24.766542 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:18:24.766542 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:18:24.766542 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:18:24.766542 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:18:24.766542 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:18:24.766542 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:18:24.766542 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:18:24.766542 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:18:24.766542 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:18:24.766542 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:18:24.766542 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:18:24.766542 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:18:24.766542 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:18:24.766542 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:18:24.766542 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:18:24.766542 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:18:24.766542 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:18:24.766542 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:18:24.766542 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:18:24.766542 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:18:24.766542 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:18:24.766542 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:18:24.766542 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:18:24.766542 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:18:24.766542 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:18:24.766542 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:18:24.766542 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:18:24.766542 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:18:24.766542 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:18:24.766542 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:18:24.766542 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:18:24.766542 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:18:24.778659 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-c52705c4-257d-41ab-9c50-1f3cc742af63 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] For port a286c3b7-2b03-497c-9f75-570787636900, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=a286c3b7-2b03-497c-9f75-570787636900,segment=NetworkSegment(496ef6e6-3599-4cbe-a0ec-f49cbae6877a),segment_id=496ef6e6-3599-4cbe-a0ec-f49cbae6877a)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:18:24.779070 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c52705c4-257d-41ab-9c50-1f3cc742af63 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:24.789127 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-3ce2a078-2d8b-40eb-abd6-eaa459f536b0 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b03fc67-1d82-477b-87ea-06a03afafe41']}} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:18:24.802123 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device a286c3b7-2b03-497c-9f75-570787636900 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:18:24.809159 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-844aa911-a1bd-42da-afd6-75dac69f30dc tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] 10.222.0.36 "GET /v2.0/routers/fe248e32-7e7c-45b9-beda-a118531417f1 HTTP/1.1" status: 200 len: 744 time: 0.6957626 Dec 15 19:18:24.839691 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c810aa-174b-4720-8583-71742d63f176 None None] Routers {'76c9a775-2de2-4d9c-9341-39d88add0f45'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:18:24.840383 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-70c810aa-174b-4720-8583-71742d63f176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:18:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['76c9a775-2de2-4d9c-9341-39d88add0f45'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:18:24.847893 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: a286c3b7-2b03-497c-9f75-570787636900 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:18:24.848574 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device a286c3b7-2b03-497c-9f75-570787636900 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:18:24.849276 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 47e925ac-6b72-44db-9c17-19c663bcca1a no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:18:24.858312 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 50094) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:24.879492 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d64b0715-56d9-4091-bbc9-2c7197bc8513 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Unset dirty status for tenant:939f0a0fc6a54dca88c6c50c43297e50 on resource:network {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:18:24.883468 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d64b0715-56d9-4091-bbc9-2c7197bc8513 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] 10.222.0.36 "GET /v2.0/networks?id=e7a0f8ed-09f0-49dc-ab4e-be6c432eda58 HTTP/1.1" status: 200 len: 761 time: 0.8493075 Dec 15 19:18:24.921014 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 47e925ac-6b72-44db-9c17-19c663bcca1a {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:18:24.921616 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 47e925ac-6b72-44db-9c17-19c663bcca1a not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:18:24.942118 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a28937b3-27da-44b4-af73-4edafd883765 req-24ba38ce-a7c8-4938-b73a-5922e0da594f service neutron] 10.222.0.36 "GET /v2.0/networks/0fa38694-55b5-4cdc-8b7c-72ddba6039db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8632758 Dec 15 19:18:24.952440 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-997e227e-da1a-44fa-a2e0-6bee026736aa tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=4b9c9b76-a8c2-4873-8d7b-0d52cc71925c&device_id=fe248e32-7e7c-45b9-beda-a118531417f1 HTTP/1.1" status: 200 len: 205 time: 0.0873239 Dec 15 19:18:24.953292 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 50098) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:24.953948 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 50100) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:24.970796 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-a13c4119-3713-46ec-8427-f717a5d396e3 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Request body: {'network': {'description': 'd2'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:18:25.077751 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-7928b550-bee6-42fb-a746-88f6c98b8438 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.1182065 Dec 15 19:18:25.100204 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-70c810aa-174b-4720-8583-71742d63f176 None None] Set router 76c9a775-2de2-4d9c-9341-39d88add0f45 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:18:25.107837 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-fe332942-a4e3-4a75-b1c3-0b9b33d3f58b None None] Deleting port 47e925ac-6b72-44db-9c17-19c663bcca1a {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:18:25.108301 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fe332942-a4e3-4a75-b1c3-0b9b33d3f58b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:25.188092 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7928b550-bee6-42fb-a746-88f6c98b8438 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Pushing event updated for resources: {'Network': ['ID=1f2fbe29-3d4c-4379-8fc0-1cbf54dc8def,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:25.199501 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 50106) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:25.211358 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-17971018-e8e7-4a3b-878f-a4ed45fbb331 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe248e32-7e7c-45b9-beda-a118531417f1 HTTP/1.1" status: 200 len: 205 time: 0.2511461 Dec 15 19:18:25.229726 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-3035bc29-1ac0-4e88-b109-f6a23140c829 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Request body: {'subnet': {'network_id': '1f2fbe29-3d4c-4379-8fc0-1cbf54dc8def', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:18:25.236471 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-fe332942-a4e3-4a75-b1c3-0b9b33d3f58b None None] The port '47e925ac-6b72-44db-9c17-19c663bcca1a' was deleted {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 15 19:18:25.240285 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 1f2fbe29-3d4c-4379-8fc0-1cbf54dc8def details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:18:25.252686 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7928b550-bee6-42fb-a746-88f6c98b8438 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:25.257743 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 50112) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:25.309171 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698ec70-70c0-44a8-a67b-c7d114675cd1 None None] Pushing event updated for resources: {'Port': ['ID=33746b42-3393-4189-adbb-ae5699313ea8,revision_number=4']} {{(pid=88993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:25.312561 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e698ec70-70c0-44a8-a67b-c7d114675cd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:25.354092 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-3ce2a078-2d8b-40eb-abd6-eaa459f536b0 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b68dcac-15b9-4dde-a6a3-5f037a215332') {'for_net_delete': True} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:18:25.354507 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-3ce2a078-2d8b-40eb-abd6-eaa459f536b0 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b68dcac-15b9-4dde-a6a3-5f037a215332') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:18:25.370179 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-c52705c4-257d-41ab-9c50-1f3cc742af63 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Calling delete_port for a286c3b7-2b03-497c-9f75-570787636900 owned by network:dhcp {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:18:25.405432 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ed73fbfd-8045-4672-8913-790b61fda0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-529961155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-529961155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:25.421534 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e799a768-b201-4ef3-9e7f-0275d04cbb6e tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:25.445503 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ed73fbfd-8045-4672-8913-790b61fda0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-529961155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-529961155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:25.449990 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3ce2a078-2d8b-40eb-abd6-eaa459f536b0 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838443042'] for segment, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:25.470131 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed73fbfd-8045-4672-8913-790b61fda0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-529961155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-529961155-project] Pushing event deleted for resources: {'Network': ['ID=3c4d0d94-05eb-4ede-bb44-e567e61db176,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:25.482041 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ed73fbfd-8045-4672-8913-790b61fda0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-529961155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-529961155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:25.483999 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3ce2a078-2d8b-40eb-abd6-eaa459f536b0 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:25.506151 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ed73fbfd-8045-4672-8913-790b61fda0a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-529961155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-529961155-project] 10.222.0.36 "DELETE /v2.0/networks/3c4d0d94-05eb-4ede-bb44-e567e61db176 HTTP/1.1" status: 204 len: 168 time: 2.2778873 Dec 15 19:18:25.506968 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ce2a078-2d8b-40eb-abd6-eaa459f536b0 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=88991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:18:25.507347 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3ce2a078-2d8b-40eb-abd6-eaa459f536b0 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838443729'] for segment, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:25.526132 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:18:25.526132 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:18:25.526132 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:18:25.526132 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:18:25.526132 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:18:25.526132 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:18:25.526132 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:18:25.526132 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:18:25.526132 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:18:25.526132 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:18:25.526132 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:18:25.526132 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:18:25.526132 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:18:25.526132 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:18:25.526132 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:18:25.526132 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:18:25.526132 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:18:25.526132 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:18:25.526132 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:18:25.526132 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:18:25.526132 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:18:25.526132 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:18:25.526132 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:18:25.526132 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:18:25.526132 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:18:25.526132 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:18:25.526132 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:18:25.526132 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:18:25.526132 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:18:25.526132 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:18:25.526132 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:18:25.526132 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:18:25.537849 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-70c810aa-174b-4720-8583-71742d63f176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c9a775-2de2-4d9c-9341-39d88add0f45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040547903', 'tenant_id': '84e8b4bbe4894c70a50ef612e764025b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.146'}], 'enable_snat': True}, 'gw_port_id': '50a4f675-a9b4-43a8-8c55-3e5b8e127d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:17:59Z', 'updated_at': '2021-12-15T19:18:15Z', 'revision_number': 4, 'project_id': '84e8b4bbe4894c70a50ef612e764025b', 'gw_port': {'id': '50a4f675-a9b4-43a8-8c55-3e5b8e127d99', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c9a775-2de2-4d9c-9341-39d88add0f45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:18:01Z', 'updated_at': '2021-12-15T19:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '33746b42-3393-4189-adbb-ae5699313ea8', 'name': '', 'network_id': '0fa38694-55b5-4cdc-8b7c-72ddba6039db', 'tenant_id': '84e8b4bbe4894c70a50ef612e764025b', 'mac_address': 'fa:16:3e:58:19:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c9a775-2de2-4d9c-9341-39d88add0f45', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12d437f5-d846-4502-aee0-d4b3f14f3197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:18:13Z', 'updated_at': '2021-12-15T19:18:24Z', 'revision_number': 4, 'project_id': '84e8b4bbe4894c70a50ef612e764025b', 'subnets': [{'id': '12d437f5-d846-4502-aee0-d4b3f14f3197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:18:25.543078 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c810aa-174b-4720-8583-71742d63f176 None None] The sync data for ids ['76c9a775-2de2-4d9c-9341-39d88add0f45'] in dv-neutron-821831-2-hyperv is: [{'id': '76c9a775-2de2-4d9c-9341-39d88add0f45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040547903', 'tenant_id': '84e8b4bbe4894c70a50ef612e764025b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.146'}], 'enable_snat': True}, 'gw_port_id': '50a4f675-a9b4-43a8-8c55-3e5b8e127d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:17:59Z', 'updated_at': '2021-12-15T19:18:15Z', 'revision_number': 4, 'project_id': '84e8b4bbe4894c70a50ef612e764025b', 'gw_port': {'id': '50a4f675-a9b4-43a8-8c55-3e5b8e127d99', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c9a775-2de2-4d9c-9341-39d88add0f45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:18:01Z', 'updated_at': '2021-12-15T19:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '33746b42-3393-4189-adbb-ae5699313ea8', 'name': '', 'network_id': '0fa38694-55b5-4cdc-8b7c-72ddba6039db', 'tenant_id': '84e8b4bbe4894c70a50ef612e764025b', 'mac_address': 'fa:16:3e:58:19:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c9a775-2de2-4d9c-9341-39d88add0f45', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12d437f5-d846-4502-aee0-d4b3f14f3197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:18:13Z', 'updated_at': '2021-12-15T19:18:24Z', 'revision_number': 4, 'project_id': '84e8b4bbe4894c70a50ef612e764025b', 'subnets': [{'id': '12d437f5-d846-4502-aee0-d4b3f14f3197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:18:25.623621 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-c52705c4-257d-41ab-9c50-1f3cc742af63 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88991) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:18:25.623989 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-c52705c4-257d-41ab-9c50-1f3cc742af63 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:18:25.676384 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-3035bc29-1ac0-4e88-b109-f6a23140c829 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:18:25.679735 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3ce2a078-2d8b-40eb-abd6-eaa459f536b0 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:25.692182 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1be9dadb-02a2-4f67-904f-fa60130f65c9 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:25.712319 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-499e379f-79a6-4ce0-a15d-13c3833782f2 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks [] for router, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:25.717582 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3ce2a078-2d8b-40eb-abd6-eaa459f536b0 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:25.735139 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-3ce2a078-2d8b-40eb-abd6-eaa459f536b0 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] 10.222.0.36 "DELETE /v2.0/networks/5b03fc67-1d82-477b-87ea-06a03afafe41 HTTP/1.1" status: 204 len: 168 time: 2.9924967 Dec 15 19:18:25.738882 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce2a078-2d8b-40eb-abd6-eaa459f536b0 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Pushing event deleted for resources: {'Network': ['ID=5b03fc67-1d82-477b-87ea-06a03afafe41,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:25.741693 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3ce2a078-2d8b-40eb-abd6-eaa459f536b0 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:25.798205 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-3035bc29-1ac0-4e88-b109-f6a23140c829 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:18:25.889963 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a13c4119-3713-46ec-8427-f717a5d396e3 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:26.044034 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50124) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:26.052141 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3035bc29-1ac0-4e88-b109-f6a23140c829 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Made reservation on behalf of b640cccfaac84079bbb54e6565c8cef4 for: {'subnet': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:18:26.068100 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a13c4119-3713-46ec-8427-f717a5d396e3 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:26.081906 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ec1d605b-22d4-45f9-b748-312db48399d9 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:26.125300 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-c52705c4-257d-41ab-9c50-1f3cc742af63 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Deleting port a286c3b7-2b03-497c-9f75-570787636900 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:18:26.125818 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c52705c4-257d-41ab-9c50-1f3cc742af63 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:26.171001 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50130) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:26.196994 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13c4119-3713-46ec-8427-f717a5d396e3 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Pushing event updated for resources: {'Network': ['ID=e7a0f8ed-09f0-49dc-ab4e-be6c432eda58,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:26.210847 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network e7a0f8ed-09f0-49dc-ab4e-be6c432eda58 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:18:26.247616 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-c52705c4-257d-41ab-9c50-1f3cc742af63 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] The port 'a286c3b7-2b03-497c-9f75-570787636900' was deleted {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 15 19:18:26.318405 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a13c4119-3713-46ec-8427-f717a5d396e3 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:26.460777 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3035bc29-1ac0-4e88-b109-f6a23140c829 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839924940'] for subnet, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:26.476061 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a13c4119-3713-46ec-8427-f717a5d396e3 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Network e7a0f8ed-09f0-49dc-ab4e-be6c432eda58 is not hosted by any dhcp agent {{(pid=88990) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:227}} Dec 15 19:18:26.480071 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13c4119-3713-46ec-8427-f717a5d396e3 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:26.480772 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a13c4119-3713-46ec-8427-f717a5d396e3 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:26.484626 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a13c4119-3713-46ec-8427-f717a5d396e3 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] 10.222.0.36 "PUT /v2.0/networks/e7a0f8ed-09f0-49dc-ab4e-be6c432eda58 HTTP/1.1" status: 200 len: 758 time: 1.5242145 Dec 15 19:18:26.485058 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c52705c4-257d-41ab-9c50-1f3cc742af63 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:26.522549 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-c52705c4-257d-41ab-9c50-1f3cc742af63 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e16007b4-a6a6-4e94-b916-a9f103112f3f']}} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:18:26.541017 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-c52705c4-257d-41ab-9c50-1f3cc742af63 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '496ef6e6-3599-4cbe-a0ec-f49cbae6877a') {'for_net_delete': True} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:18:26.541374 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-c52705c4-257d-41ab-9c50-1f3cc742af63 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '496ef6e6-3599-4cbe-a0ec-f49cbae6877a') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:18:26.555188 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c52705c4-257d-41ab-9c50-1f3cc742af63 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838443042'] for segment, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:26.576493 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c52705c4-257d-41ab-9c50-1f3cc742af63 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:26.579524 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50144) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:26.651843 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c52705c4-257d-41ab-9c50-1f3cc742af63 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=88991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:18:26.652305 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c52705c4-257d-41ab-9c50-1f3cc742af63 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838443729'] for segment, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:26.658141 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-02880c84-4630-4ba5-bee7-b26b17460592 req-87ce063b-53c8-44aa-a252-b79c2d127032 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a8fcdba-9ed4-4e76-945e-12df297099e0 HTTP/1.1" status: 200 len: 210 time: 0.3223650 Dec 15 19:18:26.704553 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:18:26.704553 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:18:26.704553 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:18:26.704553 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:18:26.704553 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:18:26.704553 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:18:26.704553 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:18:26.704553 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:18:26.704553 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:18:26.704553 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:18:26.704553 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:18:26.704553 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:18:26.704553 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:18:26.704553 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:18:26.704553 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:18:26.704553 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:18:26.704553 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:18:26.704553 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:18:26.704553 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:18:26.704553 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:18:26.704553 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:18:26.704553 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:18:26.704553 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:18:26.704553 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:18:26.704553 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:18:26.704553 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:18:26.704553 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:18:26.704553 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:18:26.704553 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:18:26.704553 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:18:26.704553 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:18:26.704553 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:18:26.704553 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:18:26.704553 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:18:26.704553 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:18:26.704553 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:18:26.704553 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:18:26.704553 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:18:26.704553 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:18:26.704553 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:18:26.773840 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-499e379f-79a6-4ce0-a15d-13c3833782f2 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854207876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854699191'] for router, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:26.785356 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-499e379f-79a6-4ce0-a15d-13c3833782f2 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:26.787161 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 33746b42-3393-4189-adbb-ae5699313ea8 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:18:26.867695 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-499e379f-79a6-4ce0-a15d-13c3833782f2 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854207982'] for router, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:26.868760 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-499e379f-79a6-4ce0-a15d-13c3833782f2 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Fanout notify agent at l3_agent the message router_deleted on router fe248e32-7e7c-45b9-beda-a118531417f1 {{(pid=88990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 19:18:26.897280 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-499e379f-79a6-4ce0-a15d-13c3833782f2 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:26.903533 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-499e379f-79a6-4ce0-a15d-13c3833782f2 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] 10.222.0.36 "DELETE /v2.0/routers/fe248e32-7e7c-45b9-beda-a118531417f1 HTTP/1.1" status: 204 len: 168 time: 1.6268334 Dec 15 19:18:26.903946 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 50154) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:26.959755 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 33746b42-3393-4189-adbb-ae5699313ea8 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:18:26.967978 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-06d03017-c7be-4daa-8f54-29f87b0d8a90 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe248e32-7e7c-45b9-beda-a118531417f1 HTTP/1.1" status: 200 len: 205 time: 0.0603421 Dec 15 19:18:26.969469 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 33746b42-3393-4189-adbb-ae5699313ea8 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:18:26.970118 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:26.970360 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 50158) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:26.976129 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-84215592-b527-49c4-8f72-070d6c4d086a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=32cff7ee39974f0ca39d410b9253da39&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9306319 Dec 15 19:18:26.988514 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfd5ab2-8bb4-4830-885e-ee0b35e7a5c0 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:26.989397 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-5bfd5ab2-8bb4-4830-885e-ee0b35e7a5c0 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Synchronizing usage tracker for tenant:939f0a0fc6a54dca88c6c50c43297e50 on resource:network {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:18:26.996081 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50162) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:27.032025 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-18d9c057-93fb-4234-93e2-7ba5b6b0df6a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4b72ed9b2db341efa85a0459f4f25483&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8591077 Dec 15 19:18:27.040955 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 50166) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:27.042745 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-5bfd5ab2-8bb4-4830-885e-ee0b35e7a5c0 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Unset dirty status for tenant:939f0a0fc6a54dca88c6c50c43297e50 on resource:network {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:18:27.044097 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-5bfd5ab2-8bb4-4830-885e-ee0b35e7a5c0 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] 10.222.0.36 "GET /v2.0/networks?id=e7a0f8ed-09f0-49dc-ab4e-be6c432eda58 HTTP/1.1" status: 200 len: 761 time: 0.4569981 Dec 15 19:18:27.050678 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50170) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:27.061821 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-04fa7476-f93d-4f1d-a752-bf48ea893403 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1339664073'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:18:27.073916 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-04fa7476-f93d-4f1d-a752-bf48ea893403 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:18:27.093069 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-04fa7476-f93d-4f1d-a752-bf48ea893403 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:18:27.125010 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6b9f125d-646d-48e5-9375-a64588a3189b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:27.141745 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c52705c4-257d-41ab-9c50-1f3cc742af63 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:27.147439 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:27.149564 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8d5de17b-57dc-4ca3-aa70-c64090c1ed35 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:27.171211 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c52705c4-257d-41ab-9c50-1f3cc742af63 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:27.201990 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52705c4-257d-41ab-9c50-1f3cc742af63 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event deleted for resources: {'Network': ['ID=e16007b4-a6a6-4e94-b916-a9f103112f3f,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:27.214680 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c52705c4-257d-41ab-9c50-1f3cc742af63 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "DELETE /v2.0/networks/e16007b4-a6a6-4e94-b916-a9f103112f3f HTTP/1.1" status: 204 len: 168 time: 4.4685075 Dec 15 19:18:27.214680 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c52705c4-257d-41ab-9c50-1f3cc742af63 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:27.214680 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6b9f125d-646d-48e5-9375-a64588a3189b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:27.222789 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50176) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:27.235735 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04fa7476-f93d-4f1d-a752-bf48ea893403 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Made reservation on behalf of 939f0a0fc6a54dca88c6c50c43297e50 for: {'network': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:18:27.242587 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-04fa7476-f93d-4f1d-a752-bf48ea893403 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:27.251235 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port 33746b42-3393-4189-adbb-ae5699313ea8, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=33746b42-3393-4189-adbb-ae5699313ea8,segment=NetworkSegment(ee834257-2d95-4457-8993-3de4c3c8fb43),segment_id=ee834257-2d95-4457-8993-3de4c3c8fb43)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:18:27.260199 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-f42dbb31-3f7b-471e-8c5a-34ac9a37358c tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1753044376'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:18:27.275701 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:27.285184 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-f42dbb31-3f7b-471e-8c5a-34ac9a37358c tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:18:27.285293 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0e3d9b70-e3d4-4471-a32d-d468521c2546 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:27.294078 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-f42dbb31-3f7b-471e-8c5a-34ac9a37358c tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Usage tracker for resource:network and tenant:d09e37d948244dafb936d2972b3d58c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:18:27.301271 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-f42dbb31-3f7b-471e-8c5a-34ac9a37358c tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:18:27.320901 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-f42dbb31-3f7b-471e-8c5a-34ac9a37358c tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:18:27.330422 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-f73d5665-fe7b-4054-a549-54396a4bf5e4 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] delete failed (client error): The resource could not be found. Dec 15 19:18:27.334318 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04fa7476-f93d-4f1d-a752-bf48ea893403 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=88991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:18:27.334481 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f73d5665-fe7b-4054-a549-54396a4bf5e4 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] 10.222.0.36 "DELETE /v2.0/routers/fe248e32-7e7c-45b9-beda-a118531417f1 HTTP/1.1" status: 404 len: 336 time: 0.3631148 Dec 15 19:18:27.340677 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 50180) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:27.349019 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-04fa7476-f93d-4f1d-a752-bf48ea893403 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:27.349420 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-04fa7476-f93d-4f1d-a752-bf48ea893403 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Added segment c6737e44-0582-4e32-888a-edce1a14033a of type vlan for network e544bbd0-61a7-4ae1-ac98-adadb1d5ea1a Dec 15 19:18:27.373070 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f42dbb31-3f7b-471e-8c5a-34ac9a37358c tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Made reservation on behalf of d09e37d948244dafb936d2972b3d58c9 for: {'network': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:18:27.379296 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f42dbb31-3f7b-471e-8c5a-34ac9a37358c tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:27.398287 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=33746b42-3393-4189-adbb-ae5699313ea8,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:27.404033 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-04fa7476-f93d-4f1d-a752-bf48ea893403 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:27.417045 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6b9f125d-646d-48e5-9375-a64588a3189b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:27.421342 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:27.423373 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e0b79042-ef57-44ae-928a-1aed95e81bd2 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:27.424518 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-7bd6f534-cf0c-492a-aff7-7f9d7031ce55 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] 10.222.0.36 "GET /v2.0/ports?device_id=a699290c-5722-4c3a-820a-d0674e1976e8 HTTP/1.1" status: 200 len: 205 time: 0.0825491 Dec 15 19:18:27.435541 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 50184) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:27.452597 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9f125d-646d-48e5-9375-a64588a3189b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30508534-5575-47cc-baf9-0f4f0cf5359c,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:27.462726 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6b9f125d-646d-48e5-9375-a64588a3189b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:27.465332 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f42dbb31-3f7b-471e-8c5a-34ac9a37358c tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=88991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:18:27.476453 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f42dbb31-3f7b-471e-8c5a-34ac9a37358c tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:27.476854 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-f42dbb31-3f7b-471e-8c5a-34ac9a37358c tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Added segment a9a394a0-56dd-4610-afcc-33cc3ddee8ed of type vlan for network f7a40b65-91d9-4be9-844e-f7ad25718e6d Dec 15 19:18:27.506979 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f42dbb31-3f7b-471e-8c5a-34ac9a37358c tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:27.527133 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e220b0e0-8c18-4e4e-a1b0-d7f81171ae43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:27.529937 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-d1422b06-aea0-441d-a12b-620caba9cdbe tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] delete failed (client error): The resource could not be found. Dec 15 19:18:27.531389 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d1422b06-aea0-441d-a12b-620caba9cdbe tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] 10.222.0.36 "DELETE /v2.0/routers/a699290c-5722-4c3a-820a-d0674e1976e8 HTTP/1.1" status: 404 len: 336 time: 0.0945411 Dec 15 19:18:27.535609 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50188) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:27.557935 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e220b0e0-8c18-4e4e-a1b0-d7f81171ae43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:27.587352 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-84a973bf-6cac-41af-8448-08bd2e5f3fb0 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] 10.222.0.36 "GET /v2.0/ports?device_id=aad5df7a-8c8d-466e-a3d6-1df2acb560ec HTTP/1.1" status: 200 len: 205 time: 0.0501802 Dec 15 19:18:27.592218 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-04fa7476-f93d-4f1d-a752-bf48ea893403 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:27.595196 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 50192) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:27.601886 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04fa7476-f93d-4f1d-a752-bf48ea893403 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:27.601886 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-04fa7476-f93d-4f1d-a752-bf48ea893403 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:27.603641 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c52705c4-257d-41ab-9c50-1f3cc742af63 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:27.632447 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f42dbb31-3f7b-471e-8c5a-34ac9a37358c tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:27.637812 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42dbb31-3f7b-471e-8c5a-34ac9a37358c tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:27.652382 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f42dbb31-3f7b-471e-8c5a-34ac9a37358c tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:27.683850 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-d389a917-2db8-4b5f-92eb-df8d763b792b tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] delete failed (client error): The resource could not be found. Dec 15 19:18:27.690279 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d389a917-2db8-4b5f-92eb-df8d763b792b tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] 10.222.0.36 "DELETE /v2.0/routers/aad5df7a-8c8d-466e-a3d6-1df2acb560ec HTTP/1.1" status: 404 len: 336 time: 0.0944915 Dec 15 19:18:27.691198 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 50200) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:27.785237 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e220b0e0-8c18-4e4e-a1b0-d7f81171ae43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:27.798683 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6b9f125d-646d-48e5-9375-a64588a3189b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:27.799529 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a3ce6ce5-7aa0-4386-892f-79ac596e277d tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e81ba7b-284f-48e8-a0af-c8cb40a5d8cd HTTP/1.1" status: 200 len: 205 time: 0.1060727 Dec 15 19:18:27.802816 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6b9f125d-646d-48e5-9375-a64588a3189b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/30508534-5575-47cc-baf9-0f4f0cf5359c HTTP/1.1" status: 204 len: 168 time: 0.8029175 Dec 15 19:18:27.806433 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 50204) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:27.807118 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:27.818151 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-04fa7476-f93d-4f1d-a752-bf48ea893403 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7672048 Dec 15 19:18:27.824546 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fa7476-f93d-4f1d-a752-bf48ea893403 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Pushing event updated for resources: {'Network': ['ID=e544bbd0-61a7-4ae1-ac98-adadb1d5ea1a,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:27.828312 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50208) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:27.834623 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-574fff00-1441-43d1-8e50-65ab2ce758ec tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Request body: {'subnet': {'network_id': 'e544bbd0-61a7-4ae1-ac98-adadb1d5ea1a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:18:27.844539 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network e544bbd0-61a7-4ae1-ac98-adadb1d5ea1a details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:18:27.856373 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-04fa7476-f93d-4f1d-a752-bf48ea893403 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:27.857569 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-29e57553-8bf4-43f3-9319-67f1c838d5ae tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:27.889434 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f42dbb31-3f7b-471e-8c5a-34ac9a37358c tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6648583 Dec 15 19:18:27.910364 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 19:18:27.920097 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e220b0e0-8c18-4e4e-a1b0-d7f81171ae43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d6bf42-1529-4adc-a49a-a57aee3a04b4,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:27.923033 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e220b0e0-8c18-4e4e-a1b0-d7f81171ae43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:27.925436 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-9fc9a346-4c4c-4593-909d-9f2b57fc5b84 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] delete failed (client error): The resource could not be found. Dec 15 19:18:27.931467 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9fc9a346-4c4c-4593-909d-9f2b57fc5b84 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] 10.222.0.36 "DELETE /v2.0/routers/5e81ba7b-284f-48e8-a0af-c8cb40a5d8cd HTTP/1.1" status: 404 len: 336 time: 0.1005249 Dec 15 19:18:27.938172 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 50214) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:27.938735 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 50216) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:27.950855 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-c0fe51b7-9b75-446f-9302-5c68f244c2b8 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Request body: {'subnet': {'network_id': 'f7a40b65-91d9-4be9-844e-f7ad25718e6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:18:28.055101 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42dbb31-3f7b-471e-8c5a-34ac9a37358c tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event updated for resources: {'Network': ['ID=f7a40b65-91d9-4be9-844e-f7ad25718e6d,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:28.060995 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f42dbb31-3f7b-471e-8c5a-34ac9a37358c tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:28.067275 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network f7a40b65-91d9-4be9-844e-f7ad25718e6d details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:18:28.089071 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-574fff00-1441-43d1-8e50-65ab2ce758ec tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:18:28.097466 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-574fff00-1441-43d1-8e50-65ab2ce758ec tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Usage tracker for resource:subnet and tenant:939f0a0fc6a54dca88c6c50c43297e50 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:18:28.103813 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-574fff00-1441-43d1-8e50-65ab2ce758ec tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:18:28.115666 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-574fff00-1441-43d1-8e50-65ab2ce758ec tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:18:28.150113 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e220b0e0-8c18-4e4e-a1b0-d7f81171ae43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:28.151412 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e220b0e0-8c18-4e4e-a1b0-d7f81171ae43 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/59d6bf42-1529-4adc-a49a-a57aee3a04b4 HTTP/1.1" status: 204 len: 168 time: 1.1081977 Dec 15 19:18:28.187935 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-574fff00-1441-43d1-8e50-65ab2ce758ec tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Made reservation on behalf of 939f0a0fc6a54dca88c6c50c43297e50 for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:18:28.199893 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-846d0815-3192-4634-beaf-4da0e606dbbe req-4242e9bd-dd90-4954-98fb-b590ddfb8d96 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a8fcdba-9ed4-4e76-945e-12df297099e0 HTTP/1.1" status: 200 len: 210 time: 0.2639542 Dec 15 19:18:28.200950 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-c0fe51b7-9b75-446f-9302-5c68f244c2b8 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:18:28.218346 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c2468fda-2f8b-4167-a525-8067dfd8845a tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2550dc9-1dee-4880-ad80-39df808dec27 HTTP/1.1" status: 200 len: 205 time: 0.2758374 Dec 15 19:18:28.222004 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-c0fe51b7-9b75-446f-9302-5c68f244c2b8 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Usage tracker for resource:subnet and tenant:d09e37d948244dafb936d2972b3d58c9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:18:28.225360 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 50224) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:28.307282 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-c0fe51b7-9b75-446f-9302-5c68f244c2b8 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:18:28.312068 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-37f737de-595f-44e8-b389-657677dc2313 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] delete failed (client error): The resource could not be found. Dec 15 19:18:28.316159 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-37f737de-595f-44e8-b389-657677dc2313 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] 10.222.0.36 "DELETE /v2.0/routers/a2550dc9-1dee-4880-ad80-39df808dec27 HTTP/1.1" status: 404 len: 336 time: 0.0891104 Dec 15 19:18:28.316811 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 50230) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:28.373097 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-574fff00-1441-43d1-8e50-65ab2ce758ec tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:28.375270 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-c0fe51b7-9b75-446f-9302-5c68f244c2b8 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:18:28.425107 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-edc2b54f-555b-41e6-8093-b65d93ae0f01 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd85518b-9b71-4f3a-95e8-d35861d37ca8 HTTP/1.1" status: 200 len: 205 time: 0.1001959 Dec 15 19:18:28.431677 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 50234) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:28.495331 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3035bc29-1ac0-4e88-b109-f6a23140c829 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838139473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839924955'] for subnet, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:28.505831 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2c1ed9cd-3168-405a-a52f-ea1b1b66a3e6 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:28.536852 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0fe51b7-9b75-446f-9302-5c68f244c2b8 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Made reservation on behalf of d09e37d948244dafb936d2972b3d58c9 for: {'subnet': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:18:28.563933 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-9b47b2cb-d574-4b50-96d2-9bf284956a56 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] delete failed (client error): The resource could not be found. Dec 15 19:18:28.568893 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9b47b2cb-d574-4b50-96d2-9bf284956a56 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] 10.222.0.36 "DELETE /v2.0/routers/cd85518b-9b71-4f3a-95e8-d35861d37ca8 HTTP/1.1" status: 404 len: 336 time: 0.1361217 Dec 15 19:18:28.570647 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 50240) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:28.609591 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50244) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:28.674991 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b6bc6f4b-4b44-484c-abc0-ca8e6e8482c4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=47926a08aa2948708b7aa2b8df838278&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0640352 Dec 15 19:18:28.681852 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50250) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:28.756538 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-6750453e-75f1-4050-ba76-85690ab5dfaa tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] DELETE failed (client error): The resource could not be found. Dec 15 19:18:28.757040 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6750453e-75f1-4050-ba76-85690ab5dfaa tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:18:28.765600 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 33746b42-3393-4189-adbb-ae5699313ea8 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:18:28.773359 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6750453e-75f1-4050-ba76-85690ab5dfaa tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] 10.222.0.36 "DELETE /v2.0/subnets/a896df6f-57aa-46ac-9003-3f11f49ecb30 HTTP/1.1" status: 404 len: 337 time: 0.1836166 Dec 15 19:18:28.824861 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-574fff00-1441-43d1-8e50-65ab2ce758ec tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:28.835119 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6e17d33a-acd1-46b5-baac-bf47b4fda0ef tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:28.925176 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 33746b42-3393-4189-adbb-ae5699313ea8 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:18:28.925685 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:28.935505 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3035bc29-1ac0-4e88-b109-f6a23140c829 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Pushing event updated for resources: {'Subnet': ['ID=1faab24c-3d64-4054-8a50-968f32aee25c,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:28.947566 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574fff00-1441-43d1-8e50-65ab2ce758ec tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Pushing event updated for resources: {'Subnet': ['ID=6644f5c4-a0a2-456d-a149-71eec55a0528,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:28.957836 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3035bc29-1ac0-4e88-b109-f6a23140c829 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:28.965000 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-574fff00-1441-43d1-8e50-65ab2ce758ec tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:28.967006 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8773abcc-51b8-4e6a-9f2b-6b3a6ddafffb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:28.984563 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c0fe51b7-9b75-446f-9302-5c68f244c2b8 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839924940'] for subnet, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:29.125480 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8773abcc-51b8-4e6a-9f2b-6b3a6ddafffb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:29.174666 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574fff00-1441-43d1-8e50-65ab2ce758ec tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Checking segment: {'id': 'c6737e44-0582-4e32-888a-edce1a14033a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e544bbd0-61a7-4ae1-ac98-adadb1d5ea1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:18:29.175362 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574fff00-1441-43d1-8e50-65ab2ce758ec tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Network hostable DHCP agents. Network: e544bbd0-61a7-4ae1-ac98-adadb1d5ea1a, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:18:29.240997 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3035bc29-1ac0-4e88-b109-f6a23140c829 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Checking segment: {'id': 'b31d6aab-3cd2-43db-b191-0bdda0932e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '1f2fbe29-3d4c-4379-8fc0-1cbf54dc8def'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:18:29.241383 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3035bc29-1ac0-4e88-b109-f6a23140c829 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Network hostable DHCP agents. Network: 1f2fbe29-3d4c-4379-8fc0-1cbf54dc8def, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:18:29.274936 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28937b3-27da-44b4-af73-4edafd883765 req-63cf7215-c39a-4b81-b9c5-406add24bdf7 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:29.276002 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-a28937b3-27da-44b4-af73-4edafd883765 req-63cf7215-c39a-4b81-b9c5-406add24bdf7 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Synchronizing usage tracker for tenant:84e8b4bbe4894c70a50ef612e764025b on resource:network {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:18:29.315324 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c0fe51b7-9b75-446f-9302-5c68f244c2b8 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838139473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839924955'] for subnet, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:29.321454 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-97522a82-ec7f-4a25-a338-2f159cab91be tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:29.329410 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50268) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:29.346483 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-a28937b3-27da-44b4-af73-4edafd883765 req-63cf7215-c39a-4b81-b9c5-406add24bdf7 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Unset dirty status for tenant:84e8b4bbe4894c70a50ef612e764025b on resource:network {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:18:29.347988 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a28937b3-27da-44b4-af73-4edafd883765 req-63cf7215-c39a-4b81-b9c5-406add24bdf7 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] 10.222.0.32 "GET /v2.0/networks?id=0fa38694-55b5-4cdc-8b7c-72ddba6039db HTTP/1.1" status: 200 len: 797 time: 0.4343040 Dec 15 19:18:29.349283 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574fff00-1441-43d1-8e50-65ab2ce758ec tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Network e544bbd0-61a7-4ae1-ac98-adadb1d5ea1a is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:18:29.419160 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-574fff00-1441-43d1-8e50-65ab2ce758ec tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, e544bbd0-61a7-4ae1-ac98-adadb1d5ea1a) {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:18:29.427465 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fe51b7-9b75-446f-9302-5c68f244c2b8 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event updated for resources: {'Subnet': ['ID=a0a0941b-38fb-474c-a0c0-997c9dbae20d,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:29.437105 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8fea2f-e0f2-4a3c-a892-c6664572fc64 None None] Network e544bbd0-61a7-4ae1-ac98-adadb1d5ea1a requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:18:29.437761 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574fff00-1441-43d1-8e50-65ab2ce758ec tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:29.441820 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-574fff00-1441-43d1-8e50-65ab2ce758ec tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:29.442808 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c0fe51b7-9b75-446f-9302-5c68f244c2b8 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:29.445418 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3035bc29-1ac0-4e88-b109-f6a23140c829 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Network 1f2fbe29-3d4c-4379-8fc0-1cbf54dc8def is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:18:29.457289 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-3035bc29-1ac0-4e88-b109-f6a23140c829 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, 1f2fbe29-3d4c-4379-8fc0-1cbf54dc8def) {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:18:29.474921 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3035bc29-1ac0-4e88-b109-f6a23140c829 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:29.475869 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3035bc29-1ac0-4e88-b109-f6a23140c829 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:29.480411 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cabf30e-c0c7-497c-8306-c2bcacd69c08 None None] Network 1f2fbe29-3d4c-4379-8fc0-1cbf54dc8def requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:18:29.480750 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8773abcc-51b8-4e6a-9f2b-6b3a6ddafffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:29.482815 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fe51b7-9b75-446f-9302-5c68f244c2b8 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Checking segment: {'id': 'a9a394a0-56dd-4610-afcc-33cc3ddee8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f7a40b65-91d9-4be9-844e-f7ad25718e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:18:29.487377 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0fe51b7-9b75-446f-9302-5c68f244c2b8 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Network hostable DHCP agents. Network: f7a40b65-91d9-4be9-844e-f7ad25718e6d, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:18:29.489429 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3ce61a16-efe0-4dbe-8b2a-738cdd539a2b tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:29.506333 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8773abcc-51b8-4e6a-9f2b-6b3a6ddafffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c6fb89a-84dd-43fd-85c5-325903694260,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:29.515260 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8773abcc-51b8-4e6a-9f2b-6b3a6ddafffb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:29.531682 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a28937b3-27da-44b4-af73-4edafd883765 req-d3977bfe-5952-4bd2-860c-721d4aeab971 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84e8b4bbe4894c70a50ef612e764025b HTTP/1.1" status: 200 len: 379 time: 0.1523554 Dec 15 19:18:29.534021 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8773abcc-51b8-4e6a-9f2b-6b3a6ddafffb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:29.538868 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8773abcc-51b8-4e6a-9f2b-6b3a6ddafffb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7c6fb89a-84dd-43fd-85c5-325903694260 HTTP/1.1" status: 204 len: 168 time: 0.8524144 Dec 15 19:18:29.552266 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [req-a28937b3-27da-44b4-af73-4edafd883765 req-5154bd49-4117-406a-b794-34b38ed9eca3 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Request body: {'port': {'device_id': '5a8fcdba-9ed4-4e76-945e-12df297099e0', 'network_id': '0fa38694-55b5-4cdc-8b7c-72ddba6039db', 'admin_state_up': True, 'tenant_id': '84e8b4bbe4894c70a50ef612e764025b', 'security_groups': ['19b98e59-0c96-4874-b9ee-d71b2bd06b02']}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:18:29.578708 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5b2f1be3-5656-4666-b3d5-da0d24badb9d req-ffd7e48b-f314-4bd0-9855-2b0afa0d7e30 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a8fcdba-9ed4-4e76-945e-12df297099e0 HTTP/1.1" status: 200 len: 210 time: 0.1063607 Dec 15 19:18:29.586854 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-574fff00-1441-43d1-8e50-65ab2ce758ec tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7574141 Dec 15 19:18:29.587267 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 50280) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:29.633263 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-3035bc29-1ac0-4e88-b109-f6a23140c829 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 4.4260886 Dec 15 19:18:29.640410 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50286) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:29.722275 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0fe51b7-9b75-446f-9302-5c68f244c2b8 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Network f7a40b65-91d9-4be9-844e-f7ad25718e6d is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:18:29.778852 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e8e21e5f-b75b-40cf-b2ea-211dde0259ad tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:29.782761 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-c0fe51b7-9b75-446f-9302-5c68f244c2b8 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, f7a40b65-91d9-4be9-844e-f7ad25718e6d) {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:18:29.791050 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0fe51b7-9b75-446f-9302-5c68f244c2b8 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:29.791689 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c0fe51b7-9b75-446f-9302-5c68f244c2b8 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:29.872302 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e8e21e5f-b75b-40cf-b2ea-211dde0259ad tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:29.881633 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9b8e9f-aa12-4ba0-a486-d87db4f1c926 None None] Network f7a40b65-91d9-4be9-844e-f7ad25718e6d requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:18:29.966547 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c0fe51b7-9b75-446f-9302-5c68f244c2b8 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0263691 Dec 15 19:18:29.969654 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 50294) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:29.976455 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-b4bfd955-9e81-41c5-90b7-5dad7c59a132 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Request body: {'port': {'network_id': 'f7a40b65-91d9-4be9-844e-f7ad25718e6d', 'name': 'tempest-PortsIpV6TestJSON-175076683', 'fixed_ips': [{'subnet_id': 'a0a0941b-38fb-474c-a0c0-997c9dbae20d', 'ip_address': '2001:db8::10'}]}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:18:30.090468 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4a4e8aea-932c-4ac4-92b1-2a1bc4cc334e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:30.109511 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 50300) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:30.200588 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e8e21e5f-b75b-40cf-b2ea-211dde0259ad tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16636259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14850861'] for subnet, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:30.219929 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-67c1ee23-a15a-4445-81dd-2e6863a70abd tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:30.228104 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-4a4e8aea-932c-4ac4-92b1-2a1bc4cc334e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:18:30.235012 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [req-a28937b3-27da-44b4-af73-4edafd883765 req-5154bd49-4117-406a-b794-34b38ed9eca3 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:18:30.239315 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-4a4e8aea-932c-4ac4-92b1-2a1bc4cc334e admin admin] Usage tracker for resource:security_group_rule and tenant:bf9342ea4d664954bdce169dc44f5f23 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:18:30.244916 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-4a4e8aea-932c-4ac4-92b1-2a1bc4cc334e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:18:30.248126 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-a28937b3-27da-44b4-af73-4edafd883765 req-5154bd49-4117-406a-b794-34b38ed9eca3 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Usage tracker for resource:port and tenant:84e8b4bbe4894c70a50ef612e764025b is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:18:30.258018 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c576c6b5-4800-496b-8c3b-4bd05fdc5d52 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:30.263455 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-a28937b3-27da-44b4-af73-4edafd883765 req-5154bd49-4117-406a-b794-34b38ed9eca3 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:18:30.264878 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f12d013-a644-45b7-b442-c31a71d4ebf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-f7a40b65-91d9-4be9-844e-f7ad25718e6d', 'network_id': 'f7a40b65-91d9-4be9-844e-f7ad25718e6d', 'tenant_id': 'd09e37d948244dafb936d2972b3d58c9', 'fixed_ips': [{'subnet_id': 'a0a0941b-38fb-474c-a0c0-997c9dbae20d'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:18:30.265917 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8f12d013-a644-45b7-b442-c31a71d4ebf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:30.270218 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [req-a28937b3-27da-44b4-af73-4edafd883765 req-5154bd49-4117-406a-b794-34b38ed9eca3 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:18:30.273119 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-4a4e8aea-932c-4ac4-92b1-2a1bc4cc334e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:18:30.276413 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e21e5f-b75b-40cf-b2ea-211dde0259ad tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Pushing event deleted for resources: {'Subnet': ['ID=6644f5c4-a0a2-456d-a149-71eec55a0528,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:30.287368 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e8e21e5f-b75b-40cf-b2ea-211dde0259ad tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:30.288692 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-b4bfd955-9e81-41c5-90b7-5dad7c59a132 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:18:30.311349 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-b4bfd955-9e81-41c5-90b7-5dad7c59a132 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:18:30.365495 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a28937b3-27da-44b4-af73-4edafd883765 req-5154bd49-4117-406a-b794-34b38ed9eca3 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Made reservation on behalf of 84e8b4bbe4894c70a50ef612e764025b for: {'port': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:18:30.380956 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-a28937b3-27da-44b4-af73-4edafd883765 req-5154bd49-4117-406a-b794-34b38ed9eca3 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:30.502359 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c576c6b5-4800-496b-8c3b-4bd05fdc5d52 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:30.518547 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4bfd955-9e81-41c5-90b7-5dad7c59a132 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Made reservation on behalf of d09e37d948244dafb936d2972b3d58c9 for: {'port': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:18:30.527416 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b4bfd955-9e81-41c5-90b7-5dad7c59a132 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:30.530683 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-8f12d013-a644-45b7-b442-c31a71d4ebf5 None None] Allocated IP 2001:db8::2 (f7a40b65-91d9-4be9-844e-f7ad25718e6d/a0a0941b-38fb-474c-a0c0-997c9dbae20d/30f5ef5e-5073-42d8-b12b-9045e258dc9d) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:18:30.548784 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-afb2b8f7-0027-4673-ac88-afd535245af5 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-368059166'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:18:30.563598 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-afb2b8f7-0027-4673-ac88-afd535245af5 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:18:30.578671 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e8e21e5f-b75b-40cf-b2ea-211dde0259ad tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:30.590254 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-afb2b8f7-0027-4673-ac88-afd535245af5 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Usage tracker for resource:network and tenant:3dec2bb4c0324fb0938996d171d39a2a is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:18:30.596506 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-afb2b8f7-0027-4673-ac88-afd535245af5 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:18:30.620872 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-afb2b8f7-0027-4673-ac88-afd535245af5 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:18:30.664188 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4a4e8aea-932c-4ac4-92b1-2a1bc4cc334e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:30.667464 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-b4bfd955-9e81-41c5-90b7-5dad7c59a132 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] device_id is not set on port 5f143426-c825-4ea0-a8e8-1bdebb62ee58 yet. {{(pid=88990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:18:30.708456 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4a4e8aea-932c-4ac4-92b1-2a1bc4cc334e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:30.722011 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c57c487a-31f1-4576-8f93-9426e4de76fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:30.749244 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c576c6b5-4800-496b-8c3b-4bd05fdc5d52 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16156049'] for subnet, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:30.759612 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-e8e21e5f-b75b-40cf-b2ea-211dde0259ad tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e544bbd0-61a7-4ae1-ac98-adadb1d5ea1a']}} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:18:30.802020 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4e8aea-932c-4ac4-92b1-2a1bc4cc334e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8f6505-3408-469f-a635-9b5137d97184,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:30.813305 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4a4e8aea-932c-4ac4-92b1-2a1bc4cc334e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:30.815697 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:30.847797 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-e8e21e5f-b75b-40cf-b2ea-211dde0259ad tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6737e44-0582-4e32-888a-edce1a14033a') {'for_net_delete': True} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:18:30.848266 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-e8e21e5f-b75b-40cf-b2ea-211dde0259ad tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6737e44-0582-4e32-888a-edce1a14033a') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:18:30.866374 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405bebb9-a1b0-41e5-b037-0688c8d91e10 None None] Network e544bbd0-61a7-4ae1-ac98-adadb1d5ea1a requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:18:30.878576 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4a4e8aea-932c-4ac4-92b1-2a1bc4cc334e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bf9342ea4d664954bdce169dc44f5f23&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5455766 Dec 15 19:18:30.882420 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb2b8f7-0027-4673-ac88-afd535245af5 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Made reservation on behalf of 3dec2bb4c0324fb0938996d171d39a2a for: {'network': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:18:30.884857 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [req-a28937b3-27da-44b4-af73-4edafd883765 req-5154bd49-4117-406a-b794-34b38ed9eca3 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Allocated IP 172.20.0.14 (0fa38694-55b5-4cdc-8b7c-72ddba6039db/12d437f5-d846-4502-aee0-d4b3f14f3197/2fc06fa8-efc8-4c23-abfd-c14d4a269543) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:18:30.887221 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50318) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:30.890336 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-afb2b8f7-0027-4673-ac88-afd535245af5 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:30.892264 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c55730-0595-40d0-a190-65f0effbe090 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-1f2fbe29-3d4c-4379-8fc0-1cbf54dc8def', 'network_id': '1f2fbe29-3d4c-4379-8fc0-1cbf54dc8def', 'tenant_id': 'b640cccfaac84079bbb54e6565c8cef4', 'fixed_ips': [{'subnet_id': '1faab24c-3d64-4054-8a50-968f32aee25c'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:18:30.893268 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-97c55730-0595-40d0-a190-65f0effbe090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:30.893959 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c576c6b5-4800-496b-8c3b-4bd05fdc5d52 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Pushing event deleted for resources: {'Subnet': ['ID=1faab24c-3d64-4054-8a50-968f32aee25c,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:30.915779 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-afb2b8f7-0027-4673-ac88-afd535245af5 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Notify callbacks [] for security_group, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:30.929397 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ba0a14be-2e07-4ee1-8b42-066ee132444e req-e7bb979f-4ffc-4fb1-b153-6b145a26d564 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a8fcdba-9ed4-4e76-945e-12df297099e0 HTTP/1.1" status: 200 len: 210 time: 0.1373560 Dec 15 19:18:30.931534 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e8e21e5f-b75b-40cf-b2ea-211dde0259ad tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16327073'] for segment, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:30.962325 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c69d054a-a89a-462f-9363-6435dbb69cd6 req-bb2e6c0f-ee88-4323-8af2-6e55ef1a523c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3b7fa720-d8e5-4510-aeb0-a3b286372c89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5155561 Dec 15 19:18:30.981138 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e8e21e5f-b75b-40cf-b2ea-211dde0259ad tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:31.003075 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c576c6b5-4800-496b-8c3b-4bd05fdc5d52 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:31.046460 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8e21e5f-b75b-40cf-b2ea-211dde0259ad tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=88990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:18:31.046921 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e8e21e5f-b75b-40cf-b2ea-211dde0259ad tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838138943'] for segment, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:31.050574 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c576c6b5-4800-496b-8c3b-4bd05fdc5d52 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:31.064512 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:18:31.064512 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:18:31.064512 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:18:31.064512 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:18:31.064512 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:18:31.064512 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:18:31.064512 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:18:31.064512 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:18:31.064512 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:18:31.064512 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:18:31.064512 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:18:31.064512 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:18:31.064512 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:18:31.064512 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:18:31.064512 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:18:31.064512 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:18:31.064512 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:18:31.064512 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:18:31.064512 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:18:31.064512 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:18:31.064512 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:18:31.064512 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:18:31.064512 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:18:31.064512 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:18:31.064512 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:18:31.064512 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:18:31.064512 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:18:31.064512 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:18:31.064512 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:18:31.064512 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:18:31.064512 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:18:31.064512 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:18:31.095477 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-c576c6b5-4800-496b-8c3b-4bd05fdc5d52 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f2fbe29-3d4c-4379-8fc0-1cbf54dc8def']}} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:18:31.131195 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e49f2482-928b-45e4-8ad0-0f59bd39b685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:31.135173 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-c576c6b5-4800-496b-8c3b-4bd05fdc5d52 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b31d6aab-3cd2-43db-b191-0bdda0932e27') {'for_net_delete': True} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:18:31.135520 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-c576c6b5-4800-496b-8c3b-4bd05fdc5d52 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b31d6aab-3cd2-43db-b191-0bdda0932e27') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:18:31.179000 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c576c6b5-4800-496b-8c3b-4bd05fdc5d52 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838443042'] for segment, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:31.209962 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e49f2482-928b-45e4-8ad0-0f59bd39b685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:31.244113 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-afb2b8f7-0027-4673-ac88-afd535245af5 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:18:31.250560 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-afb2b8f7-0027-4673-ac88-afd535245af5 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Usage tracker for resource:security_group_rule and tenant:3dec2bb4c0324fb0938996d171d39a2a is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:18:31.255818 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-afb2b8f7-0027-4673-ac88-afd535245af5 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:18:31.266730 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-afb2b8f7-0027-4673-ac88-afd535245af5 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:18:31.445082 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c576c6b5-4800-496b-8c3b-4bd05fdc5d52 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:31.451741 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e49f2482-928b-45e4-8ad0-0f59bd39b685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:31.460170 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f143c558-634f-4cc8-b08a-71c9b9e7288e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:31.499565 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c576c6b5-4800-496b-8c3b-4bd05fdc5d52 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=88991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:18:31.499995 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c576c6b5-4800-496b-8c3b-4bd05fdc5d52 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838443729'] for segment, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:31.504976 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8f12d013-a644-45b7-b442-c31a71d4ebf5 None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:31.522980 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:18:31.522980 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:18:31.522980 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:18:31.522980 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:18:31.522980 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:18:31.522980 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:18:31.522980 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:18:31.522980 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:18:31.522980 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:18:31.522980 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:18:31.522980 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:18:31.522980 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:18:31.522980 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:18:31.522980 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:18:31.522980 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:18:31.522980 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:18:31.522980 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:18:31.522980 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:18:31.522980 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:18:31.522980 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:18:31.522980 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:18:31.522980 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:18:31.522980 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:18:31.522980 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:18:31.522980 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:18:31.522980 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:18:31.522980 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:18:31.522980 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:18:31.522980 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:18:31.522980 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:18:31.522980 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:18:31.522980 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:18:31.537419 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b51777b-b1e7-43ac-a727-85c2b95b07f9 None None] Network 1f2fbe29-3d4c-4379-8fc0-1cbf54dc8def requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:18:31.537852 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49f2482-928b-45e4-8ad0-0f59bd39b685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8f6505-3408-469f-a635-9b5137d97184,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:31.615706 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-a28937b3-27da-44b4-af73-4edafd883765 req-5154bd49-4117-406a-b794-34b38ed9eca3 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:31.626959 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e8e21e5f-b75b-40cf-b2ea-211dde0259ad tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:31.628973 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e49f2482-928b-45e4-8ad0-0f59bd39b685 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:31.645125 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7b1515cb-d250-43c5-94a1-a1d212a8cdb0 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:31.668873 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e8e21e5f-b75b-40cf-b2ea-211dde0259ad tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:31.670676 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50330) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:31.683534 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c69d054a-a89a-462f-9363-6435dbb69cd6 req-c910a038-5f11-49c2-b8f8-aa7d6938dbec service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=63a560358735409688254f323e657c6f&device_id=3b7fa720-d8e5-4510-aeb0-a3b286372c89 HTTP/1.1" status: 200 len: 1099 time: 0.6180723 Dec 15 19:18:31.696851 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e21e5f-b75b-40cf-b2ea-211dde0259ad tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Pushing event deleted for resources: {'Network': ['ID=e544bbd0-61a7-4ae1-ac98-adadb1d5ea1a,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:31.705267 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e8e21e5f-b75b-40cf-b2ea-211dde0259ad tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:31.720066 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [req-a28937b3-27da-44b4-af73-4edafd883765 req-5154bd49-4117-406a-b794-34b38ed9eca3 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Transition to ACTIVE for port object 2fc06fa8-efc8-4c23-abfd-c14d4a269543 will not be triggered until provisioned by entity DHCP. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:18:31.733081 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e49f2482-928b-45e4-8ad0-0f59bd39b685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:31.736153 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e49f2482-928b-45e4-8ad0-0f59bd39b685 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4e8f6505-3408-469f-a635-9b5137d97184 HTTP/1.1" status: 204 len: 168 time: 0.8423276 Dec 15 19:18:31.738938 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-8f12d013-a644-45b7-b442-c31a71d4ebf5 None None] Transition to ACTIVE for port object 30f5ef5e-5073-42d8-b12b-9045e258dc9d will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:18:31.753315 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c576c6b5-4800-496b-8c3b-4bd05fdc5d52 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:31.759075 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c576c6b5-4800-496b-8c3b-4bd05fdc5d52 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:31.765086 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-864d501f-112d-4d1f-b733-f57ecd5faf4c tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:31.772562 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e8e21e5f-b75b-40cf-b2ea-211dde0259ad tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] 10.222.0.36 "DELETE /v2.0/networks/e544bbd0-61a7-4ae1-ac98-adadb1d5ea1a HTTP/1.1" status: 204 len: 168 time: 2.1835465 Dec 15 19:18:31.776212 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 50338) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:31.792839 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c576c6b5-4800-496b-8c3b-4bd05fdc5d52 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Pushing event deleted for resources: {'Network': ['ID=1f2fbe29-3d4c-4379-8fc0-1cbf54dc8def,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:31.800227 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c576c6b5-4800-496b-8c3b-4bd05fdc5d52 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:31.801487 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-a28937b3-27da-44b4-af73-4edafd883765 req-5154bd49-4117-406a-b794-34b38ed9eca3 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:31.809112 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a7e5b24b-d9c4-4b01-995b-aed7cbe1b5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:31.843965 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-8f12d013-a644-45b7-b442-c31a71d4ebf5 None None] Transition to ACTIVE for port object 30f5ef5e-5073-42d8-b12b-9045e258dc9d will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:18:31.862569 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c576c6b5-4800-496b-8c3b-4bd05fdc5d52 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] 10.222.0.36 "DELETE /v2.0/networks/1f2fbe29-3d4c-4379-8fc0-1cbf54dc8def HTTP/1.1" status: 204 len: 168 time: 2.2167637 Dec 15 19:18:31.871859 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50342) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:31.889806 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8f12d013-a644-45b7-b442-c31a71d4ebf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:31.904568 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-7af21d3b-4269-4f45-aad5-db2f4f415252 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] GET failed (client error): The resource could not be found. Dec 15 19:18:31.905090 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-7af21d3b-4269-4f45-aad5-db2f4f415252 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Synchronizing usage tracker for tenant:939f0a0fc6a54dca88c6c50c43297e50 on resource:subnet {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:18:31.906163 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:31.931589 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-3ea2c84c-a5c9-484e-9b62-7bf6b7f1c4e3 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-985930131'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:18:31.968690 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5154bd49-4117-406a-b794-34b38ed9eca3 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Pushing event updated for resources: {'Port': ['ID=2fc06fa8-efc8-4c23-abfd-c14d4a269543,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:31.972193 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a6d29d0-b61d-4bdd-ab05-0c559316359c tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] DELETE failed (client error): The resource could not be found. Dec 15 19:18:31.972856 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a6d29d0-b61d-4bdd-ab05-0c559316359c tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:18:31.975055 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-2a6d29d0-b61d-4bdd-ab05-0c559316359c tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] 10.222.0.36 "DELETE /v2.0/subnets/1faab24c-3d64-4054-8a50-968f32aee25c HTTP/1.1" status: 404 len: 337 time: 0.1001828 Dec 15 19:18:31.981671 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-3ea2c84c-a5c9-484e-9b62-7bf6b7f1c4e3 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:18:31.988413 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5154bd49-4117-406a-b794-34b38ed9eca3 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:31.988413 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50348) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:31.990673 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a28937b3-27da-44b4-af73-4edafd883765 req-5154bd49-4117-406a-b794-34b38ed9eca3 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Network 0fa38694-55b5-4cdc-8b7c-72ddba6039db is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:18:31.995186 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-3ea2c84c-a5c9-484e-9b62-7bf6b7f1c4e3 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Usage tracker for resource:network and tenant:e56ca83c553e4935a4e8b75ed76c674c is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:18:32.000875 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [req-a28937b3-27da-44b4-af73-4edafd883765 req-5154bd49-4117-406a-b794-34b38ed9eca3 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:18:32.004176 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f12d013-a644-45b7-b442-c31a71d4ebf5 None None] Pushing event updated for resources: {'Port': ['ID=30f5ef5e-5073-42d8-b12b-9045e258dc9d,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:32.019338 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f12d013-a644-45b7-b442-c31a71d4ebf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:18:32.019895 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f12d013-a644-45b7-b442-c31a71d4ebf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:18:32.020398 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f12d013-a644-45b7-b442-c31a71d4ebf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:18:32.021288 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f12d013-a644-45b7-b442-c31a71d4ebf5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:18:32.021426 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f12d013-a644-45b7-b442-c31a71d4ebf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:18:32.021982 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f12d013-a644-45b7-b442-c31a71d4ebf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:18:32.022493 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f12d013-a644-45b7-b442-c31a71d4ebf5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:18:32.022995 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f12d013-a644-45b7-b442-c31a71d4ebf5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:18:32.024530 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f12d013-a644-45b7-b442-c31a71d4ebf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:18:32.025208 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f12d013-a644-45b7-b442-c31a71d4ebf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:18:32.025707 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f12d013-a644-45b7-b442-c31a71d4ebf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:18:32.031216 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f12d013-a644-45b7-b442-c31a71d4ebf5 None None] Network f7a40b65-91d9-4be9-844e-f7ad25718e6d is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:18:32.032559 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8f12d013-a644-45b7-b442-c31a71d4ebf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:32.033637 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-8f12d013-a644-45b7-b442-c31a71d4ebf5 None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:18:32.036275 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f12d013-a644-45b7-b442-c31a71d4ebf5 None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:18:32.043814 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-3ea2c84c-a5c9-484e-9b62-7bf6b7f1c4e3 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:18:32.047864 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [req-a28937b3-27da-44b4-af73-4edafd883765 req-5154bd49-4117-406a-b794-34b38ed9eca3 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:18:32.072428 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-afb2b8f7-0027-4673-ac88-afd535245af5 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Notify callbacks [] for security_group, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:32.074266 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-b4bfd955-9e81-41c5-90b7-5dad7c59a132 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Allocated IP 2001:db8::10 (f7a40b65-91d9-4be9-844e-f7ad25718e6d/a0a0941b-38fb-474c-a0c0-997c9dbae20d/5f143426-c825-4ea0-a8e8-1bdebb62ee58) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:18:32.099807 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-3ea2c84c-a5c9-484e-9b62-7bf6b7f1c4e3 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:18:32.112126 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-7af21d3b-4269-4f45-aad5-db2f4f415252 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Unset dirty status for tenant:939f0a0fc6a54dca88c6c50c43297e50 on resource:subnet {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:18:32.117083 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4d9f0cd-b1f2-4306-9a07-9d72262f63ad tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] DELETE failed (client error): The resource could not be found. Dec 15 19:18:32.118089 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4d9f0cd-b1f2-4306-9a07-9d72262f63ad tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:18:32.122877 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a4d9f0cd-b1f2-4306-9a07-9d72262f63ad tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] 10.222.0.36 "DELETE /v2.0/networks/1f2fbe29-3d4c-4379-8fc0-1cbf54dc8def HTTP/1.1" status: 404 len: 339 time: 0.1284096 Dec 15 19:18:32.123065 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-7af21d3b-4269-4f45-aad5-db2f4f415252 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] 10.222.0.36 "GET /v2.0/subnets/6644f5c4-a0a2-456d-a149-71eec55a0528 HTTP/1.1" status: 404 len: 337 time: 0.2938070 Dec 15 19:18:32.123168 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69d054a-a89a-462f-9363-6435dbb69cd6 req-2a8fee51-7bb5-4f8f-b1f8-60e60f83b420 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:32.124745 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c69d054a-a89a-462f-9363-6435dbb69cd6 req-2a8fee51-7bb5-4f8f-b1f8-60e60f83b420 service neutron] 10.222.0.32 "GET /v2.0/networks?id=19b72bfa-3b09-4f76-a78c-5531fd623b36 HTTP/1.1" status: 200 len: 912 time: 0.4055665 Dec 15 19:18:32.125275 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 50352) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:32.125642 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 50354) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:32.161120 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28937b3-27da-44b4-af73-4edafd883765 req-5154bd49-4117-406a-b794-34b38ed9eca3 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:32.161702 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-a28937b3-27da-44b4-af73-4edafd883765 req-5154bd49-4117-406a-b794-34b38ed9eca3 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:32.178833 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea2c84c-a5c9-484e-9b62-7bf6b7f1c4e3 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Made reservation on behalf of e56ca83c553e4935a4e8b75ed76c674c for: {'network': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:18:32.181608 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-8f12d013-a644-45b7-b442-c31a71d4ebf5 None None] Attempting to bind port 30f5ef5e-5073-42d8-b12b-9045e258dc9d on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:18:32.182288 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-8f12d013-a644-45b7-b442-c31a71d4ebf5 None None] Attempting to bind port 30f5ef5e-5073-42d8-b12b-9045e258dc9d by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'a9a394a0-56dd-4610-afcc-33cc3ddee8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f7a40b65-91d9-4be9-844e-f7ad25718e6d'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:18:32.185555 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f12d013-a644-45b7-b442-c31a71d4ebf5 None None] Attempting to bind port 30f5ef5e-5073-42d8-b12b-9045e258dc9d on network f7a40b65-91d9-4be9-844e-f7ad25718e6d {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:18:32.185876 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3ea2c84c-a5c9-484e-9b62-7bf6b7f1c4e3 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:32.196902 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f12d013-a644-45b7-b442-c31a71d4ebf5 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:18:32.197869 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f12d013-a644-45b7-b442-c31a71d4ebf5 None None] Checking segment: {'id': 'a9a394a0-56dd-4610-afcc-33cc3ddee8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f7a40b65-91d9-4be9-844e-f7ad25718e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:18:32.198561 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8f12d013-a644-45b7-b442-c31a71d4ebf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:32.199210 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f12d013-a644-45b7-b442-c31a71d4ebf5 None None] Bound using segment: {'id': 'a9a394a0-56dd-4610-afcc-33cc3ddee8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f7a40b65-91d9-4be9-844e-f7ad25718e6d'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:18:32.199973 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-8f12d013-a644-45b7-b442-c31a71d4ebf5 None None] Bound port: 30f5ef5e-5073-42d8-b12b-9045e258dc9d, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9a394a0-56dd-4610-afcc-33cc3ddee8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f7a40b65-91d9-4be9-844e-f7ad25718e6d'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:18:32.200519 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8f12d013-a644-45b7-b442-c31a71d4ebf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:32.204271 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3ea2c84c-a5c9-484e-9b62-7bf6b7f1c4e3 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for security_group, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:32.241745 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-3ea2c84c-a5c9-484e-9b62-7bf6b7f1c4e3 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:18:32.246849 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-3ea2c84c-a5c9-484e-9b62-7bf6b7f1c4e3 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Usage tracker for resource:security_group_rule and tenant:e56ca83c553e4935a4e8b75ed76c674c is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:18:32.253607 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-3ea2c84c-a5c9-484e-9b62-7bf6b7f1c4e3 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:18:32.263830 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a28937b3-27da-44b4-af73-4edafd883765 req-5154bd49-4117-406a-b794-34b38ed9eca3 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7236135 Dec 15 19:18:32.264881 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-3ea2c84c-a5c9-484e-9b62-7bf6b7f1c4e3 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:18:32.292958 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [req-a28937b3-27da-44b4-af73-4edafd883765 req-4e31db25-0cc8-4998-947a-ed420d336657 service neutron] Request body: {'port': {'device_id': '5a8fcdba-9ed4-4e76-945e-12df297099e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:18:32.335589 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-8f12d013-a644-45b7-b442-c31a71d4ebf5 None None] For port 30f5ef5e-5073-42d8-b12b-9045e258dc9d, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:18:32.340219 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-8f12d013-a644-45b7-b442-c31a71d4ebf5 None None] For port 30f5ef5e-5073-42d8-b12b-9045e258dc9d, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=30f5ef5e-5073-42d8-b12b-9045e258dc9d,segment=NetworkSegment(a9a394a0-56dd-4610-afcc-33cc3ddee8ed),segment_id=a9a394a0-56dd-4610-afcc-33cc3ddee8ed)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:18:32.363021 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-afb2b8f7-0027-4673-ac88-afd535245af5 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:32.379188 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8f12d013-a644-45b7-b442-c31a71d4ebf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:32.392598 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8c9daa78-299e-4a7a-9fc2-4b8bd734240b tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:32.396595 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-94445aa4-c5f2-44d7-a783-828f53e68c15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:32.445030 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb2b8f7-0027-4673-ac88-afd535245af5 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=297414d5-7164-4090-be7e-b29228b5cce5,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:32.449764 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c4015b1-54b2-41d2-9ddb-07f5314824d1 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] DELETE failed (client error): The resource could not be found. Dec 15 19:18:32.450270 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c4015b1-54b2-41d2-9ddb-07f5314824d1 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:18:32.457195 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-a28937b3-27da-44b4-af73-4edafd883765 req-4e31db25-0cc8-4998-947a-ed420d336657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:32.458399 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-afb2b8f7-0027-4673-ac88-afd535245af5 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:32.465638 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-3c4015b1-54b2-41d2-9ddb-07f5314824d1 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] 10.222.0.36 "DELETE /v2.0/subnets/02376f05-9bb5-4f7b-aaf1-da5edf8b7dc9 HTTP/1.1" status: 404 len: 337 time: 0.3336804 Dec 15 19:18:32.478722 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50364) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:32.482193 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afb2b8f7-0027-4673-ac88-afd535245af5 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=88990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:18:32.502362 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-a09db906-c8b3-46ff-8fc3-9cddd56acb6d tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] DELETE failed (client error): The resource could not be found. Dec 15 19:18:32.503095 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a09db906-c8b3-46ff-8fc3-9cddd56acb6d tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:18:32.506854 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f12d013-a644-45b7-b442-c31a71d4ebf5 None None] Pushing event updated for resources: {'Port': ['ID=30f5ef5e-5073-42d8-b12b-9045e258dc9d,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:32.525739 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8f12d013-a644-45b7-b442-c31a71d4ebf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:32.532099 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a09db906-c8b3-46ff-8fc3-9cddd56acb6d tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] 10.222.0.36 "DELETE /v2.0/networks/e544bbd0-61a7-4ae1-ac98-adadb1d5ea1a HTTP/1.1" status: 404 len: 339 time: 0.4015980 Dec 15 19:18:32.538793 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 50368) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:32.547374 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc594328-194d-4b63-8660-42be9caf983d tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] DELETE failed (client error): The resource could not be found. Dec 15 19:18:32.547970 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc594328-194d-4b63-8660-42be9caf983d tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:18:32.558408 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-c735cb34-2752-4c42-bfb2-69599ed82b56 None None] Provisioning for port 2fc06fa8-efc8-4c23-abfd-c14d4a269543 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:18:32.564133 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-c735cb34-2752-4c42-bfb2-69599ed82b56 None None] Provisioning complete for port 2fc06fa8-efc8-4c23-abfd-c14d4a269543 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:18:32.565712 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c735cb34-2752-4c42-bfb2-69599ed82b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:32.586561 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-fc594328-194d-4b63-8660-42be9caf983d tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] 10.222.0.36 "DELETE /v2.0/networks/ea3c8b50-7446-4f41-9c6f-5c50e2d3135a HTTP/1.1" status: 404 len: 339 time: 0.1041710 Dec 15 19:18:32.612482 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50372) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:32.650358 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-c735cb34-2752-4c42-bfb2-69599ed82b56 None None] Port 2fc06fa8-efc8-4c23-abfd-c14d4a269543 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:18:32.704187 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5d5fc75-733a-4fd2-ba9d-fc70a082cb78 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] DELETE failed (client error): The resource could not be found. Dec 15 19:18:32.704690 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5d5fc75-733a-4fd2-ba9d-fc70a082cb78 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:18:32.719431 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-afb2b8f7-0027-4673-ac88-afd535245af5 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:32.719838 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-afb2b8f7-0027-4673-ac88-afd535245af5 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Added segment e1ffce85-a9a7-45ea-bf4c-6b0d95b6ea0c of type vlan for network 7fc2e91f-5ee9-48a4-b44b-cbcce1aecb8d Dec 15 19:18:32.763353 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3ea2c84c-a5c9-484e-9b62-7bf6b7f1c4e3 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for security_group, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:32.775882 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b5d5fc75-733a-4fd2-ba9d-fc70a082cb78 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] 10.222.0.36 "DELETE /v2.0/subnets/61cf3cc1-196e-4d4e-88f4-74be65ebf368 HTTP/1.1" status: 404 len: 337 time: 0.1588032 Dec 15 19:18:32.776810 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50378) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:32.801868 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50382) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:32.816273 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3ea2c84c-a5c9-484e-9b62-7bf6b7f1c4e3 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:32.837241 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-37515cb3-77ee-433d-b617-6fc6c6ef9dee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:32.859213 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-b606cf4d-c37b-4707-8e39-55307c1bb767 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] DELETE failed (client error): The resource could not be found. Dec 15 19:18:32.859722 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b606cf4d-c37b-4707-8e39-55307c1bb767 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:18:32.864078 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b606cf4d-c37b-4707-8e39-55307c1bb767 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] 10.222.0.36 "DELETE /v2.0/networks/1efbbae7-5397-4c55-befb-2a7d2ccd8949 HTTP/1.1" status: 404 len: 339 time: 0.0841465 Dec 15 19:18:32.871478 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 50386) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:32.880234 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c69d054a-a89a-462f-9363-6435dbb69cd6 req-d25e35b6-5379-42d5-a8e8-e7e2c8f982bf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06f8b5fc-2365-432b-90d7-f814527b98c7 HTTP/1.1" status: 200 len: 1001 time: 0.7458282 Dec 15 19:18:32.981175 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ea2c84c-a5c9-484e-9b62-7bf6b7f1c4e3 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=88991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:18:33.000411 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2c84c-a5c9-484e-9b62-7bf6b7f1c4e3 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87815e47-3c92-4054-842f-12ddbf8d3230,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:33.004595 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3ea2c84c-a5c9-484e-9b62-7bf6b7f1c4e3 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:33.025285 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201979b7-a449-4ded-be3c-e43bbc27fd1b tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:33.025439 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3ea2c84c-a5c9-484e-9b62-7bf6b7f1c4e3 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:33.025710 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-3ea2c84c-a5c9-484e-9b62-7bf6b7f1c4e3 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Added segment 9575ac7b-3c85-46da-81c5-434024000f40 of type vlan for network 489fa468-360a-4868-b4ac-a400ec975c5b Dec 15 19:18:33.026059 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-201979b7-a449-4ded-be3c-e43bbc27fd1b tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Synchronizing usage tracker for tenant:939f0a0fc6a54dca88c6c50c43297e50 on resource:network {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:18:33.039178 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-afb2b8f7-0027-4673-ac88-afd535245af5 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:33.063538 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-94246ff6-6b30-4c8a-8872-b18dcc529476 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f075a9d384eb440db84c0ccc2770e165&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2542489 Dec 15 19:18:33.079206 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50390) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:33.092706 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9dcca8-632b-400b-b20a-e33e99433c55 req-b2f490e0-fb79-47c4-8f1e-55f8f03697ae tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:33.094532 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6a9dcca8-632b-400b-b20a-e33e99433c55 req-b2f490e0-fb79-47c4-8f1e-55f8f03697ae tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a8fcdba-9ed4-4e76-945e-12df297099e0 HTTP/1.1" status: 200 len: 932 time: 0.7663364 Dec 15 19:18:33.130338 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3ea2c84c-a5c9-484e-9b62-7bf6b7f1c4e3 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:33.190221 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-7e83e8fe-cd56-4e50-8120-22a4a43b56e6 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Deleting port 54f973a9-2399-4575-a4c1-136fb530c7d2 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:18:33.190655 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7e83e8fe-cd56-4e50-8120-22a4a43b56e6 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:33.243612 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-201979b7-a449-4ded-be3c-e43bbc27fd1b tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Unset dirty status for tenant:939f0a0fc6a54dca88c6c50c43297e50 on resource:network {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:18:33.244915 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-201979b7-a449-4ded-be3c-e43bbc27fd1b tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.7041223 Dec 15 19:18:33.249583 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50394) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:33.259685 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3ea2c84c-a5c9-484e-9b62-7bf6b7f1c4e3 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:33.264003 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea2c84c-a5c9-484e-9b62-7bf6b7f1c4e3 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:33.264650 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3ea2c84c-a5c9-484e-9b62-7bf6b7f1c4e3 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:33.282356 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69d054a-a89a-462f-9363-6435dbb69cd6 req-56003cd1-fe88-45a7-8b63-810afb77bcef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:33.283227 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:33.283956 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c69d054a-a89a-462f-9363-6435dbb69cd6 req-56003cd1-fe88-45a7-8b63-810afb77bcef service neutron] 10.222.0.32 "GET /v2.0/subnets?id=82c744e4-df47-41bb-809a-42816dd304e6 HTTP/1.1" status: 200 len: 850 time: 0.3813415 Dec 15 19:18:33.343388 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b4bfd955-9e81-41c5-90b7-5dad7c59a132 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:33.352681 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6c9a3586-24b5-4992-8796-f45898953aad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:33.379050 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6a9dcca8-632b-400b-b20a-e33e99433c55 req-c4d9d89b-ba17-434b-8961-beff81f17e27 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] 10.222.0.36 "GET /v2.0/security-groups?id=19b98e59-0c96-4874-b9ee-d71b2bd06b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2513299 Dec 15 19:18:33.424868 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b4bfd955-9e81-41c5-90b7-5dad7c59a132 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Transition to ACTIVE for port object 5f143426-c825-4ea0-a8e8-1bdebb62ee58 will not be triggered until provisioned by entity DHCP. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:18:33.425399 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-95613776-955d-42d5-a527-943629ffa818 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Synchronizing usage tracker for tenant:939f0a0fc6a54dca88c6c50c43297e50 on resource:subnet {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:18:33.426088 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-afb2b8f7-0027-4673-ac88-afd535245af5 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:33.431093 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb2b8f7-0027-4673-ac88-afd535245af5 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:33.431738 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-afb2b8f7-0027-4673-ac88-afd535245af5 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:33.441087 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8b5eb8fa-14a0-49d4-8779-b84e3644fbe2 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:33.469556 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [req-a28937b3-27da-44b4-af73-4edafd883765 req-4e31db25-0cc8-4998-947a-ed420d336657 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fc06fa8-efc8-4c23-abfd-c14d4a269543 {{(pid=88991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 19:18:33.481051 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-3ea2c84c-a5c9-484e-9b62-7bf6b7f1c4e3 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.8042791 Dec 15 19:18:33.490207 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6c9a3586-24b5-4992-8796-f45898953aad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:33.498924 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-a28937b3-27da-44b4-af73-4edafd883765 req-4e31db25-0cc8-4998-947a-ed420d336657 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:33.502677 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50398) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:33.503437 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2c84c-a5c9-484e-9b62-7bf6b7f1c4e3 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event updated for resources: {'Network': ['ID=489fa468-360a-4868-b4ac-a400ec975c5b,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:33.506360 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3ea2c84c-a5c9-484e-9b62-7bf6b7f1c4e3 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:33.513800 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-95f3d2a5-1b58-48ab-ab7d-883c08cb0639 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Request body: {'subnet': {'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:18:33.515711 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 489fa468-360a-4868-b4ac-a400ec975c5b details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:18:33.538875 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-95613776-955d-42d5-a527-943629ffa818 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Unset dirty status for tenant:939f0a0fc6a54dca88c6c50c43297e50 on resource:subnet {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:18:33.540666 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-95613776-955d-42d5-a527-943629ffa818 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] 10.222.0.36 "GET /v2.0/subnets?network_id=4b9c9b76-a8c2-4873-8d7b-0d52cc71925c HTTP/1.1" status: 200 len: 207 time: 0.2825065 Dec 15 19:18:33.546557 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 50402) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:33.644356 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [req-a28937b3-27da-44b4-af73-4edafd883765 req-4e31db25-0cc8-4998-947a-ed420d336657 service neutron] Transition to ACTIVE for port object 2fc06fa8-efc8-4c23-abfd-c14d4a269543 will not be triggered until provisioned by entity L2. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:18:33.654611 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-afb2b8f7-0027-4673-ac88-afd535245af5 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.5391095 Dec 15 19:18:33.658186 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50406) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:33.679628 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-14f07b31-c05f-4599-8355-adf0c561e4b9 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Request body: {'subnet': {'network_id': '7fc2e91f-5ee9-48a4-b44b-cbcce1aecb8d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:18:33.701127 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-a28937b3-27da-44b4-af73-4edafd883765 req-4e31db25-0cc8-4998-947a-ed420d336657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:33.709897 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-22a573bb-dba0-42b8-bf8a-e3898e32ee51 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:33.809929 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb2b8f7-0027-4673-ac88-afd535245af5 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Pushing event updated for resources: {'Network': ['ID=7fc2e91f-5ee9-48a4-b44b-cbcce1aecb8d,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:33.821639 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-afb2b8f7-0027-4673-ac88-afd535245af5 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:33.823142 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 7fc2e91f-5ee9-48a4-b44b-cbcce1aecb8d details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:18:33.850123 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c69d054a-a89a-462f-9363-6435dbb69cd6 req-d350162e-4cfc-4579-8826-13d0777ee73e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=19b72bfa-3b09-4f76-a78c-5531fd623b36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5567224 Dec 15 19:18:33.859619 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7e83e8fe-cd56-4e50-8120-22a4a43b56e6 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:33.869866 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b4bfd955-9e81-41c5-90b7-5dad7c59a132 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:33.908474 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d70016de-2355-4e0d-9b52-1a6c63e2a6a1 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:34.041794 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-95f3d2a5-1b58-48ab-ab7d-883c08cb0639 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:18:34.085086 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-95f3d2a5-1b58-48ab-ab7d-883c08cb0639 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Usage tracker for resource:subnet and tenant:e56ca83c553e4935a4e8b75ed76c674c is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:18:34.087763 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-95f3d2a5-1b58-48ab-ab7d-883c08cb0639 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:18:34.164442 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-95f3d2a5-1b58-48ab-ab7d-883c08cb0639 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:18:34.166957 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6c9a3586-24b5-4992-8796-f45898953aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:34.223134 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e31db25-0cc8-4998-947a-ed420d336657 service neutron] Pushing event updated for resources: {'Port': ['ID=2fc06fa8-efc8-4c23-abfd-c14d4a269543,revision_number=2']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:34.226774 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4e31db25-0cc8-4998-947a-ed420d336657 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:34.230324 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-40d46803-f9a8-425a-8159-c66eb3ce3151 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:34.248499 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-14f07b31-c05f-4599-8355-adf0c561e4b9 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:18:34.251372 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f3d2a5-1b58-48ab-ab7d-883c08cb0639 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Made reservation on behalf of e56ca83c553e4935a4e8b75ed76c674c for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:18:34.267561 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6c9a3586-24b5-4992-8796-f45898953aad admin admin] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:34.272390 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6c9a3586-24b5-4992-8796-f45898953aad admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ca0d7d91-d8fd-4f3f-9fe3-3064e44ee8b8 HTTP/1.1" status: 204 len: 168 time: 1.1885636 Dec 15 19:18:34.274457 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9a3586-24b5-4992-8796-f45898953aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca0d7d91-d8fd-4f3f-9fe3-3064e44ee8b8,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:34.283280 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6c9a3586-24b5-4992-8796-f45898953aad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:34.284614 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-14f07b31-c05f-4599-8355-adf0c561e4b9 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Usage tracker for resource:subnet and tenant:3dec2bb4c0324fb0938996d171d39a2a is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:18:34.380343 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-14f07b31-c05f-4599-8355-adf0c561e4b9 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:18:34.434275 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-14f07b31-c05f-4599-8355-adf0c561e4b9 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:18:34.513841 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-7e83e8fe-cd56-4e50-8120-22a4a43b56e6 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Calling delete_port for 54f973a9-2399-4575-a4c1-136fb530c7d2 owned by {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:18:34.524179 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f07b31-c05f-4599-8355-adf0c561e4b9 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Made reservation on behalf of 3dec2bb4c0324fb0938996d171d39a2a for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:18:34.551558 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-95f3d2a5-1b58-48ab-ab7d-883c08cb0639 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:34.562832 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bfd955-9e81-41c5-90b7-5dad7c59a132 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Network f7a40b65-91d9-4be9-844e-f7ad25718e6d is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:18:34.609681 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-b4bfd955-9e81-41c5-90b7-5dad7c59a132 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:18:34.621607 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbf9ae2-a340-498d-85a3-8a6997e29920 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:34.627556 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbf9ae2-a340-498d-85a3-8a6997e29920 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:34.632671 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbf9ae2-a340-498d-85a3-8a6997e29920 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:34.637918 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbf9ae2-a340-498d-85a3-8a6997e29920 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:34.643346 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-2fbf9ae2-a340-498d-85a3-8a6997e29920 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 1.0844760 Dec 15 19:18:34.686169 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bfd955-9e81-41c5-90b7-5dad7c59a132 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:18:34.690284 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bfd955-9e81-41c5-90b7-5dad7c59a132 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:34.690975 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b4bfd955-9e81-41c5-90b7-5dad7c59a132 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:34.700407 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 50416) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:34.734139 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bfd955-9e81-41c5-90b7-5dad7c59a132 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event updated for resources: {'Port': ['ID=5f143426-c825-4ea0-a8e8-1bdebb62ee58,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:34.749712 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03c95bd-465b-43fb-9f7a-a7f2cb1524dc None None] Network f7a40b65-91d9-4be9-844e-f7ad25718e6d requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:18:34.808030 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-14f07b31-c05f-4599-8355-adf0c561e4b9 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:34.914103 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-a28937b3-27da-44b4-af73-4edafd883765 req-4e31db25-0cc8-4998-947a-ed420d336657 service neutron] Attempting to bind port 2fc06fa8-efc8-4c23-abfd-c14d4a269543 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:18:34.915083 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-a28937b3-27da-44b4-af73-4edafd883765 req-4e31db25-0cc8-4998-947a-ed420d336657 service neutron] Attempting to bind port 2fc06fa8-efc8-4c23-abfd-c14d4a269543 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'ee834257-2d95-4457-8993-3de4c3c8fb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '0fa38694-55b5-4cdc-8b7c-72ddba6039db'}] {{(pid=88991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:18:34.915467 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28937b3-27da-44b4-af73-4edafd883765 req-4e31db25-0cc8-4998-947a-ed420d336657 service neutron] Attempting to bind port 2fc06fa8-efc8-4c23-abfd-c14d4a269543 on network 0fa38694-55b5-4cdc-8b7c-72ddba6039db {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:18:34.935552 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b4bfd955-9e81-41c5-90b7-5dad7c59a132 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.025s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:34.943067 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c69d054a-a89a-462f-9363-6435dbb69cd6 req-c03c420f-960d-43d0-b3c2-b27e93f6b8d3 service neutron] 10.222.0.32 "GET /v2.0/networks/19b72bfa-3b09-4f76-a78c-5531fd623b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0697279 Dec 15 19:18:34.954100 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28937b3-27da-44b4-af73-4edafd883765 req-4e31db25-0cc8-4998-947a-ed420d336657 service neutron] Port 2fc06fa8-efc8-4c23-abfd-c14d4a269543 on network 0fa38694-55b5-4cdc-8b7c-72ddba6039db not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:18:34.954503 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28937b3-27da-44b4-af73-4edafd883765 req-4e31db25-0cc8-4998-947a-ed420d336657 service neutron] Attempting to bind port 2fc06fa8-efc8-4c23-abfd-c14d4a269543 on network 0fa38694-55b5-4cdc-8b7c-72ddba6039db {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:18:34.990778 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28937b3-27da-44b4-af73-4edafd883765 req-4e31db25-0cc8-4998-947a-ed420d336657 service neutron] Checking agent: {'id': '59e4c979-c5dd-468d-a1f2-341133950749', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 12, 24), 'started_at': datetime.datetime(2021, 12, 15, 19, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:18:34.990778 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28937b3-27da-44b4-af73-4edafd883765 req-4e31db25-0cc8-4998-947a-ed420d336657 service neutron] Checking segment: {'id': 'ee834257-2d95-4457-8993-3de4c3c8fb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '0fa38694-55b5-4cdc-8b7c-72ddba6039db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:18:34.990778 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28937b3-27da-44b4-af73-4edafd883765 req-4e31db25-0cc8-4998-947a-ed420d336657 service neutron] Bound using segment: {'id': 'ee834257-2d95-4457-8993-3de4c3c8fb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '0fa38694-55b5-4cdc-8b7c-72ddba6039db'} {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:18:34.990778 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-a28937b3-27da-44b4-af73-4edafd883765 req-4e31db25-0cc8-4998-947a-ed420d336657 service neutron] Bound port: 2fc06fa8-efc8-4c23-abfd-c14d4a269543, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee834257-2d95-4457-8993-3de4c3c8fb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '0fa38694-55b5-4cdc-8b7c-72ddba6039db'}}] {{(pid=88991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:18:34.990778 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-a28937b3-27da-44b4-af73-4edafd883765 req-4e31db25-0cc8-4998-947a-ed420d336657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:34.991501 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7e83e8fe-cd56-4e50-8120-22a4a43b56e6 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:35.011949 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 30f5ef5e-5073-42d8-b12b-9045e258dc9d up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:18:35.073170 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-58972957-2306-4490-bd76-4b006ddc14a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:35.121264 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-c610e2ae-fc3f-4c58-ae4b-5ddafde83b5a None None] Provisioning for port 30f5ef5e-5073-42d8-b12b-9045e258dc9d completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:18:35.155894 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b4bfd955-9e81-41c5-90b7-5dad7c59a132 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 5.1846406 Dec 15 19:18:35.165020 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 50432) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:35.166068 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e83e8fe-cd56-4e50-8120-22a4a43b56e6 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Pushing event deleted for resources: {'Port': ['ID=54f973a9-2399-4575-a4c1-136fb530c7d2,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:35.166500 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 30f5ef5e-5073-42d8-b12b-9045e258dc9d completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:18:35.172174 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 30f5ef5e-5073-42d8-b12b-9045e258dc9d triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:18:35.172788 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:35.175267 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7e83e8fe-cd56-4e50-8120-22a4a43b56e6 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:35.196634 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-b75efbad-752e-4872-8ab2-39291795c527 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Request body: {'port': {'network_id': 'f7a40b65-91d9-4be9-844e-f7ad25718e6d', 'name': 'tempest-PortsIpV6TestJSON-1948892567', 'fixed_ips': [{'subnet_id': 'a0a0941b-38fb-474c-a0c0-997c9dbae20d', 'ip_address': '2001:db8::f'}]}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:18:35.336552 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:35.377096 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port 30f5ef5e-5073-42d8-b12b-9045e258dc9d, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=30f5ef5e-5073-42d8-b12b-9045e258dc9d,segment=NetworkSegment(a9a394a0-56dd-4610-afcc-33cc3ddee8ed),segment_id=a9a394a0-56dd-4610-afcc-33cc3ddee8ed)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:18:35.400323 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b54a6-6073-4ae5-a038-e9723a448cfc req-9e2cf614-e265-41f8-ad40-02651623e01f tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:35.403051 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8d8b54a6-6073-4ae5-a038-e9723a448cfc req-9e2cf614-e265-41f8-ad40-02651623e01f tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a8fcdba-9ed4-4e76-945e-12df297099e0 HTTP/1.1" status: 200 len: 944 time: 0.8185086 Dec 15 19:18:35.413047 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-a28937b3-27da-44b4-af73-4edafd883765 req-4e31db25-0cc8-4998-947a-ed420d336657 service neutron] For port 2fc06fa8-efc8-4c23-abfd-c14d4a269543, host hv-neutron-8218, cleared binding levels {{(pid=88991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:18:35.417828 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7e83e8fe-cd56-4e50-8120-22a4a43b56e6 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:35.423942 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50438) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:35.424458 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-7e83e8fe-cd56-4e50-8120-22a4a43b56e6 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] 10.222.0.36 "DELETE /v2.0/ports/54f973a9-2399-4575-a4c1-136fb530c7d2 HTTP/1.1" status: 204 len: 168 time: 2.5466883 Dec 15 19:18:35.428188 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:35.430300 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:35.431408 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-a28937b3-27da-44b4-af73-4edafd883765 req-4e31db25-0cc8-4998-947a-ed420d336657 service neutron] For port 2fc06fa8-efc8-4c23-abfd-c14d4a269543, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=2fc06fa8-efc8-4c23-abfd-c14d4a269543,segment=NetworkSegment(ee834257-2d95-4457-8993-3de4c3c8fb43),segment_id=ee834257-2d95-4457-8993-3de4c3c8fb43)] {{(pid=88991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:18:35.475721 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ff7005d-360f-4cb4-bc98-01831b471029 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] DELETE failed (client error): The resource could not be found. Dec 15 19:18:35.476545 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ff7005d-360f-4cb4-bc98-01831b471029 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:18:35.484422 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-14f07b31-c05f-4599-8355-adf0c561e4b9 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:35.493194 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:35.503695 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c69d054a-a89a-462f-9363-6435dbb69cd6 req-d2704c4c-55a3-4dc3-9b6f-43ec210bf86a service neutron] 10.222.0.32 "GET /v2.0/networks/19b72bfa-3b09-4f76-a78c-5531fd623b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5556846 Dec 15 19:18:35.518577 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-b75efbad-752e-4872-8ab2-39291795c527 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:18:35.539712 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1ff7005d-360f-4cb4-bc98-01831b471029 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] 10.222.0.36 "DELETE /v2.0/subnets/69318eb1-5dcc-4106-9355-160c8cd8a04e HTTP/1.1" status: 404 len: 337 time: 0.1146007 Dec 15 19:18:35.553549 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 50444) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:35.560218 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-a28937b3-27da-44b4-af73-4edafd883765 req-4e31db25-0cc8-4998-947a-ed420d336657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:35.586503 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=30f5ef5e-5073-42d8-b12b-9045e258dc9d,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:35.590030 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:35.656801 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f07b31-c05f-4599-8355-adf0c561e4b9 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Checking segment: {'id': 'e1ffce85-a9a7-45ea-bf4c-6b0d95b6ea0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '7fc2e91f-5ee9-48a4-b44b-cbcce1aecb8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:18:35.657100 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f07b31-c05f-4599-8355-adf0c561e4b9 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Network hostable DHCP agents. Network: 7fc2e91f-5ee9-48a4-b44b-cbcce1aecb8d, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:18:35.662460 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f07b31-c05f-4599-8355-adf0c561e4b9 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Pushing event updated for resources: {'Subnet': ['ID=ad2e4159-54f0-4b1d-a6dc-1e1e9cf48317,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:35.667322 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-a28937b3-27da-44b4-af73-4edafd883765 req-4e31db25-0cc8-4998-947a-ed420d336657 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:35.668714 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a28937b3-27da-44b4-af73-4edafd883765 req-4e31db25-0cc8-4998-947a-ed420d336657 service neutron] 10.222.0.32 "PUT /v2.0/ports/2fc06fa8-efc8-4c23-abfd-c14d4a269543 HTTP/1.1" status: 200 len: 1094 time: 3.3925171 Dec 15 19:18:35.669669 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a8fcdba-9ed4-4e76-945e-12df297099e0', 'tag': '2fc06fa8-efc8-4c23-abfd-c14d4a269543'}] {{(pid=88991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:18:35.686213 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-14f07b31-c05f-4599-8355-adf0c561e4b9 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:35.686867 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5154bd49-4117-406a-b794-34b38ed9eca3 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:35.742226 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-95f3d2a5-1b58-48ab-ab7d-883c08cb0639 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:35.780292 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-b75efbad-752e-4872-8ab2-39291795c527 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Usage tracker for resource:port and tenant:d09e37d948244dafb936d2972b3d58c9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:18:35.787842 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-a194890a-a117-4fd7-8f78-fe4c17b8b4b3 None None] Provisioning for port 5f143426-c825-4ea0-a8e8-1bdebb62ee58 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:18:35.792642 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ee37439f-d828-413b-95d2-c8440ad06590 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:35.794915 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-a194890a-a117-4fd7-8f78-fe4c17b8b4b3 None None] Provisioning complete for port 5f143426-c825-4ea0-a8e8-1bdebb62ee58 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:18:35.795504 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a194890a-a117-4fd7-8f78-fe4c17b8b4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:35.800014 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-b75efbad-752e-4872-8ab2-39291795c527 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:18:35.813078 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a8fcdba-9ed4-4e76-945e-12df297099e0', 'tag': '2fc06fa8-efc8-4c23-abfd-c14d4a269543', 'status': 'completed', 'code': 200} Dec 15 19:18:35.819361 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-2b988463-f66a-4b60-a221-5261174d07d5 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] 10.222.0.36 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 1.1055939 Dec 15 19:18:35.825585 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50452) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:35.830259 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-b75efbad-752e-4872-8ab2-39291795c527 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:18:35.905050 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-a194890a-a117-4fd7-8f78-fe4c17b8b4b3 None None] Port 5f143426-c825-4ea0-a8e8-1bdebb62ee58 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:18:35.926684 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-a194890a-a117-4fd7-8f78-fe4c17b8b4b3 None None] Provisioning complete for port 30f5ef5e-5073-42d8-b12b-9045e258dc9d triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:18:35.927553 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a194890a-a117-4fd7-8f78-fe4c17b8b4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:35.939900 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b75efbad-752e-4872-8ab2-39291795c527 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Made reservation on behalf of d09e37d948244dafb936d2972b3d58c9 for: {'port': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:18:35.940675 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ce5846-2543-4a15-9f03-024e535fd976 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:35.942320 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ce5846-2543-4a15-9f03-024e535fd976 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:35.949097 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-84ce5846-2543-4a15-9f03-024e535fd976 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1115348 Dec 15 19:18:35.952565 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50458) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:35.972409 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8d8b54a6-6073-4ae5-a038-e9723a448cfc req-79ec823f-2434-43bd-896e-799b47edf7e0 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] 10.222.0.36 "GET /v2.0/security-groups?id=19b98e59-0c96-4874-b9ee-d71b2bd06b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4604571 Dec 15 19:18:36.089476 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e31db25-0cc8-4998-947a-ed420d336657 service neutron] Pushing event updated for resources: {'Port': ['ID=2fc06fa8-efc8-4c23-abfd-c14d4a269543,revision_number=3']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:36.101254 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4e31db25-0cc8-4998-947a-ed420d336657 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:36.105476 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-342f01b3-edeb-4918-92c9-c751870fcac0 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.340s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:36.152015 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f07b31-c05f-4599-8355-adf0c561e4b9 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Network 7fc2e91f-5ee9-48a4-b44b-cbcce1aecb8d is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:18:36.156884 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117805f7-a400-4958-be47-667df34ba980 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Attributes excluded by policy engine: ['shared'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:36.158584 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117805f7-a400-4958-be47-667df34ba980 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Attributes excluded by policy engine: ['shared'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:36.164175 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-117805f7-a400-4958-be47-667df34ba980 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] 10.222.0.36 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2002916 Dec 15 19:18:36.171040 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50462) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:36.259297 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ee37439f-d828-413b-95d2-c8440ad06590 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:36.292547 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f3d2a5-1b58-48ab-ab7d-883c08cb0639 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Checking segment: {'id': '9575ac7b-3c85-46da-81c5-434024000f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:18:36.292950 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f3d2a5-1b58-48ab-ab7d-883c08cb0639 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Network hostable DHCP agents. Network: 489fa468-360a-4868-b4ac-a400ec975c5b, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:18:36.313746 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-ee37439f-d828-413b-95d2-c8440ad06590 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee721a08-3a0d-4a11-91f4-4cf010ab6057']}} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:18:36.319416 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-14f07b31-c05f-4599-8355-adf0c561e4b9 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, 7fc2e91f-5ee9-48a4-b44b-cbcce1aecb8d) {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:18:36.332653 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbbb460-495b-4905-a724-b0a8a9034919 None None] Network 7fc2e91f-5ee9-48a4-b44b-cbcce1aecb8d requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:18:36.339585 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a28937b3-27da-44b4-af73-4edafd883765 req-edc11daf-de25-4f61-9735-e06a9ec32479 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=84e8b4bbe4894c70a50ef612e764025b&device_id=5a8fcdba-9ed4-4e76-945e-12df297099e0 HTTP/1.1" status: 200 len: 1097 time: 0.5858600 Dec 15 19:18:36.343325 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f07b31-c05f-4599-8355-adf0c561e4b9 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:36.343955 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-14f07b31-c05f-4599-8355-adf0c561e4b9 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:36.348637 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f3d2a5-1b58-48ab-ab7d-883c08cb0639 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event updated for resources: {'Subnet': ['ID=eb881d63-2396-4cca-87d8-077fde19cdbf,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:36.360527 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-ee37439f-d828-413b-95d2-c8440ad06590 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb762a4f-7a1e-4e69-8bff-a36f061d2cf9') {'for_net_delete': True} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:18:36.360874 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-ee37439f-d828-413b-95d2-c8440ad06590 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb762a4f-7a1e-4e69-8bff-a36f061d2cf9') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:18:36.380118 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b75efbad-752e-4872-8ab2-39291795c527 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:36.402623 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ee37439f-d828-413b-95d2-c8440ad06590 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16327073'] for segment, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:36.414633 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-95f3d2a5-1b58-48ab-ab7d-883c08cb0639 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:36.437273 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-b75efbad-752e-4872-8ab2-39291795c527 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] device_id is not set on port f863dd05-5cde-4abf-b23d-8b16df9e2532 yet. {{(pid=88990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:18:36.473888 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-16bddb77-e7b0-46a7-8281-7361b65f6c24 None None] Provisioning complete for port 5f143426-c825-4ea0-a8e8-1bdebb62ee58 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:18:36.474359 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-16bddb77-e7b0-46a7-8281-7361b65f6c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:36.493156 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a28937b3-27da-44b4-af73-4edafd883765 req-966c77cc-776f-494b-8380-3bd8a66dd4bb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fc06fa8-efc8-4c23-abfd-c14d4a269543 HTTP/1.1" status: 200 len: 217 time: 0.1405051 Dec 15 19:18:36.524379 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ee37439f-d828-413b-95d2-c8440ad06590 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:36.548510 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee37439f-d828-413b-95d2-c8440ad06590 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=88990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:18:36.549055 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ee37439f-d828-413b-95d2-c8440ad06590 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838138943'] for segment, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:36.573660 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:18:36.573660 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:18:36.573660 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:18:36.573660 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:18:36.573660 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:18:36.573660 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:18:36.573660 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:18:36.573660 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:18:36.573660 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:18:36.573660 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:18:36.573660 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:18:36.573660 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:18:36.573660 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:18:36.573660 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:18:36.573660 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:18:36.573660 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:18:36.573660 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:18:36.573660 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:18:36.573660 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:18:36.573660 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:18:36.573660 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:18:36.573660 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:18:36.573660 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:18:36.573660 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:18:36.573660 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:18:36.573660 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:18:36.573660 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:18:36.573660 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:18:36.573660 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:18:36.573660 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:18:36.573660 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:18:36.573660 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:18:36.578777 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-16bddb77-e7b0-46a7-8281-7361b65f6c24 None None] Port 5f143426-c825-4ea0-a8e8-1bdebb62ee58 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:18:36.582625 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998f45b4-0615-4447-8f48-c7aaf517406d tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:36.583271 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-998f45b4-0615-4447-8f48-c7aaf517406d tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Synchronizing usage tracker for tenant:939f0a0fc6a54dca88c6c50c43297e50 on resource:network {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:18:36.608912 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-998f45b4-0615-4447-8f48-c7aaf517406d tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Unset dirty status for tenant:939f0a0fc6a54dca88c6c50c43297e50 on resource:network {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:18:36.614374 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-998f45b4-0615-4447-8f48-c7aaf517406d tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] 10.222.0.36 "GET /v2.0/networks/256c8958-b32d-40ed-813a-b9d084c44dd3 HTTP/1.1" status: 200 len: 800 time: 0.4387615 Dec 15 19:18:36.615424 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50474) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:36.619362 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28937b3-27da-44b4-af73-4edafd883765 req-5be39d48-55d4-418d-a231-3ee4673cdb53 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:36.619362 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a28937b3-27da-44b4-af73-4edafd883765 req-5be39d48-55d4-418d-a231-3ee4673cdb53 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=12d437f5-d846-4502-aee0-d4b3f14f3197 HTTP/1.1" status: 200 len: 835 time: 0.1190305 Dec 15 19:18:36.712280 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-14f07b31-c05f-4599-8355-adf0c561e4b9 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0520635 Dec 15 19:18:36.713203 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f3d2a5-1b58-48ab-ab7d-883c08cb0639 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Network 489fa468-360a-4868-b4ac-a400ec975c5b is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:18:36.732310 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 50480) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:36.732756 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e0ba75-bdbc-416c-b0f6-f7189dfaf8df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-7fc2e91f-5ee9-48a4-b44b-cbcce1aecb8d', 'network_id': '7fc2e91f-5ee9-48a4-b44b-cbcce1aecb8d', 'tenant_id': '3dec2bb4c0324fb0938996d171d39a2a', 'fixed_ips': [{'subnet_id': 'ad2e4159-54f0-4b1d-a6dc-1e1e9cf48317'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:18:36.733666 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-59e0ba75-bdbc-416c-b0f6-f7189dfaf8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:36.746264 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-5fac250d-ec80-4843-ba87-6f9fe8469989 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Request body: {'port': {'network_id': '7fc2e91f-5ee9-48a4-b44b-cbcce1aecb8d', 'name': 'tempest-ExtraDHCPOptionsTestJSON-860247844'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:18:36.828772 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-95f3d2a5-1b58-48ab-ab7d-883c08cb0639 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, 489fa468-360a-4868-b4ac-a400ec975c5b) {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:18:36.837555 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f3d2a5-1b58-48ab-ab7d-883c08cb0639 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:36.838200 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-95f3d2a5-1b58-48ab-ab7d-883c08cb0639 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:36.863476 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ee37439f-d828-413b-95d2-c8440ad06590 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:36.883188 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f267caf6-d675-4091-8c9f-0a8812506cf6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:36.915478 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-95f3d2a5-1b58-48ab-ab7d-883c08cb0639 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.4078162 Dec 15 19:18:36.918864 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50486) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:36.935280 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-e74ac9f6-dbc9-4cf0-a186-e18de7d0d0a5 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Request body: {'port': {'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'name': 'tempest-NetworksTestDHCPv6-1694451469'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:18:36.957498 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ee37439f-d828-413b-95d2-c8440ad06590 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:36.962906 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee37439f-d828-413b-95d2-c8440ad06590 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Pushing event deleted for resources: {'Network': ['ID=ee721a08-3a0d-4a11-91f4-4cf010ab6057,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:36.967959 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ee37439f-d828-413b-95d2-c8440ad06590 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:36.971841 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-59e0ba75-bdbc-416c-b0f6-f7189dfaf8df None None] Allocated IP 172.20.0.2 (7fc2e91f-5ee9-48a4-b44b-cbcce1aecb8d/ad2e4159-54f0-4b1d-a6dc-1e1e9cf48317/097c3ee9-a064-4e52-a413-44e981921bea) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:18:36.973381 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-aaf5f73b-6c60-4cf1-b2c3-b075a53c9c3d tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] 10.222.0.36 "GET /v2.0/networks/256c8958-b32d-40ed-813a-b9d084c44dd3?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.3531044 Dec 15 19:18:36.988024 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 30f5ef5e-5073-42d8-b12b-9045e258dc9d up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:18:36.989484 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 50492) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:37.015300 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8901541d-97df-4d83-a325-2c9f649d3927 None None] Network 489fa468-360a-4868-b4ac-a400ec975c5b requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:18:37.035403 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-5fac250d-ec80-4843-ba87-6f9fe8469989 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:18:37.044394 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a28937b3-27da-44b4-af73-4edafd883765 req-a22d777b-90d6-4b57-ab0e-814c2c09a0a0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0fa38694-55b5-4cdc-8b7c-72ddba6039db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4000688 Dec 15 19:18:37.130794 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4ade85-b169-442c-a595-e254dbafe9bd tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:37.132279 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-2b4ade85-b169-442c-a595-e254dbafe9bd tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] 10.222.0.36 "GET /v2.0/subnets/d163ca81-f124-4548-a46b-7a5f3652941c HTTP/1.1" status: 200 len: 811 time: 0.1415880 Dec 15 19:18:37.146083 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ee37439f-d828-413b-95d2-c8440ad06590 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] 10.222.0.36 "DELETE /v2.0/networks/ee721a08-3a0d-4a11-91f4-4cf010ab6057 HTTP/1.1" status: 204 len: 168 time: 1.5659323 Dec 15 19:18:37.149501 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-5fac250d-ec80-4843-ba87-6f9fe8469989 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Usage tracker for resource:port and tenant:3dec2bb4c0324fb0938996d171d39a2a is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:18:37.152122 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 50498) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:37.152500 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 50500) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:37.194295 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-5fac250d-ec80-4843-ba87-6f9fe8469989 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:18:37.228274 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-e74ac9f6-dbc9-4cf0-a186-e18de7d0d0a5 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:18:37.238111 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-e74ac9f6-dbc9-4cf0-a186-e18de7d0d0a5 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Usage tracker for resource:port and tenant:e56ca83c553e4935a4e8b75ed76c674c is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:18:37.243407 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-e74ac9f6-dbc9-4cf0-a186-e18de7d0d0a5 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:18:37.262062 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-e74ac9f6-dbc9-4cf0-a186-e18de7d0d0a5 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:18:37.271319 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a28937b3-27da-44b4-af73-4edafd883765 req-2e2c6bd7-19a3-4a43-a99b-b2e19a9627ec service neutron] 10.222.0.32 "GET /v2.0/networks/0fa38694-55b5-4cdc-8b7c-72ddba6039db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140794 Dec 15 19:18:37.307700 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74ac9f6-dbc9-4cf0-a186-e18de7d0d0a5 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Made reservation on behalf of e56ca83c553e4935a4e8b75ed76c674c for: {'port': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:18:37.309867 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-59e0ba75-bdbc-416c-b0f6-f7189dfaf8df None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:37.313167 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e74ac9f6-dbc9-4cf0-a186-e18de7d0d0a5 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:37.322613 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-5fac250d-ec80-4843-ba87-6f9fe8469989 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:18:37.364289 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-b75efbad-752e-4872-8ab2-39291795c527 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Allocated IP 2001:db8::f (f7a40b65-91d9-4be9-844e-f7ad25718e6d/a0a0941b-38fb-474c-a0c0-997c9dbae20d/f863dd05-5cde-4abf-b23d-8b16df9e2532) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:18:37.387102 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-59e0ba75-bdbc-416c-b0f6-f7189dfaf8df None None] Transition to ACTIVE for port object 097c3ee9-a064-4e52-a413-44e981921bea will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:18:37.412564 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-fe1267fc-0986-4a5f-9e87-103744cfdb7b tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Deleting port 8b637f3e-8b98-47cd-b470-542673f0d3ed {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:18:37.412954 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fe1267fc-0986-4a5f-9e87-103744cfdb7b tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:37.446712 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-59e0ba75-bdbc-416c-b0f6-f7189dfaf8df None None] Transition to ACTIVE for port object 097c3ee9-a064-4e52-a413-44e981921bea will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:18:37.469659 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 30f5ef5e-5073-42d8-b12b-9045e258dc9d triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:18:37.470089 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:37.512818 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fac250d-ec80-4843-ba87-6f9fe8469989 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Made reservation on behalf of 3dec2bb4c0324fb0938996d171d39a2a for: {'port': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:18:37.519065 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5fac250d-ec80-4843-ba87-6f9fe8469989 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:37.523660 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-59e0ba75-bdbc-416c-b0f6-f7189dfaf8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:37.533267 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b079b782-c713-4e86-bb4c-d0f249307a8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:37.575335 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-5fac250d-ec80-4843-ba87-6f9fe8469989 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] device_id is not set on port b5fd1df8-e467-43de-8091-bded530288e7 yet. {{(pid=88990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:18:37.607636 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e0ba75-bdbc-416c-b0f6-f7189dfaf8df None None] Pushing event updated for resources: {'Port': ['ID=097c3ee9-a064-4e52-a413-44e981921bea,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:37.610646 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-59e0ba75-bdbc-416c-b0f6-f7189dfaf8df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:37.616239 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50512) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:37.698842 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e0ba75-bdbc-416c-b0f6-f7189dfaf8df None None] Network 7fc2e91f-5ee9-48a4-b44b-cbcce1aecb8d is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:18:37.707644 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a28937b3-27da-44b4-af73-4edafd883765 req-34b80dbd-0fb2-4238-a53d-e762ee62f65b service neutron] 10.222.0.32 "GET /v2.0/networks/0fa38694-55b5-4cdc-8b7c-72ddba6039db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4286311 Dec 15 19:18:37.714906 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-e74ac9f6-dbc9-4cf0-a186-e18de7d0d0a5 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] device_id is not set on port 2761f74a-6562-4a2e-b8ff-c82b23bc292d yet. {{(pid=88991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:18:37.771492 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-59e0ba75-bdbc-416c-b0f6-f7189dfaf8df None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:18:37.777617 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e0ba75-bdbc-416c-b0f6-f7189dfaf8df None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:18:37.920520 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-377b1ce6-d740-4c2e-ba18-83196c1d8011 tempest-RoutersAdminNegativeIpV6Test-287106111 tempest-RoutersAdminNegativeIpV6Test-287106111-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1303673264', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:18:37.936256 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-377b1ce6-d740-4c2e-ba18-83196c1d8011 tempest-RoutersAdminNegativeIpV6Test-287106111 tempest-RoutersAdminNegativeIpV6Test-287106111-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:18:37.948504 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-377b1ce6-d740-4c2e-ba18-83196c1d8011 tempest-RoutersAdminNegativeIpV6Test-287106111 tempest-RoutersAdminNegativeIpV6Test-287106111-project-admin] Usage tracker for resource:port and tenant:83b8a9ec69e3456b81c71f3cf8862418 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:18:37.953952 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-377b1ce6-d740-4c2e-ba18-83196c1d8011 tempest-RoutersAdminNegativeIpV6Test-287106111 tempest-RoutersAdminNegativeIpV6Test-287106111-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:18:37.960333 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77af42ea-6d7b-48c3-a7c5-4131b0dfff7b tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Attributes excluded by policy engine: ['shared'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:37.966210 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-77af42ea-6d7b-48c3-a7c5-4131b0dfff7b tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] 10.222.0.36 "GET /v2.0/subnets/d163ca81-f124-4548-a46b-7a5f3652941c?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.8089616 Dec 15 19:18:37.967681 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-377b1ce6-d740-4c2e-ba18-83196c1d8011 tempest-RoutersAdminNegativeIpV6Test-287106111 tempest-RoutersAdminNegativeIpV6Test-287106111-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:18:37.967681 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50518) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:37.984651 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-fe219cae-dbed-4b51-a1b3-c0d830f1ac29 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-922366337'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:18:37.999936 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-fe219cae-dbed-4b51-a1b3-c0d830f1ac29 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:18:38.024399 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-e74ac9f6-dbc9-4cf0-a186-e18de7d0d0a5 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Allocated IP 2001:db8::19a (489fa468-360a-4868-b4ac-a400ec975c5b/eb881d63-2396-4cca-87d8-077fde19cdbf/2761f74a-6562-4a2e-b8ff-c82b23bc292d) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:18:38.041614 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22939336-c897-491b-99b6-de7dfb61cbaf req-25809633-76fc-4ac8-870d-753cc9c529fe tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:38.042935 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-22939336-c897-491b-99b6-de7dfb61cbaf req-25809633-76fc-4ac8-870d-753cc9c529fe tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a8fcdba-9ed4-4e76-945e-12df297099e0 HTTP/1.1" status: 200 len: 944 time: 0.7837870 Dec 15 19:18:38.045708 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-fe219cae-dbed-4b51-a1b3-c0d830f1ac29 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:18:38.053500 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e311a714-7816-48c5-b787-338e400bd432 req-33daf1a8-7e6b-496f-84f4-e5b8868a21c4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=84e8b4bbe4894c70a50ef612e764025b&device_id=5a8fcdba-9ed4-4e76-945e-12df297099e0 HTTP/1.1" status: 200 len: 1097 time: 0.2389650 Dec 15 19:18:38.058026 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377b1ce6-d740-4c2e-ba18-83196c1d8011 tempest-RoutersAdminNegativeIpV6Test-287106111 tempest-RoutersAdminNegativeIpV6Test-287106111-project-admin] Made reservation on behalf of 83b8a9ec69e3456b81c71f3cf8862418 for: {'port': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:18:38.062854 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-377b1ce6-d740-4c2e-ba18-83196c1d8011 tempest-RoutersAdminNegativeIpV6Test-287106111 tempest-RoutersAdminNegativeIpV6Test-287106111-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:38.098648 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-59e0ba75-bdbc-416c-b0f6-f7189dfaf8df None None] Attempting to bind port 097c3ee9-a064-4e52-a413-44e981921bea on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:18:38.099058 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-59e0ba75-bdbc-416c-b0f6-f7189dfaf8df None None] Attempting to bind port 097c3ee9-a064-4e52-a413-44e981921bea by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'e1ffce85-a9a7-45ea-bf4c-6b0d95b6ea0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '7fc2e91f-5ee9-48a4-b44b-cbcce1aecb8d'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:18:38.099463 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e0ba75-bdbc-416c-b0f6-f7189dfaf8df None None] Attempting to bind port 097c3ee9-a064-4e52-a413-44e981921bea on network 7fc2e91f-5ee9-48a4-b44b-cbcce1aecb8d {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:18:38.107671 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e0ba75-bdbc-416c-b0f6-f7189dfaf8df None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:18:38.108103 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e0ba75-bdbc-416c-b0f6-f7189dfaf8df None None] Checking segment: {'id': 'e1ffce85-a9a7-45ea-bf4c-6b0d95b6ea0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '7fc2e91f-5ee9-48a4-b44b-cbcce1aecb8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:18:38.108723 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-59e0ba75-bdbc-416c-b0f6-f7189dfaf8df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:38.108840 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e0ba75-bdbc-416c-b0f6-f7189dfaf8df None None] Bound using segment: {'id': 'e1ffce85-a9a7-45ea-bf4c-6b0d95b6ea0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '7fc2e91f-5ee9-48a4-b44b-cbcce1aecb8d'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:18:38.109331 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-59e0ba75-bdbc-416c-b0f6-f7189dfaf8df None None] Bound port: 097c3ee9-a064-4e52-a413-44e981921bea, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1ffce85-a9a7-45ea-bf4c-6b0d95b6ea0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '7fc2e91f-5ee9-48a4-b44b-cbcce1aecb8d'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:18:38.109747 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-59e0ba75-bdbc-416c-b0f6-f7189dfaf8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:38.122445 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db35d69c-0197-4ae6-8c05-5fc7dac6804e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-489fa468-360a-4868-b4ac-a400ec975c5b', 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'tenant_id': 'e56ca83c553e4935a4e8b75ed76c674c', 'fixed_ips': [{'subnet_id': 'eb881d63-2396-4cca-87d8-077fde19cdbf'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:18:38.123334 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-db35d69c-0197-4ae6-8c05-5fc7dac6804e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:38.130574 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-377b1ce6-d740-4c2e-ba18-83196c1d8011 tempest-RoutersAdminNegativeIpV6Test-287106111 tempest-RoutersAdminNegativeIpV6Test-287106111-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:38.191664 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe219cae-dbed-4b51-a1b3-c0d830f1ac29 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Made reservation on behalf of 939f0a0fc6a54dca88c6c50c43297e50 for: {'network': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:18:38.197895 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fe219cae-dbed-4b51-a1b3-c0d830f1ac29 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:38.232644 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8c9f74c2-8e57-48d5-a66b-f685e5d6d918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:38.306659 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-59e0ba75-bdbc-416c-b0f6-f7189dfaf8df None None] For port 097c3ee9-a064-4e52-a413-44e981921bea, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:18:38.310333 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-59e0ba75-bdbc-416c-b0f6-f7189dfaf8df None None] For port 097c3ee9-a064-4e52-a413-44e981921bea, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=097c3ee9-a064-4e52-a413-44e981921bea,segment=NetworkSegment(e1ffce85-a9a7-45ea-bf4c-6b0d95b6ea0c),segment_id=e1ffce85-a9a7-45ea-bf4c-6b0d95b6ea0c)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:18:38.368991 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fe1267fc-0986-4a5f-9e87-103744cfdb7b tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:38.376385 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-59e0ba75-bdbc-416c-b0f6-f7189dfaf8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:38.381926 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-bba45b72-fd5d-4c61-adae-1eb1d3e65093 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:38.401920 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe219cae-dbed-4b51-a1b3-c0d830f1ac29 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=88991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:18:38.426477 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e311a714-7816-48c5-b787-338e400bd432 req-3af6f87c-81c9-4c7d-aea4-dfaff2fb3bd0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:38.428068 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e311a714-7816-48c5-b787-338e400bd432 req-3af6f87c-81c9-4c7d-aea4-dfaff2fb3bd0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0fa38694-55b5-4cdc-8b7c-72ddba6039db HTTP/1.1" status: 200 len: 898 time: 0.3527989 Dec 15 19:18:38.430267 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-377b1ce6-d740-4c2e-ba18-83196c1d8011 tempest-RoutersAdminNegativeIpV6Test-287106111 tempest-RoutersAdminNegativeIpV6Test-287106111-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:18:38.457501 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-22939336-c897-491b-99b6-de7dfb61cbaf req-605985b9-8f6c-4e1c-8f8b-9fac21fa78c7 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] 10.222.0.36 "GET /v2.0/security-groups?id=19b98e59-0c96-4874-b9ee-d71b2bd06b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3853254 Dec 15 19:18:38.493597 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e0ba75-bdbc-416c-b0f6-f7189dfaf8df None None] Pushing event updated for resources: {'Port': ['ID=097c3ee9-a064-4e52-a413-44e981921bea,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:38.493822 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fe219cae-dbed-4b51-a1b3-c0d830f1ac29 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:38.494115 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-fe219cae-dbed-4b51-a1b3-c0d830f1ac29 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Added segment 33591161-5475-41d0-8d2a-4e2d8c274ce2 of type vlan for network 1751da75-1940-467c-a07c-b48a75e4960d Dec 15 19:18:38.497576 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-59e0ba75-bdbc-416c-b0f6-f7189dfaf8df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:38.502180 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-377b1ce6-d740-4c2e-ba18-83196c1d8011 tempest-RoutersAdminNegativeIpV6Test-287106111 tempest-RoutersAdminNegativeIpV6Test-287106111-project-admin] Usage tracker for resource:security_group_rule and tenant:83b8a9ec69e3456b81c71f3cf8862418 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:18:38.509470 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-377b1ce6-d740-4c2e-ba18-83196c1d8011 tempest-RoutersAdminNegativeIpV6Test-287106111 tempest-RoutersAdminNegativeIpV6Test-287106111-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:18:38.543906 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-377b1ce6-d740-4c2e-ba18-83196c1d8011 tempest-RoutersAdminNegativeIpV6Test-287106111 tempest-RoutersAdminNegativeIpV6Test-287106111-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:18:38.555553 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-fe1267fc-0986-4a5f-9e87-103744cfdb7b tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Calling delete_port for 8b637f3e-8b98-47cd-b470-542673f0d3ed owned by {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:18:38.571178 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e311a714-7816-48c5-b787-338e400bd432 req-44411ec3-e4b4-4a32-8a19-3150372ade27 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fc06fa8-efc8-4c23-abfd-c14d4a269543 HTTP/1.1" status: 200 len: 217 time: 0.1341197 Dec 15 19:18:38.596103 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fe219cae-dbed-4b51-a1b3-c0d830f1ac29 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:38.603763 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-5fac250d-ec80-4843-ba87-6f9fe8469989 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Allocated IP 172.20.0.11 (7fc2e91f-5ee9-48a4-b44b-cbcce1aecb8d/ad2e4159-54f0-4b1d-a6dc-1e1e9cf48317/b5fd1df8-e467-43de-8091-bded530288e7) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:18:38.694512 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b75efbad-752e-4872-8ab2-39291795c527 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:38.723077 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e311a714-7816-48c5-b787-338e400bd432 req-fd104024-3fa1-43ae-b985-3210bd146554 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:38.724657 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e311a714-7816-48c5-b787-338e400bd432 req-fd104024-3fa1-43ae-b985-3210bd146554 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=12d437f5-d846-4502-aee0-d4b3f14f3197 HTTP/1.1" status: 200 len: 835 time: 0.1357846 Dec 15 19:18:38.743170 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e74ac9f6-dbc9-4cf0-a186-e18de7d0d0a5 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:38.746290 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b75efbad-752e-4872-8ab2-39291795c527 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Transition to ACTIVE for port object f863dd05-5cde-4abf-b23d-8b16df9e2532 will not be triggered until provisioned by entity DHCP. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:18:38.827144 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fe219cae-dbed-4b51-a1b3-c0d830f1ac29 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:38.831325 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe219cae-dbed-4b51-a1b3-c0d830f1ac29 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:38.832791 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fe219cae-dbed-4b51-a1b3-c0d830f1ac29 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:38.841778 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fe1267fc-0986-4a5f-9e87-103744cfdb7b tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:38.860071 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6e17d33a-acd1-46b5-baac-bf47b4fda0ef tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:38.864421 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6cdaee09-ae8a-4e19-bef0-1a1507e5d309 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:38.877262 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-e74ac9f6-dbc9-4cf0-a186-e18de7d0d0a5 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Transition to ACTIVE for port object 2761f74a-6562-4a2e-b8ff-c82b23bc292d will not be triggered until provisioned by entity DHCP. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:18:38.936878 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1267fc-0986-4a5f-9e87-103744cfdb7b tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Pushing event deleted for resources: {'Port': ['ID=8b637f3e-8b98-47cd-b470-542673f0d3ed,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:38.947106 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fe1267fc-0986-4a5f-9e87-103744cfdb7b tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:38.982975 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fe1267fc-0986-4a5f-9e87-103744cfdb7b tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:39.011864 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-fe1267fc-0986-4a5f-9e87-103744cfdb7b tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] 10.222.0.36 "DELETE /v2.0/ports/8b637f3e-8b98-47cd-b470-542673f0d3ed HTTP/1.1" status: 204 len: 168 time: 1.8506038 Dec 15 19:18:39.013578 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-377b1ce6-d740-4c2e-ba18-83196c1d8011 tempest-RoutersAdminNegativeIpV6Test-287106111 tempest-RoutersAdminNegativeIpV6Test-287106111-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:39.014257 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b75efbad-752e-4872-8ab2-39291795c527 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:39.018308 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 50524) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:39.034142 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-306ed809-7b29-4a10-ae04-8fba2e758d91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:39.041287 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe219cae-dbed-4b51-a1b3-c0d830f1ac29 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Pushing event updated for resources: {'Network': ['ID=1751da75-1940-467c-a07c-b48a75e4960d,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:39.044651 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fe219cae-dbed-4b51-a1b3-c0d830f1ac29 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:39.050827 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-377b1ce6-d740-4c2e-ba18-83196c1d8011 tempest-RoutersAdminNegativeIpV6Test-287106111 tempest-RoutersAdminNegativeIpV6Test-287106111-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:39.054833 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 1751da75-1940-467c-a07c-b48a75e4960d details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:18:39.058872 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-635d87eb-ba02-4e43-aba8-5ce9f93749bb tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:39.072528 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-377b1ce6-d740-4c2e-ba18-83196c1d8011 tempest-RoutersAdminNegativeIpV6Test-287106111 tempest-RoutersAdminNegativeIpV6Test-287106111-project-admin] device_id is not set on port 6ce436f1-6a4f-4e39-a5b1-61d8aaffc67f yet. {{(pid=88991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:18:39.111295 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e311a714-7816-48c5-b787-338e400bd432 req-f481f6f9-6139-4a80-ba24-3c7397007481 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0fa38694-55b5-4cdc-8b7c-72ddba6039db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3764460 Dec 15 19:18:39.123113 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5fac250d-ec80-4843-ba87-6f9fe8469989 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:39.126536 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-fe219cae-dbed-4b51-a1b3-c0d830f1ac29 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1543114 Dec 15 19:18:39.136844 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 50528) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:39.137939 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-43a8d8e5-ce01-4a70-8587-b17e574572f7 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] DELETE failed (client error): The resource could not be found. Dec 15 19:18:39.138450 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43a8d8e5-ce01-4a70-8587-b17e574572f7 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:18:39.142457 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-43a8d8e5-ce01-4a70-8587-b17e574572f7 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] 10.222.0.36 "DELETE /v2.0/subnets/47c9110f-9b1e-4813-9b2e-f7356bb66f72 HTTP/1.1" status: 404 len: 337 time: 0.1209452 Dec 15 19:18:39.147990 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 50532) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:39.152084 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-96984ce0-e625-491b-bb4f-2fde60e981c7 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Request body: {'subnet': {'network_id': '1751da75-1940-467c-a07c-b48a75e4960d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:18:39.171884 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e74ac9f6-dbc9-4cf0-a186-e18de7d0d0a5 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:39.228666 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 2fc06fa8-efc8-4c23-abfd-c14d4a269543 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 15 19:18:39.247430 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377b1ce6-d740-4c2e-ba18-83196c1d8011 tempest-RoutersAdminNegativeIpV6Test-287106111 tempest-RoutersAdminNegativeIpV6Test-287106111-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1919e7-f139-409a-bfae-200c9117679a,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:39.251162 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-377b1ce6-d740-4c2e-ba18-83196c1d8011 tempest-RoutersAdminNegativeIpV6Test-287106111 tempest-RoutersAdminNegativeIpV6Test-287106111-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:39.259280 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3ce2a078-2d8b-40eb-abd6-eaa459f536b0 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:39.286641 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-5fac250d-ec80-4843-ba87-6f9fe8469989 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Transition to ACTIVE for port object b5fd1df8-e467-43de-8091-bded530288e7 will not be triggered until provisioned by entity DHCP. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:18:39.287954 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75efbad-752e-4872-8ab2-39291795c527 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event updated for resources: {'Port': ['ID=f863dd05-5cde-4abf-b23d-8b16df9e2532,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:39.304782 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-db35d69c-0197-4ae6-8c05-5fc7dac6804e None None] Allocated IP 2001:db8::2 (489fa468-360a-4868-b4ac-a400ec975c5b/eb881d63-2396-4cca-87d8-077fde19cdbf/2eb8ce18-d226-4d84-a14c-13e62cbaff4e) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:18:39.360307 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b75efbad-752e-4872-8ab2-39291795c527 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:39.365179 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75efbad-752e-4872-8ab2-39291795c527 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Network f7a40b65-91d9-4be9-844e-f7ad25718e6d is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:18:39.382226 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-b75efbad-752e-4872-8ab2-39291795c527 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:18:39.393169 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75efbad-752e-4872-8ab2-39291795c527 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:18:39.394008 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74ac9f6-dbc9-4cf0-a186-e18de7d0d0a5 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Network 489fa468-360a-4868-b4ac-a400ec975c5b is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:18:39.397496 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75efbad-752e-4872-8ab2-39291795c527 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:39.398172 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b75efbad-752e-4872-8ab2-39291795c527 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:39.406603 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-e74ac9f6-dbc9-4cf0-a186-e18de7d0d0a5 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:18:39.409176 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74ac9f6-dbc9-4cf0-a186-e18de7d0d0a5 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:18:39.414106 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74ac9f6-dbc9-4cf0-a186-e18de7d0d0a5 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:39.415472 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e74ac9f6-dbc9-4cf0-a186-e18de7d0d0a5 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:39.450782 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac9f6-dbc9-4cf0-a186-e18de7d0d0a5 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event updated for resources: {'Port': ['ID=2761f74a-6562-4a2e-b8ff-c82b23bc292d,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:39.453972 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e74ac9f6-dbc9-4cf0-a186-e18de7d0d0a5 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:39.455649 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6247e3a6-42bf-4f8f-bc0f-b8faee3c8fd1 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:39.469768 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-96984ce0-e625-491b-bb4f-2fde60e981c7 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:18:39.487317 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-96984ce0-e625-491b-bb4f-2fde60e981c7 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:18:39.495799 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e311a714-7816-48c5-b787-338e400bd432 req-899ec80c-3bd7-47b8-9cfc-2395ad196dc9 service neutron] 10.222.0.32 "GET /v2.0/networks/0fa38694-55b5-4cdc-8b7c-72ddba6039db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3747406 Dec 15 19:18:39.511207 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-377b1ce6-d740-4c2e-ba18-83196c1d8011 tempest-RoutersAdminNegativeIpV6Test-287106111 tempest-RoutersAdminNegativeIpV6Test-287106111-project-admin] Allocated IP 172.26.3.210 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/6ce436f1-6a4f-4e39-a5b1-61d8aaffc67f) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:18:39.528930 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 2fc06fa8-efc8-4c23-abfd-c14d4a269543, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=2fc06fa8-efc8-4c23-abfd-c14d4a269543,segment=NetworkSegment(ee834257-2d95-4457-8993-3de4c3c8fb43),segment_id=ee834257-2d95-4457-8993-3de4c3c8fb43)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:18:39.544469 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e74ac9f6-dbc9-4cf0-a186-e18de7d0d0a5 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6185358 Dec 15 19:18:39.564841 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Returning: {'device': '2fc06fa8-efc8-4c23-abfd-c14d4a269543', 'network_id': '0fa38694-55b5-4cdc-8b7c-72ddba6039db', 'port_id': '2fc06fa8-efc8-4c23-abfd-c14d4a269543', 'mac_address': 'fa:16:3e:83:c3:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12d437f5-d846-4502-aee0-d4b3f14f3197', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 19:18:39.567454 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 50538) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:39.575183 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:39.704573 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5fac250d-ec80-4843-ba87-6f9fe8469989 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:39.710613 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b75efbad-752e-4872-8ab2-39291795c527 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.5413938 Dec 15 19:18:39.744791 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:39.753732 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 50540) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:39.782600 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fc06fa8-efc8-4c23-abfd-c14d4a269543 {{(pid=88992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 19:18:39.801281 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e45c231e-c85c-4075-a1d1-949871685796 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:39.810188 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-db35d69c-0197-4ae6-8c05-5fc7dac6804e None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:39.814066 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 2fc06fa8-efc8-4c23-abfd-c14d4a269543, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=2fc06fa8-efc8-4c23-abfd-c14d4a269543,segment=NetworkSegment(ee834257-2d95-4457-8993-3de4c3c8fb43),segment_id=ee834257-2d95-4457-8993-3de4c3c8fb43)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:18:39.824398 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-db35d69c-0197-4ae6-8c05-5fc7dac6804e None None] Transition to ACTIVE for port object 2eb8ce18-d226-4d84-a14c-13e62cbaff4e will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:18:39.846140 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-db35d69c-0197-4ae6-8c05-5fc7dac6804e None None] Transition to ACTIVE for port object 2eb8ce18-d226-4d84-a14c-13e62cbaff4e will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:18:39.850464 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:39.853753 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8f12d013-a644-45b7-b442-c31a71d4ebf5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:39.892911 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96984ce0-e625-491b-bb4f-2fde60e981c7 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Made reservation on behalf of 939f0a0fc6a54dca88c6c50c43297e50 for: {'subnet': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:18:39.909840 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-db35d69c-0197-4ae6-8c05-5fc7dac6804e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:39.918090 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e311a714-7816-48c5-b787-338e400bd432 req-3a5b186c-8ad9-47b0-80a4-7248a268d624 service neutron] 10.222.0.32 "GET /v2.0/networks/0fa38694-55b5-4cdc-8b7c-72ddba6039db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4088383 Dec 15 19:18:39.930582 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-377b1ce6-d740-4c2e-ba18-83196c1d8011 tempest-RoutersAdminNegativeIpV6Test-287106111 tempest-RoutersAdminNegativeIpV6Test-287106111-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:39.939800 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=2fc06fa8-efc8-4c23-abfd-c14d4a269543,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:39.946495 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:39.946995 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a6b7fc3e-ad70-4ecf-b51e-506b57b477fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:40.002868 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db35d69c-0197-4ae6-8c05-5fc7dac6804e None None] Network 489fa468-360a-4868-b4ac-a400ec975c5b is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:18:40.005152 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-377b1ce6-d740-4c2e-ba18-83196c1d8011 tempest-RoutersAdminNegativeIpV6Test-287106111 tempest-RoutersAdminNegativeIpV6Test-287106111-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:40.005822 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-db35d69c-0197-4ae6-8c05-5fc7dac6804e None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:18:40.011037 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db35d69c-0197-4ae6-8c05-5fc7dac6804e None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:18:40.011926 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6247e3a6-42bf-4f8f-bc0f-b8faee3c8fd1 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:40.016531 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5612e9c2-0240-4beb-99fc-ce2bad2882a6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:40.072884 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-58eab87a-8a1b-4225-8eec-c68654c52c2f None None] Provisioning for port f863dd05-5cde-4abf-b23d-8b16df9e2532 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:18:40.097558 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fac250d-ec80-4843-ba87-6f9fe8469989 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Network 7fc2e91f-5ee9-48a4-b44b-cbcce1aecb8d is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:18:40.105816 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db35d69c-0197-4ae6-8c05-5fc7dac6804e None None] Pushing event updated for resources: {'Port': ['ID=2eb8ce18-d226-4d84-a14c-13e62cbaff4e,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:40.113838 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-db35d69c-0197-4ae6-8c05-5fc7dac6804e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:40.114608 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-58eab87a-8a1b-4225-8eec-c68654c52c2f None None] Provisioning complete for port f863dd05-5cde-4abf-b23d-8b16df9e2532 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:18:40.114993 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-58eab87a-8a1b-4225-8eec-c68654c52c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:40.128641 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377b1ce6-d740-4c2e-ba18-83196c1d8011 tempest-RoutersAdminNegativeIpV6Test-287106111 tempest-RoutersAdminNegativeIpV6Test-287106111-project-admin] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:18:40.133630 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-377b1ce6-d740-4c2e-ba18-83196c1d8011 tempest-RoutersAdminNegativeIpV6Test-287106111 tempest-RoutersAdminNegativeIpV6Test-287106111-project-admin] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:18:40.137234 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377b1ce6-d740-4c2e-ba18-83196c1d8011 tempest-RoutersAdminNegativeIpV6Test-287106111 tempest-RoutersAdminNegativeIpV6Test-287106111-project-admin] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:18:40.146780 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-6247e3a6-42bf-4f8f-bc0f-b8faee3c8fd1 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af178411-10fc-4435-989c-5801934f5d80']}} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:18:40.156036 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fac250d-ec80-4843-ba87-6f9fe8469989 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Pushing event updated for resources: {'Port': ['ID=b5fd1df8-e467-43de-8091-bded530288e7,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:40.165715 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] get_ports_and_sgs() called for port_ids ['2fc06fa8-efc8-4c23-abfd-c14d4a269543'] {{(pid=88992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 19:18:40.169174 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-5fac250d-ec80-4843-ba87-6f9fe8469989 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:18:40.208410 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5fac250d-ec80-4843-ba87-6f9fe8469989 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:40.225324 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-6247e3a6-42bf-4f8f-bc0f-b8faee3c8fd1 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b66b8904-97c0-491b-a503-aefd77c9d584') {'for_net_delete': True} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:18:40.225707 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-6247e3a6-42bf-4f8f-bc0f-b8faee3c8fd1 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b66b8904-97c0-491b-a503-aefd77c9d584') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:18:40.234622 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fac250d-ec80-4843-ba87-6f9fe8469989 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:18:40.264037 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-db35d69c-0197-4ae6-8c05-5fc7dac6804e None None] Attempting to bind port 2eb8ce18-d226-4d84-a14c-13e62cbaff4e on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:18:40.264461 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-db35d69c-0197-4ae6-8c05-5fc7dac6804e None None] Attempting to bind port 2eb8ce18-d226-4d84-a14c-13e62cbaff4e by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '9575ac7b-3c85-46da-81c5-434024000f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:18:40.264885 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db35d69c-0197-4ae6-8c05-5fc7dac6804e None None] Attempting to bind port 2eb8ce18-d226-4d84-a14c-13e62cbaff4e on network 489fa468-360a-4868-b4ac-a400ec975c5b {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:18:40.277104 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db35d69c-0197-4ae6-8c05-5fc7dac6804e None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:18:40.277533 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db35d69c-0197-4ae6-8c05-5fc7dac6804e None None] Checking segment: {'id': '9575ac7b-3c85-46da-81c5-434024000f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:18:40.277993 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-db35d69c-0197-4ae6-8c05-5fc7dac6804e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:40.278471 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db35d69c-0197-4ae6-8c05-5fc7dac6804e None None] Bound using segment: {'id': '9575ac7b-3c85-46da-81c5-434024000f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:18:40.279018 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-db35d69c-0197-4ae6-8c05-5fc7dac6804e None None] Bound port: 2eb8ce18-d226-4d84-a14c-13e62cbaff4e, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9575ac7b-3c85-46da-81c5-434024000f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:18:40.279444 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-db35d69c-0197-4ae6-8c05-5fc7dac6804e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:40.304646 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-96984ce0-e625-491b-bb4f-2fde60e981c7 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839924940'] for subnet, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:40.325641 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6247e3a6-42bf-4f8f-bc0f-b8faee3c8fd1 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16327073'] for segment, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:40.403743 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-db35d69c-0197-4ae6-8c05-5fc7dac6804e None None] For port 2eb8ce18-d226-4d84-a14c-13e62cbaff4e, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:18:40.407571 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-db35d69c-0197-4ae6-8c05-5fc7dac6804e None None] For port 2eb8ce18-d226-4d84-a14c-13e62cbaff4e, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=2eb8ce18-d226-4d84-a14c-13e62cbaff4e,segment=NetworkSegment(9575ac7b-3c85-46da-81c5-434024000f40),segment_id=9575ac7b-3c85-46da-81c5-434024000f40)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:18:40.469701 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6247e3a6-42bf-4f8f-bc0f-b8faee3c8fd1 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:40.473032 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377b1ce6-d740-4c2e-ba18-83196c1d8011 tempest-RoutersAdminNegativeIpV6Test-287106111 tempest-RoutersAdminNegativeIpV6Test-287106111-project-admin] Pushing event updated for resources: {'Port': ['ID=6ce436f1-6a4f-4e39-a5b1-61d8aaffc67f,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:40.477403 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-377b1ce6-d740-4c2e-ba18-83196c1d8011 tempest-RoutersAdminNegativeIpV6Test-287106111 tempest-RoutersAdminNegativeIpV6Test-287106111-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:40.488167 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-58eab87a-8a1b-4225-8eec-c68654c52c2f None None] Port f863dd05-5cde-4abf-b23d-8b16df9e2532 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:18:40.494493 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-db35d69c-0197-4ae6-8c05-5fc7dac6804e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:40.506363 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377b1ce6-d740-4c2e-ba18-83196c1d8011 tempest-RoutersAdminNegativeIpV6Test-287106111 tempest-RoutersAdminNegativeIpV6Test-287106111-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:40.507389 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-377b1ce6-d740-4c2e-ba18-83196c1d8011 tempest-RoutersAdminNegativeIpV6Test-287106111 tempest-RoutersAdminNegativeIpV6Test-287106111-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:40.522965 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9ecfe7a1-31ff-403d-8cd4-8bcaa398fdfe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:40.523978 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6247e3a6-42bf-4f8f-bc0f-b8faee3c8fd1 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=88990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:18:40.524841 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6247e3a6-42bf-4f8f-bc0f-b8faee3c8fd1 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838138943'] for segment, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:40.548226 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fac250d-ec80-4843-ba87-6f9fe8469989 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:40.548897 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5fac250d-ec80-4843-ba87-6f9fe8469989 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:40.552665 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:18:40.552665 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:18:40.552665 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:18:40.552665 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:18:40.552665 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:18:40.552665 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:18:40.552665 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:18:40.552665 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:18:40.552665 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:18:40.552665 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:18:40.552665 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:18:40.552665 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:18:40.552665 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:18:40.552665 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:18:40.552665 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:18:40.552665 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:18:40.552665 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:18:40.552665 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:18:40.552665 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:18:40.552665 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:18:40.552665 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:18:40.552665 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:18:40.552665 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:18:40.552665 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:18:40.552665 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:18:40.552665 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:18:40.552665 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:18:40.552665 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:18:40.552665 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:18:40.552665 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:18:40.552665 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:18:40.552665 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:18:40.556464 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.ipam_backend_mixin [None req-96984ce0-e625-491b-bb4f-2fde60e981c7 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Performing IP validity checks on allocation pools {{(pid=88990) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Dec 15 19:18:40.556464 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.ipam_backend_mixin [None req-96984ce0-e625-491b-bb4f-2fde60e981c7 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88990) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Dec 15 19:18:40.559833 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-377b1ce6-d740-4c2e-ba18-83196c1d8011 tempest-RoutersAdminNegativeIpV6Test-287106111 tempest-RoutersAdminNegativeIpV6Test-287106111-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 2.9424644 Dec 15 19:18:40.562786 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50548) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:40.571573 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0106c4d2-ec96-444d-a69c-802d626477fc req-97e8f49f-8473-4a88-ad40-c70775ed2afc tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:40.573045 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-a2ca6380-8ad8-4fc3-a71a-0d6217a971a9 tempest-RoutersAdminNegativeIpV6Test-287106111 tempest-RoutersAdminNegativeIpV6Test-287106111-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.210'}]}}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:18:40.573214 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0106c4d2-ec96-444d-a69c-802d626477fc req-97e8f49f-8473-4a88-ad40-c70775ed2afc tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a8fcdba-9ed4-4e76-945e-12df297099e0 HTTP/1.1" status: 200 len: 945 time: 0.8583291 Dec 15 19:18:40.579228 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a2ca6380-8ad8-4fc3-a71a-0d6217a971a9 tempest-RoutersAdminNegativeIpV6Test-287106111 tempest-RoutersAdminNegativeIpV6Test-287106111-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:18:40.586804 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-a2ca6380-8ad8-4fc3-a71a-0d6217a971a9 tempest-RoutersAdminNegativeIpV6Test-287106111 tempest-RoutersAdminNegativeIpV6Test-287106111-project-admin] Usage tracker for resource:router and tenant:83b8a9ec69e3456b81c71f3cf8862418 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:18:40.592674 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-a2ca6380-8ad8-4fc3-a71a-0d6217a971a9 tempest-RoutersAdminNegativeIpV6Test-287106111 tempest-RoutersAdminNegativeIpV6Test-287106111-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:18:40.605609 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a2ca6380-8ad8-4fc3-a71a-0d6217a971a9 tempest-RoutersAdminNegativeIpV6Test-287106111 tempest-RoutersAdminNegativeIpV6Test-287106111-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:18:40.645025 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb1c8d8-f1e2-4172-a3ba-e059c0215351 None None] Network 7fc2e91f-5ee9-48a4-b44b-cbcce1aecb8d requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:18:40.655399 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4973c96d-89e4-49c6-b20f-1fee8e14cb9b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:40.659878 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4973c96d-89e4-49c6-b20f-1fee8e14cb9b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:40.665640 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4973c96d-89e4-49c6-b20f-1fee8e14cb9b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.9515877 Dec 15 19:18:40.665830 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50552) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:40.681234 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-583fd3c4-aeee-446d-9d32-bdc15f22f255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:40.700202 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b13669-a8b3-4cc7-b21c-721e2fa13a6f tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:40.700962 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-01b13669-a8b3-4cc7-b21c-721e2fa13a6f tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Synchronizing usage tracker for tenant:d09e37d948244dafb936d2972b3d58c9 on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:18:40.717601 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a2ca6380-8ad8-4fc3-a71a-0d6217a971a9 tempest-RoutersAdminNegativeIpV6Test-287106111 tempest-RoutersAdminNegativeIpV6Test-287106111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854699176'] for router, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:40.718703 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a2ca6380-8ad8-4fc3-a71a-0d6217a971a9 tempest-RoutersAdminNegativeIpV6Test-287106111 tempest-RoutersAdminNegativeIpV6Test-287106111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854194926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-76609'] for router, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:40.781572 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-5fac250d-ec80-4843-ba87-6f9fe8469989 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.0490239 Dec 15 19:18:40.785232 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-24f7bdcc-1086-418d-be40-71ca319addc4 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Deleting port 2761f74a-6562-4a2e-b8ff-c82b23bc292d {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:18:40.785232 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-24f7bdcc-1086-418d-be40-71ca319addc4 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:40.786756 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 50556) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:40.788908 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db35d69c-0197-4ae6-8c05-5fc7dac6804e None None] Pushing event updated for resources: {'Port': ['ID=2eb8ce18-d226-4d84-a14c-13e62cbaff4e,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:40.802696 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-0047c145-cdcf-4d45-84bb-f242eeab85a5 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Request body: {'port': {'network_id': '7fc2e91f-5ee9-48a4-b44b-cbcce1aecb8d', 'name': 'tempest-ExtraDHCPOptionsTestJSON-868233076', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:18:40.803242 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.api.validators [None req-0047c145-cdcf-4d45-84bb-f242eeab85a5 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] bootfile-name is not in valid_values {{(pid=88990) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 15 19:18:40.803627 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.api.validators [None req-0047c145-cdcf-4d45-84bb-f242eeab85a5 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] tftp-server is not in valid_values {{(pid=88990) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 15 19:18:40.803987 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.api.validators [None req-0047c145-cdcf-4d45-84bb-f242eeab85a5 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] server-ip-address is not in valid_values {{(pid=88990) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 15 19:18:40.817335 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-db35d69c-0197-4ae6-8c05-5fc7dac6804e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:40.826556 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-01b13669-a8b3-4cc7-b21c-721e2fa13a6f tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Unset dirty status for tenant:d09e37d948244dafb936d2972b3d58c9 on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:18:40.828066 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-01b13669-a8b3-4cc7-b21c-721e2fa13a6f tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 1.0285437 Dec 15 19:18:40.839909 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50560) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:40.841524 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a2ca6380-8ad8-4fc3-a71a-0d6217a971a9 tempest-RoutersAdminNegativeIpV6Test-287106111 tempest-RoutersAdminNegativeIpV6Test-287106111-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:40.855964 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:40.863311 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0106c4d2-ec96-444d-a69c-802d626477fc req-b855b8b2-0c8d-4819-aee9-d81edfeb32cb tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] 10.222.0.36 "GET /v2.0/security-groups?id=19b98e59-0c96-4874-b9ee-d71b2bd06b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1964815 Dec 15 19:18:40.864126 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6247e3a6-42bf-4f8f-bc0f-b8faee3c8fd1 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:40.917085 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 097c3ee9-a064-4e52-a413-44e981921bea up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:18:40.953694 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-e5da8b4a-f155-4f9b-bb1b-f9c97bb46988 None None] Provisioning for port 097c3ee9-a064-4e52-a413-44e981921bea completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:18:41.196760 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 097c3ee9-a064-4e52-a413-44e981921bea completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:18:41.200931 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ce79be05-bd71-431a-894f-572cb01b5332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-529961155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-529961155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:41.215960 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 097c3ee9-a064-4e52-a413-44e981921bea triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:18:41.216383 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:41.220481 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6247e3a6-42bf-4f8f-bc0f-b8faee3c8fd1 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:41.235495 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ae973c-7097-4543-ade4-9a62848ac166 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:41.239977 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ae973c-7097-4543-ade4-9a62848ac166 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:41.245454 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ae973c-7097-4543-ade4-9a62848ac166 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:41.245703 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-b9ae973c-7097-4543-ade4-9a62848ac166 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Synchronizing usage tracker for tenant:d09e37d948244dafb936d2972b3d58c9 on resource:port {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:18:41.275873 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6247e3a6-42bf-4f8f-bc0f-b8faee3c8fd1 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Pushing event deleted for resources: {'Network': ['ID=af178411-10fc-4435-989c-5801934f5d80,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:41.290032 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6247e3a6-42bf-4f8f-bc0f-b8faee3c8fd1 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:41.305338 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6247e3a6-42bf-4f8f-bc0f-b8faee3c8fd1 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] 10.222.0.36 "DELETE /v2.0/networks/af178411-10fc-4435-989c-5801934f5d80 HTTP/1.1" status: 204 len: 168 time: 2.1279888 Dec 15 19:18:41.311035 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 50564) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:41.346028 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a2ca6380-8ad8-4fc3-a71a-0d6217a971a9 tempest-RoutersAdminNegativeIpV6Test-287106111 tempest-RoutersAdminNegativeIpV6Test-287106111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:41.365334 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-b9ae973c-7097-4543-ade4-9a62848ac166 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Unset dirty status for tenant:d09e37d948244dafb936d2972b3d58c9 on resource:port {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:18:41.370099 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b9ae973c-7097-4543-ade4-9a62848ac166 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.5265596 Dec 15 19:18:41.383887 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:41.385886 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50570) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:41.460194 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port 097c3ee9-a064-4e52-a413-44e981921bea, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=097c3ee9-a064-4e52-a413-44e981921bea,segment=NetworkSegment(e1ffce85-a9a7-45ea-bf4c-6b0d95b6ea0c),segment_id=e1ffce85-a9a7-45ea-bf4c-6b0d95b6ea0c)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:18:41.507764 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:41.513036 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-cf113080-b0c8-43a4-8e0a-8f3b9e5081dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:41.557828 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-c95f91aa-bada-4f2e-bbf1-723c8d461762 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Deleting port f863dd05-5cde-4abf-b23d-8b16df9e2532 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:18:41.558352 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c95f91aa-bada-4f2e-bbf1-723c8d461762 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:41.590991 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-24f7bdcc-1086-418d-be40-71ca319addc4 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:41.612793 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-0047c145-cdcf-4d45-84bb-f242eeab85a5 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:18:41.614626 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=097c3ee9-a064-4e52-a413-44e981921bea,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:41.632227 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:41.641524 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-0047c145-cdcf-4d45-84bb-f242eeab85a5 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Usage tracker for resource:port and tenant:3dec2bb4c0324fb0938996d171d39a2a is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:18:41.647383 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-0047c145-cdcf-4d45-84bb-f242eeab85a5 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:18:41.657449 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-0047c145-cdcf-4d45-84bb-f242eeab85a5 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:18:41.665659 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-96984ce0-e625-491b-bb4f-2fde60e981c7 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838139473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839924955'] for subnet, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:41.674488 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7204b374-00b7-453e-bd1b-2ae258b44683 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:41.819820 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0047c145-cdcf-4d45-84bb-f242eeab85a5 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Made reservation on behalf of 3dec2bb4c0324fb0938996d171d39a2a for: {'port': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:18:41.825551 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0047c145-cdcf-4d45-84bb-f242eeab85a5 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:41.849685 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-24f7bdcc-1086-418d-be40-71ca319addc4 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Calling delete_port for 2761f74a-6562-4a2e-b8ff-c82b23bc292d owned by {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:18:41.864600 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3d64513-3802-43a3-9d91-02df09632d82 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Deleting subnet 11b5289c-8028-4f50-a96d-f7b4de5e2504 {{(pid=88990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:18:41.878438 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e3d64513-3802-43a3-9d91-02df09632d82 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks [] for subnet, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:41.884725 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-3d802fc9-b4d8-49a1-9a9a-cdca8a2c361b None None] Provisioning for port b5fd1df8-e467-43de-8091-bded530288e7 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:18:41.892920 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-3d802fc9-b4d8-49a1-9a9a-cdca8a2c361b None None] Provisioning complete for port b5fd1df8-e467-43de-8091-bded530288e7 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:18:41.893568 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3d802fc9-b4d8-49a1-9a9a-cdca8a2c361b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:41.922076 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96984ce0-e625-491b-bb4f-2fde60e981c7 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Pushing event updated for resources: {'Subnet': ['ID=21e85701-4297-446e-9c01-eeadc7ec5991,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:41.933344 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-96984ce0-e625-491b-bb4f-2fde60e981c7 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:41.953996 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-0047c145-cdcf-4d45-84bb-f242eeab85a5 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] device_id is not set on port 5a2aefb9-8789-4206-9740-4bcedf2af513 yet. {{(pid=88990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:18:41.969632 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-3d802fc9-b4d8-49a1-9a9a-cdca8a2c361b None None] Port b5fd1df8-e467-43de-8091-bded530288e7 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:18:41.987496 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-3d802fc9-b4d8-49a1-9a9a-cdca8a2c361b None None] Provisioning complete for port 097c3ee9-a064-4e52-a413-44e981921bea triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:18:41.987920 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3d802fc9-b4d8-49a1-9a9a-cdca8a2c361b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:42.049124 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e3d64513-3802-43a3-9d91-02df09632d82 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838448728'] for subnet, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:42.097300 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96984ce0-e625-491b-bb4f-2fde60e981c7 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Checking segment: {'id': '33591161-5475-41d0-8d2a-4e2d8c274ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '1751da75-1940-467c-a07c-b48a75e4960d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:18:42.098490 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96984ce0-e625-491b-bb4f-2fde60e981c7 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Network hostable DHCP agents. Network: 1751da75-1940-467c-a07c-b48a75e4960d, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:18:42.263709 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553629c-aeff-4da1-a268-5c41cd8673fc req-123ca9ab-e4f4-460a-b861-9de851f5874c tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:42.265642 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e553629c-aeff-4da1-a268-5c41cd8673fc req-123ca9ab-e4f4-460a-b861-9de851f5874c tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b7fa720-d8e5-4510-aeb0-a3b286372c89 HTTP/1.1" status: 200 len: 946 time: 0.5304577 Dec 15 19:18:42.277881 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c95f91aa-bada-4f2e-bbf1-723c8d461762 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:42.280206 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-283c05b0-da7c-435f-82ee-e837999882f1 None None] Provisioning complete for port b5fd1df8-e467-43de-8091-bded530288e7 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:18:42.280739 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-283c05b0-da7c-435f-82ee-e837999882f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:42.345140 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-283c05b0-da7c-435f-82ee-e837999882f1 None None] Port b5fd1df8-e467-43de-8091-bded530288e7 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:18:42.378380 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-0047c145-cdcf-4d45-84bb-f242eeab85a5 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Allocated IP 172.20.0.14 (7fc2e91f-5ee9-48a4-b44b-cbcce1aecb8d/ad2e4159-54f0-4b1d-a6dc-1e1e9cf48317/5a2aefb9-8789-4206-9740-4bcedf2af513) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:18:42.395474 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96984ce0-e625-491b-bb4f-2fde60e981c7 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Network 1751da75-1940-467c-a07c-b48a75e4960d is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:18:42.430907 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e553629c-aeff-4da1-a268-5c41cd8673fc req-eff17557-1f08-4b62-8bcb-c8c45028e63f tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3112f8-b936-4176-9b46-6040cf25625e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475089 Dec 15 19:18:42.452384 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e3d64513-3802-43a3-9d91-02df09632d82 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:42.457138 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-c95f91aa-bada-4f2e-bbf1-723c8d461762 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Calling delete_port for f863dd05-5cde-4abf-b23d-8b16df9e2532 owned by {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:18:42.487411 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-24f7bdcc-1086-418d-be40-71ca319addc4 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:42.496238 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:42.508931 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4a4e1b65-0fe1-4781-a66b-29bf0478c132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:42.613949 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-96984ce0-e625-491b-bb4f-2fde60e981c7 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, 1751da75-1940-467c-a07c-b48a75e4960d) {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:18:42.619103 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f7bdcc-1086-418d-be40-71ca319addc4 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event deleted for resources: {'Port': ['ID=2761f74a-6562-4a2e-b8ff-c82b23bc292d,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:42.623772 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003d8d40-ea23-46ca-a15b-ad6a2654f7b3 None None] Network 1751da75-1940-467c-a07c-b48a75e4960d requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:18:42.637014 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-24f7bdcc-1086-418d-be40-71ca319addc4 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:42.638109 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-24f7bdcc-1086-418d-be40-71ca319addc4 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:42.662451 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862ff92c-1d4b-441e-97b7-d87dc58545c8 req-930007f0-e7f3-43fb-a854-ec54cfb12f55 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:42.665104 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-862ff92c-1d4b-441e-97b7-d87dc58545c8 req-930007f0-e7f3-43fb-a854-ec54cfb12f55 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a8fcdba-9ed4-4e76-945e-12df297099e0 HTTP/1.1" status: 200 len: 945 time: 0.5192645 Dec 15 19:18:42.710794 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96984ce0-e625-491b-bb4f-2fde60e981c7 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:42.711651 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-96984ce0-e625-491b-bb4f-2fde60e981c7 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:42.736713 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-24f7bdcc-1086-418d-be40-71ca319addc4 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/ports/2761f74a-6562-4a2e-b8ff-c82b23bc292d HTTP/1.1" status: 204 len: 168 time: 2.0692062 Dec 15 19:18:42.742423 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50580) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:42.899973 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a2ca6380-8ad8-4fc3-a71a-0d6217a971a9 tempest-RoutersAdminNegativeIpV6Test-287106111 tempest-RoutersAdminNegativeIpV6Test-287106111-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:42.912470 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-96984ce0-e625-491b-bb4f-2fde60e981c7 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 3.7711024 Dec 15 19:18:42.921790 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-862ff92c-1d4b-441e-97b7-d87dc58545c8 req-edaf5415-57c3-4d7d-bef2-a6ecba7124c1 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] 10.222.0.36 "GET /v2.0/security-groups?id=19b98e59-0c96-4874-b9ee-d71b2bd06b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2152131 Dec 15 19:18:42.933391 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 50584) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:42.945018 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-0e512ccc-0514-460f-aa3e-f1e21a796870 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:18:42.947736 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a2ca6380-8ad8-4fc3-a71a-0d6217a971a9 tempest-RoutersAdminNegativeIpV6Test-287106111 tempest-RoutersAdminNegativeIpV6Test-287106111-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:42.986199 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 097c3ee9-a064-4e52-a413-44e981921bea up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:18:43.019092 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c350c7ec-823a-4b69-b355-6cb4287c666f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:43.020719 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c350c7ec-823a-4b69-b355-6cb4287c666f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:43.021747 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-c350c7ec-823a-4b69-b355-6cb4287c666f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Synchronizing usage tracker for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:subnet {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:18:43.057124 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c95f91aa-bada-4f2e-bbf1-723c8d461762 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:43.070221 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5505ce02-0e52-4891-9306-3f85d900782f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:43.095275 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb7b9d5-47ce-472b-bee6-54eac877ff6d None None] Network 489fa468-360a-4868-b4ac-a400ec975c5b requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:18:43.123041 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95f91aa-bada-4f2e-bbf1-723c8d461762 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event deleted for resources: {'Port': ['ID=f863dd05-5cde-4abf-b23d-8b16df9e2532,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:43.130565 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c95f91aa-bada-4f2e-bbf1-723c8d461762 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:43.155694 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e3d64513-3802-43a3-9d91-02df09632d82 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16636259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14850861'] for subnet, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:43.182703 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-c350c7ec-823a-4b69-b355-6cb4287c666f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Unset dirty status for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:subnet {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:18:43.186622 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c350c7ec-823a-4b69-b355-6cb4287c666f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4405003 Dec 15 19:18:43.204096 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6cdaee09-ae8a-4e19-bef0-1a1507e5d309 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:43.249853 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0e512ccc-0514-460f-aa3e-f1e21a796870 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-14850876'] for subnet, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:43.257346 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 50590) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:43.259473 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0047c145-cdcf-4d45-84bb-f242eeab85a5 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:43.265963 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d64513-3802-43a3-9d91-02df09632d82 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Pushing event deleted for resources: {'Subnet': ['ID=11b5289c-8028-4f50-a96d-f7b4de5e2504,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:43.319496 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e3d64513-3802-43a3-9d91-02df09632d82 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:43.362929 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e3d64513-3802-43a3-9d91-02df09632d82 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:43.370261 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 2fc06fa8-efc8-4c23-abfd-c14d4a269543 up at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:18:43.384654 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e3d64513-3802-43a3-9d91-02df09632d82 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] 10.222.0.36 "DELETE /v2.0/subnets/11b5289c-8028-4f50-a96d-f7b4de5e2504 HTTP/1.1" status: 204 len: 168 time: 2.0719557 Dec 15 19:18:43.391943 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-0047c145-cdcf-4d45-84bb-f242eeab85a5 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Transition to ACTIVE for port object 5a2aefb9-8789-4206-9740-4bcedf2af513 will not be triggered until provisioned by entity DHCP. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:18:43.399809 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 50594) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:43.444073 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ea54b6-653d-4885-a2aa-6b184ce0ffa7 None None] Network 9b621d08-f473-4493-84e8-9acb9cb6b561 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:18:43.470999 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c95f91aa-bada-4f2e-bbf1-723c8d461762 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:43.482018 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86347c4-1989-463e-a3e3-3c02bc3ff43a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-1751da75-1940-467c-a07c-b48a75e4960d', 'network_id': '1751da75-1940-467c-a07c-b48a75e4960d', 'tenant_id': '939f0a0fc6a54dca88c6c50c43297e50', 'fixed_ips': [{'subnet_id': '21e85701-4297-446e-9c01-eeadc7ec5991'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:18:43.483117 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c86347c4-1989-463e-a3e3-3c02bc3ff43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:43.572337 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c95f91aa-bada-4f2e-bbf1-723c8d461762 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "DELETE /v2.0/ports/f863dd05-5cde-4abf-b23d-8b16df9e2532 HTTP/1.1" status: 204 len: 168 time: 2.1852648 Dec 15 19:18:43.575032 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50598) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:43.622349 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a2ca6380-8ad8-4fc3-a71a-0d6217a971a9 tempest-RoutersAdminNegativeIpV6Test-287106111 tempest-RoutersAdminNegativeIpV6Test-287106111-project-admin] Notify callbacks [] for router, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:43.627684 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-94fc8e1c-d731-4d59-b63f-0d7da4c51905 None None] Provisioning for port 2eb8ce18-d226-4d84-a14c-13e62cbaff4e completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:18:43.744170 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-80f3de40-6462-4f51-b708-de4122526b5c tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] GET failed (client error): The resource could not be found. Dec 15 19:18:43.744934 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-80f3de40-6462-4f51-b708-de4122526b5c tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Synchronizing usage tracker for tenant:d09e37d948244dafb936d2972b3d58c9 on resource:port {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:18:43.757340 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e77b42f0-4772-4924-8a5b-65533b246ba4 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:43.801944 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ddb50b-4f3d-4a29-8b44-b7760c41f15c req-8dae4e26-ef8c-4b67-87b1-9b7655bb33eb tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:43.803668 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-37ddb50b-4f3d-4a29-8b44-b7760c41f15c req-8dae4e26-ef8c-4b67-87b1-9b7655bb33eb tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b7fa720-d8e5-4510-aeb0-a3b286372c89 HTTP/1.1" status: 200 len: 946 time: 0.6594276 Dec 15 19:18:43.812082 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0047c145-cdcf-4d45-84bb-f242eeab85a5 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:43.816185 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 097c3ee9-a064-4e52-a413-44e981921bea triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:18:43.816611 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:43.823371 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-9174c5fa-d63a-4e42-ac49-072bcf7df5e1 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Deleting subnet eb881d63-2396-4cca-87d8-077fde19cdbf {{(pid=88990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:18:43.857611 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-80f3de40-6462-4f51-b708-de4122526b5c tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Unset dirty status for tenant:d09e37d948244dafb936d2972b3d58c9 on resource:port {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:18:43.862452 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-80f3de40-6462-4f51-b708-de4122526b5c tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "GET /v2.0/ports/f863dd05-5cde-4abf-b23d-8b16df9e2532 HTTP/1.1" status: 404 len: 333 time: 0.2858810 Dec 15 19:18:43.863510 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5c6ec8e3-17e9-433b-a44e-53845d792727 tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:43.884440 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning for port 2fc06fa8-efc8-4c23-abfd-c14d4a269543 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:18:43.894309 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 50602) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:43.897994 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-c86347c4-1989-463e-a3e3-3c02bc3ff43a None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 15 19:18:43.897994 dv-neutron-821831-2-hyperv neutron-server[88879]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Dec 15 19:18:43.897994 dv-neutron-821831-2-hyperv neutron-server[88879]: [parameters: {'in_use': 1, 'id_1': '21e85701-4297-446e-9c01-eeadc7ec5991'}] Dec 15 19:18:43.897994 dv-neutron-821831-2-hyperv neutron-server[88879]: (Background on this error at: http://sqlalche.me/e/e3q8) {{(pid=88992) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:18:43.899043 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-c86347c4-1989-463e-a3e3-3c02bc3ff43a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:18:43.901280 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9174c5fa-d63a-4e42-ac49-072bcf7df5e1 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:43.911050 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning complete for port 2fc06fa8-efc8-4c23-abfd-c14d4a269543 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:18:43.911468 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:44.104497 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a2ca6380-8ad8-4fc3-a71a-0d6217a971a9 tempest-RoutersAdminNegativeIpV6Test-287106111 tempest-RoutersAdminNegativeIpV6Test-287106111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854207876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854699191'] for router, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:44.110476 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a2ca6380-8ad8-4fc3-a71a-0d6217a971a9 tempest-RoutersAdminNegativeIpV6Test-287106111 tempest-RoutersAdminNegativeIpV6Test-287106111-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:44.197544 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 2eb8ce18-d226-4d84-a14c-13e62cbaff4e up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:18:44.252778 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:44.273286 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75d30e1-5517-46fc-986f-dab182f4ba26 None None] DHCP port deletion for 9b621d08-f473-4493-84e8-9acb9cb6b561 request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:18:44.289845 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-e77b42f0-4772-4924-8a5b-65533b246ba4 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Deleting port c5071d3f-b155-46de-921f-7a9028920b0f {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:18:44.290551 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e77b42f0-4772-4924-8a5b-65533b246ba4 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:44.292917 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-e75d30e1-5517-46fc-986f-dab182f4ba26 None None] Deleting port c5071d3f-b155-46de-921f-7a9028920b0f {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:18:44.293347 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e75d30e1-5517-46fc-986f-dab182f4ba26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:44.330511 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a2ca6380-8ad8-4fc3-a71a-0d6217a971a9 tempest-RoutersAdminNegativeIpV6Test-287106111 tempest-RoutersAdminNegativeIpV6Test-287106111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854207982'] for router, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:44.331095 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ca6380-8ad8-4fc3-a71a-0d6217a971a9 tempest-RoutersAdminNegativeIpV6Test-287106111 tempest-RoutersAdminNegativeIpV6Test-287106111-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 85b33107-eda8-4114-a863-c8951c7f3e15 {{(pid=88991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 19:18:44.343562 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a8fcdba-9ed4-4e76-945e-12df297099e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc06fa8-efc8-4c23-abfd-c14d4a269543'}] {{(pid=88992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:18:44.374914 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 2fc06fa8-efc8-4c23-abfd-c14d4a269543, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=2fc06fa8-efc8-4c23-abfd-c14d4a269543,segment=NetworkSegment(ee834257-2d95-4457-8993-3de4c3c8fb43),segment_id=ee834257-2d95-4457-8993-3de4c3c8fb43)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:18:44.393342 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-a2ca6380-8ad8-4fc3-a71a-0d6217a971a9 tempest-RoutersAdminNegativeIpV6Test-287106111 tempest-RoutersAdminNegativeIpV6Test-287106111-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 15 19:18:44.395066 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a2ca6380-8ad8-4fc3-a71a-0d6217a971a9 tempest-RoutersAdminNegativeIpV6Test-287106111 tempest-RoutersAdminNegativeIpV6Test-287106111-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.8307109 Dec 15 19:18:44.397813 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50610) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:44.415921 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c86347c4-1989-463e-a3e3-3c02bc3ff43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:44.439140 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:44.446089 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ef223c10-e446-4bb1-9597-d6ffb9b7cb31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:44.460117 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0047c145-cdcf-4d45-84bb-f242eeab85a5 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Network 7fc2e91f-5ee9-48a4-b44b-cbcce1aecb8d is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:18:44.491617 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-c081af6b-df93-4a83-9c98-78c8e9126d53 tempest-RoutersAdminNegativeIpV6Test-287106111 tempest-RoutersAdminNegativeIpV6Test-287106111-project-admin] Deleting port 6ce436f1-6a4f-4e39-a5b1-61d8aaffc67f {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:18:44.492172 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c081af6b-df93-4a83-9c98-78c8e9126d53 tempest-RoutersAdminNegativeIpV6Test-287106111 tempest-RoutersAdminNegativeIpV6Test-287106111-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:44.518902 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-0047c145-cdcf-4d45-84bb-f242eeab85a5 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:18:44.521551 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0047c145-cdcf-4d45-84bb-f242eeab85a5 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:18:44.548992 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0047c145-cdcf-4d45-84bb-f242eeab85a5 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Pushing event updated for resources: {'Port': ['ID=5a2aefb9-8789-4206-9740-4bcedf2af513,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:44.552415 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0047c145-cdcf-4d45-84bb-f242eeab85a5 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.689s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:44.571269 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9174c5fa-d63a-4e42-ac49-072bcf7df5e1 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838448728'] for subnet, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:44.573904 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 2eb8ce18-d226-4d84-a14c-13e62cbaff4e completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:18:44.654316 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-aabf3b9d-268c-4049-9d97-499402119e25 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Deleting port 5f143426-c825-4ea0-a8e8-1bdebb62ee58 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:18:44.654698 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-aabf3b9d-268c-4049-9d97-499402119e25 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:44.671608 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 2eb8ce18-d226-4d84-a14c-13e62cbaff4e triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:18:44.672030 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:44.752736 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-37ddb50b-4f3d-4a29-8b44-b7760c41f15c req-c5aaae3a-4df2-4bea-ae51-667f1764d384 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3112f8-b936-4176-9b46-6040cf25625e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9250660 Dec 15 19:18:44.811025 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=2fc06fa8-efc8-4c23-abfd-c14d4a269543,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:44.827290 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:44.841285 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-e75d30e1-5517-46fc-986f-dab182f4ba26 None None] For port c5071d3f-b155-46de-921f-7a9028920b0f, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=c5071d3f-b155-46de-921f-7a9028920b0f,segment=NetworkSegment(345dec75-e2c9-4fc7-9d11-0c3710c7998f),segment_id=345dec75-e2c9-4fc7-9d11-0c3710c7998f)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:18:44.841649 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e75d30e1-5517-46fc-986f-dab182f4ba26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:44.895721 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a8fcdba-9ed4-4e76-945e-12df297099e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc06fa8-efc8-4c23-abfd-c14d4a269543', 'code': 200} Dec 15 19:18:45.060584 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c081af6b-df93-4a83-9c98-78c8e9126d53 tempest-RoutersAdminNegativeIpV6Test-287106111 tempest-RoutersAdminNegativeIpV6Test-287106111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:45.134050 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0047c145-cdcf-4d45-84bb-f242eeab85a5 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:45.134946 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0047c145-cdcf-4d45-84bb-f242eeab85a5 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:45.179454 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0e512ccc-0514-460f-aa3e-f1e21a796870 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734580298918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036838139560'] for subnet, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:45.230626 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9174c5fa-d63a-4e42-ac49-072bcf7df5e1 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:45.289168 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-c07dce65-7899-4d59-9521-83d93e500026 None None] Provisioning complete for port 2eb8ce18-d226-4d84-a14c-13e62cbaff4e triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:18:45.289720 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c07dce65-7899-4d59-9521-83d93e500026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:45.293064 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-c081af6b-df93-4a83-9c98-78c8e9126d53 tempest-RoutersAdminNegativeIpV6Test-287106111 tempest-RoutersAdminNegativeIpV6Test-287106111-project-admin] Calling delete_port for 6ce436f1-6a4f-4e39-a5b1-61d8aaffc67f owned by {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:18:45.326289 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-e75d30e1-5517-46fc-986f-dab182f4ba26 None None] Calling delete_port for c5071d3f-b155-46de-921f-7a9028920b0f owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:18:45.368980 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-aabf3b9d-268c-4049-9d97-499402119e25 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:45.464989 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5fc3244f-1e65-4117-8ee7-da9d0f0ab428 req-e3535cae-5114-4f65-99e0-283f2cc3163d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5a8fcdba-9ed4-4e76-945e-12df297099e0 HTTP/1.1" status: 200 len: 1099 time: 0.1912942 Dec 15 19:18:45.493378 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-c86347c4-1989-463e-a3e3-3c02bc3ff43a None None] Allocated IP 172.20.0.3 (1751da75-1940-467c-a07c-b48a75e4960d/21e85701-4297-446e-9c01-eeadc7ec5991/4e387230-e5a6-4bdc-a8a8-d8b2b7aa68fc) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:18:45.529197 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c0fe51b7-9b75-446f-9302-5c68f244c2b8 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:45.534358 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:45.581242 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5fc3244f-1e65-4117-8ee7-da9d0f0ab428 req-bfa86de8-9212-44b7-af49-ad0bb221d18e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=19b98e59-0c96-4874-b9ee-d71b2bd06b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658727 Dec 15 19:18:45.626219 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c081af6b-df93-4a83-9c98-78c8e9126d53 tempest-RoutersAdminNegativeIpV6Test-287106111 tempest-RoutersAdminNegativeIpV6Test-287106111-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:45.634351 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c95f91aa-bada-4f2e-bbf1-723c8d461762 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:45.642811 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-aabf3b9d-268c-4049-9d97-499402119e25 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Calling delete_port for 5f143426-c825-4ea0-a8e8-1bdebb62ee58 owned by {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:18:45.680350 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e75d30e1-5517-46fc-986f-dab182f4ba26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866'] for port, after_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:45.690434 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-97c06896-8e00-46e7-b1e9-ac64ec0c67ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:45.714526 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f303b6cc-be9c-4344-bdf9-1f09a1b14bab req-722304d2-c28e-4c36-9741-b44a749bd66b tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:45.722931 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f303b6cc-be9c-4344-bdf9-1f09a1b14bab req-722304d2-c28e-4c36-9741-b44a749bd66b tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a8fcdba-9ed4-4e76-945e-12df297099e0 HTTP/1.1" status: 200 len: 946 time: 1.4369805 Dec 15 19:18:45.734881 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c081af6b-df93-4a83-9c98-78c8e9126d53 tempest-RoutersAdminNegativeIpV6Test-287106111 tempest-RoutersAdminNegativeIpV6Test-287106111-project-admin] Pushing event deleted for resources: {'Port': ['ID=6ce436f1-6a4f-4e39-a5b1-61d8aaffc67f,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:45.743474 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c081af6b-df93-4a83-9c98-78c8e9126d53 tempest-RoutersAdminNegativeIpV6Test-287106111 tempest-RoutersAdminNegativeIpV6Test-287106111-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:45.750775 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9174c5fa-d63a-4e42-ac49-072bcf7df5e1 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16636259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14850861'] for subnet, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:45.771569 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75d30e1-5517-46fc-986f-dab182f4ba26 None None] Pushing event deleted for resources: {'Port': ['ID=c5071d3f-b155-46de-921f-7a9028920b0f,revision_number=None']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:45.771799 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e512ccc-0514-460f-aa3e-f1e21a796870 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:45.772366 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0e512ccc-0514-460f-aa3e-f1e21a796870 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:45.773844 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0e512ccc-0514-460f-aa3e-f1e21a796870 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] 10.222.0.36 "PUT /v2.0/subnets/21e85701-4297-446e-9c01-eeadc7ec5991 HTTP/1.1" status: 200 len: 877 time: 2.8366463 Dec 15 19:18:45.784549 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 50620) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:45.801686 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e75d30e1-5517-46fc-986f-dab182f4ba26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:45.814086 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c07dce65-7899-4d59-9521-83d93e500026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:45.824478 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75d30e1-5517-46fc-986f-dab182f4ba26 None None] No DVR routers for this DVR port c5071d3f-b155-46de-921f-7a9028920b0f on host dv-neutron-821831-2-hyperv {{(pid=88992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:18:45.860708 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0047c145-cdcf-4d45-84bb-f242eeab85a5 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 5.0715115 Dec 15 19:18:45.861656 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e512ccc-0514-460f-aa3e-f1e21a796870 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Pushing event updated for resources: {'Subnet': ['ID=21e85701-4297-446e-9c01-eeadc7ec5991,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:45.863893 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50624) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:45.881623 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88992) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:18:45.882009 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:18:45.901091 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-c07dce65-7899-4d59-9521-83d93e500026 None None] For port 2eb8ce18-d226-4d84-a14c-13e62cbaff4e, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=2eb8ce18-d226-4d84-a14c-13e62cbaff4e,segment=NetworkSegment(9575ac7b-3c85-46da-81c5-434024000f40),segment_id=9575ac7b-3c85-46da-81c5-434024000f40)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:18:45.914969 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-e77b42f0-4772-4924-8a5b-65533b246ba4 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] For port c5071d3f-b155-46de-921f-7a9028920b0f, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=c5071d3f-b155-46de-921f-7a9028920b0f,segment=NetworkSegment(345dec75-e2c9-4fc7-9d11-0c3710c7998f),segment_id=345dec75-e2c9-4fc7-9d11-0c3710c7998f)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:18:45.914969 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e77b42f0-4772-4924-8a5b-65533b246ba4 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:45.934003 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c081af6b-df93-4a83-9c98-78c8e9126d53 tempest-RoutersAdminNegativeIpV6Test-287106111 tempest-RoutersAdminNegativeIpV6Test-287106111-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:45.949898 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c081af6b-df93-4a83-9c98-78c8e9126d53 tempest-RoutersAdminNegativeIpV6Test-287106111 tempest-RoutersAdminNegativeIpV6Test-287106111-project-admin] 10.222.0.36 "DELETE /v2.0/ports/6ce436f1-6a4f-4e39-a5b1-61d8aaffc67f HTTP/1.1" status: 204 len: 168 time: 1.5500524 Dec 15 19:18:45.965499 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c07dce65-7899-4d59-9521-83d93e500026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:45.969816 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-bba45b72-fd5d-4c61-adae-1eb1d3e65093 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:46.019741 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07cd9cc0-d836-4a58-bae4-6d6a5050cdfc tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:46.025926 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07cd9cc0-d836-4a58-bae4-6d6a5050cdfc tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:46.031343 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07cd9cc0-d836-4a58-bae4-6d6a5050cdfc tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:46.033614 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-07cd9cc0-d836-4a58-bae4-6d6a5050cdfc tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.1668375 Dec 15 19:18:46.037043 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50632) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:46.057691 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0e512ccc-0514-460f-aa3e-f1e21a796870 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:46.059587 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3035bc29-1ac0-4e88-b109-f6a23140c829 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.295s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:46.097270 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc22ac4-06b5-454a-8492-6bc320def359 None None] Network 489fa468-360a-4868-b4ac-a400ec975c5b requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:18:46.126532 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-2bbb5c09-f8cf-473c-b6b4-0004e9618fbf None None] Could not find standard attr ID for object 2761f74a-6562-4a2e-b8ff-c82b23bc292d. {{(pid=88992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 15 19:18:46.135016 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-78da9d97-18b3-4462-bdc8-0695698b8811 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Deleting port 5a2aefb9-8789-4206-9740-4bcedf2af513 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:18:46.135669 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-78da9d97-18b3-4462-bdc8-0695698b8811 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:46.165836 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9174c5fa-d63a-4e42-ac49-072bcf7df5e1 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:46.167944 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9174c5fa-d63a-4e42-ac49-072bcf7df5e1 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/subnets/eb881d63-2396-4cca-87d8-077fde19cdbf HTTP/1.1" status: 204 len: 168 time: 2.8999224 Dec 15 19:18:46.175572 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50636) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:46.214485 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9174c5fa-d63a-4e42-ac49-072bcf7df5e1 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event deleted for resources: {'Subnet': ['ID=eb881d63-2396-4cca-87d8-077fde19cdbf,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:46.217956 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c86347c4-1989-463e-a3e3-3c02bc3ff43a None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:46.218310 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f303b6cc-be9c-4344-bdf9-1f09a1b14bab req-a9a46b36-cd19-49a3-bc51-d21b0770754f tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] 10.222.0.36 "GET /v2.0/security-groups?id=19b98e59-0c96-4874-b9ee-d71b2bd06b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4944687 Dec 15 19:18:46.225224 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-e77b42f0-4772-4924-8a5b-65533b246ba4 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Calling delete_port for c5071d3f-b155-46de-921f-7a9028920b0f owned by network:dhcp {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:18:46.229362 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-c86347c4-1989-463e-a3e3-3c02bc3ff43a None None] Transition to ACTIVE for port object 4e387230-e5a6-4bdc-a8a8-d8b2b7aa68fc will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:18:46.249713 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-c86347c4-1989-463e-a3e3-3c02bc3ff43a None None] Transition to ACTIVE for port object 4e387230-e5a6-4bdc-a8a8-d8b2b7aa68fc will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:18:46.256488 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a0f65246-0bce-426a-803b-1b4d0ac5ba31 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0767615 Dec 15 19:18:46.258686 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50640) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:46.272082 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9174c5fa-d63a-4e42-ac49-072bcf7df5e1 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:46.272252 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-340673fe-4306-4af7-b921-65607b3b32b8 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Request body: {'subnet': {'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:18:46.293515 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07dce65-7899-4d59-9521-83d93e500026 None None] Pushing event updated for resources: {'Port': ['ID=2eb8ce18-d226-4d84-a14c-13e62cbaff4e,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:46.297672 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c07dce65-7899-4d59-9521-83d93e500026 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:46.337843 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c86347c4-1989-463e-a3e3-3c02bc3ff43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:46.348089 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fbbf3a1c-a574-4940-a22a-a216d99bf7ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:46.419462 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-2bbb5c09-f8cf-473c-b6b4-0004e9618fbf None None] Provisioning for port 5a2aefb9-8789-4206-9740-4bcedf2af513 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:18:46.451667 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86347c4-1989-463e-a3e3-3c02bc3ff43a None None] Pushing event updated for resources: {'Port': ['ID=4e387230-e5a6-4bdc-a8a8-d8b2b7aa68fc,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:46.454950 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c86347c4-1989-463e-a3e3-3c02bc3ff43a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:46.455928 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-2bbb5c09-f8cf-473c-b6b4-0004e9618fbf None None] Provisioning complete for port 5a2aefb9-8789-4206-9740-4bcedf2af513 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:18:46.456596 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2bbb5c09-f8cf-473c-b6b4-0004e9618fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:46.465527 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9325b686-1175-443d-9004-bb1299383754 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:46.473817 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-340673fe-4306-4af7-b921-65607b3b32b8 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:18:46.484208 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa01a354-ce08-421b-866b-c961983b6083 req-8139d88b-2fdf-4d03-9aeb-f665f5f54bbb tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:46.485851 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-aa01a354-ce08-421b-866b-c961983b6083 req-8139d88b-2fdf-4d03-9aeb-f665f5f54bbb tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b7fa720-d8e5-4510-aeb0-a3b286372c89 HTTP/1.1" status: 200 len: 946 time: 0.3157284 Dec 15 19:18:46.491470 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-e77b42f0-4772-4924-8a5b-65533b246ba4 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88990) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:18:46.491834 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-e77b42f0-4772-4924-8a5b-65533b246ba4 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:18:46.517288 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-9325b686-1175-443d-9004-bb1299383754 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Deleting port 4e387230-e5a6-4bdc-a8a8-d8b2b7aa68fc {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:18:46.517664 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9325b686-1175-443d-9004-bb1299383754 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:46.544729 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-aabf3b9d-268c-4049-9d97-499402119e25 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:46.556886 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-340673fe-4306-4af7-b921-65607b3b32b8 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:18:46.570472 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-38bef80c-4cda-4b2b-862c-0a800405bfac tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:46.619687 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-340673fe-4306-4af7-b921-65607b3b32b8 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Made reservation on behalf of e56ca83c553e4935a4e8b75ed76c674c for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:18:46.621036 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86347c4-1989-463e-a3e3-3c02bc3ff43a None None] Network 1751da75-1940-467c-a07c-b48a75e4960d is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:18:46.639059 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-c86347c4-1989-463e-a3e3-3c02bc3ff43a None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:18:46.644084 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86347c4-1989-463e-a3e3-3c02bc3ff43a None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:18:46.712588 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50646) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:46.713032 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb5c09-f8cf-473c-b6b4-0004e9618fbf None None] Port 5a2aefb9-8789-4206-9740-4bcedf2af513 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:18:46.802616 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-c86347c4-1989-463e-a3e3-3c02bc3ff43a None None] Attempting to bind port 4e387230-e5a6-4bdc-a8a8-d8b2b7aa68fc on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:18:46.803040 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-c86347c4-1989-463e-a3e3-3c02bc3ff43a None None] Attempting to bind port 4e387230-e5a6-4bdc-a8a8-d8b2b7aa68fc by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '33591161-5475-41d0-8d2a-4e2d8c274ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '1751da75-1940-467c-a07c-b48a75e4960d'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:18:46.803453 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86347c4-1989-463e-a3e3-3c02bc3ff43a None None] Attempting to bind port 4e387230-e5a6-4bdc-a8a8-d8b2b7aa68fc on network 1751da75-1940-467c-a07c-b48a75e4960d {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:18:46.815205 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86347c4-1989-463e-a3e3-3c02bc3ff43a None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:18:46.815790 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86347c4-1989-463e-a3e3-3c02bc3ff43a None None] Checking segment: {'id': '33591161-5475-41d0-8d2a-4e2d8c274ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '1751da75-1940-467c-a07c-b48a75e4960d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:18:46.816704 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c86347c4-1989-463e-a3e3-3c02bc3ff43a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:46.816704 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86347c4-1989-463e-a3e3-3c02bc3ff43a None None] Bound using segment: {'id': '33591161-5475-41d0-8d2a-4e2d8c274ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '1751da75-1940-467c-a07c-b48a75e4960d'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:18:46.817223 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-c86347c4-1989-463e-a3e3-3c02bc3ff43a None None] Bound port: 4e387230-e5a6-4bdc-a8a8-d8b2b7aa68fc, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33591161-5475-41d0-8d2a-4e2d8c274ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '1751da75-1940-467c-a07c-b48a75e4960d'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:18:46.817728 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c86347c4-1989-463e-a3e3-3c02bc3ff43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:46.818898 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-78da9d97-18b3-4462-bdc8-0695698b8811 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:46.941090 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cdba8a9-ce24-4404-88b9-bd6e5681bea8 None None] DHCP port deletion for 489fa468-360a-4868-b4ac-a400ec975c5b request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:18:46.958282 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-9cdba8a9-ce24-4404-88b9-bd6e5681bea8 None None] Deleting port 2eb8ce18-d226-4d84-a14c-13e62cbaff4e {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:18:46.958282 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9cdba8a9-ce24-4404-88b9-bd6e5681bea8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:47.011049 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-e77b42f0-4772-4924-8a5b-65533b246ba4 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Deleting port c5071d3f-b155-46de-921f-7a9028920b0f {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:18:47.011874 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e77b42f0-4772-4924-8a5b-65533b246ba4 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:47.016778 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device c5071d3f-b155-46de-921f-7a9028920b0f no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:18:47.020040 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-78da9d97-18b3-4462-bdc8-0695698b8811 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Calling delete_port for 5a2aefb9-8789-4206-9740-4bcedf2af513 owned by {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:18:47.050107 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf3b9d-268c-4049-9d97-499402119e25 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event deleted for resources: {'Port': ['ID=5f143426-c825-4ea0-a8e8-1bdebb62ee58,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:47.060427 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-340673fe-4306-4af7-b921-65607b3b32b8 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:47.071137 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: c5071d3f-b155-46de-921f-7a9028920b0f {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:18:47.071585 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device c5071d3f-b155-46de-921f-7a9028920b0f not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:18:47.083206 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-aabf3b9d-268c-4049-9d97-499402119e25 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:47.090639 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-aabf3b9d-268c-4049-9d97-499402119e25 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:47.132936 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-e77b42f0-4772-4924-8a5b-65533b246ba4 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] The port 'c5071d3f-b155-46de-921f-7a9028920b0f' was deleted {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 15 19:18:47.181292 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-c86347c4-1989-463e-a3e3-3c02bc3ff43a None None] For port 4e387230-e5a6-4bdc-a8a8-d8b2b7aa68fc, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:18:47.202051 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-c86347c4-1989-463e-a3e3-3c02bc3ff43a None None] For port 4e387230-e5a6-4bdc-a8a8-d8b2b7aa68fc, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=4e387230-e5a6-4bdc-a8a8-d8b2b7aa68fc,segment=NetworkSegment(33591161-5475-41d0-8d2a-4e2d8c274ce2),segment_id=33591161-5475-41d0-8d2a-4e2d8c274ce2)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:18:47.246960 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2ad0d9e5-652c-463d-9752-75b13bcb072d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:47.260096 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-aa01a354-ce08-421b-866b-c961983b6083 req-62ab53b7-5b9d-43a4-8729-c18a9db2b915 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3112f8-b936-4176-9b46-6040cf25625e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7647896 Dec 15 19:18:47.281021 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-aabf3b9d-268c-4049-9d97-499402119e25 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "DELETE /v2.0/ports/5f143426-c825-4ea0-a8e8-1bdebb62ee58 HTTP/1.1" status: 204 len: 168 time: 3.3447540 Dec 15 19:18:47.286366 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c86347c4-1989-463e-a3e3-3c02bc3ff43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:47.287569 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50654) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:47.308737 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-db35d69c-0197-4ae6-8c05-5fc7dac6804e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:47.365802 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-56200316-6135-4959-a51c-869d5c6cf3b1 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] GET failed (client error): The resource could not be found. Dec 15 19:18:47.369137 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-56200316-6135-4959-a51c-869d5c6cf3b1 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "GET /v2.0/ports/5f143426-c825-4ea0-a8e8-1bdebb62ee58 HTTP/1.1" status: 404 len: 333 time: 0.0784214 Dec 15 19:18:47.385547 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 50658) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:47.428700 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-9cdba8a9-ce24-4404-88b9-bd6e5681bea8 None None] For port 2eb8ce18-d226-4d84-a14c-13e62cbaff4e, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=2eb8ce18-d226-4d84-a14c-13e62cbaff4e,segment=NetworkSegment(9575ac7b-3c85-46da-81c5-434024000f40),segment_id=9575ac7b-3c85-46da-81c5-434024000f40)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:18:47.429143 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9cdba8a9-ce24-4404-88b9-bd6e5681bea8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:47.510816 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-2ad0d9e5-652c-463d-9752-75b13bcb072d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:18:47.551568 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e77b42f0-4772-4924-8a5b-65533b246ba4 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:47.561972 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-2ad0d9e5-652c-463d-9752-75b13bcb072d admin admin] Usage tracker for resource:security_group_rule and tenant:140961f54e9c417e837382a8cf045f71 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:18:47.572005 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-2ad0d9e5-652c-463d-9752-75b13bcb072d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:18:47.586749 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-9cdba8a9-ce24-4404-88b9-bd6e5681bea8 None None] Calling delete_port for 2eb8ce18-d226-4d84-a14c-13e62cbaff4e owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:18:47.588042 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-2ad0d9e5-652c-463d-9752-75b13bcb072d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:18:47.618609 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-340673fe-4306-4af7-b921-65607b3b32b8 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:47.636137 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-95f3d2a5-1b58-48ab-ab7d-883c08cb0639 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:47.643606 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-e77b42f0-4772-4924-8a5b-65533b246ba4 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b621d08-f473-4493-84e8-9acb9cb6b561']}} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:18:47.698053 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-78da9d97-18b3-4462-bdc8-0695698b8811 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:47.704365 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-e77b42f0-4772-4924-8a5b-65533b246ba4 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '345dec75-e2c9-4fc7-9d11-0c3710c7998f') {'for_net_delete': True} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:18:47.704888 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-e77b42f0-4772-4924-8a5b-65533b246ba4 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '345dec75-e2c9-4fc7-9d11-0c3710c7998f') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:18:47.748110 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340673fe-4306-4af7-b921-65607b3b32b8 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Network 489fa468-360a-4868-b4ac-a400ec975c5b is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:18:47.776356 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-340673fe-4306-4af7-b921-65607b3b32b8 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:18:47.786599 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340673fe-4306-4af7-b921-65607b3b32b8 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:47.787253 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-340673fe-4306-4af7-b921-65607b3b32b8 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:47.791835 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e77b42f0-4772-4924-8a5b-65533b246ba4 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16327073'] for segment, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:47.823125 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86347c4-1989-463e-a3e3-3c02bc3ff43a None None] Pushing event updated for resources: {'Port': ['ID=4e387230-e5a6-4bdc-a8a8-d8b2b7aa68fc,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:47.841525 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c86347c4-1989-463e-a3e3-3c02bc3ff43a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:47.868227 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-9325b686-1175-443d-9004-bb1299383754 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] For port 4e387230-e5a6-4bdc-a8a8-d8b2b7aa68fc, host dv-neutron-821831-2-hyperv, got binding levels [] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:18:47.868498 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9325b686-1175-443d-9004-bb1299383754 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:47.877181 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e77b42f0-4772-4924-8a5b-65533b246ba4 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:47.907165 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8c797e-8a4c-4790-9f1b-9ae9fac50564 req-7a32916b-16ec-4946-a4fe-6d2e453b77ff tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:47.915756 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6c8c797e-8a4c-4790-9f1b-9ae9fac50564 req-7a32916b-16ec-4946-a4fe-6d2e453b77ff tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a8fcdba-9ed4-4e76-945e-12df297099e0 HTTP/1.1" status: 200 len: 946 time: 0.4722149 Dec 15 19:18:47.915756 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e77b42f0-4772-4924-8a5b-65533b246ba4 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=88990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:18:47.915756 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e77b42f0-4772-4924-8a5b-65533b246ba4 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838138943'] for segment, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:47.932978 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:18:47.932978 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:18:47.932978 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:18:47.932978 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:18:47.932978 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:18:47.932978 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:18:47.932978 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:18:47.932978 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:18:47.932978 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:18:47.932978 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:18:47.932978 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:18:47.932978 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:18:47.932978 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:18:47.932978 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:18:47.932978 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:18:47.932978 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:18:47.932978 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:18:47.932978 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:18:47.932978 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:18:47.932978 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:18:47.932978 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:18:47.932978 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:18:47.932978 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:18:47.932978 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:18:47.932978 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:18:47.932978 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:18:47.932978 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:18:47.932978 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:18:47.932978 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:18:47.932978 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:18:47.932978 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:18:47.932978 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:18:47.932978 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:18:47.932978 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:18:47.932978 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:18:47.932978 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:18:47.932978 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:18:47.932978 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:18:47.932978 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:18:47.932978 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:18:47.947604 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9cdba8a9-ce24-4404-88b9-bd6e5681bea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866'] for port, after_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:47.955871 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5c14c684-de93-4a97-904b-3b74e91fefa3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:48.018934 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdba8a9-ce24-4404-88b9-bd6e5681bea8 None None] Pushing event deleted for resources: {'Port': ['ID=2eb8ce18-d226-4d84-a14c-13e62cbaff4e,revision_number=None']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:48.026915 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9cdba8a9-ce24-4404-88b9-bd6e5681bea8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:48.036953 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdba8a9-ce24-4404-88b9-bd6e5681bea8 None None] No DVR routers for this DVR port 2eb8ce18-d226-4d84-a14c-13e62cbaff4e on host dv-neutron-821831-2-hyperv {{(pid=88992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:18:48.091918 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c92beac-3a9d-403d-a1f3-b3fa89a633ee None None] Network 489fa468-360a-4868-b4ac-a400ec975c5b requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:18:48.164366 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-9325b686-1175-443d-9004-bb1299383754 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Calling delete_port for 4e387230-e5a6-4bdc-a8a8-d8b2b7aa68fc owned by network:dhcp {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:18:48.245531 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340673fe-4306-4af7-b921-65607b3b32b8 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event updated for resources: {'Subnet': ['ID=3e3f182a-9039-487c-82d8-ddacb45d8d6b,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:48.259640 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-340673fe-4306-4af7-b921-65607b3b32b8 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.624s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:48.266285 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-76d614b6-fe49-4dd5-8f28-aaabcf945cd9 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.531s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:48.268940 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-df5b15e6-1dc8-473f-9157-deb3f7a2ac2c tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Deleting subnet a0a0941b-38fb-474c-a0c0-997c9dbae20d {{(pid=88990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:18:48.318157 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-78da9d97-18b3-4462-bdc8-0695698b8811 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:48.323553 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6c8c797e-8a4c-4790-9f1b-9ae9fac50564 req-3321fd04-cad7-415e-9f83-ece0d25ba551 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] 10.222.0.36 "GET /v2.0/security-groups?id=19b98e59-0c96-4874-b9ee-d71b2bd06b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3889484 Dec 15 19:18:48.323912 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78da9d97-18b3-4462-bdc8-0695698b8811 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Pushing event deleted for resources: {'Port': ['ID=5a2aefb9-8789-4206-9740-4bcedf2af513,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:48.325020 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-df5b15e6-1dc8-473f-9157-deb3f7a2ac2c tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for subnet, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:48.334475 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-78da9d97-18b3-4462-bdc8-0695698b8811 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:48.355598 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-78da9d97-18b3-4462-bdc8-0695698b8811 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] 10.222.0.36 "DELETE /v2.0/ports/5a2aefb9-8789-4206-9740-4bcedf2af513 HTTP/1.1" status: 204 len: 168 time: 2.3171010 Dec 15 19:18:48.360464 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50664) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:48.367751 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-42bc2181-df28-4e5e-9480-2808ba4322e6 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Request body: {'port': {'name': 'tempest-new-port-name-1519156116', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:18:48.368187 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.api.validators [None req-42bc2181-df28-4e5e-9480-2808ba4322e6 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] bootfile-name is not in valid_values {{(pid=88991) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 15 19:18:48.368659 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.api.validators [None req-42bc2181-df28-4e5e-9480-2808ba4322e6 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] tftp-server is not in valid_values {{(pid=88991) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 15 19:18:48.369606 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.api.validators [None req-42bc2181-df28-4e5e-9480-2808ba4322e6 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] server-ip-address is not in valid_values {{(pid=88991) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 15 19:18:48.369737 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e77b42f0-4772-4924-8a5b-65533b246ba4 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:48.374278 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e77b42f0-4772-4924-8a5b-65533b246ba4 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:48.387935 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:48.419059 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e77b42f0-4772-4924-8a5b-65533b246ba4 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] 10.222.0.36 "DELETE /v2.0/networks/9b621d08-f473-4493-84e8-9acb9cb6b561 HTTP/1.1" status: 204 len: 168 time: 5.0168538 Dec 15 19:18:48.427239 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-340673fe-4306-4af7-b921-65607b3b32b8 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1655626 Dec 15 19:18:48.427390 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77b42f0-4772-4924-8a5b-65533b246ba4 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Pushing event deleted for resources: {'Network': ['ID=9b621d08-f473-4493-84e8-9acb9cb6b561,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:48.428647 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e77b42f0-4772-4924-8a5b-65533b246ba4 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:48.428962 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 50672) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:48.443491 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-0faba6f2-9ee1-46bb-9580-034af0ed6923 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Request body: {'port': {'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'name': 'tempest-NetworksTestDHCPv6-555269006'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:18:48.453595 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2ad0d9e5-652c-463d-9752-75b13bcb072d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:48.469930 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b891b469-e83b-4b0b-b8a9-66f7186e1e07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-489fa468-360a-4868-b4ac-a400ec975c5b', 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'tenant_id': 'e56ca83c553e4935a4e8b75ed76c674c', 'fixed_ips': [{'subnet_id': '3e3f182a-9039-487c-82d8-ddacb45d8d6b'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:18:48.470852 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b891b469-e83b-4b0b-b8a9-66f7186e1e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:48.478623 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-9325b686-1175-443d-9004-bb1299383754 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88990) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:18:48.479708 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-9325b686-1175-443d-9004-bb1299383754 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:18:48.527322 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-42bc2181-df28-4e5e-9480-2808ba4322e6 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:48.544378 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2ad0d9e5-652c-463d-9752-75b13bcb072d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:48.558414 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f80b6f05-15fa-4b85-ab1e-e0b1c9abadd7 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:48.565446 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-df5b15e6-1dc8-473f-9157-deb3f7a2ac2c tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838448728'] for subnet, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:48.645021 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad0d9e5-652c-463d-9752-75b13bcb072d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae38a8c-f4e4-42e7-ace1-564d7d53e5b3,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:48.651390 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2ad0d9e5-652c-463d-9752-75b13bcb072d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:48.658765 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-2ad0d9e5-652c-463d-9752-75b13bcb072d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=140961f54e9c417e837382a8cf045f71&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9434123 Dec 15 19:18:48.661983 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50676) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:48.739912 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-b891b469-e83b-4b0b-b8a9-66f7186e1e07 None None] Allocated IP 2001:db8::2 (489fa468-360a-4868-b4ac-a400ec975c5b/3e3f182a-9039-487c-82d8-ddacb45d8d6b/6acee88c-b50b-4004-80ae-85f167d5fb6d) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:18:48.882405 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 4e387230-e5a6-4bdc-a8a8-d8b2b7aa68fc up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:18:48.925779 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171f0799-be0a-44f7-8f01-efef42493345 req-ac8b3d3f-c9a8-400f-b09c-9e1f8929a89e tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:48.927460 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-171f0799-be0a-44f7-8f01-efef42493345 req-ac8b3d3f-c9a8-400f-b09c-9e1f8929a89e tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a8fcdba-9ed4-4e76-945e-12df297099e0 HTTP/1.1" status: 200 len: 946 time: 0.3140135 Dec 15 19:18:48.955691 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-42bc2181-df28-4e5e-9480-2808ba4322e6 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Notify callbacks [] for port, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:48.959239 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50682) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:48.992811 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-9325b686-1175-443d-9004-bb1299383754 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Deleting port 4e387230-e5a6-4bdc-a8a8-d8b2b7aa68fc {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:18:48.993197 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9325b686-1175-443d-9004-bb1299383754 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:49.021469 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-814149d6-d69d-403c-be17-1b8f25510e10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:49.024642 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-42bc2181-df28-4e5e-9480-2808ba4322e6 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:49.038520 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4e31db25-0cc8-4998-947a-ed420d336657 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:49.120692 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b891b469-e83b-4b0b-b8a9-66f7186e1e07 None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:49.137033 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b891b469-e83b-4b0b-b8a9-66f7186e1e07 None None] Transition to ACTIVE for port object 6acee88c-b50b-4004-80ae-85f167d5fb6d will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:18:49.165246 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 4e387230-e5a6-4bdc-a8a8-d8b2b7aa68fc completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:18:49.222158 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b891b469-e83b-4b0b-b8a9-66f7186e1e07 None None] Transition to ACTIVE for port object 6acee88c-b50b-4004-80ae-85f167d5fb6d will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:18:49.247574 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bc2181-df28-4e5e-9480-2808ba4322e6 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Pushing event updated for resources: {'Port': ['ID=b5fd1df8-e467-43de-8091-bded530288e7,revision_number=2']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:49.262065 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b891b469-e83b-4b0b-b8a9-66f7186e1e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:49.275532 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-814149d6-d69d-403c-be17-1b8f25510e10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:49.277982 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0e3d9b70-e3d4-4471-a32d-d468521c2546 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:49.304738 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5522814-b698-4dc0-b246-55b5cc2a02d7 req-743daa52-1362-4ecd-8574-d5a5c39563b2 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:49.306869 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d5522814-b698-4dc0-b246-55b5cc2a02d7 req-743daa52-1362-4ecd-8574-d5a5c39563b2 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b7fa720-d8e5-4510-aeb0-a3b286372c89 HTTP/1.1" status: 200 len: 946 time: 0.8260200 Dec 15 19:18:49.323410 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-42bc2181-df28-4e5e-9480-2808ba4322e6 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:49.324755 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 2eb8ce18-d226-4d84-a14c-13e62cbaff4e no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:18:49.363136 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-42bc2181-df28-4e5e-9480-2808ba4322e6 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] In _notify_port_updated(), no bound segment for port b5fd1df8-e467-43de-8091-bded530288e7 on network 7fc2e91f-5ee9-48a4-b44b-cbcce1aecb8d {{(pid=88991) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 15 19:18:49.366462 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b891b469-e83b-4b0b-b8a9-66f7186e1e07 None None] Network 489fa468-360a-4868-b4ac-a400ec975c5b is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:18:49.367729 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bc2181-df28-4e5e-9480-2808ba4322e6 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:49.369121 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-42bc2181-df28-4e5e-9480-2808ba4322e6 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:49.373751 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-42bc2181-df28-4e5e-9480-2808ba4322e6 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] 10.222.0.36 "PUT /v2.0/ports/b5fd1df8-e467-43de-8091-bded530288e7 HTTP/1.1" status: 200 len: 1137 time: 1.0120931 Dec 15 19:18:49.384455 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-0faba6f2-9ee1-46bb-9580-034af0ed6923 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:18:49.385356 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-b891b469-e83b-4b0b-b8a9-66f7186e1e07 None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:18:49.391262 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 50688) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:49.391475 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 2eb8ce18-d226-4d84-a14c-13e62cbaff4e {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:18:49.391923 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 2eb8ce18-d226-4d84-a14c-13e62cbaff4e not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:18:49.397064 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b891b469-e83b-4b0b-b8a9-66f7186e1e07 None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:18:49.401235 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d5522814-b698-4dc0-b246-55b5cc2a02d7 req-1edf78fa-a67b-435d-a015-9b4c418257bd tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3112f8-b936-4176-9b46-6040cf25625e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661500 Dec 15 19:18:49.413712 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-0faba6f2-9ee1-46bb-9580-034af0ed6923 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Usage tracker for resource:port and tenant:e56ca83c553e4935a4e8b75ed76c674c is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:18:49.418895 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-9325b686-1175-443d-9004-bb1299383754 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] For port 4e387230-e5a6-4bdc-a8a8-d8b2b7aa68fc, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=4e387230-e5a6-4bdc-a8a8-d8b2b7aa68fc,segment=NetworkSegment(33591161-5475-41d0-8d2a-4e2d8c274ce2),segment_id=33591161-5475-41d0-8d2a-4e2d8c274ce2)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:18:49.419465 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9325b686-1175-443d-9004-bb1299383754 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:49.430842 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-df5b15e6-1dc8-473f-9157-deb3f7a2ac2c tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:49.468584 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b840440e-1c13-4221-a346-1f5a562a867b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b640cccfaac84079bbb54e6565c8cef4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5080535 Dec 15 19:18:49.471140 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50692) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:49.474319 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891b469-e83b-4b0b-b8a9-66f7186e1e07 None None] Pushing event updated for resources: {'Port': ['ID=6acee88c-b50b-4004-80ae-85f167d5fb6d,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:49.508908 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-0faba6f2-9ee1-46bb-9580-034af0ed6923 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:18:49.521079 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b891b469-e83b-4b0b-b8a9-66f7186e1e07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:49.549509 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-b891b469-e83b-4b0b-b8a9-66f7186e1e07 None None] Attempting to bind port 6acee88c-b50b-4004-80ae-85f167d5fb6d on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:18:49.550231 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-b891b469-e83b-4b0b-b8a9-66f7186e1e07 None None] Attempting to bind port 6acee88c-b50b-4004-80ae-85f167d5fb6d by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '9575ac7b-3c85-46da-81c5-434024000f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:18:49.550552 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b891b469-e83b-4b0b-b8a9-66f7186e1e07 None None] Attempting to bind port 6acee88c-b50b-4004-80ae-85f167d5fb6d on network 489fa468-360a-4868-b4ac-a400ec975c5b {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:18:49.550780 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-814149d6-d69d-403c-be17-1b8f25510e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:49.559815 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6c9a3586-24b5-4992-8796-f45898953aad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:49.563849 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b891b469-e83b-4b0b-b8a9-66f7186e1e07 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:18:49.564394 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b891b469-e83b-4b0b-b8a9-66f7186e1e07 None None] Checking segment: {'id': '9575ac7b-3c85-46da-81c5-434024000f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:18:49.564852 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b891b469-e83b-4b0b-b8a9-66f7186e1e07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:49.565297 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b891b469-e83b-4b0b-b8a9-66f7186e1e07 None None] Bound using segment: {'id': '9575ac7b-3c85-46da-81c5-434024000f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:18:49.565837 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-b891b469-e83b-4b0b-b8a9-66f7186e1e07 None None] Bound port: 6acee88c-b50b-4004-80ae-85f167d5fb6d, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9575ac7b-3c85-46da-81c5-434024000f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:18:49.566459 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b891b469-e83b-4b0b-b8a9-66f7186e1e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:49.585649 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814149d6-d69d-403c-be17-1b8f25510e10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae38a8c-f4e4-42e7-ace1-564d7d53e5b3,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:49.599668 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-814149d6-d69d-403c-be17-1b8f25510e10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:49.604261 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-814149d6-d69d-403c-be17-1b8f25510e10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:49.609215 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-814149d6-d69d-403c-be17-1b8f25510e10 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fae38a8c-f4e4-42e7-ace1-564d7d53e5b3 HTTP/1.1" status: 204 len: 168 time: 0.9461904 Dec 15 19:18:49.642673 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ce0da779-bf6b-42ed-bbd5-5453a7932429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:49.704016 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ce0da779-bf6b-42ed-bbd5-5453a7932429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:49.768238 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-0d33a5dd-4f60-4545-a38a-143c076df068 None None] Provisioning complete for port b5fd1df8-e467-43de-8091-bded530288e7 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:18:49.768668 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0d33a5dd-4f60-4545-a38a-143c076df068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:49.790167 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-171f0799-be0a-44f7-8f01-efef42493345 req-1ab2aa7e-e36a-4a3c-a7be-1c9562f95be2 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] 10.222.0.36 "GET /v2.0/security-groups?id=19b98e59-0c96-4874-b9ee-d71b2bd06b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8341217 Dec 15 19:18:49.802159 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5719963-580b-4114-ab26-dcb460e8a65c None None] Network 1751da75-1940-467c-a07c-b48a75e4960d requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:18:49.818821 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50698) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:49.907740 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-bdd7af59-c2df-4f00-867b-2e15bb697515 tempest-TestNetworkAdvancedServerOps-388351389 tempest-TestNetworkAdvancedServerOps-388351389-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5a8fcdba-9ed4-4e76-945e-12df297099e0 HTTP/1.1" status: 200 len: 1094 time: 0.0849960 Dec 15 19:18:49.908401 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50702) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:49.916921 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-ea3df62b-7e5d-40bc-9dbf-44e6bad85dc8 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Request body: {'floatingip': {'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'port_id': '2fc06fa8-efc8-4c23-abfd-c14d4a269543', 'tenant_id': '84e8b4bbe4894c70a50ef612e764025b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:18:49.921739 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-0faba6f2-9ee1-46bb-9580-034af0ed6923 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:18:49.923482 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ea3df62b-7e5d-40bc-9dbf-44e6bad85dc8 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:18:49.926794 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ce0da779-bf6b-42ed-bbd5-5453a7932429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:49.935215 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-9325b686-1175-443d-9004-bb1299383754 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Calling delete_port for 4e387230-e5a6-4bdc-a8a8-d8b2b7aa68fc owned by network:dhcp {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:18:49.938989 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b673d886-ab97-44e1-9480-7c9ba3fe68a6 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:49.952946 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ea3df62b-7e5d-40bc-9dbf-44e6bad85dc8 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Usage tracker for resource:floatingip and tenant:84e8b4bbe4894c70a50ef612e764025b is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:18:49.956850 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0da779-bf6b-42ed-bbd5-5453a7932429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc44146b-9def-471e-8ab0-2acee92a5f4d,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:49.959225 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ea3df62b-7e5d-40bc-9dbf-44e6bad85dc8 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:18:49.963444 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ce0da779-bf6b-42ed-bbd5-5453a7932429 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:49.964469 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ce0da779-bf6b-42ed-bbd5-5453a7932429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:49.965823 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ce0da779-bf6b-42ed-bbd5-5453a7932429 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cc44146b-9def-471e-8ab0-2acee92a5f4d HTTP/1.1" status: 204 len: 168 time: 0.4933944 Dec 15 19:18:49.971584 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b891b469-e83b-4b0b-b8a9-66f7186e1e07 None None] For port 6acee88c-b50b-4004-80ae-85f167d5fb6d, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:18:49.983723 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ea3df62b-7e5d-40bc-9dbf-44e6bad85dc8 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:18:50.011272 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b891b469-e83b-4b0b-b8a9-66f7186e1e07 None None] For port 6acee88c-b50b-4004-80ae-85f167d5fb6d, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=6acee88c-b50b-4004-80ae-85f167d5fb6d,segment=NetworkSegment(9575ac7b-3c85-46da-81c5-434024000f40),segment_id=9575ac7b-3c85-46da-81c5-434024000f40)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:18:50.020286 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57e01c4-eb49-48cc-b5aa-d9d545c95bd6 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:50.020971 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-b57e01c4-eb49-48cc-b5aa-d9d545c95bd6 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Synchronizing usage tracker for tenant:3dec2bb4c0324fb0938996d171d39a2a on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:18:50.043385 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0faba6f2-9ee1-46bb-9580-034af0ed6923 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Made reservation on behalf of e56ca83c553e4935a4e8b75ed76c674c for: {'port': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:18:50.046971 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0faba6f2-9ee1-46bb-9580-034af0ed6923 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:50.051261 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-0d33a5dd-4f60-4545-a38a-143c076df068 None None] Port b5fd1df8-e467-43de-8091-bded530288e7 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:18:50.074065 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ea3df62b-7e5d-40bc-9dbf-44e6bad85dc8 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks [] for floatingip, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:50.103522 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b891b469-e83b-4b0b-b8a9-66f7186e1e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:50.113565 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-0faba6f2-9ee1-46bb-9580-034af0ed6923 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] device_id is not set on port a21fbe1f-e80b-4be5-8ec9-f6f0e273b9f7 yet. {{(pid=88990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:18:50.122167 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:50.151548 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-b57e01c4-eb49-48cc-b5aa-d9d545c95bd6 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Unset dirty status for tenant:3dec2bb4c0324fb0938996d171d39a2a on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:18:50.152860 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b57e01c4-eb49-48cc-b5aa-d9d545c95bd6 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] 10.222.0.36 "GET /v2.0/ports/b5fd1df8-e467-43de-8091-bded530288e7 HTTP/1.1" status: 200 len: 1137 time: 0.7504501 Dec 15 19:18:50.158816 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 50710) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:50.262346 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-df5b15e6-1dc8-473f-9157-deb3f7a2ac2c tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16636259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14850861'] for subnet, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:50.279042 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:50.316460 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891b469-e83b-4b0b-b8a9-66f7186e1e07 None None] Pushing event updated for resources: {'Port': ['ID=6acee88c-b50b-4004-80ae-85f167d5fb6d,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:50.322059 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b891b469-e83b-4b0b-b8a9-66f7186e1e07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:50.338638 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5b15e6-1dc8-473f-9157-deb3f7a2ac2c tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event deleted for resources: {'Subnet': ['ID=a0a0941b-38fb-474c-a0c0-997c9dbae20d,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:50.341525 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-df5b15e6-1dc8-473f-9157-deb3f7a2ac2c tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:50.357991 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ea3df62b-7e5d-40bc-9dbf-44e6bad85dc8 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:50.369049 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-df5b15e6-1dc8-473f-9157-deb3f7a2ac2c tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:50.383791 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8b2957-cf4b-4b38-a06c-0648ebad1971 None None] Network f7a40b65-91d9-4be9-844e-f7ad25718e6d requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:18:50.400100 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-eee28524-9a7a-4aa7-9d58-3ccd5b86ba81 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Deleting port b5fd1df8-e467-43de-8091-bded530288e7 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:18:50.400487 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eee28524-9a7a-4aa7-9d58-3ccd5b86ba81 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:50.478706 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50718) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:50.510754 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-e2a90a76-3990-40f7-a709-d60dbbf56405 None None] Provisioning for port 4e387230-e5a6-4bdc-a8a8-d8b2b7aa68fc completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:18:50.536245 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-e2a90a76-3990-40f7-a709-d60dbbf56405 None None] Provisioning complete for port 4e387230-e5a6-4bdc-a8a8-d8b2b7aa68fc triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:18:50.536922 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e2a90a76-3990-40f7-a709-d60dbbf56405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:50.569624 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9325b686-1175-443d-9004-bb1299383754 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:50.579950 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-e2a90a76-3990-40f7-a709-d60dbbf56405 None None] Port 4e387230-e5a6-4bdc-a8a8-d8b2b7aa68fc was deleted so its status cannot be updated. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:300}} Dec 15 19:18:50.594620 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6aeff2d1-4147-4d06-b842-aa432520a2e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:50.611322 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-83e88f1f-ce4e-4000-a5ae-7e845fccce6b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=83b8a9ec69e3456b81c71f3cf8862418&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1317804 Dec 15 19:18:50.616210 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50724) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:50.709751 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-df5b15e6-1dc8-473f-9157-deb3f7a2ac2c tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "DELETE /v2.0/subnets/a0a0941b-38fb-474c-a0c0-997c9dbae20d HTTP/1.1" status: 204 len: 168 time: 3.3230393 Dec 15 19:18:50.714336 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 50728) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:50.736925 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9325b686-1175-443d-9004-bb1299383754 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Pushing event deleted for resources: {'Port': ['ID=4e387230-e5a6-4bdc-a8a8-d8b2b7aa68fc,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:50.743518 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9325b686-1175-443d-9004-bb1299383754 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:50.843440 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9d4c61f5-9d61-40e9-a8ab-6267c043c793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:50.895674 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9d4c61f5-9d61-40e9-a8ab-6267c043c793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:50.963000 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-ea3df62b-7e5d-40bc-9dbf-44e6bad85dc8 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Allocated IP 172.26.3.11 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/c4df2d44-65f0-4d1c-918d-c606c06d8183) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:18:50.977831 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2750857e-d1f2-4910-82ab-4dc5d96f0abf None None] Network 1751da75-1940-467c-a07c-b48a75e4960d requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:18:51.080286 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-ac8de067-2d9a-40d7-8929-3010d3087fef None None] Could not find standard attr ID for object 4e387230-e5a6-4bdc-a8a8-d8b2b7aa68fc. {{(pid=88992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 15 19:18:51.098727 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a2e4f6-3b3b-4e7a-8514-dbf2fd8a0765 None None] DHCP port deletion for f7a40b65-91d9-4be9-844e-f7ad25718e6d request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:18:51.116478 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-c4a2e4f6-3b3b-4e7a-8514-dbf2fd8a0765 None None] Deleting port 30f5ef5e-5073-42d8-b12b-9045e258dc9d {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:18:51.116849 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c4a2e4f6-3b3b-4e7a-8514-dbf2fd8a0765 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:51.153206 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9d4c61f5-9d61-40e9-a8ab-6267c043c793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:51.164746 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-814149d6-d69d-403c-be17-1b8f25510e10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:51.175789 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-0faba6f2-9ee1-46bb-9580-034af0ed6923 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Allocated IP 2001:db8::3b5 (489fa468-360a-4868-b4ac-a400ec975c5b/3e3f182a-9039-487c-82d8-ddacb45d8d6b/a21fbe1f-e80b-4be5-8ec9-f6f0e273b9f7) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:18:51.205461 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4c61f5-9d61-40e9-a8ab-6267c043c793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1919e7-f139-409a-bfae-200c9117679a,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:51.215523 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9d4c61f5-9d61-40e9-a8ab-6267c043c793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:51.252983 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ea3df62b-7e5d-40bc-9dbf-44e6bad85dc8 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:51.261377 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9d4c61f5-9d61-40e9-a8ab-6267c043c793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:51.266681 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9d4c61f5-9d61-40e9-a8ab-6267c043c793 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4a1919e7-f139-409a-bfae-200c9117679a HTTP/1.1" status: 204 len: 168 time: 0.6487179 Dec 15 19:18:51.330782 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ea3df62b-7e5d-40bc-9dbf-44e6bad85dc8 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:51.350064 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-20e4d53d-96bb-433b-bff9-faf972d1d9b5 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:51.403461 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eee28524-9a7a-4aa7-9d58-3ccd5b86ba81 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:51.463984 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3df62b-7e5d-40bc-9dbf-44e6bad85dc8 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:18:51.465260 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3df62b-7e5d-40bc-9dbf-44e6bad85dc8 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Pushing event updated for resources: {'Port': ['ID=c4df2d44-65f0-4d1c-918d-c606c06d8183,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:51.468161 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-ea3df62b-7e5d-40bc-9dbf-44e6bad85dc8 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:18:51.470103 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ea3df62b-7e5d-40bc-9dbf-44e6bad85dc8 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:51.470860 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3df62b-7e5d-40bc-9dbf-44e6bad85dc8 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:18:51.569368 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-eee28524-9a7a-4aa7-9d58-3ccd5b86ba81 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Calling delete_port for b5fd1df8-e467-43de-8091-bded530288e7 owned by {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:18:51.652154 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-c4a2e4f6-3b3b-4e7a-8514-dbf2fd8a0765 None None] For port 30f5ef5e-5073-42d8-b12b-9045e258dc9d, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=30f5ef5e-5073-42d8-b12b-9045e258dc9d,segment=NetworkSegment(a9a394a0-56dd-4610-afcc-33cc3ddee8ed),segment_id=a9a394a0-56dd-4610-afcc-33cc3ddee8ed)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:18:51.652790 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c4a2e4f6-3b3b-4e7a-8514-dbf2fd8a0765 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:51.835378 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-c4a2e4f6-3b3b-4e7a-8514-dbf2fd8a0765 None None] Calling delete_port for 30f5ef5e-5073-42d8-b12b-9045e258dc9d owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:18:51.851036 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9325b686-1175-443d-9004-bb1299383754 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] No DVR routers for this DVR port 4e387230-e5a6-4bdc-a8a8-d8b2b7aa68fc on host dv-neutron-821831-2-hyperv {{(pid=88990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:18:51.892591 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-93fb8e3a-af40-46de-bf87-5e2c848dc1ab tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:51.987401 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c4a2e4f6-3b3b-4e7a-8514-dbf2fd8a0765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866'] for port, after_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:51.988426 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eee28524-9a7a-4aa7-9d58-3ccd5b86ba81 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:52.004645 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-59e0ba75-bdbc-416c-b0f6-f7189dfaf8df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:52.012142 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-cb530383-24f4-4773-9f27-c9f7769d2aee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:52.089112 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a2e4f6-3b3b-4e7a-8514-dbf2fd8a0765 None None] Pushing event deleted for resources: {'Port': ['ID=30f5ef5e-5073-42d8-b12b-9045e258dc9d,revision_number=None']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:52.103255 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c4a2e4f6-3b3b-4e7a-8514-dbf2fd8a0765 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:52.108410 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a2e4f6-3b3b-4e7a-8514-dbf2fd8a0765 None None] No DVR routers for this DVR port 30f5ef5e-5073-42d8-b12b-9045e258dc9d on host dv-neutron-821831-2-hyperv {{(pid=88992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:18:52.109038 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50752) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:52.168690 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9325b686-1175-443d-9004-bb1299383754 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:52.222206 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee28524-9a7a-4aa7-9d58-3ccd5b86ba81 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Pushing event deleted for resources: {'Port': ['ID=b5fd1df8-e467-43de-8091-bded530288e7,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:52.225137 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-eee28524-9a7a-4aa7-9d58-3ccd5b86ba81 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:52.333735 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d90b36-a489-4f1a-afab-8bb5bd717a3b req-e1b07bbd-c6c0-418f-b253-ec644892a580 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:52.335662 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-26d90b36-a489-4f1a-afab-8bb5bd717a3b req-e1b07bbd-c6c0-418f-b253-ec644892a580 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b7fa720-d8e5-4510-aeb0-a3b286372c89 HTTP/1.1" status: 200 len: 946 time: 1.5789244 Dec 15 19:18:52.339682 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-91fe6b43-182b-46c9-8695-b8dafb7cd72c tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1353113448'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:18:52.353295 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-91fe6b43-182b-46c9-8695-b8dafb7cd72c tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:18:52.362804 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-91fe6b43-182b-46c9-8695-b8dafb7cd72c tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Usage tracker for resource:network and tenant:327d4ec08f1c4acbab182a20e486640d is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:18:52.368921 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-91fe6b43-182b-46c9-8695-b8dafb7cd72c tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:18:52.394326 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-91fe6b43-182b-46c9-8695-b8dafb7cd72c tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:18:52.424019 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ea3df62b-7e5d-40bc-9dbf-44e6bad85dc8 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:52.494383 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91fe6b43-182b-46c9-8695-b8dafb7cd72c tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Made reservation on behalf of 327d4ec08f1c4acbab182a20e486640d for: {'network': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:18:52.500374 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-91fe6b43-182b-46c9-8695-b8dafb7cd72c tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:52.546640 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ea3df62b-7e5d-40bc-9dbf-44e6bad85dc8 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:52.577669 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-91fe6b43-182b-46c9-8695-b8dafb7cd72c tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Notify callbacks [] for security_group, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:52.657725 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-91fe6b43-182b-46c9-8695-b8dafb7cd72c tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:18:52.664727 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-91fe6b43-182b-46c9-8695-b8dafb7cd72c tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Usage tracker for resource:security_group_rule and tenant:327d4ec08f1c4acbab182a20e486640d is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:18:52.668455 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-91fe6b43-182b-46c9-8695-b8dafb7cd72c tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:18:52.675224 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-91fe6b43-182b-46c9-8695-b8dafb7cd72c tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:18:52.783412 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-91fe6b43-182b-46c9-8695-b8dafb7cd72c tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Notify callbacks [] for security_group, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:52.817420 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-91fe6b43-182b-46c9-8695-b8dafb7cd72c tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:52.821634 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-367cc7a5-caf4-49c0-8664-765c8afb21c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:52.948583 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91fe6b43-182b-46c9-8695-b8dafb7cd72c tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=88991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:18:52.975120 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-93fb8e3a-af40-46de-bf87-5e2c848dc1ab tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:52.978038 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fe6b43-182b-46c9-8695-b8dafb7cd72c tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95463851-27d4-41a3-995e-56331a21433b,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:52.998095 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-91fe6b43-182b-46c9-8695-b8dafb7cd72c tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:53.014984 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-91fe6b43-182b-46c9-8695-b8dafb7cd72c tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:53.015751 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-91fe6b43-182b-46c9-8695-b8dafb7cd72c tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Added segment cca6949d-c8d5-4a48-a6a7-d88b45e7f265 of type vlan for network 5ed56237-29ac-473b-957d-2e7d4f9a5d56 Dec 15 19:18:53.016875 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 6acee88c-b50b-4004-80ae-85f167d5fb6d up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:18:53.091104 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ea3df62b-7e5d-40bc-9dbf-44e6bad85dc8 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks [] for port, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:53.101835 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-26d90b36-a489-4f1a-afab-8bb5bd717a3b req-7727f600-33e9-4fbe-8da9-0459f72b4348 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3112f8-b936-4176-9b46-6040cf25625e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6883602 Dec 15 19:18:53.103607 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-93fb8e3a-af40-46de-bf87-5e2c848dc1ab tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7a40b65-91d9-4be9-844e-f7ad25718e6d']}} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:18:53.111906 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eee28524-9a7a-4aa7-9d58-3ccd5b86ba81 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:53.117526 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50768) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:53.139062 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-93fb8e3a-af40-46de-bf87-5e2c848dc1ab tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9a394a0-56dd-4610-afcc-33cc3ddee8ed') {'for_net_delete': True} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:18:53.139450 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-93fb8e3a-af40-46de-bf87-5e2c848dc1ab tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9a394a0-56dd-4610-afcc-33cc3ddee8ed') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:18:53.152514 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-93fb8e3a-af40-46de-bf87-5e2c848dc1ab tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16327073'] for segment, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:53.175466 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-144cfd39-d32b-4b42-b2ad-ec57e8cd9947 None None] Provisioning for port 6acee88c-b50b-4004-80ae-85f167d5fb6d completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:18:53.175648 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ea3df62b-7e5d-40bc-9dbf-44e6bad85dc8 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:53.180467 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-377b1ce6-d740-4c2e-ba18-83196c1d8011 tempest-RoutersAdminNegativeIpV6Test-287106111 tempest-RoutersAdminNegativeIpV6Test-287106111-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:53.181409 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 6acee88c-b50b-4004-80ae-85f167d5fb6d completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:18:53.186851 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-144cfd39-d32b-4b42-b2ad-ec57e8cd9947 None None] Provisioning complete for port 6acee88c-b50b-4004-80ae-85f167d5fb6d triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:18:53.187278 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-144cfd39-d32b-4b42-b2ad-ec57e8cd9947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:53.216304 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-eee28524-9a7a-4aa7-9d58-3ccd5b86ba81 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] 10.222.0.36 "DELETE /v2.0/ports/b5fd1df8-e467-43de-8091-bded530288e7 HTTP/1.1" status: 204 len: 168 time: 3.0563540 Dec 15 19:18:53.219033 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 50774) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:53.221565 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 6acee88c-b50b-4004-80ae-85f167d5fb6d triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:18:53.222133 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:53.224662 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0faba6f2-9ee1-46bb-9580-034af0ed6923 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:53.247026 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-91fe6b43-182b-46c9-8695-b8dafb7cd72c tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:53.284944 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-93fb8e3a-af40-46de-bf87-5e2c848dc1ab tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:53.303779 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [None req-960e14ac-d65e-4719-b8f0-2b2e463307d9 tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:18:53.305547 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-960e14ac-d65e-4719-b8f0-2b2e463307d9 tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12156 time: 0.1858890 Dec 15 19:18:53.311035 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-0faba6f2-9ee1-46bb-9580-034af0ed6923 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Transition to ACTIVE for port object a21fbe1f-e80b-4be5-8ec9-f6f0e273b9f7 will not be triggered until provisioned by entity DHCP. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:18:53.314607 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 50778) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:53.325109 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93fb8e3a-af40-46de-bf87-5e2c848dc1ab tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=88990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:18:53.325558 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-93fb8e3a-af40-46de-bf87-5e2c848dc1ab tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838138943'] for segment, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:53.328877 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3df62b-7e5d-40bc-9dbf-44e6bad85dc8 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Pushing event updated for resources: {'Port': ['ID=c4df2d44-65f0-4d1c-918d-c606c06d8183,revision_number=2']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:53.335349 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ea3df62b-7e5d-40bc-9dbf-44e6bad85dc8 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:53.342684 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:18:53.342684 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:18:53.342684 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:18:53.342684 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:18:53.342684 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:18:53.342684 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:18:53.342684 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:18:53.342684 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:18:53.342684 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:18:53.342684 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:18:53.342684 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:18:53.342684 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:18:53.342684 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:18:53.342684 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:18:53.342684 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:18:53.342684 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:18:53.342684 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:18:53.342684 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:18:53.342684 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:18:53.342684 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:18:53.342684 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:18:53.342684 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:18:53.342684 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:18:53.342684 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:18:53.342684 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:18:53.342684 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:18:53.342684 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:18:53.342684 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:18:53.342684 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:18:53.342684 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:18:53.342684 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:18:53.342684 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:18:53.353859 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [None req-87a5c6d1-9e82-4b3c-93bc-cedfb15a85e9 tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] http://10.222.0.36:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:18:53.358286 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-87a5c6d1-9e82-4b3c-93bc-cedfb15a85e9 tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] 10.222.0.36 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0383167 Dec 15 19:18:53.358500 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50782) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:53.369048 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [None req-ca0ed05e-7c08-4175-bca9-18105c66751c tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] http://10.222.0.36:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:18:53.372973 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ca0ed05e-7c08-4175-bca9-18105c66751c tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] 10.222.0.36 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0106952 Dec 15 19:18:53.372973 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ea3df62b-7e5d-40bc-9dbf-44e6bad85dc8 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634093'] for floatingip, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:53.407934 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 50786) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:53.428547 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [None req-497f4f0c-990f-4b67-808f-95d7dcda72bc tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] http://10.222.0.36:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:18:53.433069 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-497f4f0c-990f-4b67-808f-95d7dcda72bc tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] 10.222.0.36 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0170834 Dec 15 19:18:53.435239 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50790) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:53.447929 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [None req-88c32b96-dbfb-4f86-9245-c6e8e2de6650 tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] http://10.222.0.36:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:18:53.451820 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-88c32b96-dbfb-4f86-9245-c6e8e2de6650 tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] 10.222.0.36 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0116897 Dec 15 19:18:53.452454 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50794) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:53.456477 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9325b686-1175-443d-9004-bb1299383754 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16636259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14850861'] for subnet, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:53.460447 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [None req-f25829f4-c533-49aa-b099-7fd8503405f5 tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] http://10.222.0.36:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:18:53.466164 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f25829f4-c533-49aa-b099-7fd8503405f5 tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] 10.222.0.36 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0079710 Dec 15 19:18:53.466164 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50798) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:53.468094 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9174c5fa-d63a-4e42-ac49-072bcf7df5e1 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:53.471948 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [None req-950cffe5-4bb8-4da0-8bf2-18da56699d32 tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] http://10.222.0.36:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:18:53.475784 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-950cffe5-4bb8-4da0-8bf2-18da56699d32 tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] 10.222.0.36 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0067842 Dec 15 19:18:53.475947 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50802) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:53.483766 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [None req-ca217769-f1cf-46b9-a443-e49aeb2a4d0b tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] http://10.222.0.36:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:18:53.485627 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ca217769-f1cf-46b9-a443-e49aeb2a4d0b tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] 10.222.0.36 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0072885 Dec 15 19:18:53.485755 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-91fe6b43-182b-46c9-8695-b8dafb7cd72c tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:53.493730 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fe6b43-182b-46c9-8695-b8dafb7cd72c tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:53.493730 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-91fe6b43-182b-46c9-8695-b8dafb7cd72c tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:53.499386 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50806) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:53.500145 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-eeb706a0-8138-419e-93d9-e0d5804a7180 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:53.553266 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:53.584278 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9325b686-1175-443d-9004-bb1299383754 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Pushing event deleted for resources: {'Subnet': ['ID=21e85701-4297-446e-9c01-eeadc7ec5991,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:53.587732 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9325b686-1175-443d-9004-bb1299383754 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:53.628173 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c650070-0bc1-4197-9988-1eb63351635a None None] Network 1751da75-1940-467c-a07c-b48a75e4960d requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:18:53.697932 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0faba6f2-9ee1-46bb-9580-034af0ed6923 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:53.704185 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-93fb8e3a-af40-46de-bf87-5e2c848dc1ab tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:53.708514 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-93fb8e3a-af40-46de-bf87-5e2c848dc1ab tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:53.719197 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port 6acee88c-b50b-4004-80ae-85f167d5fb6d, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=6acee88c-b50b-4004-80ae-85f167d5fb6d,segment=NetworkSegment(9575ac7b-3c85-46da-81c5-434024000f40),segment_id=9575ac7b-3c85-46da-81c5-434024000f40)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:18:53.727121 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-28b36822-4120-4392-a74d-bfaa1fc1230c tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:53.738910 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-144cfd39-d32b-4b42-b2ad-ec57e8cd9947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:53.772373 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:53.778070 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9cdba8a9-ce24-4404-88b9-bd6e5681bea8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:53.815995 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-93fb8e3a-af40-46de-bf87-5e2c848dc1ab tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "DELETE /v2.0/networks/f7a40b65-91d9-4be9-844e-f7ad25718e6d HTTP/1.1" status: 204 len: 168 time: 3.0823793 Dec 15 19:18:53.818625 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9325b686-1175-443d-9004-bb1299383754 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:53.827135 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 50808) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:53.852904 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-49b57ac3-ec48-493f-9b8f-ea854328c395 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1373777515'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:18:53.863943 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 30f5ef5e-5073-42d8-b12b-9045e258dc9d no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:18:53.870221 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [None req-f29c0477-e816-4671-8469-1a8a87473e2b tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] http://10.222.0.36:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:18:53.874162 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f29c0477-e816-4671-8469-1a8a87473e2b tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] 10.222.0.36 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0208097 Dec 15 19:18:53.880734 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-49b57ac3-ec48-493f-9b8f-ea854328c395 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:18:53.886931 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 50814) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:53.902105 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0faba6f2-9ee1-46bb-9580-034af0ed6923 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Network 489fa468-360a-4868-b4ac-a400ec975c5b is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:18:53.910038 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-49b57ac3-ec48-493f-9b8f-ea854328c395 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Usage tracker for resource:network and tenant:d09e37d948244dafb936d2972b3d58c9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:18:53.915860 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [None req-dcb8efa9-8998-4f26-b979-f0fe3a8b46dc tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] http://10.222.0.36:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:18:53.919489 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-dcb8efa9-8998-4f26-b979-f0fe3a8b46dc tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] 10.222.0.36 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0194867 Dec 15 19:18:53.919489 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-0faba6f2-9ee1-46bb-9580-034af0ed6923 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:18:53.920557 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0faba6f2-9ee1-46bb-9580-034af0ed6923 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:18:53.922649 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50818) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:53.924860 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fe6b43-182b-46c9-8695-b8dafb7cd72c tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Pushing event updated for resources: {'Network': ['ID=5ed56237-29ac-473b-957d-2e7d4f9a5d56,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:53.925075 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0faba6f2-9ee1-46bb-9580-034af0ed6923 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:53.925721 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0faba6f2-9ee1-46bb-9580-034af0ed6923 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:53.929438 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-91fe6b43-182b-46c9-8695-b8dafb7cd72c tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:53.930854 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faba6f2-9ee1-46bb-9580-034af0ed6923 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event updated for resources: {'Port': ['ID=a21fbe1f-e80b-4be5-8ec9-f6f0e273b9f7,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:53.939140 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0faba6f2-9ee1-46bb-9580-034af0ed6923 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:53.939584 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [None req-65ed7c83-2a1e-406c-b091-6f49b0ee95c6 tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] http://10.222.0.36:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:18:53.939584 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-65ed7c83-2a1e-406c-b091-6f49b0ee95c6 tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] 10.222.0.36 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0082519 Dec 15 19:18:53.939736 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-b652669a-971f-4944-8f7f-628ad31f7600 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Deleting subnet ad2e4159-54f0-4b1d-a6dc-1e1e9cf48317 {{(pid=88990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:18:53.939825 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50822) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:53.943053 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 30f5ef5e-5073-42d8-b12b-9045e258dc9d {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:18:53.943352 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 30f5ef5e-5073-42d8-b12b-9045e258dc9d not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:18:53.949457 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [None req-cf75b43e-643e-4c9c-a3ef-d75856cb0a48 tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] http://10.222.0.36:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:18:53.953196 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-cf75b43e-643e-4c9c-a3ef-d75856cb0a48 tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] 10.222.0.36 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0097342 Dec 15 19:18:53.961899 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-9325b686-1175-443d-9004-bb1299383754 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1751da75-1940-467c-a07c-b48a75e4960d']}} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:18:53.973305 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=6acee88c-b50b-4004-80ae-85f167d5fb6d,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:53.978145 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-9325b686-1175-443d-9004-bb1299383754 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33591161-5475-41d0-8d2a-4e2d8c274ce2') {'for_net_delete': True} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:18:53.978521 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-9325b686-1175-443d-9004-bb1299383754 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33591161-5475-41d0-8d2a-4e2d8c274ce2') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:18:53.989836 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-49b57ac3-ec48-493f-9b8f-ea854328c395 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:18:53.996966 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6247e3a6-42bf-4f8f-bc0f-b8faee3c8fd1 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.235s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:54.003542 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50826) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:54.014956 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-91fe6b43-182b-46c9-8695-b8dafb7cd72c tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.9045272 Dec 15 19:18:54.023785 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50828) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:54.027521 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:54.028696 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 5ed56237-29ac-473b-957d-2e7d4f9a5d56 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:18:54.029465 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9325b686-1175-443d-9004-bb1299383754 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16327073'] for segment, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:54.030205 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [None req-9033e399-e997-4fb6-9eae-54fce01eb4a8 tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] http://10.222.0.36:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:18:54.031779 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9033e399-e997-4fb6-9eae-54fce01eb4a8 tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] 10.222.0.36 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0151439 Dec 15 19:18:54.037148 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-0d163f01-7b91-43bd-8c7b-f75fa20d7873 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Request body: {'subnet': {'network_id': '5ed56237-29ac-473b-957d-2e7d4f9a5d56', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:18:54.042066 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-49b57ac3-ec48-493f-9b8f-ea854328c395 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:18:54.054681 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50834) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:54.057975 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-144cfd39-d32b-4b42-b2ad-ec57e8cd9947 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88992) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:18:54.057975 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-144cfd39-d32b-4b42-b2ad-ec57e8cd9947 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:18:54.059991 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b652669a-971f-4944-8f7f-628ad31f7600 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Notify callbacks [] for subnet, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:54.072769 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [None req-78b791ee-370e-450f-b3aa-362c0a95d23d tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] http://10.222.0.36:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:18:54.073858 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-78b791ee-370e-450f-b3aa-362c0a95d23d tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] 10.222.0.36 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0115845 Dec 15 19:18:54.125345 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50838) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:54.127485 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:54.160106 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9325b686-1175-443d-9004-bb1299383754 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:54.164294 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [None req-428412c0-d308-4eaf-a546-590e59914c36 tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] http://10.222.0.36:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:18:54.165608 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-428412c0-d308-4eaf-a546-590e59914c36 tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] 10.222.0.36 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0217023 Dec 15 19:18:54.174572 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50844) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:54.176727 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9325b686-1175-443d-9004-bb1299383754 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=88990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:18:54.177209 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9325b686-1175-443d-9004-bb1299383754 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838138943'] for segment, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:54.186584 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb7746a-8977-436e-8ce6-ce7855cc9bbd None None] DHCP port deletion for 1751da75-1940-467c-a07c-b48a75e4960d request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:18:54.188884 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [None req-48dae50f-ef60-40b4-b967-5886831ea0e9 tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] http://10.222.0.36:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:18:54.193094 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-48dae50f-ef60-40b4-b967-5886831ea0e9 tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] 10.222.0.36 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0145185 Dec 15 19:18:54.204196 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50848) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:54.227917 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [None req-1bef1b09-6491-4bca-b2db-a6a4869b8a57 tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] http://10.222.0.36:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:18:54.232364 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1bef1b09-6491-4bca-b2db-a6a4869b8a57 tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] 10.222.0.36 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0235403 Dec 15 19:18:54.234774 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50852) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:54.245939 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-0d163f01-7b91-43bd-8c7b-f75fa20d7873 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:18:54.251364 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [None req-b005022b-0f4c-4ee4-be0a-8673c9e1e6b5 tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] http://10.222.0.36:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:18:54.255598 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b005022b-0f4c-4ee4-be0a-8673c9e1e6b5 tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] 10.222.0.36 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0170388 Dec 15 19:18:54.269533 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50856) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:54.271319 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:18:54.271319 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:18:54.271319 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:18:54.271319 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:18:54.271319 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:18:54.271319 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:18:54.271319 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:18:54.271319 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:18:54.271319 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:18:54.271319 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:18:54.271319 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:18:54.271319 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:18:54.271319 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:18:54.271319 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:18:54.271319 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:18:54.271319 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:18:54.271319 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:18:54.271319 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:18:54.271319 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:18:54.271319 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:18:54.271319 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:18:54.271319 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:18:54.271319 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:18:54.271319 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:18:54.271319 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:18:54.271319 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:18:54.271319 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:18:54.271319 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:18:54.271319 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:18:54.271319 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:18:54.271319 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:18:54.271319 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:18:54.279218 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-0d163f01-7b91-43bd-8c7b-f75fa20d7873 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Usage tracker for resource:subnet and tenant:327d4ec08f1c4acbab182a20e486640d is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:18:54.285263 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [None req-6716b5a4-3803-4036-b7a9-26a04b2b3b71 tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] http://10.222.0.36:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:18:54.289939 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6716b5a4-3803-4036-b7a9-26a04b2b3b71 tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] 10.222.0.36 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0140157 Dec 15 19:18:54.291588 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50860) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:54.292468 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-0d163f01-7b91-43bd-8c7b-f75fa20d7873 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:18:54.292586 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b57ac3-ec48-493f-9b8f-ea854328c395 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Made reservation on behalf of d09e37d948244dafb936d2972b3d58c9 for: {'network': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:18:54.298543 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-49b57ac3-ec48-493f-9b8f-ea854328c395 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:54.303298 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-0d163f01-7b91-43bd-8c7b-f75fa20d7873 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:18:54.308564 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [None req-ad99b9ab-55a9-4049-99f7-862aaa23c651 tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] http://10.222.0.36:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:18:54.312013 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ad99b9ab-55a9-4049-99f7-862aaa23c651 tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] 10.222.0.36 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0121717 Dec 15 19:18:54.315307 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fb8e3a-af40-46de-bf87-5e2c848dc1ab tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event deleted for resources: {'Network': ['ID=f7a40b65-91d9-4be9-844e-f7ad25718e6d,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:54.316456 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50864) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:54.325685 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [None req-44c3fd82-3121-4b7e-b1e7-88100076a9b1 tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] http://10.222.0.36:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:18:54.326768 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-44c3fd82-3121-4b7e-b1e7-88100076a9b1 tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] 10.222.0.36 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0087035 Dec 15 19:18:54.330744 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50868) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:54.336611 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-93fb8e3a-af40-46de-bf87-5e2c848dc1ab tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:54.337002 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [None req-48437ef7-226b-4589-9b86-ffb0f9858f55 tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] http://10.222.0.36:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:18:54.340908 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-48437ef7-226b-4589-9b86-ffb0f9858f55 tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] 10.222.0.36 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0064173 Dec 15 19:18:54.342653 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50872) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:54.349248 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [None req-54018fad-e3af-4aeb-9d34-554c4b4b367a tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] http://10.222.0.36:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:18:54.353039 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-54018fad-e3af-4aeb-9d34-554c4b4b367a tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] 10.222.0.36 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0066633 Dec 15 19:18:54.353615 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50876) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:54.359931 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [None req-e246e84d-bb94-4f1a-9c80-7ffb3b8f9321 tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] http://10.222.0.36:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:18:54.373044 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e246e84d-bb94-4f1a-9c80-7ffb3b8f9321 tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] 10.222.0.36 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0067778 Dec 15 19:18:54.373044 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.l3_db [None req-ea3df62b-7e5d-40bc-9dbf-44e6bad85dc8 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Floating IP c587e8b0-7a88-4e00-b469-6fc70add5fba associated. External IP: 172.26.3.11, port: 2fc06fa8-efc8-4c23-abfd-c14d4a269543. Dec 15 19:18:54.378429 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 50880) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:54.401379 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0faba6f2-9ee1-46bb-9580-034af0ed6923 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.9677436 Dec 15 19:18:54.404765 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [None req-b8b83374-b733-4578-a436-dea1ef60a930 tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] http://10.222.0.36:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:18:54.405875 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b8b83374-b733-4578-a436-dea1ef60a930 tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] 10.222.0.36 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0141709 Dec 15 19:18:54.410976 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b652669a-971f-4944-8f7f-628ad31f7600 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838448728'] for subnet, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:54.419244 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50884) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:54.419628 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50886) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:54.435533 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d163f01-7b91-43bd-8c7b-f75fa20d7873 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Made reservation on behalf of 327d4ec08f1c4acbab182a20e486640d for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:18:54.479983 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49b57ac3-ec48-493f-9b8f-ea854328c395 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=88990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:18:54.490468 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9325b686-1175-443d-9004-bb1299383754 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:54.494451 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [None req-88b088ad-f924-4090-88e5-76a06d7e8fd6 tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] http://10.222.0.36:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:18:54.494451 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-88b088ad-f924-4090-88e5-76a06d7e8fd6 tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] 10.222.0.36 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0648415 Dec 15 19:18:54.497541 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50892) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:54.504507 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e8e21e5f-b75b-40cf-b2ea-211dde0259ad tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:54.527010 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9325b686-1175-443d-9004-bb1299383754 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:54.549314 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9325b686-1175-443d-9004-bb1299383754 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Pushing event deleted for resources: {'Network': ['ID=1751da75-1940-467c-a07c-b48a75e4960d,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:54.552721 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-49b57ac3-ec48-493f-9b8f-ea854328c395 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:54.553126 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-49b57ac3-ec48-493f-9b8f-ea854328c395 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Added segment 3e337da2-51e7-46fe-ab76-05bc523597bf of type vlan for network 341fce9e-b0c1-4409-96ac-65cc4992e640 Dec 15 19:18:54.563923 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9325b686-1175-443d-9004-bb1299383754 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:54.570518 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [None req-e2a4b724-a212-4ea0-9362-e53395d3018b tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] http://10.222.0.36:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:18:54.571719 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e2a4b724-a212-4ea0-9362-e53395d3018b tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] 10.222.0.36 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0620904 Dec 15 19:18:54.574561 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 50896) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:54.587463 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9325b686-1175-443d-9004-bb1299383754 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] 10.222.0.36 "DELETE /v2.0/networks/1751da75-1940-467c-a07c-b48a75e4960d HTTP/1.1" status: 204 len: 168 time: 8.7951531 Dec 15 19:18:54.587807 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50900) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:54.594140 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [None req-65fe993c-58ba-4e7a-a2d4-f015c96a33da tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] http://10.222.0.36:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:18:54.594733 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-65fe993c-58ba-4e7a-a2d4-f015c96a33da tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] 10.222.0.36 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0190036 Dec 15 19:18:54.603111 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4548835-9717-437e-a560-2b3d81e11bd9 req-ced198a2-dcc3-46d1-a931-048f4e8163c0 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:54.604760 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b4548835-9717-437e-a560-2b3d81e11bd9 req-ced198a2-dcc3-46d1-a931-048f4e8163c0 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b7fa720-d8e5-4510-aeb0-a3b286372c89 HTTP/1.1" status: 200 len: 946 time: 0.3272405 Dec 15 19:18:54.605310 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 50904) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:54.627709 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [None req-29417004-481c-42ec-9aa0-ae4dadd6d56a tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] http://10.222.0.36:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:18:54.628755 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-29417004-481c-42ec-9aa0-ae4dadd6d56a tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] 10.222.0.36 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0125167 Dec 15 19:18:54.631717 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 50908) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:54.637593 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-49b57ac3-ec48-493f-9b8f-ea854328c395 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:54.664734 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [None req-29dbf3fb-9b84-4547-8c47-98837012b8e6 tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] http://10.222.0.36:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:18:54.665731 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-7774b4d5-6991-410a-ba2d-6b579beb1075 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] DELETE failed (client error): The resource could not be found. Dec 15 19:18:54.665861 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-29dbf3fb-9b84-4547-8c47-98837012b8e6 tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] 10.222.0.36 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0311725 Dec 15 19:18:54.666460 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7774b4d5-6991-410a-ba2d-6b579beb1075 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:18:54.668391 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-7774b4d5-6991-410a-ba2d-6b579beb1075 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] 10.222.0.36 "DELETE /v2.0/subnets/21e85701-4297-446e-9c01-eeadc7ec5991 HTTP/1.1" status: 404 len: 337 time: 0.0795984 Dec 15 19:18:54.671056 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50912) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:54.671433 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50914) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:54.676537 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b652669a-971f-4944-8f7f-628ad31f7600 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:54.682521 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0d163f01-7b91-43bd-8c7b-f75fa20d7873 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:54.719226 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [None req-33cf7514-9711-4cab-a77b-01dfdf22da6f tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] http://10.222.0.36:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:18:54.720279 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-33cf7514-9711-4cab-a77b-01dfdf22da6f tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] 10.222.0.36 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0472829 Dec 15 19:18:54.725638 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50920) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:54.799257 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b4548835-9717-437e-a560-2b3d81e11bd9 req-43a07d0a-e302-4203-a92d-deb3e2512cb2 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3112f8-b936-4176-9b46-6040cf25625e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795716 Dec 15 19:18:54.806098 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 6acee88c-b50b-4004-80ae-85f167d5fb6d up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:18:54.809638 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [None req-eb7f8d15-7806-4561-89f0-3a1cd9e654bd tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] http://10.222.0.36:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:18:54.813344 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-eb7f8d15-7806-4561-89f0-3a1cd9e654bd tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] 10.222.0.36 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0775535 Dec 15 19:18:54.813344 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f1e8e72-0477-4e07-80e8-3d2af21d7516 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] DELETE failed (client error): The resource could not be found. Dec 15 19:18:54.813344 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f1e8e72-0477-4e07-80e8-3d2af21d7516 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:18:54.814060 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1f1e8e72-0477-4e07-80e8-3d2af21d7516 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] 10.222.0.36 "DELETE /v2.0/networks/1751da75-1940-467c-a07c-b48a75e4960d HTTP/1.1" status: 404 len: 339 time: 0.1394086 Dec 15 19:18:54.816813 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 50924) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:54.817509 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 50926) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:54.849964 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-a16f6477-87fa-4794-9f07-9bbcf26f5784 None None] Provisioning for port a21fbe1f-e80b-4be5-8ec9-f6f0e273b9f7 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:18:54.857087 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-a16f6477-87fa-4794-9f07-9bbcf26f5784 None None] Provisioning complete for port a21fbe1f-e80b-4be5-8ec9-f6f0e273b9f7 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:18:54.857491 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a16f6477-87fa-4794-9f07-9bbcf26f5784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:54.863861 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [None req-6fb6d415-199c-4ac3-a900-94aca6290340 tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] http://10.222.0.36:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:18:54.864937 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6fb6d415-199c-4ac3-a900-94aca6290340 tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] 10.222.0.36 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0465887 Dec 15 19:18:54.870713 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-49b57ac3-ec48-493f-9b8f-ea854328c395 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:54.875040 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b57ac3-ec48-493f-9b8f-ea854328c395 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:54.880173 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-49b57ac3-ec48-493f-9b8f-ea854328c395 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:54.880173 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 50932) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:54.886380 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3e6ed3c9-90dc-4f01-9837-1c31ea6c3500 tempest-BulkNetworkOpsTest-1197470090 tempest-BulkNetworkOpsTest-1197470090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:54.913996 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-894366fe-bfe5-4f59-9d8b-bbca2a74fd74 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] DELETE failed (client error): The resource could not be found. Dec 15 19:18:54.914661 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-894366fe-bfe5-4f59-9d8b-bbca2a74fd74 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:18:54.920152 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [None req-56bc77b7-667e-439f-9655-f92db0ab270a tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] http://10.222.0.36:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:18:54.923632 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-56bc77b7-667e-439f-9655-f92db0ab270a tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] 10.222.0.36 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0186143 Dec 15 19:18:54.925682 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4549a0-c850-4b97-8626-d9f31d355fc6 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:54.930041 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4549a0-c850-4b97-8626-d9f31d355fc6 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:54.930579 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b652669a-971f-4944-8f7f-628ad31f7600 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16636259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14850861'] for subnet, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:54.930926 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-9c4549a0-c850-4b97-8626-d9f31d355fc6 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Synchronizing usage tracker for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:port {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:18:54.932521 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-a16f6477-87fa-4794-9f07-9bbcf26f5784 None None] Port a21fbe1f-e80b-4be5-8ec9-f6f0e273b9f7 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:18:54.934094 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50936) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:54.945745 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 6acee88c-b50b-4004-80ae-85f167d5fb6d triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:18:54.946368 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:54.954752 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [None req-b87d7512-580b-4227-ac20-2cf8ebd1beed tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] http://10.222.0.36:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:18:54.958490 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b87d7512-580b-4227-ac20-2cf8ebd1beed tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] 10.222.0.36 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0170796 Dec 15 19:18:54.968308 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50940) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:54.978641 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [None req-ef22ac11-3896-4ebf-83b6-f6400f5c3979 tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] http://10.222.0.36:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:18:54.982231 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ef22ac11-3896-4ebf-83b6-f6400f5c3979 tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] 10.222.0.36 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0103354 Dec 15 19:18:54.986282 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50944) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:54.997110 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [None req-5cc04405-755f-4396-b44b-ca23c92aa73c tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] http://10.222.0.36:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:18:55.000666 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-5cc04405-755f-4396-b44b-ca23c92aa73c tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] 10.222.0.36 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0088017 Dec 15 19:18:55.002271 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50948) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:55.009784 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [None req-8b60aee2-63c0-40ab-8581-cd24cf9a0821 tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] http://10.222.0.36:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:18:55.013928 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8b60aee2-63c0-40ab-8581-cd24cf9a0821 tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] 10.222.0.36 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0089834 Dec 15 19:18:55.013928 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50952) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:55.019149 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-894366fe-bfe5-4f59-9d8b-bbca2a74fd74 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] 10.222.0.36 "DELETE /v2.0/subnets/6644f5c4-a0a2-456d-a149-71eec55a0528 HTTP/1.1" status: 404 len: 337 time: 0.1979492 Dec 15 19:18:55.026765 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [None req-cdf9f43b-41d3-4c45-b9b8-375165f912c4 tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] http://10.222.0.36:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:18:55.030218 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-cdf9f43b-41d3-4c45-b9b8-375165f912c4 tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] 10.222.0.36 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0129600 Dec 15 19:18:55.030218 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50956) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:55.034550 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 50958) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:55.038366 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b57ac3-ec48-493f-9b8f-ea854328c395 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event updated for resources: {'Network': ['ID=341fce9e-b0c1-4409-96ac-65cc4992e640,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:55.050724 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-49b57ac3-ec48-493f-9b8f-ea854328c395 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:55.054803 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [None req-9afb1a8e-50bf-4048-a57d-97a149106a20 tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] http://10.222.0.36:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:18:55.058662 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9afb1a8e-50bf-4048-a57d-97a149106a20 tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] 10.222.0.36 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0219688 Dec 15 19:18:55.059576 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-df5b15e6-1dc8-473f-9157-deb3f7a2ac2c tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:55.060403 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 341fce9e-b0c1-4409-96ac-65cc4992e640 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:18:55.073571 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825faaa4-fa94-434a-b7fc-40ae7c82e6c0 None None] Network 7fc2e91f-5ee9-48a4-b44b-cbcce1aecb8d requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:18:55.076469 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50964) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:55.092178 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b652669a-971f-4944-8f7f-628ad31f7600 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:55.096454 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b652669a-971f-4944-8f7f-628ad31f7600 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] 10.222.0.36 "DELETE /v2.0/subnets/ad2e4159-54f0-4b1d-a6dc-1e1e9cf48317 HTTP/1.1" status: 204 len: 168 time: 1.8734133 Dec 15 19:18:55.097282 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-9c4549a0-c850-4b97-8626-d9f31d355fc6 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Unset dirty status for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:port {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:18:55.101172 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9c4549a0-c850-4b97-8626-d9f31d355fc6 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 0.6732049 Dec 15 19:18:55.103199 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-49b57ac3-ec48-493f-9b8f-ea854328c395 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2704082 Dec 15 19:18:55.103901 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 50966) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:55.104275 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 50970) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:55.104623 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 50972) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:55.110653 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b652669a-971f-4944-8f7f-628ad31f7600 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Pushing event deleted for resources: {'Subnet': ['ID=ad2e4159-54f0-4b1d-a6dc-1e1e9cf48317,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:55.113613 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b652669a-971f-4944-8f7f-628ad31f7600 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:55.118211 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-3cd39694-3493-4929-9177-46dd9acca6ef tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Request body: {'subnet': {'network_id': '341fce9e-b0c1-4409-96ac-65cc4992e640', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:18:55.119964 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [None req-cf4281b2-898b-4a0e-a654-ef452ca42571 tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] http://10.222.0.36:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:18:55.123678 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-cf4281b2-898b-4a0e-a654-ef452ca42571 tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] 10.222.0.36 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0214927 Dec 15 19:18:55.129090 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50980) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:55.130141 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-4792dd3e-a51e-442d-b9f7-bd094bb9057c tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] DELETE failed (client error): The resource could not be found. Dec 15 19:18:55.130672 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4792dd3e-a51e-442d-b9f7-bd094bb9057c tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:18:55.144927 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [None req-4e8f5670-d57c-4220-96a3-59c5252be4fc tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] http://10.222.0.36:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:18:55.148990 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4e8f5670-d57c-4220-96a3-59c5252be4fc tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] 10.222.0.36 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0100272 Dec 15 19:18:55.149908 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50984) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:55.162054 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [None req-37b67f01-bdb5-41d4-9c30-48ccaa452587 tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] http://10.222.0.36:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:18:55.166069 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-37b67f01-bdb5-41d4-9c30-48ccaa452587 tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] 10.222.0.36 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0110493 Dec 15 19:18:55.166069 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4792dd3e-a51e-442d-b9f7-bd094bb9057c tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] 10.222.0.36 "DELETE /v2.0/networks/e544bbd0-61a7-4ae1-ac98-adadb1d5ea1a HTTP/1.1" status: 404 len: 339 time: 0.1253355 Dec 15 19:18:55.169108 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50988) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:55.169480 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50990) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:55.202111 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [None req-745502d6-7fdb-4452-8081-90688992001f tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] http://10.222.0.36:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:18:55.205639 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-745502d6-7fdb-4452-8081-90688992001f tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] 10.222.0.36 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0292227 Dec 15 19:18:55.211539 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 50996) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:55.276478 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [None req-84a25f97-b357-4657-a96e-45817b33a666 tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] http://10.222.0.36:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:18:55.280029 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-84a25f97-b357-4657-a96e-45817b33a666 tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] 10.222.0.36 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0570407 Dec 15 19:18:55.284780 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 4e387230-e5a6-4bdc-a8a8-d8b2b7aa68fc no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:18:55.305741 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51000) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:55.317653 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [None req-6b13e8b4-f8a1-45a0-b7ac-c77a92b8aaee tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] http://10.222.0.36:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:18:55.322283 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6b13e8b4-f8a1-45a0-b7ac-c77a92b8aaee tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] 10.222.0.36 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0119472 Dec 15 19:18:55.325817 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51004) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:55.340419 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 4e387230-e5a6-4bdc-a8a8-d8b2b7aa68fc {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:18:55.341216 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 4e387230-e5a6-4bdc-a8a8-d8b2b7aa68fc not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:18:55.343128 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [None req-93e04e1c-371e-453b-a002-dadd7643c0a8 tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] http://10.222.0.36:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:18:55.346822 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-93e04e1c-371e-453b-a002-dadd7643c0a8 tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] 10.222.0.36 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0205946 Dec 15 19:18:55.352902 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 51008) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:55.373633 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [None req-abb81a34-caf1-4be0-b429-6dd941aa71f4 tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] http://10.222.0.36:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:18:55.374898 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-abb81a34-caf1-4be0-b429-6dd941aa71f4 tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] 10.222.0.36 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0208011 Dec 15 19:18:55.397169 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 51012) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:55.415372 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [None req-cfd4532e-fde5-422d-a35d-78f8d491d9ed tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:18:55.416455 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-cfd4532e-fde5-422d-a35d-78f8d491d9ed tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0182772 Dec 15 19:18:55.422839 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-bd74c973-2553-4ad9-95a6-fdfdea307aa1 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Deleting port a21fbe1f-e80b-4be5-8ec9-f6f0e273b9f7 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:18:55.423229 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bd74c973-2553-4ad9-95a6-fdfdea307aa1 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:55.436430 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51016) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:55.446744 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [None req-c632b4d8-0b55-45b8-abff-e17dcdabe827 tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] http://10.222.0.36:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:18:55.450395 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c632b4d8-0b55-45b8-abff-e17dcdabe827 tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] 10.222.0.36 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0103567 Dec 15 19:18:55.457658 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-22d55113-7310-4259-bbdd-739fc72d699d tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:55.460205 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51020) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:55.470634 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [None req-b89614b6-a75d-418f-b5e8-59568e67d8ff tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] http://10.222.0.36:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:18:55.483295 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b89614b6-a75d-418f-b5e8-59568e67d8ff tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] 10.222.0.36 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0085526 Dec 15 19:18:55.483451 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-3cd39694-3493-4929-9177-46dd9acca6ef tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:18:55.485007 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51024) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:55.491130 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dd5b1ad6-edbf-4bb9-92ef-46f848257221 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:55.500944 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-3cd39694-3493-4929-9177-46dd9acca6ef tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Usage tracker for resource:subnet and tenant:d09e37d948244dafb936d2972b3d58c9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:18:55.506010 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-3cd39694-3493-4929-9177-46dd9acca6ef tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:18:55.525720 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cbe313d-73e8-4cda-9745-6af5cc972ac7 None None] DHCP port deletion for 7fc2e91f-5ee9-48a4-b44b-cbcce1aecb8d request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:18:55.528921 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-3cd39694-3493-4929-9177-46dd9acca6ef tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:18:55.530601 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-3cbe313d-73e8-4cda-9745-6af5cc972ac7 None None] Deleting port 097c3ee9-a064-4e52-a413-44e981921bea {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:18:55.530997 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3cbe313d-73e8-4cda-9745-6af5cc972ac7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:55.534773 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-dd5b1ad6-edbf-4bb9-92ef-46f848257221 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Deleting port 097c3ee9-a064-4e52-a413-44e981921bea {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:18:55.535156 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dd5b1ad6-edbf-4bb9-92ef-46f848257221 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:55.535410 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [None req-438c5a2b-b231-4eac-adec-f0a65a347004 tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] http://10.222.0.36:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:18:55.538423 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-438c5a2b-b231-4eac-adec-f0a65a347004 tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] 10.222.0.36 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0166984 Dec 15 19:18:55.539099 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0d163f01-7b91-43bd-8c7b-f75fa20d7873 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:55.544891 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51028) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:55.545596 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-365adabb-22ff-4566-a36a-f80d6537be7a tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:55.595710 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [None req-b6694c14-a8a0-4320-9473-2f5157d6f368 tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] http://10.222.0.36:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:18:55.599194 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b6694c14-a8a0-4320-9473-2f5157d6f368 tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] 10.222.0.36 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0064511 Dec 15 19:18:55.611203 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51032) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:55.637476 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [None req-b2940a90-48ec-49d8-b04f-070978911194 tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] http://10.222.0.36:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:18:55.641053 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b2940a90-48ec-49d8-b04f-070978911194 tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] 10.222.0.36 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0261919 Dec 15 19:18:55.643658 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 51036) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:55.648892 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd39694-3493-4929-9177-46dd9acca6ef tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Made reservation on behalf of d09e37d948244dafb936d2972b3d58c9 for: {'subnet': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:18:55.676934 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [None req-e9fc8572-71bc-4717-9e08-9b25b72fb002 tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:18:55.678013 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e9fc8572-71bc-4717-9e08-9b25b72fb002 tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0308163 Dec 15 19:18:55.699056 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51040) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:55.720793 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [None req-92a7d6a7-5126-419b-b48c-096db2b2e902 tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] http://10.222.0.36:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:18:55.725192 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-92a7d6a7-5126-419b-b48c-096db2b2e902 tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] 10.222.0.36 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0175810 Dec 15 19:18:55.725192 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51044) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:55.742603 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [None req-11053406-f253-4c32-a864-af745ae8658a tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] http://10.222.0.36:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:18:55.746712 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-11053406-f253-4c32-a864-af745ae8658a tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] 10.222.0.36 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0119746 Dec 15 19:18:55.771303 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 51048) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:55.804909 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-3cbe313d-73e8-4cda-9745-6af5cc972ac7 None None] For port 097c3ee9-a064-4e52-a413-44e981921bea, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=097c3ee9-a064-4e52-a413-44e981921bea,segment=NetworkSegment(e1ffce85-a9a7-45ea-bf4c-6b0d95b6ea0c),segment_id=e1ffce85-a9a7-45ea-bf4c-6b0d95b6ea0c)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:18:55.805522 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3cbe313d-73e8-4cda-9745-6af5cc972ac7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:55.811328 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-22d55113-7310-4259-bbdd-739fc72d699d tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:55.821457 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d163f01-7b91-43bd-8c7b-f75fa20d7873 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Pushing event updated for resources: {'Subnet': ['ID=1cbef582-555a-4a19-9edc-266889ff7738,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:55.823949 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0d163f01-7b91-43bd-8c7b-f75fa20d7873 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:55.856904 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [None req-df32d6e5-eb7f-44d0-aa62-b668c4d4a957 tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] http://10.222.0.36:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:18:55.860480 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-df32d6e5-eb7f-44d0-aa62-b668c4d4a957 tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] 10.222.0.36 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0760756 Dec 15 19:18:55.865055 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51054) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:55.871234 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-22d55113-7310-4259-bbdd-739fc72d699d tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7a0f8ed-09f0-49dc-ab4e-be6c432eda58']}} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:18:55.881041 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [None req-322c2e65-050d-4832-8213-d1250704533d tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] http://10.222.0.36:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:18:55.884679 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-322c2e65-050d-4832-8213-d1250704533d tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] 10.222.0.36 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0160303 Dec 15 19:18:55.886107 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51058) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:55.897714 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [None req-f38237d6-2428-4ccb-9868-939c7c44ce76 tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] http://10.222.0.36:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:18:55.902810 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f38237d6-2428-4ccb-9868-939c7c44ce76 tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] 10.222.0.36 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0071659 Dec 15 19:18:55.902810 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51062) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:55.907729 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-22d55113-7310-4259-bbdd-739fc72d699d tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80c50c51-73a9-4732-81aa-d7889e498922') {'for_net_delete': True} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:18:55.908071 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-22d55113-7310-4259-bbdd-739fc72d699d tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80c50c51-73a9-4732-81aa-d7889e498922') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:18:55.919107 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3cd39694-3493-4929-9177-46dd9acca6ef tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839924940'] for subnet, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:55.922889 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [None req-e648d1fa-bdba-4a84-8199-f193d23f59ab tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:18:55.926379 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e648d1fa-bdba-4a84-8199-f193d23f59ab tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0192707 Dec 15 19:18:55.928766 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51066) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:55.929783 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d163f01-7b91-43bd-8c7b-f75fa20d7873 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Checking segment: {'id': 'cca6949d-c8d5-4a48-a6a7-d88b45e7f265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5ed56237-29ac-473b-957d-2e7d4f9a5d56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:18:55.930189 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d163f01-7b91-43bd-8c7b-f75fa20d7873 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Network hostable DHCP agents. Network: 5ed56237-29ac-473b-957d-2e7d4f9a5d56, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:18:55.938572 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-22d55113-7310-4259-bbdd-739fc72d699d tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838443042'] for segment, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:55.944884 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-3cbe313d-73e8-4cda-9745-6af5cc972ac7 None None] Calling delete_port for 097c3ee9-a064-4e52-a413-44e981921bea owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:18:55.949373 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [None req-6212edaf-414e-4be5-97cf-524ffa9d7b70 tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:18:55.959100 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6212edaf-414e-4be5-97cf-524ffa9d7b70 tempest-ExtensionsTestJSON-1795379437 tempest-ExtensionsTestJSON-1795379437-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0139441 Dec 15 19:18:56.015739 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-22d55113-7310-4259-bbdd-739fc72d699d tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:56.029827 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22d55113-7310-4259-bbdd-739fc72d699d tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=88991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:18:56.029827 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-22d55113-7310-4259-bbdd-739fc72d699d tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838443729'] for segment, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:56.046035 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:18:56.046035 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:18:56.046035 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:18:56.046035 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:18:56.046035 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:18:56.046035 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:18:56.046035 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:18:56.046035 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:18:56.046035 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:18:56.046035 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:18:56.046035 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:18:56.046035 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:18:56.046035 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:18:56.046035 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:18:56.046035 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:18:56.046035 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:18:56.046035 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:18:56.046035 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:18:56.046035 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:18:56.046035 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:18:56.046035 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:18:56.046035 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:18:56.046035 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:18:56.046035 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:18:56.046035 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:18:56.046035 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:18:56.046035 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:18:56.046035 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:18:56.046035 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:18:56.046035 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:18:56.046035 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:18:56.046035 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:18:56.067014 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3cbe313d-73e8-4cda-9745-6af5cc972ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866'] for port, after_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:56.073878 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:56.140676 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbe313d-73e8-4cda-9745-6af5cc972ac7 None None] Pushing event deleted for resources: {'Port': ['ID=097c3ee9-a064-4e52-a413-44e981921bea,revision_number=None']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:56.152315 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3cbe313d-73e8-4cda-9745-6af5cc972ac7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:56.157695 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbe313d-73e8-4cda-9745-6af5cc972ac7 None None] No DVR routers for this DVR port 097c3ee9-a064-4e52-a413-44e981921bea on host dv-neutron-821831-2-hyperv {{(pid=88992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:18:56.164240 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea3df62b-7e5d-40bc-9dbf-44e6bad85dc8 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Router 76c9a775-2de2-4d9c-9341-39d88add0f45 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:18:56.177029 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d163f01-7b91-43bd-8c7b-f75fa20d7873 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Network 5ed56237-29ac-473b-957d-2e7d4f9a5d56 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:18:56.245750 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-22d55113-7310-4259-bbdd-739fc72d699d tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:56.250700 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-22d55113-7310-4259-bbdd-739fc72d699d tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:56.261743 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2860ffa6-3537-41e7-bfc7-205dd85948ee tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:56.279097 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-0d163f01-7b91-43bd-8c7b-f75fa20d7873 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, 5ed56237-29ac-473b-957d-2e7d4f9a5d56) {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:18:56.283401 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d163f01-7b91-43bd-8c7b-f75fa20d7873 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:56.284045 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0d163f01-7b91-43bd-8c7b-f75fa20d7873 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:56.300418 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d866a1e4-88e9-43ec-b058-ae105beea1ee None None] Network 5ed56237-29ac-473b-957d-2e7d4f9a5d56 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:18:56.320688 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d55113-7310-4259-bbdd-739fc72d699d tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Pushing event deleted for resources: {'Network': ['ID=e7a0f8ed-09f0-49dc-ab4e-be6c432eda58,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:56.323618 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-22d55113-7310-4259-bbdd-739fc72d699d tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:56.330250 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-22d55113-7310-4259-bbdd-739fc72d699d tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] 10.222.0.36 "DELETE /v2.0/networks/e7a0f8ed-09f0-49dc-ab4e-be6c432eda58 HTTP/1.1" status: 204 len: 168 time: 1.1544902 Dec 15 19:18:56.333042 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51072) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:56.487804 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bd74c973-2553-4ad9-95a6-fdfdea307aa1 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:56.609640 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-dd5b1ad6-edbf-4bb9-92ef-46f848257221 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] For port 097c3ee9-a064-4e52-a413-44e981921bea, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=097c3ee9-a064-4e52-a413-44e981921bea,segment=NetworkSegment(e1ffce85-a9a7-45ea-bf4c-6b0d95b6ea0c),segment_id=e1ffce85-a9a7-45ea-bf4c-6b0d95b6ea0c)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:18:56.609640 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dd5b1ad6-edbf-4bb9-92ef-46f848257221 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:56.642423 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa58bd17-70b8-48b3-a889-73f6e14b15ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-5ed56237-29ac-473b-957d-2e7d4f9a5d56', 'network_id': '5ed56237-29ac-473b-957d-2e7d4f9a5d56', 'tenant_id': '327d4ec08f1c4acbab182a20e486640d', 'fixed_ips': [{'subnet_id': '1cbef582-555a-4a19-9edc-266889ff7738'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:18:56.643575 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fa58bd17-70b8-48b3-a889-73f6e14b15ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:56.674641 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51078) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:56.685818 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0d163f01-7b91-43bd-8c7b-f75fa20d7873 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6601388 Dec 15 19:18:56.695426 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51082) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:56.701782 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-92912509-dd20-4fbd-a36f-912f58b6f995 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] DELETE failed (client error): The resource could not be found. Dec 15 19:18:56.702264 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92912509-dd20-4fbd-a36f-912f58b6f995 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:18:56.704288 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-92912509-dd20-4fbd-a36f-912f58b6f995 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] 10.222.0.36 "DELETE /v2.0/subnets/5654c95c-a185-469c-8fe8-4275b090f852 HTTP/1.1" status: 404 len: 337 time: 0.3705378 Dec 15 19:18:56.708349 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-9aa1c84a-3c7b-4046-888e-fb3c04354c2e tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Request body: {'port': {'network_id': '5ed56237-29ac-473b-957d-2e7d4f9a5d56', 'name': 'tempest-TagsExtTest-175446907'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:18:56.725836 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51088) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:56.809818 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-bd74c973-2553-4ad9-95a6-fdfdea307aa1 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Calling delete_port for a21fbe1f-e80b-4be5-8ec9-f6f0e273b9f7 owned by {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:18:56.851413 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-dd5b1ad6-edbf-4bb9-92ef-46f848257221 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Calling delete_port for 097c3ee9-a064-4e52-a413-44e981921bea owned by network:dhcp {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:18:56.852124 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-fa58bd17-70b8-48b3-a889-73f6e14b15ee None None] Allocated IP 172.20.0.2 (5ed56237-29ac-473b-957d-2e7d4f9a5d56/1cbef582-555a-4a19-9edc-266889ff7738/7577cdd1-a4b4-4dee-8495-cdc425bd3248) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:18:56.857205 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 097c3ee9-a064-4e52-a413-44e981921bea no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:18:56.897224 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 097c3ee9-a064-4e52-a413-44e981921bea {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:18:56.897740 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 097c3ee9-a064-4e52-a413-44e981921bea not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:18:56.931642 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0f75498-156a-4c0b-913f-a3c60d931fb2 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] DELETE failed (client error): The resource could not be found. Dec 15 19:18:56.932143 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0f75498-156a-4c0b-913f-a3c60d931fb2 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:18:56.936387 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b0f75498-156a-4c0b-913f-a3c60d931fb2 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] 10.222.0.36 "DELETE /v2.0/networks/eb86b012-fed3-49f3-b005-e59ec71d425b HTTP/1.1" status: 404 len: 339 time: 0.2037053 Dec 15 19:18:56.941431 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 51092) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:56.966231 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4ce77647-8dff-4eb6-9bd0-eb8e6ab6d0b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:57.060966 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e5b79-57d7-4557-b58b-c334260bb124 req-8248b4c8-b5ed-4d37-bafc-aab9120e8ab0 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:57.062593 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-599e5b79-57d7-4557-b58b-c334260bb124 req-8248b4c8-b5ed-4d37-bafc-aab9120e8ab0 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b7fa720-d8e5-4510-aeb0-a3b286372c89 HTTP/1.1" status: 200 len: 946 time: 0.7243013 Dec 15 19:18:57.063658 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-f18f5835-cf22-4803-a65e-59db744b5ba9 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] DELETE failed (client error): The resource could not be found. Dec 15 19:18:57.064124 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f18f5835-cf22-4803-a65e-59db744b5ba9 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:18:57.068968 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-9aa1c84a-3c7b-4046-888e-fb3c04354c2e tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:18:57.074863 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-9aa1c84a-3c7b-4046-888e-fb3c04354c2e tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Usage tracker for resource:port and tenant:327d4ec08f1c4acbab182a20e486640d is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:18:57.078645 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-9aa1c84a-3c7b-4046-888e-fb3c04354c2e tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:18:57.085918 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-9aa1c84a-3c7b-4046-888e-fb3c04354c2e tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:18:57.099010 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea3df62b-7e5d-40bc-9dbf-44e6bad85dc8 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:18:57.117579 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f18f5835-cf22-4803-a65e-59db744b5ba9 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] 10.222.0.36 "DELETE /v2.0/subnets/a9df0c6b-8a74-4b63-a9d9-34508f7f1e6e HTTP/1.1" status: 404 len: 337 time: 0.1669817 Dec 15 19:18:57.117876 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-4ce77647-8dff-4eb6-9bd0-eb8e6ab6d0b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:18:57.121785 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51096) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:57.127587 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9960556c-f345-4863-b20d-35142c1d84bd None None] Sync routers for ids ['76c9a775-2de2-4d9c-9341-39d88add0f45'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:18:57.131094 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-4ce77647-8dff-4eb6-9bd0-eb8e6ab6d0b8 admin admin] Usage tracker for resource:security_group_rule and tenant:fe5eb4781e2d49a4ad4beb2a642ce4be is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:18:57.143392 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fa58bd17-70b8-48b3-a889-73f6e14b15ee None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:57.147720 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9960556c-f345-4863-b20d-35142c1d84bd None None] Routers {'76c9a775-2de2-4d9c-9341-39d88add0f45'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:18:57.148769 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-9960556c-f345-4863-b20d-35142c1d84bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:18:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['76c9a775-2de2-4d9c-9341-39d88add0f45'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:18:57.153677 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-4ce77647-8dff-4eb6-9bd0-eb8e6ab6d0b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:18:57.162884 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa1c84a-3c7b-4046-888e-fb3c04354c2e tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Made reservation on behalf of 327d4ec08f1c4acbab182a20e486640d for: {'port': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:18:57.168950 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9aa1c84a-3c7b-4046-888e-fb3c04354c2e tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:57.181331 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-dd5b1ad6-edbf-4bb9-92ef-46f848257221 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88990) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:18:57.181702 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-dd5b1ad6-edbf-4bb9-92ef-46f848257221 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:18:57.183437 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-4ce77647-8dff-4eb6-9bd0-eb8e6ab6d0b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:18:57.193501 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d91aabf-c7cc-4e84-85cd-a0d4cfd5c712 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] DELETE failed (client error): The resource could not be found. Dec 15 19:18:57.193992 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d91aabf-c7cc-4e84-85cd-a0d4cfd5c712 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:18:57.199222 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8d91aabf-c7cc-4e84-85cd-a0d4cfd5c712 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] 10.222.0.36 "DELETE /v2.0/networks/feadd216-804c-4564-8ce2-c27efe5af348 HTTP/1.1" status: 404 len: 339 time: 0.0707610 Dec 15 19:18:57.201747 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51100) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:57.209412 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ea3df62b-7e5d-40bc-9dbf-44e6bad85dc8 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:57.250400 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-599e5b79-57d7-4557-b58b-c334260bb124 req-592eaddb-63e5-494d-b280-36f5c2635c89 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3112f8-b936-4176-9b46-6040cf25625e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1622710 Dec 15 19:18:57.256962 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-fa58bd17-70b8-48b3-a889-73f6e14b15ee None None] Transition to ACTIVE for port object 7577cdd1-a4b4-4dee-8495-cdc425bd3248 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:18:57.279642 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-fa58bd17-70b8-48b3-a889-73f6e14b15ee None None] Transition to ACTIVE for port object 7577cdd1-a4b4-4dee-8495-cdc425bd3248 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:18:57.282193 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-9aa1c84a-3c7b-4046-888e-fb3c04354c2e tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] device_id is not set on port 5b6849ea-2892-4eea-bd6f-e1d8d48924e1 yet. {{(pid=88991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:18:57.284479 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3cd39694-3493-4929-9177-46dd9acca6ef tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838139473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839924955'] for subnet, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:57.289565 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-37fdc4c3-7c1d-448a-b890-92e8874999ca tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:57.313698 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fa58bd17-70b8-48b3-a889-73f6e14b15ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:57.324824 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bd74c973-2553-4ad9-95a6-fdfdea307aa1 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:57.328929 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:57.334786 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bdcb74f-57b3-4410-90fe-83f517dbf738 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] DELETE failed (client error): The resource could not be found. Dec 15 19:18:57.335282 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bdcb74f-57b3-4410-90fe-83f517dbf738 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:18:57.375002 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0bdcb74f-57b3-4410-90fe-83f517dbf738 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] 10.222.0.36 "DELETE /v2.0/subnets/0faf6964-c6a6-452c-8ee5-15d79a11ce99 HTTP/1.1" status: 404 len: 337 time: 0.1708102 Dec 15 19:18:57.379011 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 51104) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:57.384273 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd39694-3493-4929-9177-46dd9acca6ef tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event updated for resources: {'Subnet': ['ID=241d10a6-2d98-4324-92ac-8d41c050dc71,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:57.392266 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-9960556c-f345-4863-b20d-35142c1d84bd None None] Set router 76c9a775-2de2-4d9c-9341-39d88add0f45 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:18:57.395652 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ea3df62b-7e5d-40bc-9dbf-44e6bad85dc8 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.4849646 Dec 15 19:18:57.403678 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a8fcdba-9ed4-4e76-945e-12df297099e0', 'tag': '2fc06fa8-efc8-4c23-abfd-c14d4a269543'}] {{(pid=88991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:18:57.449550 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa58bd17-70b8-48b3-a889-73f6e14b15ee None None] Network 5ed56237-29ac-473b-957d-2e7d4f9a5d56 is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:18:57.453483 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa58bd17-70b8-48b3-a889-73f6e14b15ee None None] Pushing event updated for resources: {'Port': ['ID=7577cdd1-a4b4-4dee-8495-cdc425bd3248,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:57.454395 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3cd39694-3493-4929-9177-46dd9acca6ef tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:57.466096 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-fa58bd17-70b8-48b3-a889-73f6e14b15ee None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:18:57.472004 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fa58bd17-70b8-48b3-a889-73f6e14b15ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:57.473034 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa58bd17-70b8-48b3-a889-73f6e14b15ee None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:18:57.480403 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ca5dc19e-a51b-45aa-8488-44d5ee0dcf4b tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.138s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:57.539637 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4ce77647-8dff-4eb6-9bd0-eb8e6ab6d0b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:57.564262 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-9aa1c84a-3c7b-4046-888e-fb3c04354c2e tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Allocated IP 172.20.0.10 (5ed56237-29ac-473b-957d-2e7d4f9a5d56/1cbef582-555a-4a19-9edc-266889ff7738/5b6849ea-2892-4eea-bd6f-e1d8d48924e1) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:18:57.573409 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a8fcdba-9ed4-4e76-945e-12df297099e0', 'tag': '2fc06fa8-efc8-4c23-abfd-c14d4a269543', 'status': 'completed', 'code': 200} Dec 15 19:18:57.657834 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-fa58bd17-70b8-48b3-a889-73f6e14b15ee None None] Attempting to bind port 7577cdd1-a4b4-4dee-8495-cdc425bd3248 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:18:57.658176 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-fa58bd17-70b8-48b3-a889-73f6e14b15ee None None] Attempting to bind port 7577cdd1-a4b4-4dee-8495-cdc425bd3248 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'cca6949d-c8d5-4a48-a6a7-d88b45e7f265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5ed56237-29ac-473b-957d-2e7d4f9a5d56'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:18:57.658614 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa58bd17-70b8-48b3-a889-73f6e14b15ee None None] Attempting to bind port 7577cdd1-a4b4-4dee-8495-cdc425bd3248 on network 5ed56237-29ac-473b-957d-2e7d4f9a5d56 {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:18:57.663242 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4ce77647-8dff-4eb6-9bd0-eb8e6ab6d0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:57.670590 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa58bd17-70b8-48b3-a889-73f6e14b15ee None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:18:57.671013 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa58bd17-70b8-48b3-a889-73f6e14b15ee None None] Checking segment: {'id': 'cca6949d-c8d5-4a48-a6a7-d88b45e7f265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5ed56237-29ac-473b-957d-2e7d4f9a5d56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:18:57.671466 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fa58bd17-70b8-48b3-a889-73f6e14b15ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:57.671925 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa58bd17-70b8-48b3-a889-73f6e14b15ee None None] Bound using segment: {'id': 'cca6949d-c8d5-4a48-a6a7-d88b45e7f265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5ed56237-29ac-473b-957d-2e7d4f9a5d56'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:18:57.672459 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-fa58bd17-70b8-48b3-a889-73f6e14b15ee None None] Bound port: 7577cdd1-a4b4-4dee-8495-cdc425bd3248, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca6949d-c8d5-4a48-a6a7-d88b45e7f265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5ed56237-29ac-473b-957d-2e7d4f9a5d56'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:18:57.673166 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fa58bd17-70b8-48b3-a889-73f6e14b15ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:57.678683 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd74c973-2553-4ad9-95a6-fdfdea307aa1 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event deleted for resources: {'Port': ['ID=a21fbe1f-e80b-4be5-8ec9-f6f0e273b9f7,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:57.678907 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0a9c572a-f7ae-4398-a2ae-5b43514c5abb tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:57.698561 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-dd5b1ad6-edbf-4bb9-92ef-46f848257221 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Deleting port 097c3ee9-a064-4e52-a413-44e981921bea {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:18:57.699165 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dd5b1ad6-edbf-4bb9-92ef-46f848257221 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:57.749645 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-bd74c973-2553-4ad9-95a6-fdfdea307aa1 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:57.803065 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8651c8f-091b-44c8-a743-14a5fa3d833a tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] DELETE failed (client error): The resource could not be found. Dec 15 19:18:57.809058 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8651c8f-091b-44c8-a743-14a5fa3d833a tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:18:57.810901 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-fa58bd17-70b8-48b3-a889-73f6e14b15ee None None] For port 7577cdd1-a4b4-4dee-8495-cdc425bd3248, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:18:57.812902 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bd74c973-2553-4ad9-95a6-fdfdea307aa1 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:57.815828 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-fa58bd17-70b8-48b3-a889-73f6e14b15ee None None] For port 7577cdd1-a4b4-4dee-8495-cdc425bd3248, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=7577cdd1-a4b4-4dee-8495-cdc425bd3248,segment=NetworkSegment(cca6949d-c8d5-4a48-a6a7-d88b45e7f265),segment_id=cca6949d-c8d5-4a48-a6a7-d88b45e7f265)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:18:57.824011 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4ce77647-8dff-4eb6-9bd0-eb8e6ab6d0b8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fe5eb4781e2d49a4ad4beb2a642ce4be&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1410413 Dec 15 19:18:57.832841 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce77647-8dff-4eb6-9bd0-eb8e6ab6d0b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b2d6b7-eb4c-41cd-93c3-e92a4444853f,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:57.841719 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 51112) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:57.853567 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fa58bd17-70b8-48b3-a889-73f6e14b15ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:57.855799 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4ce77647-8dff-4eb6-9bd0-eb8e6ab6d0b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:57.861032 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-db35d69c-0197-4ae6-8c05-5fc7dac6804e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:57.919132 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-dd5b1ad6-edbf-4bb9-92ef-46f848257221 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] The port '097c3ee9-a064-4e52-a413-44e981921bea' was deleted {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 15 19:18:57.925837 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e8651c8f-091b-44c8-a743-14a5fa3d833a tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] 10.222.0.36 "DELETE /v2.0/networks/0ada6cb7-699d-4dc0-b0af-c510e15a6eb7 HTTP/1.1" status: 404 len: 339 time: 0.5438387 Dec 15 19:18:57.931860 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 51116) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:57.963700 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd39694-3493-4929-9177-46dd9acca6ef tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Checking segment: {'id': '3e337da2-51e7-46fe-ab76-05bc523597bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '341fce9e-b0c1-4409-96ac-65cc4992e640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:18:57.964406 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd39694-3493-4929-9177-46dd9acca6ef tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Network hostable DHCP agents. Network: 341fce9e-b0c1-4409-96ac-65cc4992e640, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:18:57.974017 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa58bd17-70b8-48b3-a889-73f6e14b15ee None None] Pushing event updated for resources: {'Port': ['ID=7577cdd1-a4b4-4dee-8495-cdc425bd3248,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:57.981445 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fa58bd17-70b8-48b3-a889-73f6e14b15ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:57.993232 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2548cd8f-fb11-46be-a5ab-fbb26c98f087 req-f19ec1f6-1d2a-462f-8ccb-69be3046aaef service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=84e8b4bbe4894c70a50ef612e764025b&device_id=5a8fcdba-9ed4-4e76-945e-12df297099e0 HTTP/1.1" status: 200 len: 1099 time: 0.4078360 Dec 15 19:18:58.014843 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-bd74c973-2553-4ad9-95a6-fdfdea307aa1 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/ports/a21fbe1f-e80b-4be5-8ec9-f6f0e273b9f7 HTTP/1.1" status: 204 len: 168 time: 2.9071326 Dec 15 19:18:58.035846 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51120) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:58.118869 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-9960556c-f345-4863-b20d-35142c1d84bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c9a775-2de2-4d9c-9341-39d88add0f45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040547903', 'tenant_id': '84e8b4bbe4894c70a50ef612e764025b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.146'}], 'enable_snat': True}, 'gw_port_id': '50a4f675-a9b4-43a8-8c55-3e5b8e127d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:17:59Z', 'updated_at': '2021-12-15T19:18:15Z', 'revision_number': 4, 'project_id': '84e8b4bbe4894c70a50ef612e764025b', 'gw_port': {'id': '50a4f675-a9b4-43a8-8c55-3e5b8e127d99', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c9a775-2de2-4d9c-9341-39d88add0f45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:18:01Z', 'updated_at': '2021-12-15T19:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': 'c587e8b0-7a88-4e00-b469-6fc70add5fba', 'tenant_id': '84e8b4bbe4894c70a50ef612e764025b', 'floating_ip_address': '172.26.3.11', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': '76c9a775-2de2-4d9c-9341-39d88add0f45', 'port_id': '2fc06fa8-efc8-4c23-abfd-c14d4a269543', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fa38694-55b5-4cdc-8b7c-72ddba6039db', 'mac_address': 'fa:16:3e:83:c3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8fcdba-9ed4-4e76-945e-12df297099e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:18:52Z', 'updated_at': '2021-12-15T19:18:52Z', 'revision_number': 0, 'project_id': '84e8b4bbe4894c70a50ef612e764025b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33746b42-3393-4189-adbb-ae5699313ea8', 'name': '', 'network_id': '0fa38694-55b5-4cdc-8b7c-72ddba6039db', 'tenant_id': '84e8b4bbe4894c70a50ef612e764025b', 'mac_address': 'fa:16:3e:58:19:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c9a775-2de2-4d9c-9341-39d88add0f45', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12d437f5-d846-4502-aee0-d4b3f14f3197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:18:13Z', 'updated_at': '2021-12-15T19:18:27Z', 'revision_number': 5, 'project_id': '84e8b4bbe4894c70a50ef612e764025b', 'subnets': [{'id': '12d437f5-d846-4502-aee0-d4b3f14f3197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:18:58.123950 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9960556c-f345-4863-b20d-35142c1d84bd None None] Checking router: 76c9a775-2de2-4d9c-9341-39d88add0f45 for host: dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:18:58.131286 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f601322-cd88-4953-9192-7e1e6147cae6 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] DELETE failed (client error): The resource could not be found. Dec 15 19:18:58.131956 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f601322-cd88-4953-9192-7e1e6147cae6 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:18:58.134770 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-5f601322-cd88-4953-9192-7e1e6147cae6 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] 10.222.0.36 "DELETE /v2.0/subnets/0ae85c72-93bb-4556-ad98-29882e0caa09 HTTP/1.1" status: 404 len: 337 time: 0.1641269 Dec 15 19:18:58.140221 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9960556c-f345-4863-b20d-35142c1d84bd None None] Routers {'76c9a775-2de2-4d9c-9341-39d88add0f45'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:18:58.141015 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-9960556c-f345-4863-b20d-35142c1d84bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:18:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['76c9a775-2de2-4d9c-9341-39d88add0f45'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:18:58.145377 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51124) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:58.184142 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dd5b1ad6-edbf-4bb9-92ef-46f848257221 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:58.228204 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfa4ef69-1ec1-445f-8e56-c42422b6fc9e tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] DELETE failed (client error): The resource could not be found. Dec 15 19:18:58.228698 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfa4ef69-1ec1-445f-8e56-c42422b6fc9e tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:18:58.241740 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-dd5b1ad6-edbf-4bb9-92ef-46f848257221 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fc2e91f-5ee9-48a4-b44b-cbcce1aecb8d']}} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:18:58.276710 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa2f7c2-5ce8-498d-9fdf-7922ff0f15e6 req-05adddf0-f895-4a73-9171-330e1094aafd tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:58.284531 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-faa2f7c2-5ce8-498d-9fdf-7922ff0f15e6 req-05adddf0-f895-4a73-9171-330e1094aafd tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a8fcdba-9ed4-4e76-945e-12df297099e0 HTTP/1.1" status: 200 len: 946 time: 0.6253347 Dec 15 19:18:58.299039 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-cfa4ef69-1ec1-445f-8e56-c42422b6fc9e tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] 10.222.0.36 "DELETE /v2.0/networks/c5a2f4d5-bb6a-4566-ba18-5f06f9bd9c75 HTTP/1.1" status: 404 len: 339 time: 0.1404510 Dec 15 19:18:58.300174 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26568f2-4852-4c7d-ac5a-9bc033dcdb48 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:58.301717 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 51130) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:58.301862 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26568f2-4852-4c7d-ac5a-9bc033dcdb48 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:58.302763 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-f26568f2-4852-4c7d-ac5a-9bc033dcdb48 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Synchronizing usage tracker for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:subnet {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:18:58.305909 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-dd5b1ad6-edbf-4bb9-92ef-46f848257221 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1ffce85-a9a7-45ea-bf4c-6b0d95b6ea0c') {'for_net_delete': True} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:18:58.306356 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-dd5b1ad6-edbf-4bb9-92ef-46f848257221 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1ffce85-a9a7-45ea-bf4c-6b0d95b6ea0c') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:18:58.360391 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9aa1c84a-3c7b-4046-888e-fb3c04354c2e tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:58.363443 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-f26568f2-4852-4c7d-ac5a-9bc033dcdb48 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Unset dirty status for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:subnet {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:18:58.365712 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f26568f2-4852-4c7d-ac5a-9bc033dcdb48 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3220704 Dec 15 19:18:58.367008 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2548cd8f-fb11-46be-a5ab-fbb26c98f087 req-fa4c872f-909d-4e0f-af82-b5616bd5d0d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:58.370440 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2548cd8f-fb11-46be-a5ab-fbb26c98f087 req-fa4c872f-909d-4e0f-af82-b5616bd5d0d4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0fa38694-55b5-4cdc-8b7c-72ddba6039db HTTP/1.1" status: 200 len: 898 time: 0.3679638 Dec 15 19:18:58.374469 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51134) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:58.379650 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dd5b1ad6-edbf-4bb9-92ef-46f848257221 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16327073'] for segment, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:58.391025 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd39694-3493-4929-9177-46dd9acca6ef tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Network 341fce9e-b0c1-4409-96ac-65cc4992e640 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:18:58.393470 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ce36152b-880e-4e9a-a6fd-04e385ffa462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:58.406636 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-9960556c-f345-4863-b20d-35142c1d84bd None None] Set router 76c9a775-2de2-4d9c-9341-39d88add0f45 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:18:58.417178 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc153f21-e73f-43f7-86d7-ffe19bbf7420 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] DELETE failed (client error): The resource could not be found. Dec 15 19:18:58.417699 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc153f21-e73f-43f7-86d7-ffe19bbf7420 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:18:58.420152 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-fc153f21-e73f-43f7-86d7-ffe19bbf7420 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] 10.222.0.36 "DELETE /v2.0/subnets/b039ff93-e4f3-42b9-b396-1e6ea0a30cb4 HTTP/1.1" status: 404 len: 337 time: 0.1033456 Dec 15 19:18:58.435775 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51138) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:58.479095 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dd5b1ad6-edbf-4bb9-92ef-46f848257221 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:58.490398 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-3cd39694-3493-4929-9177-46dd9acca6ef tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, 341fce9e-b0c1-4409-96ac-65cc4992e640) {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:18:58.495789 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd39694-3493-4929-9177-46dd9acca6ef tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:58.496442 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3cd39694-3493-4929-9177-46dd9acca6ef tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:58.502308 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906bd308-2c26-4e67-84d8-355c94ef538e None None] Network 341fce9e-b0c1-4409-96ac-65cc4992e640 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:18:58.520637 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd5b1ad6-edbf-4bb9-92ef-46f848257221 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=88990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:18:58.521096 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dd5b1ad6-edbf-4bb9-92ef-46f848257221 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838138943'] for segment, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:58.550077 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-9aa1c84a-3c7b-4046-888e-fb3c04354c2e tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Transition to ACTIVE for port object 5b6849ea-2892-4eea-bd6f-e1d8d48924e1 will not be triggered until provisioned by entity DHCP. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:18:58.575788 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:18:58.575788 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:18:58.575788 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:18:58.575788 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:18:58.575788 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:18:58.575788 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:18:58.575788 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:18:58.575788 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:18:58.575788 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:18:58.575788 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:18:58.575788 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:18:58.575788 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:18:58.575788 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:18:58.575788 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:18:58.575788 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:18:58.575788 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:18:58.575788 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:18:58.575788 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:18:58.575788 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:18:58.575788 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:18:58.575788 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:18:58.575788 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:18:58.575788 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:18:58.575788 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:18:58.575788 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:18:58.575788 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:18:58.575788 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:18:58.575788 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:18:58.575788 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:18:58.575788 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:18:58.575788 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:18:58.575788 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:18:58.575788 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:18:58.575788 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:18:58.575788 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:18:58.575788 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:18:58.575788 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:18:58.575788 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:18:58.575788 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:18:58.575788 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:18:58.582739 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fa9bae5-190d-48cc-ace1-36b6c640a844 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] DELETE failed (client error): The resource could not be found. Dec 15 19:18:58.583237 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fa9bae5-190d-48cc-ace1-36b6c640a844 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:18:58.585060 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-5fa9bae5-190d-48cc-ace1-36b6c640a844 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] 10.222.0.36 "DELETE /v2.0/networks/8f4cb2a2-2fd8-4600-b267-f3cf6d2d8405 HTTP/1.1" status: 404 len: 339 time: 0.1482897 Dec 15 19:18:58.592361 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 51142) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:58.760468 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ce36152b-880e-4e9a-a6fd-04e385ffa462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:58.783759 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-faa2f7c2-5ce8-498d-9fdf-7922ff0f15e6 req-9e4612bd-b5be-4555-a893-e818fc1f0efa tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] 10.222.0.36 "GET /v2.0/security-groups?id=19b98e59-0c96-4874-b9ee-d71b2bd06b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4980829 Dec 15 19:18:58.821644 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 51146) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:58.830677 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-3cd39694-3493-4929-9177-46dd9acca6ef tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7214756 Dec 15 19:18:58.857479 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51148) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:58.902504 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-f9ee9e82-8589-45e5-9248-8523f8ab25b9 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-163559936', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:18:58.915719 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2548cd8f-fb11-46be-a5ab-fbb26c98f087 req-d330c8fb-3235-406c-b5cb-e5b0419278f5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fc06fa8-efc8-4c23-abfd-c14d4a269543 HTTP/1.1" status: 200 len: 999 time: 0.4874015 Dec 15 19:18:58.916753 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-f9ee9e82-8589-45e5-9248-8523f8ab25b9 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:18:58.917479 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 7577cdd1-a4b4-4dee-8495-cdc425bd3248 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:18:58.924011 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-f9ee9e82-8589-45e5-9248-8523f8ab25b9 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Usage tracker for resource:router and tenant:d09e37d948244dafb936d2972b3d58c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:18:58.932237 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-73e87889-3824-4712-91f0-03f6bdd24873 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Deleting subnet 3e3f182a-9039-487c-82d8-ddacb45d8d6b {{(pid=88991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:18:58.935625 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-73e87889-3824-4712-91f0-03f6bdd24873 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:58.947136 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-bce862fa-d30b-4c69-b137-9ac36e94d2d0 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] DELETE failed (client error): The resource could not be found. Dec 15 19:18:58.948001 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bce862fa-d30b-4c69-b137-9ac36e94d2d0 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:18:58.950055 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-bce862fa-d30b-4c69-b137-9ac36e94d2d0 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] 10.222.0.36 "DELETE /v2.0/subnets/4de10fed-f879-46b5-86a6-1848b17dfdc0 HTTP/1.1" status: 404 len: 337 time: 0.2537341 Dec 15 19:18:58.967476 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 51154) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:58.998881 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-9960556c-f345-4863-b20d-35142c1d84bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c9a775-2de2-4d9c-9341-39d88add0f45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040547903', 'tenant_id': '84e8b4bbe4894c70a50ef612e764025b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.146'}], 'enable_snat': True}, 'gw_port_id': '50a4f675-a9b4-43a8-8c55-3e5b8e127d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:17:59Z', 'updated_at': '2021-12-15T19:18:15Z', 'revision_number': 4, 'project_id': '84e8b4bbe4894c70a50ef612e764025b', 'gw_port': {'id': '50a4f675-a9b4-43a8-8c55-3e5b8e127d99', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c9a775-2de2-4d9c-9341-39d88add0f45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:18:01Z', 'updated_at': '2021-12-15T19:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': 'c587e8b0-7a88-4e00-b469-6fc70add5fba', 'tenant_id': '84e8b4bbe4894c70a50ef612e764025b', 'floating_ip_address': '172.26.3.11', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': '76c9a775-2de2-4d9c-9341-39d88add0f45', 'port_id': '2fc06fa8-efc8-4c23-abfd-c14d4a269543', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fa38694-55b5-4cdc-8b7c-72ddba6039db', 'mac_address': 'fa:16:3e:83:c3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8fcdba-9ed4-4e76-945e-12df297099e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:18:52Z', 'updated_at': '2021-12-15T19:18:52Z', 'revision_number': 0, 'project_id': '84e8b4bbe4894c70a50ef612e764025b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33746b42-3393-4189-adbb-ae5699313ea8', 'name': '', 'network_id': '0fa38694-55b5-4cdc-8b7c-72ddba6039db', 'tenant_id': '84e8b4bbe4894c70a50ef612e764025b', 'mac_address': 'fa:16:3e:58:19:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c9a775-2de2-4d9c-9341-39d88add0f45', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12d437f5-d846-4502-aee0-d4b3f14f3197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:18:13Z', 'updated_at': '2021-12-15T19:18:27Z', 'revision_number': 5, 'project_id': '84e8b4bbe4894c70a50ef612e764025b', 'subnets': [{'id': '12d437f5-d846-4502-aee0-d4b3f14f3197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:18:59.001638 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-73e87889-3824-4712-91f0-03f6bdd24873 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16332759'] for subnet, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:59.004067 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9960556c-f345-4863-b20d-35142c1d84bd None None] The sync data for ids ['76c9a775-2de2-4d9c-9341-39d88add0f45'] in dv-neutron-821831-2-hyperv is: [{'id': '76c9a775-2de2-4d9c-9341-39d88add0f45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040547903', 'tenant_id': '84e8b4bbe4894c70a50ef612e764025b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.146'}], 'enable_snat': True}, 'gw_port_id': '50a4f675-a9b4-43a8-8c55-3e5b8e127d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:17:59Z', 'updated_at': '2021-12-15T19:18:15Z', 'revision_number': 4, 'project_id': '84e8b4bbe4894c70a50ef612e764025b', 'gw_port': {'id': '50a4f675-a9b4-43a8-8c55-3e5b8e127d99', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c9a775-2de2-4d9c-9341-39d88add0f45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:18:01Z', 'updated_at': '2021-12-15T19:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': 'c587e8b0-7a88-4e00-b469-6fc70add5fba', 'tenant_id': '84e8b4bbe4894c70a50ef612e764025b', 'floating_ip_address': '172.26.3.11', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': '76c9a775-2de2-4d9c-9341-39d88add0f45', 'port_id': '2fc06fa8-efc8-4c23-abfd-c14d4a269543', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fa38694-55b5-4cdc-8b7c-72ddba6039db', 'mac_address': 'fa:16:3e:83:c3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8fcdba-9ed4-4e76-945e-12df297099e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:18:52Z', 'updated_at': '2021-12-15T19:18:52Z', 'revision_number': 0, 'project_id': '84e8b4bbe4894c70a50ef612e764025b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33746b42-3393-4189-adbb-ae5699313ea8', 'name': '', 'network_id': '0fa38694-55b5-4cdc-8b7c-72ddba6039db', 'tenant_id': '84e8b4bbe4894c70a50ef612e764025b', 'mac_address': 'fa:16:3e:58:19:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c9a775-2de2-4d9c-9341-39d88add0f45', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12d437f5-d846-4502-aee0-d4b3f14f3197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:18:13Z', 'updated_at': '2021-12-15T19:18:27Z', 'revision_number': 5, 'project_id': '84e8b4bbe4894c70a50ef612e764025b', 'subnets': [{'id': '12d437f5-d846-4502-aee0-d4b3f14f3197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:18:59.020010 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-14b85b6d-183e-4b09-83d4-eb0cca11420a tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] DELETE failed (client error): The resource could not be found. Dec 15 19:18:59.020762 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14b85b6d-183e-4b09-83d4-eb0cca11420a tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:18:59.049936 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dd5b1ad6-edbf-4bb9-92ef-46f848257221 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:59.052168 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-f9ee9e82-8589-45e5-9248-8523f8ab25b9 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:18:59.058357 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dd5b1ad6-edbf-4bb9-92ef-46f848257221 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:59.059056 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-dd5b1ad6-edbf-4bb9-92ef-46f848257221 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] 10.222.0.36 "DELETE /v2.0/networks/7fc2e91f-5ee9-48a4-b44b-cbcce1aecb8d HTTP/1.1" status: 204 len: 168 time: 3.9526601 Dec 15 19:18:59.077596 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6eb42e17-2ea1-42ff-86c9-5ea9eb8b5603 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:59.106687 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-14b85b6d-183e-4b09-83d4-eb0cca11420a tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] 10.222.0.36 "DELETE /v2.0/networks/a9ac5d66-8786-46cf-82b6-bb75e867c348 HTTP/1.1" status: 404 len: 339 time: 0.1355758 Dec 15 19:18:59.121599 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 51160) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:59.121820 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9aa1c84a-3c7b-4046-888e-fb3c04354c2e tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:59.137986 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-f9ee9e82-8589-45e5-9248-8523f8ab25b9 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:18:59.163870 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c081af6b-df93-4a83-9c98-78c8e9126d53 tempest-RoutersAdminNegativeIpV6Test-287106111 tempest-RoutersAdminNegativeIpV6Test-287106111-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:59.170102 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 7577cdd1-a4b4-4dee-8495-cdc425bd3248 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:18:59.186763 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5b1ad6-edbf-4bb9-92ef-46f848257221 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Pushing event deleted for resources: {'Network': ['ID=7fc2e91f-5ee9-48a4-b44b-cbcce1aecb8d,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:59.195426 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63dd971b-a4f2-42b4-8886-f0453c8d3de2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-341fce9e-b0c1-4409-96ac-65cc4992e640', 'network_id': '341fce9e-b0c1-4409-96ac-65cc4992e640', 'tenant_id': 'd09e37d948244dafb936d2972b3d58c9', 'fixed_ips': [{'subnet_id': '241d10a6-2d98-4324-92ac-8d41c050dc71'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:18:59.195426 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-63dd971b-a4f2-42b4-8886-f0453c8d3de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:59.196085 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-dd5b1ad6-edbf-4bb9-92ef-46f848257221 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:59.200805 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f5ecbb01-8528-4573-83e0-54294c591d22 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] 10.222.0.36 "GET /v2.0/floatingips/c587e8b0-7a88-4e00-b469-6fc70add5fba HTTP/1.1" status: 200 len: 991 time: 0.3685610 Dec 15 19:18:59.202024 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7c1f66d-4cc0-4ac2-b0d1-b80730451feb tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] DELETE failed (client error): The resource could not be found. Dec 15 19:18:59.202572 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7c1f66d-4cc0-4ac2-b0d1-b80730451feb tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:18:59.221712 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1854456-93ae-47c4-8311-28654a20047f req-1072310e-2c1e-4e9d-a2f0-5e21f2430758 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:59.229797 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b1854456-93ae-47c4-8311-28654a20047f req-1072310e-2c1e-4e9d-a2f0-5e21f2430758 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b7fa720-d8e5-4510-aeb0-a3b286372c89 HTTP/1.1" status: 200 len: 946 time: 0.7448568 Dec 15 19:18:59.253514 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a7c1f66d-4cc0-4ac2-b0d1-b80730451feb tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] 10.222.0.36 "DELETE /v2.0/subnets/daa6b2a1-3fbe-4013-b84e-46be313b365f HTTP/1.1" status: 404 len: 337 time: 0.1208875 Dec 15 19:18:59.254822 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 51164) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:59.295777 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-b07a9bf3-14af-4aa7-a028-eb5628147812 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] DELETE failed (client error): The resource could not be found. Dec 15 19:18:59.296046 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2548cd8f-fb11-46be-a5ab-fbb26c98f087 req-1bde50df-843a-4f84-b70d-79508d71d0b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:59.296281 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b07a9bf3-14af-4aa7-a028-eb5628147812 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:18:59.297589 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2548cd8f-fb11-46be-a5ab-fbb26c98f087 req-1bde50df-843a-4f84-b70d-79508d71d0b0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=12d437f5-d846-4502-aee0-d4b3f14f3197 HTTP/1.1" status: 200 len: 835 time: 0.2472858 Dec 15 19:18:59.300663 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b07a9bf3-14af-4aa7-a028-eb5628147812 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] 10.222.0.36 "DELETE /v2.0/networks/e81244b4-dd50-4e13-8987-ac7e3ca545b3 HTTP/1.1" status: 404 len: 339 time: 0.0424876 Dec 15 19:18:59.300663 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ce36152b-880e-4e9a-a6fd-04e385ffa462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:59.303669 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ce36152b-880e-4e9a-a6fd-04e385ffa462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:59.304828 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ce36152b-880e-4e9a-a6fd-04e385ffa462 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c4b2d6b7-eb4c-41cd-93c3-e92a4444853f HTTP/1.1" status: 204 len: 168 time: 1.4600010 Dec 15 19:18:59.308302 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa1c84a-3c7b-4046-888e-fb3c04354c2e tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Network 5ed56237-29ac-473b-957d-2e7d4f9a5d56 is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:18:59.311289 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 51168) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:59.312197 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-dfb6b5a6-ab69-49c3-a306-d521b560316d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:18:59.348984 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f9ee9e82-8589-45e5-9248-8523f8ab25b9 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854699176'] for router, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:59.349988 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f9ee9e82-8589-45e5-9248-8523f8ab25b9 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854194926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-76609'] for router, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:59.366149 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-9aa1c84a-3c7b-4046-888e-fb3c04354c2e tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:18:59.377432 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa1c84a-3c7b-4046-888e-fb3c04354c2e tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Pushing event updated for resources: {'Port': ['ID=5b6849ea-2892-4eea-bd6f-e1d8d48924e1,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:59.383889 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa1c84a-3c7b-4046-888e-fb3c04354c2e tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:18:59.385998 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce36152b-880e-4e9a-a6fd-04e385ffa462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b2d6b7-eb4c-41cd-93c3-e92a4444853f,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:18:59.396171 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ce36152b-880e-4e9a-a6fd-04e385ffa462 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:59.396171 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-169e6146-4a64-4a6d-937f-121aee6f075c tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] DELETE failed (client error): The resource could not be found. Dec 15 19:18:59.396171 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-169e6146-4a64-4a6d-937f-121aee6f075c tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:18:59.401093 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-169e6146-4a64-4a6d-937f-121aee6f075c tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] 10.222.0.36 "DELETE /v2.0/subnets/ab607914-93df-4a5a-975d-c7c7e0399db2 HTTP/1.1" status: 404 len: 337 time: 0.0773759 Dec 15 19:18:59.414878 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b1854456-93ae-47c4-8311-28654a20047f req-30d5f64f-ac5f-4d6b-9d3c-eebc2bf7faba tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3112f8-b936-4176-9b46-6040cf25625e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1838868 Dec 15 19:18:59.415645 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 51174) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:59.432280 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9aa1c84a-3c7b-4046-888e-fb3c04354c2e tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:18:59.442021 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-63dd971b-a4f2-42b4-8886-f0453c8d3de2 None None] Allocated IP 2001:db8::2 (341fce9e-b0c1-4409-96ac-65cc4992e640/241d10a6-2d98-4324-92ac-8d41c050dc71/aab8d416-7a60-41bb-bbee-8003ccc1fe24) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:18:59.458777 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-20ac97c2-3408-4c71-83f9-2fdc8430d55a tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] DELETE failed (client error): The resource could not be found. Dec 15 19:18:59.459643 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20ac97c2-3408-4c71-83f9-2fdc8430d55a tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:18:59.462614 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-20ac97c2-3408-4c71-83f9-2fdc8430d55a tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] 10.222.0.36 "DELETE /v2.0/networks/47c98868-5ca7-47a4-8ce0-eb8b90605581 HTTP/1.1" status: 404 len: 339 time: 0.0448608 Dec 15 19:18:59.469697 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 51182) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:59.473257 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-73e87889-3824-4712-91f0-03f6bdd24873 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:59.653718 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac86b8b3-27ad-418d-98d3-e9ce78e5c16e None None] New status for floating IP c587e8b0-7a88-4e00-b469-6fc70add5fba: ACTIVE {{(pid=88992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 15 19:18:59.710061 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f9ee9e82-8589-45e5-9248-8523f8ab25b9 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:59.726412 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa1c84a-3c7b-4046-888e-fb3c04354c2e tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:18:59.727040 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9aa1c84a-3c7b-4046-888e-fb3c04354c2e tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:59.740986 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51186) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:18:59.869589 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2548cd8f-fb11-46be-a5ab-fbb26c98f087 req-2d039c23-7c77-4855-8ee1-4e1222f48647 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0fa38694-55b5-4cdc-8b7c-72ddba6039db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5599225 Dec 15 19:18:59.872493 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f9ee9e82-8589-45e5-9248-8523f8ab25b9 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904'] for router, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:59.906852 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-73e87889-3824-4712-91f0-03f6bdd24873 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16156049'] for subnet, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:18:59.968966 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-29e57553-8bf4-43f3-9319-67f1c838d5ae tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:00.208115 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 51200) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:00.315245 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-63dd971b-a4f2-42b4-8886-f0453c8d3de2 None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:00.332766 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-63dd971b-a4f2-42b4-8886-f0453c8d3de2 None None] Transition to ACTIVE for port object aab8d416-7a60-41bb-bbee-8003ccc1fe24 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:19:00.356495 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-63dd971b-a4f2-42b4-8886-f0453c8d3de2 None None] Transition to ACTIVE for port object aab8d416-7a60-41bb-bbee-8003ccc1fe24 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:19:00.405270 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-63dd971b-a4f2-42b4-8886-f0453c8d3de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:00.412372 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9aa1c84a-3c7b-4046-888e-fb3c04354c2e tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.7157288 Dec 15 19:19:00.424957 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 51206) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:00.428553 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-73e87889-3824-4712-91f0-03f6bdd24873 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:00.431278 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-73e87889-3824-4712-91f0-03f6bdd24873 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/subnets/3e3f182a-9039-487c-82d8-ddacb45d8d6b HTTP/1.1" status: 204 len: 168 time: 2.0557790 Dec 15 19:19:00.440971 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51208) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:00.457417 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-a8cd2356-7c2b-4456-9244-76bf591a267f tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1045944174', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:19:00.462510 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f9ee9e82-8589-45e5-9248-8523f8ab25b9 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for router, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:00.466667 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f9ee9e82-8589-45e5-9248-8523f8ab25b9 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.6072242 Dec 15 19:19:00.469989 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c86347c4-1989-463e-a3e3-3c02bc3ff43a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:00.471240 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51216) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:00.527037 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-357b19fe-70b0-4a67-94d2-ce92154c2369 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] 10.222.0.36 "GET /v2.0/floatingips/c587e8b0-7a88-4e00-b469-6fc70add5fba HTTP/1.1" status: 200 len: 991 time: 0.3176060 Dec 15 19:19:00.528422 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53d7ca4-6621-4b88-813b-b31b4d2b2a6c None None] Network 489fa468-360a-4868-b4ac-a400ec975c5b requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:19:00.529060 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a8cd2356-7c2b-4456-9244-76bf591a267f tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:00.538226 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-6ca11642-2505-4340-9fae-fc818f5581e4 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Request body: {'port': {'network_id': '341fce9e-b0c1-4409-96ac-65cc4992e640', 'name': 'tempest-PortsIpV6TestJSON-1372745394'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:19:00.560086 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-a8cd2356-7c2b-4456-9244-76bf591a267f tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Usage tracker for resource:router and tenant:327d4ec08f1c4acbab182a20e486640d is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:19:00.578725 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-a8cd2356-7c2b-4456-9244-76bf591a267f tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:19:00.601608 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1bf044-adf1-4c55-9726-c95b781d947c req-9ea1b63d-7b3c-47fa-9a18-18af4be3d047 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:00.610500 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7f1bf044-adf1-4c55-9726-c95b781d947c req-9ea1b63d-7b3c-47fa-9a18-18af4be3d047 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b7fa720-d8e5-4510-aeb0-a3b286372c89 HTTP/1.1" status: 200 len: 946 time: 0.4810538 Dec 15 19:19:00.617700 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a8cd2356-7c2b-4456-9244-76bf591a267f tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:19:00.623071 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8c9fee4-069d-4bbf-9de5-937cc1228b64 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Deleting subnet d163ca81-f124-4548-a46b-7a5f3652941c {{(pid=88990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:19:00.623223 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e87889-3824-4712-91f0-03f6bdd24873 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event deleted for resources: {'Subnet': ['ID=3e3f182a-9039-487c-82d8-ddacb45d8d6b,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:00.645682 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-73e87889-3824-4712-91f0-03f6bdd24873 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.678s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:00.658586 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebe6551-0707-48e5-b59e-ed64f58143a0 None None] Network 5ed56237-29ac-473b-957d-2e7d4f9a5d56 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:19:00.659696 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6650144a-a0b2-4c8e-89df-e5c5bd6030c2 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2045150 Dec 15 19:19:00.677660 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 51222) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:00.678551 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b8c9fee4-069d-4bbf-9de5-937cc1228b64 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks [] for subnet, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:00.742881 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-fac48f32-dcfd-4350-96cc-b4a5da69dc9f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Request body: {'subnet': {'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:19:00.769038 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a4a3a250-30e3-422b-b1ef-21e5bdd06d67 req-1c81d64b-8beb-42fd-9a09-cdf4600446e8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=63a560358735409688254f323e657c6f&device_id=3b7fa720-d8e5-4510-aeb0-a3b286372c89 HTTP/1.1" status: 200 len: 1099 time: 0.4229057 Dec 15 19:19:00.799236 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b8c9fee4-069d-4bbf-9de5-937cc1228b64 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838448728'] for subnet, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:00.813639 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0ffea1e4-cdd2-4f33-ba8e-8d9c810df50a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3dec2bb4c0324fb0938996d171d39a2a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0655606 Dec 15 19:19:00.830382 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51228) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:00.864420 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2548cd8f-fb11-46be-a5ab-fbb26c98f087 req-a3ef0f06-0041-4410-9969-3d31d1f9af3d service neutron] 10.222.0.32 "GET /v2.0/networks/0fa38694-55b5-4cdc-8b7c-72ddba6039db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9597456 Dec 15 19:19:00.906633 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63dd971b-a4f2-42b4-8886-f0453c8d3de2 None None] Network 341fce9e-b0c1-4409-96ac-65cc4992e640 is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:19:00.910092 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b8c9fee4-069d-4bbf-9de5-937cc1228b64 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:00.920759 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-6ca11642-2505-4340-9fae-fc818f5581e4 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:00.939920 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-63dd971b-a4f2-42b4-8886-f0453c8d3de2 None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:19:00.943380 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dd971b-a4f2-42b4-8886-f0453c8d3de2 None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:19:00.982770 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-6ca11642-2505-4340-9fae-fc818f5581e4 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Usage tracker for resource:port and tenant:d09e37d948244dafb936d2972b3d58c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:19:01.001184 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-6ca11642-2505-4340-9fae-fc818f5581e4 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:19:01.010627 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-6ca11642-2505-4340-9fae-fc818f5581e4 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:19:01.052655 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-3f96c232-ce75-455b-bf31-d5f9f8ebeede None None] Provisioning for port 7577cdd1-a4b4-4dee-8495-cdc425bd3248 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:19:01.055560 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a8cd2356-7c2b-4456-9244-76bf591a267f tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854699176'] for router, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:01.056600 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a8cd2356-7c2b-4456-9244-76bf591a267f tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854194926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-76609'] for router, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:01.060139 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51234) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:01.073708 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca11642-2505-4340-9fae-fc818f5581e4 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Made reservation on behalf of d09e37d948244dafb936d2972b3d58c9 for: {'port': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:19:01.079117 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6ca11642-2505-4340-9fae-fc818f5581e4 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:01.093215 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b8c9fee4-069d-4bbf-9de5-937cc1228b64 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16636259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14850861'] for subnet, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:01.108100 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5365c2e9-e392-4143-908e-eacf49c9237b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:01.121035 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b5a48eb0-68d0-40a7-8468-c87d2dfc5d8a tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:01.132050 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2548cd8f-fb11-46be-a5ab-fbb26c98f087 req-e99206cb-a815-4412-8e67-b22c6115574c service neutron] 10.222.0.32 "GET /v2.0/networks/0fa38694-55b5-4cdc-8b7c-72ddba6039db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583666 Dec 15 19:19:01.137258 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-6ca11642-2505-4340-9fae-fc818f5581e4 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] device_id is not set on port 028b9761-7d78-49bb-8b8e-500ad37fbc8b yet. {{(pid=88991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:19:01.152204 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-3f96c232-ce75-455b-bf31-d5f9f8ebeede None None] Provisioning complete for port 7577cdd1-a4b4-4dee-8495-cdc425bd3248 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:19:01.152621 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3f96c232-ce75-455b-bf31-d5f9f8ebeede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:01.171327 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c9fee4-069d-4bbf-9de5-937cc1228b64 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Pushing event deleted for resources: {'Subnet': ['ID=d163ca81-f124-4548-a46b-7a5f3652941c,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:01.173692 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b8c9fee4-069d-4bbf-9de5-937cc1228b64 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:01.196172 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5365c2e9-e392-4143-908e-eacf49c9237b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:01.228862 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-63dd971b-a4f2-42b4-8886-f0453c8d3de2 None None] Attempting to bind port aab8d416-7a60-41bb-bbee-8003ccc1fe24 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:19:01.229413 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-63dd971b-a4f2-42b4-8886-f0453c8d3de2 None None] Attempting to bind port aab8d416-7a60-41bb-bbee-8003ccc1fe24 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '3e337da2-51e7-46fe-ab76-05bc523597bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '341fce9e-b0c1-4409-96ac-65cc4992e640'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:19:01.229827 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dd971b-a4f2-42b4-8886-f0453c8d3de2 None None] Attempting to bind port aab8d416-7a60-41bb-bbee-8003ccc1fe24 on network 341fce9e-b0c1-4409-96ac-65cc4992e640 {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:19:01.239657 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c548b0c-0dd6-498e-b203-609106b7c4e9 None None] Network 256c8958-b32d-40ed-813a-b9d084c44dd3 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:19:01.240793 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b8c9fee4-069d-4bbf-9de5-937cc1228b64 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:01.277016 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7f1bf044-adf1-4c55-9726-c95b781d947c req-c5db4410-1f23-4915-813f-1b3e3946e869 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3112f8-b936-4176-9b46-6040cf25625e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6655512 Dec 15 19:19:01.298813 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-fac48f32-dcfd-4350-96cc-b4a5da69dc9f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:01.312718 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-fac48f32-dcfd-4350-96cc-b4a5da69dc9f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:19:01.327026 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a8cd2356-7c2b-4456-9244-76bf591a267f tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:01.340676 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-88431eec-09a5-4409-8866-7e3a809050f7 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1911983502'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:19:01.348028 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b8c9fee4-069d-4bbf-9de5-937cc1228b64 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] 10.222.0.36 "DELETE /v2.0/subnets/d163ca81-f124-4548-a46b-7a5f3652941c HTTP/1.1" status: 204 len: 168 time: 1.8771126 Dec 15 19:19:01.353726 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51240) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:01.357229 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-88431eec-09a5-4409-8866-7e3a809050f7 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:01.373064 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac48f32-dcfd-4350-96cc-b4a5da69dc9f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Made reservation on behalf of e56ca83c553e4935a4e8b75ed76c674c for: {'subnet': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:19:01.392878 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-88431eec-09a5-4409-8866-7e3a809050f7 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Usage tracker for resource:network and tenant:1ab3162c10c24983844a0058fe10dd8d is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:19:01.407806 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-88431eec-09a5-4409-8866-7e3a809050f7 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:19:01.458524 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a3a250-30e3-422b-b1ef-21e5bdd06d67 req-5a471a56-be1d-48b9-a143-6004520189a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:01.460183 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a4a3a250-30e3-422b-b1ef-21e5bdd06d67 req-5a471a56-be1d-48b9-a143-6004520189a1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=19b72bfa-3b09-4f76-a78c-5531fd623b36 HTTP/1.1" status: 200 len: 912 time: 0.4609058 Dec 15 19:19:01.472245 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-88431eec-09a5-4409-8866-7e3a809050f7 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:19:01.486572 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5365c2e9-e392-4143-908e-eacf49c9237b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:01.493602 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dd971b-a4f2-42b4-8886-f0453c8d3de2 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:19:01.494032 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dd971b-a4f2-42b4-8886-f0453c8d3de2 None None] Checking segment: {'id': '3e337da2-51e7-46fe-ab76-05bc523597bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '341fce9e-b0c1-4409-96ac-65cc4992e640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:19:01.494511 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-63dd971b-a4f2-42b4-8886-f0453c8d3de2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:01.494960 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dd971b-a4f2-42b4-8886-f0453c8d3de2 None None] Bound using segment: {'id': '3e337da2-51e7-46fe-ab76-05bc523597bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '341fce9e-b0c1-4409-96ac-65cc4992e640'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:19:01.495516 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-63dd971b-a4f2-42b4-8886-f0453c8d3de2 None None] Bound port: aab8d416-7a60-41bb-bbee-8003ccc1fe24, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e337da2-51e7-46fe-ab76-05bc523597bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '341fce9e-b0c1-4409-96ac-65cc4992e640'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:19:01.495945 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-63dd971b-a4f2-42b4-8886-f0453c8d3de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:01.505457 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dd971b-a4f2-42b4-8886-f0453c8d3de2 None None] Pushing event updated for resources: {'Port': ['ID=aab8d416-7a60-41bb-bbee-8003ccc1fe24,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:01.505609 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4bb23f31-2aa1-4176-a75c-53a842cedf2e tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:01.522306 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-63dd971b-a4f2-42b4-8886-f0453c8d3de2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.053s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:01.535004 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a8cd2356-7c2b-4456-9244-76bf591a267f tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904'] for router, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:01.535356 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51244) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:01.546180 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-6ca11642-2505-4340-9fae-fc818f5581e4 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Allocated IP 2001:db8::2e8 (341fce9e-b0c1-4409-96ac-65cc4992e640/241d10a6-2d98-4324-92ac-8d41c050dc71/028b9761-7d78-49bb-8b8e-500ad37fbc8b) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:19:01.549447 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5365c2e9-e392-4143-908e-eacf49c9237b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=297414d5-7164-4090-be7e-b29228b5cce5,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:01.551940 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5365c2e9-e392-4143-908e-eacf49c9237b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:01.586444 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fac48f32-dcfd-4350-96cc-b4a5da69dc9f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839924940'] for subnet, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:01.690774 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a8cd2356-7c2b-4456-9244-76bf591a267f tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:01.694782 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a8cd2356-7c2b-4456-9244-76bf591a267f tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.2533598 Dec 15 19:19:01.709655 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 51248) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:01.726927 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-96e39ad9-2393-4be6-a643-da3a8f2ec1cf tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] 10.222.0.36 "GET /v2.0/floatingips/c587e8b0-7a88-4e00-b469-6fc70add5fba HTTP/1.1" status: 200 len: 993 time: 0.1815443 Dec 15 19:19:01.733428 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-ce515fbd-ed84-49f7-a627-59bc8fe78f8e tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1520214610', 'prefixes': ['172.20.0.0/16']}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:19:01.738726 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88431eec-09a5-4409-8866-7e3a809050f7 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Made reservation on behalf of 1ab3162c10c24983844a0058fe10dd8d for: {'network': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:19:01.740699 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3f96c232-ce75-455b-bf31-d5f9f8ebeede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:01.744969 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-88431eec-09a5-4409-8866-7e3a809050f7 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:01.750991 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ce515fbd-ed84-49f7-a627-59bc8fe78f8e tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:01.756549 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a4a3a250-30e3-422b-b1ef-21e5bdd06d67 req-1b5a9825-8556-4039-ad01-acd513b7cb08 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06f8b5fc-2365-432b-90d7-f814527b98c7 HTTP/1.1" status: 200 len: 1001 time: 0.2838435 Dec 15 19:19:01.757338 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed2e407-5707-4b74-a25b-742d58cc35ac None None] DHCP port deletion for 489fa468-360a-4868-b4ac-a400ec975c5b request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:19:01.772165 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f46a1f9d-9405-4f58-a9a9-56cd83b53cfd tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:01.778432 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5365c2e9-e392-4143-908e-eacf49c9237b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:01.782161 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-5365c2e9-e392-4143-908e-eacf49c9237b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/297414d5-7164-4090-be7e-b29228b5cce5 HTTP/1.1" status: 204 len: 168 time: 0.9482355 Dec 15 19:19:01.797188 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-88431eec-09a5-4409-8866-7e3a809050f7 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks [] for security_group, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:01.844349 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-63dd971b-a4f2-42b4-8886-f0453c8d3de2 None None] For port aab8d416-7a60-41bb-bbee-8003ccc1fe24, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:19:01.847579 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-63dd971b-a4f2-42b4-8886-f0453c8d3de2 None None] For port aab8d416-7a60-41bb-bbee-8003ccc1fe24, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=aab8d416-7a60-41bb-bbee-8003ccc1fe24,segment=NetworkSegment(3e337da2-51e7-46fe-ab76-05bc523597bf),segment_id=3e337da2-51e7-46fe-ab76-05bc523597bf)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:19:01.851616 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a3a250-30e3-422b-b1ef-21e5bdd06d67 req-52234a49-57c1-4806-8f61-88630481ac9e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:01.853334 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a4a3a250-30e3-422b-b1ef-21e5bdd06d67 req-52234a49-57c1-4806-8f61-88630481ac9e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=82c744e4-df47-41bb-809a-42816dd304e6 HTTP/1.1" status: 200 len: 850 time: 0.0875852 Dec 15 19:19:01.853601 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-3ed2e407-5707-4b74-a25b-742d58cc35ac None None] Deleting port 6acee88c-b50b-4004-80ae-85f167d5fb6d {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:19:01.854040 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3ed2e407-5707-4b74-a25b-742d58cc35ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:01.920692 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-63dd971b-a4f2-42b4-8886-f0453c8d3de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:01.932284 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:01.981337 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-3f96c232-ce75-455b-bf31-d5f9f8ebeede None None] For port 7577cdd1-a4b4-4dee-8495-cdc425bd3248, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=7577cdd1-a4b4-4dee-8495-cdc425bd3248,segment=NetworkSegment(cca6949d-c8d5-4a48-a6a7-d88b45e7f265),segment_id=cca6949d-c8d5-4a48-a6a7-d88b45e7f265)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:19:02.010648 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-f46a1f9d-9405-4f58-a9a9-56cd83b53cfd tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Deleting port 7e2d9f71-bdcd-4e98-86e1-04d38b6f67bd {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:19:02.011261 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f46a1f9d-9405-4f58-a9a9-56cd83b53cfd tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:02.044796 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a4a3a250-30e3-422b-b1ef-21e5bdd06d67 req-53ad0523-ea52-45b7-a5a9-1c1f59baee4a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=19b72bfa-3b09-4f76-a78c-5531fd623b36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1847081 Dec 15 19:19:02.096066 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3f96c232-ce75-455b-bf31-d5f9f8ebeede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:02.144223 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-88431eec-09a5-4409-8866-7e3a809050f7 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:02.154448 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-88431eec-09a5-4409-8866-7e3a809050f7 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Usage tracker for resource:security_group_rule and tenant:1ab3162c10c24983844a0058fe10dd8d is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:19:02.164669 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-88431eec-09a5-4409-8866-7e3a809050f7 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:19:02.173734 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dd971b-a4f2-42b4-8886-f0453c8d3de2 None None] Pushing event updated for resources: {'Port': ['ID=aab8d416-7a60-41bb-bbee-8003ccc1fe24,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:02.174839 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-88431eec-09a5-4409-8866-7e3a809050f7 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:19:02.188865 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fac48f32-dcfd-4350-96cc-b4a5da69dc9f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838139473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839924955'] for subnet, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:02.192721 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-63dd971b-a4f2-42b4-8886-f0453c8d3de2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:02.193266 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3cbe313d-73e8-4cda-9745-6af5cc972ac7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:02.213044 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-96984ce0-e625-491b-bb4f-2fde60e981c7 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:02.292944 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac48f32-dcfd-4350-96cc-b4a5da69dc9f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event updated for resources: {'Subnet': ['ID=59a0a1e0-bb21-498d-be40-d7619fdd597b,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:02.295687 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fac48f32-dcfd-4350-96cc-b4a5da69dc9f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:02.302470 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac48f32-dcfd-4350-96cc-b4a5da69dc9f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Network 489fa468-360a-4868-b4ac-a400ec975c5b is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:19:02.305804 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-fac48f32-dcfd-4350-96cc-b4a5da69dc9f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:19:02.308617 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac48f32-dcfd-4350-96cc-b4a5da69dc9f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:02.309272 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fac48f32-dcfd-4350-96cc-b4a5da69dc9f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:02.421151 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ce515fbd-ed84-49f7-a627-59bc8fe78f8e tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Notify callbacks [] for subnetpool, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:02.425377 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ce515fbd-ed84-49f7-a627-59bc8fe78f8e tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.7138541 Dec 15 19:19:02.431479 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 51260) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:02.437662 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a4a3a250-30e3-422b-b1ef-21e5bdd06d67 req-83ee7e0a-f32a-4776-bec8-3efd596153c0 service neutron] 10.222.0.32 "GET /v2.0/networks/19b72bfa-3b09-4f76-a78c-5531fd623b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3824234 Dec 15 19:19:02.442525 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.tag.tag_plugin [None req-f98189e3-629b-4e87-a1c9-f064bf73921b tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '1cbef582-555a-4a19-9edc-266889ff7738', 'tempest-TagsExtTest-Tag-1549840435') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:02.473404 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f96c232-ce75-455b-bf31-d5f9f8ebeede None None] Pushing event updated for resources: {'Port': ['ID=7577cdd1-a4b4-4dee-8495-cdc425bd3248,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:02.477481 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3f96c232-ce75-455b-bf31-d5f9f8ebeede None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:02.488643 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-f46a1f9d-9405-4f58-a9a9-56cd83b53cfd tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] For port 7e2d9f71-bdcd-4e98-86e1-04d38b6f67bd, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=7e2d9f71-bdcd-4e98-86e1-04d38b6f67bd,segment=NetworkSegment(b1433ec9-234a-448b-99a3-45857c98f9a8),segment_id=b1433ec9-234a-448b-99a3-45857c98f9a8)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:19:02.489051 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f46a1f9d-9405-4f58-a9a9-56cd83b53cfd tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:02.495303 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe0b2c6-2e6e-4078-86f8-411ca1896a8b None None] DHCP port deletion for 256c8958-b32d-40ed-813a-b9d084c44dd3 request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:19:02.521176 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-5fe0b2c6-2e6e-4078-86f8-411ca1896a8b None None] Deleting port 7e2d9f71-bdcd-4e98-86e1-04d38b6f67bd {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:19:02.521601 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5fe0b2c6-2e6e-4078-86f8-411ca1896a8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:02.526104 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-fac48f32-dcfd-4350-96cc-b4a5da69dc9f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8065722 Dec 15 19:19:02.530231 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 51266) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:02.684932 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-a473abef-b536-40e2-8c6b-6f2880ebd575 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Request body: {'port': {'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'name': 'tempest-NetworksTestDHCPv6-302526177'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:19:02.702726 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-cdcb71fe-a6fb-4d46-939c-acb22d6fded6 None None] Provisioning complete for port 7577cdd1-a4b4-4dee-8495-cdc425bd3248 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:19:02.703273 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cdcb71fe-a6fb-4d46-939c-acb22d6fded6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:02.806398 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-88431eec-09a5-4409-8866-7e3a809050f7 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks [] for security_group, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:02.874315 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6ca11642-2505-4340-9fae-fc818f5581e4 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:02.897215 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-6ca11642-2505-4340-9fae-fc818f5581e4 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Transition to ACTIVE for port object 028b9761-7d78-49bb-8b8e-500ad37fbc8b will not be triggered until provisioned by entity DHCP. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:19:03.011750 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-f46a1f9d-9405-4f58-a9a9-56cd83b53cfd tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Calling delete_port for 7e2d9f71-bdcd-4e98-86e1-04d38b6f67bd owned by network:dhcp {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:19:03.024472 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-3ed2e407-5707-4b74-a25b-742d58cc35ac None None] For port 6acee88c-b50b-4004-80ae-85f167d5fb6d, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=6acee88c-b50b-4004-80ae-85f167d5fb6d,segment=NetworkSegment(9575ac7b-3c85-46da-81c5-434024000f40),segment_id=9575ac7b-3c85-46da-81c5-434024000f40)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:19:03.025107 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3ed2e407-5707-4b74-a25b-742d58cc35ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:03.044901 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-88431eec-09a5-4409-8866-7e3a809050f7 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:03.057010 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8cee17e8-b02e-40bd-85bf-7dc93d55f5d4 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:03.072990 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6ca11642-2505-4340-9fae-fc818f5581e4 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:03.180657 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88431eec-09a5-4409-8866-7e3a809050f7 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1b7e74-d65a-4b3a-89f9-da1dd0a0ef65,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:03.199640 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-88431eec-09a5-4409-8866-7e3a809050f7 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:03.213142 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7bd4baf5-a570-4b88-9449-b93c91cd2ac6 tempest-RoutersAdminTest-1282005240 tempest-RoutersAdminTest-1282005240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.118s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:03.250323 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88431eec-09a5-4409-8866-7e3a809050f7 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=88991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:19:03.259253 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 7577cdd1-a4b4-4dee-8495-cdc425bd3248 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:19:03.320291 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-88431eec-09a5-4409-8866-7e3a809050f7 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:03.320838 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-88431eec-09a5-4409-8866-7e3a809050f7 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Added segment 0b83e48d-43c4-4f04-a29c-b493bef5edbf of type vlan for network f8fcd137-2500-4805-86ac-5256cb4d6231 Dec 15 19:19:03.321884 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-3ed2e407-5707-4b74-a25b-742d58cc35ac None None] Calling delete_port for 6acee88c-b50b-4004-80ae-85f167d5fb6d owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:19:03.334044 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca11642-2505-4340-9fae-fc818f5581e4 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Network 341fce9e-b0c1-4409-96ac-65cc4992e640 is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:19:03.349007 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-6ca11642-2505-4340-9fae-fc818f5581e4 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:19:03.353287 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca11642-2505-4340-9fae-fc818f5581e4 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:19:03.358629 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca11642-2505-4340-9fae-fc818f5581e4 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:03.359355 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6ca11642-2505-4340-9fae-fc818f5581e4 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:03.395954 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3967d606-57a6-48be-851b-d69cd97a086f req-34c4e712-b17b-48d6-b3b2-2febf8026c27 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:03.396958 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca11642-2505-4340-9fae-fc818f5581e4 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event updated for resources: {'Port': ['ID=028b9761-7d78-49bb-8b8e-500ad37fbc8b,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:03.400154 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6ca11642-2505-4340-9fae-fc818f5581e4 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:03.404169 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3967d606-57a6-48be-851b-d69cd97a086f req-34c4e712-b17b-48d6-b3b2-2febf8026c27 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b7fa720-d8e5-4510-aeb0-a3b286372c89 HTTP/1.1" status: 200 len: 946 time: 0.6831393 Dec 15 19:19:03.417083 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-88431eec-09a5-4409-8866-7e3a809050f7 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:03.435590 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f46a1f9d-9405-4f58-a9a9-56cd83b53cfd tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:03.443643 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b8abb8ef-d661-4f0c-b745-b428e138898c tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:03.465997 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-5fe0b2c6-2e6e-4078-86f8-411ca1896a8b None None] For port 7e2d9f71-bdcd-4e98-86e1-04d38b6f67bd, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=7e2d9f71-bdcd-4e98-86e1-04d38b6f67bd,segment=NetworkSegment(b1433ec9-234a-448b-99a3-45857c98f9a8),segment_id=b1433ec9-234a-448b-99a3-45857c98f9a8)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:19:03.466478 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5fe0b2c6-2e6e-4078-86f8-411ca1896a8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:03.496055 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46a1f9d-9405-4f58-a9a9-56cd83b53cfd tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Pushing event deleted for resources: {'Port': ['ID=7e2d9f71-bdcd-4e98-86e1-04d38b6f67bd,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:03.499747 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f46a1f9d-9405-4f58-a9a9-56cd83b53cfd tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:03.512186 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6ca11642-2505-4340-9fae-fc818f5581e4 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9920073 Dec 15 19:19:03.513534 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51280) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:03.529359 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a4a3a250-30e3-422b-b1ef-21e5bdd06d67 req-b2a68e8e-e947-4028-8284-b686f5523235 service neutron] 10.222.0.32 "GET /v2.0/networks/19b72bfa-3b09-4f76-a78c-5531fd623b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9981000 Dec 15 19:19:03.531402 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 51282) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:03.551030 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 7577cdd1-a4b4-4dee-8495-cdc425bd3248 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:19:03.551310 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:03.554869 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3967d606-57a6-48be-851b-d69cd97a086f req-40d9f3e1-b635-4615-a1d7-c7ed0db2e852 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3112f8-b936-4176-9b46-6040cf25625e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491477 Dec 15 19:19:03.565521 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a473abef-b536-40e2-8c6b-6f2880ebd575 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:03.577673 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-a473abef-b536-40e2-8c6b-6f2880ebd575 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Usage tracker for resource:port and tenant:e56ca83c553e4935a4e8b75ed76c674c is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:19:03.581582 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-a473abef-b536-40e2-8c6b-6f2880ebd575 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:19:03.588657 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a473abef-b536-40e2-8c6b-6f2880ebd575 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:19:03.621844 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f98189e3-629b-4e87-a1c9-f064bf73921b tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] 10.222.0.36 "PUT /v2.0/subnets/1cbef582-555a-4a19-9edc-266889ff7738/tags/tempest-TagsExtTest-Tag-1549840435 HTTP/1.1" status: 201 len: 201 time: 1.1890149 Dec 15 19:19:03.623058 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 51290) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:03.630728 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.tag.tag_plugin [None req-ac7ffcb6-21ac-43a1-9db9-8868e0e6709e tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5b6849ea-2892-4eea-bd6f-e1d8d48924e1', 'tempest-TagsExtTest-Tag-268026149') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:03.632669 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46a1f9d-9405-4f58-a9a9-56cd83b53cfd tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] No DVR routers for this DVR port 7e2d9f71-bdcd-4e98-86e1-04d38b6f67bd on host dv-neutron-821831-2-hyperv {{(pid=88991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:19:03.650314 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-5fe0b2c6-2e6e-4078-86f8-411ca1896a8b None None] Calling delete_port for 7e2d9f71-bdcd-4e98-86e1-04d38b6f67bd owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:19:03.668861 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a473abef-b536-40e2-8c6b-6f2880ebd575 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Made reservation on behalf of e56ca83c553e4935a4e8b75ed76c674c for: {'port': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:19:03.674860 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a473abef-b536-40e2-8c6b-6f2880ebd575 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:03.715322 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-a473abef-b536-40e2-8c6b-6f2880ebd575 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] device_id is not set on port ad6b7509-fd74-4903-8aa1-291cef27d42b yet. {{(pid=88990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:19:03.835418 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-0b6a396d-051a-4610-a611-c1e2ce0b88e7 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Request body: {'network': {'name': 'tempest-RoutersTest-1711972279'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:19:03.845369 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-0b6a396d-051a-4610-a611-c1e2ce0b88e7 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:03.893120 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-0b6a396d-051a-4610-a611-c1e2ce0b88e7 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Usage tracker for resource:network and tenant:2a421f48bcf04f759d7a89b7f013838e is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:19:03.902054 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-0b6a396d-051a-4610-a611-c1e2ce0b88e7 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:19:03.920723 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-0b6a396d-051a-4610-a611-c1e2ce0b88e7 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:19:03.964004 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-a473abef-b536-40e2-8c6b-6f2880ebd575 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Allocated IP 2001:db8::92 (489fa468-360a-4868-b4ac-a400ec975c5b/59a0a1e0-bb21-498d-be40-d7619fdd597b/ad6b7509-fd74-4903-8aa1-291cef27d42b) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:19:03.979530 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ac7ffcb6-21ac-43a1-9db9-8868e0e6709e tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] 10.222.0.36 "PUT /v2.0/ports/5b6849ea-2892-4eea-bd6f-e1d8d48924e1/tags/tempest-TagsExtTest-Tag-268026149 HTTP/1.1" status: 201 len: 201 time: 0.3553147 Dec 15 19:19:03.982342 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 51294) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:03.990864 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.tag.tag_plugin [None req-24772965-a532-441c-83fc-2d87aa1bcc8b tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '6a2975a3-3fbd-430a-be94-5e49c84a1ef8', 'tempest-TagsExtTest-Tag-1710838017') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:04.015778 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3ed2e407-5707-4b74-a25b-742d58cc35ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866'] for port, after_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:04.029275 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:04.107327 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-cdcb71fe-a6fb-4d46-939c-acb22d6fded6 None None] Provisioning for port 5b6849ea-2892-4eea-bd6f-e1d8d48924e1 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:19:04.107592 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-88431eec-09a5-4409-8866-7e3a809050f7 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:04.114906 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed2e407-5707-4b74-a25b-742d58cc35ac None None] No DVR routers for this DVR port 6acee88c-b50b-4004-80ae-85f167d5fb6d on host dv-neutron-821831-2-hyperv {{(pid=88992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:19:04.126503 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88431eec-09a5-4409-8866-7e3a809050f7 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:04.126503 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-88431eec-09a5-4409-8866-7e3a809050f7 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:04.127315 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed2e407-5707-4b74-a25b-742d58cc35ac None None] Pushing event deleted for resources: {'Port': ['ID=6acee88c-b50b-4004-80ae-85f167d5fb6d,revision_number=None']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:04.127400 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-91fe6b43-182b-46c9-8695-b8dafb7cd72c tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:04.162508 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3ed2e407-5707-4b74-a25b-742d58cc35ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:04.173438 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db53ff8f-3973-44dc-abec-ebe0ee972df8 None None] Network 489fa468-360a-4868-b4ac-a400ec975c5b requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:19:04.175305 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f46a1f9d-9405-4f58-a9a9-56cd83b53cfd tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:04.194290 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-cdcb71fe-a6fb-4d46-939c-acb22d6fded6 None None] Provisioning complete for port 5b6849ea-2892-4eea-bd6f-e1d8d48924e1 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:19:04.194290 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cdcb71fe-a6fb-4d46-939c-acb22d6fded6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:04.221949 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b6a396d-051a-4610-a611-c1e2ce0b88e7 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Made reservation on behalf of 2a421f48bcf04f759d7a89b7f013838e for: {'network': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:19:04.228512 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0b6a396d-051a-4610-a611-c1e2ce0b88e7 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:04.264639 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0b6a396d-051a-4610-a611-c1e2ce0b88e7 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for security_group, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:04.265960 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-cdcb71fe-a6fb-4d46-939c-acb22d6fded6 None None] Port 5b6849ea-2892-4eea-bd6f-e1d8d48924e1 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:19:04.267492 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-5fe0b2c6-2e6e-4078-86f8-411ca1896a8b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88992) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:19:04.267906 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-5fe0b2c6-2e6e-4078-86f8-411ca1896a8b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:19:04.268671 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 6acee88c-b50b-4004-80ae-85f167d5fb6d no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:19:04.307392 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-0b6a396d-051a-4610-a611-c1e2ce0b88e7 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:04.307604 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 6acee88c-b50b-4004-80ae-85f167d5fb6d {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:19:04.307806 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 6acee88c-b50b-4004-80ae-85f167d5fb6d not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:19:04.308302 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 7e2d9f71-bdcd-4e98-86e1-04d38b6f67bd no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:19:04.312570 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-0b6a396d-051a-4610-a611-c1e2ce0b88e7 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Usage tracker for resource:security_group_rule and tenant:2a421f48bcf04f759d7a89b7f013838e is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:19:04.316628 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-0b6a396d-051a-4610-a611-c1e2ce0b88e7 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:19:04.323904 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-0b6a396d-051a-4610-a611-c1e2ce0b88e7 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:19:04.333780 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88431eec-09a5-4409-8866-7e3a809050f7 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Pushing event updated for resources: {'Network': ['ID=f8fcd137-2500-4805-86ac-5256cb4d6231,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:04.376775 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-f46a1f9d-9405-4f58-a9a9-56cd83b53cfd tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['256c8958-b32d-40ed-813a-b9d084c44dd3']}} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:04.393716 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-f46a1f9d-9405-4f58-a9a9-56cd83b53cfd tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1433ec9-234a-448b-99a3-45857c98f9a8') {'for_net_delete': True} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:04.394063 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-f46a1f9d-9405-4f58-a9a9-56cd83b53cfd tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1433ec9-234a-448b-99a3-45857c98f9a8') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:04.400238 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network f8fcd137-2500-4805-86ac-5256cb4d6231 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:19:04.409284 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f46a1f9d-9405-4f58-a9a9-56cd83b53cfd tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838443042'] for segment, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:04.409919 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0b6a396d-051a-4610-a611-c1e2ce0b88e7 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for security_group, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:04.431504 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f46a1f9d-9405-4f58-a9a9-56cd83b53cfd tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:04.435936 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f46a1f9d-9405-4f58-a9a9-56cd83b53cfd tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=88991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:19:04.436069 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f46a1f9d-9405-4f58-a9a9-56cd83b53cfd tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838443729'] for segment, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:04.451402 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0b6a396d-051a-4610-a611-c1e2ce0b88e7 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:04.459586 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-73e37571-8c28-408f-9b4c-ce9e0fa2ca75 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:04.534890 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 7e2d9f71-bdcd-4e98-86e1-04d38b6f67bd {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:19:04.535292 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 7e2d9f71-bdcd-4e98-86e1-04d38b6f67bd not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:19:04.542971 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-ef9b9d0c-58a5-46b2-88de-4b847c3b542d None None] Provisioning complete for port 5b6849ea-2892-4eea-bd6f-e1d8d48924e1 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:19:04.543398 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ef9b9d0c-58a5-46b2-88de-4b847c3b542d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:04.560663 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:19:04.560663 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:19:04.560663 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:19:04.560663 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:19:04.560663 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:19:04.560663 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:19:04.560663 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:19:04.560663 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:19:04.560663 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:19:04.560663 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:19:04.560663 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:19:04.560663 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:19:04.560663 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:19:04.560663 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:19:04.560663 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:19:04.560663 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:19:04.560663 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:19:04.560663 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:19:04.560663 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:19:04.560663 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:19:04.560663 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:19:04.560663 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:19:04.560663 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:19:04.560663 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:19:04.560663 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:19:04.560663 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:19:04.560663 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:19:04.560663 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:19:04.560663 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:19:04.560663 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:19:04.560663 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:19:04.560663 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:19:04.563971 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-88431eec-09a5-4409-8866-7e3a809050f7 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:04.571164 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b6a396d-051a-4610-a611-c1e2ce0b88e7 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=88990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:19:04.605962 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-24772965-a532-441c-83fc-2d87aa1bcc8b tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] 10.222.0.36 "PUT /v2.0/routers/6a2975a3-3fbd-430a-be94-5e49c84a1ef8/tags/tempest-TagsExtTest-Tag-1710838017 HTTP/1.1" status: 201 len: 201 time: 0.6217399 Dec 15 19:19:04.615073 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 51300) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:04.632980 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-ef9b9d0c-58a5-46b2-88de-4b847c3b542d None None] Port 5b6849ea-2892-4eea-bd6f-e1d8d48924e1 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:19:04.642752 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f46a1f9d-9405-4f58-a9a9-56cd83b53cfd tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:04.648428 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.tag.tag_plugin [None req-dcd2a3d2-05d1-4171-90ff-a038294b33a1 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '77096500-5ef9-49b4-91aa-43598117ea38', 'tempest-TagsExtTest-Tag-1613755105') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:04.653647 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-88431eec-09a5-4409-8866-7e3a809050f7 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.5923839 Dec 15 19:19:04.661354 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96984222-af12-4d08-b9d0-bb009ad0a572 None None] Network 341fce9e-b0c1-4409-96ac-65cc4992e640 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:19:04.681264 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0b6a396d-051a-4610-a611-c1e2ce0b88e7 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:04.683513 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-0b6a396d-051a-4610-a611-c1e2ce0b88e7 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Added segment 285434a5-6c47-4baf-a20e-0e0ac92be7d8 of type vlan for network af93fbac-d8f0-4ba9-8b3b-939d17a7a19f Dec 15 19:19:04.712356 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c576c6b5-4800-496b-8c3b-4bd05fdc5d52 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:04.731577 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51304) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:04.737624 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f46a1f9d-9405-4f58-a9a9-56cd83b53cfd tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:04.742853 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f46a1f9d-9405-4f58-a9a9-56cd83b53cfd tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] 10.222.0.36 "DELETE /v2.0/networks/256c8958-b32d-40ed-813a-b9d084c44dd3 HTTP/1.1" status: 204 len: 168 time: 3.3847139 Dec 15 19:19:04.753437 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-e49dbc09-d3e6-45c2-8424-166747bc31fa tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Request body: {'subnet': {'network_id': 'f8fcd137-2500-4805-86ac-5256cb4d6231', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:19:04.784556 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-5fe0b2c6-2e6e-4078-86f8-411ca1896a8b None None] Deleting port 7e2d9f71-bdcd-4e98-86e1-04d38b6f67bd {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:19:04.784983 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5fe0b2c6-2e6e-4078-86f8-411ca1896a8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:04.785663 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a473abef-b536-40e2-8c6b-6f2880ebd575 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:04.808138 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-a473abef-b536-40e2-8c6b-6f2880ebd575 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Transition to ACTIVE for port object ad6b7509-fd74-4903-8aa1-291cef27d42b will not be triggered until provisioned by entity DHCP. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:19:04.813933 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6a396d-051a-4610-a611-c1e2ce0b88e7 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1964e7fa-0f19-4cf3-aa3c-43f213b21dd6,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:04.896535 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 19:19:04.916117 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0b6a396d-051a-4610-a611-c1e2ce0b88e7 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:04.926926 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-e49dbc09-d3e6-45c2-8424-166747bc31fa tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:04.931842 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-e49dbc09-d3e6-45c2-8424-166747bc31fa tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Usage tracker for resource:subnet and tenant:1ab3162c10c24983844a0058fe10dd8d is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:19:04.934959 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-e49dbc09-d3e6-45c2-8424-166747bc31fa tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:19:04.941093 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-e49dbc09-d3e6-45c2-8424-166747bc31fa tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:19:04.945490 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-5fe0b2c6-2e6e-4078-86f8-411ca1896a8b None None] The port '7e2d9f71-bdcd-4e98-86e1-04d38b6f67bd' was deleted {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 15 19:19:04.950454 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0b6a396d-051a-4610-a611-c1e2ce0b88e7 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:04.952426 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46a1f9d-9405-4f58-a9a9-56cd83b53cfd tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Pushing event deleted for resources: {'Network': ['ID=256c8958-b32d-40ed-813a-b9d084c44dd3,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:04.955303 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f46a1f9d-9405-4f58-a9a9-56cd83b53cfd tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:04.962509 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-99be4c08-5f94-4b01-8354-0187ceef7018 None None] Provisioning for port aab8d416-7a60-41bb-bbee-8003ccc1fe24 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:19:04.968699 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device aab8d416-7a60-41bb-bbee-8003ccc1fe24 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:19:04.969910 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e49dbc09-d3e6-45c2-8424-166747bc31fa tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Made reservation on behalf of 1ab3162c10c24983844a0058fe10dd8d for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:19:05.026168 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a473abef-b536-40e2-8c6b-6f2880ebd575 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:05.036419 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-58cabd17-eee6-46a8-8502-a979e06437ed tempest-RoutersAdminNegativeTest-1742573982 tempest-RoutersAdminNegativeTest-1742573982-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:05.081776 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5e88d3-6547-4b92-85d5-ee1635fb9181 req-86b8ef42-a2a7-471d-aa8b-67bf98c1ffb1 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:05.089723 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ce5e88d3-6547-4b92-85d5-ee1635fb9181 req-86b8ef42-a2a7-471d-aa8b-67bf98c1ffb1 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b7fa720-d8e5-4510-aeb0-a3b286372c89 HTTP/1.1" status: 200 len: 946 time: 0.2699957 Dec 15 19:19:05.095105 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-dcd2a3d2-05d1-4171-90ff-a038294b33a1 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] 10.222.0.36 "PUT /v2.0/subnetpools/77096500-5ef9-49b4-91aa-43598117ea38/tags/tempest-TagsExtTest-Tag-1613755105 HTTP/1.1" status: 201 len: 201 time: 0.4576879 Dec 15 19:19:05.112584 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51310) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:05.153553 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0b6a396d-051a-4610-a611-c1e2ce0b88e7 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:05.157679 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6a396d-051a-4610-a611-c1e2ce0b88e7 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:05.164001 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0b6a396d-051a-4610-a611-c1e2ce0b88e7 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:05.169612 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a473abef-b536-40e2-8c6b-6f2880ebd575 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Network 489fa468-360a-4868-b4ac-a400ec975c5b is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:19:05.186954 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-a473abef-b536-40e2-8c6b-6f2880ebd575 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:19:05.192585 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.tag.tag_plugin [None req-18c784ca-6118-4670-b27e-f2784dbbbda1 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '1cbef582-555a-4a19-9edc-266889ff7738') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:05.193033 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a473abef-b536-40e2-8c6b-6f2880ebd575 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event updated for resources: {'Port': ['ID=ad6b7509-fd74-4903-8aa1-291cef27d42b,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:05.199055 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a473abef-b536-40e2-8c6b-6f2880ebd575 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:19:05.203375 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a473abef-b536-40e2-8c6b-6f2880ebd575 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:05.204023 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a473abef-b536-40e2-8c6b-6f2880ebd575 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:05.224360 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a473abef-b536-40e2-8c6b-6f2880ebd575 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:05.224360 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ee37439f-d828-413b-95d2-c8440ad06590 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:05.272379 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port aab8d416-7a60-41bb-bbee-8003ccc1fe24 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:19:05.287867 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ce5e88d3-6547-4b92-85d5-ee1635fb9181 req-f6df3f05-d7f2-4be7-8847-ae0b29f6976c tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3112f8-b936-4176-9b46-6040cf25625e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1970944 Dec 15 19:19:05.293282 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port aab8d416-7a60-41bb-bbee-8003ccc1fe24 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:19:05.293713 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:05.296255 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e49dbc09-d3e6-45c2-8424-166747bc31fa tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:05.390088 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 51318) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:05.398344 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0b6a396d-051a-4610-a611-c1e2ce0b88e7 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.8642890 Dec 15 19:19:05.401246 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 51320) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:05.414428 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a473abef-b536-40e2-8c6b-6f2880ebd575 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8789213 Dec 15 19:19:05.425945 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51326) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:05.436404 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-7d07556a-0ae0-4576-9222-35af054ca7ae tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Request body: {'network': {'name': 'tempest-RoutersTest-445457456'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:19:05.442342 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-7d07556a-0ae0-4576-9222-35af054ca7ae tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:05.446679 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-7d07556a-0ae0-4576-9222-35af054ca7ae tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Usage tracker for resource:network and tenant:2a421f48bcf04f759d7a89b7f013838e is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:19:05.450419 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-7d07556a-0ae0-4576-9222-35af054ca7ae tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:19:05.458204 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:05.464606 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-7d07556a-0ae0-4576-9222-35af054ca7ae tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:19:05.521851 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5e8459-9d1e-4188-a058-fe21ed9b6db6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-489fa468-360a-4868-b4ac-a400ec975c5b', 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'tenant_id': 'e56ca83c553e4935a4e8b75ed76c674c', 'fixed_ips': [{'subnet_id': '59a0a1e0-bb21-498d-be40-d7619fdd597b'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:19:05.523733 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ad5e8459-9d1e-4188-a058-fe21ed9b6db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:05.547676 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port aab8d416-7a60-41bb-bbee-8003ccc1fe24, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=aab8d416-7a60-41bb-bbee-8003ccc1fe24,segment=NetworkSegment(3e337da2-51e7-46fe-ab76-05bc523597bf),segment_id=3e337da2-51e7-46fe-ab76-05bc523597bf)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:19:05.581556 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6a396d-051a-4610-a611-c1e2ce0b88e7 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Pushing event updated for resources: {'Network': ['ID=af93fbac-d8f0-4ba9-8b3b-939d17a7a19f,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:05.589471 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0b6a396d-051a-4610-a611-c1e2ce0b88e7 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:05.622985 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-18c784ca-6118-4670-b27e-f2784dbbbda1 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] 10.222.0.36 "GET /v2.0/subnets/1cbef582-555a-4a19-9edc-266889ff7738/tags HTTP/1.1" status: 200 len: 241 time: 0.4573874 Dec 15 19:19:05.630544 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 51332) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:05.642076 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.tag.tag_plugin [None req-9052812e-2064-4157-a0d4-0f6ce6da12a1 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1cbef582-555a-4a19-9edc-266889ff7738', 'tempest-TagsExtTest-Tag-1549840435') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:05.696869 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a984ca37-61fb-4dfd-afaf-e3df9ea6c4af req-6a16e6a5-460e-4558-8269-16151acc9faf tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:05.698710 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a984ca37-61fb-4dfd-afaf-e3df9ea6c4af req-6a16e6a5-460e-4558-8269-16151acc9faf tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b7fa720-d8e5-4510-aeb0-a3b286372c89 HTTP/1.1" status: 200 len: 946 time: 0.2451696 Dec 15 19:19:05.699525 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d07556a-0ae0-4576-9222-35af054ca7ae tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Made reservation on behalf of 2a421f48bcf04f759d7a89b7f013838e for: {'network': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:19:05.705212 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7d07556a-0ae0-4576-9222-35af054ca7ae tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:05.707781 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network af93fbac-d8f0-4ba9-8b3b-939d17a7a19f details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:19:05.802206 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d07556a-0ae0-4576-9222-35af054ca7ae tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=88990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:19:05.803364 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-ad5e8459-9d1e-4188-a058-fe21ed9b6db6 None None] Allocated IP 2001:db8::2 (489fa468-360a-4868-b4ac-a400ec975c5b/59a0a1e0-bb21-498d-be40-d7619fdd597b/f04c51d2-d8fb-4b6c-967f-18cdf3c047f7) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:19:05.808675 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d522d423-91d6-4733-8271-0ec089d3b19a tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:05.809856 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a984ca37-61fb-4dfd-afaf-e3df9ea6c4af req-906d7819-b5e5-4abf-8e02-b308428aa64a tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3112f8-b936-4176-9b46-6040cf25625e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807092 Dec 15 19:19:05.815143 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d522d423-91d6-4733-8271-0ec089d3b19a tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.3880112 Dec 15 19:19:05.821139 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 51338) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:05.899905 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7d07556a-0ae0-4576-9222-35af054ca7ae tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:05.900314 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-7d07556a-0ae0-4576-9222-35af054ca7ae tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Added segment cdecf102-fa6a-49a2-8035-523b605ff833 of type vlan for network 4a4ebdca-77aa-4f46-a6fb-f4100a00cafa Dec 15 19:19:05.938075 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ff3902cc-6fcc-4a86-846a-6a82711ac667 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:05.953298 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e49dbc09-d3e6-45c2-8424-166747bc31fa tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:05.953981 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9052812e-2064-4157-a0d4-0f6ce6da12a1 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] 10.222.0.36 "GET /v2.0/subnets/1cbef582-555a-4a19-9edc-266889ff7738/tags/tempest-TagsExtTest-Tag-1549840435 HTTP/1.1" status: 204 len: 168 time: 0.3198855 Dec 15 19:19:05.963973 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51344) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:05.966918 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-574fff00-1441-43d1-8e50-65ab2ce758ec tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:06.013368 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7d07556a-0ae0-4576-9222-35af054ca7ae tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:06.020170 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e7350ee7-ee5b-48a8-93b0-239c284a32c0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=939f0a0fc6a54dca88c6c50c43297e50&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6213686 Dec 15 19:19:06.027856 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.tag.tag_plugin [None req-3134da38-0bb0-4f13-ab12-495c3a982435 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '1cbef582-555a-4a19-9edc-266889ff7738', 'tempest-TagsExtTest-Tag-1549840435') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:06.028069 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-7c7005a9-e96f-449b-8741-867d2a6078ce tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Deleting port ad6b7509-fd74-4903-8aa1-291cef27d42b {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:19:06.028320 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7c7005a9-e96f-449b-8741-867d2a6078ce tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:06.043565 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ad5e8459-9d1e-4188-a058-fe21ed9b6db6 None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:06.055534 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-ad5e8459-9d1e-4188-a058-fe21ed9b6db6 None None] Transition to ACTIVE for port object f04c51d2-d8fb-4b6c-967f-18cdf3c047f7 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:19:06.062159 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51346) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:06.077326 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-ad5e8459-9d1e-4188-a058-fe21ed9b6db6 None None] Transition to ACTIVE for port object f04c51d2-d8fb-4b6c-967f-18cdf3c047f7 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:19:06.096499 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:06.111561 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8f12d013-a644-45b7-b442-c31a71d4ebf5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:06.183124 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7d07556a-0ae0-4576-9222-35af054ca7ae tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:06.188070 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d07556a-0ae0-4576-9222-35af054ca7ae tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:06.189123 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7d07556a-0ae0-4576-9222-35af054ca7ae tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:06.238198 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-afb2b8f7-0027-4673-ac88-afd535245af5 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:06.247571 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ad5e8459-9d1e-4188-a058-fe21ed9b6db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:06.282084 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-46b18682-4043-4a27-af2b-e8d5450eb713 None None] Provisioning complete for port aab8d416-7a60-41bb-bbee-8003ccc1fe24 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:19:06.282542 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-46b18682-4043-4a27-af2b-e8d5450eb713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:06.367455 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d07556a-0ae0-4576-9222-35af054ca7ae tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Pushing event updated for resources: {'Network': ['ID=4a4ebdca-77aa-4f46-a6fb-f4100a00cafa,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:06.370725 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7d07556a-0ae0-4576-9222-35af054ca7ae tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:06.389338 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 4a4ebdca-77aa-4f46-a6fb-f4100a00cafa details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:19:06.430079 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49dbc09-d3e6-45c2-8424-166747bc31fa tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Pushing event updated for resources: {'Subnet': ['ID=0004311d-9baf-4d02-95af-55f801eff043,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:06.432485 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1d634d21-ce1d-4403-ac4b-70db5d4d02e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:06.436052 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e49dbc09-d3e6-45c2-8424-166747bc31fa tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:06.464478 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49dbc09-d3e6-45c2-8424-166747bc31fa tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Checking segment: {'id': '0b83e48d-43c4-4f04-a29c-b493bef5edbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f8fcd137-2500-4805-86ac-5256cb4d6231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:19:06.464830 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49dbc09-d3e6-45c2-8424-166747bc31fa tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Network hostable DHCP agents. Network: f8fcd137-2500-4805-86ac-5256cb4d6231, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:19:06.537132 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5e8459-9d1e-4188-a058-fe21ed9b6db6 None None] Network 489fa468-360a-4868-b4ac-a400ec975c5b is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:19:06.538506 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-ad5e8459-9d1e-4188-a058-fe21ed9b6db6 None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:19:06.559229 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-7d07556a-0ae0-4576-9222-35af054ca7ae tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1498685 Dec 15 19:19:06.562336 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5e8459-9d1e-4188-a058-fe21ed9b6db6 None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:19:06.564663 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=aab8d416-7a60-41bb-bbee-8003ccc1fe24,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:06.566413 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1d634d21-ce1d-4403-ac4b-70db5d4d02e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:06.576720 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 51354) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:06.588162 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-4d6efa50-542a-452b-beb9-0c120950c418 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Request body: {'subnet': {'network_id': 'af93fbac-d8f0-4ba9-8b3b-939d17a7a19f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:19:06.606742 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7c7005a9-e96f-449b-8741-867d2a6078ce tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:06.610673 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:06.612522 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b079b782-c713-4e86-bb4c-d0f249307a8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.344s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:06.648201 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49dbc09-d3e6-45c2-8424-166747bc31fa tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Network f8fcd137-2500-4805-86ac-5256cb4d6231 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:19:06.686427 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-3134da38-0bb0-4f13-ab12-495c3a982435 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] 10.222.0.36 "DELETE /v2.0/subnets/1cbef582-555a-4a19-9edc-266889ff7738/tags/tempest-TagsExtTest-Tag-1549840435 HTTP/1.1" status: 204 len: 168 time: 0.6644361 Dec 15 19:19:06.697023 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51358) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:06.706824 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.tag.tag_plugin [None req-db6e0754-47c0-4acf-ae3e-eb6782af8e3a tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '1cbef582-555a-4a19-9edc-266889ff7738') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:06.748724 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-e49dbc09-d3e6-45c2-8424-166747bc31fa tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, f8fcd137-2500-4805-86ac-5256cb4d6231) {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:19:06.755166 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1d634d21-ce1d-4403-ac4b-70db5d4d02e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:06.761537 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5365c2e9-e392-4143-908e-eacf49c9237b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:06.778054 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49dbc09-d3e6-45c2-8424-166747bc31fa tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:06.778707 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e49dbc09-d3e6-45c2-8424-166747bc31fa tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:06.816038 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d634d21-ce1d-4403-ac4b-70db5d4d02e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12c7909-60cd-4133-b518-b986c94e83ee,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:06.821983 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1d634d21-ce1d-4403-ac4b-70db5d4d02e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:06.822779 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-7c7005a9-e96f-449b-8741-867d2a6078ce tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Calling delete_port for ad6b7509-fd74-4903-8aa1-291cef27d42b owned by {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:19:06.825972 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1d634d21-ce1d-4403-ac4b-70db5d4d02e7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f12c7909-60cd-4133-b518-b986c94e83ee HTTP/1.1" status: 204 len: 168 time: 0.7523794 Dec 15 19:19:06.828212 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1d634d21-ce1d-4403-ac4b-70db5d4d02e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:06.848199 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e49dbc09-d3e6-45c2-8424-166747bc31fa tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1045313 Dec 15 19:19:06.851112 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 51364) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:06.858547 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ff3902cc-6fcc-4a86-846a-6a82711ac667 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for port, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:06.862638 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-239c20ea-8d71-465d-a784-ba36b0b50367 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-412382162', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}, 'admin_state_up': False}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:19:06.886397 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5e8459-9d1e-4188-a058-fe21ed9b6db6 None None] Pushing event updated for resources: {'Port': ['ID=f04c51d2-d8fb-4b6c-967f-18cdf3c047f7,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:06.890276 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe1ed54-534c-46c0-8e1b-db65ed408639 None None] Network f8fcd137-2500-4805-86ac-5256cb4d6231 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:19:06.904202 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-db6e0754-47c0-4acf-ae3e-eb6782af8e3a tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] 10.222.0.36 "GET /v2.0/subnets/1cbef582-555a-4a19-9edc-266889ff7738/tags HTTP/1.1" status: 200 len: 205 time: 0.2037196 Dec 15 19:19:06.905162 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51368) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:06.906797 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-239c20ea-8d71-465d-a784-ba36b0b50367 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:06.918483 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.tag.tag_plugin [None req-61eb2b29-3bd1-40ad-934f-d2b1b1802610 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5b6849ea-2892-4eea-bd6f-e1d8d48924e1') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:06.927411 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-239c20ea-8d71-465d-a784-ba36b0b50367 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Usage tracker for resource:router and tenant:1ab3162c10c24983844a0058fe10dd8d is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:19:06.940526 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-239c20ea-8d71-465d-a784-ba36b0b50367 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:19:06.943831 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-4d6efa50-542a-452b-beb9-0c120950c418 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:06.955057 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e8f32a-5fb1-4e80-a260-a65c7b2fe8b8 req-733b1a74-0aec-41e8-9d86-8c647aac1b4b tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:06.956669 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e3e8f32a-5fb1-4e80-a260-a65c7b2fe8b8 req-733b1a74-0aec-41e8-9d86-8c647aac1b4b tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b7fa720-d8e5-4510-aeb0-a3b286372c89 HTTP/1.1" status: 200 len: 946 time: 0.4756174 Dec 15 19:19:06.965089 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-4d6efa50-542a-452b-beb9-0c120950c418 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Usage tracker for resource:subnet and tenant:2a421f48bcf04f759d7a89b7f013838e is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:19:06.968665 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device aab8d416-7a60-41bb-bbee-8003ccc1fe24 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:19:06.970291 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ff3902cc-6fcc-4a86-846a-6a82711ac667 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:06.980745 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-239c20ea-8d71-465d-a784-ba36b0b50367 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:19:06.984145 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-4d6efa50-542a-452b-beb9-0c120950c418 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:19:06.985568 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-24f7bdcc-1086-418d-be40-71ca319addc4 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:07.002682 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ad5e8459-9d1e-4188-a058-fe21ed9b6db6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:07.012418 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-4d6efa50-542a-452b-beb9-0c120950c418 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:19:07.079443 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-239c20ea-8d71-465d-a784-ba36b0b50367 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854699176'] for router, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:07.080467 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-239c20ea-8d71-465d-a784-ba36b0b50367 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854194926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-76609'] for router, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:07.104097 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6efa50-542a-452b-beb9-0c120950c418 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Made reservation on behalf of 2a421f48bcf04f759d7a89b7f013838e for: {'subnet': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:19:07.149774 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e3e8f32a-5fb1-4e80-a260-a65c7b2fe8b8 req-156bc350-5c40-4f3b-9144-d7e3e60a8718 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3112f8-b936-4176-9b46-6040cf25625e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1815977 Dec 15 19:19:07.181144 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-46b18682-4043-4a27-af2b-e8d5450eb713 None None] Provisioning for port 028b9761-7d78-49bb-8b8e-500ad37fbc8b completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:19:07.191850 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-46b18682-4043-4a27-af2b-e8d5450eb713 None None] Provisioning complete for port 028b9761-7d78-49bb-8b8e-500ad37fbc8b triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:19:07.192516 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-46b18682-4043-4a27-af2b-e8d5450eb713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:07.273629 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7c7005a9-e96f-449b-8741-867d2a6078ce tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:07.305517 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-bd74c973-2553-4ad9-95a6-fdfdea307aa1 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:07.308616 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-ad5e8459-9d1e-4188-a058-fe21ed9b6db6 None None] Attempting to bind port f04c51d2-d8fb-4b6c-967f-18cdf3c047f7 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:19:07.309043 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-ad5e8459-9d1e-4188-a058-fe21ed9b6db6 None None] Attempting to bind port f04c51d2-d8fb-4b6c-967f-18cdf3c047f7 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '9575ac7b-3c85-46da-81c5-434024000f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:19:07.309464 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5e8459-9d1e-4188-a058-fe21ed9b6db6 None None] Attempting to bind port f04c51d2-d8fb-4b6c-967f-18cdf3c047f7 on network 489fa468-360a-4868-b4ac-a400ec975c5b {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:19:07.345938 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5e8459-9d1e-4188-a058-fe21ed9b6db6 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:19:07.347204 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5e8459-9d1e-4188-a058-fe21ed9b6db6 None None] Checking segment: {'id': '9575ac7b-3c85-46da-81c5-434024000f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:19:07.347669 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ad5e8459-9d1e-4188-a058-fe21ed9b6db6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:07.348121 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5e8459-9d1e-4188-a058-fe21ed9b6db6 None None] Bound using segment: {'id': '9575ac7b-3c85-46da-81c5-434024000f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:19:07.348664 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-ad5e8459-9d1e-4188-a058-fe21ed9b6db6 None None] Bound port: f04c51d2-d8fb-4b6c-967f-18cdf3c047f7, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9575ac7b-3c85-46da-81c5-434024000f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:19:07.349098 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ad5e8459-9d1e-4188-a058-fe21ed9b6db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:07.387933 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7005a9-e96f-449b-8741-867d2a6078ce tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event deleted for resources: {'Port': ['ID=ad6b7509-fd74-4903-8aa1-291cef27d42b,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:07.454657 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-46b18682-4043-4a27-af2b-e8d5450eb713 None None] Port 028b9761-7d78-49bb-8b8e-500ad37fbc8b cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:19:07.476583 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3902cc-6fcc-4a86-846a-6a82711ac667 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event updated for resources: {'Port': ['ID=028b9761-7d78-49bb-8b8e-500ad37fbc8b,revision_number=2']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:07.488335 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ff3902cc-6fcc-4a86-846a-6a82711ac667 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:07.497701 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-61eb2b29-3bd1-40ad-934f-d2b1b1802610 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] 10.222.0.36 "GET /v2.0/ports/5b6849ea-2892-4eea-bd6f-e1d8d48924e1/tags HTTP/1.1" status: 200 len: 240 time: 0.5879707 Dec 15 19:19:07.498500 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51382) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:07.542630 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.tag.tag_plugin [None req-53fe2000-829c-4934-afb9-8da3b2856a5c tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5b6849ea-2892-4eea-bd6f-e1d8d48924e1', 'tempest-TagsExtTest-Tag-268026149') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:07.648751 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port aab8d416-7a60-41bb-bbee-8003ccc1fe24 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:19:07.649175 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:07.811598 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-53fe2000-829c-4934-afb9-8da3b2856a5c tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] 10.222.0.36 "GET /v2.0/ports/5b6849ea-2892-4eea-bd6f-e1d8d48924e1/tags/tempest-TagsExtTest-Tag-268026149 HTTP/1.1" status: 204 len: 168 time: 0.3094471 Dec 15 19:19:07.812739 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51390) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:07.822459 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.tag.tag_plugin [None req-f6e0253f-b40c-4fee-b29f-ea9f81a6e85a tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '5b6849ea-2892-4eea-bd6f-e1d8d48924e1', 'tempest-TagsExtTest-Tag-268026149') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:07.878041 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7c7005a9-e96f-449b-8741-867d2a6078ce tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:07.905202 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-ad5e8459-9d1e-4188-a058-fe21ed9b6db6 None None] For port f04c51d2-d8fb-4b6c-967f-18cdf3c047f7, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:19:07.914401 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-239c20ea-8d71-465d-a784-ba36b0b50367 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:07.914941 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-eedbcf04-a70a-4165-9899-c9a14fc35032 None None] Provisioning complete for port 028b9761-7d78-49bb-8b8e-500ad37fbc8b triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:19:07.915990 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eedbcf04-a70a-4165-9899-c9a14fc35032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:07.929107 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4d6efa50-542a-452b-beb9-0c120950c418 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839924940'] for subnet, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:07.934113 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ff3902cc-6fcc-4a86-846a-6a82711ac667 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630901'] for router_interface, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:07.949986 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0f58ef-6233-470b-bc67-eb10340e61e8 None None] Network f8fcd137-2500-4805-86ac-5256cb4d6231 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:19:07.972509 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-ad5e8459-9d1e-4188-a058-fe21ed9b6db6 None None] For port f04c51d2-d8fb-4b6c-967f-18cdf3c047f7, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=f04c51d2-d8fb-4b6c-967f-18cdf3c047f7,segment=NetworkSegment(9575ac7b-3c85-46da-81c5-434024000f40),segment_id=9575ac7b-3c85-46da-81c5-434024000f40)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:19:08.082113 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f6e0253f-b40c-4fee-b29f-ea9f81a6e85a tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] 10.222.0.36 "DELETE /v2.0/ports/5b6849ea-2892-4eea-bd6f-e1d8d48924e1/tags/tempest-TagsExtTest-Tag-268026149 HTTP/1.1" status: 204 len: 168 time: 0.2683432 Dec 15 19:19:08.083207 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51398) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:08.099479 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.tag.tag_plugin [None req-cdaeaa13-6517-4ef2-8ef4-f682134fbf26 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5b6849ea-2892-4eea-bd6f-e1d8d48924e1') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:08.119583 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7c7005a9-e96f-449b-8741-867d2a6078ce tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:08.157160 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ad5e8459-9d1e-4188-a058-fe21ed9b6db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:08.173423 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a4c86e60-7d6e-4235-956c-6bfa7e409971 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:08.176084 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ff3902cc-6fcc-4a86-846a-6a82711ac667 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:08.233068 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-cdaeaa13-6517-4ef2-8ef4-f682134fbf26 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] 10.222.0.36 "GET /v2.0/ports/5b6849ea-2892-4eea-bd6f-e1d8d48924e1/tags HTTP/1.1" status: 200 len: 205 time: 0.1396921 Dec 15 19:19:08.261002 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51404) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:08.281576 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.tag.tag_plugin [None req-39a23199-12eb-4b0e-be21-3a67a221a2a0 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '6a2975a3-3fbd-430a-be94-5e49c84a1ef8') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:08.307081 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-eedbcf04-a70a-4165-9899-c9a14fc35032 None None] Port 028b9761-7d78-49bb-8b8e-500ad37fbc8b cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:19:08.314205 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-7c7005a9-e96f-449b-8741-867d2a6078ce tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/ports/ad6b7509-fd74-4903-8aa1-291cef27d42b HTTP/1.1" status: 204 len: 168 time: 2.4901171 Dec 15 19:19:08.318954 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ff6315f4-6dbe-49cd-8209-caaa2b33f34e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:08.327669 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 51408) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:08.360421 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51412) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:08.364915 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5e8459-9d1e-4188-a058-fe21ed9b6db6 None None] Pushing event updated for resources: {'Port': ['ID=f04c51d2-d8fb-4b6c-967f-18cdf3c047f7,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:08.368632 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ad5e8459-9d1e-4188-a058-fe21ed9b6db6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:08.431362 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-92a3ef23-692a-4c6b-b817-8caac4eb41b1 None None] Provisioning complete for port 028b9761-7d78-49bb-8b8e-500ad37fbc8b triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:19:08.431912 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-92a3ef23-692a-4c6b-b817-8caac4eb41b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:08.447145 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-239c20ea-8d71-465d-a784-ba36b0b50367 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:08.469083 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ab18e0-5df7-4a2e-ad59-0054feeceaea tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:08.475111 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ab18e0-5df7-4a2e-ad59-0054feeceaea tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:08.477189 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-14ab18e0-5df7-4a2e-ad59-0054feeceaea tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Synchronizing usage tracker for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:subnet {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:19:08.513291 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-92a3ef23-692a-4c6b-b817-8caac4eb41b1 None None] Port 028b9761-7d78-49bb-8b8e-500ad37fbc8b cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:19:08.547040 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb34dfb-6416-4b88-98ef-eabe7a98514c req-cfa4d38f-8914-4a31-aed9-d54d86be7011 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:08.549407 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2cb34dfb-6416-4b88-98ef-eabe7a98514c req-cfa4d38f-8914-4a31-aed9-d54d86be7011 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b7fa720-d8e5-4510-aeb0-a3b286372c89 HTTP/1.1" status: 200 len: 946 time: 0.6281779 Dec 15 19:19:08.608593 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-39a23199-12eb-4b0e-be21-3a67a221a2a0 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] 10.222.0.36 "GET /v2.0/routers/6a2975a3-3fbd-430a-be94-5e49c84a1ef8/tags HTTP/1.1" status: 200 len: 241 time: 0.3396552 Dec 15 19:19:08.611076 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51418) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:08.619770 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.tag.tag_plugin [None req-994fc9cc-5d7a-4026-9395-662b5456d7df tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6a2975a3-3fbd-430a-be94-5e49c84a1ef8', 'tempest-TagsExtTest-Tag-1710838017') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:08.690215 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-09592403-58bd-4427-9ef9-ae9fc70a53bf tempest-DvrRoutersNegativeTest-185390799 tempest-DvrRoutersNegativeTest-185390799-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-42361964', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:19:08.692747 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.policy [None req-09592403-58bd-4427-9ef9-ae9fc70a53bf tempest-DvrRoutersNegativeTest-185390799 tempest-DvrRoutersNegativeTest-185390799-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88991) log_rule_list /opt/stack/neutron/neutron/policy.py:412}} Dec 15 19:19:08.693099 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.policy [None req-09592403-58bd-4427-9ef9-ae9fc70a53bf tempest-DvrRoutersNegativeTest-185390799 tempest-DvrRoutersNegativeTest-185390799-project] Failed policy check for 'create_router' {{(pid=88991) enforce /opt/stack/neutron/neutron/policy.py:483}} Dec 15 19:19:08.693667 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-09592403-58bd-4427-9ef9-ae9fc70a53bf tempest-DvrRoutersNegativeTest-185390799 tempest-DvrRoutersNegativeTest-185390799-project] create failed (client error): Access was denied to this resource. Dec 15 19:19:08.698836 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-09592403-58bd-4427-9ef9-ae9fc70a53bf tempest-DvrRoutersNegativeTest-185390799 tempest-DvrRoutersNegativeTest-185390799-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2828565 Dec 15 19:19:08.731610 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-14ab18e0-5df7-4a2e-ad59-0054feeceaea tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Unset dirty status for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:subnet {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:19:08.732902 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-14ab18e0-5df7-4a2e-ad59-0054feeceaea tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4031384 Dec 15 19:19:08.739259 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 51424) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:08.832709 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2cb34dfb-6416-4b88-98ef-eabe7a98514c req-81551af3-664e-4e4d-97a3-a29ef80c5819 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3112f8-b936-4176-9b46-6040cf25625e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2751594 Dec 15 19:19:08.923680 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4d6efa50-542a-452b-beb9-0c120950c418 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838139473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839924955'] for subnet, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:08.934809 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-994fc9cc-5d7a-4026-9395-662b5456d7df tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] 10.222.0.36 "GET /v2.0/routers/6a2975a3-3fbd-430a-be94-5e49c84a1ef8/tags/tempest-TagsExtTest-Tag-1710838017 HTTP/1.1" status: 204 len: 168 time: 0.3229091 Dec 15 19:19:08.938126 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51428) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:08.948533 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.tag.tag_plugin [None req-03cd81b4-e2c4-4835-8729-a3898ddff157 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '6a2975a3-3fbd-430a-be94-5e49c84a1ef8', 'tempest-TagsExtTest-Tag-1710838017') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:08.980212 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3cd39694-3493-4929-9177-46dd9acca6ef tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:09.120178 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6efa50-542a-452b-beb9-0c120950c418 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Pushing event updated for resources: {'Subnet': ['ID=7f04068c-9b7b-494b-b61d-4a24e67fea7c,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:09.128839 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4d6efa50-542a-452b-beb9-0c120950c418 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:09.162042 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ff3902cc-6fcc-4a86-846a-6a82711ac667 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for port, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:09.209517 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-03cd81b4-e2c4-4835-8729-a3898ddff157 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] 10.222.0.36 "DELETE /v2.0/routers/6a2975a3-3fbd-430a-be94-5e49c84a1ef8/tags/tempest-TagsExtTest-Tag-1710838017 HTTP/1.1" status: 204 len: 168 time: 0.2702906 Dec 15 19:19:09.209746 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c08a67a-c50d-4770-95c4-9fdfca163191 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Deleting subnet 59a0a1e0-bb21-498d-be40-d7619fdd597b {{(pid=88990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:19:09.212132 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51434) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:09.214501 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-239c20ea-8d71-465d-a784-ba36b0b50367 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks [] for router_gateway, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:09.221322 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.tag.tag_plugin [None req-ad30822d-c085-49aa-8ab3-6c9d8baca183 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '6a2975a3-3fbd-430a-be94-5e49c84a1ef8') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:09.241729 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4c08a67a-c50d-4770-95c4-9fdfca163191 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:09.272084 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 51438) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:09.287044 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ff3902cc-6fcc-4a86-846a-6a82711ac667 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:09.287918 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ff3902cc-6fcc-4a86-846a-6a82711ac667 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1959989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854145006'] for router_interface, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:09.301881 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-239c20ea-8d71-465d-a784-ba36b0b50367 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:09.340758 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f46a1f9d-9405-4f58-a9a9-56cd83b53cfd tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:09.353577 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6efa50-542a-452b-beb9-0c120950c418 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Checking segment: {'id': '285434a5-6c47-4baf-a20e-0e0ac92be7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'af93fbac-d8f0-4ba9-8b3b-939d17a7a19f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:19:09.353993 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6efa50-542a-452b-beb9-0c120950c418 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Network hostable DHCP agents. Network: af93fbac-d8f0-4ba9-8b3b-939d17a7a19f, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:19:09.380762 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4c08a67a-c50d-4770-95c4-9fdfca163191 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838448728'] for subnet, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:09.466815 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:09.500692 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3902cc-6fcc-4a86-846a-6a82711ac667 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event updated for resources: {'Port': ['ID=028b9761-7d78-49bb-8b8e-500ad37fbc8b,revision_number=3']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:09.512504 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ff3902cc-6fcc-4a86-846a-6a82711ac667 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:09.522849 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ad30822d-c085-49aa-8ab3-6c9d8baca183 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] 10.222.0.36 "GET /v2.0/routers/6a2975a3-3fbd-430a-be94-5e49c84a1ef8/tags HTTP/1.1" status: 200 len: 205 time: 0.3091335 Dec 15 19:19:09.525659 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51444) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:09.534938 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.tag.tag_plugin [None req-2959e8c1-e1bd-4ba3-a6ab-8ac8aee6f14b tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '77096500-5ef9-49b4-91aa-43598117ea38') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:09.549951 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-10626f4e-a194-4168-ba74-3f96be3a7aed admin admin] Notify callbacks [] for security_group, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:09.573583 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6efa50-542a-452b-beb9-0c120950c418 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Network af93fbac-d8f0-4ba9-8b3b-939d17a7a19f is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:19:09.625146 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-239c20ea-8d71-465d-a784-ba36b0b50367 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Allocated IP 172.26.3.128 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/be76cc97-17b0-431c-85e0-2b07871c57ba) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:19:09.634379 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4c08a67a-c50d-4770-95c4-9fdfca163191 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:09.669469 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-4d6efa50-542a-452b-beb9-0c120950c418 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, af93fbac-d8f0-4ba9-8b3b-939d17a7a19f) {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:19:09.681173 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231bca79-3b53-4e61-98a7-a7d74dcae63e None None] Network af93fbac-d8f0-4ba9-8b3b-939d17a7a19f requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:19:09.691941 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6efa50-542a-452b-beb9-0c120950c418 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:09.692604 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4d6efa50-542a-452b-beb9-0c120950c418 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:09.705668 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-10626f4e-a194-4168-ba74-3f96be3a7aed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:09.740163 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-10626f4e-a194-4168-ba74-3f96be3a7aed admin admin] Usage tracker for resource:security_group_rule and tenant:3a96d22998434bc6b6d0168d0d41895b is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:19:09.744167 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-10626f4e-a194-4168-ba74-3f96be3a7aed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:19:09.825013 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-10626f4e-a194-4168-ba74-3f96be3a7aed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:19:09.845410 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-2959e8c1-e1bd-4ba3-a6ab-8ac8aee6f14b tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] 10.222.0.36 "GET /v2.0/subnetpools/77096500-5ef9-49b4-91aa-43598117ea38/tags HTTP/1.1" status: 200 len: 241 time: 0.3156731 Dec 15 19:19:09.845410 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51448) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:09.860047 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.tag.tag_plugin [None req-4b9c850c-d7d9-4509-8227-3fafd22a10cf tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '77096500-5ef9-49b4-91aa-43598117ea38', 'tempest-TagsExtTest-Tag-1613755105') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:09.877542 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3902cc-6fcc-4a86-846a-6a82711ac667 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Network 341fce9e-b0c1-4409-96ac-65cc4992e640 is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:19:09.879030 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-ff3902cc-6fcc-4a86-846a-6a82711ac667 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:19:09.911249 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4d6efa50-542a-452b-beb9-0c120950c418 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3295791 Dec 15 19:19:09.917525 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 51454) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:09.939859 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-4690d69f-80dd-4194-b456-acfb60d5e3d3 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Request body: {'subnet': {'network_id': '4a4ebdca-77aa-4f46-a6fb-f4100a00cafa', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:19:09.988700 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7fd166-3e85-47de-aa94-d005f43e0ca9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-af93fbac-d8f0-4ba9-8b3b-939d17a7a19f', 'network_id': 'af93fbac-d8f0-4ba9-8b3b-939d17a7a19f', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'fixed_ips': [{'subnet_id': '7f04068c-9b7b-494b-b61d-4a24e67fea7c'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:19:09.989787 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ae7fd166-3e85-47de-aa94-d005f43e0ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:10.121851 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-239c20ea-8d71-465d-a784-ba36b0b50367 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:10.130551 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4c08a67a-c50d-4770-95c4-9fdfca163191 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16636259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14850861'] for subnet, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:10.135683 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4d6efa50-542a-452b-beb9-0c120950c418 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:10.237377 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-ae7fd166-3e85-47de-aa94-d005f43e0ca9 None None] Allocated IP 172.20.0.2 (af93fbac-d8f0-4ba9-8b3b-939d17a7a19f/7f04068c-9b7b-494b-b61d-4a24e67fea7c/1524cc02-5c08-4e47-aadd-9a9e77807525) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:19:10.262071 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4b9c850c-d7d9-4509-8227-3fafd22a10cf tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] 10.222.0.36 "GET /v2.0/subnetpools/77096500-5ef9-49b4-91aa-43598117ea38/tags/tempest-TagsExtTest-Tag-1613755105 HTTP/1.1" status: 204 len: 168 time: 0.4147120 Dec 15 19:19:10.266953 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51458) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:10.274479 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.tag.tag_plugin [None req-234cd9a1-a086-42f8-a006-fa182799857f tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '77096500-5ef9-49b4-91aa-43598117ea38', 'tempest-TagsExtTest-Tag-1613755105') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:10.286741 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c08a67a-c50d-4770-95c4-9fdfca163191 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event deleted for resources: {'Subnet': ['ID=59a0a1e0-bb21-498d-be40-d7619fdd597b,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:10.300556 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4c08a67a-c50d-4770-95c4-9fdfca163191 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:10.336271 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4c08a67a-c50d-4770-95c4-9fdfca163191 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:10.373342 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-4690d69f-80dd-4194-b456-acfb60d5e3d3 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:10.385914 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-10626f4e-a194-4168-ba74-3f96be3a7aed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:10.389949 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-4690d69f-80dd-4194-b456-acfb60d5e3d3 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Usage tracker for resource:subnet and tenant:2a421f48bcf04f759d7a89b7f013838e is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:19:10.392813 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-234cd9a1-a086-42f8-a006-fa182799857f tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] 10.222.0.36 "DELETE /v2.0/subnetpools/77096500-5ef9-49b4-91aa-43598117ea38/tags/tempest-TagsExtTest-Tag-1613755105 HTTP/1.1" status: 204 len: 168 time: 0.1236949 Dec 15 19:19:10.396403 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 51462) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:10.398812 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-4690d69f-80dd-4194-b456-acfb60d5e3d3 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:19:10.415033 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.tag.tag_plugin [None req-041350a1-696d-4c2e-89b1-c83151f3848d tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '77096500-5ef9-49b4-91aa-43598117ea38') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:10.466311 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff3902cc-6fcc-4a86-846a-6a82711ac667 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Router afb7b3b9-b298-4bef-9397-bb551c1e146a is scheduled to L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 with binding_index 1 {{(pid=88991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 15 19:19:10.496808 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-dd01a940-edec-41c6-b3e2-ecf6f929fb48 None None] Provisioning complete for port 028b9761-7d78-49bb-8b8e-500ad37fbc8b triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:19:10.497251 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dd01a940-edec-41c6-b3e2-ecf6f929fb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:10.573160 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8e69683b-24b2-451d-9e29-f1df63788a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:10.614947 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4290d5d-c584-4491-afa5-abb733837cdb None None] Network 489fa468-360a-4868-b4ac-a400ec975c5b requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:19:10.656412 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-4690d69f-80dd-4194-b456-acfb60d5e3d3 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:19:10.661954 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-dd01a940-edec-41c6-b3e2-ecf6f929fb48 None None] Port 028b9761-7d78-49bb-8b8e-500ad37fbc8b cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:19:10.666397 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-10626f4e-a194-4168-ba74-3f96be3a7aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:10.680020 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8f845b21-81e7-4d36-9c47-57cbe09a50f7 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:10.692723 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4c08a67a-c50d-4770-95c4-9fdfca163191 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/subnets/59a0a1e0-bb21-498d-be40-d7619fdd597b HTTP/1.1" status: 204 len: 168 time: 1.9454794 Dec 15 19:19:10.697433 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51466) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:10.747710 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591c035-2241-416d-9c52-52296007cb9e req-a2e25029-02e5-4b58-b3e2-818fb44d4fbc tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:10.749329 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8591c035-2241-416d-9c52-52296007cb9e req-a2e25029-02e5-4b58-b3e2-818fb44d4fbc tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b7fa720-d8e5-4510-aeb0-a3b286372c89 HTTP/1.1" status: 200 len: 946 time: 0.6495917 Dec 15 19:19:10.755357 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-239c20ea-8d71-465d-a784-ba36b0b50367 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:10.767393 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10626f4e-a194-4168-ba74-3f96be3a7aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0edeb4cc-5ed7-494c-b5de-e173cbd4a84a,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:10.768635 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff3902cc-6fcc-4a86-846a-6a82711ac667 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:19:10.775905 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-10626f4e-a194-4168-ba74-3f96be3a7aed admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3a96d22998434bc6b6d0168d0d41895b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5002356 Dec 15 19:19:10.776633 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4690d69f-80dd-4194-b456-acfb60d5e3d3 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Made reservation on behalf of 2a421f48bcf04f759d7a89b7f013838e for: {'subnet': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:19:10.776749 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ae7fd166-3e85-47de-aa94-d005f43e0ca9 None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:10.778802 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4f14f0d8-bdd1-4df8-9709-a592fe1dc130 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0761693 Dec 15 19:19:10.785458 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ff3902cc-6fcc-4a86-846a-6a82711ac667 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "PUT /v2.0/routers/afb7b3b9-b298-4bef-9397-bb551c1e146a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2550552 Dec 15 19:19:10.785458 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51470) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:10.785458 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51472) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:10.793756 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-041350a1-696d-4c2e-89b1-c83151f3848d tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] 10.222.0.36 "GET /v2.0/subnetpools/77096500-5ef9-49b4-91aa-43598117ea38/tags HTTP/1.1" status: 200 len: 205 time: 0.3912740 Dec 15 19:19:10.799571 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82612f38-c5e3-4c9b-84ea-cf7aacc36e51 None None] Sync routers for ids ['afb7b3b9-b298-4bef-9397-bb551c1e146a'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:19:10.808851 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-10626f4e-a194-4168-ba74-3f96be3a7aed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:10.809637 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 51474) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:10.810006 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 51480) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:10.812391 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-62b3d91e-e121-4a2b-a46d-e74bad382b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:10.817701 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82612f38-c5e3-4c9b-84ea-cf7aacc36e51 None None] Routers {'afb7b3b9-b298-4bef-9397-bb551c1e146a'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:19:10.818698 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-82612f38-c5e3-4c9b-84ea-cf7aacc36e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:19:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['afb7b3b9-b298-4bef-9397-bb551c1e146a'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:10.858169 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-ae7fd166-3e85-47de-aa94-d005f43e0ca9 None None] Transition to ACTIVE for port object 1524cc02-5c08-4e47-aadd-9a9e77807525 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:19:10.907789 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239c20ea-8d71-465d-a784-ba36b0b50367 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Pushing event updated for resources: {'Port': ['ID=be76cc97-17b0-431c-85e0-2b07871c57ba,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:10.909540 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-82612f38-c5e3-4c9b-84ea-cf7aacc36e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:10.921840 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82612f38-c5e3-4c9b-84ea-cf7aacc36e51 None None] Routers {'afb7b3b9-b298-4bef-9397-bb551c1e146a'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:19:10.922867 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-82612f38-c5e3-4c9b-84ea-cf7aacc36e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:19:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['afb7b3b9-b298-4bef-9397-bb551c1e146a'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:10.929117 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f37299d9-26d1-48c3-83db-c91e507fb6aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:10.959129 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f37299d9-26d1-48c3-83db-c91e507fb6aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:10.967275 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:10.967617 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.tag.tag_plugin [None req-dc25699d-6376-4249-a43a-3bde6698030e tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '77096500-5ef9-49b4-91aa-43598117ea38') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:11.007861 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-ae7fd166-3e85-47de-aa94-d005f43e0ca9 None None] Transition to ACTIVE for port object 1524cc02-5c08-4e47-aadd-9a9e77807525 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:19:11.014757 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device f04c51d2-d8fb-4b6c-967f-18cdf3c047f7 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:19:11.016735 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-82612f38-c5e3-4c9b-84ea-cf7aacc36e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:11.017355 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82612f38-c5e3-4c9b-84ea-cf7aacc36e51 None None] The sync data for ids ['afb7b3b9-b298-4bef-9397-bb551c1e146a'] in dv-neutron-821831-2-hyperv is: [] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:19:11.028014 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c926b251-057b-48a6-943a-ebc004d51d0c tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:11.030273 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c926b251-057b-48a6-943a-ebc004d51d0c tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2448928 Dec 15 19:19:11.032722 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51486) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:11.043579 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-239c20ea-8d71-465d-a784-ba36b0b50367 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:11.050174 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-701af32d-78c2-469e-8a7a-fbe9c537cf7b None None] Provisioning for port f04c51d2-d8fb-4b6c-967f-18cdf3c047f7 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:19:11.071090 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ae7fd166-3e85-47de-aa94-d005f43e0ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:11.079464 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fa58bd17-70b8-48b3-a889-73f6e14b15ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:11.079682 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f37299d9-26d1-48c3-83db-c91e507fb6aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:11.089559 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b59c743d-7c03-4f54-831b-053a49170396 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:11.094254 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239c20ea-8d71-465d-a784-ba36b0b50367 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:19:11.098774 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-239c20ea-8d71-465d-a784-ba36b0b50367 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:19:11.113771 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37299d9-26d1-48c3-83db-c91e507fb6aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0edeb4cc-5ed7-494c-b5de-e173cbd4a84a,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:11.114003 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239c20ea-8d71-465d-a784-ba36b0b50367 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:19:11.117372 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f37299d9-26d1-48c3-83db-c91e507fb6aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:11.122784 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f37299d9-26d1-48c3-83db-c91e507fb6aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:11.126620 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f37299d9-26d1-48c3-83db-c91e507fb6aa admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0edeb4cc-5ed7-494c-b5de-e173cbd4a84a HTTP/1.1" status: 204 len: 168 time: 0.3372526 Dec 15 19:19:11.145067 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374b475f-4428-4db8-9776-d8e3788fc7e3 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:11.145914 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-374b475f-4428-4db8-9776-d8e3788fc7e3 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Synchronizing usage tracker for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:subnet {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:19:11.148250 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7fd166-3e85-47de-aa94-d005f43e0ca9 None None] Pushing event updated for resources: {'Port': ['ID=1524cc02-5c08-4e47-aadd-9a9e77807525,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:11.171587 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ae7fd166-3e85-47de-aa94-d005f43e0ca9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:11.176637 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-701af32d-78c2-469e-8a7a-fbe9c537cf7b None None] Could not find standard attr ID for object ad6b7509-fd74-4903-8aa1-291cef27d42b. {{(pid=88992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 15 19:19:11.206405 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4690d69f-80dd-4194-b456-acfb60d5e3d3 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839924940'] for subnet, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:11.206964 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7fd166-3e85-47de-aa94-d005f43e0ca9 None None] Network af93fbac-d8f0-4ba9-8b3b-939d17a7a19f is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:19:11.209048 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-ae7fd166-3e85-47de-aa94-d005f43e0ca9 None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:19:11.212176 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7fd166-3e85-47de-aa94-d005f43e0ca9 None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:19:11.215018 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-374b475f-4428-4db8-9776-d8e3788fc7e3 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Unset dirty status for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:subnet {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:19:11.219156 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-374b475f-4428-4db8-9776-d8e3788fc7e3 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1829019 Dec 15 19:19:11.228847 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51492) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:11.254948 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8591c035-2241-416d-9c52-52296007cb9e req-3e96f9df-005e-431a-b7db-39b9d82c98fa tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3112f8-b936-4176-9b46-6040cf25625e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4437468 Dec 15 19:19:11.324188 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port f04c51d2-d8fb-4b6c-967f-18cdf3c047f7 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:19:11.330489 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-326c4a64-a35d-4f79-9d14-ef260d6a0e6e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1093929 Dec 15 19:19:11.331334 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51498) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:11.331629 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a337a599-53a1-4e4b-805f-981bd33082c9 None None] DHCP port deletion for 489fa468-360a-4868-b4ac-a400ec975c5b request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:19:11.338610 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-ef20aae7-bf40-4ff1-9646-b6d52f95a142 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Request body: {'subnet': {'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:19:11.348985 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port f04c51d2-d8fb-4b6c-967f-18cdf3c047f7 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:19:11.349405 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:11.387617 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-a337a599-53a1-4e4b-805f-981bd33082c9 None None] Deleting port f04c51d2-d8fb-4b6c-967f-18cdf3c047f7 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:19:11.388038 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a337a599-53a1-4e4b-805f-981bd33082c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:11.473449 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ef20aae7-bf40-4ff1-9646-b6d52f95a142 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:11.485919 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ef20aae7-bf40-4ff1-9646-b6d52f95a142 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:19:11.498183 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-ae7fd166-3e85-47de-aa94-d005f43e0ca9 None None] Attempting to bind port 1524cc02-5c08-4e47-aadd-9a9e77807525 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:19:11.498776 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-ae7fd166-3e85-47de-aa94-d005f43e0ca9 None None] Attempting to bind port 1524cc02-5c08-4e47-aadd-9a9e77807525 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '285434a5-6c47-4baf-a20e-0e0ac92be7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'af93fbac-d8f0-4ba9-8b3b-939d17a7a19f'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:19:11.499193 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7fd166-3e85-47de-aa94-d005f43e0ca9 None None] Attempting to bind port 1524cc02-5c08-4e47-aadd-9a9e77807525 on network af93fbac-d8f0-4ba9-8b3b-939d17a7a19f {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:19:11.503830 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-dc25699d-6376-4249-a43a-3bde6698030e tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] 10.222.0.36 "DELETE /v2.0/subnetpools/77096500-5ef9-49b4-91aa-43598117ea38/tags HTTP/1.1" status: 204 len: 168 time: 0.6048961 Dec 15 19:19:11.504930 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51504) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:11.516073 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.tag.tag_plugin [None req-85b76ca7-b85c-436c-8d52-9f64aeb8fadb tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6a2975a3-3fbd-430a-be94-5e49c84a1ef8') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:11.517286 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7fd166-3e85-47de-aa94-d005f43e0ca9 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:19:11.517935 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7fd166-3e85-47de-aa94-d005f43e0ca9 None None] Checking segment: {'id': '285434a5-6c47-4baf-a20e-0e0ac92be7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'af93fbac-d8f0-4ba9-8b3b-939d17a7a19f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:19:11.518124 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ae7fd166-3e85-47de-aa94-d005f43e0ca9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:11.518597 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7fd166-3e85-47de-aa94-d005f43e0ca9 None None] Bound using segment: {'id': '285434a5-6c47-4baf-a20e-0e0ac92be7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'af93fbac-d8f0-4ba9-8b3b-939d17a7a19f'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:19:11.519147 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-ae7fd166-3e85-47de-aa94-d005f43e0ca9 None None] Bound port: 1524cc02-5c08-4e47-aadd-9a9e77807525, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '285434a5-6c47-4baf-a20e-0e0ac92be7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'af93fbac-d8f0-4ba9-8b3b-939d17a7a19f'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:19:11.519577 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ae7fd166-3e85-47de-aa94-d005f43e0ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:11.662229 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef20aae7-bf40-4ff1-9646-b6d52f95a142 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Made reservation on behalf of e56ca83c553e4935a4e8b75ed76c674c for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:19:11.720575 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27cb4d07-0db9-47b2-abb3-ecfbd0826142 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:11.720575 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-27cb4d07-0db9-47b2-abb3-ecfbd0826142 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Synchronizing usage tracker for tenant:d09e37d948244dafb936d2972b3d58c9 on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:19:11.857628 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4690d69f-80dd-4194-b456-acfb60d5e3d3 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838139473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839924955'] for subnet, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:11.863848 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9325b686-1175-443d-9004-bb1299383754 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:11.909644 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ef20aae7-bf40-4ff1-9646-b6d52f95a142 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:11.939967 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-27cb4d07-0db9-47b2-abb3-ecfbd0826142 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Unset dirty status for tenant:d09e37d948244dafb936d2972b3d58c9 on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:19:11.945010 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-27cb4d07-0db9-47b2-abb3-ecfbd0826142 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "GET /v2.0/ports?device_id=afb7b3b9-b298-4bef-9397-bb551c1e146a HTTP/1.1" status: 200 len: 989 time: 1.0501113 Dec 15 19:19:11.949278 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51516) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:12.070489 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-ae7fd166-3e85-47de-aa94-d005f43e0ca9 None None] For port 1524cc02-5c08-4e47-aadd-9a9e77807525, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:19:12.077720 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-ae7fd166-3e85-47de-aa94-d005f43e0ca9 None None] For port 1524cc02-5c08-4e47-aadd-9a9e77807525, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=1524cc02-5c08-4e47-aadd-9a9e77807525,segment=NetworkSegment(285434a5-6c47-4baf-a20e-0e0ac92be7d8),segment_id=285434a5-6c47-4baf-a20e-0e0ac92be7d8)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:19:12.099910 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4690d69f-80dd-4194-b456-acfb60d5e3d3 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Pushing event updated for resources: {'Subnet': ['ID=be649512-c542-4d05-9343-efc2f7331778,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:12.118488 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4690d69f-80dd-4194-b456-acfb60d5e3d3 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:12.157015 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ae7fd166-3e85-47de-aa94-d005f43e0ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:12.173385 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f714a-dd42-4bfe-86f9-ab09adcc38c9 req-47a1a87f-e740-4e34-8777-6f9506a5100e tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:12.173803 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-63dd971b-a4f2-42b4-8886-f0453c8d3de2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:12.175969 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9c8f714a-dd42-4bfe-86f9-ab09adcc38c9 req-47a1a87f-e740-4e34-8777-6f9506a5100e tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b7fa720-d8e5-4510-aeb0-a3b286372c89 HTTP/1.1" status: 200 len: 946 time: 0.2283258 Dec 15 19:19:12.188782 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-85b76ca7-b85c-436c-8d52-9f64aeb8fadb tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] 10.222.0.36 "DELETE /v2.0/routers/6a2975a3-3fbd-430a-be94-5e49c84a1ef8/tags HTTP/1.1" status: 204 len: 168 time: 0.6799781 Dec 15 19:19:12.191006 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 51522) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:12.191762 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4690d69f-80dd-4194-b456-acfb60d5e3d3 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Checking segment: {'id': 'cdecf102-fa6a-49a2-8035-523b605ff833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '4a4ebdca-77aa-4f46-a6fb-f4100a00cafa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:19:12.192174 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4690d69f-80dd-4194-b456-acfb60d5e3d3 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Network hostable DHCP agents. Network: 4a4ebdca-77aa-4f46-a6fb-f4100a00cafa, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:19:12.247873 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-a337a599-53a1-4e4b-805f-981bd33082c9 None None] For port f04c51d2-d8fb-4b6c-967f-18cdf3c047f7, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=f04c51d2-d8fb-4b6c-967f-18cdf3c047f7,segment=NetworkSegment(9575ac7b-3c85-46da-81c5-434024000f40),segment_id=9575ac7b-3c85-46da-81c5-434024000f40)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:19:12.248319 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a337a599-53a1-4e4b-805f-981bd33082c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:12.262875 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.tag.tag_plugin [None req-8e759f6e-9094-42e7-8f56-faf7ce7f026a tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5b6849ea-2892-4eea-bd6f-e1d8d48924e1') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:12.279867 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:12.312825 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9c8f714a-dd42-4bfe-86f9-ab09adcc38c9 req-73704196-a5a2-4adf-bc7b-8d925631a17d tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3112f8-b936-4176-9b46-6040cf25625e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261973 Dec 15 19:19:12.367493 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-239c20ea-8d71-465d-a784-ba36b0b50367 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks [] for router_gateway, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:12.368474 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-239c20ea-8d71-465d-a784-ba36b0b50367 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904'] for router, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:12.454577 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4690d69f-80dd-4194-b456-acfb60d5e3d3 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Network 4a4ebdca-77aa-4f46-a6fb-f4100a00cafa is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:19:12.472238 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-a337a599-53a1-4e4b-805f-981bd33082c9 None None] Calling delete_port for f04c51d2-d8fb-4b6c-967f-18cdf3c047f7 owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:19:12.524355 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8e759f6e-9094-42e7-8f56-faf7ce7f026a tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] 10.222.0.36 "DELETE /v2.0/ports/5b6849ea-2892-4eea-bd6f-e1d8d48924e1/tags HTTP/1.1" status: 204 len: 168 time: 0.3247962 Dec 15 19:19:12.527461 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 51530) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:12.532299 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-4690d69f-80dd-4194-b456-acfb60d5e3d3 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, 4a4ebdca-77aa-4f46-a6fb-f4100a00cafa) {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:19:12.532870 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7fd166-3e85-47de-aa94-d005f43e0ca9 None None] Pushing event updated for resources: {'Port': ['ID=1524cc02-5c08-4e47-aadd-9a9e77807525,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:12.537848 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4690d69f-80dd-4194-b456-acfb60d5e3d3 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:12.538552 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4690d69f-80dd-4194-b456-acfb60d5e3d3 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:12.542278 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port f04c51d2-d8fb-4b6c-967f-18cdf3c047f7, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=f04c51d2-d8fb-4b6c-967f-18cdf3c047f7,segment=NetworkSegment(9575ac7b-3c85-46da-81c5-434024000f40),segment_id=9575ac7b-3c85-46da-81c5-434024000f40)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:19:12.545464 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ae7fd166-3e85-47de-aa94-d005f43e0ca9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:12.549595 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f091785d-0b8c-4c11-ad4b-8f78e4427708 None None] Network 4a4ebdca-77aa-4f46-a6fb-f4100a00cafa requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:19:12.568259 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.tag.tag_plugin [None req-214d71d2-27f9-4544-849e-5f9175ddd512 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '1cbef582-555a-4a19-9edc-266889ff7738') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:12.665346 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4690d69f-80dd-4194-b456-acfb60d5e3d3 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7432241 Dec 15 19:19:12.670782 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 51536) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:12.697008 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-480d5fb8-847b-482c-a60f-c2156e42e3f8 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1430673413', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:19:12.740758 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-480d5fb8-847b-482c-a60f-c2156e42e3f8 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:12.747444 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:12.749029 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-480d5fb8-847b-482c-a60f-c2156e42e3f8 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Usage tracker for resource:router and tenant:2a421f48bcf04f759d7a89b7f013838e is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:19:12.753568 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-480d5fb8-847b-482c-a60f-c2156e42e3f8 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:19:12.765700 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-480d5fb8-847b-482c-a60f-c2156e42e3f8 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:19:12.804959 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:12.836575 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-480d5fb8-847b-482c-a60f-c2156e42e3f8 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854699176'] for router, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:12.837737 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-480d5fb8-847b-482c-a60f-c2156e42e3f8 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854194926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-76609'] for router, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:12.849613 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3ed2e407-5707-4b74-a25b-742d58cc35ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:12.859313 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-214d71d2-27f9-4544-849e-5f9175ddd512 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] 10.222.0.36 "DELETE /v2.0/subnets/1cbef582-555a-4a19-9edc-266889ff7738/tags HTTP/1.1" status: 204 len: 168 time: 0.3288267 Dec 15 19:19:12.864825 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 51540) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:12.879558 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.tag.tag_plugin [None req-e3e0468e-f4bd-46c2-a130-c77cf11060a5 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '1cbef582-555a-4a19-9edc-266889ff7738', 'tempest-TagsExtTest-Tag-1577457344') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:12.915418 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 51544) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:12.947739 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-480d5fb8-847b-482c-a60f-c2156e42e3f8 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:13.004782 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=f04c51d2-d8fb-4b6c-967f-18cdf3c047f7,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:13.012331 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:13.024221 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 1524cc02-5c08-4e47-aadd-9a9e77807525 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:19:13.073141 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-239c20ea-8d71-465d-a784-ba36b0b50367 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Router 346e5909-b0a5-42c7-9940-63a4ed7dcdca is scheduled to L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 with binding_index 1 {{(pid=88990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 15 19:19:13.077046 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-480d5fb8-847b-482c-a60f-c2156e42e3f8 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904'] for router, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:13.169124 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-a337a599-53a1-4e4b-805f-981bd33082c9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88992) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:19:13.169532 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-a337a599-53a1-4e4b-805f-981bd33082c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:19:13.174683 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 1524cc02-5c08-4e47-aadd-9a9e77807525 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:19:13.177468 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ef20aae7-bf40-4ff1-9646-b6d52f95a142 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:13.184414 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c690665-5c77-48f8-8e9d-2bf50ff7e8ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-4a4ebdca-77aa-4f46-a6fb-f4100a00cafa', 'network_id': '4a4ebdca-77aa-4f46-a6fb-f4100a00cafa', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'fixed_ips': [{'subnet_id': 'be649512-c542-4d05-9343-efc2f7331778'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:19:13.185679 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1c690665-5c77-48f8-8e9d-2bf50ff7e8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:13.187977 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-e11604fa-7bf1-4240-8687-73c4f207cfb7 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:19:13.188641 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-e11604fa-7bf1-4240-8687-73c4f207cfb7 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] create failed (client error): There was a conflict when trying to complete your request. Dec 15 19:19:13.189710 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e11604fa-7bf1-4240-8687-73c4f207cfb7 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2724655 Dec 15 19:19:13.190827 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-480d5fb8-847b-482c-a60f-c2156e42e3f8 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:13.193800 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4e97697b-ebb2-46a2-b2b6-94e3ee797a6b tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:13.196831 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-480d5fb8-847b-482c-a60f-c2156e42e3f8 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5208259 Dec 15 19:19:13.198854 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e3e0468e-f4bd-46c2-a130-c77cf11060a5 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] 10.222.0.36 "PUT /v2.0/subnets/1cbef582-555a-4a19-9edc-266889ff7738/tags/tempest-TagsExtTest-Tag-1577457344 HTTP/1.1" status: 201 len: 201 time: 0.3331351 Dec 15 19:19:13.206223 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 51550) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:13.206619 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 51552) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:13.206967 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 51554) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:13.219424 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.tag.tag_plugin [None req-07e6875f-96e0-4c2c-9756-cf9d40d20665 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5b6849ea-2892-4eea-bd6f-e1d8d48924e1', 'tempest-TagsExtTest-Tag-1130940545') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:13.262882 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device f04c51d2-d8fb-4b6c-967f-18cdf3c047f7 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:19:13.268257 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef20aae7-bf40-4ff1-9646-b6d52f95a142 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Network 489fa468-360a-4868-b4ac-a400ec975c5b is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:19:13.271743 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-ef20aae7-bf40-4ff1-9646-b6d52f95a142 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:19:13.277182 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef20aae7-bf40-4ff1-9646-b6d52f95a142 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:13.277836 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ef20aae7-bf40-4ff1-9646-b6d52f95a142 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:13.311443 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-1a4c7f64-5e49-44ef-9032-605621fb91a5 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Request body: {'security_group': {'name': 'tempest-secgroup--434528052'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:19:13.338704 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-1a4c7f64-5e49-44ef-9032-605621fb91a5 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:13.341517 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef20aae7-bf40-4ff1-9646-b6d52f95a142 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event updated for resources: {'Subnet': ['ID=66193187-9183-403f-aae8-8cdc6a08192d,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:13.347377 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ef20aae7-bf40-4ff1-9646-b6d52f95a142 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:13.401944 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-1a4c7f64-5e49-44ef-9032-605621fb91a5 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Usage tracker for resource:security_group and tenant:c837a06bbafd43338ec6405754dd6594 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:19:13.412424 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-1a4c7f64-5e49-44ef-9032-605621fb91a5 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:19:13.426396 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-1a4c7f64-5e49-44ef-9032-605621fb91a5 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:19:13.438659 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ef20aae7-bf40-4ff1-9646-b6d52f95a142 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1058495 Dec 15 19:19:13.445406 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51564) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:13.454647 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-df082ff8-69bd-4839-bcdf-af6c6012425d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Request body: {'port': {'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'fixed_ips': [{'subnet_id': '66193187-9183-403f-aae8-8cdc6a08192d', 'ip_address': '2001:db8::7e73:7218:d593:b05a'}], 'name': 'tempest-NetworksTestDHCPv6-1076733663'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:19:13.471969 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-1c690665-5c77-48f8-8e9d-2bf50ff7e8ca None None] Allocated IP 172.21.0.2 (4a4ebdca-77aa-4f46-a6fb-f4100a00cafa/be649512-c542-4d05-9343-efc2f7331778/a9cbd73d-d75a-4daa-9128-540db94ea282) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:19:13.494542 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:13.614784 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port f04c51d2-d8fb-4b6c-967f-18cdf3c047f7, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=f04c51d2-d8fb-4b6c-967f-18cdf3c047f7,segment=NetworkSegment(9575ac7b-3c85-46da-81c5-434024000f40),segment_id=9575ac7b-3c85-46da-81c5-434024000f40)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:19:13.637143 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a4c7f64-5e49-44ef-9032-605621fb91a5 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Notify callbacks [] for security_group, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:13.654440 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:13.659047 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-63dd971b-a4f2-42b4-8886-f0453c8d3de2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:13.700078 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-a337a599-53a1-4e4b-805f-981bd33082c9 None None] Deleting port f04c51d2-d8fb-4b6c-967f-18cdf3c047f7 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:19:13.700245 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a337a599-53a1-4e4b-805f-981bd33082c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:13.703764 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-df082ff8-69bd-4839-bcdf-af6c6012425d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:13.713265 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-df082ff8-69bd-4839-bcdf-af6c6012425d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Usage tracker for resource:port and tenant:e56ca83c553e4935a4e8b75ed76c674c is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:19:13.718484 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-df082ff8-69bd-4839-bcdf-af6c6012425d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:19:13.729613 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-df082ff8-69bd-4839-bcdf-af6c6012425d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:19:13.732775 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e61d7476-7022-4de0-99da-a2574d27d112 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145021'] for router_interface, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:13.891785 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df082ff8-69bd-4839-bcdf-af6c6012425d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Made reservation on behalf of e56ca83c553e4935a4e8b75ed76c674c for: {'port': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:19:13.901969 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-df082ff8-69bd-4839-bcdf-af6c6012425d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:13.909728 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1c690665-5c77-48f8-8e9d-2bf50ff7e8ca None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:13.927004 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-1c690665-5c77-48f8-8e9d-2bf50ff7e8ca None None] Transition to ACTIVE for port object a9cbd73d-d75a-4daa-9128-540db94ea282 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:19:13.941102 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=f04c51d2-d8fb-4b6c-967f-18cdf3c047f7,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:13.950754 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:13.951318 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-df082ff8-69bd-4839-bcdf-af6c6012425d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] device_id is not set on port 9d090054-4334-4d06-a5cf-b0b50a84152d yet. {{(pid=88991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:19:13.986048 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-1c690665-5c77-48f8-8e9d-2bf50ff7e8ca None None] Transition to ACTIVE for port object a9cbd73d-d75a-4daa-9128-540db94ea282 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:19:14.028388 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1c690665-5c77-48f8-8e9d-2bf50ff7e8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:14.041178 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a4c7f64-5e49-44ef-9032-605621fb91a5 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Notify callbacks [] for security_group, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:14.096681 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-519f0dab-b587-41f8-8aec-028f4efc4562 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:14.127789 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-1a4c7f64-5e49-44ef-9032-605621fb91a5 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:14.173209 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c690665-5c77-48f8-8e9d-2bf50ff7e8ca None None] Network 4a4ebdca-77aa-4f46-a6fb-f4100a00cafa is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:19:14.179552 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c690665-5c77-48f8-8e9d-2bf50ff7e8ca None None] Pushing event updated for resources: {'Port': ['ID=a9cbd73d-d75a-4daa-9128-540db94ea282,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:14.183657 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1c690665-5c77-48f8-8e9d-2bf50ff7e8ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:14.184873 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-1c690665-5c77-48f8-8e9d-2bf50ff7e8ca None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:19:14.187120 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c690665-5c77-48f8-8e9d-2bf50ff7e8ca None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:19:14.211787 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-1a4c7f64-5e49-44ef-9032-605621fb91a5 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Usage tracker for resource:security_group_rule and tenant:c837a06bbafd43338ec6405754dd6594 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:19:14.228160 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-07e6875f-96e0-4c2c-9756-cf9d40d20665 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] 10.222.0.36 "PUT /v2.0/ports/5b6849ea-2892-4eea-bd6f-e1d8d48924e1/tags/tempest-TagsExtTest-Tag-1130940545 HTTP/1.1" status: 201 len: 201 time: 1.0131173 Dec 15 19:19:14.228371 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-1a4c7f64-5e49-44ef-9032-605621fb91a5 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:19:14.288096 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51572) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:14.295572 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.tag.tag_plugin [None req-aac9941b-d8f7-43ff-be4c-473f09e5aecd tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '6a2975a3-3fbd-430a-be94-5e49c84a1ef8', 'tempest-TagsExtTest-Tag-38301113') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:14.304354 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-1a4c7f64-5e49-44ef-9032-605621fb91a5 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:19:14.308807 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-1c690665-5c77-48f8-8e9d-2bf50ff7e8ca None None] Attempting to bind port a9cbd73d-d75a-4daa-9128-540db94ea282 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:19:14.309310 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-1c690665-5c77-48f8-8e9d-2bf50ff7e8ca None None] Attempting to bind port a9cbd73d-d75a-4daa-9128-540db94ea282 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'cdecf102-fa6a-49a2-8035-523b605ff833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '4a4ebdca-77aa-4f46-a6fb-f4100a00cafa'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:19:14.309883 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c690665-5c77-48f8-8e9d-2bf50ff7e8ca None None] Attempting to bind port a9cbd73d-d75a-4daa-9128-540db94ea282 on network 4a4ebdca-77aa-4f46-a6fb-f4100a00cafa {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:19:14.320292 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf1d15a-8eb8-4790-9eae-df9df43fb1ce req-da0c1a00-9c67-4b0b-b62c-d9e2c7adf86c tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:14.321985 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5bf1d15a-8eb8-4790-9eae-df9df43fb1ce req-da0c1a00-9c67-4b0b-b62c-d9e2c7adf86c tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b7fa720-d8e5-4510-aeb0-a3b286372c89 HTTP/1.1" status: 200 len: 946 time: 0.7769415 Dec 15 19:19:14.334695 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c690665-5c77-48f8-8e9d-2bf50ff7e8ca None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:19:14.335790 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c690665-5c77-48f8-8e9d-2bf50ff7e8ca None None] Checking segment: {'id': 'cdecf102-fa6a-49a2-8035-523b605ff833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '4a4ebdca-77aa-4f46-a6fb-f4100a00cafa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:19:14.336336 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1c690665-5c77-48f8-8e9d-2bf50ff7e8ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:14.337007 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c690665-5c77-48f8-8e9d-2bf50ff7e8ca None None] Bound using segment: {'id': 'cdecf102-fa6a-49a2-8035-523b605ff833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '4a4ebdca-77aa-4f46-a6fb-f4100a00cafa'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:19:14.337746 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-1c690665-5c77-48f8-8e9d-2bf50ff7e8ca None None] Bound port: a9cbd73d-d75a-4daa-9128-540db94ea282, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdecf102-fa6a-49a2-8035-523b605ff833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '4a4ebdca-77aa-4f46-a6fb-f4100a00cafa'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:19:14.338269 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1c690665-5c77-48f8-8e9d-2bf50ff7e8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:14.404304 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-df082ff8-69bd-4839-bcdf-af6c6012425d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Allocated IP 2001:db8::7e73:7218:d593:b05a (489fa468-360a-4868-b4ac-a400ec975c5b/66193187-9183-403f-aae8-8cdc6a08192d/9d090054-4334-4d06-a5cf-b0b50a84152d) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:19:14.443417 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-1c690665-5c77-48f8-8e9d-2bf50ff7e8ca None None] For port a9cbd73d-d75a-4daa-9128-540db94ea282, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:19:14.462372 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-1c690665-5c77-48f8-8e9d-2bf50ff7e8ca None None] For port a9cbd73d-d75a-4daa-9128-540db94ea282, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=a9cbd73d-d75a-4daa-9128-540db94ea282,segment=NetworkSegment(cdecf102-fa6a-49a2-8035-523b605ff833),segment_id=cdecf102-fa6a-49a2-8035-523b605ff833)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:19:14.462930 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5bf1d15a-8eb8-4790-9eae-df9df43fb1ce req-756f14aa-29b2-4306-a0b4-573893933f2c tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3112f8-b936-4176-9b46-6040cf25625e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317902 Dec 15 19:19:14.476438 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-239c20ea-8d71-465d-a784-ba36b0b50367 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:19:14.505791 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-a337a599-53a1-4e4b-805f-981bd33082c9 None None] For port f04c51d2-d8fb-4b6c-967f-18cdf3c047f7, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=f04c51d2-d8fb-4b6c-967f-18cdf3c047f7,segment=NetworkSegment(9575ac7b-3c85-46da-81c5-434024000f40),segment_id=9575ac7b-3c85-46da-81c5-434024000f40)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:19:14.506312 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a337a599-53a1-4e4b-805f-981bd33082c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:14.565952 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-e61d7476-7022-4de0-99da-a2574d27d112 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Deleting port 028b9761-7d78-49bb-8b8e-500ad37fbc8b {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:19:14.566474 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e61d7476-7022-4de0-99da-a2574d27d112 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:14.569350 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a4c7f64-5e49-44ef-9032-605621fb91a5 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Notify callbacks [] for security_group, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:14.611472 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-239c20ea-8d71-465d-a784-ba36b0b50367 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:14.612825 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-239c20ea-8d71-465d-a784-ba36b0b50367 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.7584007 Dec 15 19:19:14.621837 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 51578) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:14.625594 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c762e94a-f821-41ce-a89c-7c48c2fa12c9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:14.732689 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-aac9941b-d8f7-43ff-be4c-473f09e5aecd tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] 10.222.0.36 "PUT /v2.0/routers/6a2975a3-3fbd-430a-be94-5e49c84a1ef8/tags/tempest-TagsExtTest-Tag-38301113 HTTP/1.1" status: 201 len: 201 time: 0.4424825 Dec 15 19:19:14.739338 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51582) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:14.740231 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a4c7f64-5e49-44ef-9032-605621fb91a5 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:14.759124 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0eb776d2-3653-48d7-bdee-6c1556b1aa38 tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:14.780048 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.tag.tag_plugin [None req-5c931e80-e5ad-4c63-a87a-40a873ae2da4 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '77096500-5ef9-49b4-91aa-43598117ea38', 'tempest-TagsExtTest-Tag-952071890') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:14.949974 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-a337a599-53a1-4e4b-805f-981bd33082c9 None None] Calling delete_port for f04c51d2-d8fb-4b6c-967f-18cdf3c047f7 owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:19:14.976978 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0de3fb-4330-49d4-916d-84ccec6f0b42 None None] Sync routers for ids ['346e5909-b0a5-42c7-9940-63a4ed7dcdca'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:19:14.984153 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f312670-27bd-4eb2-ba97-c6b3f9427068 None None] Network af93fbac-d8f0-4ba9-8b3b-939d17a7a19f requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:19:15.013208 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1c690665-5c77-48f8-8e9d-2bf50ff7e8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:15.026932 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b891b469-e83b-4b0b-b8a9-66f7186e1e07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:15.055950 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-5c931e80-e5ad-4c63-a87a-40a873ae2da4 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] 10.222.0.36 "PUT /v2.0/subnetpools/77096500-5ef9-49b4-91aa-43598117ea38/tags/tempest-TagsExtTest-Tag-952071890 HTTP/1.1" status: 201 len: 201 time: 0.3047190 Dec 15 19:19:15.062551 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51586) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:15.072839 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.tag.tag_plugin [None req-df56d11d-9114-4cc2-bd93-1c734f46775f tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '1cbef582-555a-4a19-9edc-266889ff7738', {'tags': ['tempest-TagsExtTest-Tag-860771269', 'tempest-TagsExtTest-Tag-713736520', 'tempest-TagsExtTest-Tag-420085926']}) {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:15.154600 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0de3fb-4330-49d4-916d-84ccec6f0b42 None None] Routers {'346e5909-b0a5-42c7-9940-63a4ed7dcdca'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:19:15.155322 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-1e0de3fb-4330-49d4-916d-84ccec6f0b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:19:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['346e5909-b0a5-42c7-9940-63a4ed7dcdca'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:15.162340 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e61d7476-7022-4de0-99da-a2574d27d112 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:15.192850 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-c762e94a-f821-41ce-a89c-7c48c2fa12c9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Allocated IP 172.20.0.1 (af93fbac-d8f0-4ba9-8b3b-939d17a7a19f/7f04068c-9b7b-494b-b61d-4a24e67fea7c/2ac47c13-c330-4237-963b-02889c416641) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:19:15.253599 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-df56d11d-9114-4cc2-bd93-1c734f46775f tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] 10.222.0.36 "PUT /v2.0/subnets/1cbef582-555a-4a19-9edc-266889ff7738/tags HTTP/1.1" status: 200 len: 315 time: 0.1871231 Dec 15 19:19:15.266549 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-1e0de3fb-4330-49d4-916d-84ccec6f0b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:15.314625 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-78b3d997-34e6-4524-ada9-318084f4fa0d None None] Provisioning for port 1524cc02-5c08-4e47-aadd-9a9e77807525 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:19:15.337979 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c690665-5c77-48f8-8e9d-2bf50ff7e8ca None None] Pushing event updated for resources: {'Port': ['ID=a9cbd73d-d75a-4daa-9128-540db94ea282,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:15.338112 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51590) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:15.338945 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0de3fb-4330-49d4-916d-84ccec6f0b42 None None] Routers {'346e5909-b0a5-42c7-9940-63a4ed7dcdca'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:19:15.340063 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-1e0de3fb-4330-49d4-916d-84ccec6f0b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:19:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['346e5909-b0a5-42c7-9940-63a4ed7dcdca'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:15.356930 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-e61d7476-7022-4de0-99da-a2574d27d112 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Calling delete_port for 028b9761-7d78-49bb-8b8e-500ad37fbc8b owned by network:router_interface {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:19:15.378826 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c762e94a-f821-41ce-a89c-7c48c2fa12c9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:15.393492 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-c762e94a-f821-41ce-a89c-7c48c2fa12c9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Transition to ACTIVE for port object 2ac47c13-c330-4237-963b-02889c416641 will not be triggered until provisioned by entity DHCP. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:19:15.395388 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.tag.tag_plugin [None req-be23356a-d1cd-4c5d-aec4-982d2aff03b3 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '1cbef582-555a-4a19-9edc-266889ff7738') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:15.404503 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-78b3d997-34e6-4524-ada9-318084f4fa0d None None] Provisioning complete for port 1524cc02-5c08-4e47-aadd-9a9e77807525 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:19:15.404935 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-78b3d997-34e6-4524-ada9-318084f4fa0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:15.421865 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-1a4c7f64-5e49-44ef-9032-605621fb91a5 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:15.425843 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-1a4c7f64-5e49-44ef-9032-605621fb91a5 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Usage tracker for resource:security_group_rule and tenant:c837a06bbafd43338ec6405754dd6594 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:19:15.429687 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-1a4c7f64-5e49-44ef-9032-605621fb91a5 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:19:15.435860 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-1a4c7f64-5e49-44ef-9032-605621fb91a5 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:19:15.447524 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1c690665-5c77-48f8-8e9d-2bf50ff7e8ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:15.465530 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-df082ff8-69bd-4839-bcdf-af6c6012425d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:15.509099 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-1e0de3fb-4330-49d4-916d-84ccec6f0b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:15.509837 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0de3fb-4330-49d4-916d-84ccec6f0b42 None None] The sync data for ids ['346e5909-b0a5-42c7-9940-63a4ed7dcdca'] in dv-neutron-821831-2-hyperv is: [] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:19:15.511749 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a4c7f64-5e49-44ef-9032-605621fb91a5 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Notify callbacks [] for security_group, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:15.524246 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a337a599-53a1-4e4b-805f-981bd33082c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866'] for port, after_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:15.529124 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-df082ff8-69bd-4839-bcdf-af6c6012425d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Transition to ACTIVE for port object 9d090054-4334-4d06-a5cf-b0b50a84152d will not be triggered until provisioned by entity DHCP. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:19:15.542789 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4c7f64-5e49-44ef-9032-605621fb91a5 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc68233-dc5e-476c-82f2-aac60a55b37f,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:15.549249 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a4c7f64-5e49-44ef-9032-605621fb91a5 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:15.575413 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ad5e8459-9d1e-4188-a058-fe21ed9b6db6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:15.579434 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1a4c7f64-5e49-44ef-9032-605621fb91a5 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.820s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:15.579991 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1a4c7f64-5e49-44ef-9032-605621fb91a5 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:15.632603 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a337a599-53a1-4e4b-805f-981bd33082c9 None None] No DVR routers for this DVR port f04c51d2-d8fb-4b6c-967f-18cdf3c047f7 on host dv-neutron-821831-2-hyperv {{(pid=88992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:19:15.636186 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c762e94a-f821-41ce-a89c-7c48c2fa12c9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:15.647911 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a337a599-53a1-4e4b-805f-981bd33082c9 None None] Pushing event deleted for resources: {'Port': ['ID=f04c51d2-d8fb-4b6c-967f-18cdf3c047f7,revision_number=None']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:15.648722 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a4c7f64-5e49-44ef-9032-605621fb91a5 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:15.654252 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1a4c7f64-5e49-44ef-9032-605621fb91a5 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.4462111 Dec 15 19:19:15.657823 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4c7f64-5e49-44ef-9032-605621fb91a5 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4774cb4-2811-434d-9bc4-1b8dd836bcda,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:15.658091 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a337a599-53a1-4e4b-805f-981bd33082c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:15.661315 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1a4c7f64-5e49-44ef-9032-605621fb91a5 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:15.666936 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 51594) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:15.668252 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-683d1033-9102-4ce8-9612-172ee11232a4 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:15.716016 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b0a476-1b41-4eb1-a2ec-a438fcebdd75 None None] Network 489fa468-360a-4868-b4ac-a400ec975c5b requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:19:15.720607 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-86c9c71e-407e-47d0-bd8b-a45d0589fa92 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Request body: {'security_group_rule': {'security_group_id': 'd4774cb4-2811-434d-9bc4-1b8dd836bcda', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:19:15.727755 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-86c9c71e-407e-47d0-bd8b-a45d0589fa92 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:15.733515 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-86c9c71e-407e-47d0-bd8b-a45d0589fa92 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Usage tracker for resource:security_group_rule and tenant:c837a06bbafd43338ec6405754dd6594 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:19:15.739708 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-86c9c71e-407e-47d0-bd8b-a45d0589fa92 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:19:15.752863 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-df082ff8-69bd-4839-bcdf-af6c6012425d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:15.760077 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-78da9d97-18b3-4462-bdc8-0695698b8811 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:15.781917 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c762e94a-f821-41ce-a89c-7c48c2fa12c9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Network af93fbac-d8f0-4ba9-8b3b-939d17a7a19f is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:19:15.783191 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-86c9c71e-407e-47d0-bd8b-a45d0589fa92 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:19:15.791666 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-c762e94a-f821-41ce-a89c-7c48c2fa12c9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:19:15.792861 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c762e94a-f821-41ce-a89c-7c48c2fa12c9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:19:15.821661 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-78b3d997-34e6-4524-ada9-318084f4fa0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:15.827124 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-be23356a-d1cd-4c5d-aec4-982d2aff03b3 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] 10.222.0.36 "DELETE /v2.0/subnets/1cbef582-555a-4a19-9edc-266889ff7738/tags HTTP/1.1" status: 204 len: 168 time: 0.4885230 Dec 15 19:19:15.827124 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e61d7476-7022-4de0-99da-a2574d27d112 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:15.835082 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 51598) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:15.862186 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.tag.tag_plugin [None req-16309457-1c98-492a-9e1d-c9fde69c7955 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1cbef582-555a-4a19-9edc-266889ff7738', 'tempest-TagsExtTest-Tag-860771269') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:15.882403 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df082ff8-69bd-4839-bcdf-af6c6012425d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event updated for resources: {'Port': ['ID=9d090054-4334-4d06-a5cf-b0b50a84152d,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:15.886562 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df082ff8-69bd-4839-bcdf-af6c6012425d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Network 489fa468-360a-4868-b4ac-a400ec975c5b is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:19:15.888291 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-df082ff8-69bd-4839-bcdf-af6c6012425d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:15.889184 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-df082ff8-69bd-4839-bcdf-af6c6012425d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:19:15.891921 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ff3902cc-6fcc-4a86-846a-6a82711ac667 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:15.931455 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df082ff8-69bd-4839-bcdf-af6c6012425d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:19:15.936419 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df082ff8-69bd-4839-bcdf-af6c6012425d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:15.937749 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-df082ff8-69bd-4839-bcdf-af6c6012425d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:15.943292 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ee788-e03f-4454-9523-a0c71c69ab30 req-43ca2479-61d5-406f-93a0-78ccc1422611 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:15.945046 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ea1ee788-e03f-4454-9523-a0c71c69ab30 req-43ca2479-61d5-406f-93a0-78ccc1422611 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b7fa720-d8e5-4510-aeb0-a3b286372c89 HTTP/1.1" status: 200 len: 946 time: 1.2473140 Dec 15 19:19:16.000262 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c762e94a-f821-41ce-a89c-7c48c2fa12c9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Pushing event updated for resources: {'Port': ['ID=2ac47c13-c330-4237-963b-02889c416641,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:16.004573 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c762e94a-f821-41ce-a89c-7c48c2fa12c9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:16.019537 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61d7476-7022-4de0-99da-a2574d27d112 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event deleted for resources: {'Port': ['ID=028b9761-7d78-49bb-8b8e-500ad37fbc8b,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:16.035848 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e61d7476-7022-4de0-99da-a2574d27d112 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:16.077602 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-78b3d997-34e6-4524-ada9-318084f4fa0d None None] For port 1524cc02-5c08-4e47-aadd-9a9e77807525, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=1524cc02-5c08-4e47-aadd-9a9e77807525,segment=NetworkSegment(285434a5-6c47-4baf-a20e-0e0ac92be7d8),segment_id=285434a5-6c47-4baf-a20e-0e0ac92be7d8)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:19:16.136123 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-78b3d997-34e6-4524-ada9-318084f4fa0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:16.137026 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-86c9c71e-407e-47d0-bd8b-a45d0589fa92 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:16.142279 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ae7fd166-3e85-47de-aa94-d005f43e0ca9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:16.157424 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c762e94a-f821-41ce-a89c-7c48c2fa12c9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630901'] for router_interface, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:16.179341 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ea1ee788-e03f-4454-9523-a0c71c69ab30 req-38dbf10c-a200-48df-babf-aca124c1080b tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3112f8-b936-4176-9b46-6040cf25625e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2257710 Dec 15 19:19:16.281760 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-16309457-1c98-492a-9e1d-c9fde69c7955 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] show failed (client error): The resource could not be found. Dec 15 19:19:16.282912 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-16309457-1c98-492a-9e1d-c9fde69c7955 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] 10.222.0.36 "GET /v2.0/subnets/1cbef582-555a-4a19-9edc-266889ff7738/tags/tempest-TagsExtTest-Tag-860771269 HTTP/1.1" status: 404 len: 328 time: 0.4350727 Dec 15 19:19:16.292233 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 51604) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:16.296452 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b3d997-34e6-4524-ada9-318084f4fa0d None None] Pushing event updated for resources: {'Port': ['ID=1524cc02-5c08-4e47-aadd-9a9e77807525,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:16.302293 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-78b3d997-34e6-4524-ada9-318084f4fa0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:16.328388 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-86c9c71e-407e-47d0-bd8b-a45d0589fa92 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:16.338385 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.tag.tag_plugin [None req-7499ef54-e9dd-4def-b610-c6484f8647a9 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1cbef582-555a-4a19-9edc-266889ff7738', 'tempest-TagsExtTest-Tag-713736520') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:16.403178 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-86c9c71e-407e-47d0-bd8b-a45d0589fa92 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:16.456864 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4212aa5c-af54-49df-a8a2-dec696fff3d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-489fa468-360a-4868-b4ac-a400ec975c5b', 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'tenant_id': 'e56ca83c553e4935a4e8b75ed76c674c', 'fixed_ips': [{'subnet_id': '66193187-9183-403f-aae8-8cdc6a08192d'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:19:16.458270 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4212aa5c-af54-49df-a8a2-dec696fff3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:16.516620 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:16.582876 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c9c71e-407e-47d0-bd8b-a45d0589fa92 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5684ea1-9621-4d59-a0f4-f52de56a2d4e,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:16.589859 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e61d7476-7022-4de0-99da-a2574d27d112 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852815828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854144871'] for router_interface, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:16.606340 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-86c9c71e-407e-47d0-bd8b-a45d0589fa92 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:16.684886 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-4212aa5c-af54-49df-a8a2-dec696fff3d4 None None] Allocated IP 2001:db8::2 (489fa468-360a-4868-b4ac-a400ec975c5b/66193187-9183-403f-aae8-8cdc6a08192d/3d2d13a1-b36a-41ef-80fa-2fefa4ffc13b) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:19:16.702312 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d31780be-28eb-4a56-8705-1292348ef07c None None] Provisioning complete for port 1524cc02-5c08-4e47-aadd-9a9e77807525 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:19:16.703008 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d31780be-28eb-4a56-8705-1292348ef07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:16.703281 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-df082ff8-69bd-4839-bcdf-af6c6012425d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2550392 Dec 15 19:19:16.711845 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51610) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:16.736410 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c762e94a-f821-41ce-a89c-7c48c2fa12c9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:16.751090 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-86c9c71e-407e-47d0-bd8b-a45d0589fa92 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:16.752385 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-86c9c71e-407e-47d0-bd8b-a45d0589fa92 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0485308 Dec 15 19:19:16.766581 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 51614) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:16.783501 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-06f8c090-f28b-4c71-a463-edbf845c658e tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Request body: {'security_group_rule': {'security_group_id': 'd4774cb4-2811-434d-9bc4-1b8dd836bcda', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:19:17.074273 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-06f8c090-f28b-4c71-a463-edbf845c658e tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:17.110037 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 1524cc02-5c08-4e47-aadd-9a9e77807525 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:19:17.122231 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-06f8c090-f28b-4c71-a463-edbf845c658e tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Usage tracker for resource:security_group_rule and tenant:c837a06bbafd43338ec6405754dd6594 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:19:17.126830 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-06f8c090-f28b-4c71-a463-edbf845c658e tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:19:17.155461 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ada877-56d5-40d3-a093-df9893c0ec4c tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:17.156788 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d7ada877-56d5-40d3-a093-df9893c0ec4c tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Synchronizing usage tracker for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:port {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:19:17.176138 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-06f8c090-f28b-4c71-a463-edbf845c658e tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:19:17.182423 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d31780be-28eb-4a56-8705-1292348ef07c None None] Provisioning for port 2ac47c13-c330-4237-963b-02889c416641 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:19:17.186917 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-7499ef54-e9dd-4def-b610-c6484f8647a9 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] show failed (client error): The resource could not be found. Dec 15 19:19:17.188297 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-7499ef54-e9dd-4def-b610-c6484f8647a9 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] 10.222.0.36 "GET /v2.0/subnets/1cbef582-555a-4a19-9edc-266889ff7738/tags/tempest-TagsExtTest-Tag-713736520 HTTP/1.1" status: 404 len: 328 time: 0.8582113 Dec 15 19:19:17.201695 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e70ba5a-d557-453c-a654-04a48c88fb74 req-3061ae79-0165-45b6-9682-8e814d6e45af tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:17.209501 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5e70ba5a-d557-453c-a654-04a48c88fb74 req-3061ae79-0165-45b6-9682-8e814d6e45af tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b7fa720-d8e5-4510-aeb0-a3b286372c89 HTTP/1.1" status: 200 len: 946 time: 0.7576511 Dec 15 19:19:17.211899 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d31780be-28eb-4a56-8705-1292348ef07c None None] Provisioning complete for port 2ac47c13-c330-4237-963b-02889c416641 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:19:17.212608 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d31780be-28eb-4a56-8705-1292348ef07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:17.222663 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 51618) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:17.230597 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.tag.tag_plugin [None req-0a3baed4-31ff-4092-923d-5c7282ddd3d2 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1cbef582-555a-4a19-9edc-266889ff7738', 'tempest-TagsExtTest-Tag-420085926') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:17.244962 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 1524cc02-5c08-4e47-aadd-9a9e77807525 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:19:17.245517 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:17.249445 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d7ada877-56d5-40d3-a093-df9893c0ec4c tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Unset dirty status for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:port {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:19:17.253783 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d7ada877-56d5-40d3-a093-df9893c0ec4c tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.5408733 Dec 15 19:19:17.260417 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51622) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:17.293410 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4212aa5c-af54-49df-a8a2-dec696fff3d4 None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:17.329928 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-4212aa5c-af54-49df-a8a2-dec696fff3d4 None None] Transition to ACTIVE for port object 3d2d13a1-b36a-41ef-80fa-2fefa4ffc13b will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:19:17.340998 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d31780be-28eb-4a56-8705-1292348ef07c None None] Port 2ac47c13-c330-4237-963b-02889c416641 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:19:17.347591 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-7e63196b-788c-4f1a-a9ff-8ccea96a4aa7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Deleting port 9d090054-4334-4d06-a5cf-b0b50a84152d {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:19:17.347972 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7e63196b-788c-4f1a-a9ff-8ccea96a4aa7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:17.378294 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-4212aa5c-af54-49df-a8a2-dec696fff3d4 None None] Transition to ACTIVE for port object 3d2d13a1-b36a-41ef-80fa-2fefa4ffc13b will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:19:17.389127 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e61d7476-7022-4de0-99da-a2574d27d112 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Router afb7b3b9-b298-4bef-9397-bb551c1e146a has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:19:17.527394 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-06f8c090-f28b-4c71-a463-edbf845c658e tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:17.613978 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4212aa5c-af54-49df-a8a2-dec696fff3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:17.628277 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e75d30e1-5517-46fc-986f-dab182f4ba26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:17.667291 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7e63196b-788c-4f1a-a9ff-8ccea96a4aa7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:17.667709 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5e70ba5a-d557-453c-a654-04a48c88fb74 req-1721b02b-dbe2-4734-99b7-6e2237eec75a tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3112f8-b936-4176-9b46-6040cf25625e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4560747 Dec 15 19:19:17.716267 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-0a3baed4-31ff-4092-923d-5c7282ddd3d2 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] show failed (client error): The resource could not be found. Dec 15 19:19:17.717406 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0a3baed4-31ff-4092-923d-5c7282ddd3d2 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] 10.222.0.36 "GET /v2.0/subnets/1cbef582-555a-4a19-9edc-266889ff7738/tags/tempest-TagsExtTest-Tag-420085926 HTTP/1.1" status: 404 len: 328 time: 0.4934523 Dec 15 19:19:17.732169 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4212aa5c-af54-49df-a8a2-dec696fff3d4 None None] Pushing event updated for resources: {'Port': ['ID=3d2d13a1-b36a-41ef-80fa-2fefa4ffc13b,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:17.742383 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4212aa5c-af54-49df-a8a2-dec696fff3d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:17.756125 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 51628) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:17.780134 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b836dd5f-ff0d-410c-a851-f19fda692d83 None None] Network 4a4ebdca-77aa-4f46-a6fb-f4100a00cafa requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:19:17.797074 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4212aa5c-af54-49df-a8a2-dec696fff3d4 None None] Network 489fa468-360a-4868-b4ac-a400ec975c5b is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:19:17.801914 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device a9cbd73d-d75a-4daa-9128-540db94ea282 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:19:17.810906 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-7e63196b-788c-4f1a-a9ff-8ccea96a4aa7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Calling delete_port for 9d090054-4334-4d06-a5cf-b0b50a84152d owned by {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:19:17.820350 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.tag.tag_plugin [None req-397e27b3-b3df-45b3-a2f3-3c6225bf840f tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '5b6849ea-2892-4eea-bd6f-e1d8d48924e1', {'tags': ['tempest-TagsExtTest-Tag-634140967', 'tempest-TagsExtTest-Tag-1236007353', 'tempest-TagsExtTest-Tag-1571093516']}) {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:17.836657 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-4212aa5c-af54-49df-a8a2-dec696fff3d4 None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:19:17.881000 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-06f8c090-f28b-4c71-a463-edbf845c658e tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] create failed (client error): There was a conflict when trying to complete your request. Dec 15 19:19:17.885335 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-06f8c090-f28b-4c71-a463-edbf845c658e tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.1132898 Dec 15 19:19:17.892615 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 51632) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:17.901247 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-5ddd6079-7e9a-4978-8c75-4d98480d623a None None] Provisioning complete for port 2ac47c13-c330-4237-963b-02889c416641 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:19:17.901816 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5ddd6079-7e9a-4978-8c75-4d98480d623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:17.925919 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4212aa5c-af54-49df-a8a2-dec696fff3d4 None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:19:18.038311 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-5ddd6079-7e9a-4978-8c75-4d98480d623a None None] Port 2ac47c13-c330-4237-963b-02889c416641 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:19:18.074395 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e61d7476-7022-4de0-99da-a2574d27d112 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:19:18.090284 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6770a09-d79c-49b7-a121-a1af194357dd None None] Sync routers for ids ['afb7b3b9-b298-4bef-9397-bb551c1e146a'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:19:18.093213 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e61d7476-7022-4de0-99da-a2574d27d112 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "PUT /v2.0/routers/afb7b3b9-b298-4bef-9397-bb551c1e146a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1376548 Dec 15 19:19:18.094049 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51636) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:18.109176 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6770a09-d79c-49b7-a121-a1af194357dd None None] Routers {'afb7b3b9-b298-4bef-9397-bb551c1e146a'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:19:18.110108 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-f6770a09-d79c-49b7-a121-a1af194357dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:19:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['afb7b3b9-b298-4bef-9397-bb551c1e146a'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:18.130988 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-4212aa5c-af54-49df-a8a2-dec696fff3d4 None None] Attempting to bind port 3d2d13a1-b36a-41ef-80fa-2fefa4ffc13b on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:19:18.132177 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-4212aa5c-af54-49df-a8a2-dec696fff3d4 None None] Attempting to bind port 3d2d13a1-b36a-41ef-80fa-2fefa4ffc13b by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '9575ac7b-3c85-46da-81c5-434024000f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:19:18.132655 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4212aa5c-af54-49df-a8a2-dec696fff3d4 None None] Attempting to bind port 3d2d13a1-b36a-41ef-80fa-2fefa4ffc13b on network 489fa468-360a-4868-b4ac-a400ec975c5b {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:19:18.139469 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port a9cbd73d-d75a-4daa-9128-540db94ea282 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:19:18.146306 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-71245839-322c-4f7b-bb7d-749157f2a1e7 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] GET failed (client error): The resource could not be found. Dec 15 19:19:18.146876 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-71245839-322c-4f7b-bb7d-749157f2a1e7 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Synchronizing usage tracker for tenant:d09e37d948244dafb936d2972b3d58c9 on resource:port {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:19:18.169520 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-397e27b3-b3df-45b3-a2f3-3c6225bf840f tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] 10.222.0.36 "PUT /v2.0/ports/5b6849ea-2892-4eea-bd6f-e1d8d48924e1/tags HTTP/1.1" status: 200 len: 317 time: 0.4086561 Dec 15 19:19:18.171541 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7e63196b-788c-4f1a-a9ff-8ccea96a4aa7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:18.174127 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51640) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:18.195250 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4212aa5c-af54-49df-a8a2-dec696fff3d4 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:19:18.195864 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4212aa5c-af54-49df-a8a2-dec696fff3d4 None None] Checking segment: {'id': '9575ac7b-3c85-46da-81c5-434024000f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:19:18.196434 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4212aa5c-af54-49df-a8a2-dec696fff3d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:18.196995 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4212aa5c-af54-49df-a8a2-dec696fff3d4 None None] Bound using segment: {'id': '9575ac7b-3c85-46da-81c5-434024000f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:19:18.197660 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-4212aa5c-af54-49df-a8a2-dec696fff3d4 None None] Bound port: 3d2d13a1-b36a-41ef-80fa-2fefa4ffc13b, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9575ac7b-3c85-46da-81c5-434024000f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:19:18.197814 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-f6770a09-d79c-49b7-a121-a1af194357dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:18.198318 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4212aa5c-af54-49df-a8a2-dec696fff3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:18.201173 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.tag.tag_plugin [None req-1a729791-258f-4fa2-99ea-0891c9e13144 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5b6849ea-2892-4eea-bd6f-e1d8d48924e1') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:18.209805 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6770a09-d79c-49b7-a121-a1af194357dd None None] Routers {'afb7b3b9-b298-4bef-9397-bb551c1e146a'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:19:18.210501 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-f6770a09-d79c-49b7-a121-a1af194357dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:19:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['afb7b3b9-b298-4bef-9397-bb551c1e146a'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:18.230875 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8da7f798-ba15-4630-abf0-52ce7810274a tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Notify callbacks [] for security_group, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:18.249891 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e61d7476-7022-4de0-99da-a2574d27d112 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:18.267330 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f475dba-1c89-4256-96e1-017184ec54f1 req-a13275fd-6396-45ff-89bb-b1abe489b7dc tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:18.268933 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4f475dba-1c89-4256-96e1-017184ec54f1 req-a13275fd-6396-45ff-89bb-b1abe489b7dc tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b7fa720-d8e5-4510-aeb0-a3b286372c89 HTTP/1.1" status: 200 len: 946 time: 0.3894219 Dec 15 19:19:18.278153 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-f6770a09-d79c-49b7-a121-a1af194357dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:18.278889 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6770a09-d79c-49b7-a121-a1af194357dd None None] The sync data for ids ['afb7b3b9-b298-4bef-9397-bb551c1e146a'] in dv-neutron-821831-2-hyperv is: [] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:19:18.314600 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-71245839-322c-4f7b-bb7d-749157f2a1e7 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Unset dirty status for tenant:d09e37d948244dafb936d2972b3d58c9 on resource:port {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:19:18.318676 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-71245839-322c-4f7b-bb7d-749157f2a1e7 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "GET /v2.0/ports/028b9761-7d78-49bb-8b8e-500ad37fbc8b HTTP/1.1" status: 404 len: 333 time: 0.2186022 Dec 15 19:19:18.318829 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c762e94a-f821-41ce-a89c-7c48c2fa12c9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:18.322604 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-4212aa5c-af54-49df-a8a2-dec696fff3d4 None None] For port 3d2d13a1-b36a-41ef-80fa-2fefa4ffc13b, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:19:18.324914 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e63196b-788c-4f1a-a9ff-8ccea96a4aa7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event deleted for resources: {'Port': ['ID=9d090054-4334-4d06-a5cf-b0b50a84152d,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:18.326823 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51644) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:18.328701 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-4212aa5c-af54-49df-a8a2-dec696fff3d4 None None] For port 3d2d13a1-b36a-41ef-80fa-2fefa4ffc13b, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=3d2d13a1-b36a-41ef-80fa-2fefa4ffc13b,segment=NetworkSegment(9575ac7b-3c85-46da-81c5-434024000f40),segment_id=9575ac7b-3c85-46da-81c5-434024000f40)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:19:18.330810 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8da7f798-ba15-4630-abf0-52ce7810274a tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:18.334457 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7e63196b-788c-4f1a-a9ff-8ccea96a4aa7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:18.372467 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c762e94a-f821-41ce-a89c-7c48c2fa12c9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:18.376629 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4212aa5c-af54-49df-a8a2-dec696fff3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:18.380778 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d26a969c-0bfe-4111-b030-2693e7a2c99c None None] Provisioning for port a9cbd73d-d75a-4daa-9128-540db94ea282 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:19:18.386859 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:18.407789 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0047c145-cdcf-4d45-84bb-f242eeab85a5 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:18.430412 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d26a969c-0bfe-4111-b030-2693e7a2c99c None None] Provisioning complete for port a9cbd73d-d75a-4daa-9128-540db94ea282 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:19:18.430412 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d26a969c-0bfe-4111-b030-2693e7a2c99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:18.500306 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7e63196b-788c-4f1a-a9ff-8ccea96a4aa7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:18.504368 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-7e63196b-788c-4f1a-a9ff-8ccea96a4aa7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/ports/9d090054-4334-4d06-a5cf-b0b50a84152d HTTP/1.1" status: 204 len: 168 time: 1.2406261 Dec 15 19:19:18.505547 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51648) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:18.548995 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4212aa5c-af54-49df-a8a2-dec696fff3d4 None None] Pushing event updated for resources: {'Port': ['ID=3d2d13a1-b36a-41ef-80fa-2fefa4ffc13b,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:18.555421 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4212aa5c-af54-49df-a8a2-dec696fff3d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:18.564813 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4f475dba-1c89-4256-96e1-017184ec54f1 req-f48680e4-febc-4ea4-860a-f3fd9cf34515 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3112f8-b936-4176-9b46-6040cf25625e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2879343 Dec 15 19:19:18.593827 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c762e94a-f821-41ce-a89c-7c48c2fa12c9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1959989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854145006'] for router_interface, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:18.612411 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7131d389-f3dc-4afd-b5ac-b96cbda71000 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for router, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:18.616658 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c762e94a-f821-41ce-a89c-7c48c2fa12c9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Pushing event updated for resources: {'Port': ['ID=2ac47c13-c330-4237-963b-02889c416641,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:18.624704 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c762e94a-f821-41ce-a89c-7c48c2fa12c9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:18.629126 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8da7f798-ba15-4630-abf0-52ce7810274a tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:18.648584 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ce79be05-bd71-431a-894f-572cb01b5332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-529961155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-529961155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:18.676308 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d26a969c-0bfe-4111-b030-2693e7a2c99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:18.676822 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da7f798-ba15-4630-abf0-52ce7810274a tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4774cb4-2811-434d-9bc4-1b8dd836bcda,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:18.698149 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8da7f798-ba15-4630-abf0-52ce7810274a tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:18.735507 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d26a969c-0bfe-4111-b030-2693e7a2c99c None None] For port a9cbd73d-d75a-4daa-9128-540db94ea282, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=a9cbd73d-d75a-4daa-9128-540db94ea282,segment=NetworkSegment(cdecf102-fa6a-49a2-8035-523b605ff833),segment_id=cdecf102-fa6a-49a2-8035-523b605ff833)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:19:18.765956 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d26a969c-0bfe-4111-b030-2693e7a2c99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:18.772630 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-78b3d997-34e6-4524-ada9-318084f4fa0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:18.778511 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8da7f798-ba15-4630-abf0-52ce7810274a tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:18.782167 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8da7f798-ba15-4630-abf0-52ce7810274a tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] 10.222.0.36 "DELETE /v2.0/security-groups/d4774cb4-2811-434d-9bc4-1b8dd836bcda HTTP/1.1" status: 204 len: 168 time: 0.8460639 Dec 15 19:19:18.790457 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a119da7-5084-4ba4-8e30-92f1ca2fa385 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:18.790786 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 51654) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:18.792540 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a119da7-5084-4ba4-8e30-92f1ca2fa385 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:18.793610 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-9a119da7-5084-4ba4-8e30-92f1ca2fa385 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Synchronizing usage tracker for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:subnet {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:19:18.878925 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26a969c-0bfe-4111-b030-2693e7a2c99c None None] Pushing event updated for resources: {'Port': ['ID=a9cbd73d-d75a-4daa-9128-540db94ea282,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:18.884414 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d26a969c-0bfe-4111-b030-2693e7a2c99c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:18.953947 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c762e94a-f821-41ce-a89c-7c48c2fa12c9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Network af93fbac-d8f0-4ba9-8b3b-939d17a7a19f is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:19:18.956486 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8d04847b-739e-4965-a3b4-aba6bfbd20a0 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Synchronizing usage tracker for tenant:c837a06bbafd43338ec6405754dd6594 on resource:security_group {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:19:18.967023 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-c762e94a-f821-41ce-a89c-7c48c2fa12c9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:19:19.157068 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-77a9f91b-43b5-4fb8-8d46-749acaac49ff None None] Provisioning complete for port a9cbd73d-d75a-4daa-9128-540db94ea282 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:19:19.158453 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-77a9f91b-43b5-4fb8-8d46-749acaac49ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:19.269964 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1a729791-258f-4fa2-99ea-0891c9e13144 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] 10.222.0.36 "DELETE /v2.0/ports/5b6849ea-2892-4eea-bd6f-e1d8d48924e1/tags HTTP/1.1" status: 204 len: 168 time: 1.0939951 Dec 15 19:19:19.270988 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-9a119da7-5084-4ba4-8e30-92f1ca2fa385 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Unset dirty status for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:subnet {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:19:19.275395 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9a119da7-5084-4ba4-8e30-92f1ca2fa385 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.7637885 Dec 15 19:19:19.281330 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51658) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:19.281819 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51660) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:19.290163 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.tag.tag_plugin [None req-0b9d61ca-ec9b-4a54-9ac7-2d7dc4a6793e tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5b6849ea-2892-4eea-bd6f-e1d8d48924e1', 'tempest-TagsExtTest-Tag-634140967') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:19.484857 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b96abe38-9973-4fc9-bb1c-5fc2f8f6bbaf None None] Provisioning complete for port 2ac47c13-c330-4237-963b-02889c416641 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:19:19.485289 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b96abe38-9973-4fc9-bb1c-5fc2f8f6bbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:19.487371 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8d04847b-739e-4965-a3b4-aba6bfbd20a0 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Unset dirty status for tenant:c837a06bbafd43338ec6405754dd6594 on resource:security_group {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:19:19.493638 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8d04847b-739e-4965-a3b4-aba6bfbd20a0 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6958568 Dec 15 19:19:19.498588 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 51666) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:19.512309 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-89de6828-bec6-4911-a00e-589f6a3ab9d7 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Request body: {'security_group': {'name': 'tempest-secgroup--890690213'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:19:19.527085 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-89de6828-bec6-4911-a00e-589f6a3ab9d7 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:19.541707 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-89de6828-bec6-4911-a00e-589f6a3ab9d7 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:19:19.544895 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-b96abe38-9973-4fc9-bb1c-5fc2f8f6bbaf None None] Port 2ac47c13-c330-4237-963b-02889c416641 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:19:19.586502 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7131d389-f3dc-4afd-b5ac-b96cbda71000 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854207876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854699191'] for router, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:19.650862 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7131d389-f3dc-4afd-b5ac-b96cbda71000 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:19.715422 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-0b9d61ca-ec9b-4a54-9ac7-2d7dc4a6793e tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] show failed (client error): The resource could not be found. Dec 15 19:19:19.715422 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0b9d61ca-ec9b-4a54-9ac7-2d7dc4a6793e tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] 10.222.0.36 "GET /v2.0/ports/5b6849ea-2892-4eea-bd6f-e1d8d48924e1/tags/tempest-TagsExtTest-Tag-634140967 HTTP/1.1" status: 404 len: 328 time: 0.4249389 Dec 15 19:19:19.719683 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 51670) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:19.729923 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.tag.tag_plugin [None req-bb287d35-a32d-45c2-8981-9b88238421bd tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5b6849ea-2892-4eea-bd6f-e1d8d48924e1', 'tempest-TagsExtTest-Tag-1236007353') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:19.747804 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-f96ea34d-da67-4e99-b3c6-6d8768ff797e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Deleting subnet 66193187-9183-403f-aae8-8cdc6a08192d {{(pid=88991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:19:19.751133 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f96ea34d-da67-4e99-b3c6-6d8768ff797e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:19.765030 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-89de6828-bec6-4911-a00e-589f6a3ab9d7 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Notify callbacks [] for security_group, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:19.781229 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7131d389-f3dc-4afd-b5ac-b96cbda71000 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854207982'] for router, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:19.781813 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7131d389-f3dc-4afd-b5ac-b96cbda71000 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Fanout notify agent at l3_agent the message router_deleted on router afb7b3b9-b298-4bef-9397-bb551c1e146a {{(pid=88991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 19:19:19.798637 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2fd19840-480e-44ab-8374-a9f588ae4446 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:19.806905 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7131d389-f3dc-4afd-b5ac-b96cbda71000 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for router, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:19.810740 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-7131d389-f3dc-4afd-b5ac-b96cbda71000 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "DELETE /v2.0/routers/afb7b3b9-b298-4bef-9397-bb551c1e146a HTTP/1.1" status: 204 len: 168 time: 1.4786489 Dec 15 19:19:19.811771 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51674) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:19.872547 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f96ea34d-da67-4e99-b3c6-6d8768ff797e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16332759'] for subnet, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:19.933968 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-89de6828-bec6-4911-a00e-589f6a3ab9d7 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:19.941315 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-89de6828-bec6-4911-a00e-589f6a3ab9d7 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Usage tracker for resource:security_group_rule and tenant:c837a06bbafd43338ec6405754dd6594 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:19:19.960820 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-89de6828-bec6-4911-a00e-589f6a3ab9d7 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:19:20.025686 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-89de6828-bec6-4911-a00e-589f6a3ab9d7 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:19:20.056728 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-bb287d35-a32d-45c2-8981-9b88238421bd tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] show failed (client error): The resource could not be found. Dec 15 19:19:20.057859 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-bb287d35-a32d-45c2-8981-9b88238421bd tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] 10.222.0.36 "GET /v2.0/ports/5b6849ea-2892-4eea-bd6f-e1d8d48924e1/tags/tempest-TagsExtTest-Tag-1236007353 HTTP/1.1" status: 404 len: 329 time: 0.3362408 Dec 15 19:19:20.063543 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 51680) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:20.080313 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f96ea34d-da67-4e99-b3c6-6d8768ff797e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:20.086775 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.tag.tag_plugin [None req-a8211dc6-43d6-4bbf-af29-977e532c87c7 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5b6849ea-2892-4eea-bd6f-e1d8d48924e1', 'tempest-TagsExtTest-Tag-1571093516') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:20.144653 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3722431-7e68-4090-84b5-6c13d1e69dab tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Deleting subnet 241d10a6-2d98-4324-92ac-8d41c050dc71 {{(pid=88991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:19:20.152805 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d3722431-7e68-4090-84b5-6c13d1e69dab tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for subnet, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:20.224017 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d3722431-7e68-4090-84b5-6c13d1e69dab tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16332759'] for subnet, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:20.293804 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-89de6828-bec6-4911-a00e-589f6a3ab9d7 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Notify callbacks [] for security_group, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:20.322433 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d3722431-7e68-4090-84b5-6c13d1e69dab tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:20.396210 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f96ea34d-da67-4e99-b3c6-6d8768ff797e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16156049'] for subnet, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:20.396550 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-a8211dc6-43d6-4bbf-af29-977e532c87c7 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] show failed (client error): The resource could not be found. Dec 15 19:19:20.406835 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a8211dc6-43d6-4bbf-af29-977e532c87c7 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] 10.222.0.36 "GET /v2.0/ports/5b6849ea-2892-4eea-bd6f-e1d8d48924e1/tags/tempest-TagsExtTest-Tag-1571093516 HTTP/1.1" status: 404 len: 329 time: 0.3297439 Dec 15 19:19:20.406835 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-89de6828-bec6-4911-a00e-589f6a3ab9d7 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:20.407139 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c576c6b5-4800-496b-8c3b-4bd05fdc5d52 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:20.409873 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 51694) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:20.412015 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2c67acd3-2f28-4ada-b661-309235c268ce tempest-ExternalNetworksTestJSON-1009722200 tempest-ExternalNetworksTestJSON-1009722200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:20.434229 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d3722431-7e68-4090-84b5-6c13d1e69dab tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16156049'] for subnet, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:20.446673 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.tag.tag_plugin [None req-7a53b74b-39a9-498b-a7b5-6c9a60e9a34e tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '6a2975a3-3fbd-430a-be94-5e49c84a1ef8', {'tags': ['tempest-TagsExtTest-Tag-394953472', 'tempest-TagsExtTest-Tag-290276148', 'tempest-TagsExtTest-Tag-826728391']}) {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:20.450441 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96ea34d-da67-4e99-b3c6-6d8768ff797e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event deleted for resources: {'Subnet': ['ID=66193187-9183-403f-aae8-8cdc6a08192d,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:20.456937 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f96ea34d-da67-4e99-b3c6-6d8768ff797e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:20.457504 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-771d7050-aa1b-4c7b-a344-aa0db799749f tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:20.497747 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3722431-7e68-4090-84b5-6c13d1e69dab tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event deleted for resources: {'Subnet': ['ID=241d10a6-2d98-4324-92ac-8d41c050dc71,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:20.499964 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f96ea34d-da67-4e99-b3c6-6d8768ff797e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:20.504388 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d3722431-7e68-4090-84b5-6c13d1e69dab tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:20.506809 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d3722431-7e68-4090-84b5-6c13d1e69dab tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:20.516993 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a89347-01ad-4c4e-9b2f-d3472157023c None None] Network 341fce9e-b0c1-4409-96ac-65cc4992e640 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:19:20.525252 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d3722431-7e68-4090-84b5-6c13d1e69dab tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "DELETE /v2.0/subnets/241d10a6-2d98-4324-92ac-8d41c050dc71 HTTP/1.1" status: 204 len: 168 time: 0.7125905 Dec 15 19:19:20.527911 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51698) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:20.554402 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f96ea34d-da67-4e99-b3c6-6d8768ff797e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/subnets/66193187-9183-403f-aae8-8cdc6a08192d HTTP/1.1" status: 204 len: 168 time: 1.2692759 Dec 15 19:19:20.560180 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51702) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:20.612195 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c762e94a-f821-41ce-a89c-7c48c2fa12c9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Router 59acb6bf-6b69-4bfa-9b9d-b9793b8dc451 is scheduled to L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 with binding_index 1 {{(pid=88990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 15 19:19:20.733922 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-bb7a1cbf-e495-4f81-ba21-cf9406dfcd28 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1710455 Dec 15 19:19:20.740174 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51706) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:20.755571 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-26d66e4b-a183-4215-b184-aad4264b15a3 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Request body: {'subnet': {'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:19:20.837950 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89de6828-bec6-4911-a00e-589f6a3ab9d7 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32c7da1c-7962-4bdd-a445-6bfbaa53265c,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:20.847426 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4569eeb-31d8-4d52-ae6f-65463f498386 None None] Network 489fa468-360a-4868-b4ac-a400ec975c5b requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:19:20.869545 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89de6828-bec6-4911-a00e-589f6a3ab9d7 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:19:20.870103 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89de6828-bec6-4911-a00e-589f6a3ab9d7 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:19:20.870780 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89de6828-bec6-4911-a00e-589f6a3ab9d7 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:19:20.871317 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89de6828-bec6-4911-a00e-589f6a3ab9d7 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:19:20.872661 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89de6828-bec6-4911-a00e-589f6a3ab9d7 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:19:20.873212 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89de6828-bec6-4911-a00e-589f6a3ab9d7 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:19:20.873762 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89de6828-bec6-4911-a00e-589f6a3ab9d7 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:19:20.874326 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89de6828-bec6-4911-a00e-589f6a3ab9d7 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:19:20.874893 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89de6828-bec6-4911-a00e-589f6a3ab9d7 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:19:20.875551 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89de6828-bec6-4911-a00e-589f6a3ab9d7 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:19:20.876183 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89de6828-bec6-4911-a00e-589f6a3ab9d7 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:19:20.919085 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-198ddb07-d4ce-4a2b-893f-7cc76784e6ca tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:20.957122 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-26d66e4b-a183-4215-b184-aad4264b15a3 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:20.967711 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-26d66e4b-a183-4215-b184-aad4264b15a3 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Usage tracker for resource:subnet and tenant:e56ca83c553e4935a4e8b75ed76c674c is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:19:20.971713 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-26d66e4b-a183-4215-b184-aad4264b15a3 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:19:20.975776 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-198ddb07-d4ce-4a2b-893f-7cc76784e6ca tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Deleting port aab8d416-7a60-41bb-bbee-8003ccc1fe24 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:19:20.976160 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-198ddb07-d4ce-4a2b-893f-7cc76784e6ca tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:20.984741 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-89de6828-bec6-4911-a00e-589f6a3ab9d7 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:21.002870 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-89de6828-bec6-4911-a00e-589f6a3ab9d7 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:21.004367 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-89de6828-bec6-4911-a00e-589f6a3ab9d7 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.5030897 Dec 15 19:19:21.021262 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51718) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:21.030290 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-26d66e4b-a183-4215-b184-aad4264b15a3 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:19:21.034674 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-44ab19cc-93d0-4118-9147-422359335c21 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Request body: {'security_group_rule': {'security_group_id': '32c7da1c-7962-4bdd-a445-6bfbaa53265c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:19:21.035367 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-44ab19cc-93d0-4118-9147-422359335c21 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 19:19:21.036431 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-44ab19cc-93d0-4118-9147-422359335c21 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0140922 Dec 15 19:19:21.042710 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51722) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:21.086827 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d27628ae-75d5-4b13-a2c7-b939cb9be80b None None] Could not find standard attr ID for object 9d090054-4334-4d06-a5cf-b0b50a84152d. {{(pid=88992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 15 19:19:21.126296 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-7a53b74b-39a9-498b-a7b5-6c9a60e9a34e tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] 10.222.0.36 "PUT /v2.0/routers/6a2975a3-3fbd-430a-be94-5e49c84a1ef8/tags HTTP/1.1" status: 200 len: 315 time: 0.7028794 Dec 15 19:19:21.134048 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 51726) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:21.143091 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 3d2d13a1-b36a-41ef-80fa-2fefa4ffc13b up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:19:21.147164 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d66e4b-a183-4215-b184-aad4264b15a3 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Made reservation on behalf of e56ca83c553e4935a4e8b75ed76c674c for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:19:21.152250 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.tag.tag_plugin [None req-2e700c1f-f2f7-4ca2-9c8b-55b037f1ba6d tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6a2975a3-3fbd-430a-be94-5e49c84a1ef8') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:21.153405 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-26d66e4b-a183-4215-b184-aad4264b15a3 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:21.195039 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d27628ae-75d5-4b13-a2c7-b939cb9be80b None None] Provisioning for port 3d2d13a1-b36a-41ef-80fa-2fefa4ffc13b completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:19:21.296987 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-2fd19840-480e-44ab-8374-a9f588ae4446 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Allocated IP 172.20.0.1 (f8fcd137-2500-4805-86ac-5256cb4d6231/0004311d-9baf-4d02-95af-55f801eff043/96eb710a-e63f-4d2c-b05c-11370940d56f) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:19:21.297845 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e45c93a9-19d3-42d8-b296-ebdc54cbb77d tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Notify callbacks [] for security_group, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:21.312119 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 3d2d13a1-b36a-41ef-80fa-2fefa4ffc13b completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:19:21.318515 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 3d2d13a1-b36a-41ef-80fa-2fefa4ffc13b triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:19:21.319375 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:21.398909 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bb5e38-d337-4660-82cc-882ec2bad3f1 None None] DHCP port deletion for 341fce9e-b0c1-4409-96ac-65cc4992e640 request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:19:21.406778 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-97bb5e38-d337-4660-82cc-882ec2bad3f1 None None] Deleting port aab8d416-7a60-41bb-bbee-8003ccc1fe24 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:19:21.407375 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-97bb5e38-d337-4660-82cc-882ec2bad3f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:21.432060 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e45c93a9-19d3-42d8-b296-ebdc54cbb77d tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:21.443381 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5425842-921d-4fe8-9ff7-a0550ab23427 None None] DHCP port deletion for 489fa468-360a-4868-b4ac-a400ec975c5b request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:19:21.470858 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-b5425842-921d-4fe8-9ff7-a0550ab23427 None None] Deleting port 3d2d13a1-b36a-41ef-80fa-2fefa4ffc13b {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:19:21.471391 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b5425842-921d-4fe8-9ff7-a0550ab23427 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:21.480662 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-198ddb07-d4ce-4a2b-893f-7cc76784e6ca tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] For port aab8d416-7a60-41bb-bbee-8003ccc1fe24, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=aab8d416-7a60-41bb-bbee-8003ccc1fe24,segment=NetworkSegment(3e337da2-51e7-46fe-ab76-05bc523597bf),segment_id=3e337da2-51e7-46fe-ab76-05bc523597bf)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:19:21.481072 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-198ddb07-d4ce-4a2b-893f-7cc76784e6ca tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:21.632309 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-198ddb07-d4ce-4a2b-893f-7cc76784e6ca tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Calling delete_port for aab8d416-7a60-41bb-bbee-8003ccc1fe24 owned by network:dhcp {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:19:21.749245 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63ca78-00e2-4d6d-a3bc-63194d2ff4de req-c955fab7-294d-4345-9650-2e3e217e6c43 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:21.751223 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0e63ca78-00e2-4d6d-a3bc-63194d2ff4de req-c955fab7-294d-4345-9650-2e3e217e6c43 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a8fcdba-9ed4-4e76-945e-12df297099e0 HTTP/1.1" status: 200 len: 946 time: 0.7378664 Dec 15 19:19:21.868979 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c762e94a-f821-41ce-a89c-7c48c2fa12c9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:19:21.883130 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c762e94a-f821-41ce-a89c-7c48c2fa12c9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "PUT /v2.0/routers/59acb6bf-6b69-4bfa-9b9d-b9793b8dc451/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6730959 Dec 15 19:19:21.889175 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 51730) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:21.895566 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2fd19840-480e-44ab-8374-a9f588ae4446 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:21.901034 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d995a900-69e5-4463-af5b-a3d9ad855f2d None None] Sync routers for ids ['59acb6bf-6b69-4bfa-9b9d-b9793b8dc451'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:19:21.948655 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-2e700c1f-f2f7-4ca2-9c8b-55b037f1ba6d tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] 10.222.0.36 "DELETE /v2.0/routers/6a2975a3-3fbd-430a-be94-5e49c84a1ef8/tags HTTP/1.1" status: 204 len: 168 time: 0.8009648 Dec 15 19:19:21.952045 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51734) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:21.957047 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0e63ca78-00e2-4d6d-a3bc-63194d2ff4de req-96b378b0-c149-43d0-891d-331a3400dd31 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] 10.222.0.36 "GET /v2.0/security-groups?id=19b98e59-0c96-4874-b9ee-d71b2bd06b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1914971 Dec 15 19:19:21.968884 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e45c93a9-19d3-42d8-b296-ebdc54cbb77d tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:21.980823 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.tag.tag_plugin [None req-4a5f6f05-e7b3-49a2-b773-9787f7e8c233 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6a2975a3-3fbd-430a-be94-5e49c84a1ef8', 'tempest-TagsExtTest-Tag-394953472') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:21.988082 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:21.993509 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865ab4b4-e354-4c80-aa27-82eba506a6dd tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:21.994171 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-865ab4b4-e354-4c80-aa27-82eba506a6dd tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Synchronizing usage tracker for tenant:2a421f48bcf04f759d7a89b7f013838e on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:19:22.035134 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4ce77647-8dff-4eb6-9bd0-eb8e6ab6d0b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:22.048533 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2fd19840-480e-44ab-8374-a9f588ae4446 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:22.054505 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-eee28524-9a7a-4aa7-9d58-3ccd5b86ba81 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:22.084179 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45c93a9-19d3-42d8-b296-ebdc54cbb77d tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c7da1c-7962-4bdd-a445-6bfbaa53265c,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:22.097540 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-865ab4b4-e354-4c80-aa27-82eba506a6dd tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Unset dirty status for tenant:2a421f48bcf04f759d7a89b7f013838e on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:19:22.102482 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-865ab4b4-e354-4c80-aa27-82eba506a6dd tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "GET /v2.0/ports/2ac47c13-c330-4237-963b-02889c416641 HTTP/1.1" status: 200 len: 910 time: 0.2088699 Dec 15 19:19:22.108224 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 51738) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:22.112318 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d995a900-69e5-4463-af5b-a3d9ad855f2d None None] Routers {'59acb6bf-6b69-4bfa-9b9d-b9793b8dc451'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:19:22.113049 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-d995a900-69e5-4463-af5b-a3d9ad855f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:19:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['59acb6bf-6b69-4bfa-9b9d-b9793b8dc451'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:22.145422 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e45c93a9-19d3-42d8-b296-ebdc54cbb77d tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:22.193970 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e45c93a9-19d3-42d8-b296-ebdc54cbb77d tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:22.195386 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e45c93a9-19d3-42d8-b296-ebdc54cbb77d tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] 10.222.0.36 "DELETE /v2.0/security-groups/32c7da1c-7962-4bdd-a445-6bfbaa53265c HTTP/1.1" status: 204 len: 168 time: 1.1512618 Dec 15 19:19:22.205368 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51742) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:22.206835 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-97bb5e38-d337-4660-82cc-882ec2bad3f1 None None] For port aab8d416-7a60-41bb-bbee-8003ccc1fe24, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=aab8d416-7a60-41bb-bbee-8003ccc1fe24,segment=NetworkSegment(3e337da2-51e7-46fe-ab76-05bc523597bf),segment_id=3e337da2-51e7-46fe-ab76-05bc523597bf)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:19:22.207859 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-97bb5e38-d337-4660-82cc-882ec2bad3f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:22.226965 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-d995a900-69e5-4463-af5b-a3d9ad855f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:22.230829 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-198ddb07-d4ce-4a2b-893f-7cc76784e6ca tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:22.241674 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-65ea21d0-7dd8-4ea2-ab9c-eff51103c41b tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:22.271388 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd19840-480e-44ab-8374-a9f588ae4446 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Network f8fcd137-2500-4805-86ac-5256cb4d6231 is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:19:22.277901 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-2fd19840-480e-44ab-8374-a9f588ae4446 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:19:22.280832 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd19840-480e-44ab-8374-a9f588ae4446 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Pushing event updated for resources: {'Port': ['ID=96eb710a-e63f-4d2c-b05c-11370940d56f,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:22.283344 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd19840-480e-44ab-8374-a9f588ae4446 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:19:22.290532 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-4a5f6f05-e7b3-49a2-b773-9787f7e8c233 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] show failed (client error): The resource could not be found. Dec 15 19:19:22.291665 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4a5f6f05-e7b3-49a2-b773-9787f7e8c233 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] 10.222.0.36 "GET /v2.0/routers/6a2975a3-3fbd-430a-be94-5e49c84a1ef8/tags/tempest-TagsExtTest-Tag-394953472 HTTP/1.1" status: 404 len: 328 time: 0.3317981 Dec 15 19:19:22.296195 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198ddb07-d4ce-4a2b-893f-7cc76784e6ca tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event deleted for resources: {'Port': ['ID=aab8d416-7a60-41bb-bbee-8003ccc1fe24,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:22.298435 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-26d66e4b-a183-4215-b184-aad4264b15a3 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:22.303356 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-198ddb07-d4ce-4a2b-893f-7cc76784e6ca tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:22.303845 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51746) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:22.306126 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-699645ee-1013-4a81-99bf-5daea524bb4b tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:22.318974 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2fd19840-480e-44ab-8374-a9f588ae4446 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:22.343529 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.tag.tag_plugin [None req-bf5e3c8c-3caa-490e-b9ab-70e501450f68 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6a2975a3-3fbd-430a-be94-5e49c84a1ef8', 'tempest-TagsExtTest-Tag-290276148') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:22.378143 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2fd19840-480e-44ab-8374-a9f588ae4446 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630901'] for router_interface, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:22.385875 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-97bb5e38-d337-4660-82cc-882ec2bad3f1 None None] Calling delete_port for aab8d416-7a60-41bb-bbee-8003ccc1fe24 owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:19:22.431391 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port 3d2d13a1-b36a-41ef-80fa-2fefa4ffc13b, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=3d2d13a1-b36a-41ef-80fa-2fefa4ffc13b,segment=NetworkSegment(9575ac7b-3c85-46da-81c5-434024000f40),segment_id=9575ac7b-3c85-46da-81c5-434024000f40)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:19:22.436373 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d995a900-69e5-4463-af5b-a3d9ad855f2d None None] Routers {'59acb6bf-6b69-4bfa-9b9d-b9793b8dc451'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:19:22.437072 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-d995a900-69e5-4463-af5b-a3d9ad855f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:19:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['59acb6bf-6b69-4bfa-9b9d-b9793b8dc451'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:22.491567 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198ddb07-d4ce-4a2b-893f-7cc76784e6ca tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] No DVR routers for this DVR port aab8d416-7a60-41bb-bbee-8003ccc1fe24 on host dv-neutron-821831-2-hyperv {{(pid=88991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:19:22.502758 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b5425842-921d-4fe8-9ff7-a0550ab23427 None None] For port 3d2d13a1-b36a-41ef-80fa-2fefa4ffc13b, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=3d2d13a1-b36a-41ef-80fa-2fefa4ffc13b,segment=NetworkSegment(9575ac7b-3c85-46da-81c5-434024000f40),segment_id=9575ac7b-3c85-46da-81c5-434024000f40)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:19:22.503214 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b5425842-921d-4fe8-9ff7-a0550ab23427 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:22.514055 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:22.514579 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device a9cbd73d-d75a-4daa-9128-540db94ea282 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:19:22.556689 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4212aa5c-af54-49df-a8a2-dec696fff3d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:22.568031 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d66e4b-a183-4215-b184-aad4264b15a3 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Network 489fa468-360a-4868-b4ac-a400ec975c5b is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:19:22.587971 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-26d66e4b-a183-4215-b184-aad4264b15a3 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:19:22.590303 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d66e4b-a183-4215-b184-aad4264b15a3 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event updated for resources: {'Subnet': ['ID=406c9dcd-6735-4c1e-8fc1-f521378cf4ff,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:22.592374 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d66e4b-a183-4215-b184-aad4264b15a3 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:22.593014 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-26d66e4b-a183-4215-b184-aad4264b15a3 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:22.605110 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-26d66e4b-a183-4215-b184-aad4264b15a3 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:22.649352 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2fd19840-480e-44ab-8374-a9f588ae4446 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:22.656983 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8b320076-d465-49fa-a19f-628e4c1c7238 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Synchronizing usage tracker for tenant:c837a06bbafd43338ec6405754dd6594 on resource:security_group {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:19:22.712685 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-198ddb07-d4ce-4a2b-893f-7cc76784e6ca tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:22.725495 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-bf5e3c8c-3caa-490e-b9ab-70e501450f68 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] show failed (client error): The resource could not be found. Dec 15 19:19:22.729468 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-bf5e3c8c-3caa-490e-b9ab-70e501450f68 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] 10.222.0.36 "GET /v2.0/routers/6a2975a3-3fbd-430a-be94-5e49c84a1ef8/tags/tempest-TagsExtTest-Tag-290276148 HTTP/1.1" status: 404 len: 328 time: 0.3936353 Dec 15 19:19:22.729747 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51750) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:22.748157 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.tag.tag_plugin [None req-58bf9546-7aa6-4003-9ba0-1f04631bc41e tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6a2975a3-3fbd-430a-be94-5e49c84a1ef8', 'tempest-TagsExtTest-Tag-826728391') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:22.807664 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=3d2d13a1-b36a-41ef-80fa-2fefa4ffc13b,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:22.810399 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-d995a900-69e5-4463-af5b-a3d9ad855f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:22.810870 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d995a900-69e5-4463-af5b-a3d9ad855f2d None None] The sync data for ids ['59acb6bf-6b69-4bfa-9b9d-b9793b8dc451'] in dv-neutron-821831-2-hyperv is: [] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:19:22.814877 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-26d66e4b-a183-4215-b184-aad4264b15a3 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0730693 Dec 15 19:19:22.815900 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8b320076-d465-49fa-a19f-628e4c1c7238 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Unset dirty status for tenant:c837a06bbafd43338ec6405754dd6594 on resource:security_group {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:19:22.817079 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8b320076-d465-49fa-a19f-628e4c1c7238 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6063836 Dec 15 19:19:22.819327 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-198ddb07-d4ce-4a2b-893f-7cc76784e6ca tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['341fce9e-b0c1-4409-96ac-65cc4992e640']}} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:22.821475 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 51754) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:22.821859 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 51756) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:22.829629 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-b0c6be35-c645-45d0-b8ea-1f98f7ecc696 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Request body: {'port': {'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'fixed_ips': [{'subnet_id': '406c9dcd-6735-4c1e-8fc1-f521378cf4ff', 'ip_address': '2001:db8::2ff:6052:9e14:3a49'}], 'name': 'tempest-NetworksTestDHCPv6-2012265957'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:19:22.833346 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-b5425842-921d-4fe8-9ff7-a0550ab23427 None None] Calling delete_port for 3d2d13a1-b36a-41ef-80fa-2fefa4ffc13b owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:19:22.861278 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-0f8a9e84-5ced-467b-a2d4-22c2026c5718 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Request body: {'security_group': {'name': 'tempest-secgroup--1666865422'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:19:22.862552 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:22.881036 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-0f8a9e84-5ced-467b-a2d4-22c2026c5718 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:22.887423 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-198ddb07-d4ce-4a2b-893f-7cc76784e6ca tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e337da2-51e7-46fe-ab76-05bc523597bf') {'for_net_delete': True} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:22.887765 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-198ddb07-d4ce-4a2b-893f-7cc76784e6ca tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e337da2-51e7-46fe-ab76-05bc523597bf') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:22.905769 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-198ddb07-d4ce-4a2b-893f-7cc76784e6ca tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838443042'] for segment, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:22.931765 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-198ddb07-d4ce-4a2b-893f-7cc76784e6ca tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:22.938270 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-58bf9546-7aa6-4003-9ba0-1f04631bc41e tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] show failed (client error): The resource could not be found. Dec 15 19:19:22.941923 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-58bf9546-7aa6-4003-9ba0-1f04631bc41e tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] 10.222.0.36 "GET /v2.0/routers/6a2975a3-3fbd-430a-be94-5e49c84a1ef8/tags/tempest-TagsExtTest-Tag-826728391 HTTP/1.1" status: 404 len: 328 time: 0.2083611 Dec 15 19:19:22.942859 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51762) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:22.943232 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-97bb5e38-d337-4660-82cc-882ec2bad3f1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88992) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:19:22.943682 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-97bb5e38-d337-4660-82cc-882ec2bad3f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:19:22.948583 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.tag.tag_plugin [None req-cd349f90-8f2c-433b-81d7-233ce9216c91 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '77096500-5ef9-49b4-91aa-43598117ea38', {'tags': ['tempest-TagsExtTest-Tag-884607642', 'tempest-TagsExtTest-Tag-508144247', 'tempest-TagsExtTest-Tag-1929945726']}) {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:22.958211 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-198ddb07-d4ce-4a2b-893f-7cc76784e6ca tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=88991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:19:22.958681 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-198ddb07-d4ce-4a2b-893f-7cc76784e6ca tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838443729'] for segment, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:22.971358 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port a9cbd73d-d75a-4daa-9128-540db94ea282 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:19:22.971707 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:22.974668 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:19:22.974668 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:19:22.974668 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:19:22.974668 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:19:22.974668 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:19:22.974668 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:19:22.974668 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:19:22.974668 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:19:22.974668 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:19:22.974668 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:19:22.974668 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:19:22.974668 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:19:22.974668 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:19:22.974668 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:19:22.974668 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:19:22.974668 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:19:22.974668 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:19:22.974668 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:19:22.974668 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:19:22.974668 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:19:22.974668 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:19:22.974668 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:19:22.974668 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:19:22.974668 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:19:22.974668 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:19:22.974668 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:19:22.974668 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:19:22.974668 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:19:22.974668 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:19:22.974668 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:19:22.974668 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:19:22.974668 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:19:23.035400 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-0f8a9e84-5ced-467b-a2d4-22c2026c5718 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:19:23.105989 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-b5425842-921d-4fe8-9ff7-a0550ab23427 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88992) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:19:23.106451 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-b5425842-921d-4fe8-9ff7-a0550ab23427 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:19:23.131720 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-cd349f90-8f2c-433b-81d7-233ce9216c91 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] 10.222.0.36 "PUT /v2.0/subnetpools/77096500-5ef9-49b4-91aa-43598117ea38/tags HTTP/1.1" status: 200 len: 316 time: 0.1867390 Dec 15 19:19:23.133018 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51768) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:23.136349 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-198ddb07-d4ce-4a2b-893f-7cc76784e6ca tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:23.144421 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.tag.tag_plugin [None req-1bdf307b-05ec-4a41-9343-edd784145591 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '77096500-5ef9-49b4-91aa-43598117ea38') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:23.158928 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5612e9c2-0240-4beb-99fc-ce2bad2882a6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:23.165324 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0f8a9e84-5ced-467b-a2d4-22c2026c5718 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Notify callbacks [] for security_group, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:23.176024 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-198ddb07-d4ce-4a2b-893f-7cc76784e6ca tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:23.191459 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198ddb07-d4ce-4a2b-893f-7cc76784e6ca tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event deleted for resources: {'Network': ['ID=341fce9e-b0c1-4409-96ac-65cc4992e640,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:23.198576 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-198ddb07-d4ce-4a2b-893f-7cc76784e6ca tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "DELETE /v2.0/networks/341fce9e-b0c1-4409-96ac-65cc4992e640 HTTP/1.1" status: 204 len: 168 time: 2.6679261 Dec 15 19:19:23.202551 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51772) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:23.212047 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device aab8d416-7a60-41bb-bbee-8003ccc1fe24 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:19:23.248725 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: aab8d416-7a60-41bb-bbee-8003ccc1fe24 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:19:23.249580 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device aab8d416-7a60-41bb-bbee-8003ccc1fe24 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:19:23.249882 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 3d2d13a1-b36a-41ef-80fa-2fefa4ffc13b no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:19:23.257137 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198ddb07-d4ce-4a2b-893f-7cc76784e6ca tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:19:23.257549 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198ddb07-d4ce-4a2b-893f-7cc76784e6ca tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:19:23.257973 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198ddb07-d4ce-4a2b-893f-7cc76784e6ca tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:19:23.258422 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198ddb07-d4ce-4a2b-893f-7cc76784e6ca tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:19:23.259001 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198ddb07-d4ce-4a2b-893f-7cc76784e6ca tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:19:23.259480 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198ddb07-d4ce-4a2b-893f-7cc76784e6ca tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:19:23.259890 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198ddb07-d4ce-4a2b-893f-7cc76784e6ca tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:19:23.260297 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198ddb07-d4ce-4a2b-893f-7cc76784e6ca tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:19:23.260701 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198ddb07-d4ce-4a2b-893f-7cc76784e6ca tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:19:23.261204 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198ddb07-d4ce-4a2b-893f-7cc76784e6ca tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:19:23.261485 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198ddb07-d4ce-4a2b-893f-7cc76784e6ca tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:19:23.275126 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-198ddb07-d4ce-4a2b-893f-7cc76784e6ca tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:23.309576 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-b0c6be35-c645-45d0-b8ea-1f98f7ecc696 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:23.316162 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd40ff4-42a3-4317-b9ed-f80cbecffac7 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:23.316162 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-9cd40ff4-42a3-4317-b9ed-f80cbecffac7 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Synchronizing usage tracker for tenant:d09e37d948244dafb936d2972b3d58c9 on resource:port {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:19:23.330768 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-b0c6be35-c645-45d0-b8ea-1f98f7ecc696 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Usage tracker for resource:port and tenant:e56ca83c553e4935a4e8b75ed76c674c is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:19:23.335637 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1bdf307b-05ec-4a41-9343-edd784145591 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] 10.222.0.36 "DELETE /v2.0/subnetpools/77096500-5ef9-49b4-91aa-43598117ea38/tags HTTP/1.1" status: 204 len: 168 time: 0.2012091 Dec 15 19:19:23.338629 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51776) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:23.342982 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-b0c6be35-c645-45d0-b8ea-1f98f7ecc696 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:19:23.345102 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.tag.tag_plugin [None req-0da20c1c-a12d-45b9-839a-c9c08f8979fb tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '77096500-5ef9-49b4-91aa-43598117ea38', 'tempest-TagsExtTest-Tag-884607642') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:23.362413 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-b0c6be35-c645-45d0-b8ea-1f98f7ecc696 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:19:23.365978 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-9cd40ff4-42a3-4317-b9ed-f80cbecffac7 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Unset dirty status for tenant:d09e37d948244dafb936d2972b3d58c9 on resource:port {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:19:23.368870 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9cd40ff4-42a3-4317-b9ed-f80cbecffac7 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "GET /v2.0/ports/ade84e06-1718-4072-bfa5-59c5b41610f8 HTTP/1.1" status: 200 len: 845 time: 0.1631114 Dec 15 19:19:23.374377 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51780) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:23.376637 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:23.387246 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-0f8a9e84-5ced-467b-a2d4-22c2026c5718 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:23.412863 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-0da20c1c-a12d-45b9-839a-c9c08f8979fb tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] show failed (client error): The resource could not be found. Dec 15 19:19:23.416984 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0da20c1c-a12d-45b9-839a-c9c08f8979fb tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] 10.222.0.36 "GET /v2.0/subnetpools/77096500-5ef9-49b4-91aa-43598117ea38/tags/tempest-TagsExtTest-Tag-884607642 HTTP/1.1" status: 404 len: 328 time: 0.0744760 Dec 15 19:19:23.417128 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port 3d2d13a1-b36a-41ef-80fa-2fefa4ffc13b, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=3d2d13a1-b36a-41ef-80fa-2fefa4ffc13b,segment=NetworkSegment(9575ac7b-3c85-46da-81c5-434024000f40),segment_id=9575ac7b-3c85-46da-81c5-434024000f40)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:19:23.419556 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51784) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:23.431474 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.tag.tag_plugin [None req-5d4127db-92da-47a2-b6b8-1241df9800b2 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '77096500-5ef9-49b4-91aa-43598117ea38', 'tempest-TagsExtTest-Tag-508144247') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:23.445223 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-97bb5e38-d337-4660-82cc-882ec2bad3f1 None None] Deleting port aab8d416-7a60-41bb-bbee-8003ccc1fe24 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:19:23.445798 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-97bb5e38-d337-4660-82cc-882ec2bad3f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:23.457366 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-0f8a9e84-5ced-467b-a2d4-22c2026c5718 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Usage tracker for resource:security_group_rule and tenant:c837a06bbafd43338ec6405754dd6594 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:19:23.475805 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-0f8a9e84-5ced-467b-a2d4-22c2026c5718 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:19:23.476013 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-5aff6bb5-815c-4649-af64-b1737d6051d4 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "GET /v2.0/ports/ade84e06-1718-4072-bfa5-59c5b41610f8?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0968163 Dec 15 19:19:23.478132 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:23.478827 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-5d4127db-92da-47a2-b6b8-1241df9800b2 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] show failed (client error): The resource could not be found. Dec 15 19:19:23.484794 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-5d4127db-92da-47a2-b6b8-1241df9800b2 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] 10.222.0.36 "GET /v2.0/subnetpools/77096500-5ef9-49b4-91aa-43598117ea38/tags/tempest-TagsExtTest-Tag-508144247 HTTP/1.1" status: 404 len: 328 time: 0.0599999 Dec 15 19:19:23.484794 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51788) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:23.486709 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51792) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:23.489586 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-59e0ba75-bdbc-416c-b0f6-f7189dfaf8df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:23.494982 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-57c41c43-0b91-4cda-9ba3-a36aa08090e5 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Request body: {'subnet': {'network_id': '6bbc6c7c-f125-4649-a419-6271dad8e00c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:19:23.526894 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.tag.tag_plugin [None req-ffb83983-8ff0-4249-9a2c-85b200e4d52e tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '77096500-5ef9-49b4-91aa-43598117ea38', 'tempest-TagsExtTest-Tag-1929945726') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:23.529104 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-0f8a9e84-5ced-467b-a2d4-22c2026c5718 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:19:23.538935 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c6be35-c645-45d0-b8ea-1f98f7ecc696 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Made reservation on behalf of e56ca83c553e4935a4e8b75ed76c674c for: {'port': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:19:23.572559 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d8da22-277c-462d-8702-e59db04aaca3 req-a09ccc46-0b26-4355-8c58-80c3974b78ab tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:23.574203 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-54d8da22-277c-462d-8702-e59db04aaca3 req-a09ccc46-0b26-4355-8c58-80c3974b78ab tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a8fcdba-9ed4-4e76-945e-12df297099e0 HTTP/1.1" status: 200 len: 946 time: 0.4343863 Dec 15 19:19:23.574526 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-97bb5e38-d337-4660-82cc-882ec2bad3f1 None None] The port 'aab8d416-7a60-41bb-bbee-8003ccc1fe24' was deleted {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 15 19:19:23.602643 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=3d2d13a1-b36a-41ef-80fa-2fefa4ffc13b,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:23.606079 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:23.608134 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-b5425842-921d-4fe8-9ff7-a0550ab23427 None None] Deleting port 3d2d13a1-b36a-41ef-80fa-2fefa4ffc13b {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:19:23.609141 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b5425842-921d-4fe8-9ff7-a0550ab23427 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:23.698210 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-57c41c43-0b91-4cda-9ba3-a36aa08090e5 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:23.703648 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-ffb83983-8ff0-4249-9a2c-85b200e4d52e tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] show failed (client error): The resource could not be found. Dec 15 19:19:23.704999 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ffb83983-8ff0-4249-9a2c-85b200e4d52e tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] 10.222.0.36 "GET /v2.0/subnetpools/77096500-5ef9-49b4-91aa-43598117ea38/tags/tempest-TagsExtTest-Tag-1929945726 HTTP/1.1" status: 404 len: 329 time: 0.2170274 Dec 15 19:19:23.706301 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-57c41c43-0b91-4cda-9ba3-a36aa08090e5 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Usage tracker for resource:subnet and tenant:d09e37d948244dafb936d2972b3d58c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:19:23.709668 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51796) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:23.712860 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-57c41c43-0b91-4cda-9ba3-a36aa08090e5 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:19:23.721544 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.tag.tag_plugin [None req-00238866-bf19-4682-a4a8-f0d1836ce342 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '77096500-5ef9-49b4-91aa-43598117ea38') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:23.742312 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-57c41c43-0b91-4cda-9ba3-a36aa08090e5 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:19:23.780448 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-00238866-bf19-4682-a4a8-f0d1836ce342 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] 10.222.0.36 "DELETE /v2.0/subnetpools/77096500-5ef9-49b4-91aa-43598117ea38/tags HTTP/1.1" status: 204 len: 168 time: 0.0694571 Dec 15 19:19:23.786879 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51800) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:23.828851 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.tag.tag_plugin [None req-22c6757d-cf0c-45b3-b6e8-02282e27299c tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6a2975a3-3fbd-430a-be94-5e49c84a1ef8') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:23.894174 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b5425842-921d-4fe8-9ff7-a0550ab23427 None None] For port 3d2d13a1-b36a-41ef-80fa-2fefa4ffc13b, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=3d2d13a1-b36a-41ef-80fa-2fefa4ffc13b,segment=NetworkSegment(9575ac7b-3c85-46da-81c5-434024000f40),segment_id=9575ac7b-3c85-46da-81c5-434024000f40)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:19:23.894691 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b5425842-921d-4fe8-9ff7-a0550ab23427 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:23.904100 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:23.914797 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c41c43-0b91-4cda-9ba3-a36aa08090e5 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Made reservation on behalf of d09e37d948244dafb936d2972b3d58c9 for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:19:24.030263 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-b5425842-921d-4fe8-9ff7-a0550ab23427 None None] Calling delete_port for 3d2d13a1-b36a-41ef-80fa-2fefa4ffc13b owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:19:24.048126 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-57c41c43-0b91-4cda-9ba3-a36aa08090e5 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:24.132664 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-54d8da22-277c-462d-8702-e59db04aaca3 req-b5442e8a-1429-4f4a-a205-fe2ffb611502 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] 10.222.0.36 "GET /v2.0/security-groups?id=19b98e59-0c96-4874-b9ee-d71b2bd06b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5385630 Dec 15 19:19:24.140192 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b5425842-921d-4fe8-9ff7-a0550ab23427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866'] for port, after_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:24.143005 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-22c6757d-cf0c-45b3-b6e8-02282e27299c tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] 10.222.0.36 "DELETE /v2.0/routers/6a2975a3-3fbd-430a-be94-5e49c84a1ef8/tags HTTP/1.1" status: 204 len: 168 time: 0.3546207 Dec 15 19:19:24.143825 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51804) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:24.163670 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.tag.tag_plugin [None req-7fb9f776-53d6-4f46-b515-1e3fa628f5aa tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5b6849ea-2892-4eea-bd6f-e1d8d48924e1') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:24.163860 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d26a969c-0bfe-4111-b030-2693e7a2c99c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:24.192523 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5425842-921d-4fe8-9ff7-a0550ab23427 None None] No DVR routers for this DVR port 3d2d13a1-b36a-41ef-80fa-2fefa4ffc13b on host dv-neutron-821831-2-hyperv {{(pid=88992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:19:24.201377 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b0c6be35-c645-45d0-b8ea-1f98f7ecc696 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:24.210200 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5425842-921d-4fe8-9ff7-a0550ab23427 None None] Pushing event deleted for resources: {'Port': ['ID=3d2d13a1-b36a-41ef-80fa-2fefa4ffc13b,revision_number=None']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:24.213462 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b5425842-921d-4fe8-9ff7-a0550ab23427 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:24.218489 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4e4d32a9-1aa6-43d2-b582-4ab1055f2bce tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:24.226312 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee9adb7-1e17-4620-a445-057c5fa6c067 None None] Network 489fa468-360a-4868-b4ac-a400ec975c5b requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:19:24.231848 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0f8a9e84-5ced-467b-a2d4-22c2026c5718 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Notify callbacks [] for security_group, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:24.245010 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2fd19840-480e-44ab-8374-a9f588ae4446 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:24.311699 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-b0c6be35-c645-45d0-b8ea-1f98f7ecc696 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] device_id is not set on port 1587ecad-b53e-4574-94f0-a4b9e5faf453 yet. {{(pid=88990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:19:24.313166 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-7fb9f776-53d6-4f46-b515-1e3fa628f5aa tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] 10.222.0.36 "DELETE /v2.0/ports/5b6849ea-2892-4eea-bd6f-e1d8d48924e1/tags HTTP/1.1" status: 204 len: 168 time: 0.1647515 Dec 15 19:19:24.315950 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51810) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:24.326510 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.tag.tag_plugin [None req-9380b1fc-0293-461f-85d5-ebd8efbdfd71 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '1cbef582-555a-4a19-9edc-266889ff7738') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:24.408629 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0f8a9e84-5ced-467b-a2d4-22c2026c5718 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:24.413330 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2fd19840-480e-44ab-8374-a9f588ae4446 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:24.458470 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e220b0e0-8c18-4e4e-a1b0-d7f81171ae43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:24.479527 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b09ce9c-2fc5-4d44-a220-4ca1094a1227 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-489fa468-360a-4868-b4ac-a400ec975c5b', 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'tenant_id': 'e56ca83c553e4935a4e8b75ed76c674c', 'fixed_ips': [{'subnet_id': '406c9dcd-6735-4c1e-8fc1-f521378cf4ff'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:19:24.480544 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2b09ce9c-2fc5-4d44-a220-4ca1094a1227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:24.572518 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8a9e84-5ced-467b-a2d4-22c2026c5718 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29baf32d-be1a-4a18-a75a-1bb87208e4ee,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:24.591646 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0f8a9e84-5ced-467b-a2d4-22c2026c5718 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:24.592244 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-67c1ee23-a15a-4445-81dd-2e6863a70abd tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:24.637054 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2fd19840-480e-44ab-8374-a9f588ae4446 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1959989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854145006'] for router_interface, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:24.655538 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0f8a9e84-5ced-467b-a2d4-22c2026c5718 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:24.656896 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0f8a9e84-5ced-467b-a2d4-22c2026c5718 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.8322945 Dec 15 19:19:24.660245 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51814) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:24.668094 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-64bfeda8-8c69-47cb-b47f-75bebd174aab tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Request body: {'security_group_rule': {'security_group_id': '29baf32d-be1a-4a18-a75a-1bb87208e4ee', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:19:24.669266 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-64bfeda8-8c69-47cb-b47f-75bebd174aab tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 19:19:24.670718 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-64bfeda8-8c69-47cb-b47f-75bebd174aab tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0090852 Dec 15 19:19:24.673537 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51818) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:24.692180 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-57c41c43-0b91-4cda-9ba3-a36aa08090e5 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:24.700522 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:24.790266 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9380b1fc-0293-461f-85d5-ebd8efbdfd71 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] 10.222.0.36 "DELETE /v2.0/subnets/1cbef582-555a-4a19-9edc-266889ff7738/tags HTTP/1.1" status: 204 len: 168 time: 0.4629433 Dec 15 19:19:24.798217 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51822) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:24.828269 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c41c43-0b91-4cda-9ba3-a36aa08090e5 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Network 6bbc6c7c-f125-4649-a419-6271dad8e00c is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:19:24.832998 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd19840-480e-44ab-8374-a9f588ae4446 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Pushing event updated for resources: {'Port': ['ID=96eb710a-e63f-4d2c-b05c-11370940d56f,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:24.837954 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-57c41c43-0b91-4cda-9ba3-a36aa08090e5 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:19:24.843003 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c41c43-0b91-4cda-9ba3-a36aa08090e5 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event updated for resources: {'Subnet': ['ID=29ea4ebf-5e78-484c-8bfa-9246e97bea22,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:24.846000 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c41c43-0b91-4cda-9ba3-a36aa08090e5 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:24.846671 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-57c41c43-0b91-4cda-9ba3-a36aa08090e5 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:24.854673 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-57c41c43-0b91-4cda-9ba3-a36aa08090e5 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:24.857137 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e01fa8f-1415-4fea-950b-31633cb23703 None None] Network 6bbc6c7c-f125-4649-a419-6271dad8e00c requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:19:24.888051 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2fd19840-480e-44ab-8374-a9f588ae4446 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:24.926721 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9376b1ac-e1fd-43e0-b8de-67ecf5265f56 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Notify callbacks [] for security_group, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:24.936374 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-57c41c43-0b91-4cda-9ba3-a36aa08090e5 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4488678 Dec 15 19:19:24.950149 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51826) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:24.965084 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-0ee78027-d006-4562-bbca-733fa10a3a1f tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Request body: {'security_group': {'name': 'tempest-secgroup-1002618641'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:19:24.978790 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-0ee78027-d006-4562-bbca-733fa10a3a1f tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:24.986631 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-0ee78027-d006-4562-bbca-733fa10a3a1f tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Usage tracker for resource:security_group and tenant:d09e37d948244dafb936d2972b3d58c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:19:24.992225 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-0ee78027-d006-4562-bbca-733fa10a3a1f tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:19:24.996030 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9376b1ac-e1fd-43e0-b8de-67ecf5265f56 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:25.010054 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-0ee78027-d006-4562-bbca-733fa10a3a1f tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:19:25.025894 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-2b09ce9c-2fc5-4d44-a220-4ca1094a1227 None None] Allocated IP 2001:db8::2 (489fa468-360a-4868-b4ac-a400ec975c5b/406c9dcd-6735-4c1e-8fc1-f521378cf4ff/43f60e26-0da5-460f-8657-6d7ab97f7c18) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:19:25.048660 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bffb943e-bfe7-47bd-a1eb-5a399b438380 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Notify callbacks [] for subnetpool, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:25.054044 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-bffb943e-bfe7-47bd-a1eb-5a399b438380 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] 10.222.0.36 "DELETE /v2.0/subnetpools/77096500-5ef9-49b4-91aa-43598117ea38 HTTP/1.1" status: 204 len: 168 time: 0.2498374 Dec 15 19:19:25.054044 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51830) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:25.096280 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd19840-480e-44ab-8374-a9f588ae4446 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Network f8fcd137-2500-4805-86ac-5256cb4d6231 is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:19:25.099487 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-2fd19840-480e-44ab-8374-a9f588ae4446 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:19:25.101605 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0ee78027-d006-4562-bbca-733fa10a3a1f tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for security_group, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:25.114930 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-4d84c5db-caee-4278-bae4-a27cbb90f54e tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Synchronizing usage tracker for tenant:327d4ec08f1c4acbab182a20e486640d on resource:port {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:19:25.134563 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9376b1ac-e1fd-43e0-b8de-67ecf5265f56 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:25.141496 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2ad0d9e5-652c-463d-9752-75b13bcb072d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:25.166140 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9376b1ac-e1fd-43e0-b8de-67ecf5265f56 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29baf32d-be1a-4a18-a75a-1bb87208e4ee,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:25.170431 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9376b1ac-e1fd-43e0-b8de-67ecf5265f56 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:25.183135 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9376b1ac-e1fd-43e0-b8de-67ecf5265f56 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:25.184884 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9376b1ac-e1fd-43e0-b8de-67ecf5265f56 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] 10.222.0.36 "DELETE /v2.0/security-groups/29baf32d-be1a-4a18-a75a-1bb87208e4ee HTTP/1.1" status: 204 len: 168 time: 0.5095813 Dec 15 19:19:25.188576 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-0ee78027-d006-4562-bbca-733fa10a3a1f tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:25.190685 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51836) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:25.193241 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-4d84c5db-caee-4278-bae4-a27cbb90f54e tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Unset dirty status for tenant:327d4ec08f1c4acbab182a20e486640d on resource:port {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:19:25.194554 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4d84c5db-caee-4278-bae4-a27cbb90f54e tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a2975a3-3fbd-430a-be94-5e49c84a1ef8 HTTP/1.1" status: 200 len: 205 time: 0.1408012 Dec 15 19:19:25.210988 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51840) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:25.276222 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-0ee78027-d006-4562-bbca-733fa10a3a1f tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Usage tracker for resource:security_group_rule and tenant:d09e37d948244dafb936d2972b3d58c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:19:25.289515 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-0ee78027-d006-4562-bbca-733fa10a3a1f tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:19:25.356962 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-0ee78027-d006-4562-bbca-733fa10a3a1f tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:19:25.361747 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61f4690-e058-40c8-93db-a783a034ed1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-6bbc6c7c-f125-4649-a419-6271dad8e00c', 'network_id': '6bbc6c7c-f125-4649-a419-6271dad8e00c', 'tenant_id': 'd09e37d948244dafb936d2972b3d58c9', 'fixed_ips': [{'subnet_id': '29ea4ebf-5e78-484c-8bfa-9246e97bea22'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:19:25.362830 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d61f4690-e058-40c8-93db-a783a034ed1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:25.364146 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-4e4d32a9-1aa6-43d2-b582-4ab1055f2bce tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Allocated IP 172.21.0.1 (4a4ebdca-77aa-4f46-a6fb-f4100a00cafa/be649512-c542-4d05-9343-efc2f7331778/793f853e-72d5-4b9a-9c90-b2ce91c8067c) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:19:25.438379 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6d8fa77c-fc94-402f-b492-9714b735228a tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Notify callbacks [] for router, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:25.473163 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2b09ce9c-2fc5-4d44-a220-4ca1094a1227 None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:25.494365 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-2b09ce9c-2fc5-4d44-a220-4ca1094a1227 None None] Transition to ACTIVE for port object 43f60e26-0da5-460f-8657-6d7ab97f7c18 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:19:25.495448 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-874113ed-d260-4275-8a99-1c81228aca92 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Synchronizing usage tracker for tenant:c837a06bbafd43338ec6405754dd6594 on resource:security_group {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:19:25.563094 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-2b09ce9c-2fc5-4d44-a220-4ca1094a1227 None None] Transition to ACTIVE for port object 43f60e26-0da5-460f-8657-6d7ab97f7c18 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:19:25.589983 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-d61f4690-e058-40c8-93db-a783a034ed1c None None] Allocated IP 2001:db8::2 (6bbc6c7c-f125-4649-a419-6271dad8e00c/29ea4ebf-5e78-484c-8bfa-9246e97bea22/23ab8e17-04db-4aab-8954-aa52ee85dd55) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:19:25.601490 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0ee78027-d006-4562-bbca-733fa10a3a1f tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for security_group, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:25.617513 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2b09ce9c-2fc5-4d44-a220-4ca1094a1227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:25.637469 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1c690665-5c77-48f8-8e9d-2bf50ff7e8ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:25.663393 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b56054-9c68-4528-991a-6d035f5c599d req-513593c2-482c-4eca-81d5-03ce6efeda29 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:25.665036 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-45b56054-9c68-4528-991a-6d035f5c599d req-513593c2-482c-4eca-81d5-03ce6efeda29 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a8fcdba-9ed4-4e76-945e-12df297099e0 HTTP/1.1" status: 200 len: 946 time: 0.3553288 Dec 15 19:19:25.681959 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-874113ed-d260-4275-8a99-1c81228aca92 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Unset dirty status for tenant:c837a06bbafd43338ec6405754dd6594 on resource:security_group {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:19:25.683249 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-874113ed-d260-4275-8a99-1c81228aca92 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4914420 Dec 15 19:19:25.684328 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0ee78027-d006-4562-bbca-733fa10a3a1f tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:25.691556 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 51844) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:25.715845 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b09ce9c-2fc5-4d44-a220-4ca1094a1227 None None] Network 489fa468-360a-4868-b4ac-a400ec975c5b is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:19:25.720192 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-2b09ce9c-2fc5-4d44-a220-4ca1094a1227 None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:19:25.724004 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b09ce9c-2fc5-4d44-a220-4ca1094a1227 None None] Pushing event updated for resources: {'Port': ['ID=43f60e26-0da5-460f-8657-6d7ab97f7c18,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:25.724619 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-64be7f29-2143-4507-8f4b-502c2aac81e4 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Request body: {'security_group': {'name': 'tempest-secgroup--1266151199'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:19:25.727142 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b09ce9c-2fc5-4d44-a220-4ca1094a1227 None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:19:25.746299 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2b09ce9c-2fc5-4d44-a220-4ca1094a1227 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:25.747015 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f1db5e63-b124-4dd1-bb8f-da5f2a038e94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:25.766180 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-64be7f29-2143-4507-8f4b-502c2aac81e4 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:25.810748 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-b0c6be35-c645-45d0-b8ea-1f98f7ecc696 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Allocated IP 2001:db8::2ff:6052:9e14:3a49 (489fa468-360a-4868-b4ac-a400ec975c5b/406c9dcd-6735-4c1e-8fc1-f521378cf4ff/1587ecad-b53e-4574-94f0-a4b9e5faf453) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:19:25.821257 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-64be7f29-2143-4507-8f4b-502c2aac81e4 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:19:25.827976 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4e4d32a9-1aa6-43d2-b582-4ab1055f2bce tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:25.874111 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-45b56054-9c68-4528-991a-6d035f5c599d req-efdab0c3-a54c-4233-923d-2b827b00c56a tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] 10.222.0.36 "GET /v2.0/security-groups?id=19b98e59-0c96-4874-b9ee-d71b2bd06b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1975336 Dec 15 19:19:25.876244 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-4e4d32a9-1aa6-43d2-b582-4ab1055f2bce tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Transition to ACTIVE for port object 793f853e-72d5-4b9a-9c90-b2ce91c8067c will not be triggered until provisioned by entity DHCP. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:19:25.924285 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-2b09ce9c-2fc5-4d44-a220-4ca1094a1227 None None] Attempting to bind port 43f60e26-0da5-460f-8657-6d7ab97f7c18 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:19:25.933073 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-2b09ce9c-2fc5-4d44-a220-4ca1094a1227 None None] Attempting to bind port 43f60e26-0da5-460f-8657-6d7ab97f7c18 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '9575ac7b-3c85-46da-81c5-434024000f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:19:25.933073 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b09ce9c-2fc5-4d44-a220-4ca1094a1227 None None] Attempting to bind port 43f60e26-0da5-460f-8657-6d7ab97f7c18 on network 489fa468-360a-4868-b4ac-a400ec975c5b {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:19:25.933363 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee78027-d006-4562-bbca-733fa10a3a1f tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b890e92-f896-4873-9df5-96b9153e5232,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:25.933363 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0ee78027-d006-4562-bbca-733fa10a3a1f tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:25.940772 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0ee78027-d006-4562-bbca-733fa10a3a1f tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:25.941885 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0ee78027-d006-4562-bbca-733fa10a3a1f tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9868851 Dec 15 19:19:25.947984 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51848) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:25.950761 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b09ce9c-2fc5-4d44-a220-4ca1094a1227 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:19:25.951316 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b09ce9c-2fc5-4d44-a220-4ca1094a1227 None None] Checking segment: {'id': '9575ac7b-3c85-46da-81c5-434024000f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:19:25.951963 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2b09ce9c-2fc5-4d44-a220-4ca1094a1227 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:25.952514 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b09ce9c-2fc5-4d44-a220-4ca1094a1227 None None] Bound using segment: {'id': '9575ac7b-3c85-46da-81c5-434024000f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:19:25.953160 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-2b09ce9c-2fc5-4d44-a220-4ca1094a1227 None None] Bound port: 43f60e26-0da5-460f-8657-6d7ab97f7c18, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9575ac7b-3c85-46da-81c5-434024000f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:19:25.954007 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2b09ce9c-2fc5-4d44-a220-4ca1094a1227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:25.957833 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-ce347090-bedf-4109-8cad-b07111380e2b tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Request body: {'security_group': {'name': 'tempest-secgroup-814120664'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:19:25.965589 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6d8fa77c-fc94-402f-b492-9714b735228a tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854207876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854699191'] for router, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:25.967610 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ce347090-bedf-4109-8cad-b07111380e2b tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:25.972521 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ce347090-bedf-4109-8cad-b07111380e2b tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Usage tracker for resource:security_group and tenant:d09e37d948244dafb936d2972b3d58c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:19:25.977673 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ce347090-bedf-4109-8cad-b07111380e2b tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:19:25.980598 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6d8fa77c-fc94-402f-b492-9714b735228a tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:25.986218 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ce347090-bedf-4109-8cad-b07111380e2b tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:19:26.025505 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ce347090-bedf-4109-8cad-b07111380e2b tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for security_group, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:26.052089 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6d8fa77c-fc94-402f-b492-9714b735228a tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854207982'] for router, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:26.052746 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d8fa77c-fc94-402f-b492-9714b735228a tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Fanout notify agent at l3_agent the message router_deleted on router 6a2975a3-3fbd-430a-be94-5e49c84a1ef8 {{(pid=88991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 19:19:26.065435 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6d8fa77c-fc94-402f-b492-9714b735228a tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Notify callbacks [] for router, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:26.069169 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6d8fa77c-fc94-402f-b492-9714b735228a tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] 10.222.0.36 "DELETE /v2.0/routers/6a2975a3-3fbd-430a-be94-5e49c84a1ef8 HTTP/1.1" status: 204 len: 168 time: 0.8524461 Dec 15 19:19:26.070073 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51852) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:26.080146 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-64be7f29-2143-4507-8f4b-502c2aac81e4 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Notify callbacks [] for security_group, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:26.118424 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d61f4690-e058-40c8-93db-a783a034ed1c None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:26.131220 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ce347090-bedf-4109-8cad-b07111380e2b tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:26.134741 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-2b09ce9c-2fc5-4d44-a220-4ca1094a1227 None None] For port 43f60e26-0da5-460f-8657-6d7ab97f7c18, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:19:26.137292 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d61f4690-e058-40c8-93db-a783a034ed1c None None] Transition to ACTIVE for port object 23ab8e17-04db-4aab-8954-aa52ee85dd55 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:19:26.139887 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ce347090-bedf-4109-8cad-b07111380e2b tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Usage tracker for resource:security_group_rule and tenant:d09e37d948244dafb936d2972b3d58c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:19:26.141453 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-2b09ce9c-2fc5-4d44-a220-4ca1094a1227 None None] For port 43f60e26-0da5-460f-8657-6d7ab97f7c18, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=43f60e26-0da5-460f-8657-6d7ab97f7c18,segment=NetworkSegment(9575ac7b-3c85-46da-81c5-434024000f40),segment_id=9575ac7b-3c85-46da-81c5-434024000f40)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:19:26.151260 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ce347090-bedf-4109-8cad-b07111380e2b tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:19:26.163616 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ce347090-bedf-4109-8cad-b07111380e2b tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:19:26.165439 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d61f4690-e058-40c8-93db-a783a034ed1c None None] Transition to ACTIVE for port object 23ab8e17-04db-4aab-8954-aa52ee85dd55 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:19:26.167331 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2b09ce9c-2fc5-4d44-a220-4ca1094a1227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:26.172140 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-36cb14b7-8120-400b-a89c-0e274b4fe04f tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Deleting port 5b6849ea-2892-4eea-bd6f-e1d8d48924e1 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:19:26.172625 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-36cb14b7-8120-400b-a89c-0e274b4fe04f tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:26.181689 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c07dce65-7899-4d59-9521-83d93e500026 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:26.229884 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d61f4690-e058-40c8-93db-a783a034ed1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:26.282474 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61f4690-e058-40c8-93db-a783a034ed1c None None] Network 6bbc6c7c-f125-4649-a419-6271dad8e00c is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:19:26.287006 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-d61f4690-e058-40c8-93db-a783a034ed1c None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:19:26.293018 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61f4690-e058-40c8-93db-a783a034ed1c None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:19:26.300579 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b09ce9c-2fc5-4d44-a220-4ca1094a1227 None None] Pushing event updated for resources: {'Port': ['ID=43f60e26-0da5-460f-8657-6d7ab97f7c18,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:26.305478 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2b09ce9c-2fc5-4d44-a220-4ca1094a1227 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:26.306819 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:26.434642 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ce347090-bedf-4109-8cad-b07111380e2b tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for security_group, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:26.446230 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-64be7f29-2143-4507-8f4b-502c2aac81e4 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:26.461803 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-64be7f29-2143-4507-8f4b-502c2aac81e4 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Usage tracker for resource:security_group_rule and tenant:c837a06bbafd43338ec6405754dd6594 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:19:26.474183 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61f4690-e058-40c8-93db-a783a034ed1c None None] Pushing event updated for resources: {'Port': ['ID=23ab8e17-04db-4aab-8954-aa52ee85dd55,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:26.477292 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-64be7f29-2143-4507-8f4b-502c2aac81e4 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:19:26.477846 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d61f4690-e058-40c8-93db-a783a034ed1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:26.478998 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-d61f4690-e058-40c8-93db-a783a034ed1c None None] Attempting to bind port 23ab8e17-04db-4aab-8954-aa52ee85dd55 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:19:26.479408 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-d61f4690-e058-40c8-93db-a783a034ed1c None None] Attempting to bind port 23ab8e17-04db-4aab-8954-aa52ee85dd55 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '91f80108-387d-4a43-a636-8b585d968cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '6bbc6c7c-f125-4649-a419-6271dad8e00c'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:19:26.480622 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61f4690-e058-40c8-93db-a783a034ed1c None None] Attempting to bind port 23ab8e17-04db-4aab-8954-aa52ee85dd55 on network 6bbc6c7c-f125-4649-a419-6271dad8e00c {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:19:26.480774 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ce347090-bedf-4109-8cad-b07111380e2b tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:26.487977 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61f4690-e058-40c8-93db-a783a034ed1c None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:19:26.488398 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61f4690-e058-40c8-93db-a783a034ed1c None None] Checking segment: {'id': '91f80108-387d-4a43-a636-8b585d968cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '6bbc6c7c-f125-4649-a419-6271dad8e00c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:19:26.488848 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d61f4690-e058-40c8-93db-a783a034ed1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:26.489512 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61f4690-e058-40c8-93db-a783a034ed1c None None] Bound using segment: {'id': '91f80108-387d-4a43-a636-8b585d968cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '6bbc6c7c-f125-4649-a419-6271dad8e00c'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:19:26.489922 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-d61f4690-e058-40c8-93db-a783a034ed1c None None] Bound port: 23ab8e17-04db-4aab-8954-aa52ee85dd55, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f80108-387d-4a43-a636-8b585d968cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '6bbc6c7c-f125-4649-a419-6271dad8e00c'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:19:26.490450 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d61f4690-e058-40c8-93db-a783a034ed1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:26.493937 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-64be7f29-2143-4507-8f4b-502c2aac81e4 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:19:26.499543 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4e4d32a9-1aa6-43d2-b582-4ab1055f2bce tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:26.501600 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4a4e8aea-932c-4ac4-92b1-2a1bc4cc334e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:26.507602 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0faba6f2-9ee1-46bb-9580-034af0ed6923 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:26.551164 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce347090-bedf-4109-8cad-b07111380e2b tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d54936f-e73b-443c-bbb7-5fe8be46cc3b,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:26.555355 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-36cb14b7-8120-400b-a89c-0e274b4fe04f tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:26.563790 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ce347090-bedf-4109-8cad-b07111380e2b tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:26.567204 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ce347090-bedf-4109-8cad-b07111380e2b tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:26.571928 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ce347090-bedf-4109-8cad-b07111380e2b tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.6179702 Dec 15 19:19:26.586002 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 51856) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:26.589907 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d61f4690-e058-40c8-93db-a783a034ed1c None None] For port 23ab8e17-04db-4aab-8954-aa52ee85dd55, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:19:26.593146 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d61f4690-e058-40c8-93db-a783a034ed1c None None] For port 23ab8e17-04db-4aab-8954-aa52ee85dd55, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=23ab8e17-04db-4aab-8954-aa52ee85dd55,segment=NetworkSegment(91f80108-387d-4a43-a636-8b585d968cba),segment_id=91f80108-387d-4a43-a636-8b585d968cba)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:19:26.620682 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d61f4690-e058-40c8-93db-a783a034ed1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:26.624716 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3f96c232-ce75-455b-bf31-d5f9f8ebeede None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:26.649985 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b0c6be35-c645-45d0-b8ea-1f98f7ecc696 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:26.671580 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b0c6be35-c645-45d0-b8ea-1f98f7ecc696 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Transition to ACTIVE for port object 1587ecad-b53e-4574-94f0-a4b9e5faf453 will not be triggered until provisioned by entity DHCP. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:19:26.691063 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-6df7c302-a2f8-4d79-8cf4-64b9e9188044 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1430547612', 'security_groups': ['9d54936f-e73b-443c-bbb7-5fe8be46cc3b'], 'network_id': '6bbc6c7c-f125-4649-a419-6271dad8e00c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '29ea4ebf-5e78-484c-8bfa-9246e97bea22'}]}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:19:26.725834 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-36cb14b7-8120-400b-a89c-0e274b4fe04f tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Calling delete_port for 5b6849ea-2892-4eea-bd6f-e1d8d48924e1 owned by {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:19:26.728884 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61f4690-e058-40c8-93db-a783a034ed1c None None] Pushing event updated for resources: {'Port': ['ID=23ab8e17-04db-4aab-8954-aa52ee85dd55,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:26.739746 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4d32a9-1aa6-43d2-b582-4ab1055f2bce tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Network 4a4ebdca-77aa-4f46-a6fb-f4100a00cafa is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:19:26.740306 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d61f4690-e058-40c8-93db-a783a034ed1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:26.754895 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-4e4d32a9-1aa6-43d2-b582-4ab1055f2bce tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:19:26.777043 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4d32a9-1aa6-43d2-b582-4ab1055f2bce tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:19:26.968665 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-36cb14b7-8120-400b-a89c-0e274b4fe04f tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:26.968903 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4d32a9-1aa6-43d2-b582-4ab1055f2bce tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Pushing event updated for resources: {'Port': ['ID=793f853e-72d5-4b9a-9c90-b2ce91c8067c,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:26.992004 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b243c6aa-49b8-4f74-98e5-d325ed8bca4b tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:26.992353 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4e4d32a9-1aa6-43d2-b582-4ab1055f2bce tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:27.020784 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-64be7f29-2143-4507-8f4b-502c2aac81e4 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Notify callbacks [] for security_group, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:27.050587 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fd19840-480e-44ab-8374-a9f588ae4446 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Router 346e5909-b0a5-42c7-9940-63a4ed7dcdca has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:19:27.058312 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b0c6be35-c645-45d0-b8ea-1f98f7ecc696 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:27.071491 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4e4d32a9-1aa6-43d2-b582-4ab1055f2bce tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630901'] for router_interface, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:27.075257 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a473abef-b536-40e2-8c6b-6f2880ebd575 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:27.083778 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cb14b7-8120-400b-a89c-0e274b4fe04f tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Pushing event deleted for resources: {'Port': ['ID=5b6849ea-2892-4eea-bd6f-e1d8d48924e1,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:27.087205 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-36cb14b7-8120-400b-a89c-0e274b4fe04f tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:27.160932 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-64be7f29-2143-4507-8f4b-502c2aac81e4 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:27.166514 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-36cb14b7-8120-400b-a89c-0e274b4fe04f tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:27.216396 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-36cb14b7-8120-400b-a89c-0e274b4fe04f tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] 10.222.0.36 "DELETE /v2.0/ports/5b6849ea-2892-4eea-bd6f-e1d8d48924e1 HTTP/1.1" status: 204 len: 168 time: 1.1454325 Dec 15 19:19:27.219027 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51862) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:27.285292 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-6df7c302-a2f8-4d79-8cf4-64b9e9188044 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:27.296167 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 43f60e26-0da5-460f-8657-6d7ab97f7c18 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:19:27.310490 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c6be35-c645-45d0-b8ea-1f98f7ecc696 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event updated for resources: {'Port': ['ID=1587ecad-b53e-4574-94f0-a4b9e5faf453,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:27.331555 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c6be35-c645-45d0-b8ea-1f98f7ecc696 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Network 489fa468-360a-4868-b4ac-a400ec975c5b is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:19:27.341348 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b0c6be35-c645-45d0-b8ea-1f98f7ecc696 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:27.350668 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-6df7c302-a2f8-4d79-8cf4-64b9e9188044 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Usage tracker for resource:port and tenant:d09e37d948244dafb936d2972b3d58c9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:19:27.354980 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.159s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:27.401761 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-b0c6be35-c645-45d0-b8ea-1f98f7ecc696 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:19:27.414129 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-6df7c302-a2f8-4d79-8cf4-64b9e9188044 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:19:27.418009 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64be7f29-2143-4507-8f4b-502c2aac81e4 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aae59347-5b28-458b-bb7c-5601a59e04dd,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:27.454638 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-cc33c43a-858f-4664-b132-558663a2b3c6 None None] Provisioning for port 793f853e-72d5-4b9a-9c90-b2ce91c8067c completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:19:27.461505 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-cc33c43a-858f-4664-b132-558663a2b3c6 None None] Provisioning complete for port 793f853e-72d5-4b9a-9c90-b2ce91c8067c triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:19:27.461929 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cc33c43a-858f-4664-b132-558663a2b3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:27.491703 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c6be35-c645-45d0-b8ea-1f98f7ecc696 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:19:27.503527 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c6be35-c645-45d0-b8ea-1f98f7ecc696 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:27.504276 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b0c6be35-c645-45d0-b8ea-1f98f7ecc696 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:27.508162 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 43f60e26-0da5-460f-8657-6d7ab97f7c18 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:19:27.509381 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-b157213f-634e-453a-bfcf-bc34f230c310 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Deleting subnet 1cbef582-555a-4a19-9edc-266889ff7738 {{(pid=88991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:19:27.520177 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b157213f-634e-453a-bfcf-bc34f230c310 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Notify callbacks [] for subnet, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:27.523307 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-64be7f29-2143-4507-8f4b-502c2aac81e4 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:27.527141 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-64be7f29-2143-4507-8f4b-502c2aac81e4 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:27.531219 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-64be7f29-2143-4507-8f4b-502c2aac81e4 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.8161809 Dec 15 19:19:27.531219 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-6df7c302-a2f8-4d79-8cf4-64b9e9188044 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:19:27.562064 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-cc33c43a-858f-4664-b132-558663a2b3c6 None None] Port 793f853e-72d5-4b9a-9c90-b2ce91c8067c cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:19:27.572948 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51866) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:27.585706 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-9e06288c-ac54-4b0e-aa87-082307028965 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Request body: {'security_group_rule': {'security_group_id': 'aae59347-5b28-458b-bb7c-5601a59e04dd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:19:27.586702 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-9e06288c-ac54-4b0e-aa87-082307028965 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 19:19:27.590683 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9e06288c-ac54-4b0e-aa87-082307028965 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0138206 Dec 15 19:19:27.602562 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51870) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:27.609359 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4e4d32a9-1aa6-43d2-b582-4ab1055f2bce tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:27.613144 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-877347da-de62-455c-9d1c-cd2427ab29d5 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Request body: {'security_group_rule': {'security_group_id': 'aae59347-5b28-458b-bb7c-5601a59e04dd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:19:27.619460 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-877347da-de62-455c-9d1c-cd2427ab29d5 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 19:19:27.623726 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-877347da-de62-455c-9d1c-cd2427ab29d5 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0171692 Dec 15 19:19:27.627720 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51874) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:27.627890 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b0c6be35-c645-45d0-b8ea-1f98f7ecc696 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.8025198 Dec 15 19:19:27.630610 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51878) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:27.636274 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-18a55270-0da3-40a8-a3e1-7bc254935f61 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Request body: {'security_group_rule': {'security_group_id': 'aae59347-5b28-458b-bb7c-5601a59e04dd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:19:27.637304 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-18a55270-0da3-40a8-a3e1-7bc254935f61 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 19:19:27.644787 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-18a55270-0da3-40a8-a3e1-7bc254935f61 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0157626 Dec 15 19:19:27.653900 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 51882) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:27.671820 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-82cae673-581b-4144-8460-ce767ac6a12c tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Request body: {'security_group_rule': {'security_group_id': 'aae59347-5b28-458b-bb7c-5601a59e04dd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:19:27.673533 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-82cae673-581b-4144-8460-ce767ac6a12c tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 19:19:27.678499 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-82cae673-581b-4144-8460-ce767ac6a12c tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0196979 Dec 15 19:19:27.694127 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 51886) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:27.715603 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b157213f-634e-453a-bfcf-bc34f230c310 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16332759'] for subnet, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:27.765511 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df7c302-a2f8-4d79-8cf4-64b9e9188044 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Made reservation on behalf of d09e37d948244dafb936d2972b3d58c9 for: {'port': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:19:27.812105 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45f6a90-aad6-4e70-861f-08f976b75b1e req-79a588f7-6a2f-43d2-921c-4f528a82acde tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:27.814012 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b45f6a90-aad6-4e70-861f-08f976b75b1e req-79a588f7-6a2f-43d2-921c-4f528a82acde tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a8fcdba-9ed4-4e76-945e-12df297099e0 HTTP/1.1" status: 200 len: 946 time: 0.7516291 Dec 15 19:19:27.824594 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5704b5f7-51ba-46b3-b6d8-435ddddc8892 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:27.829220 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5704b5f7-51ba-46b3-b6d8-435ddddc8892 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:27.830053 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-5704b5f7-51ba-46b3-b6d8-435ddddc8892 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Synchronizing usage tracker for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:port {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:19:27.865838 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b157213f-634e-453a-bfcf-bc34f230c310 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:27.911817 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-5704b5f7-51ba-46b3-b6d8-435ddddc8892 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Unset dirty status for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:port {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:19:27.914805 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-5704b5f7-51ba-46b3-b6d8-435ddddc8892 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2718472 Dec 15 19:19:27.920648 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51890) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:28.015559 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-c1d03f93-d3a6-433b-a0ab-abd0b1654127 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Deleting port 1587ecad-b53e-4574-94f0-a4b9e5faf453 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:19:28.016174 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c1d03f93-d3a6-433b-a0ab-abd0b1654127 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:28.112394 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b157213f-634e-453a-bfcf-bc34f230c310 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16156049'] for subnet, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:28.124134 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-26d66e4b-a183-4215-b184-aad4264b15a3 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:28.163832 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b157213f-634e-453a-bfcf-bc34f230c310 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Pushing event deleted for resources: {'Subnet': ['ID=1cbef582-555a-4a19-9edc-266889ff7738,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:28.170714 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b157213f-634e-453a-bfcf-bc34f230c310 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:28.178882 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b157213f-634e-453a-bfcf-bc34f230c310 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:28.189116 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489c088d-0a51-4a86-99df-d7994545a8eb None None] Network 5ed56237-29ac-473b-957d-2e7d4f9a5d56 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:19:28.216942 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b157213f-634e-453a-bfcf-bc34f230c310 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] 10.222.0.36 "DELETE /v2.0/subnets/1cbef582-555a-4a19-9edc-266889ff7738 HTTP/1.1" status: 204 len: 168 time: 0.9967570 Dec 15 19:19:28.221608 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51894) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:28.245989 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b45f6a90-aad6-4e70-861f-08f976b75b1e req-9e95d7a5-03e7-4e7f-b6fd-48630e45214d tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] 10.222.0.36 "GET /v2.0/security-groups?id=19b98e59-0c96-4874-b9ee-d71b2bd06b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3615384 Dec 15 19:19:28.264021 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4345bc66-e943-478b-8bb5-4cb0612a5150 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Notify callbacks [] for security_group, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:28.298292 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6df7c302-a2f8-4d79-8cf4-64b9e9188044 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:28.432956 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4345bc66-e943-478b-8bb5-4cb0612a5150 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:28.472132 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-6df7c302-a2f8-4d79-8cf4-64b9e9188044 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] device_id is not set on port 691af85f-9ab9-4982-9fb7-9fafdabd728e yet. {{(pid=88990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:19:28.648372 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be701a84-cf1b-4762-a1f7-abf563b03968 None None] DHCP port deletion for 5ed56237-29ac-473b-957d-2e7d4f9a5d56 request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:19:28.653885 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-be701a84-cf1b-4762-a1f7-abf563b03968 None None] Deleting port 7577cdd1-a4b4-4dee-8495-cdc425bd3248 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:19:28.658424 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-be701a84-cf1b-4762-a1f7-abf563b03968 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:28.706317 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-e8b2b7a4-0c90-4cfc-936a-0fcd5c86d076 None None] Provisioning for port 43f60e26-0da5-460f-8657-6d7ab97f7c18 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:19:28.730149 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-e8b2b7a4-0c90-4cfc-936a-0fcd5c86d076 None None] Provisioning complete for port 43f60e26-0da5-460f-8657-6d7ab97f7c18 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:19:28.730780 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e8b2b7a4-0c90-4cfc-936a-0fcd5c86d076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:28.731200 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d383b627-b128-4b4d-9a2d-01b68e92b4f1 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:28.757025 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4345bc66-e943-478b-8bb5-4cb0612a5150 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:28.764037 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c1d03f93-d3a6-433b-a0ab-abd0b1654127 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:28.773605 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d383b627-b128-4b4d-9a2d-01b68e92b4f1 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Deleting port 7577cdd1-a4b4-4dee-8495-cdc425bd3248 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:19:28.773810 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1a4c7f64-5e49-44ef-9032-605621fb91a5 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:28.774017 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d383b627-b128-4b4d-9a2d-01b68e92b4f1 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:28.935962 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-6df7c302-a2f8-4d79-8cf4-64b9e9188044 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Allocated IP 2001:db8::5d (6bbc6c7c-f125-4649-a419-6271dad8e00c/29ea4ebf-5e78-484c-8bfa-9246e97bea22/691af85f-9ab9-4982-9fb7-9fafdabd728e) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:19:29.056113 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4e4d32a9-1aa6-43d2-b582-4ab1055f2bce tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:29.067533 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fd19840-480e-44ab-8374-a9f588ae4446 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:19:29.081665 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3454ea15-9ea5-47db-b18b-5abbbb004665 None None] Sync routers for ids ['346e5909-b0a5-42c7-9940-63a4ed7dcdca'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:19:29.093467 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-c1d03f93-d3a6-433b-a0ab-abd0b1654127 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Calling delete_port for 1587ecad-b53e-4574-94f0-a4b9e5faf453 owned by {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:19:29.109754 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3454ea15-9ea5-47db-b18b-5abbbb004665 None None] Routers {'346e5909-b0a5-42c7-9940-63a4ed7dcdca'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:19:29.110960 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-3454ea15-9ea5-47db-b18b-5abbbb004665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:19:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['346e5909-b0a5-42c7-9940-63a4ed7dcdca'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:29.262914 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-3454ea15-9ea5-47db-b18b-5abbbb004665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:29.307993 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3454ea15-9ea5-47db-b18b-5abbbb004665 None None] Routers {'346e5909-b0a5-42c7-9940-63a4ed7dcdca'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:19:29.309134 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-3454ea15-9ea5-47db-b18b-5abbbb004665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:19:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['346e5909-b0a5-42c7-9940-63a4ed7dcdca'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:29.332300 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-be701a84-cf1b-4762-a1f7-abf563b03968 None None] For port 7577cdd1-a4b4-4dee-8495-cdc425bd3248, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=7577cdd1-a4b4-4dee-8495-cdc425bd3248,segment=NetworkSegment(cca6949d-c8d5-4a48-a6a7-d88b45e7f265),segment_id=cca6949d-c8d5-4a48-a6a7-d88b45e7f265)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:19:29.333048 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-be701a84-cf1b-4762-a1f7-abf563b03968 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:29.418680 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d383b627-b128-4b4d-9a2d-01b68e92b4f1 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] For port 7577cdd1-a4b4-4dee-8495-cdc425bd3248, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=7577cdd1-a4b4-4dee-8495-cdc425bd3248,segment=NetworkSegment(cca6949d-c8d5-4a48-a6a7-d88b45e7f265),segment_id=cca6949d-c8d5-4a48-a6a7-d88b45e7f265)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:19:29.419083 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d383b627-b128-4b4d-9a2d-01b68e92b4f1 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:29.456204 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-3454ea15-9ea5-47db-b18b-5abbbb004665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:29.456664 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3454ea15-9ea5-47db-b18b-5abbbb004665 None None] The sync data for ids ['346e5909-b0a5-42c7-9940-63a4ed7dcdca'] in dv-neutron-821831-2-hyperv is: [] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:19:29.546103 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4345bc66-e943-478b-8bb5-4cb0612a5150 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae59347-5b28-458b-bb7c-5601a59e04dd,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:29.552030 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4345bc66-e943-478b-8bb5-4cb0612a5150 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.778s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:29.578391 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-be701a84-cf1b-4762-a1f7-abf563b03968 None None] Calling delete_port for 7577cdd1-a4b4-4dee-8495-cdc425bd3248 owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:19:29.582548 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d383b627-b128-4b4d-9a2d-01b68e92b4f1 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Calling delete_port for 7577cdd1-a4b4-4dee-8495-cdc425bd3248 owned by network:dhcp {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:19:29.614275 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4e4d32a9-1aa6-43d2-b582-4ab1055f2bce tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:29.639624 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e8b2b7a4-0c90-4cfc-936a-0fcd5c86d076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:29.665165 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5fac250d-ec80-4843-ba87-6f9fe8469989 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:29.674386 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 23ab8e17-04db-4aab-8954-aa52ee85dd55 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:19:29.774628 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-2fd19840-480e-44ab-8374-a9f588ae4446 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] 10.222.0.36 "PUT /v2.0/routers/346e5909-b0a5-42c7-9940-63a4ed7dcdca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.1511328 Dec 15 19:19:29.775974 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4345bc66-e943-478b-8bb5-4cb0612a5150 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:29.777390 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4345bc66-e943-478b-8bb5-4cb0612a5150 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] 10.222.0.36 "DELETE /v2.0/security-groups/aae59347-5b28-458b-bb7c-5601a59e04dd HTTP/1.1" status: 204 len: 168 time: 2.0805299 Dec 15 19:19:29.777565 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51900) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:29.780241 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51904) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:29.785859 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-6da97dc4-1495-4f64-b832-d4a58051947a tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Request body: {'port': {'network_id': 'f8fcd137-2500-4805-86ac-5256cb4d6231', 'name': 'tempest-FloatingIPTestJSON-908809691'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:19:29.828656 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c1d03f93-d3a6-433b-a0ab-abd0b1654127 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:29.832210 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4e4d32a9-1aa6-43d2-b582-4ab1055f2bce tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1959989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854145006'] for router_interface, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:29.835883 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4d32a9-1aa6-43d2-b582-4ab1055f2bce tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Pushing event updated for resources: {'Port': ['ID=793f853e-72d5-4b9a-9c90-b2ce91c8067c,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:29.841770 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-e8b2b7a4-0c90-4cfc-936a-0fcd5c86d076 None None] For port 43f60e26-0da5-460f-8657-6d7ab97f7c18, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=43f60e26-0da5-460f-8657-6d7ab97f7c18,segment=NetworkSegment(9575ac7b-3c85-46da-81c5-434024000f40),segment_id=9575ac7b-3c85-46da-81c5-434024000f40)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:19:29.845159 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4e4d32a9-1aa6-43d2-b582-4ab1055f2bce tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:29.855081 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-be701a84-cf1b-4762-a1f7-abf563b03968 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88992) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:19:29.855590 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-be701a84-cf1b-4762-a1f7-abf563b03968 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:19:29.883267 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e8b2b7a4-0c90-4cfc-936a-0fcd5c86d076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:29.889723 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ecb01d5b-32e9-42cb-bb61-959ff3cc387f tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:29.890832 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:29.893311 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6df7c302-a2f8-4d79-8cf4-64b9e9188044 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:29.938560 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 23ab8e17-04db-4aab-8954-aa52ee85dd55 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:19:29.938846 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d383b627-b128-4b4d-9a2d-01b68e92b4f1 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:29.968020 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d03f93-d3a6-433b-a0ab-abd0b1654127 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event deleted for resources: {'Port': ['ID=1587ecad-b53e-4574-94f0-a4b9e5faf453,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:29.970194 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d383b627-b128-4b4d-9a2d-01b68e92b4f1 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] No DVR routers for this DVR port 7577cdd1-a4b4-4dee-8495-cdc425bd3248 on host dv-neutron-821831-2-hyperv {{(pid=88991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:19:29.983747 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c1d03f93-d3a6-433b-a0ab-abd0b1654127 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:30.000244 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b2b7a4-0c90-4cfc-936a-0fcd5c86d076 None None] Pushing event updated for resources: {'Port': ['ID=43f60e26-0da5-460f-8657-6d7ab97f7c18,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:30.001643 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-6df7c302-a2f8-4d79-8cf4-64b9e9188044 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Transition to ACTIVE for port object 691af85f-9ab9-4982-9fb7-9fafdabd728e will not be triggered until provisioned by entity DHCP. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:19:30.009169 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d43a6e1-0825-49c9-be8c-6994ad84c724 req-4f9f5521-9ea7-4951-acce-e390fce91bcb tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:30.011213 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8d43a6e1-0825-49c9-be8c-6994ad84c724 req-4f9f5521-9ea7-4951-acce-e390fce91bcb tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a8fcdba-9ed4-4e76-945e-12df297099e0 HTTP/1.1" status: 200 len: 946 time: 0.4503951 Dec 15 19:19:30.012528 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e8b2b7a4-0c90-4cfc-936a-0fcd5c86d076 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:30.040059 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 7577cdd1-a4b4-4dee-8495-cdc425bd3248 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:19:30.080558 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ea3df62b-7e5d-40bc-9dbf-44e6bad85dc8 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:30.084207 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 7577cdd1-a4b4-4dee-8495-cdc425bd3248 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:19:30.085256 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 7577cdd1-a4b4-4dee-8495-cdc425bd3248 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:19:30.086769 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-0204b16d-24ac-4568-a3e9-90c804af4c1d None None] Provisioning for port 23ab8e17-04db-4aab-8954-aa52ee85dd55 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:19:30.093786 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-0204b16d-24ac-4568-a3e9-90c804af4c1d None None] Provisioning complete for port 23ab8e17-04db-4aab-8954-aa52ee85dd55 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:19:30.094359 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0204b16d-24ac-4568-a3e9-90c804af4c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:30.134192 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8d43a6e1-0825-49c9-be8c-6994ad84c724 req-72d182f9-f2ed-4060-af6a-5e4a8cfe652b tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] 10.222.0.36 "GET /v2.0/security-groups?id=19b98e59-0c96-4874-b9ee-d71b2bd06b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125968 Dec 15 19:19:30.141099 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4d32a9-1aa6-43d2-b582-4ab1055f2bce tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Network 4a4ebdca-77aa-4f46-a6fb-f4100a00cafa is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:19:30.142404 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-4e4d32a9-1aa6-43d2-b582-4ab1055f2bce tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:19:30.168510 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-92939a5a-bb25-4ffa-a592-d61063953070 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3870826 Dec 15 19:19:30.175996 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d383b627-b128-4b4d-9a2d-01b68e92b4f1 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Pushing event deleted for resources: {'Port': ['ID=7577cdd1-a4b4-4dee-8495-cdc425bd3248,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:30.181522 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d383b627-b128-4b4d-9a2d-01b68e92b4f1 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:30.224434 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 51908) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:30.228228 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6df7c302-a2f8-4d79-8cf4-64b9e9188044 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:30.236865 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c1d03f93-d3a6-433b-a0ab-abd0b1654127 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:30.264567 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0204b16d-24ac-4568-a3e9-90c804af4c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:30.301168 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-fc6ccbe9-c9c9-4270-a0f1-f39e08c4534f tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Request body: {'security_group': {'name': 'tempest-secgroup--977407212'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:19:30.319014 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-0204b16d-24ac-4568-a3e9-90c804af4c1d None None] For port 23ab8e17-04db-4aab-8954-aa52ee85dd55, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=23ab8e17-04db-4aab-8954-aa52ee85dd55,segment=NetworkSegment(91f80108-387d-4a43-a636-8b585d968cba),segment_id=91f80108-387d-4a43-a636-8b585d968cba)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:19:30.326683 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-009588c9-561c-4752-ae3d-05e76f737ca6 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:30.353282 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0204b16d-24ac-4568-a3e9-90c804af4c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:30.354054 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d383b627-b128-4b4d-9a2d-01b68e92b4f1 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:30.356568 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ad5e8459-9d1e-4188-a058-fe21ed9b6db6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:30.366054 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-fc6ccbe9-c9c9-4270-a0f1-f39e08c4534f tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:30.403290 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-fc6ccbe9-c9c9-4270-a0f1-f39e08c4534f tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Usage tracker for resource:security_group and tenant:c837a06bbafd43338ec6405754dd6594 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:19:30.409121 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-be701a84-cf1b-4762-a1f7-abf563b03968 None None] Deleting port 7577cdd1-a4b4-4dee-8495-cdc425bd3248 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:19:30.409313 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-be701a84-cf1b-4762-a1f7-abf563b03968 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:30.411192 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-fc6ccbe9-c9c9-4270-a0f1-f39e08c4534f tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:19:30.414759 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-6da97dc4-1495-4f64-b832-d4a58051947a tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:30.418667 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-6da97dc4-1495-4f64-b832-d4a58051947a tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Usage tracker for resource:port and tenant:1ab3162c10c24983844a0058fe10dd8d is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:19:30.422342 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-6da97dc4-1495-4f64-b832-d4a58051947a tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:19:30.426984 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-fc6ccbe9-c9c9-4270-a0f1-f39e08c4534f tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:19:30.430082 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-6da97dc4-1495-4f64-b832-d4a58051947a tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:19:30.445472 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c1d03f93-d3a6-433b-a0ab-abd0b1654127 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/ports/1587ecad-b53e-4574-94f0-a4b9e5faf453 HTTP/1.1" status: 204 len: 168 time: 2.5236945 Dec 15 19:19:30.448997 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-d383b627-b128-4b4d-9a2d-01b68e92b4f1 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ed56237-29ac-473b-957d-2e7d4f9a5d56']}} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:30.457024 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51912) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:30.458084 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df7c302-a2f8-4d79-8cf4-64b9e9188044 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Network 6bbc6c7c-f125-4649-a419-6271dad8e00c is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:19:30.463558 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-0204b16d-24ac-4568-a3e9-90c804af4c1d None None] Could not find standard attr ID for object ad6b7509-fd74-4903-8aa1-291cef27d42b. {{(pid=88992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 15 19:19:30.466155 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-6df7c302-a2f8-4d79-8cf4-64b9e9188044 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:19:30.469236 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df7c302-a2f8-4d79-8cf4-64b9e9188044 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event updated for resources: {'Port': ['ID=691af85f-9ab9-4982-9fb7-9fafdabd728e,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:30.476029 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df7c302-a2f8-4d79-8cf4-64b9e9188044 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:19:30.481865 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df7c302-a2f8-4d79-8cf4-64b9e9188044 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:30.481865 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6df7c302-a2f8-4d79-8cf4-64b9e9188044 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:30.485392 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6df7c302-a2f8-4d79-8cf4-64b9e9188044 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:30.518042 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-be701a84-cf1b-4762-a1f7-abf563b03968 None None] The port '7577cdd1-a4b4-4dee-8495-cdc425bd3248' was deleted {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 15 19:19:30.519288 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-0204b16d-24ac-4568-a3e9-90c804af4c1d None None] Could not find standard attr ID for object 9d090054-4334-4d06-a5cf-b0b50a84152d. {{(pid=88992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 15 19:19:30.550981 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-d383b627-b128-4b4d-9a2d-01b68e92b4f1 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cca6949d-c8d5-4a48-a6a7-d88b45e7f265') {'for_net_delete': True} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:30.551505 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-d383b627-b128-4b4d-9a2d-01b68e92b4f1 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cca6949d-c8d5-4a48-a6a7-d88b45e7f265') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:30.561207 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da97dc4-1495-4f64-b832-d4a58051947a tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Made reservation on behalf of 1ab3162c10c24983844a0058fe10dd8d for: {'port': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:19:30.563122 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-0204b16d-24ac-4568-a3e9-90c804af4c1d None None] Provisioning complete for port ade84e06-1718-4072-bfa5-59c5b41610f8 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:19:30.563545 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0204b16d-24ac-4568-a3e9-90c804af4c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:30.567142 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6da97dc4-1495-4f64-b832-d4a58051947a tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:30.591198 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fc6ccbe9-c9c9-4270-a0f1-f39e08c4534f tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Notify callbacks [] for security_group, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:30.607406 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0204b16d-24ac-4568-a3e9-90c804af4c1d None None] Pushing event updated for resources: {'Port': ['ID=23ab8e17-04db-4aab-8954-aa52ee85dd55,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:30.613827 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0204b16d-24ac-4568-a3e9-90c804af4c1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:30.620434 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6df7c302-a2f8-4d79-8cf4-64b9e9188044 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.0247874 Dec 15 19:19:30.654101 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-0204b16d-24ac-4568-a3e9-90c804af4c1d None None] Port ade84e06-1718-4072-bfa5-59c5b41610f8 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:19:30.658179 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d383b627-b128-4b4d-9a2d-01b68e92b4f1 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838443042'] for segment, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:30.660643 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-0204b16d-24ac-4568-a3e9-90c804af4c1d None None] Could not find standard attr ID for object 1587ecad-b53e-4574-94f0-a4b9e5faf453. {{(pid=88992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 15 19:19:30.679853 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d383b627-b128-4b4d-9a2d-01b68e92b4f1 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:30.687116 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d383b627-b128-4b4d-9a2d-01b68e92b4f1 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=88991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:19:30.687566 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d383b627-b128-4b4d-9a2d-01b68e92b4f1 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838443729'] for segment, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:30.699773 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 51916) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:30.753834 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-4d78d30b-df23-40e9-a0fb-45d8688ce1c3 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Request body: {'subnet': {'network_id': '6bbc6c7c-f125-4649-a419-6271dad8e00c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:19:30.792630 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:19:30.792630 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:19:30.792630 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:19:30.792630 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:19:30.792630 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:19:30.792630 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:19:30.792630 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:19:30.792630 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:19:30.792630 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:19:30.792630 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:19:30.792630 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:19:30.792630 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:19:30.792630 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:19:30.792630 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:19:30.792630 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:19:30.792630 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:19:30.792630 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:19:30.792630 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:19:30.792630 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:19:30.792630 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:19:30.792630 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:19:30.792630 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:19:30.792630 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:19:30.792630 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:19:30.792630 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:19:30.792630 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:19:30.792630 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:19:30.792630 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:19:30.792630 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:19:30.792630 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:19:30.792630 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:19:30.792630 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:19:30.795785 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-c8c7e9a6-2f35-4beb-8fe9-50ec7761ee01 None None] Provisioning complete for port 793f853e-72d5-4b9a-9c90-b2ce91c8067c triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:19:30.795785 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c8c7e9a6-2f35-4beb-8fe9-50ec7761ee01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:30.796661 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80701a6-0638-43d9-b848-14a7752ea44a tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:30.799227 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80701a6-0638-43d9-b848-14a7752ea44a tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:30.800369 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-c80701a6-0638-43d9-b848-14a7752ea44a tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Synchronizing usage tracker for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:subnet {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:19:30.809140 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-6da97dc4-1495-4f64-b832-d4a58051947a tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] device_id is not set on port 2f9960cf-138e-430d-bfe3-b8d596affb94 yet. {{(pid=88991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:19:30.857503 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-c8c7e9a6-2f35-4beb-8fe9-50ec7761ee01 None None] Port 793f853e-72d5-4b9a-9c90-b2ce91c8067c cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:19:30.950840 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-fc6ccbe9-c9c9-4270-a0f1-f39e08c4534f tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:30.961549 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d383b627-b128-4b4d-9a2d-01b68e92b4f1 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:30.966421 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d383b627-b128-4b4d-9a2d-01b68e92b4f1 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:30.975991 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-fc6ccbe9-c9c9-4270-a0f1-f39e08c4534f tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Usage tracker for resource:security_group_rule and tenant:c837a06bbafd43338ec6405754dd6594 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:19:30.978125 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-491a1fb9-07ba-4f1c-a734-b0f1ed1969bd tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:30.993604 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-c80701a6-0638-43d9-b848-14a7752ea44a tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Unset dirty status for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:subnet {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:19:30.997247 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-fc6ccbe9-c9c9-4270-a0f1-f39e08c4534f tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:19:30.998076 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c80701a6-0638-43d9-b848-14a7752ea44a tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5399625 Dec 15 19:19:30.998804 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51922) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:31.017818 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-fc6ccbe9-c9c9-4270-a0f1-f39e08c4534f tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:19:31.038614 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-4d78d30b-df23-40e9-a0fb-45d8688ce1c3 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:31.051609 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b2508b12-e643-4c06-b015-452942c02fd1 req-fd44f96c-d9a2-4b30-b54a-30f7f79059a7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3b7fa720-d8e5-4510-aeb0-a3b286372c89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3507957 Dec 15 19:19:31.053304 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-4d78d30b-df23-40e9-a0fb-45d8688ce1c3 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Usage tracker for resource:subnet and tenant:d09e37d948244dafb936d2972b3d58c9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:19:31.060658 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-4d78d30b-df23-40e9-a0fb-45d8688ce1c3 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:19:31.076413 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-4d78d30b-df23-40e9-a0fb-45d8688ce1c3 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:19:31.117222 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-76443ce0-10d7-42a7-8359-13e0fce8c5e7 None None] Provisioning for port 691af85f-9ab9-4982-9fb7-9fafdabd728e completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:19:31.119921 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e4d32a9-1aa6-43d2-b582-4ab1055f2bce tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Router 59acb6bf-6b69-4bfa-9b9d-b9793b8dc451 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:19:31.123333 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-76443ce0-10d7-42a7-8359-13e0fce8c5e7 None None] Provisioning complete for port 691af85f-9ab9-4982-9fb7-9fafdabd728e triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:19:31.129243 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-76443ce0-10d7-42a7-8359-13e0fce8c5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:31.144104 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fc6ccbe9-c9c9-4270-a0f1-f39e08c4534f tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Notify callbacks [] for security_group, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:31.170914 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d383b627-b128-4b4d-9a2d-01b68e92b4f1 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Pushing event deleted for resources: {'Network': ['ID=5ed56237-29ac-473b-957d-2e7d4f9a5d56,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:31.173528 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d383b627-b128-4b4d-9a2d-01b68e92b4f1 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:31.183713 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d383b627-b128-4b4d-9a2d-01b68e92b4f1 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] 10.222.0.36 "DELETE /v2.0/networks/5ed56237-29ac-473b-957d-2e7d4f9a5d56 HTTP/1.1" status: 204 len: 168 time: 2.9610157 Dec 15 19:19:31.279839 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-6da97dc4-1495-4f64-b832-d4a58051947a tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Allocated IP 172.20.0.7 (f8fcd137-2500-4805-86ac-5256cb4d6231/0004311d-9baf-4d02-95af-55f801eff043/2f9960cf-138e-430d-bfe3-b8d596affb94) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:19:31.295544 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-76443ce0-10d7-42a7-8359-13e0fce8c5e7 None None] Port 691af85f-9ab9-4982-9fb7-9fafdabd728e cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:19:31.298808 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d78d30b-df23-40e9-a0fb-45d8688ce1c3 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Made reservation on behalf of d09e37d948244dafb936d2972b3d58c9 for: {'subnet': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:19:31.305992 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4d78d30b-df23-40e9-a0fb-45d8688ce1c3 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839924940'] for subnet, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:31.324038 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fc6ccbe9-c9c9-4270-a0f1-f39e08c4534f tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:31.337137 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0b6a396d-051a-4610-a611-c1e2ce0b88e7 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:31.398867 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-f658faf0-fcbc-4295-a805-6f461bf5587c tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Deleting subnet 406c9dcd-6735-4c1e-8fc1-f521378cf4ff {{(pid=88991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:19:31.426733 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f658faf0-fcbc-4295-a805-6f461bf5587c tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:31.426837 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 43f60e26-0da5-460f-8657-6d7ab97f7c18 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:19:31.497419 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 43f60e26-0da5-460f-8657-6d7ab97f7c18 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:19:31.497888 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:31.590093 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f658faf0-fcbc-4295-a805-6f461bf5587c tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16332759'] for subnet, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:31.592488 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6ccbe9-c9c9-4270-a0f1-f39e08c4534f tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=140cc7f9-edd3-4f56-9819-7ff4a82659c6,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:31.603527 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fc6ccbe9-c9c9-4270-a0f1-f39e08c4534f tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:31.644189 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 23ab8e17-04db-4aab-8954-aa52ee85dd55 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:19:31.649447 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fc6ccbe9-c9c9-4270-a0f1-f39e08c4534f tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:31.650774 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-fc6ccbe9-c9c9-4270-a0f1-f39e08c4534f tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.4245622 Dec 15 19:19:31.656597 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51930) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:31.669095 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-ec75162b-42b1-4a74-9aa8-d9d0dac12726 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Request body: {'security_group_rule': {'security_group_id': '140cc7f9-edd3-4f56-9819-7ff4a82659c6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:19:31.669804 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-ec75162b-42b1-4a74-9aa8-d9d0dac12726 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 19:19:31.674042 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ec75162b-42b1-4a74-9aa8-d9d0dac12726 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0142622 Dec 15 19:19:31.680233 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51934) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:31.680603 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.ipam_backend_mixin [None req-4d78d30b-df23-40e9-a0fb-45d8688ce1c3 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 29ea4ebf-5e78-484c-8bfa-9246e97bea22 (CIDR: 2001:db8::/64) Dec 15 19:19:31.704898 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-ac38c588-3673-4a8f-a9d3-725e170183f5 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Request body: {'security_group_rule': {'security_group_id': '140cc7f9-edd3-4f56-9819-7ff4a82659c6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:19:31.705275 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b2508b12-e643-4c06-b015-452942c02fd1 req-05bc0894-0b87-4764-a06f-3c97ca7cbdd2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=63a560358735409688254f323e657c6f&device_id=3b7fa720-d8e5-4510-aeb0-a3b286372c89 HTTP/1.1" status: 200 len: 1099 time: 0.4914150 Dec 15 19:19:31.719164 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ac38c588-3673-4a8f-a9d3-725e170183f5 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:31.723365 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dfe44b-f045-467f-b3a0-5131ce7b10ed req-6ff99b93-89d5-41a9-aa06-d561a0066546 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:31.728924 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-27dfe44b-f045-467f-b3a0-5131ce7b10ed req-6ff99b93-89d5-41a9-aa06-d561a0066546 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a8fcdba-9ed4-4e76-945e-12df297099e0 HTTP/1.1" status: 200 len: 946 time: 0.2373562 Dec 15 19:19:31.728924 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d78d30b-df23-40e9-a0fb-45d8688ce1c3 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 19:19:31.728924 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d78d30b-df23-40e9-a0fb-45d8688ce1c3 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:19:31.750129 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ac38c588-3673-4a8f-a9d3-725e170183f5 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Usage tracker for resource:security_group_rule and tenant:c837a06bbafd43338ec6405754dd6594 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:19:31.763579 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 23ab8e17-04db-4aab-8954-aa52ee85dd55 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:19:31.764272 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ac38c588-3673-4a8f-a9d3-725e170183f5 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:19:31.764598 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:31.785272 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ac38c588-3673-4a8f-a9d3-725e170183f5 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:19:31.801093 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6da97dc4-1495-4f64-b832-d4a58051947a tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:31.833586 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f658faf0-fcbc-4295-a805-6f461bf5587c tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:31.919103 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51940) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:31.946146 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-ac38c588-3673-4a8f-a9d3-725e170183f5 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 19:19:31.947375 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ac38c588-3673-4a8f-a9d3-725e170183f5 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2663362 Dec 15 19:19:31.950460 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51946) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:31.957610 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-6fc1d0db-c2d0-4d7d-ae8e-77c622a0d6b8 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Request body: {'security_group_rule': {'security_group_id': '140cc7f9-edd3-4f56-9819-7ff4a82659c6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:19:31.962444 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-6fc1d0db-c2d0-4d7d-ae8e-77c622a0d6b8 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 19:19:31.962444 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6fc1d0db-c2d0-4d7d-ae8e-77c622a0d6b8 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0086143 Dec 15 19:19:31.963680 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51950) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:31.970047 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-85c5c8ff-ee0f-40b8-8efc-6c5c9ffd5166 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Request body: {'security_group_rule': {'security_group_id': '140cc7f9-edd3-4f56-9819-7ff4a82659c6', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:19:31.979619 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-85c5c8ff-ee0f-40b8-8efc-6c5c9ffd5166 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:31.984920 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f658faf0-fcbc-4295-a805-6f461bf5587c tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16156049'] for subnet, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:31.989397 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6da97dc4-1495-4f64-b832-d4a58051947a tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:31.997214 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-85c5c8ff-ee0f-40b8-8efc-6c5c9ffd5166 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Usage tracker for resource:security_group_rule and tenant:c837a06bbafd43338ec6405754dd6594 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:19:32.001514 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-14f07b31-c05f-4599-8355-adf0c561e4b9 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:32.040386 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-85c5c8ff-ee0f-40b8-8efc-6c5c9ffd5166 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:19:32.054534 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f658faf0-fcbc-4295-a805-6f461bf5587c tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event deleted for resources: {'Subnet': ['ID=406c9dcd-6735-4c1e-8fc1-f521378cf4ff,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:32.057267 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f658faf0-fcbc-4295-a805-6f461bf5587c tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:32.060086 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-85c5c8ff-ee0f-40b8-8efc-6c5c9ffd5166 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:19:32.062061 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-94f57b73-5bec-4831-a7f7-e19580d4d3f0 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:32.104355 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e4d32a9-1aa6-43d2-b582-4ab1055f2bce tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:19:32.113993 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4e4d32a9-1aa6-43d2-b582-4ab1055f2bce tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "PUT /v2.0/routers/59acb6bf-6b69-4bfa-9b9d-b9793b8dc451/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9996099 Dec 15 19:19:32.115352 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a35cd7-9d63-4108-9c09-565216182734 None None] Sync routers for ids ['59acb6bf-6b69-4bfa-9b9d-b9793b8dc451'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:19:32.121593 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 51954) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:32.130849 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a35cd7-9d63-4108-9c09-565216182734 None None] Routers {'59acb6bf-6b69-4bfa-9b9d-b9793b8dc451'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:19:32.131551 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-a1a35cd7-9d63-4108-9c09-565216182734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:19:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['59acb6bf-6b69-4bfa-9b9d-b9793b8dc451'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:32.139097 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f658faf0-fcbc-4295-a805-6f461bf5587c tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:32.153945 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da97dc4-1495-4f64-b832-d4a58051947a tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Network f8fcd137-2500-4805-86ac-5256cb4d6231 is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:19:32.163478 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-6da97dc4-1495-4f64-b832-d4a58051947a tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:19:32.166048 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da97dc4-1495-4f64-b832-d4a58051947a tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:19:32.171676 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4d78d30b-df23-40e9-a0fb-45d8688ce1c3 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4654856 Dec 15 19:19:32.184420 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 51958) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:32.200929 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad4bd1d-7864-4851-a11a-c9b059d0763e None None] Network 489fa468-360a-4868-b4ac-a400ec975c5b requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:19:32.207908 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-baf85269-0159-425a-b9c3-fdd658b8a500 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Request body: {'subnet': {'network_id': '6bbc6c7c-f125-4649-a419-6271dad8e00c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:19:32.227539 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-a1a35cd7-9d63-4108-9c09-565216182734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:32.243678 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-27dfe44b-f045-467f-b3a0-5131ce7b10ed req-94eb4f81-a217-4216-9d0c-bc6085c733ff tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] 10.222.0.36 "GET /v2.0/security-groups?id=19b98e59-0c96-4874-b9ee-d71b2bd06b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5107079 Dec 15 19:19:32.265358 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da97dc4-1495-4f64-b832-d4a58051947a tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Pushing event updated for resources: {'Port': ['ID=2f9960cf-138e-430d-bfe3-b8d596affb94,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:32.268550 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6da97dc4-1495-4f64-b832-d4a58051947a tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:32.273675 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f658faf0-fcbc-4295-a805-6f461bf5587c tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/subnets/406c9dcd-6735-4c1e-8fc1-f521378cf4ff HTTP/1.1" status: 204 len: 168 time: 1.2571566 Dec 15 19:19:32.278792 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51962) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:32.319743 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a35cd7-9d63-4108-9c09-565216182734 None None] Routers {'59acb6bf-6b69-4bfa-9b9d-b9793b8dc451'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:19:32.320454 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-a1a35cd7-9d63-4108-9c09-565216182734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:19:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['59acb6bf-6b69-4bfa-9b9d-b9793b8dc451'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:32.339579 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5faf70ae-8d5e-4273-b4ef-6266a992a12f tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:32.340214 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-5faf70ae-8d5e-4273-b4ef-6266a992a12f tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Synchronizing usage tracker for tenant:2a421f48bcf04f759d7a89b7f013838e on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:19:32.358167 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2508b12-e643-4c06-b015-452942c02fd1 req-461fe85a-9e40-4b2b-9a99-34448b2506cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:32.359782 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b2508b12-e643-4c06-b015-452942c02fd1 req-461fe85a-9e40-4b2b-9a99-34448b2506cd service neutron] 10.222.0.32 "GET /v2.0/networks?id=19b72bfa-3b09-4f76-a78c-5531fd623b36 HTTP/1.1" status: 200 len: 912 time: 0.6219068 Dec 15 19:19:32.392527 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-a1a35cd7-9d63-4108-9c09-565216182734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:32.393003 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a35cd7-9d63-4108-9c09-565216182734 None None] The sync data for ids ['59acb6bf-6b69-4bfa-9b9d-b9793b8dc451'] in dv-neutron-821831-2-hyperv is: [] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:19:32.467771 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-5faf70ae-8d5e-4273-b4ef-6266a992a12f tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Unset dirty status for tenant:2a421f48bcf04f759d7a89b7f013838e on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:19:32.472054 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-5faf70ae-8d5e-4273-b4ef-6266a992a12f tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "GET /v2.0/ports/793f853e-72d5-4b9a-9c90-b2ce91c8067c HTTP/1.1" status: 200 len: 910 time: 0.3457520 Dec 15 19:19:32.482379 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 51966) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:32.569300 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25db04e-c45f-47df-b040-2efa76c3a0ab None None] DHCP port deletion for 489fa468-360a-4868-b4ac-a400ec975c5b request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:19:32.574366 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-f25db04e-c45f-47df-b040-2efa76c3a0ab None None] Deleting port 43f60e26-0da5-460f-8657-6d7ab97f7c18 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:19:32.574799 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f25db04e-c45f-47df-b040-2efa76c3a0ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:32.619329 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-85c5c8ff-ee0f-40b8-8efc-6c5c9ffd5166 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 19:19:32.623593 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-85c5c8ff-ee0f-40b8-8efc-6c5c9ffd5166 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6557672 Dec 15 19:19:32.629153 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ab2c4cc6-dec4-451b-8718-205486a1712b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3473146 Dec 15 19:19:32.632778 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51970) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:32.633153 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51972) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:32.633266 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-baf85269-0159-425a-b9c3-fdd658b8a500 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:32.641096 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-23ba71f6-a405-410f-b19f-4f1f715dc19c tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Request body: {'security_group_rule': {'security_group_id': '140cc7f9-edd3-4f56-9819-7ff4a82659c6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:19:32.641946 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-23ba71f6-a405-410f-b19f-4f1f715dc19c tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 19:19:32.648751 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-23ba71f6-a405-410f-b19f-4f1f715dc19c tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0083117 Dec 15 19:19:32.648751 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-20ab9bc3-7d09-4690-be8b-78bb57bdbfb2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=327d4ec08f1c4acbab182a20e486640d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7254956 Dec 15 19:19:32.650901 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da97dc4-1495-4f64-b832-d4a58051947a tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:32.651406 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6da97dc4-1495-4f64-b832-d4a58051947a tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:32.652233 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-baf85269-0159-425a-b9c3-fdd658b8a500 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Usage tracker for resource:subnet and tenant:d09e37d948244dafb936d2972b3d58c9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:19:32.654665 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 51978) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:32.655033 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 51980) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:32.658676 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-93e17027-b642-452c-a358-adac783dfeb8 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Request body: {'subnet': {'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:19:32.674378 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-baf85269-0159-425a-b9c3-fdd658b8a500 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:19:32.681978 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-98c05357-9ce9-4e11-91e5-42ccfc0fdca5 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Request body: {'security_group_rule': {'security_group_id': '140cc7f9-edd3-4f56-9819-7ff4a82659c6', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:19:32.694793 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-baf85269-0159-425a-b9c3-fdd658b8a500 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:19:32.703332 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-98c05357-9ce9-4e11-91e5-42ccfc0fdca5 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:32.707967 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b2508b12-e643-4c06-b015-452942c02fd1 req-e4952de6-3626-4aba-82e7-44e08546fca2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06f8b5fc-2365-432b-90d7-f814527b98c7 HTTP/1.1" status: 200 len: 1001 time: 0.3385406 Dec 15 19:19:32.720643 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-98c05357-9ce9-4e11-91e5-42ccfc0fdca5 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Usage tracker for resource:security_group_rule and tenant:c837a06bbafd43338ec6405754dd6594 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:19:32.732280 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-98c05357-9ce9-4e11-91e5-42ccfc0fdca5 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:19:32.785245 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6da97dc4-1495-4f64-b832-d4a58051947a tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.0063245 Dec 15 19:19:32.787948 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51986) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:32.793531 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-98c05357-9ce9-4e11-91e5-42ccfc0fdca5 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:19:32.798807 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-b3f2e2b4-58f3-4cb3-babf-2459aa776841 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Request body: {'port': {'network_id': 'f8fcd137-2500-4805-86ac-5256cb4d6231', 'name': 'tempest-FloatingIPTestJSON-1363226697'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:19:32.817020 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-f25db04e-c45f-47df-b040-2efa76c3a0ab None None] For port 43f60e26-0da5-460f-8657-6d7ab97f7c18, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=43f60e26-0da5-460f-8657-6d7ab97f7c18,segment=NetworkSegment(9575ac7b-3c85-46da-81c5-434024000f40),segment_id=9575ac7b-3c85-46da-81c5-434024000f40)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:19:32.818151 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f25db04e-c45f-47df-b040-2efa76c3a0ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:32.819141 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-93e17027-b642-452c-a358-adac783dfeb8 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:32.836601 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf85269-0159-425a-b9c3-fdd658b8a500 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Made reservation on behalf of d09e37d948244dafb936d2972b3d58c9 for: {'subnet': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:19:32.842563 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-baf85269-0159-425a-b9c3-fdd658b8a500 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839924940'] for subnet, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:32.872529 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-93e17027-b642-452c-a358-adac783dfeb8 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Usage tracker for resource:subnet and tenant:e56ca83c553e4935a4e8b75ed76c674c is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:19:32.880045 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-93e17027-b642-452c-a358-adac783dfeb8 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:19:32.897711 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-93e17027-b642-452c-a358-adac783dfeb8 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:19:32.934327 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e17027-b642-452c-a358-adac783dfeb8 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Made reservation on behalf of e56ca83c553e4935a4e8b75ed76c674c for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:19:32.940390 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-93e17027-b642-452c-a358-adac783dfeb8 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:32.946156 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2508b12-e643-4c06-b015-452942c02fd1 req-00b228da-48b1-41b0-8235-3a63a58a807e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:32.947717 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b2508b12-e643-4c06-b015-452942c02fd1 req-00b228da-48b1-41b0-8235-3a63a58a807e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=82c744e4-df47-41bb-809a-42816dd304e6 HTTP/1.1" status: 200 len: 850 time: 0.2190633 Dec 15 19:19:32.952765 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-f25db04e-c45f-47df-b040-2efa76c3a0ab None None] Calling delete_port for 43f60e26-0da5-460f-8657-6d7ab97f7c18 owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:19:33.011064 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-aa0910f7-eabe-4369-9dbf-1d07c4813195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:33.066229 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-b3f2e2b4-58f3-4cb3-babf-2459aa776841 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:33.074081 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-b3f2e2b4-58f3-4cb3-babf-2459aa776841 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Usage tracker for resource:port and tenant:1ab3162c10c24983844a0058fe10dd8d is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:19:33.080874 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-b3f2e2b4-58f3-4cb3-babf-2459aa776841 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:19:33.092228 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-b3f2e2b4-58f3-4cb3-babf-2459aa776841 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:19:33.095778 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f25db04e-c45f-47df-b040-2efa76c3a0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866'] for port, after_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:33.095962 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-98c05357-9ce9-4e11-91e5-42ccfc0fdca5 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 19:19:33.097035 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-98c05357-9ce9-4e11-91e5-42ccfc0fdca5 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4384449 Dec 15 19:19:33.102460 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51990) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:33.105145 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fa58bd17-70b8-48b3-a889-73f6e14b15ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:33.108630 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-aa0910f7-eabe-4369-9dbf-1d07c4813195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:33.115795 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-56d76c0f-c7b9-487b-9a93-934375c92cbb tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Request body: {'security_group_rule': {'security_group_id': '140cc7f9-edd3-4f56-9819-7ff4a82659c6', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:19:33.116519 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-56d76c0f-c7b9-487b-9a93-934375c92cbb tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 19:19:33.120678 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-56d76c0f-c7b9-487b-9a93-934375c92cbb tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0142462 Dec 15 19:19:33.123193 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 51994) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:33.130565 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-d95cae09-935c-4980-9329-a2f207f92cc5 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Request body: {'security_group_rule': {'security_group_id': '140cc7f9-edd3-4f56-9819-7ff4a82659c6', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:19:33.144152 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-d95cae09-935c-4980-9329-a2f207f92cc5 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:33.152470 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25db04e-c45f-47df-b040-2efa76c3a0ab None None] Pushing event deleted for resources: {'Port': ['ID=43f60e26-0da5-460f-8657-6d7ab97f7c18,revision_number=None']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:33.162693 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f2e2b4-58f3-4cb3-babf-2459aa776841 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Made reservation on behalf of 1ab3162c10c24983844a0058fe10dd8d for: {'port': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:19:33.163985 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25db04e-c45f-47df-b040-2efa76c3a0ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:19:33.164382 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25db04e-c45f-47df-b040-2efa76c3a0ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:19:33.164735 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25db04e-c45f-47df-b040-2efa76c3a0ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:19:33.165122 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25db04e-c45f-47df-b040-2efa76c3a0ab None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:19:33.165497 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25db04e-c45f-47df-b040-2efa76c3a0ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:19:33.165874 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25db04e-c45f-47df-b040-2efa76c3a0ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:19:33.166470 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25db04e-c45f-47df-b040-2efa76c3a0ab None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:19:33.166851 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25db04e-c45f-47df-b040-2efa76c3a0ab None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:19:33.167220 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25db04e-c45f-47df-b040-2efa76c3a0ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:19:33.167586 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25db04e-c45f-47df-b040-2efa76c3a0ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:19:33.167940 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25db04e-c45f-47df-b040-2efa76c3a0ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:19:33.171232 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f25db04e-c45f-47df-b040-2efa76c3a0ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:33.175460 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25db04e-c45f-47df-b040-2efa76c3a0ab None None] No DVR routers for this DVR port 43f60e26-0da5-460f-8657-6d7ab97f7c18 on host dv-neutron-821831-2-hyperv {{(pid=88992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:19:33.176887 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b3f2e2b4-58f3-4cb3-babf-2459aa776841 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:33.191328 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d95cae09-935c-4980-9329-a2f207f92cc5 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Usage tracker for resource:security_group_rule and tenant:c837a06bbafd43338ec6405754dd6594 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:19:33.198960 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d95cae09-935c-4980-9329-a2f207f92cc5 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:19:33.230697 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 43f60e26-0da5-460f-8657-6d7ab97f7c18 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:19:33.237566 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-d95cae09-935c-4980-9329-a2f207f92cc5 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:19:33.259469 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-b3f2e2b4-58f3-4cb3-babf-2459aa776841 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] device_id is not set on port 800199bb-8592-42ef-9c8e-26543b3f5e4b yet. {{(pid=88991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:19:33.268673 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 43f60e26-0da5-460f-8657-6d7ab97f7c18 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:19:33.269013 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 43f60e26-0da5-460f-8657-6d7ab97f7c18 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:19:33.377980 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b2508b12-e643-4c06-b015-452942c02fd1 req-65b5e89d-b2d3-440b-8eee-429bb7e80d78 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=19b72bfa-3b09-4f76-a78c-5531fd623b36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4049184 Dec 15 19:19:33.483489 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-d95cae09-935c-4980-9329-a2f207f92cc5 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 19:19:33.487513 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d95cae09-935c-4980-9329-a2f207f92cc5 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3604548 Dec 15 19:19:33.495688 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52004) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:33.511535 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-d0b2d0de-9ed5-4b8b-a828-fdd95a119132 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Request body: {'security_group_rule': {'security_group_id': '140cc7f9-edd3-4f56-9819-7ff4a82659c6', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:19:33.535700 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-d0b2d0de-9ed5-4b8b-a828-fdd95a119132 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:33.546640 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d0b2d0de-9ed5-4b8b-a828-fdd95a119132 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Usage tracker for resource:security_group_rule and tenant:c837a06bbafd43338ec6405754dd6594 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:19:33.547025 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-aa0910f7-eabe-4369-9dbf-1d07c4813195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:33.551686 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d0b2d0de-9ed5-4b8b-a828-fdd95a119132 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:19:33.560450 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fc6ccbe9-c9c9-4270-a0f1-f39e08c4534f tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:33.561248 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-b3f2e2b4-58f3-4cb3-babf-2459aa776841 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Allocated IP 172.20.0.2 (f8fcd137-2500-4805-86ac-5256cb4d6231/0004311d-9baf-4d02-95af-55f801eff043/800199bb-8592-42ef-9c8e-26543b3f5e4b) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:19:33.563610 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-d0b2d0de-9ed5-4b8b-a828-fdd95a119132 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:19:33.581485 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-93e17027-b642-452c-a358-adac783dfeb8 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:33.588298 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b157213f-634e-453a-bfcf-bc34f230c310 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:33.621130 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0910f7-eabe-4369-9dbf-1d07c4813195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95463851-27d4-41a3-995e-56331a21433b,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:33.623617 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-aa0910f7-eabe-4369-9dbf-1d07c4813195 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:33.709269 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-aa0910f7-eabe-4369-9dbf-1d07c4813195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:33.710536 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-aa0910f7-eabe-4369-9dbf-1d07c4813195 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/95463851-27d4-41a3-995e-56331a21433b HTTP/1.1" status: 204 len: 168 time: 1.0535223 Dec 15 19:19:33.712041 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e17027-b642-452c-a358-adac783dfeb8 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Network 489fa468-360a-4868-b4ac-a400ec975c5b is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:19:33.718092 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-93e17027-b642-452c-a358-adac783dfeb8 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:19:33.727412 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e17027-b642-452c-a358-adac783dfeb8 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:33.728229 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-93e17027-b642-452c-a358-adac783dfeb8 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:33.729408 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b2508b12-e643-4c06-b015-452942c02fd1 req-17a439a4-fe1e-43f9-87ac-1b5ffa96a056 service neutron] 10.222.0.32 "GET /v2.0/networks/19b72bfa-3b09-4f76-a78c-5531fd623b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3370044 Dec 15 19:19:33.732050 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb241ae2-b347-47dd-8cb7-d7abfb31d305 None None] Network 489fa468-360a-4868-b4ac-a400ec975c5b requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:19:33.732690 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e17027-b642-452c-a358-adac783dfeb8 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event updated for resources: {'Subnet': ['ID=5ab0ca2d-2a5c-4339-b3fd-4962403498b9,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:33.739315 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a894a56d-1564-4a29-9344-f6fff7458e15 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145021'] for router_interface, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:33.754134 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-93e17027-b642-452c-a358-adac783dfeb8 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:33.764350 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-d0b2d0de-9ed5-4b8b-a828-fdd95a119132 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 19:19:33.765507 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d0b2d0de-9ed5-4b8b-a828-fdd95a119132 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2663829 Dec 15 19:19:33.817296 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52010) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:33.915228 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-93e17027-b642-452c-a358-adac783dfeb8 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2787979 Dec 15 19:19:33.923014 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52014) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:33.929644 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-b31f1d9d-eb7f-4ed6-b676-5581e87c5fe7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Request body: {'port': {'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'fixed_ips': [{'subnet_id': '5ab0ca2d-2a5c-4339-b3fd-4962403498b9', 'ip_address': '2001:db8::a6a:223e:83e3:38e2'}], 'name': 'tempest-NetworksTestDHCPv6-2068364330'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:19:33.994392 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6829792-db56-489d-a3d8-74eb91eb9f3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-489fa468-360a-4868-b4ac-a400ec975c5b', 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'tenant_id': 'e56ca83c553e4935a4e8b75ed76c674c', 'fixed_ips': [{'subnet_id': '5ab0ca2d-2a5c-4339-b3fd-4962403498b9'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:19:33.995668 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f6829792-db56-489d-a3d8-74eb91eb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:34.095262 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-87300361-2c14-46f2-9f83-5c1ecb944778 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Notify callbacks [] for security_group, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:34.109859 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b3f2e2b4-58f3-4cb3-babf-2459aa776841 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:34.169340 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-87300361-2c14-46f2-9f83-5c1ecb944778 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:34.232352 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-b31f1d9d-eb7f-4ed6-b676-5581e87c5fe7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:34.240545 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-b31f1d9d-eb7f-4ed6-b676-5581e87c5fe7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Usage tracker for resource:port and tenant:e56ca83c553e4935a4e8b75ed76c674c is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:19:34.246217 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-f6829792-db56-489d-a3d8-74eb91eb9f3f None None] Allocated IP 2001:db8::2 (489fa468-360a-4868-b4ac-a400ec975c5b/5ab0ca2d-2a5c-4339-b3fd-4962403498b9/61b60999-a154-43ef-a5ae-ce96dea78f2e) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:19:34.247026 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-b31f1d9d-eb7f-4ed6-b676-5581e87c5fe7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:19:34.254296 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-b31f1d9d-eb7f-4ed6-b676-5581e87c5fe7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:19:34.279085 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a01db8-4151-48ca-ae04-0b729f619187 req-84edbe3a-4da4-4ed1-9ebf-1aeae65f89c6 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:34.280750 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-42a01db8-4151-48ca-ae04-0b729f619187 req-84edbe3a-4da4-4ed1-9ebf-1aeae65f89c6 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a8fcdba-9ed4-4e76-945e-12df297099e0 HTTP/1.1" status: 200 len: 946 time: 0.7085905 Dec 15 19:19:34.290004 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b3f2e2b4-58f3-4cb3-babf-2459aa776841 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:34.297862 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-42bc2181-df28-4e5e-9480-2808ba4322e6 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:34.333774 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-baf85269-0159-425a-b9c3-fdd658b8a500 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838139473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839924955'] for subnet, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:34.339444 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b31f1d9d-eb7f-4ed6-b676-5581e87c5fe7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Made reservation on behalf of e56ca83c553e4935a4e8b75ed76c674c for: {'port': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:19:34.343319 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7b1515cb-d250-43c5-94a1-a1d212a8cdb0 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:34.347849 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b31f1d9d-eb7f-4ed6-b676-5581e87c5fe7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:34.363706 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-87300361-2c14-46f2-9f83-5c1ecb944778 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:34.435644 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f2e2b4-58f3-4cb3-babf-2459aa776841 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Network f8fcd137-2500-4805-86ac-5256cb4d6231 is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:19:34.437104 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-b31f1d9d-eb7f-4ed6-b676-5581e87c5fe7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] device_id is not set on port 4383b4e0-a823-48f6-a946-58230498827c yet. {{(pid=88991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:19:34.480739 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b2508b12-e643-4c06-b015-452942c02fd1 req-b63ea967-6fed-440c-8475-cc559b0b9c27 service neutron] 10.222.0.32 "GET /v2.0/networks/19b72bfa-3b09-4f76-a78c-5531fd623b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6863298 Dec 15 19:19:34.481749 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-b3f2e2b4-58f3-4cb3-babf-2459aa776841 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:19:34.483997 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-87300361-2c14-46f2-9f83-5c1ecb944778 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:34.487824 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-87300361-2c14-46f2-9f83-5c1ecb944778 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] 10.222.0.36 "DELETE /v2.0/security-groups/140cc7f9-edd3-4f56-9819-7ff4a82659c6 HTTP/1.1" status: 204 len: 168 time: 0.6576576 Dec 15 19:19:34.491920 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f2e2b4-58f3-4cb3-babf-2459aa776841 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:19:34.499139 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f6829792-db56-489d-a3d8-74eb91eb9f3f None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:34.503616 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52028) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:34.512543 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-f6829792-db56-489d-a3d8-74eb91eb9f3f None None] Transition to ACTIVE for port object 61b60999-a154-43ef-a5ae-ce96dea78f2e will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:19:34.523321 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f2e2b4-58f3-4cb3-babf-2459aa776841 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Pushing event updated for resources: {'Port': ['ID=800199bb-8592-42ef-9c8e-26543b3f5e4b,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:34.535832 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-f6829792-db56-489d-a3d8-74eb91eb9f3f None None] Transition to ACTIVE for port object 61b60999-a154-43ef-a5ae-ce96dea78f2e will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:19:34.553849 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf85269-0159-425a-b9c3-fdd658b8a500 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Network 6bbc6c7c-f125-4649-a419-6271dad8e00c is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:19:34.556746 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b3f2e2b4-58f3-4cb3-babf-2459aa776841 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:34.557326 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-91fe6b43-182b-46c9-8695-b8dafb7cd72c tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.175s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:34.562115 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-baf85269-0159-425a-b9c3-fdd658b8a500 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:19:34.565195 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf85269-0159-425a-b9c3-fdd658b8a500 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:34.565838 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-baf85269-0159-425a-b9c3-fdd658b8a500 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:34.569286 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f6829792-db56-489d-a3d8-74eb91eb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:34.578840 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-42a01db8-4151-48ca-ae04-0b729f619187 req-c00faa4e-700e-49fa-a59f-d974db7c8695 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] 10.222.0.36 "GET /v2.0/security-groups?id=19b98e59-0c96-4874-b9ee-d71b2bd06b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2852180 Dec 15 19:19:34.588329 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf85269-0159-425a-b9c3-fdd658b8a500 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event updated for resources: {'Subnet': ['ID=399441e4-cbd0-4be0-87f9-c9b736486dea,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:34.591342 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-baf85269-0159-425a-b9c3-fdd658b8a500 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:34.615999 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:34.670548 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87300361-2c14-46f2-9f83-5c1ecb944778 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=140cc7f9-edd3-4f56-9819-7ff4a82659c6,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:34.671795 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-baf85269-0159-425a-b9c3-fdd658b8a500 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.4843268 Dec 15 19:19:34.681044 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52032) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:34.684159 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-87300361-2c14-46f2-9f83-5c1ecb944778 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:34.703116 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-9e28e52e-6125-4229-8347-c4cb91a68d7e tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-638486316', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '399441e4-cbd0-4be0-87f9-c9b736486dea'}], 'security_groups': ['5b890e92-f896-4873-9df5-96b9153e5232']}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:19:34.766631 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d5614dbb-0aab-43d9-96d3-edd0df446124 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Synchronizing usage tracker for tenant:c837a06bbafd43338ec6405754dd6594 on resource:security_group {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:19:34.775923 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f2e2b4-58f3-4cb3-babf-2459aa776841 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:34.777957 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b3f2e2b4-58f3-4cb3-babf-2459aa776841 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:34.789432 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8143b207-9e6c-4368-a7d0-5b2f5f00de6a None None] Network 6bbc6c7c-f125-4649-a419-6271dad8e00c requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:19:34.880344 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b3f2e2b4-58f3-4cb3-babf-2459aa776841 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0907025 Dec 15 19:19:34.888618 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52040) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:34.899335 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-d998ba3b-eea7-4e6d-87be-3ae98a0a8a7f tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Request body: {'floatingip': {'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'port_id': '800199bb-8592-42ef-9c8e-26543b3f5e4b', 'fixed_ip_address': '172.20.0.2'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:19:34.909948 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-d998ba3b-eea7-4e6d-87be-3ae98a0a8a7f tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:34.920744 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d998ba3b-eea7-4e6d-87be-3ae98a0a8a7f tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Usage tracker for resource:floatingip and tenant:1ab3162c10c24983844a0058fe10dd8d is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:19:34.927434 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d998ba3b-eea7-4e6d-87be-3ae98a0a8a7f tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:19:34.942332 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-d998ba3b-eea7-4e6d-87be-3ae98a0a8a7f tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:19:34.945520 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-b31f1d9d-eb7f-4ed6-b676-5581e87c5fe7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Allocated IP 2001:db8::a6a:223e:83e3:38e2 (489fa468-360a-4868-b4ac-a400ec975c5b/5ab0ca2d-2a5c-4339-b3fd-4962403498b9/4383b4e0-a823-48f6-a946-58230498827c) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:19:35.000170 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d998ba3b-eea7-4e6d-87be-3ae98a0a8a7f tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks [] for floatingip, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:35.093333 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d5614dbb-0aab-43d9-96d3-edd0df446124 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Unset dirty status for tenant:c837a06bbafd43338ec6405754dd6594 on resource:security_group {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:19:35.098552 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d5614dbb-0aab-43d9-96d3-edd0df446124 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5722547 Dec 15 19:19:35.129439 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52046) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:35.162565 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-1f175cba-5e14-4554-a0e7-998dc16d4b1d tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Request body: {'security_group': {'name': 'tempest-secgroup--1326964750'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:19:35.176426 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-1f175cba-5e14-4554-a0e7-998dc16d4b1d tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:35.206772 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6829792-db56-489d-a3d8-74eb91eb9f3f None None] Pushing event updated for resources: {'Port': ['ID=61b60999-a154-43ef-a5ae-ce96dea78f2e,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:35.223658 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-1f175cba-5e14-4554-a0e7-998dc16d4b1d tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:19:35.292811 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f6829792-db56-489d-a3d8-74eb91eb9f3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.687s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:35.300248 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6829792-db56-489d-a3d8-74eb91eb9f3f None None] Network 489fa468-360a-4868-b4ac-a400ec975c5b is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:19:35.309622 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-f6829792-db56-489d-a3d8-74eb91eb9f3f None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:19:35.319540 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6829792-db56-489d-a3d8-74eb91eb9f3f None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:19:35.343723 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b31f1d9d-eb7f-4ed6-b676-5581e87c5fe7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:35.362127 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1f175cba-5e14-4554-a0e7-998dc16d4b1d tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Notify callbacks [] for security_group, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:35.373252 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b31f1d9d-eb7f-4ed6-b676-5581e87c5fe7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Transition to ACTIVE for port object 4383b4e0-a823-48f6-a946-58230498827c will not be triggered until provisioned by entity DHCP. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:19:35.377632 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d998ba3b-eea7-4e6d-87be-3ae98a0a8a7f tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:35.409266 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3b41df7a-304d-434a-873a-09a8f965cdae req-03e61307-3f87-498f-9a2e-f2e2994a0428 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5a8fcdba-9ed4-4e76-945e-12df297099e0 HTTP/1.1" status: 200 len: 1099 time: 0.5059803 Dec 15 19:19:35.458617 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 2fc06fa8-efc8-4c23-abfd-c14d4a269543 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 15 19:19:35.467364 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9e28e52e-6125-4229-8347-c4cb91a68d7e tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:35.519936 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b31f1d9d-eb7f-4ed6-b676-5581e87c5fe7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:35.540724 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e74ac9f6-dbc9-4cf0-a186-e18de7d0d0a5 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:35.548299 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-1f175cba-5e14-4554-a0e7-998dc16d4b1d tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:35.585097 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 2fc06fa8-efc8-4c23-abfd-c14d4a269543 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:19:35.591682 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-1f175cba-5e14-4554-a0e7-998dc16d4b1d tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Usage tracker for resource:security_group_rule and tenant:c837a06bbafd43338ec6405754dd6594 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:19:35.598574 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-1f175cba-5e14-4554-a0e7-998dc16d4b1d tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:19:35.629104 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3b41df7a-304d-434a-873a-09a8f965cdae req-71123083-65e3-44d3-b65a-cf6250aeb4fd service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=19b98e59-0c96-4874-b9ee-d71b2bd06b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2098384 Dec 15 19:19:35.634712 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-1f175cba-5e14-4554-a0e7-998dc16d4b1d tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:19:35.667142 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-d998ba3b-eea7-4e6d-87be-3ae98a0a8a7f tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Allocated IP 172.26.3.229 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/38d3d674-d1c4-4e64-a2f1-b5fd9905cbaa) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:19:35.794086 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 2fc06fa8-efc8-4c23-abfd-c14d4a269543, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=2fc06fa8-efc8-4c23-abfd-c14d4a269543,segment=NetworkSegment(ee834257-2d95-4457-8993-3de4c3c8fb43),segment_id=ee834257-2d95-4457-8993-3de4c3c8fb43)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:19:35.861224 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Returning: {'device': '2fc06fa8-efc8-4c23-abfd-c14d4a269543', 'network_id': '0fa38694-55b5-4cdc-8b7c-72ddba6039db', 'port_id': '2fc06fa8-efc8-4c23-abfd-c14d4a269543', 'mac_address': 'fa:16:3e:83:c3:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12d437f5-d846-4502-aee0-d4b3f14f3197', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 19:19:35.891878 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d998ba3b-eea7-4e6d-87be-3ae98a0a8a7f tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:35.931193 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31f1d9d-eb7f-4ed6-b676-5581e87c5fe7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Network 489fa468-360a-4868-b4ac-a400ec975c5b is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:19:35.931193 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-b31f1d9d-eb7f-4ed6-b676-5581e87c5fe7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:19:35.931193 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31f1d9d-eb7f-4ed6-b676-5581e87c5fe7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:19:35.934744 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31f1d9d-eb7f-4ed6-b676-5581e87c5fe7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:35.935427 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b31f1d9d-eb7f-4ed6-b676-5581e87c5fe7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:35.935554 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1f175cba-5e14-4554-a0e7-998dc16d4b1d tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Notify callbacks [] for security_group, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:35.951694 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-f6829792-db56-489d-a3d8-74eb91eb9f3f None None] Attempting to bind port 61b60999-a154-43ef-a5ae-ce96dea78f2e on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:19:35.952546 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-f6829792-db56-489d-a3d8-74eb91eb9f3f None None] Attempting to bind port 61b60999-a154-43ef-a5ae-ce96dea78f2e by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '9575ac7b-3c85-46da-81c5-434024000f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:19:35.953292 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6829792-db56-489d-a3d8-74eb91eb9f3f None None] Attempting to bind port 61b60999-a154-43ef-a5ae-ce96dea78f2e on network 489fa468-360a-4868-b4ac-a400ec975c5b {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:19:35.962762 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d998ba3b-eea7-4e6d-87be-3ae98a0a8a7f tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:35.967413 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6829792-db56-489d-a3d8-74eb91eb9f3f None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:19:35.968133 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6829792-db56-489d-a3d8-74eb91eb9f3f None None] Checking segment: {'id': '9575ac7b-3c85-46da-81c5-434024000f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:19:35.968790 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f6829792-db56-489d-a3d8-74eb91eb9f3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:35.969427 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6829792-db56-489d-a3d8-74eb91eb9f3f None None] Bound using segment: {'id': '9575ac7b-3c85-46da-81c5-434024000f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:19:35.970783 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-f6829792-db56-489d-a3d8-74eb91eb9f3f None None] Bound port: 61b60999-a154-43ef-a5ae-ce96dea78f2e, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9575ac7b-3c85-46da-81c5-434024000f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:19:35.971470 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f6829792-db56-489d-a3d8-74eb91eb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:35.974800 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31f1d9d-eb7f-4ed6-b676-5581e87c5fe7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event updated for resources: {'Port': ['ID=4383b4e0-a823-48f6-a946-58230498827c,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:35.980958 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b31f1d9d-eb7f-4ed6-b676-5581e87c5fe7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:35.982887 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ea3df62b-7e5d-40bc-9dbf-44e6bad85dc8 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:36.025142 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1f175cba-5e14-4554-a0e7-998dc16d4b1d tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:36.035070 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4345bc66-e943-478b-8bb5-4cb0612a5150 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:36.044503 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d998ba3b-eea7-4e6d-87be-3ae98a0a8a7f tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:19:36.047864 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-d998ba3b-eea7-4e6d-87be-3ae98a0a8a7f tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:19:36.051993 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d998ba3b-eea7-4e6d-87be-3ae98a0a8a7f tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:19:36.097865 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b31f1d9d-eb7f-4ed6-b676-5581e87c5fe7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1736822 Dec 15 19:19:36.105995 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52064) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:36.155086 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-f6829792-db56-489d-a3d8-74eb91eb9f3f None None] For port 61b60999-a154-43ef-a5ae-ce96dea78f2e, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:19:36.155992 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d998ba3b-eea7-4e6d-87be-3ae98a0a8a7f tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Pushing event updated for resources: {'Port': ['ID=38d3d674-d1c4-4e64-a2f1-b5fd9905cbaa,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:36.160181 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-f6829792-db56-489d-a3d8-74eb91eb9f3f None None] For port 61b60999-a154-43ef-a5ae-ce96dea78f2e, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=61b60999-a154-43ef-a5ae-ce96dea78f2e,segment=NetworkSegment(9575ac7b-3c85-46da-81c5-434024000f40),segment_id=9575ac7b-3c85-46da-81c5-434024000f40)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:19:36.162923 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:36.171594 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d998ba3b-eea7-4e6d-87be-3ae98a0a8a7f tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:36.175280 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f175cba-5e14-4554-a0e7-998dc16d4b1d tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acab63b7-92d6-4bff-bef7-de6a411ac2d2,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:36.189801 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1f175cba-5e14-4554-a0e7-998dc16d4b1d tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:36.253443 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2fc06fa8-efc8-4c23-abfd-c14d4a269543 {{(pid=88992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 19:19:36.273190 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 2fc06fa8-efc8-4c23-abfd-c14d4a269543, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=2fc06fa8-efc8-4c23-abfd-c14d4a269543,segment=NetworkSegment(ee834257-2d95-4457-8993-3de4c3c8fb43),segment_id=ee834257-2d95-4457-8993-3de4c3c8fb43)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:19:36.275559 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:36.278190 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f021e673-23d0-451b-a23e-1dce0552f155 req-47363814-b60a-4135-8d6b-a397d35be066 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:36.280177 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f021e673-23d0-451b-a23e-1dce0552f155 req-47363814-b60a-4135-8d6b-a397d35be066 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a8fcdba-9ed4-4e76-945e-12df297099e0 HTTP/1.1" status: 200 len: 946 time: 0.4842119 Dec 15 19:19:36.285979 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1f175cba-5e14-4554-a0e7-998dc16d4b1d tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:36.290605 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1f175cba-5e14-4554-a0e7-998dc16d4b1d tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1576657 Dec 15 19:19:36.294368 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-a894a56d-1564-4a29-9344-f6fff7458e15 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Deleting port 793f853e-72d5-4b9a-9c90-b2ce91c8067c {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:19:36.294997 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a894a56d-1564-4a29-9344-f6fff7458e15 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:36.299650 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52072) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:36.300288 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f6829792-db56-489d-a3d8-74eb91eb9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:36.321384 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-e9d4fec8-9a36-497b-bd7f-96489a526425 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Request body: {'security_group_rule': {'security_group_id': 'acab63b7-92d6-4bff-bef7-de6a411ac2d2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:19:36.344424 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4212aa5c-af54-49df-a8a2-dec696fff3d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:36.344587 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-e9d4fec8-9a36-497b-bd7f-96489a526425 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:36.359447 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-e9d4fec8-9a36-497b-bd7f-96489a526425 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Usage tracker for resource:security_group_rule and tenant:c837a06bbafd43338ec6405754dd6594 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:19:36.365509 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-e9d4fec8-9a36-497b-bd7f-96489a526425 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:19:36.377075 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa171ad7-7e44-4073-a746-5a11fea92135 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:36.382142 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa171ad7-7e44-4073-a746-5a11fea92135 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:36.383168 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-aa171ad7-7e44-4073-a746-5a11fea92135 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Synchronizing usage tracker for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:port {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:19:36.394188 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:36.401357 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-e9d4fec8-9a36-497b-bd7f-96489a526425 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:19:36.497849 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-aa171ad7-7e44-4073-a746-5a11fea92135 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Unset dirty status for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:port {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:19:36.504203 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-aa171ad7-7e44-4073-a746-5a11fea92135 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.3971107 Dec 15 19:19:36.509638 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52078) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:36.544296 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f021e673-23d0-451b-a23e-1dce0552f155 req-4eef728d-65f2-4558-920e-d49e6ad2de62 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] 10.222.0.36 "GET /v2.0/security-groups?id=19b98e59-0c96-4874-b9ee-d71b2bd06b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2512758 Dec 15 19:19:36.576137 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad605442-2943-4261-b157-70c20a4c132e None None] Update dhcp port {'port': {'network_id': '6bbc6c7c-f125-4649-a419-6271dad8e00c', 'fixed_ips': [{'subnet_id': '29ea4ebf-5e78-484c-8bfa-9246e97bea22', 'ip_address': '2001:db8::2'}, {'subnet_id': '399441e4-cbd0-4be0-87f9-c9b736486dea'}], 'binding:host_id': 'dv-neutron-821831-2-hyperv'}, 'id': '23ab8e17-04db-4aab-8954-aa52ee85dd55'} from dv-neutron-821831-2-hyperv. {{(pid=88992) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 15 19:19:36.577487 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52082) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:36.606474 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-5fd8996a-0079-4b5d-b895-dabee3da880a tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Deleting port 4383b4e0-a823-48f6-a946-58230498827c {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:19:36.606865 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5fd8996a-0079-4b5d-b895-dabee3da880a tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:36.614002 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-9e28e52e-6125-4229-8347-c4cb91a68d7e tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Delete allocated IP 2001:db8::5d (6bbc6c7c-f125-4649-a419-6271dad8e00c/29ea4ebf-5e78-484c-8bfa-9246e97bea22) {{(pid=88990) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}} Dec 15 19:19:36.642073 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-9e28e52e-6125-4229-8347-c4cb91a68d7e tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Allocated IP 2001:db8:0:1::10b (6bbc6c7c-f125-4649-a419-6271dad8e00c/399441e4-cbd0-4be0-87f9-c9b736486dea/691af85f-9ab9-4982-9fb7-9fafdabd728e) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:19:36.692933 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a894a56d-1564-4a29-9344-f6fff7458e15 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:36.761787 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ad605442-2943-4261-b157-70c20a4c132e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:36.807959 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88992) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:19:36.809400 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:19:36.844921 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6829792-db56-489d-a3d8-74eb91eb9f3f None None] Pushing event updated for resources: {'Port': ['ID=61b60999-a154-43ef-a5ae-ce96dea78f2e,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:36.854044 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f6829792-db56-489d-a3d8-74eb91eb9f3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:36.855093 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c86347c4-1989-463e-a3e3-3c02bc3ff43a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.390s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:36.982218 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=2fc06fa8-efc8-4c23-abfd-c14d4a269543,revision_number=6']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:37.002092 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] get_ports_and_sgs() called for port_ids ['2fc06fa8-efc8-4c23-abfd-c14d4a269543'] {{(pid=88992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 19:19:37.064643 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:37.151004 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-a894a56d-1564-4a29-9344-f6fff7458e15 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Calling delete_port for 793f853e-72d5-4b9a-9c90-b2ce91c8067c owned by network:router_interface {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:19:37.223848 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-f95b4bfe-1896-4ae4-b02e-9fe194895268 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'network': {'name': 'tempest-network-smoke--914690729', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'port_security_enabled': True}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:19:37.304618 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-f95b4bfe-1896-4ae4-b02e-9fe194895268 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:37.371381 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 61b60999-a154-43ef-a5ae-ce96dea78f2e up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:19:37.373970 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-e9d4fec8-9a36-497b-bd7f-96489a526425 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] create failed (client error): The resource could not be found. Dec 15 19:19:37.375320 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e9d4fec8-9a36-497b-bd7f-96489a526425 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 1.0710256 Dec 15 19:19:37.380246 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52088) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:37.397159 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-f95b4bfe-1896-4ae4-b02e-9fe194895268 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:network and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:19:37.400792 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-f95b4bfe-1896-4ae4-b02e-9fe194895268 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:19:37.409007 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-cdb7c3bb-48cc-4588-b9c2-85bf02b37417 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Request body: {'security_group_rule': {'security_group_id': 'acab63b7-92d6-4bff-bef7-de6a411ac2d2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '7759d761-20f3-4920-9e02-7d8c79bbc1f6'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:19:37.419369 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-f95b4bfe-1896-4ae4-b02e-9fe194895268 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:19:37.432549 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-cdb7c3bb-48cc-4588-b9c2-85bf02b37417 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:37.495239 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-cdb7c3bb-48cc-4588-b9c2-85bf02b37417 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Usage tracker for resource:security_group_rule and tenant:c837a06bbafd43338ec6405754dd6594 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:19:37.510497 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-cdb7c3bb-48cc-4588-b9c2-85bf02b37417 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:19:37.527268 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-cdb7c3bb-48cc-4588-b9c2-85bf02b37417 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:19:37.529364 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f95b4bfe-1896-4ae4-b02e-9fe194895268 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Made reservation on behalf of 7c1b74cf25a94156b4530f0bd868c0c9 for: {'network': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:19:37.535082 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f95b4bfe-1896-4ae4-b02e-9fe194895268 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:37.544902 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:37.560585 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f95b4bfe-1896-4ae4-b02e-9fe194895268 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:37.608535 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5fd8996a-0079-4b5d-b895-dabee3da880a tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:37.615741 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9e28e52e-6125-4229-8347-c4cb91a68d7e tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:37.704769 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-f95b4bfe-1896-4ae4-b02e-9fe194895268 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:37.713504 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-f95b4bfe-1896-4ae4-b02e-9fe194895268 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group_rule and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:19:37.719786 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-f95b4bfe-1896-4ae4-b02e-9fe194895268 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:19:37.729693 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-f95b4bfe-1896-4ae4-b02e-9fe194895268 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:19:37.741537 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-9e28e52e-6125-4229-8347-c4cb91a68d7e tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Transition to ACTIVE for port object 691af85f-9ab9-4982-9fb7-9fafdabd728e will not be triggered until provisioned by entity DHCP. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:19:37.751423 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 2fc06fa8-efc8-4c23-abfd-c14d4a269543 {{(pid=88992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 19:19:37.766476 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-5fd8996a-0079-4b5d-b895-dabee3da880a tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Calling delete_port for 4383b4e0-a823-48f6-a946-58230498827c owned by {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:19:37.790268 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a894a56d-1564-4a29-9344-f6fff7458e15 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:37.804952 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-62b3d91e-e121-4a2b-a46d-e74bad382b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:37.811926 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-cdb7c3bb-48cc-4588-b9c2-85bf02b37417 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] create failed (client error): The resource could not be found. Dec 15 19:19:37.813075 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-cdb7c3bb-48cc-4588-b9c2-85bf02b37417 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4303253 Dec 15 19:19:37.825341 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52094) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:37.825799 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 61b60999-a154-43ef-a5ae-ce96dea78f2e completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:19:37.835796 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 2fc06fa8-efc8-4c23-abfd-c14d4a269543, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=2fc06fa8-efc8-4c23-abfd-c14d4a269543,segment=NetworkSegment(ee834257-2d95-4457-8993-3de4c3c8fb43),segment_id=ee834257-2d95-4457-8993-3de4c3c8fb43)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:19:37.860015 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9e28e52e-6125-4229-8347-c4cb91a68d7e tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:37.863682 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a894a56d-1564-4a29-9344-f6fff7458e15 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Pushing event deleted for resources: {'Port': ['ID=793f853e-72d5-4b9a-9c90-b2ce91c8067c,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:37.871229 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-ad605442-2943-4261-b157-70c20a4c132e None None] Allocated IP 2001:db8:0:1::2 (6bbc6c7c-f125-4649-a419-6271dad8e00c/399441e4-cbd0-4be0-87f9-c9b736486dea/23ab8e17-04db-4aab-8954-aa52ee85dd55) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:19:37.879319 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a894a56d-1564-4a29-9344-f6fff7458e15 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:37.879880 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4e4d32a9-1aa6-43d2-b582-4ab1055f2bce tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:37.906847 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:37.912678 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:38.057952 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d998ba3b-eea7-4e6d-87be-3ae98a0a8a7f tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:38.095873 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ea34382e-ffd4-4b73-abf0-b70004b3b399 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Notify callbacks [] for security_group, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:38.103848 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e28e52e-6125-4229-8347-c4cb91a68d7e tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event updated for resources: {'Port': ['ID=691af85f-9ab9-4982-9fb7-9fafdabd728e,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:38.112823 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-9e28e52e-6125-4229-8347-c4cb91a68d7e tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] In _notify_port_updated(), no bound segment for port 691af85f-9ab9-4982-9fb7-9fafdabd728e on network 6bbc6c7c-f125-4649-a419-6271dad8e00c {{(pid=88990) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 15 19:19:38.117919 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e28e52e-6125-4229-8347-c4cb91a68d7e tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:38.118666 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9e28e52e-6125-4229-8347-c4cb91a68d7e tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:38.122904 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9e28e52e-6125-4229-8347-c4cb91a68d7e tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "PUT /v2.0/ports/691af85f-9ab9-4982-9fb7-9fafdabd728e HTTP/1.1" status: 200 len: 930 time: 3.4311202 Dec 15 19:19:38.124728 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9e28e52e-6125-4229-8347-c4cb91a68d7e tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:38.131516 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52100) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:38.180006 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ea34382e-ffd4-4b73-abf0-b70004b3b399 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:38.194758 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5fd8996a-0079-4b5d-b895-dabee3da880a tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:38.211777 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c1d03f93-d3a6-433b-a0ab-abd0b1654127 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:38.261088 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dba1cc0a-e551-434d-ae8c-2045b4ff8efe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:38.265034 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=2fc06fa8-efc8-4c23-abfd-c14d4a269543,revision_number=7']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:38.270917 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:38.276583 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd8996a-0079-4b5d-b895-dabee3da880a tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event deleted for resources: {'Port': ['ID=4383b4e0-a823-48f6-a946-58230498827c,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:38.279433 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5fd8996a-0079-4b5d-b895-dabee3da880a tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:38.288814 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d998ba3b-eea7-4e6d-87be-3ae98a0a8a7f tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:38.290672 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-6468f08c-1a10-4363-8ef7-7776979211fd tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Deleting port 691af85f-9ab9-4982-9fb7-9fafdabd728e {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:19:38.291420 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6468f08c-1a10-4363-8ef7-7776979211fd tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:38.307628 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-ad605442-2943-4261-b157-70c20a4c132e None None] For port 23ab8e17-04db-4aab-8954-aa52ee85dd55, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=23ab8e17-04db-4aab-8954-aa52ee85dd55,segment=NetworkSegment(91f80108-387d-4a43-a636-8b585d968cba),segment_id=91f80108-387d-4a43-a636-8b585d968cba)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:19:38.355051 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ad605442-2943-4261-b157-70c20a4c132e None None] Notify callbacks [] for port, precommit_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:38.381022 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-ad605442-2943-4261-b157-70c20a4c132e None None] Transition to ACTIVE for port object 23ab8e17-04db-4aab-8954-aa52ee85dd55 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:19:38.395955 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5fd8996a-0079-4b5d-b895-dabee3da880a tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:38.426144 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ad605442-2943-4261-b157-70c20a4c132e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:38.432556 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2b09ce9c-2fc5-4d44-a220-4ca1094a1227 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:38.444189 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-5fd8996a-0079-4b5d-b895-dabee3da880a tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/ports/4383b4e0-a823-48f6-a946-58230498827c HTTP/1.1" status: 204 len: 168 time: 1.9303994 Dec 15 19:19:38.444737 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52106) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:38.467988 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f0936-4741-41f5-af25-309097a9e724 req-d60db2c8-b663-497b-ae46-27f58c6064fb tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:38.469694 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b60f0936-4741-41f5-af25-309097a9e724 req-d60db2c8-b663-497b-ae46-27f58c6064fb tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a8fcdba-9ed4-4e76-945e-12df297099e0 HTTP/1.1" status: 200 len: 945 time: 0.7299719 Dec 15 19:19:38.471630 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f95b4bfe-1896-4ae4-b02e-9fe194895268 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:38.563904 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ea34382e-ffd4-4b73-abf0-b70004b3b399 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:38.566933 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ea34382e-ffd4-4b73-abf0-b70004b3b399 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:38.568894 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ea34382e-ffd4-4b73-abf0-b70004b3b399 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] 10.222.0.36 "DELETE /v2.0/security-groups/acab63b7-92d6-4bff-bef7-de6a411ac2d2 HTTP/1.1" status: 204 len: 168 time: 0.7418239 Dec 15 19:19:38.579561 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-87300361-2c14-46f2-9f83-5c1ecb944778 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:38.601622 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52110) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:38.643871 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea34382e-ffd4-4b73-abf0-b70004b3b399 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acab63b7-92d6-4bff-bef7-de6a411ac2d2,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:38.646403 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ea34382e-ffd4-4b73-abf0-b70004b3b399 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:38.704173 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e338ed87-eaaa-42a7-80d7-f280645fb2c2 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:38.705815 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e338ed87-eaaa-42a7-80d7-f280645fb2c2 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:38.706696 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-e338ed87-eaaa-42a7-80d7-f280645fb2c2 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Synchronizing usage tracker for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:subnet {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:19:38.729558 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad605442-2943-4261-b157-70c20a4c132e None None] Pushing event updated for resources: {'Port': ['ID=23ab8e17-04db-4aab-8954-aa52ee85dd55,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:38.734477 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ad605442-2943-4261-b157-70c20a4c132e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:38.741415 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6468f08c-1a10-4363-8ef7-7776979211fd tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:38.772601 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-b744c038-b8fc-4ec0-8bd0-347e1d884a9c tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Synchronizing usage tracker for tenant:c837a06bbafd43338ec6405754dd6594 on resource:security_group {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:19:38.806776 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-e338ed87-eaaa-42a7-80d7-f280645fb2c2 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Unset dirty status for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:subnet {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:19:38.811166 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e338ed87-eaaa-42a7-80d7-f280645fb2c2 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3495159 Dec 15 19:19:38.811537 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52114) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:38.813857 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d998ba3b-eea7-4e6d-87be-3ae98a0a8a7f tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks [] for port, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:38.814452 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f95b4bfe-1896-4ae4-b02e-9fe194895268 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:38.855574 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-b744c038-b8fc-4ec0-8bd0-347e1d884a9c tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Unset dirty status for tenant:c837a06bbafd43338ec6405754dd6594 on resource:security_group {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:19:38.856932 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b744c038-b8fc-4ec0-8bd0-347e1d884a9c tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2525067 Dec 15 19:19:38.866418 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52118) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:38.867224 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d998ba3b-eea7-4e6d-87be-3ae98a0a8a7f tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:38.885201 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-a29be8b7-ba80-4d17-9cc4-802057a20ffd tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Request body: {'security_group_rule': {'security_group_id': '37f35bc1-ce64-4b75-b75b-97d4e13c05f9', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:19:38.890193 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7e63196b-788c-4f1a-a9ff-8ccea96a4aa7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:38.893517 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f96a7464-2b7d-452f-93e8-ba53019c7a7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:38.939799 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a29be8b7-ba80-4d17-9cc4-802057a20ffd tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:38.964528 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-a29be8b7-ba80-4d17-9cc4-802057a20ffd tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Usage tracker for resource:security_group_rule and tenant:c837a06bbafd43338ec6405754dd6594 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:19:38.972530 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-a29be8b7-ba80-4d17-9cc4-802057a20ffd tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:19:38.984338 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-6468f08c-1a10-4363-8ef7-7776979211fd tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Calling delete_port for 691af85f-9ab9-4982-9fb7-9fafdabd728e owned by {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:19:39.019848 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-31a98a0a-04e6-418d-9c9d-2818ec44a7df None None] Provisioning for port 61b60999-a154-43ef-a5ae-ce96dea78f2e completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:19:39.020857 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a29be8b7-ba80-4d17-9cc4-802057a20ffd tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:19:39.026669 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-31a98a0a-04e6-418d-9c9d-2818ec44a7df None None] Provisioning complete for port 61b60999-a154-43ef-a5ae-ce96dea78f2e triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:19:39.027065 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-31a98a0a-04e6-418d-9c9d-2818ec44a7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:39.068934 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f95b4bfe-1896-4ae4-b02e-9fe194895268 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=88990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:19:39.077784 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d998ba3b-eea7-4e6d-87be-3ae98a0a8a7f tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Pushing event updated for resources: {'Port': ['ID=38d3d674-d1c4-4e64-a2f1-b5fd9905cbaa,revision_number=2']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:39.081403 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d998ba3b-eea7-4e6d-87be-3ae98a0a8a7f tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:39.104239 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95b4bfe-1896-4ae4-b02e-9fe194895268 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08e05669-8231-4cc1-a0e2-4cc08f4d7d70,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:39.132039 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f95b4bfe-1896-4ae4-b02e-9fe194895268 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:39.181037 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f95b4bfe-1896-4ae4-b02e-9fe194895268 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:39.181445 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-f95b4bfe-1896-4ae4-b02e-9fe194895268 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Added segment f86a0b93-5433-42ce-984a-8e278a9a4cf9 of type vlan for network a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc Dec 15 19:19:39.187155 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d998ba3b-eea7-4e6d-87be-3ae98a0a8a7f tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634093'] for floatingip, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:39.200725 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b60f0936-4741-41f5-af25-309097a9e724 req-4916bc7d-d6b7-429b-b1b4-23023f2df923 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] 10.222.0.36 "GET /v2.0/security-groups?id=19b98e59-0c96-4874-b9ee-d71b2bd06b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4455523 Dec 15 19:19:39.219215 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-31a98a0a-04e6-418d-9c9d-2818ec44a7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:39.254479 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f95b4bfe-1896-4ae4-b02e-9fe194895268 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:39.266280 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52122) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:39.267307 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-a29be8b7-ba80-4d17-9cc4-802057a20ffd tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] create failed (client error): The resource could not be found. Dec 15 19:19:39.274158 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a29be8b7-ba80-4d17-9cc4-802057a20ffd tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3968141 Dec 15 19:19:39.280067 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52126) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:39.297135 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-bae55dd7-8f4b-412d-8ceb-4539e9f37756 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Request body: {'security_group': {'name': 'tempest-secgroup--165128161'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:19:39.297377 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-31a98a0a-04e6-418d-9c9d-2818ec44a7df None None] For port 61b60999-a154-43ef-a5ae-ce96dea78f2e, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=61b60999-a154-43ef-a5ae-ce96dea78f2e,segment=NetworkSegment(9575ac7b-3c85-46da-81c5-434024000f40),segment_id=9575ac7b-3c85-46da-81c5-434024000f40)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:19:39.322607 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-31a98a0a-04e6-418d-9c9d-2818ec44a7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:39.327876 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d61f4690-e058-40c8-93db-a783a034ed1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:39.354367 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-bae55dd7-8f4b-412d-8ceb-4539e9f37756 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:39.399010 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-bae55dd7-8f4b-412d-8ceb-4539e9f37756 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:19:39.404381 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a894a56d-1564-4a29-9344-f6fff7458e15 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852815828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854144871'] for router_interface, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:39.408839 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 23ab8e17-04db-4aab-8954-aa52ee85dd55 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:19:39.482838 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f01b169-91e9-4dbb-964d-2e0e04b19a3b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Deleting subnet 5ab0ca2d-2a5c-4339-b3fd-4962403498b9 {{(pid=88991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:19:39.492542 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 2fc06fa8-efc8-4c23-abfd-c14d4a269543 up at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:19:39.494414 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f95b4bfe-1896-4ae4-b02e-9fe194895268 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:39.496027 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4f01b169-91e9-4dbb-964d-2e0e04b19a3b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:39.498600 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95b4bfe-1896-4ae4-b02e-9fe194895268 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:39.499261 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f95b4bfe-1896-4ae4-b02e-9fe194895268 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:39.504065 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9325b686-1175-443d-9004-bb1299383754 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:39.529225 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0ec5870a-98d2-4864-a475-2aaafd87d722 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] 10.222.0.36 "GET /v2.0/floatingips/c587e8b0-7a88-4e00-b469-6fc70add5fba HTTP/1.1" status: 200 len: 991 time: 0.2593739 Dec 15 19:19:39.546370 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6468f08c-1a10-4363-8ef7-7776979211fd tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:39.548188 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bae55dd7-8f4b-412d-8ceb-4539e9f37756 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Notify callbacks [] for security_group, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:39.643075 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-78976e83-f3d0-4651-87d6-d1bab58ecffd None None] Could not find standard attr ID for object 4383b4e0-a823-48f6-a946-58230498827c. {{(pid=88992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 15 19:19:39.645649 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4f01b169-91e9-4dbb-964d-2e0e04b19a3b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16332759'] for subnet, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:39.700502 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:39.727692 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a98a0a-04e6-418d-9c9d-2818ec44a7df None None] Pushing event updated for resources: {'Port': ['ID=61b60999-a154-43ef-a5ae-ce96dea78f2e,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:39.738474 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-31a98a0a-04e6-418d-9c9d-2818ec44a7df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:39.764749 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.l3_db [None req-d998ba3b-eea7-4e6d-87be-3ae98a0a8a7f tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Floating IP e9fd0931-350b-46b1-9e18-550b8594adb1 associated. External IP: 172.26.3.229, port: 800199bb-8592-42ef-9c8e-26543b3f5e4b. Dec 15 19:19:39.767056 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning complete for port 2fc06fa8-efc8-4c23-abfd-c14d4a269543 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:19:39.767259 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:39.844226 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4f01b169-91e9-4dbb-964d-2e0e04b19a3b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:39.953398 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:40.034903 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a8fcdba-9ed4-4e76-945e-12df297099e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc06fa8-efc8-4c23-abfd-c14d4a269543'}] {{(pid=88992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:19:40.047065 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 2fc06fa8-efc8-4c23-abfd-c14d4a269543, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=2fc06fa8-efc8-4c23-abfd-c14d4a269543,segment=NetworkSegment(ee834257-2d95-4457-8993-3de4c3c8fb43),segment_id=ee834257-2d95-4457-8993-3de4c3c8fb43)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:19:40.082537 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:40.085115 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d61f4690-e058-40c8-93db-a783a034ed1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:40.124875 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95b4bfe-1896-4ae4-b02e-9fe194895268 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'Network': ['ID=a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:40.140265 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a8fcdba-9ed4-4e76-945e-12df297099e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc06fa8-efc8-4c23-abfd-c14d4a269543', 'code': 200} Dec 15 19:19:40.142863 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:19:40.164595 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f95b4bfe-1896-4ae4-b02e-9fe194895268 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.660s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:40.166714 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-03d3013e-5761-4244-b956-8ec6490f4ac6 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.589s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:40.217808 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f95b4bfe-1896-4ae4-b02e-9fe194895268 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 3.6357055 Dec 15 19:19:40.219526 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-bae55dd7-8f4b-412d-8ceb-4539e9f37756 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:40.235303 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52132) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:40.240630 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6468f08c-1a10-4363-8ef7-7776979211fd tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event deleted for resources: {'Port': ['ID=691af85f-9ab9-4982-9fb7-9fafdabd728e,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:40.245968 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-8a611ae1-73e9-4bc2-9e0f-9936d24b1646 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-380808785', 'admin_state_up': True, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:19:40.253366 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6468f08c-1a10-4363-8ef7-7776979211fd tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:40.259431 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-bae55dd7-8f4b-412d-8ceb-4539e9f37756 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Usage tracker for resource:security_group_rule and tenant:c837a06bbafd43338ec6405754dd6594 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:19:40.264442 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6468f08c-1a10-4363-8ef7-7776979211fd tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:40.266472 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-8a611ae1-73e9-4bc2-9e0f-9936d24b1646 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:40.270330 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-bae55dd7-8f4b-412d-8ceb-4539e9f37756 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:19:40.277632 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6468f08c-1a10-4363-8ef7-7776979211fd tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "DELETE /v2.0/ports/691af85f-9ab9-4982-9fb7-9fafdabd728e HTTP/1.1" status: 204 len: 168 time: 2.1319640 Dec 15 19:19:40.280385 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-4e323554-1920-4bdc-9792-5c61a64a2095 None None] Could not find standard attr ID for object 691af85f-9ab9-4982-9fb7-9fafdabd728e. {{(pid=88992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 15 19:19:40.281847 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8a611ae1-73e9-4bc2-9e0f-9936d24b1646 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:router and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:19:40.287554 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52136) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:40.295634 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8a611ae1-73e9-4bc2-9e0f-9936d24b1646 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:19:40.298773 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-bae55dd7-8f4b-412d-8ceb-4539e9f37756 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:19:40.308200 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-8a611ae1-73e9-4bc2-9e0f-9936d24b1646 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:19:40.331916 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=2fc06fa8-efc8-4c23-abfd-c14d4a269543,revision_number=8']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:40.344199 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:40.350673 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-4e323554-1920-4bdc-9792-5c61a64a2095 None None] Provisioning complete for port ade84e06-1718-4072-bfa5-59c5b41610f8 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:19:40.351092 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4e323554-1920-4bdc-9792-5c61a64a2095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:40.366459 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-b63ce214-fd5e-45d1-8da0-a2b2cb2c9113 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] GET failed (client error): The resource could not be found. Dec 15 19:19:40.371369 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b63ce214-fd5e-45d1-8da0-a2b2cb2c9113 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "GET /v2.0/ports/691af85f-9ab9-4982-9fb7-9fafdabd728e HTTP/1.1" status: 404 len: 333 time: 0.0786436 Dec 15 19:19:40.375384 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52140) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:40.415482 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4f01b169-91e9-4dbb-964d-2e0e04b19a3b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16156049'] for subnet, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:40.417433 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-4e323554-1920-4bdc-9792-5c61a64a2095 None None] Port ade84e06-1718-4072-bfa5-59c5b41610f8 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:19:40.426505 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f96ea34d-da67-4e99-b3c6-6d8768ff797e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:40.430485 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8a611ae1-73e9-4bc2-9e0f-9936d24b1646 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854699176'] for router, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:40.431516 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8a611ae1-73e9-4bc2-9e0f-9936d24b1646 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854194926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-76609'] for router, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:40.459259 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-4e323554-1920-4bdc-9792-5c61a64a2095 None None] Provisioning for port 23ab8e17-04db-4aab-8954-aa52ee85dd55 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:19:40.466472 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-4e323554-1920-4bdc-9792-5c61a64a2095 None None] Provisioning complete for port 23ab8e17-04db-4aab-8954-aa52ee85dd55 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:19:40.469931 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4e323554-1920-4bdc-9792-5c61a64a2095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:40.489285 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f01b169-91e9-4dbb-964d-2e0e04b19a3b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event deleted for resources: {'Subnet': ['ID=5ab0ca2d-2a5c-4339-b3fd-4962403498b9,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:40.502563 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4f01b169-91e9-4dbb-964d-2e0e04b19a3b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:40.512066 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-34b82cb5-8763-4a53-9bd5-1b1a9c0042b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:40.512292 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4f01b169-91e9-4dbb-964d-2e0e04b19a3b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:40.532528 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d2f9c1-0eaa-4a83-b073-684034381fd9 None None] Network 489fa468-360a-4868-b4ac-a400ec975c5b requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:19:40.548604 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b369a473-ad2c-4fd7-b22a-f2e4fd3bde16 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for security_group, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:40.559444 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bae55dd7-8f4b-412d-8ceb-4539e9f37756 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Notify callbacks [] for security_group, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:40.585890 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4f01b169-91e9-4dbb-964d-2e0e04b19a3b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/subnets/5ab0ca2d-2a5c-4339-b3fd-4962403498b9 HTTP/1.1" status: 204 len: 168 time: 1.7696378 Dec 15 19:19:40.591044 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52144) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:40.596281 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b369a473-ad2c-4fd7-b22a-f2e4fd3bde16 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:40.610380 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8a611ae1-73e9-4bc2-9e0f-9936d24b1646 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:40.613980 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bae55dd7-8f4b-412d-8ceb-4539e9f37756 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:40.635816 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9815fde4-3584-4891-baf0-ed165ba1ed08 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:40.700651 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae55dd7-8f4b-412d-8ceb-4539e9f37756 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05b68ab3-c5a3-4989-9de6-b03f6dd64311,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:40.752647 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d38cc62e-4f1e-461c-b631-16f68bd4ac69 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1583979 Dec 15 19:19:40.765500 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52148) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:40.765632 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-bae55dd7-8f4b-412d-8ceb-4539e9f37756 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:40.773570 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bae55dd7-8f4b-412d-8ceb-4539e9f37756 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:40.777590 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-bae55dd7-8f4b-412d-8ceb-4539e9f37756 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.4931469 Dec 15 19:19:40.820270 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52152) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:40.834692 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-12e1bd60-7e54-4930-9081-b72f69539639 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Request body: {'security_group': {'name': 'tempest-secgroup--169331525'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:19:40.845859 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-12e1bd60-7e54-4930-9081-b72f69539639 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:40.869541 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-12e1bd60-7e54-4930-9081-b72f69539639 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:19:40.890766 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b369a473-ad2c-4fd7-b22a-f2e4fd3bde16 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:40.909112 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6c5ec7f2-385f-4ffe-b40c-ccb8fd6d827d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:40.934655 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-12e1bd60-7e54-4930-9081-b72f69539639 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Notify callbacks [] for security_group, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:40.958314 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b369a473-ad2c-4fd7-b22a-f2e4fd3bde16 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d54936f-e73b-443c-bbb7-5fe8be46cc3b,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:40.988705 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:41.006385 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8a611ae1-73e9-4bc2-9e0f-9936d24b1646 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:41.016861 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b369a473-ad2c-4fd7-b22a-f2e4fd3bde16 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:41.027746 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a573c49-01e7-492c-a6e0-ec9ef52ad80e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:41.028579 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8a573c49-01e7-492c-a6e0-ec9ef52ad80e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Synchronizing usage tracker for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:port {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:19:41.034177 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-614ece46-c862-415e-83db-e2be01feee0f None None] Could not find standard attr ID for object 691af85f-9ab9-4982-9fb7-9fafdabd728e. {{(pid=88992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 15 19:19:41.045792 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b369a473-ad2c-4fd7-b22a-f2e4fd3bde16 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:41.047937 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b369a473-ad2c-4fd7-b22a-f2e4fd3bde16 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "DELETE /v2.0/security-groups/9d54936f-e73b-443c-bbb7-5fe8be46cc3b HTTP/1.1" status: 204 len: 168 time: 0.6714411 Dec 15 19:19:41.050837 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52156) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:41.068803 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d7c4e7-693e-45e1-9d54-7c68cb743da3 None None] DHCP port deletion for 489fa468-360a-4868-b4ac-a400ec975c5b request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:19:41.074583 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d3d7c4e7-693e-45e1-9d54-7c68cb743da3 None None] Deleting port 61b60999-a154-43ef-a5ae-ce96dea78f2e {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:19:41.075094 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d3d7c4e7-693e-45e1-9d54-7c68cb743da3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:41.089877 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-12e1bd60-7e54-4930-9081-b72f69539639 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:41.096951 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-12e1bd60-7e54-4930-9081-b72f69539639 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Usage tracker for resource:security_group_rule and tenant:c837a06bbafd43338ec6405754dd6594 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:19:41.101033 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-12e1bd60-7e54-4930-9081-b72f69539639 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:19:41.108699 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-12e1bd60-7e54-4930-9081-b72f69539639 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:19:41.121724 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a894a56d-1564-4a29-9344-f6fff7458e15 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Router 59acb6bf-6b69-4bfa-9b9d-b9793b8dc451 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:19:41.128720 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8a573c49-01e7-492c-a6e0-ec9ef52ad80e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Unset dirty status for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:port {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:19:41.133172 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8a573c49-01e7-492c-a6e0-ec9ef52ad80e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3623769 Dec 15 19:19:41.134097 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52160) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:41.257528 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aaa8285-4980-4f01-9257-1768cb9be0d7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:41.258321 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-9aaa8285-4980-4f01-9257-1768cb9be0d7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Synchronizing usage tracker for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:subnet {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:19:41.273618 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 61b60999-a154-43ef-a5ae-ce96dea78f2e no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:19:41.285356 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-12e1bd60-7e54-4930-9081-b72f69539639 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Notify callbacks [] for security_group, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:41.291000 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d998ba3b-eea7-4e6d-87be-3ae98a0a8a7f tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Router 346e5909-b0a5-42c7-9940-63a4ed7dcdca has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:19:41.365982 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d3d7c4e7-693e-45e1-9d54-7c68cb743da3 None None] For port 61b60999-a154-43ef-a5ae-ce96dea78f2e, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=61b60999-a154-43ef-a5ae-ce96dea78f2e,segment=NetworkSegment(9575ac7b-3c85-46da-81c5-434024000f40),segment_id=9575ac7b-3c85-46da-81c5-434024000f40)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:19:41.366296 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d3d7c4e7-693e-45e1-9d54-7c68cb743da3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:41.375442 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-12e1bd60-7e54-4930-9081-b72f69539639 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:41.379675 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6b9f125d-646d-48e5-9375-a64588a3189b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:41.388616 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-9aaa8285-4980-4f01-9257-1768cb9be0d7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Unset dirty status for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:subnet {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:19:41.390093 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d4fc8dec-105e-40b7-98fe-14e4b9543535 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for security_group, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:41.392787 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9aaa8285-4980-4f01-9257-1768cb9be0d7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2575605 Dec 15 19:19:41.397137 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52164) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:41.438101 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e1bd60-7e54-4930-9081-b72f69539639 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c903b4-c169-467c-9a59-f7649abb242d,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:41.445542 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-12e1bd60-7e54-4930-9081-b72f69539639 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:41.506974 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-64e431a7-3de4-4f61-8686-97e192a1ab4b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0993533 Dec 15 19:19:41.512061 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d4fc8dec-105e-40b7-98fe-14e4b9543535 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:41.517123 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52168) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:41.534679 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-12e1bd60-7e54-4930-9081-b72f69539639 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:41.539301 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-12e1bd60-7e54-4930-9081-b72f69539639 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7144678 Dec 15 19:19:41.542177 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d3d7c4e7-693e-45e1-9d54-7c68cb743da3 None None] Calling delete_port for 61b60999-a154-43ef-a5ae-ce96dea78f2e owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:19:41.542346 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-544e1347-42fe-49c7-8da7-6cf9d4e2beee tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Request body: {'subnet': {'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:19:41.549875 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52172) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:41.570516 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-06e15238-9bbb-4d37-b80c-6c6b156fe152 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Request body: {'security_group_rule': {'security_group_id': '05b68ab3-c5a3-4989-9de6-b03f6dd64311', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'e1c903b4-c169-467c-9a59-f7649abb242d'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:19:41.606520 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:41.619497 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-06e15238-9bbb-4d37-b80c-6c6b156fe152 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:41.639990 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-06e15238-9bbb-4d37-b80c-6c6b156fe152 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Usage tracker for resource:security_group_rule and tenant:c837a06bbafd43338ec6405754dd6594 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:19:41.643820 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-06e15238-9bbb-4d37-b80c-6c6b156fe152 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:19:41.652418 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-06e15238-9bbb-4d37-b80c-6c6b156fe152 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:19:41.671385 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-544e1347-42fe-49c7-8da7-6cf9d4e2beee tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:41.677857 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d4fc8dec-105e-40b7-98fe-14e4b9543535 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:41.684127 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8f845b21-81e7-4d36-9c47-57cbe09a50f7 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:41.692606 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-544e1347-42fe-49c7-8da7-6cf9d4e2beee tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:19:41.700352 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d3d7c4e7-693e-45e1-9d54-7c68cb743da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866'] for port, after_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:41.705545 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0204b16d-24ac-4568-a3e9-90c804af4c1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:41.717881 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d998ba3b-eea7-4e6d-87be-3ae98a0a8a7f tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:19:41.730330 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff21f4e-f4ae-43c6-ad0c-3c95c2219a41 None None] Sync routers for ids ['346e5909-b0a5-42c7-9940-63a4ed7dcdca'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:19:41.744304 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fc8dec-105e-40b7-98fe-14e4b9543535 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b890e92-f896-4873-9df5-96b9153e5232,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:41.745263 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-544e1347-42fe-49c7-8da7-6cf9d4e2beee tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Made reservation on behalf of e56ca83c553e4935a4e8b75ed76c674c for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:19:41.745846 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff21f4e-f4ae-43c6-ad0c-3c95c2219a41 None None] Routers {'346e5909-b0a5-42c7-9940-63a4ed7dcdca'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:19:41.747078 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-6ff21f4e-f4ae-43c6-ad0c-3c95c2219a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:19:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['346e5909-b0a5-42c7-9940-63a4ed7dcdca'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:41.756784 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d4fc8dec-105e-40b7-98fe-14e4b9543535 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:41.757435 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8a611ae1-73e9-4bc2-9e0f-9936d24b1646 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for router_gateway, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:41.762742 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-544e1347-42fe-49c7-8da7-6cf9d4e2beee tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:41.783976 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d998ba3b-eea7-4e6d-87be-3ae98a0a8a7f tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:41.796216 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d7c4e7-693e-45e1-9d54-7c68cb743da3 None None] No DVR routers for this DVR port 61b60999-a154-43ef-a5ae-ce96dea78f2e on host dv-neutron-821831-2-hyperv {{(pid=88992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:19:41.806170 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d4fc8dec-105e-40b7-98fe-14e4b9543535 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:41.807445 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d4fc8dec-105e-40b7-98fe-14e4b9543535 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "DELETE /v2.0/security-groups/5b890e92-f896-4873-9df5-96b9153e5232 HTTP/1.1" status: 204 len: 168 time: 0.7555714 Dec 15 19:19:41.810204 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8a611ae1-73e9-4bc2-9e0f-9936d24b1646 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:41.811966 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52176) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:41.814793 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d7c4e7-693e-45e1-9d54-7c68cb743da3 None None] Pushing event deleted for resources: {'Port': ['ID=61b60999-a154-43ef-a5ae-ce96dea78f2e,revision_number=None']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:41.817254 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d3d7c4e7-693e-45e1-9d54-7c68cb743da3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:41.839879 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-6ff21f4e-f4ae-43c6-ad0c-3c95c2219a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:41.863786 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff21f4e-f4ae-43c6-ad0c-3c95c2219a41 None None] Routers {'346e5909-b0a5-42c7-9940-63a4ed7dcdca'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:19:41.865976 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-6ff21f4e-f4ae-43c6-ad0c-3c95c2219a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:19:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['346e5909-b0a5-42c7-9940-63a4ed7dcdca'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:41.916874 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-06e15238-9bbb-4d37-b80c-6c6b156fe152 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 19:19:41.921183 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-06e15238-9bbb-4d37-b80c-6c6b156fe152 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.3634109 Dec 15 19:19:41.923006 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52180) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:41.932637 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a894a56d-1564-4a29-9344-f6fff7458e15 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:19:41.946159 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f070a5d-65a1-43ce-8845-46752badd8ce None None] Sync routers for ids ['59acb6bf-6b69-4bfa-9b9d-b9793b8dc451'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:19:41.953562 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 19:19:41.957652 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a894a56d-1564-4a29-9344-f6fff7458e15 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "PUT /v2.0/routers/59acb6bf-6b69-4bfa-9b9d-b9793b8dc451/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4720860 Dec 15 19:19:41.961494 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-6ff21f4e-f4ae-43c6-ad0c-3c95c2219a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:41.962559 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff21f4e-f4ae-43c6-ad0c-3c95c2219a41 None None] The sync data for ids ['346e5909-b0a5-42c7-9940-63a4ed7dcdca'] in dv-neutron-821831-2-hyperv is: [] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:19:41.965843 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52184) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:41.966708 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f070a5d-65a1-43ce-8845-46752badd8ce None None] Routers {'59acb6bf-6b69-4bfa-9b9d-b9793b8dc451'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:19:41.967430 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-6f070a5d-65a1-43ce-8845-46752badd8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:19:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['59acb6bf-6b69-4bfa-9b9d-b9793b8dc451'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:41.982137 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d998ba3b-eea7-4e6d-87be-3ae98a0a8a7f tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.0923791 Dec 15 19:19:41.986690 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52188) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:42.002126 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-80a58267-bb2d-490c-8fdb-3e3c688c3c76 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:19:42.030576 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-6f070a5d-65a1-43ce-8845-46752badd8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:42.042681 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f070a5d-65a1-43ce-8845-46752badd8ce None None] Routers {'59acb6bf-6b69-4bfa-9b9d-b9793b8dc451'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:19:42.043370 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-6f070a5d-65a1-43ce-8845-46752badd8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:19:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['59acb6bf-6b69-4bfa-9b9d-b9793b8dc451'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:42.108116 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-6f070a5d-65a1-43ce-8845-46752badd8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:42.108116 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f070a5d-65a1-43ce-8845-46752badd8ce None None] The sync data for ids ['59acb6bf-6b69-4bfa-9b9d-b9793b8dc451'] in dv-neutron-821831-2-hyperv is: [] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:19:42.157634 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-80a58267-bb2d-490c-8fdb-3e3c688c3c76 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks [] for floatingip, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:42.209678 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-65799b43-1467-48eb-adcb-8061d573ac82 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Notify callbacks [] for security_group, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:42.331125 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-65799b43-1467-48eb-adcb-8061d573ac82 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:42.505226 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:42.516449 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-8a611ae1-73e9-4bc2-9e0f-9936d24b1646 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Allocated IP 172.26.3.209 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/f50738ba-eb06-4a98-acea-5eb990e04595) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:19:42.604632 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-65799b43-1467-48eb-adcb-8061d573ac82 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:42.608125 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-544e1347-42fe-49c7-8da7-6cf9d4e2beee tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:42.621881 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e49f2482-928b-45e4-8ad0-0f59bd39b685 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:42.641374 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4c3efe9-a36c-4c84-9b26-807c661dab2f tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Deleting subnet 29ea4ebf-5e78-484c-8bfa-9246e97bea22 {{(pid=88990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:19:42.648085 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-80a58267-bb2d-490c-8fdb-3e3c688c3c76 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:42.650468 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f4c3efe9-a36c-4c84-9b26-807c661dab2f tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for subnet, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:42.655149 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65799b43-1467-48eb-adcb-8061d573ac82 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c903b4-c169-467c-9a59-f7649abb242d,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:42.661221 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-65799b43-1467-48eb-adcb-8061d573ac82 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:42.662350 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0d163f01-7b91-43bd-8c7b-f75fa20d7873 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:42.704057 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-80a58267-bb2d-490c-8fdb-3e3c688c3c76 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634093'] for floatingip, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:42.704412 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.l3_db [None req-80a58267-bb2d-490c-8fdb-3e3c688c3c76 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Floating IP e9fd0931-350b-46b1-9e18-550b8594adb1 disassociated. External IP: 172.26.3.229, port: 800199bb-8592-42ef-9c8e-26543b3f5e4b. Dec 15 19:19:42.758931 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f4c3efe9-a36c-4c84-9b26-807c661dab2f tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838448728'] for subnet, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:42.773314 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544e1347-42fe-49c7-8da7-6cf9d4e2beee tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Network 489fa468-360a-4868-b4ac-a400ec975c5b is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:19:42.787777 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-544e1347-42fe-49c7-8da7-6cf9d4e2beee tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:19:42.795009 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544e1347-42fe-49c7-8da7-6cf9d4e2beee tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:42.795561 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-544e1347-42fe-49c7-8da7-6cf9d4e2beee tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:42.799662 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f795db78-92e4-4052-ac60-29f99afa99c2 None None] Network 489fa468-360a-4868-b4ac-a400ec975c5b requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:19:42.804416 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-65799b43-1467-48eb-adcb-8061d573ac82 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:42.808055 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-65799b43-1467-48eb-adcb-8061d573ac82 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] 10.222.0.36 "DELETE /v2.0/security-groups/e1c903b4-c169-467c-9a59-f7649abb242d HTTP/1.1" status: 204 len: 168 time: 0.8820548 Dec 15 19:19:42.817914 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52192) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:42.846839 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544e1347-42fe-49c7-8da7-6cf9d4e2beee tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event updated for resources: {'Subnet': ['ID=01cfe579-cdcb-4d75-b2a8-d7cf1a0b14ce,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:42.853982 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-544e1347-42fe-49c7-8da7-6cf9d4e2beee tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:42.869067 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-544e1347-42fe-49c7-8da7-6cf9d4e2beee tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3436544 Dec 15 19:19:42.870534 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52196) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:42.882817 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-729ae269-f747-45f5-a3b6-15515a44fdcd tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Request body: {'port': {'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'fixed_ips': [{'subnet_id': '01cfe579-cdcb-4d75-b2a8-d7cf1a0b14ce', 'ip_address': '2001:db8::bda7:d6f1:e1ff:31f5'}], 'name': 'tempest-NetworksTestDHCPv6-1881315594'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:19:42.968755 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8a611ae1-73e9-4bc2-9e0f-9936d24b1646 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:43.047090 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599d1d48-a9be-44a8-96fd-606dc009ae60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-489fa468-360a-4868-b4ac-a400ec975c5b', 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'tenant_id': 'e56ca83c553e4935a4e8b75ed76c674c', 'fixed_ips': [{'subnet_id': '01cfe579-cdcb-4d75-b2a8-d7cf1a0b14ce'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:19:43.048375 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-599d1d48-a9be-44a8-96fd-606dc009ae60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:43.052609 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f4c3efe9-a36c-4c84-9b26-807c661dab2f tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:43.135003 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-81e4ebf5-bccd-4c00-b1bb-07893b558a90 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145021'] for router_interface, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:43.185191 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8a611ae1-73e9-4bc2-9e0f-9936d24b1646 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:43.195795 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4e4d32a9-1aa6-43d2-b582-4ab1055f2bce tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:43.239329 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-599d1d48-a9be-44a8-96fd-606dc009ae60 None None] Allocated IP 2001:db8::2 (489fa468-360a-4868-b4ac-a400ec975c5b/01cfe579-cdcb-4d75-b2a8-d7cf1a0b14ce/d258120e-b183-4eb8-90d6-112fa71d94cb) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:19:43.309482 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-e362faad-f875-432a-bff6-cfbdf8669096 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Synchronizing usage tracker for tenant:c837a06bbafd43338ec6405754dd6594 on resource:security_group {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:19:43.349701 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a611ae1-73e9-4bc2-9e0f-9936d24b1646 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:19:43.354516 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-8a611ae1-73e9-4bc2-9e0f-9936d24b1646 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:19:43.358223 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a611ae1-73e9-4bc2-9e0f-9936d24b1646 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'Port': ['ID=f50738ba-eb06-4a98-acea-5eb990e04595,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:43.360978 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a611ae1-73e9-4bc2-9e0f-9936d24b1646 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:19:43.389908 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f4c3efe9-a36c-4c84-9b26-807c661dab2f tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16636259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14850861'] for subnet, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:43.403451 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8a611ae1-73e9-4bc2-9e0f-9936d24b1646 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:43.403451 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8ac3b7a6-24cb-4392-a4c3-85222a86cc39 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:43.403681 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-729ae269-f747-45f5-a3b6-15515a44fdcd tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:43.421499 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-729ae269-f747-45f5-a3b6-15515a44fdcd tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:19:43.424510 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-e362faad-f875-432a-bff6-cfbdf8669096 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Unset dirty status for tenant:c837a06bbafd43338ec6405754dd6594 on resource:security_group {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:19:43.429970 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e362faad-f875-432a-bff6-cfbdf8669096 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.6069508 Dec 15 19:19:43.429970 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52200) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:43.461792 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c3efe9-a36c-4c84-9b26-807c661dab2f tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event deleted for resources: {'Subnet': ['ID=29ea4ebf-5e78-484c-8bfa-9246e97bea22,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:43.477788 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f4c3efe9-a36c-4c84-9b26-807c661dab2f tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:43.484192 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f4c3efe9-a36c-4c84-9b26-807c661dab2f tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:43.495928 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-729ae269-f747-45f5-a3b6-15515a44fdcd tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Made reservation on behalf of e56ca83c553e4935a4e8b75ed76c674c for: {'port': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:19:43.504002 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-729ae269-f747-45f5-a3b6-15515a44fdcd tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:43.508202 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0699aee7-a2c5-4a54-931d-4140e9ceac24 None None] Network 6bbc6c7c-f125-4649-a419-6271dad8e00c requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:19:43.534100 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f4c3efe9-a36c-4c84-9b26-807c661dab2f tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "DELETE /v2.0/subnets/29ea4ebf-5e78-484c-8bfa-9246e97bea22 HTTP/1.1" status: 204 len: 168 time: 1.7138841 Dec 15 19:19:43.534526 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52204) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:43.544722 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-ab48f723-0f07-4392-9e20-73f8898fe9a5 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Request body: {'subnet': {'network_id': '6bbc6c7c-f125-4649-a419-6271dad8e00c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:19:43.645475 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-543a71d5-8956-457c-a10d-09317609affe tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Notify callbacks [] for security_group, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:43.683204 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-729ae269-f747-45f5-a3b6-15515a44fdcd tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] device_id is not set on port 3fe73a07-56cc-4b36-842e-74c49666d40b yet. {{(pid=88991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:19:43.760038 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-543a71d5-8956-457c-a10d-09317609affe tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:43.788375 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ab48f723-0f07-4392-9e20-73f8898fe9a5 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:43.838548 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-599d1d48-a9be-44a8-96fd-606dc009ae60 None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:43.843572 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ab48f723-0f07-4392-9e20-73f8898fe9a5 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Usage tracker for resource:subnet and tenant:d09e37d948244dafb936d2972b3d58c9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:19:43.847370 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ab48f723-0f07-4392-9e20-73f8898fe9a5 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:19:43.860339 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-599d1d48-a9be-44a8-96fd-606dc009ae60 None None] Transition to ACTIVE for port object d258120e-b183-4eb8-90d6-112fa71d94cb will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:19:43.870941 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ab48f723-0f07-4392-9e20-73f8898fe9a5 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:19:43.892379 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-599d1d48-a9be-44a8-96fd-606dc009ae60 None None] Transition to ACTIVE for port object d258120e-b183-4eb8-90d6-112fa71d94cb will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:19:43.936012 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-599d1d48-a9be-44a8-96fd-606dc009ae60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:43.943506 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ae7fd166-3e85-47de-aa94-d005f43e0ca9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:43.958976 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab48f723-0f07-4392-9e20-73f8898fe9a5 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Made reservation on behalf of d09e37d948244dafb936d2972b3d58c9 for: {'subnet': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:19:43.965194 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ab48f723-0f07-4392-9e20-73f8898fe9a5 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839924940'] for subnet, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:43.993143 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-543a71d5-8956-457c-a10d-09317609affe tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:44.004469 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ce0da779-bf6b-42ed-bbd5-5453a7932429 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:44.024029 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599d1d48-a9be-44a8-96fd-606dc009ae60 None None] Network 489fa468-360a-4868-b4ac-a400ec975c5b is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:19:44.027793 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599d1d48-a9be-44a8-96fd-606dc009ae60 None None] Pushing event updated for resources: {'Port': ['ID=d258120e-b183-4eb8-90d6-112fa71d94cb,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:44.030530 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-599d1d48-a9be-44a8-96fd-606dc009ae60 None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:19:44.032355 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-599d1d48-a9be-44a8-96fd-606dc009ae60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:44.033124 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599d1d48-a9be-44a8-96fd-606dc009ae60 None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:19:44.075522 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543a71d5-8956-457c-a10d-09317609affe tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b68ab3-c5a3-4989-9de6-b03f6dd64311,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:44.078221 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-543a71d5-8956-457c-a10d-09317609affe tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:44.108848 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8a611ae1-73e9-4bc2-9e0f-9936d24b1646 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for router_gateway, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:44.109621 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8a611ae1-73e9-4bc2-9e0f-9936d24b1646 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904'] for router, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:44.123938 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-729ae269-f747-45f5-a3b6-15515a44fdcd tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Allocated IP 2001:db8::bda7:d6f1:e1ff:31f5 (489fa468-360a-4868-b4ac-a400ec975c5b/01cfe579-cdcb-4d75-b2a8-d7cf1a0b14ce/3fe73a07-56cc-4b36-842e-74c49666d40b) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:19:44.145075 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-599d1d48-a9be-44a8-96fd-606dc009ae60 None None] Attempting to bind port d258120e-b183-4eb8-90d6-112fa71d94cb on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:19:44.145816 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-599d1d48-a9be-44a8-96fd-606dc009ae60 None None] Attempting to bind port d258120e-b183-4eb8-90d6-112fa71d94cb by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '9575ac7b-3c85-46da-81c5-434024000f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:19:44.146593 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599d1d48-a9be-44a8-96fd-606dc009ae60 None None] Attempting to bind port d258120e-b183-4eb8-90d6-112fa71d94cb on network 489fa468-360a-4868-b4ac-a400ec975c5b {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:19:44.155848 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599d1d48-a9be-44a8-96fd-606dc009ae60 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:19:44.156231 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599d1d48-a9be-44a8-96fd-606dc009ae60 None None] Checking segment: {'id': '9575ac7b-3c85-46da-81c5-434024000f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:19:44.156688 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-599d1d48-a9be-44a8-96fd-606dc009ae60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:44.157113 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599d1d48-a9be-44a8-96fd-606dc009ae60 None None] Bound using segment: {'id': '9575ac7b-3c85-46da-81c5-434024000f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:19:44.157641 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-599d1d48-a9be-44a8-96fd-606dc009ae60 None None] Bound port: d258120e-b183-4eb8-90d6-112fa71d94cb, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9575ac7b-3c85-46da-81c5-434024000f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:19:44.158268 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-599d1d48-a9be-44a8-96fd-606dc009ae60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:44.178501 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80a58267-bb2d-490c-8fdb-3e3c688c3c76 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Router 346e5909-b0a5-42c7-9940-63a4ed7dcdca has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:19:44.195065 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-543a71d5-8956-457c-a10d-09317609affe tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:44.198804 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-543a71d5-8956-457c-a10d-09317609affe tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] 10.222.0.36 "DELETE /v2.0/security-groups/05b68ab3-c5a3-4989-9de6-b03f6dd64311 HTTP/1.1" status: 204 len: 168 time: 0.7660019 Dec 15 19:19:44.199956 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52210) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:44.263370 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-599d1d48-a9be-44a8-96fd-606dc009ae60 None None] For port d258120e-b183-4eb8-90d6-112fa71d94cb, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:19:44.268617 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-599d1d48-a9be-44a8-96fd-606dc009ae60 None None] For port d258120e-b183-4eb8-90d6-112fa71d94cb, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=d258120e-b183-4eb8-90d6-112fa71d94cb,segment=NetworkSegment(9575ac7b-3c85-46da-81c5-434024000f40),segment_id=9575ac7b-3c85-46da-81c5-434024000f40)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:19:44.311190 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-599d1d48-a9be-44a8-96fd-606dc009ae60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:44.329990 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f25db04e-c45f-47df-b040-2efa76c3a0ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:44.428302 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599d1d48-a9be-44a8-96fd-606dc009ae60 None None] Pushing event updated for resources: {'Port': ['ID=d258120e-b183-4eb8-90d6-112fa71d94cb,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:44.432448 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-599d1d48-a9be-44a8-96fd-606dc009ae60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:44.480677 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-bb5bc6ff-5a33-4bd0-862d-47dbb269ef68 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Synchronizing usage tracker for tenant:c837a06bbafd43338ec6405754dd6594 on resource:security_group {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:19:44.561837 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-729ae269-f747-45f5-a3b6-15515a44fdcd tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:44.579183 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-bb5bc6ff-5a33-4bd0-862d-47dbb269ef68 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Unset dirty status for tenant:c837a06bbafd43338ec6405754dd6594 on resource:security_group {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:19:44.584531 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-bb5bc6ff-5a33-4bd0-862d-47dbb269ef68 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3730745 Dec 15 19:19:44.652068 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52216) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:44.671819 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-333eaf38-77f1-4552-8e1c-b26617261c4f tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Request body: {'security_group': {'name': 'tempest-secgroup--2057408297'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:19:44.679384 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-729ae269-f747-45f5-a3b6-15515a44fdcd tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Transition to ACTIVE for port object 3fe73a07-56cc-4b36-842e-74c49666d40b will not be triggered until provisioned by entity DHCP. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:19:44.683902 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-333eaf38-77f1-4552-8e1c-b26617261c4f tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:44.698094 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-333eaf38-77f1-4552-8e1c-b26617261c4f tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:19:44.761997 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-333eaf38-77f1-4552-8e1c-b26617261c4f tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Notify callbacks [] for security_group, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:44.785903 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a58267-bb2d-490c-8fdb-3e3c688c3c76 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:19:44.793241 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-80a58267-bb2d-490c-8fdb-3e3c688c3c76 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:44.805738 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eee2689-5483-4808-9499-9d0973c5fc37 None None] Sync routers for ids ['346e5909-b0a5-42c7-9940-63a4ed7dcdca'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:19:44.825206 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eee2689-5483-4808-9499-9d0973c5fc37 None None] Routers {'346e5909-b0a5-42c7-9940-63a4ed7dcdca'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:19:44.827024 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-9eee2689-5483-4808-9499-9d0973c5fc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:19:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['346e5909-b0a5-42c7-9940-63a4ed7dcdca'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:44.828139 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-729ae269-f747-45f5-a3b6-15515a44fdcd tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:44.842637 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6da97dc4-1495-4f64-b832-d4a58051947a tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:44.998566 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-81e4ebf5-bccd-4c00-b1bb-07893b558a90 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Deleting port 2ac47c13-c330-4237-963b-02889c416641 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:19:44.999335 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-81e4ebf5-bccd-4c00-b1bb-07893b558a90 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:45.004438 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-9eee2689-5483-4808-9499-9d0973c5fc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:45.022440 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-333eaf38-77f1-4552-8e1c-b26617261c4f tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:45.033034 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-80a58267-bb2d-490c-8fdb-3e3c688c3c76 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] 10.222.0.36 "PUT /v2.0/floatingips/e9fd0931-350b-46b1-9e18-550b8594adb1 HTTP/1.1" status: 200 len: 688 time: 3.0435050 Dec 15 19:19:45.035948 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eee2689-5483-4808-9499-9d0973c5fc37 None None] Routers {'346e5909-b0a5-42c7-9940-63a4ed7dcdca'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:19:45.036686 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-9eee2689-5483-4808-9499-9d0973c5fc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:19:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['346e5909-b0a5-42c7-9940-63a4ed7dcdca'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:45.036872 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52222) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:45.056574 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729ae269-f747-45f5-a3b6-15515a44fdcd tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Network 489fa468-360a-4868-b4ac-a400ec975c5b is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:19:45.061300 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ab48f723-0f07-4392-9e20-73f8898fe9a5 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838139473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839924955'] for subnet, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:45.062321 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729ae269-f747-45f5-a3b6-15515a44fdcd tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event updated for resources: {'Port': ['ID=3fe73a07-56cc-4b36-842e-74c49666d40b,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:45.066516 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-333eaf38-77f1-4552-8e1c-b26617261c4f tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Usage tracker for resource:security_group_rule and tenant:c837a06bbafd43338ec6405754dd6594 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:19:45.071325 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-333eaf38-77f1-4552-8e1c-b26617261c4f tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:19:45.082935 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-333eaf38-77f1-4552-8e1c-b26617261c4f tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:19:45.160109 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b793ee25-77ab-4ed6-942d-aefd1b76a4bd tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:45.175098 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-333eaf38-77f1-4552-8e1c-b26617261c4f tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Notify callbacks [] for security_group, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:45.176881 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-729ae269-f747-45f5-a3b6-15515a44fdcd tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:19:45.181490 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-729ae269-f747-45f5-a3b6-15515a44fdcd tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:45.186152 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729ae269-f747-45f5-a3b6-15515a44fdcd tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:19:45.187931 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729ae269-f747-45f5-a3b6-15515a44fdcd tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:45.188823 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-729ae269-f747-45f5-a3b6-15515a44fdcd tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:45.198017 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-333eaf38-77f1-4552-8e1c-b26617261c4f tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:45.209770 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b369a473-ad2c-4fd7-b22a-f2e4fd3bde16 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:45.300435 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-729ae269-f747-45f5-a3b6-15515a44fdcd tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4295254 Dec 15 19:19:45.303097 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52228) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:45.316204 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-18352189-2c63-40cc-afbe-9600dbf87bee tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Request body: {'port': {'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'fixed_ips': [{'subnet_id': '01cfe579-cdcb-4d75-b2a8-d7cf1a0b14ce', 'ip_address': '2001:db8::bda7:d6f1:e1ff:31f5'}], 'name': 'tempest-NetworksTestDHCPv6-408448313'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:19:45.344153 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333eaf38-77f1-4552-8e1c-b26617261c4f tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b7ad3d-3b4f-47ed-935a-bf80588b02ef,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:45.353420 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-333eaf38-77f1-4552-8e1c-b26617261c4f tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:45.354573 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-333eaf38-77f1-4552-8e1c-b26617261c4f tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:45.356177 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-333eaf38-77f1-4552-8e1c-b26617261c4f tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6984849 Dec 15 19:19:45.364990 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52232) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:45.449089 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-846b930b-a033-4c08-b258-51ed3354d0d7 None None] Provisioning complete for port ade84e06-1718-4072-bfa5-59c5b41610f8 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:19:45.449447 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-846b930b-a033-4c08-b258-51ed3354d0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:45.454472 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-9eee2689-5483-4808-9499-9d0973c5fc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:45.455154 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eee2689-5483-4808-9499-9d0973c5fc37 None None] The sync data for ids ['346e5909-b0a5-42c7-9940-63a4ed7dcdca'] in dv-neutron-821831-2-hyperv is: [] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:19:45.466162 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-9716b4ff-73a9-4915-8e90-c7ae3ea0775d tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:19:45.466900 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-9716b4ff-73a9-4915-8e90-c7ae3ea0775d tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] update failed (client error): There was a conflict when trying to complete your request. Dec 15 19:19:45.467963 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9716b4ff-73a9-4915-8e90-c7ae3ea0775d tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] 10.222.0.36 "PUT /v2.0/security-groups/b8b7ad3d-3b4f-47ed-935a-bf80588b02ef HTTP/1.1" status: 409 len: 330 time: 0.1019230 Dec 15 19:19:45.471588 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52236) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:45.489002 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device d258120e-b183-4eb8-90d6-112fa71d94cb up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:19:45.580911 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-846b930b-a033-4c08-b258-51ed3354d0d7 None None] Port ade84e06-1718-4072-bfa5-59c5b41610f8 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:19:45.610998 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-846b930b-a033-4c08-b258-51ed3354d0d7 None None] Provisioning complete for port 23ab8e17-04db-4aab-8954-aa52ee85dd55 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:19:45.611424 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-846b930b-a033-4c08-b258-51ed3354d0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:45.643801 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-18352189-2c63-40cc-afbe-9600dbf87bee tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:45.661976 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-18352189-2c63-40cc-afbe-9600dbf87bee tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Usage tracker for resource:port and tenant:e56ca83c553e4935a4e8b75ed76c674c is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:19:45.668529 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-18352189-2c63-40cc-afbe-9600dbf87bee tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:19:45.675369 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port d258120e-b183-4eb8-90d6-112fa71d94cb completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:19:45.679818 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-18352189-2c63-40cc-afbe-9600dbf87bee tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:19:45.682295 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c1a90a02-7e4a-4642-b400-84bcb5535777 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Notify callbacks [] for security_group, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:45.683017 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab48f723-0f07-4392-9e20-73f8898fe9a5 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Network 6bbc6c7c-f125-4649-a419-6271dad8e00c is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:19:45.718500 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c1a90a02-7e4a-4642-b400-84bcb5535777 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:45.724765 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-ab48f723-0f07-4392-9e20-73f8898fe9a5 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:19:45.734367 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-e739726a-9aa0-41c8-acc0-cb0674779f4f tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Deleting port 38d3d674-d1c4-4e64-a2f1-b5fd9905cbaa {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:19:45.734573 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e739726a-9aa0-41c8-acc0-cb0674779f4f tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:45.742345 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e78ff8c-1f26-4071-8731-a2a1230981d1 None None] Network 6bbc6c7c-f125-4649-a419-6271dad8e00c requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:19:45.764708 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab48f723-0f07-4392-9e20-73f8898fe9a5 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:45.765178 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ab48f723-0f07-4392-9e20-73f8898fe9a5 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:45.765327 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18352189-2c63-40cc-afbe-9600dbf87bee tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Made reservation on behalf of e56ca83c553e4935a4e8b75ed76c674c for: {'port': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:19:45.775796 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab48f723-0f07-4392-9e20-73f8898fe9a5 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event updated for resources: {'Subnet': ['ID=8b229389-0e7d-488e-a457-6d6dc377daef,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:45.800197 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ab48f723-0f07-4392-9e20-73f8898fe9a5 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.640s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:45.919811 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-18352189-2c63-40cc-afbe-9600dbf87bee tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:45.943954 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-18352189-2c63-40cc-afbe-9600dbf87bee tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] device_id is not set on port bce182a7-eb20-4be6-a6ee-eeae4df75068 yet. {{(pid=88991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:19:45.960328 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a611ae1-73e9-4bc2-9e0f-9936d24b1646 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Router c3c96c7a-68d4-4016-b0f3-c49ae951d4fc is scheduled to L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 with binding_index 1 {{(pid=88990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 15 19:19:45.963425 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-81e4ebf5-bccd-4c00-b1bb-07893b558a90 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:45.984405 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ab48f723-0f07-4392-9e20-73f8898fe9a5 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4459858 Dec 15 19:19:45.984605 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c1a90a02-7e4a-4642-b400-84bcb5535777 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:45.995978 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52240) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:46.001669 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-88431eec-09a5-4409-8866-7e3a809050f7 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:46.035191 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-cacc157d-072d-44c6-902b-cda5b3332c6d tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Request body: {'security_group': {'name': 'tempest-secgroup-1846555415'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:19:46.051688 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a90a02-7e4a-4642-b400-84bcb5535777 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b7ad3d-3b4f-47ed-935a-bf80588b02ef,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:46.057959 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-cacc157d-072d-44c6-902b-cda5b3332c6d tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:46.063479 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c1a90a02-7e4a-4642-b400-84bcb5535777 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:46.069164 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c1a90a02-7e4a-4642-b400-84bcb5535777 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:46.072750 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c1a90a02-7e4a-4642-b400-84bcb5535777 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] 10.222.0.36 "DELETE /v2.0/security-groups/b8b7ad3d-3b4f-47ed-935a-bf80588b02ef HTTP/1.1" status: 204 len: 168 time: 0.5919774 Dec 15 19:19:46.072915 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-cacc157d-072d-44c6-902b-cda5b3332c6d tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Usage tracker for resource:security_group and tenant:d09e37d948244dafb936d2972b3d58c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:19:46.078990 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-cacc157d-072d-44c6-902b-cda5b3332c6d tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:19:46.081669 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52244) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:46.102839 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-cacc157d-072d-44c6-902b-cda5b3332c6d tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:19:46.149826 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-81e4ebf5-bccd-4c00-b1bb-07893b558a90 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Calling delete_port for 2ac47c13-c330-4237-963b-02889c416641 owned by network:router_interface {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:19:46.183574 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-73f840b1-a91b-4551-a963-92573ed1ef39 req-e976c815-e5af-471d-b068-4c990ccf82c2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=63a560358735409688254f323e657c6f&device_id=3b7fa720-d8e5-4510-aeb0-a3b286372c89 HTTP/1.1" status: 200 len: 1099 time: 0.5374916 Dec 15 19:19:46.189537 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d5f7be-9117-4f91-a100-48ea8ad43189 req-f1ccabaf-040c-46a6-9749-981696bef1b2 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:46.191133 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b4d5f7be-9117-4f91-a100-48ea8ad43189 req-f1ccabaf-040c-46a6-9749-981696bef1b2 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b7fa720-d8e5-4510-aeb0-a3b286372c89 HTTP/1.1" status: 200 len: 946 time: 0.6702559 Dec 15 19:19:46.218122 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34aec042-56bc-4e7a-bdb9-0f6a4058629d None None] Update dhcp port {'port': {'network_id': '6bbc6c7c-f125-4649-a419-6271dad8e00c', 'fixed_ips': [{'subnet_id': '399441e4-cbd0-4be0-87f9-c9b736486dea', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '8b229389-0e7d-488e-a457-6d6dc377daef'}], 'binding:host_id': 'dv-neutron-821831-2-hyperv'}, 'id': '23ab8e17-04db-4aab-8954-aa52ee85dd55'} from dv-neutron-821831-2-hyperv. {{(pid=88992) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 15 19:19:46.262572 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cacc157d-072d-44c6-902b-cda5b3332c6d tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for security_group, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:46.284890 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-34aec042-56bc-4e7a-bdb9-0f6a4058629d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:46.309906 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-fc411634-1750-4101-b118-73e24ed95da8 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Synchronizing usage tracker for tenant:c837a06bbafd43338ec6405754dd6594 on resource:security_group {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:19:46.348498 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-cacc157d-072d-44c6-902b-cda5b3332c6d tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:46.361298 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-cacc157d-072d-44c6-902b-cda5b3332c6d tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Usage tracker for resource:security_group_rule and tenant:d09e37d948244dafb936d2972b3d58c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:19:46.365060 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-cacc157d-072d-44c6-902b-cda5b3332c6d tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:19:46.372173 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-cacc157d-072d-44c6-902b-cda5b3332c6d tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:19:46.383962 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-fc411634-1750-4101-b118-73e24ed95da8 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Unset dirty status for tenant:c837a06bbafd43338ec6405754dd6594 on resource:security_group {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:19:46.388738 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-fc411634-1750-4101-b118-73e24ed95da8 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3021855 Dec 15 19:19:46.389261 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52248) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:46.412008 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-18352189-2c63-40cc-afbe-9600dbf87bee tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 15 19:19:46.413022 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18352189-2c63-40cc-afbe-9600dbf87bee tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:19:46.423498 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-efaabf0e-4a4a-40ab-a6d1-4e2e58297b2c tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] delete failed (client error): The resource could not be found. Dec 15 19:19:46.429324 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-efaabf0e-4a4a-40ab-a6d1-4e2e58297b2c tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] 10.222.0.36 "DELETE /v2.0/security-groups/6b32b3d5-2ffe-43ef-ba4a-a239435c5cd8 HTTP/1.1" status: 404 len: 347 time: 0.0346873 Dec 15 19:19:46.433354 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52252) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:46.463642 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e739726a-9aa0-41c8-acc0-cb0674779f4f tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:46.463996 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e739726a-9aa0-41c8-acc0-cb0674779f4f tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:46.500336 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-c319ffb6-e615-4997-9664-24eb7e860b25 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] show failed (client error): The resource could not be found. Dec 15 19:19:46.502369 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c319ffb6-e615-4997-9664-24eb7e860b25 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] 10.222.0.36 "GET /v2.0/security-groups/f789e586-7131-4591-b51f-33f7158069b8 HTTP/1.1" status: 404 len: 347 time: 0.0645306 Dec 15 19:19:46.509176 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52256) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:46.538849 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-1a341c89-c049-4fe6-8e9a-4e0bd8818dfb tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] show failed (client error): The resource could not be found. Dec 15 19:19:46.539955 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1a341c89-c049-4fe6-8e9a-4e0bd8818dfb tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] 10.222.0.36 "GET /v2.0/security-group-rules/ef6c4845-53a0-4049-9e14-f83eb2353ae0 HTTP/1.1" status: 404 len: 356 time: 0.0295594 Dec 15 19:19:46.542997 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cacc157d-072d-44c6-902b-cda5b3332c6d tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for security_group, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:46.554923 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-18352189-2c63-40cc-afbe-9600dbf87bee tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.2461634 Dec 15 19:19:46.555678 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52262) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:46.615377 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cacc157d-072d-44c6-902b-cda5b3332c6d tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:46.622445 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-34aec042-56bc-4e7a-bdb9-0f6a4058629d None None] Allocated IP 2001:db8::2 (6bbc6c7c-f125-4649-a419-6271dad8e00c/8b229389-0e7d-488e-a457-6d6dc377daef/23ab8e17-04db-4aab-8954-aa52ee85dd55) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:19:46.622679 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ce347090-bedf-4109-8cad-b07111380e2b tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:46.711616 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cacc157d-072d-44c6-902b-cda5b3332c6d tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:46.713746 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-cacc157d-072d-44c6-902b-cda5b3332c6d tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6948056 Dec 15 19:19:46.714994 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacc157d-072d-44c6-902b-cda5b3332c6d tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d0497b-2edf-4673-bfcf-66ad66420da4,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:46.718711 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-cacc157d-072d-44c6-902b-cda5b3332c6d tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:46.719290 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52266) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:46.727846 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a79a998-6e46-49cc-b0ca-071d97414a58 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:46.733120 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a79a998-6e46-49cc-b0ca-071d97414a58 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:46.734009 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-7a79a998-6e46-49cc-b0ca-071d97414a58 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Synchronizing usage tracker for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:port {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:19:46.745078 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-4e82c51b-3c30-469c-b7d9-2a251102dfea tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Request body: {'security_group': {'name': 'tempest-secgroup-2106600049'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:19:46.751792 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-4e82c51b-3c30-469c-b7d9-2a251102dfea tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:46.761477 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-4e82c51b-3c30-469c-b7d9-2a251102dfea tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Usage tracker for resource:security_group and tenant:d09e37d948244dafb936d2972b3d58c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:19:46.767975 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-4e82c51b-3c30-469c-b7d9-2a251102dfea tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:19:46.777978 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-4e82c51b-3c30-469c-b7d9-2a251102dfea tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:19:46.807803 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-7a79a998-6e46-49cc-b0ca-071d97414a58 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Unset dirty status for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:port {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:19:46.811671 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-7a79a998-6e46-49cc-b0ca-071d97414a58 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2521923 Dec 15 19:19:46.811969 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52270) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:46.855640 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-34aec042-56bc-4e7a-bdb9-0f6a4058629d None None] For port 23ab8e17-04db-4aab-8954-aa52ee85dd55, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=23ab8e17-04db-4aab-8954-aa52ee85dd55,segment=NetworkSegment(91f80108-387d-4a43-a636-8b585d968cba),segment_id=91f80108-387d-4a43-a636-8b585d968cba)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:19:46.868753 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4e82c51b-3c30-469c-b7d9-2a251102dfea tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for security_group, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:46.901235 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-34aec042-56bc-4e7a-bdb9-0f6a4058629d None None] Notify callbacks [] for port, precommit_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:46.922085 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-34aec042-56bc-4e7a-bdb9-0f6a4058629d None None] Transition to ACTIVE for port object 23ab8e17-04db-4aab-8954-aa52ee85dd55 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:19:46.934656 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-26459f85-e0b0-4b45-a00a-9931b8994370 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Deleting port 3fe73a07-56cc-4b36-842e-74c49666d40b {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:19:46.935053 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-26459f85-e0b0-4b45-a00a-9931b8994370 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:46.950686 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-34aec042-56bc-4e7a-bdb9-0f6a4058629d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:46.956252 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-eaa8baf2-0bcc-4473-8c37-8d5966af4528 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:46.959827 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b4d5f7be-9117-4f91-a100-48ea8ad43189 req-60ce4c64-5035-48b9-b839-a010d1d51b37 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3112f8-b936-4176-9b46-6040cf25625e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7355328 Dec 15 19:19:46.968599 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-e739726a-9aa0-41c8-acc0-cb0674779f4f tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Calling delete_port for 38d3d674-d1c4-4e64-a2f1-b5fd9905cbaa owned by network:floatingip {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:19:46.988704 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-4e82c51b-3c30-469c-b7d9-2a251102dfea tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:46.991547 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-4e82c51b-3c30-469c-b7d9-2a251102dfea tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Usage tracker for resource:security_group_rule and tenant:d09e37d948244dafb936d2972b3d58c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:19:47.001985 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-4e82c51b-3c30-469c-b7d9-2a251102dfea tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:19:47.015432 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-4e82c51b-3c30-469c-b7d9-2a251102dfea tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:19:47.053798 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f840b1-a91b-4551-a963-92573ed1ef39 req-512d431c-69fa-4a8a-8948-f53edd9e65c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:47.055416 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-73f840b1-a91b-4551-a963-92573ed1ef39 req-512d431c-69fa-4a8a-8948-f53edd9e65c1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=19b72bfa-3b09-4f76-a78c-5531fd623b36 HTTP/1.1" status: 200 len: 912 time: 0.8611028 Dec 15 19:19:47.204670 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aec042-56bc-4e7a-bdb9-0f6a4058629d None None] Pushing event updated for resources: {'Port': ['ID=23ab8e17-04db-4aab-8954-aa52ee85dd55,revision_number=6']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:47.215808 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-34aec042-56bc-4e7a-bdb9-0f6a4058629d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:47.253727 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-9f2dd2ef-81b3-415e-9a33-11a016903d87 None None] Provisioning for port d258120e-b183-4eb8-90d6-112fa71d94cb completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:19:47.256872 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52276) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:47.261462 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-9f2dd2ef-81b3-415e-9a33-11a016903d87 None None] Provisioning complete for port d258120e-b183-4eb8-90d6-112fa71d94cb triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:19:47.261974 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9f2dd2ef-81b3-415e-9a33-11a016903d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:47.359786 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4e82c51b-3c30-469c-b7d9-2a251102dfea tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for security_group, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:47.392606 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-26459f85-e0b0-4b45-a00a-9931b8994370 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:47.402140 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-73f840b1-a91b-4551-a963-92573ed1ef39 req-db7a2c77-cef5-4924-9868-ca6099b28b3d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06f8b5fc-2365-432b-90d7-f814527b98c7 HTTP/1.1" status: 200 len: 1001 time: 0.3344519 Dec 15 19:19:47.479087 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9f2dd2ef-81b3-415e-9a33-11a016903d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:47.520090 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-9f2dd2ef-81b3-415e-9a33-11a016903d87 None None] For port d258120e-b183-4eb8-90d6-112fa71d94cb, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=d258120e-b183-4eb8-90d6-112fa71d94cb,segment=NetworkSegment(9575ac7b-3c85-46da-81c5-434024000f40),segment_id=9575ac7b-3c85-46da-81c5-434024000f40)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:19:47.556624 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9f2dd2ef-81b3-415e-9a33-11a016903d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:47.562323 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-599d1d48-a9be-44a8-96fd-606dc009ae60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:47.566006 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f840b1-a91b-4551-a963-92573ed1ef39 req-915d44d9-c812-43d2-adaa-5ca8a04af969 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:47.567661 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-73f840b1-a91b-4551-a963-92573ed1ef39 req-915d44d9-c812-43d2-adaa-5ca8a04af969 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=82c744e4-df47-41bb-809a-42816dd304e6 HTTP/1.1" status: 200 len: 850 time: 0.1514194 Dec 15 19:19:47.569438 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-26459f85-e0b0-4b45-a00a-9931b8994370 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Calling delete_port for 3fe73a07-56cc-4b36-842e-74c49666d40b owned by {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:19:47.649292 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a611ae1-73e9-4bc2-9e0f-9936d24b1646 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:19:47.666073 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e739726a-9aa0-41c8-acc0-cb0674779f4f tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:47.670292 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-81e4ebf5-bccd-4c00-b1bb-07893b558a90 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:47.678163 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b206397-464f-4abe-84d4-1ebbd9729a7f None None] Sync routers for ids ['c3c96c7a-68d4-4016-b0f3-c49ae951d4fc'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:19:47.680468 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6df7c302-a2f8-4d79-8cf4-64b9e9188044 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:47.703798 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2dd2ef-81b3-415e-9a33-11a016903d87 None None] Pushing event updated for resources: {'Port': ['ID=d258120e-b183-4eb8-90d6-112fa71d94cb,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:47.718635 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9f2dd2ef-81b3-415e-9a33-11a016903d87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:47.735357 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b206397-464f-4abe-84d4-1ebbd9729a7f None None] Routers {'c3c96c7a-68d4-4016-b0f3-c49ae951d4fc'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:19:47.736295 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-3b206397-464f-4abe-84d4-1ebbd9729a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:19:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['c3c96c7a-68d4-4016-b0f3-c49ae951d4fc'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:47.757675 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e739726a-9aa0-41c8-acc0-cb0674779f4f tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Pushing event deleted for resources: {'Port': ['ID=38d3d674-d1c4-4e64-a2f1-b5fd9905cbaa,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:47.876681 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e4ebf5-bccd-4c00-b1bb-07893b558a90 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Pushing event deleted for resources: {'Port': ['ID=2ac47c13-c330-4237-963b-02889c416641,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:47.879452 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-81e4ebf5-bccd-4c00-b1bb-07893b558a90 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:47.891457 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-aabf3b9d-268c-4049-9d97-499402119e25 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.177s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:47.891457 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-aabf3b9d-268c-4049-9d97-499402119e25 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:47.892384 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8a611ae1-73e9-4bc2-9e0f-9936d24b1646 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:47.897487 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8a611ae1-73e9-4bc2-9e0f-9936d24b1646 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.6557152 Dec 15 19:19:47.955626 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52282) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:47.986705 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-3b206397-464f-4abe-84d4-1ebbd9729a7f None None] Set router c3c96c7a-68d4-4016-b0f3-c49ae951d4fc gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:19:48.041060 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4e82c51b-3c30-469c-b7d9-2a251102dfea tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:48.068653 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e739726a-9aa0-41c8-acc0-cb0674779f4f tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks [] for floatingip, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:48.071507 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e739726a-9aa0-41c8-acc0-cb0674779f4f tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:48.076525 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e739726a-9aa0-41c8-acc0-cb0674779f4f tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] 10.222.0.36 "DELETE /v2.0/floatingips/e9fd0931-350b-46b1-9e18-550b8594adb1 HTTP/1.1" status: 204 len: 168 time: 3.0322855 Dec 15 19:19:48.080007 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52290) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:48.084099 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-73f840b1-a91b-4551-a963-92573ed1ef39 req-efdc81e1-3e8a-4f93-b194-590e3b77b40a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=19b72bfa-3b09-4f76-a78c-5531fd623b36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5061336 Dec 15 19:19:48.089953 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-dbd22389-cb90-4f67-afb8-4e33469fee21 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Request body: {'floatingip': {'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'port_id': '2f9960cf-138e-430d-bfe3-b8d596affb94'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:19:48.124937 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-bd5a891f-4b91-4f3b-9a28-76c0da230cdf tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:48.162168 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4e82c51b-3c30-469c-b7d9-2a251102dfea tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:48.168646 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4e82c51b-3c30-469c-b7d9-2a251102dfea tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.4310875 Dec 15 19:19:48.176325 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-dbd22389-cb90-4f67-afb8-4e33469fee21 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:48.179220 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52294) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:48.229249 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-908de7c8-8ba8-4a65-9cc0-61cb6e850cdc tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Request body: {'security_group': {'name': 'tempest-secgroup-564083008'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:19:48.264117 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-dbd22389-cb90-4f67-afb8-4e33469fee21 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Usage tracker for resource:floatingip and tenant:1ab3162c10c24983844a0058fe10dd8d is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:19:48.272262 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e82c51b-3c30-469c-b7d9-2a251102dfea tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7156c886-e639-4996-a02f-9ac4634e255b,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:48.275440 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-26459f85-e0b0-4b45-a00a-9931b8994370 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:48.277506 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4e82c51b-3c30-469c-b7d9-2a251102dfea tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:48.280658 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-30f32866-551d-4580-8631-83a334b08e62 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c837a06bbafd43338ec6405754dd6594&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0170712 Dec 15 19:19:48.305294 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-df082ff8-69bd-4839-bcdf-af6c6012425d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:48.350085 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52298) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:48.369469 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-908de7c8-8ba8-4a65-9cc0-61cb6e850cdc tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:48.377685 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26459f85-e0b0-4b45-a00a-9931b8994370 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event deleted for resources: {'Port': ['ID=3fe73a07-56cc-4b36-842e-74c49666d40b,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:48.381875 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-26459f85-e0b0-4b45-a00a-9931b8994370 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:48.399076 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-1710ccd9-8d99-497e-b1e0-f6f4038695c8 None None] Provisioning for port 3fe73a07-56cc-4b36-842e-74c49666d40b completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:19:48.412377 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-1710ccd9-8d99-497e-b1e0-f6f4038695c8 None None] Provisioning complete for port 3fe73a07-56cc-4b36-842e-74c49666d40b triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:19:48.412918 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1710ccd9-8d99-497e-b1e0-f6f4038695c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:48.442016 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-26459f85-e0b0-4b45-a00a-9931b8994370 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:48.445095 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-26459f85-e0b0-4b45-a00a-9931b8994370 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/ports/3fe73a07-56cc-4b36-842e-74c49666d40b HTTP/1.1" status: 204 len: 168 time: 1.6311822 Dec 15 19:19:48.449646 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52304) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:48.470090 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-1710ccd9-8d99-497e-b1e0-f6f4038695c8 None None] Port 3fe73a07-56cc-4b36-842e-74c49666d40b was deleted so its status cannot be updated. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:300}} Dec 15 19:19:48.478947 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-dbd22389-cb90-4f67-afb8-4e33469fee21 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:19:48.549089 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-dbd22389-cb90-4f67-afb8-4e33469fee21 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:19:48.565498 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-908de7c8-8ba8-4a65-9cc0-61cb6e850cdc tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Usage tracker for resource:security_group and tenant:d09e37d948244dafb936d2972b3d58c9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:19:48.573270 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-aab65d00-9e9c-4668-a6e8-4f9b0650ad28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:48.576598 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-908de7c8-8ba8-4a65-9cc0-61cb6e850cdc tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:19:48.584392 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e748530e-e2a7-4cd2-942f-c9189153040e tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=7c1b74cf25a94156b4530f0bd868c0c9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5989661 Dec 15 19:19:48.605991 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-aab65d00-9e9c-4668-a6e8-4f9b0650ad28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:48.631423 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52308) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:48.644691 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-908de7c8-8ba8-4a65-9cc0-61cb6e850cdc tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:19:48.664644 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa321ec5-142d-4124-a754-2ebf1b23b086 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:48.666290 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa321ec5-142d-4124-a754-2ebf1b23b086 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:48.667140 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-fa321ec5-142d-4124-a754-2ebf1b23b086 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Synchronizing usage tracker for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:subnet {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:19:48.675793 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-041a24a5-57dc-44fc-a9c6-a60d8b499896 None None] Provisioning complete for port ade84e06-1718-4072-bfa5-59c5b41610f8 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:19:48.676291 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-041a24a5-57dc-44fc-a9c6-a60d8b499896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:48.717035 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-aab65d00-9e9c-4668-a6e8-4f9b0650ad28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:48.731348 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9376b1ac-e1fd-43e0-b8de-67ecf5265f56 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:48.742744 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab65d00-9e9c-4668-a6e8-4f9b0650ad28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc68233-dc5e-476c-82f2-aac60a55b37f,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:48.745352 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-aab65d00-9e9c-4668-a6e8-4f9b0650ad28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:48.750583 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-fa321ec5-142d-4124-a754-2ebf1b23b086 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Unset dirty status for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:subnet {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:19:48.752117 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-fa321ec5-142d-4124-a754-2ebf1b23b086 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3014917 Dec 15 19:19:48.754857 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52312) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:48.768099 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dbd22389-cb90-4f67-afb8-4e33469fee21 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks [] for floatingip, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:48.777575 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-041a24a5-57dc-44fc-a9c6-a60d8b499896 None None] Port ade84e06-1718-4072-bfa5-59c5b41610f8 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:19:48.813680 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-908de7c8-8ba8-4a65-9cc0-61cb6e850cdc tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for security_group, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:48.820008 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-aab65d00-9e9c-4668-a6e8-4f9b0650ad28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:48.821674 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-aab65d00-9e9c-4668-a6e8-4f9b0650ad28 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0cc68233-dc5e-476c-82f2-aac60a55b37f HTTP/1.1" status: 204 len: 168 time: 0.4650035 Dec 15 19:19:48.869076 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-f96b623a-c5be-4f53-855b-3a332c0cded9 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Deleting subnet 01cfe579-cdcb-4d75-b2a8-d7cf1a0b14ce {{(pid=88991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:19:48.873523 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f96b623a-c5be-4f53-855b-3a332c0cded9 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:48.877445 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-81e4ebf5-bccd-4c00-b1bb-07893b558a90 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852815828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854144871'] for router_interface, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:48.879245 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-3b206397-464f-4abe-84d4-1ebbd9729a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3c96c7a-68d4-4016-b0f3-c49ae951d4fc', 'name': 'tempest-TestNetworkBasicOps-router-380808785', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': 'f50738ba-eb06-4a98-acea-5eb990e04595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:19:40Z', 'updated_at': '2021-12-15T19:19:43Z', 'revision_number': 3, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': 'f50738ba-eb06-4a98-acea-5eb990e04595', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ff:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3c96c7a-68d4-4016-b0f3-c49ae951d4fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:41Z', 'updated_at': '2021-12-15T19:19:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:48.887204 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b206397-464f-4abe-84d4-1ebbd9729a7f None None] Checking router: c3c96c7a-68d4-4016-b0f3-c49ae951d4fc for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:19:48.887204 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b206397-464f-4abe-84d4-1ebbd9729a7f None None] Updating router c3c96c7a-68d4-4016-b0f3-c49ae951d4fc port f50738ba-eb06-4a98-acea-5eb990e04595 binding host dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 15 19:19:48.933646 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-73f840b1-a91b-4551-a963-92573ed1ef39 req-871e2980-d85a-4cb5-9a1c-b411bc8f55af service neutron] 10.222.0.32 "GET /v2.0/networks/19b72bfa-3b09-4f76-a78c-5531fd623b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8357534 Dec 15 19:19:48.939122 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-041a24a5-57dc-44fc-a9c6-a60d8b499896 None None] Provisioning for port 23ab8e17-04db-4aab-8954-aa52ee85dd55 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:19:48.944979 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f96b623a-c5be-4f53-855b-3a332c0cded9 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16332759'] for subnet, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:48.952683 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-041a24a5-57dc-44fc-a9c6-a60d8b499896 None None] Provisioning complete for port 23ab8e17-04db-4aab-8954-aa52ee85dd55 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:19:48.953111 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-041a24a5-57dc-44fc-a9c6-a60d8b499896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:48.999720 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-908de7c8-8ba8-4a65-9cc0-61cb6e850cdc tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:49.010707 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3b206397-464f-4abe-84d4-1ebbd9729a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:49.049701 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f96b623a-c5be-4f53-855b-3a332c0cded9 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:49.122310 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-908de7c8-8ba8-4a65-9cc0-61cb6e850cdc tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Usage tracker for resource:security_group_rule and tenant:d09e37d948244dafb936d2972b3d58c9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:19:49.142604 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-908de7c8-8ba8-4a65-9cc0-61cb6e850cdc tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:19:49.186616 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f96b623a-c5be-4f53-855b-3a332c0cded9 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16156049'] for subnet, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:49.198680 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-83ae2eae-c232-46af-aa12-531f4f20ec85 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:49.260159 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96b623a-c5be-4f53-855b-3a332c0cded9 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event deleted for resources: {'Subnet': ['ID=01cfe579-cdcb-4d75-b2a8-d7cf1a0b14ce,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:49.272279 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f96b623a-c5be-4f53-855b-3a332c0cded9 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:49.273385 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f96b623a-c5be-4f53-855b-3a332c0cded9 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:49.312730 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b83bbf-fc25-4a45-aa46-b2641c5c1205 None None] Network 489fa468-360a-4868-b4ac-a400ec975c5b requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:19:49.341260 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 23ab8e17-04db-4aab-8954-aa52ee85dd55 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:19:49.349916 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f96b623a-c5be-4f53-855b-3a332c0cded9 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/subnets/01cfe579-cdcb-4d75-b2a8-d7cf1a0b14ce HTTP/1.1" status: 204 len: 168 time: 0.5923061 Dec 15 19:19:49.350675 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52324) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:49.435006 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-84af7221-e6a4-4b72-a8e1-b722aebaa0d6 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0819559 Dec 15 19:19:49.435006 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52330) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:49.441372 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-de428bd2-8332-43fa-88ea-6b58486be59e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Request body: {'subnet': {'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:19:49.556333 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-908de7c8-8ba8-4a65-9cc0-61cb6e850cdc tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:19:49.576604 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-de428bd2-8332-43fa-88ea-6b58486be59e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:49.581982 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-de428bd2-8332-43fa-88ea-6b58486be59e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Usage tracker for resource:subnet and tenant:e56ca83c553e4935a4e8b75ed76c674c is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:19:49.586198 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-de428bd2-8332-43fa-88ea-6b58486be59e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:19:49.608691 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43327f37-7ed5-46f0-9493-53409e54e707 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:49.609705 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-de428bd2-8332-43fa-88ea-6b58486be59e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:19:49.610386 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-43327f37-7ed5-46f0-9493-53409e54e707 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.9756076 Dec 15 19:19:49.623359 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52334) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:49.687581 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-65042a6d-67e3-4826-aae4-1179e761d3c8 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=4b9c9b76-a8c2-4873-8d7b-0d52cc71925c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0620661 Dec 15 19:19:49.689678 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52340) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:49.697840 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-5dad7c7e-36d6-4759-90fd-b358fea9a601 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1101259938', 'network_id': 'a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:19:49.702735 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 23ab8e17-04db-4aab-8954-aa52ee85dd55 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:19:49.707222 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:49.719202 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5312f5d-e5ca-42b9-9360-4626989434d1 req-249defe1-1b87-4ab3-80f4-903d2ca3d882 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:49.720885 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d5312f5d-e5ca-42b9-9360-4626989434d1 req-249defe1-1b87-4ab3-80f4-903d2ca3d882 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b7fa720-d8e5-4510-aeb0-a3b286372c89 HTTP/1.1" status: 200 len: 946 time: 1.4258988 Dec 15 19:19:49.780517 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de428bd2-8332-43fa-88ea-6b58486be59e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Made reservation on behalf of e56ca83c553e4935a4e8b75ed76c674c for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:19:49.790402 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-de428bd2-8332-43fa-88ea-6b58486be59e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:49.881223 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf1a6a7-261a-4d76-bb1a-57b28c1d5cdb None None] DHCP port deletion for 489fa468-360a-4868-b4ac-a400ec975c5b request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:19:49.890679 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-73f840b1-a91b-4551-a963-92573ed1ef39 req-d2cd2189-5551-4908-8c3f-90c4068f4a1d service neutron] 10.222.0.32 "GET /v2.0/networks/19b72bfa-3b09-4f76-a78c-5531fd623b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9400256 Dec 15 19:19:49.899175 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-acf1a6a7-261a-4d76-bb1a-57b28c1d5cdb None None] Deleting port d258120e-b183-4eb8-90d6-112fa71d94cb {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:19:49.899614 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-acf1a6a7-261a-4d76-bb1a-57b28c1d5cdb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:49.945669 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-908de7c8-8ba8-4a65-9cc0-61cb6e850cdc tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for security_group, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:49.952528 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-5dad7c7e-36d6-4759-90fd-b358fea9a601 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:49.964191 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-5dad7c7e-36d6-4759-90fd-b358fea9a601 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:subnet and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:19:49.969547 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-5dad7c7e-36d6-4759-90fd-b358fea9a601 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:19:49.987932 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-5dad7c7e-36d6-4759-90fd-b358fea9a601 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:19:49.988691 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-908de7c8-8ba8-4a65-9cc0-61cb6e850cdc tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:49.999599 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-89de6828-bec6-4911-a00e-589f6a3ab9d7 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:50.044173 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dad7c7e-36d6-4759-90fd-b358fea9a601 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Made reservation on behalf of 7c1b74cf25a94156b4530f0bd868c0c9 for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:19:50.124309 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d5312f5d-e5ca-42b9-9360-4626989434d1 req-dbf3f8bf-0aa4-4ffa-93a6-c1c505071889 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3112f8-b936-4176-9b46-6040cf25625e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3287649 Dec 15 19:19:50.142447 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3b206397-464f-4abe-84d4-1ebbd9729a7f None None] Notify callbacks [] for port, precommit_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:50.200946 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908de7c8-8ba8-4a65-9cc0-61cb6e850cdc tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1fdf9f5-6c1a-4a55-b416-779ece0dfdd2,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:50.207515 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-908de7c8-8ba8-4a65-9cc0-61cb6e850cdc tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:50.212428 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dbd22389-cb90-4f67-afb8-4e33469fee21 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:50.236452 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device d258120e-b183-4eb8-90d6-112fa71d94cb up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:19:50.251835 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5dad7c7e-36d6-4759-90fd-b358fea9a601 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:50.273700 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-908de7c8-8ba8-4a65-9cc0-61cb6e850cdc tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:50.277621 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-908de7c8-8ba8-4a65-9cc0-61cb6e850cdc tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 2.0628636 Dec 15 19:19:50.278635 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-3b206397-464f-4abe-84d4-1ebbd9729a7f None None] Transition to ACTIVE for port object f50738ba-eb06-4a98-acea-5eb990e04595 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:19:50.280256 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52350) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:50.316336 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81e4ebf5-bccd-4c00-b1bb-07893b558a90 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Router 59acb6bf-6b69-4bfa-9b9d-b9793b8dc451 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:19:50.323444 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-b3e885a8-83c6-4222-867b-21723503db2a tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1530147331', 'security_groups': ['d1fdf9f5-6c1a-4a55-b416-779ece0dfdd2'], 'network_id': '6bbc6c7c-f125-4649-a419-6271dad8e00c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8b229389-0e7d-488e-a457-6d6dc377daef'}]}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:19:50.329501 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3b206397-464f-4abe-84d4-1ebbd9729a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:50.345273 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a337a599-53a1-4e4b-805f-981bd33082c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:50.429388 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-3b206397-464f-4abe-84d4-1ebbd9729a7f None None] Attempting to bind port f50738ba-eb06-4a98-acea-5eb990e04595 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:19:50.429804 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-3b206397-464f-4abe-84d4-1ebbd9729a7f None None] Attempting to bind port f50738ba-eb06-4a98-acea-5eb990e04595 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:19:50.430217 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b206397-464f-4abe-84d4-1ebbd9729a7f None None] Attempting to bind port f50738ba-eb06-4a98-acea-5eb990e04595 on network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:19:50.436391 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-acf1a6a7-261a-4d76-bb1a-57b28c1d5cdb None None] For port d258120e-b183-4eb8-90d6-112fa71d94cb, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=d258120e-b183-4eb8-90d6-112fa71d94cb,segment=NetworkSegment(9575ac7b-3c85-46da-81c5-434024000f40),segment_id=9575ac7b-3c85-46da-81c5-434024000f40)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:19:50.436844 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-acf1a6a7-261a-4d76-bb1a-57b28c1d5cdb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:50.492030 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52354) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:50.499367 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0061252 Dec 15 19:19:50.518154 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52356) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:50.542427 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-de428bd2-8332-43fa-88ea-6b58486be59e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:50.557197 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e49dbc09-d3e6-45c2-8424-166747bc31fa tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:50.559440 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-dbd22389-cb90-4f67-afb8-4e33469fee21 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Allocated IP 172.26.3.237 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/80f45869-df67-4129-bb7b-006364128da1) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:19:50.574926 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e4ebf5-bccd-4c00-b1bb-07893b558a90 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:19:50.588429 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fcfa2c-c189-456b-913c-5dad29006180 None None] Sync routers for ids ['59acb6bf-6b69-4bfa-9b9d-b9793b8dc451'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:19:50.610290 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fcfa2c-c189-456b-913c-5dad29006180 None None] Routers {'59acb6bf-6b69-4bfa-9b9d-b9793b8dc451'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:19:50.611233 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-98fcfa2c-c189-456b-913c-5dad29006180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:19:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['59acb6bf-6b69-4bfa-9b9d-b9793b8dc451'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:50.619095 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de428bd2-8332-43fa-88ea-6b58486be59e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Network 489fa468-360a-4868-b4ac-a400ec975c5b is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:19:50.628652 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-de428bd2-8332-43fa-88ea-6b58486be59e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:19:50.636300 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-81e4ebf5-bccd-4c00-b1bb-07893b558a90 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "PUT /v2.0/routers/59acb6bf-6b69-4bfa-9b9d-b9793b8dc451/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6672885 Dec 15 19:19:50.656227 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de428bd2-8332-43fa-88ea-6b58486be59e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:50.656989 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-de428bd2-8332-43fa-88ea-6b58486be59e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:50.660745 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52362) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:50.675125 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b206397-464f-4abe-84d4-1ebbd9729a7f None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:19:50.682266 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b206397-464f-4abe-84d4-1ebbd9729a7f None None] Checking segment: {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:19:50.682901 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3b206397-464f-4abe-84d4-1ebbd9729a7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:50.683438 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b206397-464f-4abe-84d4-1ebbd9729a7f None None] Bound using segment: {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:19:50.684068 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-3b206397-464f-4abe-84d4-1ebbd9729a7f None None] Bound port: f50738ba-eb06-4a98-acea-5eb990e04595, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:19:50.684584 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3b206397-464f-4abe-84d4-1ebbd9729a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:50.738519 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-acf1a6a7-261a-4d76-bb1a-57b28c1d5cdb None None] Calling delete_port for d258120e-b183-4eb8-90d6-112fa71d94cb owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:19:50.769789 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-98fcfa2c-c189-456b-913c-5dad29006180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:50.773795 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de428bd2-8332-43fa-88ea-6b58486be59e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event updated for resources: {'Subnet': ['ID=c0851a2a-1b5e-43b5-8196-eb78b310e1b5,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:50.774023 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf560a3-181a-4d3e-811a-6697d1446dc9 None None] Pushing event updated for resources: {'Port': ['ID=f50738ba-eb06-4a98-acea-5eb990e04595,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:50.781510 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-639a9535-5579-41be-aca3-84e12621eb30 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "GET /v2.0/ports?device_id=59acb6bf-6b69-4bfa-9b9d-b9793b8dc451 HTTP/1.1" status: 200 len: 205 time: 0.1193962 Dec 15 19:19:50.784660 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52366) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:50.785620 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-de428bd2-8332-43fa-88ea-6b58486be59e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:50.790290 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-bbf560a3-181a-4d3e-811a-6697d1446dc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:50.810383 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fcfa2c-c189-456b-913c-5dad29006180 None None] Routers {'59acb6bf-6b69-4bfa-9b9d-b9793b8dc451'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:19:50.811320 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-98fcfa2c-c189-456b-913c-5dad29006180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:19:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['59acb6bf-6b69-4bfa-9b9d-b9793b8dc451'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:50.825637 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port d258120e-b183-4eb8-90d6-112fa71d94cb triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:19:50.826173 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:50.831038 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dbd22389-cb90-4f67-afb8-4e33469fee21 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:50.868853 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-b3e885a8-83c6-4222-867b-21723503db2a tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:50.873790 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-b3e885a8-83c6-4222-867b-21723503db2a tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Usage tracker for resource:port and tenant:d09e37d948244dafb936d2972b3d58c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:19:50.886335 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f2a3bd80-14df-437b-800f-21037afbce68 tempest-NetworksApiDiscovery-1644892188 tempest-NetworksApiDiscovery-1644892188-project] 10.222.0.36 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3506467 Dec 15 19:19:50.886491 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-b3e885a8-83c6-4222-867b-21723503db2a tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:19:50.886491 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-b3e885a8-83c6-4222-867b-21723503db2a tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:19:50.905707 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-98fcfa2c-c189-456b-913c-5dad29006180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:50.906784 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fcfa2c-c189-456b-913c-5dad29006180 None None] The sync data for ids ['59acb6bf-6b69-4bfa-9b9d-b9793b8dc451'] in dv-neutron-821831-2-hyperv is: [] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:19:50.916973 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dbd22389-cb90-4f67-afb8-4e33469fee21 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:50.932649 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-81e4ebf5-bccd-4c00-b1bb-07893b558a90 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:50.967059 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e885a8-83c6-4222-867b-21723503db2a tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Made reservation on behalf of d09e37d948244dafb936d2972b3d58c9 for: {'port': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:19:51.032965 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd22389-cb90-4f67-afb8-4e33469fee21 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:19:51.034625 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd22389-cb90-4f67-afb8-4e33469fee21 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Pushing event updated for resources: {'Port': ['ID=80f45869-df67-4129-bb7b-006364128da1,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:51.037872 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-dbd22389-cb90-4f67-afb8-4e33469fee21 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:19:51.040347 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-dbd22389-cb90-4f67-afb8-4e33469fee21 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:51.041423 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd22389-cb90-4f67-afb8-4e33469fee21 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:19:51.098314 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-de428bd2-8332-43fa-88ea-6b58486be59e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6624012 Dec 15 19:19:51.101738 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52372) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:51.112956 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-76f77e6d-f8cf-480a-82d5-0df4aa477d96 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Request body: {'port': {'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'fixed_ips': [{'subnet_id': 'c0851a2a-1b5e-43b5-8196-eb78b310e1b5', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-347332545'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:19:51.142797 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-3b206397-464f-4abe-84d4-1ebbd9729a7f None None] For port f50738ba-eb06-4a98-acea-5eb990e04595, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:19:51.154279 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-643de8c1-e2d6-43af-997f-c0b13f7ffcf0 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for router, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:51.163159 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-3b206397-464f-4abe-84d4-1ebbd9729a7f None None] For port f50738ba-eb06-4a98-acea-5eb990e04595, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=f50738ba-eb06-4a98-acea-5eb990e04595,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:19:51.176596 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-acf1a6a7-261a-4d76-bb1a-57b28c1d5cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866'] for port, after_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:51.183512 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:51.226748 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf1a6a7-261a-4d76-bb1a-57b28c1d5cdb None None] Pushing event deleted for resources: {'Port': ['ID=d258120e-b183-4eb8-90d6-112fa71d94cb,revision_number=None']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:51.238100 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-acf1a6a7-261a-4d76-bb1a-57b28c1d5cdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:51.238100 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3b206397-464f-4abe-84d4-1ebbd9729a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:51.246814 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b5425842-921d-4fe8-9ff7-a0550ab23427 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:51.306933 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf1a6a7-261a-4d76-bb1a-57b28c1d5cdb None None] No DVR routers for this DVR port d258120e-b183-4eb8-90d6-112fa71d94cb on host dv-neutron-821831-2-hyperv {{(pid=88992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:19:51.321037 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b206397-464f-4abe-84d4-1ebbd9729a7f None None] Routers {'c3c96c7a-68d4-4016-b0f3-c49ae951d4fc'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:19:51.321756 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-3b206397-464f-4abe-84d4-1ebbd9729a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:19:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['c3c96c7a-68d4-4016-b0f3-c49ae951d4fc'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:51.389023 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b022335-a863-4787-b35c-19f023d92540 None None] Network 489fa468-360a-4868-b4ac-a400ec975c5b requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:19:51.403884 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device d258120e-b183-4eb8-90d6-112fa71d94cb no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:19:51.468399 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: d258120e-b183-4eb8-90d6-112fa71d94cb {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:19:51.468801 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device d258120e-b183-4eb8-90d6-112fa71d94cb not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:19:51.484768 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52380) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:51.493541 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-76f77e6d-f8cf-480a-82d5-0df4aa477d96 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:51.529383 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-76f77e6d-f8cf-480a-82d5-0df4aa477d96 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:19:51.556684 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf560a3-181a-4d3e-811a-6697d1446dc9 None None] Pushing event updated for resources: {'Port': ['ID=f50738ba-eb06-4a98-acea-5eb990e04595,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:51.616417 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-bbf560a3-181a-4d3e-811a-6697d1446dc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:51.628760 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f77e6d-f8cf-480a-82d5-0df4aa477d96 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Made reservation on behalf of e56ca83c553e4935a4e8b75ed76c674c for: {'port': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:19:51.677927 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b3e885a8-83c6-4222-867b-21723503db2a tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:51.705719 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5dad7c7e-36d6-4759-90fd-b358fea9a601 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:51.751323 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-3b206397-464f-4abe-84d4-1ebbd9729a7f None None] Set router c3c96c7a-68d4-4016-b0f3-c49ae951d4fc gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:19:51.776734 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-b3e885a8-83c6-4222-867b-21723503db2a tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] device_id is not set on port e7dafdf3-b84d-4f90-b9e9-df86c05e8886 yet. {{(pid=88991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:19:51.800758 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cc828b80-0606-4050-ab55-b9647729a6ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:51.812015 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-544e1347-42fe-49c7-8da7-6cf9d4e2beee tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:51.926157 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0478a2-589c-46ae-80d5-9c0dd7833186 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-489fa468-360a-4868-b4ac-a400ec975c5b', 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'tenant_id': 'e56ca83c553e4935a4e8b75ed76c674c', 'fixed_ips': [{'subnet_id': 'c0851a2a-1b5e-43b5-8196-eb78b310e1b5'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:19:51.928652 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2b0478a2-589c-46ae-80d5-9c0dd7833186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:51.965091 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-76f77e6d-f8cf-480a-82d5-0df4aa477d96 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:51.981905 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c0acfc-22ee-4cfe-87f1-d07064f9412a req-3cec39cc-3458-4767-a6bc-e495856f85f2 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:51.983873 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-95c0acfc-22ee-4cfe-87f1-d07064f9412a req-3cec39cc-3458-4767-a6bc-e495856f85f2 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b7fa720-d8e5-4510-aeb0-a3b286372c89 HTTP/1.1" status: 200 len: 946 time: 0.5520782 Dec 15 19:19:52.019597 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-cc828b80-0606-4050-ab55-b9647729a6ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:52.055637 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dad7c7e-36d6-4759-90fd-b358fea9a601 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'Subnet': ['ID=ee52211e-ff61-4e3a-b19c-7d228d9f300f,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:52.098305 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-cc828b80-0606-4050-ab55-b9647729a6ab admin admin] Usage tracker for resource:security_group_rule and tenant:75c535c16f2e4850bb04eada3cb6300a is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:19:52.115268 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-76f77e6d-f8cf-480a-82d5-0df4aa477d96 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] device_id is not set on port eee58bd4-81f4-4535-b167-5f2e623f4c0e yet. {{(pid=88990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:19:52.154725 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-cc828b80-0606-4050-ab55-b9647729a6ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:19:52.166555 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5dad7c7e-36d6-4759-90fd-b358fea9a601 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:52.176666 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-cc828b80-0606-4050-ab55-b9647729a6ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:19:52.200803 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-643de8c1-e2d6-43af-997f-c0b13f7ffcf0 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854207876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854699191'] for router, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:52.220206 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dad7c7e-36d6-4759-90fd-b358fea9a601 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Checking segment: {'id': 'f86a0b93-5433-42ce-984a-8e278a9a4cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:19:52.221112 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dad7c7e-36d6-4759-90fd-b358fea9a601 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Network hostable DHCP agents. Network: a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:19:52.230769 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-643de8c1-e2d6-43af-997f-c0b13f7ffcf0 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:52.248750 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-2b0478a2-589c-46ae-80d5-9c0dd7833186 None None] Allocated IP 2001:db8::2 (489fa468-360a-4868-b4ac-a400ec975c5b/c0851a2a-1b5e-43b5-8196-eb78b310e1b5/14bfddb2-b5d4-418f-a50e-7b92cf1d9ba4) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:19:52.265423 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-3b206397-464f-4abe-84d4-1ebbd9729a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3c96c7a-68d4-4016-b0f3-c49ae951d4fc', 'name': 'tempest-TestNetworkBasicOps-router-380808785', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': 'f50738ba-eb06-4a98-acea-5eb990e04595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:19:40Z', 'updated_at': '2021-12-15T19:19:43Z', 'revision_number': 3, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': 'f50738ba-eb06-4a98-acea-5eb990e04595', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ff:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3c96c7a-68d4-4016-b0f3-c49ae951d4fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:41Z', 'updated_at': '2021-12-15T19:19:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:52.286302 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-95c0acfc-22ee-4cfe-87f1-d07064f9412a req-8c6bab81-e30f-4a05-9c22-22284bed0233 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3112f8-b936-4176-9b46-6040cf25625e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2856779 Dec 15 19:19:52.288235 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b206397-464f-4abe-84d4-1ebbd9729a7f None None] The sync data for ids ['c3c96c7a-68d4-4016-b0f3-c49ae951d4fc'] in dv-neutron-821831-2-hyperv is: [{'id': 'c3c96c7a-68d4-4016-b0f3-c49ae951d4fc', 'name': 'tempest-TestNetworkBasicOps-router-380808785', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': 'f50738ba-eb06-4a98-acea-5eb990e04595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:19:40Z', 'updated_at': '2021-12-15T19:19:43Z', 'revision_number': 3, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': 'f50738ba-eb06-4a98-acea-5eb990e04595', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ff:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3c96c7a-68d4-4016-b0f3-c49ae951d4fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:41Z', 'updated_at': '2021-12-15T19:19:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:19:52.360498 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-b3e885a8-83c6-4222-867b-21723503db2a tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Allocated IP 2001:db8::150 (6bbc6c7c-f125-4649-a419-6271dad8e00c/8b229389-0e7d-488e-a457-6d6dc377daef/e7dafdf3-b84d-4f90-b9e9-df86c05e8886) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:19:52.365177 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dad7c7e-36d6-4759-90fd-b358fea9a601 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Network a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:19:52.397332 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-643de8c1-e2d6-43af-997f-c0b13f7ffcf0 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854207982'] for router, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:52.397878 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-643de8c1-e2d6-43af-997f-c0b13f7ffcf0 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Fanout notify agent at l3_agent the message router_deleted on router 59acb6bf-6b69-4bfa-9b9d-b9793b8dc451 {{(pid=88991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 19:19:52.439942 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-5dad7c7e-36d6-4759-90fd-b358fea9a601 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc) {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:19:52.461493 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c8aee2-f0c3-4fb2-a23e-6f7700849a25 None None] Network a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:19:52.466327 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cc828b80-0606-4050-ab55-b9647729a6ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:52.506431 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-643de8c1-e2d6-43af-997f-c0b13f7ffcf0 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for router, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:52.507629 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-643de8c1-e2d6-43af-997f-c0b13f7ffcf0 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "DELETE /v2.0/routers/59acb6bf-6b69-4bfa-9b9d-b9793b8dc451 HTTP/1.1" status: 204 len: 168 time: 1.7145936 Dec 15 19:19:52.514389 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dad7c7e-36d6-4759-90fd-b358fea9a601 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:52.515038 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5dad7c7e-36d6-4759-90fd-b358fea9a601 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:52.518689 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52388) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:52.552534 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cc828b80-0606-4050-ab55-b9647729a6ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:52.574942 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0ac0e4dc-a07a-4f8f-b06c-d0b5a425cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-556242061-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:52.638650 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-5dad7c7e-36d6-4759-90fd-b358fea9a601 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.9477403 Dec 15 19:19:52.648026 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52392) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:52.728317 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2b0478a2-589c-46ae-80d5-9c0dd7833186 None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:52.886212 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b3e885a8-83c6-4222-867b-21723503db2a tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:52.993050 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-2b0478a2-589c-46ae-80d5-9c0dd7833186 None None] Transition to ACTIVE for port object 14bfddb2-b5d4-418f-a50e-7b92cf1d9ba4 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:19:53.013096 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6642db7-790c-434f-8bcd-770d92c52308 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Deleting subnet be649512-c542-4d05-9343-efc2f7331778 {{(pid=88991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:19:53.015706 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-2b0478a2-589c-46ae-80d5-9c0dd7833186 None None] Transition to ACTIVE for port object 14bfddb2-b5d4-418f-a50e-7b92cf1d9ba4 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:19:53.021780 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f6642db7-790c-434f-8bcd-770d92c52308 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for subnet, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:53.040652 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c896ea-20c8-46a6-830b-449484a8f3ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc', 'network_id': 'a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'fixed_ips': [{'subnet_id': 'ee52211e-ff61-4e3a-b19c-7d228d9f300f'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:19:53.041685 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-16c896ea-20c8-46a6-830b-449484a8f3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:53.056974 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2b0478a2-589c-46ae-80d5-9c0dd7833186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:53.067415 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-cc828b80-0606-4050-ab55-b9647729a6ab admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=75c535c16f2e4850bb04eada3cb6300a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5733325 Dec 15 19:19:53.067651 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-599d1d48-a9be-44a8-96fd-606dc009ae60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:53.068624 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52398) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:53.069684 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dbd22389-cb90-4f67-afb8-4e33469fee21 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:53.072500 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc828b80-0606-4050-ab55-b9647729a6ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b695cd-45ae-4351-898e-e79763ca4c75,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:53.074462 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b3e885a8-83c6-4222-867b-21723503db2a tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Transition to ACTIVE for port object e7dafdf3-b84d-4f90-b9e9-df86c05e8886 will not be triggered until provisioned by entity DHCP. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:19:53.077360 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-76f77e6d-f8cf-480a-82d5-0df4aa477d96 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 19:19:53.077989 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76f77e6d-f8cf-480a-82d5-0df4aa477d96 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:19:53.094020 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-cc828b80-0606-4050-ab55-b9647729a6ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:53.130979 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f6642db7-790c-434f-8bcd-770d92c52308 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16332759'] for subnet, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:53.209842 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0478a2-589c-46ae-80d5-9c0dd7833186 None None] Network 489fa468-360a-4868-b4ac-a400ec975c5b is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:19:53.210829 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dbd22389-cb90-4f67-afb8-4e33469fee21 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:53.216666 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-2b0478a2-589c-46ae-80d5-9c0dd7833186 None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:19:53.220134 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0478a2-589c-46ae-80d5-9c0dd7833186 None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:19:53.232428 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0478a2-589c-46ae-80d5-9c0dd7833186 None None] Pushing event updated for resources: {'Port': ['ID=14bfddb2-b5d4-418f-a50e-7b92cf1d9ba4,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:53.236969 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2b0478a2-589c-46ae-80d5-9c0dd7833186 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:53.248914 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-76f77e6d-f8cf-480a-82d5-0df4aa477d96 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 2.1402636 Dec 15 19:19:53.260107 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52402) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:53.375170 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a2eb8125-eab6-421f-9313-e5d25a24a4c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:53.425387 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device f50738ba-eb06-4a98-acea-5eb990e04595 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:19:53.434664 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f6642db7-790c-434f-8bcd-770d92c52308 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:53.459770 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a2eb8125-eab6-421f-9313-e5d25a24a4c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:53.543973 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-2b0478a2-589c-46ae-80d5-9c0dd7833186 None None] Attempting to bind port 14bfddb2-b5d4-418f-a50e-7b92cf1d9ba4 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:19:53.544400 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-2b0478a2-589c-46ae-80d5-9c0dd7833186 None None] Attempting to bind port 14bfddb2-b5d4-418f-a50e-7b92cf1d9ba4 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '9575ac7b-3c85-46da-81c5-434024000f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:19:53.545363 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0478a2-589c-46ae-80d5-9c0dd7833186 None None] Attempting to bind port 14bfddb2-b5d4-418f-a50e-7b92cf1d9ba4 on network 489fa468-360a-4868-b4ac-a400ec975c5b {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:19:53.582652 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0478a2-589c-46ae-80d5-9c0dd7833186 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:19:53.583042 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b3e885a8-83c6-4222-867b-21723503db2a tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:53.583665 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0478a2-589c-46ae-80d5-9c0dd7833186 None None] Checking segment: {'id': '9575ac7b-3c85-46da-81c5-434024000f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:19:53.584130 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2b0478a2-589c-46ae-80d5-9c0dd7833186 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:53.584573 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0478a2-589c-46ae-80d5-9c0dd7833186 None None] Bound using segment: {'id': '9575ac7b-3c85-46da-81c5-434024000f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:19:53.585124 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-2b0478a2-589c-46ae-80d5-9c0dd7833186 None None] Bound port: 14bfddb2-b5d4-418f-a50e-7b92cf1d9ba4, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9575ac7b-3c85-46da-81c5-434024000f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:19:53.585554 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2b0478a2-589c-46ae-80d5-9c0dd7833186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:53.608803 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b3f2e2b4-58f3-4cb3-babf-2459aa776841 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:53.611937 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-16c896ea-20c8-46a6-830b-449484a8f3ed None None] Allocated IP 172.20.0.2 (a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc/ee52211e-ff61-4e3a-b19c-7d228d9f300f/b189d151-347f-48d8-a48d-4b04596dc7d3) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:19:53.667457 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f6642db7-790c-434f-8bcd-770d92c52308 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16156049'] for subnet, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:53.699388 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ceb10b-29b6-47b8-9f5b-f5fb6ab70281 None None] Network 4a4ebdca-77aa-4f46-a6fb-f4100a00cafa requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:19:53.702075 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f6642db7-790c-434f-8bcd-770d92c52308 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:53.742402 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f6642db7-790c-434f-8bcd-770d92c52308 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "DELETE /v2.0/subnets/be649512-c542-4d05-9343-efc2f7331778 HTTP/1.1" status: 204 len: 168 time: 1.2125185 Dec 15 19:19:53.744946 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e885a8-83c6-4222-867b-21723503db2a tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Network 6bbc6c7c-f125-4649-a419-6271dad8e00c is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:19:53.746367 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e885a8-83c6-4222-867b-21723503db2a tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event updated for resources: {'Port': ['ID=e7dafdf3-b84d-4f90-b9e9-df86c05e8886,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:53.758798 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52410) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:53.787390 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port f50738ba-eb06-4a98-acea-5eb990e04595 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:19:53.821732 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a2eb8125-eab6-421f-9313-e5d25a24a4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:53.822610 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b3e885a8-83c6-4222-867b-21723503db2a tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:53.824766 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-b3e885a8-83c6-4222-867b-21723503db2a tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:19:53.826973 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-de428bd2-8332-43fa-88ea-6b58486be59e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:53.836072 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d4fc8dec-105e-40b7-98fe-14e4b9543535 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:53.853603 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port f50738ba-eb06-4a98-acea-5eb990e04595 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:19:53.854026 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:53.863307 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a2eb8125-eab6-421f-9313-e5d25a24a4c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:53.863877 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e885a8-83c6-4222-867b-21723503db2a tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:19:53.864762 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a2eb8125-eab6-421f-9313-e5d25a24a4c3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/51b695cd-45ae-4351-898e-e79763ca4c75 HTTP/1.1" status: 204 len: 168 time: 0.7937391 Dec 15 19:19:53.887655 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e885a8-83c6-4222-867b-21723503db2a tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:53.891283 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b3e885a8-83c6-4222-867b-21723503db2a tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:53.898859 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eb8125-eab6-421f-9313-e5d25a24a4c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b695cd-45ae-4351-898e-e79763ca4c75,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:53.920734 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ba89ff-a8d5-4722-993b-88fa4a1d4c92 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:53.921587 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-47ba89ff-a8d5-4722-993b-88fa4a1d4c92 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Synchronizing usage tracker for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:19:53.931950 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a2eb8125-eab6-421f-9313-e5d25a24a4c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:53.953999 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6642db7-790c-434f-8bcd-770d92c52308 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Pushing event deleted for resources: {'Subnet': ['ID=be649512-c542-4d05-9343-efc2f7331778,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:53.970782 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f6642db7-790c-434f-8bcd-770d92c52308 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:54.019161 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b3e885a8-83c6-4222-867b-21723503db2a tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.7321553 Dec 15 19:19:54.019780 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52416) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:54.117727 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-ae8dedf4-7a73-4b32-a4ac-7d174043d2d2 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Request body: {'subnet': {'network_id': '6bbc6c7c-f125-4649-a419-6271dad8e00c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:19:54.179846 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-76b4367a-0f98-443a-a266-7ac84cadd297 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Deleting subnet 7f04068c-9b7b-494b-b61d-4a24e67fea7c {{(pid=88990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:19:54.180105 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-2b0478a2-589c-46ae-80d5-9c0dd7833186 None None] For port 14bfddb2-b5d4-418f-a50e-7b92cf1d9ba4, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:19:54.183138 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:54.190288 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d892e081-629d-4153-9d7b-07765c123157 req-09a88307-41f5-46be-82c7-2956e53ef90b tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:54.193910 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d892e081-629d-4153-9d7b-07765c123157 req-09a88307-41f5-46be-82c7-2956e53ef90b tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b7fa720-d8e5-4510-aeb0-a3b286372c89 HTTP/1.1" status: 200 len: 946 time: 0.7191935 Dec 15 19:19:54.194839 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-47ba89ff-a8d5-4722-993b-88fa4a1d4c92 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Unset dirty status for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:19:54.199031 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-47ba89ff-a8d5-4722-993b-88fa4a1d4c92 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.9375978 Dec 15 19:19:54.200287 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-76b4367a-0f98-443a-a266-7ac84cadd297 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for subnet, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:54.223189 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-2b0478a2-589c-46ae-80d5-9c0dd7833186 None None] For port 14bfddb2-b5d4-418f-a50e-7b92cf1d9ba4, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=14bfddb2-b5d4-418f-a50e-7b92cf1d9ba4,segment=NetworkSegment(9575ac7b-3c85-46da-81c5-434024000f40),segment_id=9575ac7b-3c85-46da-81c5-434024000f40)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:19:54.295591 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52420) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:54.346159 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2b0478a2-589c-46ae-80d5-9c0dd7833186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:54.380683 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2b0478a2-589c-46ae-80d5-9c0dd7833186 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:54.407093 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dbd22389-cb90-4f67-afb8-4e33469fee21 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:54.414075 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ae8dedf4-7a73-4b32-a4ac-7d174043d2d2 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:54.424701 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ae8dedf4-7a73-4b32-a4ac-7d174043d2d2 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Usage tracker for resource:subnet and tenant:d09e37d948244dafb936d2972b3d58c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:19:54.443397 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ae8dedf4-7a73-4b32-a4ac-7d174043d2d2 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:19:54.464842 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ae8dedf4-7a73-4b32-a4ac-7d174043d2d2 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:19:54.475117 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d892e081-629d-4153-9d7b-07765c123157 req-9a4da6d8-808d-4422-9c2b-8e2a03405a27 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3112f8-b936-4176-9b46-6040cf25625e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2289908 Dec 15 19:19:54.483931 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-76b4367a-0f98-443a-a266-7ac84cadd297 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838448728'] for subnet, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:54.533745 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d0660c-1e5d-4351-bc8b-a4043f15cb1f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:54.535417 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d0660c-1e5d-4351-bc8b-a4043f15cb1f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:54.536397 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-f1d0660c-1e5d-4351-bc8b-a4043f15cb1f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Synchronizing usage tracker for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:subnet {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:19:54.548948 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:54.564285 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dbd22389-cb90-4f67-afb8-4e33469fee21 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:54.576116 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7e83e8fe-cd56-4e50-8120-22a4a43b56e6 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:54.590902 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-16c896ea-20c8-46a6-830b-449484a8f3ed None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:54.593926 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0478a2-589c-46ae-80d5-9c0dd7833186 None None] Pushing event updated for resources: {'Port': ['ID=14bfddb2-b5d4-418f-a50e-7b92cf1d9ba4,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:54.606210 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2b0478a2-589c-46ae-80d5-9c0dd7833186 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:54.619562 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-16c896ea-20c8-46a6-830b-449484a8f3ed None None] Transition to ACTIVE for port object b189d151-347f-48d8-a48d-4b04596dc7d3 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:19:54.636380 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port f50738ba-eb06-4a98-acea-5eb990e04595, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=f50738ba-eb06-4a98-acea-5eb990e04595,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:19:54.637088 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae8dedf4-7a73-4b32-a4ac-7d174043d2d2 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Made reservation on behalf of d09e37d948244dafb936d2972b3d58c9 for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:19:54.650662 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ae8dedf4-7a73-4b32-a4ac-7d174043d2d2 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:54.668740 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d136bba9-70b9-4583-af25-8a3cfd110116 None None] DHCP port deletion for 4a4ebdca-77aa-4f46-a6fb-f4100a00cafa request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:19:54.672514 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-16c896ea-20c8-46a6-830b-449484a8f3ed None None] Transition to ACTIVE for port object b189d151-347f-48d8-a48d-4b04596dc7d3 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:19:54.681575 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd22389-cb90-4f67-afb8-4e33469fee21 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Pushing event updated for resources: {'Port': ['ID=80f45869-df67-4129-bb7b-006364128da1,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:54.684575 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:54.688274 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2b0478a2-589c-46ae-80d5-9c0dd7833186 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:54.689121 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-dbd22389-cb90-4f67-afb8-4e33469fee21 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:54.740670 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d136bba9-70b9-4583-af25-8a3cfd110116 None None] Deleting port a9cbd73d-d75a-4daa-9128-540db94ea282 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:19:54.741407 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d136bba9-70b9-4583-af25-8a3cfd110116 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:54.752257 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-f1d0660c-1e5d-4351-bc8b-a4043f15cb1f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Unset dirty status for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:subnet {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:19:54.754679 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f1d0660c-1e5d-4351-bc8b-a4043f15cb1f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4341109 Dec 15 19:19:54.777576 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-e2fb36ac-60bb-4388-90b3-a4744684d28a None None] Provisioning for port e7dafdf3-b84d-4f90-b9e9-df86c05e8886 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:19:54.781703 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-16c896ea-20c8-46a6-830b-449484a8f3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:54.806793 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-e2fb36ac-60bb-4388-90b3-a4744684d28a None None] Provisioning complete for port e7dafdf3-b84d-4f90-b9e9-df86c05e8886 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:19:54.807356 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e2fb36ac-60bb-4388-90b3-a4744684d28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:54.810051 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-76b4367a-0f98-443a-a266-7ac84cadd297 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:54.842660 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dbd22389-cb90-4f67-afb8-4e33469fee21 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634093'] for floatingip, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:54.900460 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c896ea-20c8-46a6-830b-449484a8f3ed None None] Network a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:19:54.900704 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52424) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:54.911189 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-16c896ea-20c8-46a6-830b-449484a8f3ed None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:19:54.947386 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c896ea-20c8-46a6-830b-449484a8f3ed None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:19:54.956779 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=f50738ba-eb06-4a98-acea-5eb990e04595,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:54.964166 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-e2fb36ac-60bb-4388-90b3-a4744684d28a None None] Port e7dafdf3-b84d-4f90-b9e9-df86c05e8886 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:19:54.965946 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:54.969887 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ad605442-2943-4261-b157-70c20a4c132e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.173s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:55.053598 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9f1632a-3a40-46bc-b5b7-39da6cef6bd7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Deleting subnet c0851a2a-1b5e-43b5-8196-eb78b310e1b5 {{(pid=88990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:19:55.059195 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b9f1632a-3a40-46bc-b5b7-39da6cef6bd7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:55.167599 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b9f1632a-3a40-46bc-b5b7-39da6cef6bd7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838448728'] for subnet, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:55.226355 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.ipam_backend_mixin [None req-ae8dedf4-7a73-4b32-a4ac-7d174043d2d2 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8b229389-0e7d-488e-a457-6d6dc377daef (CIDR: 2001:db8::/64) Dec 15 19:19:55.284907 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae8dedf4-7a73-4b32-a4ac-7d174043d2d2 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 19:19:55.285415 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae8dedf4-7a73-4b32-a4ac-7d174043d2d2 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:19:55.327931 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-76b4367a-0f98-443a-a266-7ac84cadd297 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16636259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14850861'] for subnet, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:55.342278 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4c08a67a-c50d-4770-95c4-9fdfca163191 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:55.397677 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b4367a-0f98-443a-a266-7ac84cadd297 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Pushing event deleted for resources: {'Subnet': ['ID=7f04068c-9b7b-494b-b61d-4a24e67fea7c,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:55.408315 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-76b4367a-0f98-443a-a266-7ac84cadd297 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:55.425672 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-76b4367a-0f98-443a-a266-7ac84cadd297 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:55.458999 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-76b4367a-0f98-443a-a266-7ac84cadd297 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "DELETE /v2.0/subnets/7f04068c-9b7b-494b-b61d-4a24e67fea7c HTTP/1.1" status: 204 len: 168 time: 1.6910601 Dec 15 19:19:55.459898 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52428) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:55.486860 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c896ea-20c8-46a6-830b-449484a8f3ed None None] Pushing event updated for resources: {'Port': ['ID=b189d151-347f-48d8-a48d-4b04596dc7d3,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:55.489784 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94356b83-681b-4d32-9837-9c756454ae4f None None] Network af93fbac-d8f0-4ba9-8b3b-939d17a7a19f requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:19:55.502946 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 14bfddb2-b5d4-418f-a50e-7b92cf1d9ba4 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:19:55.533183 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-16c896ea-20c8-46a6-830b-449484a8f3ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:55.544825 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d136bba9-70b9-4583-af25-8a3cfd110116 None None] For port a9cbd73d-d75a-4daa-9128-540db94ea282, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=a9cbd73d-d75a-4daa-9128-540db94ea282,segment=NetworkSegment(cdecf102-fa6a-49a2-8035-523b605ff833),segment_id=cdecf102-fa6a-49a2-8035-523b605ff833)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:19:55.545053 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ed3105d1-eefe-48b9-93cf-8a1069852d65 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:55.545537 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d136bba9-70b9-4583-af25-8a3cfd110116 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:55.588789 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b9f1632a-3a40-46bc-b5b7-39da6cef6bd7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:55.636364 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ae8dedf4-7a73-4b32-a4ac-7d174043d2d2 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6123834 Dec 15 19:19:55.640101 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52434) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:55.655120 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-9114aa96-2395-43a7-9a28-02ac648da5f0 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Request body: {'subnet': {'network_id': '6bbc6c7c-f125-4649-a419-6271dad8e00c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:19:55.700986 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6efb98c5-d8db-4f48-adcf-0a76dc59d3e2 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:55.711834 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.l3_db [None req-dbd22389-cb90-4f67-afb8-4e33469fee21 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Floating IP c065a1e1-816d-4177-909a-e89c3e0dfc90 associated. External IP: 172.26.3.237, port: 2f9960cf-138e-430d-bfe3-b8d596affb94. Dec 15 19:19:55.737895 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d136bba9-70b9-4583-af25-8a3cfd110116 None None] Calling delete_port for a9cbd73d-d75a-4daa-9128-540db94ea282 owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:19:55.800422 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-6efb98c5-d8db-4f48-adcf-0a76dc59d3e2 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Deleting port a9cbd73d-d75a-4daa-9128-540db94ea282 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:19:55.800801 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6efb98c5-d8db-4f48-adcf-0a76dc59d3e2 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:55.844725 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b9f1632a-3a40-46bc-b5b7-39da6cef6bd7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16636259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14850861'] for subnet, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:55.862861 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b830edb4-e437-4a37-bc93-dc44683dd775 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:55.938603 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f1632a-3a40-46bc-b5b7-39da6cef6bd7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event deleted for resources: {'Subnet': ['ID=c0851a2a-1b5e-43b5-8196-eb78b310e1b5,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:55.945553 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b9f1632a-3a40-46bc-b5b7-39da6cef6bd7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:55.946742 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-9114aa96-2395-43a7-9a28-02ac648da5f0 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:55.955171 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-9114aa96-2395-43a7-9a28-02ac648da5f0 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Usage tracker for resource:subnet and tenant:d09e37d948244dafb936d2972b3d58c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:19:55.956539 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b9f1632a-3a40-46bc-b5b7-39da6cef6bd7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:55.961864 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-9114aa96-2395-43a7-9a28-02ac648da5f0 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:19:55.975342 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-9114aa96-2395-43a7-9a28-02ac648da5f0 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:19:56.007023 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-6efb98c5-d8db-4f48-adcf-0a76dc59d3e2 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] The port 'a9cbd73d-d75a-4daa-9128-540db94ea282' was deleted {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 15 19:19:56.033675 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9114aa96-2395-43a7-9a28-02ac648da5f0 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Made reservation on behalf of d09e37d948244dafb936d2972b3d58c9 for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:19:56.050487 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d136bba9-70b9-4583-af25-8a3cfd110116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866'] for port, after_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:56.053177 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9114aa96-2395-43a7-9a28-02ac648da5f0 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:56.055520 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-16c896ea-20c8-46a6-830b-449484a8f3ed None None] Attempting to bind port b189d151-347f-48d8-a48d-4b04596dc7d3 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:19:56.055939 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-16c896ea-20c8-46a6-830b-449484a8f3ed None None] Attempting to bind port b189d151-347f-48d8-a48d-4b04596dc7d3 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'f86a0b93-5433-42ce-984a-8e278a9a4cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:19:56.056350 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c896ea-20c8-46a6-830b-449484a8f3ed None None] Attempting to bind port b189d151-347f-48d8-a48d-4b04596dc7d3 on network a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:19:56.069528 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f6829792-db56-489d-a3d8-74eb91eb9f3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:56.091483 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b9f1632a-3a40-46bc-b5b7-39da6cef6bd7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/subnets/c0851a2a-1b5e-43b5-8196-eb78b310e1b5 HTTP/1.1" status: 204 len: 168 time: 1.1809785 Dec 15 19:19:56.111987 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52440) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:56.296409 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c896ea-20c8-46a6-830b-449484a8f3ed None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:19:56.299459 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c896ea-20c8-46a6-830b-449484a8f3ed None None] Checking segment: {'id': 'f86a0b93-5433-42ce-984a-8e278a9a4cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:19:56.300390 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-16c896ea-20c8-46a6-830b-449484a8f3ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:56.300843 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c896ea-20c8-46a6-830b-449484a8f3ed None None] Bound using segment: {'id': 'f86a0b93-5433-42ce-984a-8e278a9a4cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:19:56.301397 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-16c896ea-20c8-46a6-830b-449484a8f3ed None None] Bound port: b189d151-347f-48d8-a48d-4b04596dc7d3, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f86a0b93-5433-42ce-984a-8e278a9a4cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:19:56.301859 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-16c896ea-20c8-46a6-830b-449484a8f3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:56.316080 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d136bba9-70b9-4583-af25-8a3cfd110116 None None] No DVR routers for this DVR port a9cbd73d-d75a-4daa-9128-540db94ea282 on host dv-neutron-821831-2-hyperv {{(pid=88992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:19:56.323643 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d136bba9-70b9-4583-af25-8a3cfd110116 None None] Pushing event deleted for resources: {'Port': ['ID=a9cbd73d-d75a-4daa-9128-540db94ea282,revision_number=None']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:56.343083 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d136bba9-70b9-4583-af25-8a3cfd110116 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:56.356702 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6006b4d1-e463-4a4b-b6e2-9a4278ec0b89 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2365463 Dec 15 19:19:56.363122 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52444) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:56.371688 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-5f085b98-d783-4bb5-bdf3-b2f34b907123 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Request body: {'subnet': {'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:19:56.450615 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 14bfddb2-b5d4-418f-a50e-7b92cf1d9ba4 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:19:56.466508 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device f50738ba-eb06-4a98-acea-5eb990e04595 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:19:56.541056 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-16c896ea-20c8-46a6-830b-449484a8f3ed None None] For port b189d151-347f-48d8-a48d-4b04596dc7d3, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:19:56.561297 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-16c896ea-20c8-46a6-830b-449484a8f3ed None None] For port b189d151-347f-48d8-a48d-4b04596dc7d3, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=b189d151-347f-48d8-a48d-4b04596dc7d3,segment=NetworkSegment(f86a0b93-5433-42ce-984a-8e278a9a4cf9),segment_id=f86a0b93-5433-42ce-984a-8e278a9a4cf9)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:19:56.588807 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6efb98c5-d8db-4f48-adcf-0a76dc59d3e2 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:56.592894 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-16c896ea-20c8-46a6-830b-449484a8f3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:56.597771 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e8b2b7a4-0c90-4cfc-936a-0fcd5c86d076 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:56.638655 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-6efb98c5-d8db-4f48-adcf-0a76dc59d3e2 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a4ebdca-77aa-4f46-a6fb-f4100a00cafa']}} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:56.664609 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-6efb98c5-d8db-4f48-adcf-0a76dc59d3e2 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdecf102-fa6a-49a2-8035-523b605ff833') {'for_net_delete': True} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:56.664954 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-6efb98c5-d8db-4f48-adcf-0a76dc59d3e2 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdecf102-fa6a-49a2-8035-523b605ff833') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:56.668006 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port f50738ba-eb06-4a98-acea-5eb990e04595 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:19:56.668583 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:56.672846 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.ipam_backend_mixin [None req-9114aa96-2395-43a7-9a28-02ac648da5f0 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 399441e4-cbd0-4be0-87f9-c9b736486dea (CIDR: 2001:db8:0:1::/64) Dec 15 19:19:56.695560 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2083ac2e-c2a1-4134-b0e6-11a21190eda6 None None] DHCP port deletion for af93fbac-d8f0-4ba9-8b3b-939d17a7a19f request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:19:56.700222 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6efb98c5-d8db-4f48-adcf-0a76dc59d3e2 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16327073'] for segment, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:56.717319 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-5f085b98-d783-4bb5-bdf3-b2f34b907123 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:56.727596 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-9114aa96-2395-43a7-9a28-02ac648da5f0 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 19:19:56.728181 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9114aa96-2395-43a7-9a28-02ac648da5f0 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:19:56.729036 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6efb98c5-d8db-4f48-adcf-0a76dc59d3e2 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:56.731872 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-2083ac2e-c2a1-4134-b0e6-11a21190eda6 None None] Deleting port 1524cc02-5c08-4e47-aadd-9a9e77807525 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:19:56.732432 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2083ac2e-c2a1-4134-b0e6-11a21190eda6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:56.740061 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5b633e-2e32-454d-baeb-c0c388351b9a req-d74b6ed5-dff6-4d0a-9b27-977501520068 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:56.741897 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-df5b633e-2e32-454d-baeb-c0c388351b9a req-d74b6ed5-dff6-4d0a-9b27-977501520068 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b7fa720-d8e5-4510-aeb0-a3b286372c89 HTTP/1.1" status: 200 len: 946 time: 1.1060376 Dec 15 19:19:56.748485 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6efb98c5-d8db-4f48-adcf-0a76dc59d3e2 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=88990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:19:56.749110 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6efb98c5-d8db-4f48-adcf-0a76dc59d3e2 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838138943'] for segment, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:56.765581 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-5f085b98-d783-4bb5-bdf3-b2f34b907123 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Usage tracker for resource:subnet and tenant:e56ca83c553e4935a4e8b75ed76c674c is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:19:56.774405 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:19:56.774405 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:19:56.774405 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:19:56.774405 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:19:56.774405 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:19:56.774405 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:19:56.774405 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:19:56.774405 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:19:56.774405 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:19:56.774405 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:19:56.774405 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:19:56.774405 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:19:56.774405 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:19:56.774405 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:19:56.774405 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:19:56.774405 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:19:56.774405 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:19:56.774405 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:19:56.774405 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:19:56.774405 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:19:56.774405 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:19:56.774405 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:19:56.774405 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:19:56.774405 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:19:56.774405 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:19:56.774405 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:19:56.774405 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:19:56.774405 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:19:56.774405 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:19:56.774405 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:19:56.774405 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:19:56.774405 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:19:56.778841 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-5f085b98-d783-4bb5-bdf3-b2f34b907123 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:19:56.830999 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-5f085b98-d783-4bb5-bdf3-b2f34b907123 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:19:56.843959 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c896ea-20c8-46a6-830b-449484a8f3ed None None] Pushing event updated for resources: {'Port': ['ID=b189d151-347f-48d8-a48d-4b04596dc7d3,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:56.848142 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-16c896ea-20c8-46a6-830b-449484a8f3ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:56.926210 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9114aa96-2395-43a7-9a28-02ac648da5f0 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.2848442 Dec 15 19:19:56.927810 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f085b98-d783-4bb5-bdf3-b2f34b907123 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Made reservation on behalf of e56ca83c553e4935a4e8b75ed76c674c for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:19:56.943625 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52448) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:56.945580 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f03338f-4a62-4ada-aa51-f15f42cd733f None None] Network 489fa468-360a-4868-b4ac-a400ec975c5b requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:19:56.995933 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-df5b633e-2e32-454d-baeb-c0c388351b9a req-dba3da33-4eed-4485-ab5d-cc73d774733d tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3112f8-b936-4176-9b46-6040cf25625e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2203996 Dec 15 19:19:57.037362 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6efb98c5-d8db-4f48-adcf-0a76dc59d3e2 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:57.042218 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6efb98c5-d8db-4f48-adcf-0a76dc59d3e2 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:57.048153 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2809813f-4135-45ef-8874-44c09bcc42ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:57.061504 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-174cda18-c658-42bf-aa01-cd1f67a7c19f tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Request body: {'subnet': {'network_id': '6bbc6c7c-f125-4649-a419-6271dad8e00c', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:19:57.080999 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5f085b98-d783-4bb5-bdf3-b2f34b907123 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:57.125227 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efb98c5-d8db-4f48-adcf-0a76dc59d3e2 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Pushing event deleted for resources: {'Network': ['ID=4a4ebdca-77aa-4f46-a6fb-f4100a00cafa,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:57.128429 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6efb98c5-d8db-4f48-adcf-0a76dc59d3e2 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:57.131180 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6efb98c5-d8db-4f48-adcf-0a76dc59d3e2 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "DELETE /v2.0/networks/4a4ebdca-77aa-4f46-a6fb-f4100a00cafa HTTP/1.1" status: 204 len: 168 time: 1.6669295 Dec 15 19:19:57.139349 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52452) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:57.249034 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-8e0c8ffe-c721-4ec2-b8c1-5b51bff4497a None None] Provisioning for port 14bfddb2-b5d4-418f-a50e-7b92cf1d9ba4 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:19:57.273812 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-8e0c8ffe-c721-4ec2-b8c1-5b51bff4497a None None] Provisioning complete for port 14bfddb2-b5d4-418f-a50e-7b92cf1d9ba4 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:19:57.274251 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8e0c8ffe-c721-4ec2-b8c1-5b51bff4497a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:57.301058 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c56fe094-1bcd-40c3-b4aa-87fa55f40ef9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:57.317622 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-ed3105d1-eefe-48b9-93cf-8a1069852d65 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Allocated IP 172.20.0.1 (a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc/ee52211e-ff61-4e3a-b19c-7d228d9f300f/d6978ef5-362c-4f2d-a7fa-01952bd5604d) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:19:57.343078 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-c56fe094-1bcd-40c3-b4aa-87fa55f40ef9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Deleting port 1524cc02-5c08-4e47-aadd-9a9e77807525 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:19:57.343724 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c56fe094-1bcd-40c3-b4aa-87fa55f40ef9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:57.431983 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-2083ac2e-c2a1-4134-b0e6-11a21190eda6 None None] For port 1524cc02-5c08-4e47-aadd-9a9e77807525, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=1524cc02-5c08-4e47-aadd-9a9e77807525,segment=NetworkSegment(285434a5-6c47-4baf-a20e-0e0ac92be7d8),segment_id=285434a5-6c47-4baf-a20e-0e0ac92be7d8)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:19:57.432459 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2083ac2e-c2a1-4134-b0e6-11a21190eda6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:57.541275 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-174cda18-c658-42bf-aa01-cd1f67a7c19f tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:57.551266 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-174cda18-c658-42bf-aa01-cd1f67a7c19f tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Usage tracker for resource:subnet and tenant:d09e37d948244dafb936d2972b3d58c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:19:57.557389 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-174cda18-c658-42bf-aa01-cd1f67a7c19f tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:19:57.576053 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-174cda18-c658-42bf-aa01-cd1f67a7c19f tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:19:57.585634 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device a9cbd73d-d75a-4daa-9128-540db94ea282 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:19:57.604307 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbd22389-cb90-4f67-afb8-4e33469fee21 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Router 346e5909-b0a5-42c7-9940-63a4ed7dcdca has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:19:57.641170 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-c56fe094-1bcd-40c3-b4aa-87fa55f40ef9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] For port 1524cc02-5c08-4e47-aadd-9a9e77807525, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=1524cc02-5c08-4e47-aadd-9a9e77807525,segment=NetworkSegment(285434a5-6c47-4baf-a20e-0e0ac92be7d8),segment_id=285434a5-6c47-4baf-a20e-0e0ac92be7d8)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:19:57.641576 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c56fe094-1bcd-40c3-b4aa-87fa55f40ef9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:57.667041 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-2083ac2e-c2a1-4134-b0e6-11a21190eda6 None None] Calling delete_port for 1524cc02-5c08-4e47-aadd-9a9e77807525 owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:19:57.682848 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-174cda18-c658-42bf-aa01-cd1f67a7c19f tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Made reservation on behalf of d09e37d948244dafb936d2972b3d58c9 for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:19:57.710421 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ed3105d1-eefe-48b9-93cf-8a1069852d65 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:57.758386 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: a9cbd73d-d75a-4daa-9128-540db94ea282 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:19:57.758386 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device a9cbd73d-d75a-4daa-9128-540db94ea282 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:19:57.820017 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-ed3105d1-eefe-48b9-93cf-8a1069852d65 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Transition to ACTIVE for port object d6978ef5-362c-4f2d-a7fa-01952bd5604d will not be triggered until provisioned by entity DHCP. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:19:57.841987 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-c56fe094-1bcd-40c3-b4aa-87fa55f40ef9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Calling delete_port for 1524cc02-5c08-4e47-aadd-9a9e77807525 owned by network:dhcp {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:19:57.911372 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-174cda18-c658-42bf-aa01-cd1f67a7c19f tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:57.946385 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5f085b98-d783-4bb5-bdf3-b2f34b907123 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:57.997166 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device b189d151-347f-48d8-a48d-4b04596dc7d3 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:19:58.024382 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b8ac651b-d1a6-4616-93a2-69ed4732285a tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:58.039760 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-c56fe094-1bcd-40c3-b4aa-87fa55f40ef9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 15 19:19:58.039760 dv-neutron-821831-2-hyperv neutron-server[88879]: [SQL: DELETE FROM ml2_port_binding_levels WHERE ml2_port_binding_levels.port_id = %(port_id)s AND ml2_port_binding_levels.host = %(host)s AND ml2_port_binding_levels.level = %(level)s] Dec 15 19:19:58.039760 dv-neutron-821831-2-hyperv neutron-server[88879]: [parameters: {'port_id': '1524cc02-5c08-4e47-aadd-9a9e77807525', 'host': 'dv-neutron-821831-2-hyperv', 'level': 0}] Dec 15 19:19:58.039760 dv-neutron-821831-2-hyperv neutron-server[88879]: (Background on this error at: http://sqlalche.me/e/e3q8) {{(pid=88990) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:19:58.040278 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-c56fe094-1bcd-40c3-b4aa-87fa55f40ef9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:19:58.044146 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8e0c8ffe-c721-4ec2-b8c1-5b51bff4497a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:58.069778 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd22389-cb90-4f67-afb8-4e33469fee21 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:19:58.085062 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cecc8ad3-58e5-402f-823a-40596899b2a2 None None] Sync routers for ids ['346e5909-b0a5-42c7-9940-63a4ed7dcdca'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:19:58.095149 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f085b98-d783-4bb5-bdf3-b2f34b907123 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event updated for resources: {'Subnet': ['ID=689f2ae7-476d-4ca1-8ca2-378887a0f7a1,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:58.104523 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2083ac2e-c2a1-4134-b0e6-11a21190eda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866'] for port, after_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:58.111879 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5f085b98-d783-4bb5-bdf3-b2f34b907123 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:58.112454 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d3d7c4e7-693e-45e1-9d54-7c68cb743da3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:58.138469 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f085b98-d783-4bb5-bdf3-b2f34b907123 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Network 489fa468-360a-4868-b4ac-a400ec975c5b is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:19:58.144734 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dbd22389-cb90-4f67-afb8-4e33469fee21 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:58.148787 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-8e0c8ffe-c721-4ec2-b8c1-5b51bff4497a None None] For port 14bfddb2-b5d4-418f-a50e-7b92cf1d9ba4, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=14bfddb2-b5d4-418f-a50e-7b92cf1d9ba4,segment=NetworkSegment(9575ac7b-3c85-46da-81c5-434024000f40),segment_id=9575ac7b-3c85-46da-81c5-434024000f40)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:19:58.152424 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-5f085b98-d783-4bb5-bdf3-b2f34b907123 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:19:58.157739 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ed3105d1-eefe-48b9-93cf-8a1069852d65 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:58.165420 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f085b98-d783-4bb5-bdf3-b2f34b907123 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:58.166079 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5f085b98-d783-4bb5-bdf3-b2f34b907123 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:58.170413 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b3e885a8-83c6-4222-867b-21723503db2a tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:58.172498 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2083ac2e-c2a1-4134-b0e6-11a21190eda6 None None] Pushing event deleted for resources: {'Port': ['ID=1524cc02-5c08-4e47-aadd-9a9e77807525,revision_number=None']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:58.178527 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2083ac2e-c2a1-4134-b0e6-11a21190eda6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:58.186561 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8e0c8ffe-c721-4ec2-b8c1-5b51bff4497a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:58.190036 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2083ac2e-c2a1-4134-b0e6-11a21190eda6 None None] No DVR routers for this DVR port 1524cc02-5c08-4e47-aadd-9a9e77807525 on host dv-neutron-821831-2-hyperv {{(pid=88992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:19:58.192018 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-acf1a6a7-261a-4d76-bb1a-57b28c1d5cdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:58.229481 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecc8ad3-58e5-402f-823a-40596899b2a2 None None] Routers {'346e5909-b0a5-42c7-9940-63a4ed7dcdca'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:19:58.229481 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-cecc8ad3-58e5-402f-823a-40596899b2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:19:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['346e5909-b0a5-42c7-9940-63a4ed7dcdca'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:58.287362 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3105d1-eefe-48b9-93cf-8a1069852d65 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Network a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:19:58.295186 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-dbd22389-cb90-4f67-afb8-4e33469fee21 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 10.2091465 Dec 15 19:19:58.299237 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52458) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:58.299513 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-ed3105d1-eefe-48b9-93cf-8a1069852d65 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:19:58.308646 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3105d1-eefe-48b9-93cf-8a1069852d65 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:19:58.344123 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3105d1-eefe-48b9-93cf-8a1069852d65 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'Port': ['ID=d6978ef5-362c-4f2d-a7fa-01952bd5604d,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:58.350071 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-cecc8ad3-58e5-402f-823a-40596899b2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:58.357144 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-5f085b98-d783-4bb5-bdf3-b2f34b907123 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9921467 Dec 15 19:19:58.358957 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52462) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:58.365837 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port b189d151-347f-48d8-a48d-4b04596dc7d3 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:19:58.372692 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ed3105d1-eefe-48b9-93cf-8a1069852d65 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:58.378359 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-0d8cf1ba-8c41-4fcf-b228-640e6f23555e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-14001478', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:19:58.378673 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1aa8d31-1662-42bc-9733-84d89eedb45a None None] DHCP port deletion for 489fa468-360a-4868-b4ac-a400ec975c5b request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:19:58.390862 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-a1aa8d31-1662-42bc-9733-84d89eedb45a None None] Deleting port 14bfddb2-b5d4-418f-a50e-7b92cf1d9ba4 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:19:58.391432 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a1aa8d31-1662-42bc-9733-84d89eedb45a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:58.395236 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-0d8cf1ba-8c41-4fcf-b228-640e6f23555e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:58.403426 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-0d8cf1ba-8c41-4fcf-b228-640e6f23555e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Usage tracker for resource:router and tenant:e56ca83c553e4935a4e8b75ed76c674c is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:19:58.408880 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-0d8cf1ba-8c41-4fcf-b228-640e6f23555e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:19:58.422697 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0c8ffe-c721-4ec2-b8c1-5b51bff4497a None None] Pushing event updated for resources: {'Port': ['ID=14bfddb2-b5d4-418f-a50e-7b92cf1d9ba4,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:58.428130 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-0d8cf1ba-8c41-4fcf-b228-640e6f23555e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:19:58.441901 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-95780e5a-bd4b-4099-9378-ffb02eb6806b tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] 10.222.0.36 "GET /v2.0/floatingips/c065a1e1-816d-4177-909a-e89c3e0dfc90 HTTP/1.1" status: 200 len: 977 time: 0.1326528 Dec 15 19:19:58.443856 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8e0c8ffe-c721-4ec2-b8c1-5b51bff4497a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:58.445324 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52466) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:58.460328 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecc8ad3-58e5-402f-823a-40596899b2a2 None None] Routers {'346e5909-b0a5-42c7-9940-63a4ed7dcdca'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:19:58.464674 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-cecc8ad3-58e5-402f-823a-40596899b2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:19:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['346e5909-b0a5-42c7-9940-63a4ed7dcdca'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:58.480964 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ed3105d1-eefe-48b9-93cf-8a1069852d65 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630901'] for router_interface, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:58.529315 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 1524cc02-5c08-4e47-aadd-9a9e77807525 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:19:58.536798 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a54241a-9d84-44b3-bbc4-f40a58fd1b01 req-27e6eb4a-47a1-48d4-81d6-56956601a11b tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:58.538534 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7a54241a-9d84-44b3-bbc4-f40a58fd1b01 req-27e6eb4a-47a1-48d4-81d6-56956601a11b tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b7fa720-d8e5-4510-aeb0-a3b286372c89 HTTP/1.1" status: 200 len: 946 time: 0.3508348 Dec 15 19:19:58.541649 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-c56fe094-1bcd-40c3-b4aa-87fa55f40ef9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Deleting port 1524cc02-5c08-4e47-aadd-9a9e77807525 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:19:58.541957 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c56fe094-1bcd-40c3-b4aa-87fa55f40ef9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:58.586807 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-cecc8ad3-58e5-402f-823a-40596899b2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:58.587373 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cecc8ad3-58e5-402f-823a-40596899b2a2 None None] The sync data for ids ['346e5909-b0a5-42c7-9940-63a4ed7dcdca'] in dv-neutron-821831-2-hyperv is: [] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:19:58.592266 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 1524cc02-5c08-4e47-aadd-9a9e77807525 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:19:58.592785 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 1524cc02-5c08-4e47-aadd-9a9e77807525 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:19:58.692874 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-c56fe094-1bcd-40c3-b4aa-87fa55f40ef9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] The port '1524cc02-5c08-4e47-aadd-9a9e77807525' was deleted {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 15 19:19:58.701930 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7a54241a-9d84-44b3-bbc4-f40a58fd1b01 req-0793a307-1ed9-4810-9942-4f8d5af9bacc tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3112f8-b936-4176-9b46-6040cf25625e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323867 Dec 15 19:19:58.737191 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-0e61c6ec-ff5d-4fd0-9566-52783fa7ef6e tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Synchronizing usage tracker for tenant:1ab3162c10c24983844a0058fe10dd8d on resource:floatingip {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:19:58.825063 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0d8cf1ba-8c41-4fcf-b228-640e6f23555e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854699176'] for router, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:58.826069 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0d8cf1ba-8c41-4fcf-b228-640e6f23555e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854194926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-76609'] for router, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:58.843266 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-a1aa8d31-1662-42bc-9733-84d89eedb45a None None] For port 14bfddb2-b5d4-418f-a50e-7b92cf1d9ba4, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=14bfddb2-b5d4-418f-a50e-7b92cf1d9ba4,segment=NetworkSegment(9575ac7b-3c85-46da-81c5-434024000f40),segment_id=9575ac7b-3c85-46da-81c5-434024000f40)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:19:58.848316 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a1aa8d31-1662-42bc-9733-84d89eedb45a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:58.863753 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c56fe094-1bcd-40c3-b4aa-87fa55f40ef9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:58.898004 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-c56fe094-1bcd-40c3-b4aa-87fa55f40ef9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af93fbac-d8f0-4ba9-8b3b-939d17a7a19f']}} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:58.906548 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-0e61c6ec-ff5d-4fd0-9566-52783fa7ef6e tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Unset dirty status for tenant:1ab3162c10c24983844a0058fe10dd8d on resource:floatingip {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:19:58.911640 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0e61c6ec-ff5d-4fd0-9566-52783fa7ef6e tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.4647958 Dec 15 19:19:58.914267 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0d8cf1ba-8c41-4fcf-b228-640e6f23555e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:58.917738 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52472) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:58.922136 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-c56fe094-1bcd-40c3-b4aa-87fa55f40ef9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '285434a5-6c47-4baf-a20e-0e0ac92be7d8') {'for_net_delete': True} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:58.922629 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-c56fe094-1bcd-40c3-b4aa-87fa55f40ef9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '285434a5-6c47-4baf-a20e-0e0ac92be7d8') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:19:58.935494 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-2a242a35-265c-4c09-ab32-bb66b2e6cfae tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Request body: {'floatingip': {'port_id': '800199bb-8592-42ef-9c8e-26543b3f5e4b'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:19:58.966091 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ed3105d1-eefe-48b9-93cf-8a1069852d65 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:58.987186 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-a1aa8d31-1662-42bc-9733-84d89eedb45a None None] Calling delete_port for 14bfddb2-b5d4-418f-a50e-7b92cf1d9ba4 owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:19:59.015499 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c56fe094-1bcd-40c3-b4aa-87fa55f40ef9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16327073'] for segment, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:59.048883 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c56fe094-1bcd-40c3-b4aa-87fa55f40ef9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:59.057428 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-174cda18-c658-42bf-aa01-cd1f67a7c19f tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:59.066699 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c56fe094-1bcd-40c3-b4aa-87fa55f40ef9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=88990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:19:59.067181 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c56fe094-1bcd-40c3-b4aa-87fa55f40ef9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838138943'] for segment, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:59.068475 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d9cfecb5-a855-4fc8-bd2f-1837c4e5b4c7 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:59.082334 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:19:59.082334 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:19:59.082334 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:19:59.082334 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:19:59.082334 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:19:59.082334 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:19:59.082334 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:19:59.082334 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:19:59.082334 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:19:59.082334 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:19:59.082334 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:19:59.082334 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:19:59.082334 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:19:59.082334 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:19:59.082334 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:19:59.082334 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:19:59.082334 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:19:59.082334 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:19:59.082334 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:19:59.082334 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:19:59.082334 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:19:59.082334 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:19:59.082334 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:19:59.082334 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:19:59.082334 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:19:59.082334 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:19:59.082334 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:19:59.082334 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:19:59.082334 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:19:59.082334 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:19:59.082334 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:19:59.082334 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:19:59.088205 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a1aa8d31-1662-42bc-9733-84d89eedb45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866'] for port, after_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:59.092139 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2a242a35-265c-4c09-ab32-bb66b2e6cfae tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks [] for floatingip, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:59.093686 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-34aec042-56bc-4e7a-bdb9-0f6a4058629d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:59.131958 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d79a42-9575-46a4-80d5-9b66f12b0a66 None None] Network a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:19:59.167078 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aa8d31-1662-42bc-9733-84d89eedb45a None None] Pushing event deleted for resources: {'Port': ['ID=14bfddb2-b5d4-418f-a50e-7b92cf1d9ba4,revision_number=None']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:59.214337 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174cda18-c658-42bf-aa01-cd1f67a7c19f tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Network 6bbc6c7c-f125-4649-a419-6271dad8e00c is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:19:59.219634 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a1aa8d31-1662-42bc-9733-84d89eedb45a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:59.220228 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0d8cf1ba-8c41-4fcf-b228-640e6f23555e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904'] for router, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:59.226022 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-174cda18-c658-42bf-aa01-cd1f67a7c19f tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:19:59.248965 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8020f336-861f-45fd-8161-b394003e4a0a None None] Network 6bbc6c7c-f125-4649-a419-6271dad8e00c requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:19:59.268493 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1aa8d31-1662-42bc-9733-84d89eedb45a None None] No DVR routers for this DVR port 14bfddb2-b5d4-418f-a50e-7b92cf1d9ba4 on host dv-neutron-821831-2-hyperv {{(pid=88992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:19:59.292806 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174cda18-c658-42bf-aa01-cd1f67a7c19f tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:19:59.293459 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-174cda18-c658-42bf-aa01-cd1f67a7c19f tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:59.327973 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174cda18-c658-42bf-aa01-cd1f67a7c19f tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event updated for resources: {'Subnet': ['ID=ad26a856-e639-4d52-ab1c-39a70ac24027,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:59.339424 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-174cda18-c658-42bf-aa01-cd1f67a7c19f tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:59.373944 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-2d7199fd-bc69-41ee-9b97-7fba093203ad None None] Provisioning for port b189d151-347f-48d8-a48d-4b04596dc7d3 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:19:59.387391 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88a83f2-91f9-4cb2-a36c-98cfa744c980 None None] Network 489fa468-360a-4868-b4ac-a400ec975c5b requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:19:59.406928 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0d8cf1ba-8c41-4fcf-b228-640e6f23555e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for router, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:59.411118 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0d8cf1ba-8c41-4fcf-b228-640e6f23555e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0345230 Dec 15 19:19:59.413226 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-174cda18-c658-42bf-aa01-cd1f67a7c19f tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.4614241 Dec 15 19:19:59.416232 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-2d7199fd-bc69-41ee-9b97-7fba093203ad None None] Provisioning complete for port b189d151-347f-48d8-a48d-4b04596dc7d3 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:19:59.416658 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2d7199fd-bc69-41ee-9b97-7fba093203ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:59.419682 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52476) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:59.420177 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52478) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:59.549437 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-3ce4d0d2-89aa-4c5c-bc64-3aed0faeace4 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1994588765', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ad26a856-e639-4d52-ab1c-39a70ac24027'}], 'security_groups': ['e6d0497b-2edf-4673-bfcf-66ad66420da4', '7156c886-e639-4996-a02f-9ac4634e255b']}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:19:59.563201 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c56fe094-1bcd-40c3-b4aa-87fa55f40ef9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:59.569142 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-56c53cce-40a8-4e77-a65f-3a4332153d7d tempest-QuotasNegativeTest-2004111957 tempest-QuotasNegativeTest-2004111957-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:19:59.584294 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c56fe094-1bcd-40c3-b4aa-87fa55f40ef9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:59.605117 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56fe094-1bcd-40c3-b4aa-87fa55f40ef9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Pushing event deleted for resources: {'Network': ['ID=af93fbac-d8f0-4ba9-8b3b-939d17a7a19f,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:19:59.615216 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c56fe094-1bcd-40c3-b4aa-87fa55f40ef9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:19:59.651375 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c56fe094-1bcd-40c3-b4aa-87fa55f40ef9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "DELETE /v2.0/networks/af93fbac-d8f0-4ba9-8b3b-939d17a7a19f HTTP/1.1" status: 204 len: 168 time: 2.5094895 Dec 15 19:19:59.655562 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52484) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:19:59.667085 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-af5424fd-6582-4979-bbfd-05a3066f3d49 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Request body: {'network': {'name': 'tempest-RoutersTest-840831630'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:19:59.681100 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-af5424fd-6582-4979-bbfd-05a3066f3d49 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:19:59.688783 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-af5424fd-6582-4979-bbfd-05a3066f3d49 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Usage tracker for resource:network and tenant:2a421f48bcf04f759d7a89b7f013838e is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:19:59.693864 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-af5424fd-6582-4979-bbfd-05a3066f3d49 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:19:59.703311 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-af5424fd-6582-4979-bbfd-05a3066f3d49 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:19:59.842658 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ed3105d1-eefe-48b9-93cf-8a1069852d65 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for port, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:59.874419 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af5424fd-6582-4979-bbfd-05a3066f3d49 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Made reservation on behalf of 2a421f48bcf04f759d7a89b7f013838e for: {'network': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:19:59.874419 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-af5424fd-6582-4979-bbfd-05a3066f3d49 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:19:59.890122 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 14bfddb2-b5d4-418f-a50e-7b92cf1d9ba4 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:19:59.933261 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af5424fd-6582-4979-bbfd-05a3066f3d49 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=88990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:19:59.956062 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 14bfddb2-b5d4-418f-a50e-7b92cf1d9ba4 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:19:59.956450 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 14bfddb2-b5d4-418f-a50e-7b92cf1d9ba4 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:20:00.000736 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ed3105d1-eefe-48b9-93cf-8a1069852d65 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:00.014682 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-af5424fd-6582-4979-bbfd-05a3066f3d49 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:00.015083 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-af5424fd-6582-4979-bbfd-05a3066f3d49 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Added segment b6b507f9-a9cd-481e-8bc6-50cbd8353090 of type vlan for network 40b4772b-6fb3-4c02-9a90-2d0c10385137 Dec 15 19:20:00.038743 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d383b627-b128-4b4d-9a2d-01b68e92b4f1 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:00.075215 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-af5424fd-6582-4979-bbfd-05a3066f3d49 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:00.122596 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3ce4d0d2-89aa-4c5c-bc64-3aed0faeace4 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:00.159085 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-af5424fd-6582-4979-bbfd-05a3066f3d49 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:00.164472 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5424fd-6582-4979-bbfd-05a3066f3d49 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:00.165138 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-af5424fd-6582-4979-bbfd-05a3066f3d49 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:00.172285 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-dd5b1ad6-edbf-4bb9-92ef-46f848257221 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:00.173662 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3105d1-eefe-48b9-93cf-8a1069852d65 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'Port': ['ID=d6978ef5-362c-4f2d-a7fa-01952bd5604d,revision_number=2']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:00.206654 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ed3105d1-eefe-48b9-93cf-8a1069852d65 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:00.224248 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2d7199fd-bc69-41ee-9b97-7fba093203ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:00.243966 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091d7a54-bb46-47c5-affe-ae2d84de2de8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-489fa468-360a-4868-b4ac-a400ec975c5b', 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'tenant_id': 'e56ca83c553e4935a4e8b75ed76c674c', 'fixed_ips': [{'subnet_id': '689f2ae7-476d-4ca1-8ca2-378887a0f7a1'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:20:00.244857 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-091d7a54-bb46-47c5-affe-ae2d84de2de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:00.280523 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ed3105d1-eefe-48b9-93cf-8a1069852d65 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1959989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854145006'] for router_interface, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:00.372477 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-2d7199fd-bc69-41ee-9b97-7fba093203ad None None] For port b189d151-347f-48d8-a48d-4b04596dc7d3, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=b189d151-347f-48d8-a48d-4b04596dc7d3,segment=NetworkSegment(f86a0b93-5433-42ce-984a-8e278a9a4cf9),segment_id=f86a0b93-5433-42ce-984a-8e278a9a4cf9)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:20:00.400320 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5424fd-6582-4979-bbfd-05a3066f3d49 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Pushing event updated for resources: {'Network': ['ID=40b4772b-6fb3-4c02-9a90-2d0c10385137,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:00.403838 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-af5424fd-6582-4979-bbfd-05a3066f3d49 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:00.409619 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-af5424fd-6582-4979-bbfd-05a3066f3d49 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7528861 Dec 15 19:20:00.410547 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52488) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:00.424835 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-32b88d76-dbd2-453d-ba81-1d0dd048e4fa tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Request body: {'subnet': {'network_id': '40b4772b-6fb3-4c02-9a90-2d0c10385137', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:20:00.481576 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2d7199fd-bc69-41ee-9b97-7fba093203ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:00.497940 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2b09ce9c-2fc5-4d44-a220-4ca1094a1227 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:00.521020 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2a242a35-265c-4c09-ab32-bb66b2e6cfae tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:00.556255 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2a242a35-265c-4c09-ab32-bb66b2e6cfae tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634093'] for floatingip, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:00.669399 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-32b88d76-dbd2-453d-ba81-1d0dd048e4fa tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:20:00.687434 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 40b4772b-6fb3-4c02-9a90-2d0c10385137 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:20:00.688387 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-32b88d76-dbd2-453d-ba81-1d0dd048e4fa tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Usage tracker for resource:subnet and tenant:2a421f48bcf04f759d7a89b7f013838e is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:20:00.710160 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-32b88d76-dbd2-453d-ba81-1d0dd048e4fa tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:20:00.720059 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-32b88d76-dbd2-453d-ba81-1d0dd048e4fa tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:20:00.808363 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231aca99-f145-4c82-bdd9-49b6b5152a67 None None] Update dhcp port {'port': {'network_id': '6bbc6c7c-f125-4649-a419-6271dad8e00c', 'fixed_ips': [{'subnet_id': '399441e4-cbd0-4be0-87f9-c9b736486dea', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '8b229389-0e7d-488e-a457-6d6dc377daef', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ad26a856-e639-4d52-ab1c-39a70ac24027'}], 'binding:host_id': 'dv-neutron-821831-2-hyperv'}, 'id': '23ab8e17-04db-4aab-8954-aa52ee85dd55'} from dv-neutron-821831-2-hyperv. {{(pid=88992) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 15 19:20:00.819417 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b88d76-dbd2-453d-ba81-1d0dd048e4fa tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Made reservation on behalf of 2a421f48bcf04f759d7a89b7f013838e for: {'subnet': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:20:00.835206 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7199fd-bc69-41ee-9b97-7fba093203ad None None] Pushing event updated for resources: {'Port': ['ID=b189d151-347f-48d8-a48d-4b04596dc7d3,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:00.857160 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2d7199fd-bc69-41ee-9b97-7fba093203ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:00.908797 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-091d7a54-bb46-47c5-affe-ae2d84de2de8 None None] Allocated IP 2001:db8::2 (489fa468-360a-4868-b4ac-a400ec975c5b/689f2ae7-476d-4ca1-8ca2-378887a0f7a1/b2b58c28-64da-46d8-be1e-438e53b0be37) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:20:00.936100 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-231aca99-f145-4c82-bdd9-49b6b5152a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:00.946131 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.l3_db [None req-2a242a35-265c-4c09-ab32-bb66b2e6cfae tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Floating IP c065a1e1-816d-4177-909a-e89c3e0dfc90 associated. External IP: 172.26.3.237, port: 2f9960cf-138e-430d-bfe3-b8d596affb94. Dec 15 19:20:00.967275 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-3ce4d0d2-89aa-4c5c-bc64-3aed0faeace4 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Delete allocated IP 2001:db8::150 (6bbc6c7c-f125-4649-a419-6271dad8e00c/8b229389-0e7d-488e-a457-6d6dc377daef) {{(pid=88991) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}} Dec 15 19:20:00.976217 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-3ce4d0d2-89aa-4c5c-bc64-3aed0faeace4 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Allocated IP 2001:db8:0:2::356 (6bbc6c7c-f125-4649-a419-6271dad8e00c/ad26a856-e639-4d52-ab1c-39a70ac24027/e7dafdf3-b84d-4f90-b9e9-df86c05e8886) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:20:01.006160 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-c69d61d3-9958-4164-bfff-82463399b794 None None] Provisioning for port d6978ef5-362c-4f2d-a7fa-01952bd5604d completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:20:01.024826 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-32b88d76-dbd2-453d-ba81-1d0dd048e4fa tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839924940'] for subnet, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:01.075713 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-c69d61d3-9958-4164-bfff-82463399b794 None None] Provisioning complete for port d6978ef5-362c-4f2d-a7fa-01952bd5604d triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:20:01.076488 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c69d61d3-9958-4164-bfff-82463399b794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:01.160995 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-c69d61d3-9958-4164-bfff-82463399b794 None None] Port d6978ef5-362c-4f2d-a7fa-01952bd5604d cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:20:01.291977 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-c69d61d3-9958-4164-bfff-82463399b794 None None] Provisioning complete for port b189d151-347f-48d8-a48d-4b04596dc7d3 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:20:01.292574 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c69d61d3-9958-4164-bfff-82463399b794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:01.475878 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-091d7a54-bb46-47c5-affe-ae2d84de2de8 None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:01.486627 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-091d7a54-bb46-47c5-affe-ae2d84de2de8 None None] Transition to ACTIVE for port object b2b58c28-64da-46d8-be1e-438e53b0be37 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:20:01.514772 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c9d42b23-7982-477d-8eed-8b378e954e36 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:01.521736 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-091d7a54-bb46-47c5-affe-ae2d84de2de8 None None] Transition to ACTIVE for port object b2b58c28-64da-46d8-be1e-438e53b0be37 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:20:01.536990 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3105d1-eefe-48b9-93cf-8a1069852d65 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Network a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:20:01.541993 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-32b88d76-dbd2-453d-ba81-1d0dd048e4fa tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838139473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839924955'] for subnet, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:01.544909 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-091d7a54-bb46-47c5-affe-ae2d84de2de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:01.548266 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fac48f32-dcfd-4350-96cc-b4a5da69dc9f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:01.548791 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-ed3105d1-eefe-48b9-93cf-8a1069852d65 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:20:01.552081 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9f2dd2ef-81b3-415e-9a33-11a016903d87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:01.625912 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091d7a54-bb46-47c5-affe-ae2d84de2de8 None None] Network 489fa468-360a-4868-b4ac-a400ec975c5b is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:20:01.632498 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-091d7a54-bb46-47c5-affe-ae2d84de2de8 None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:20:01.635580 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091d7a54-bb46-47c5-affe-ae2d84de2de8 None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:20:01.659677 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091d7a54-bb46-47c5-affe-ae2d84de2de8 None None] Pushing event updated for resources: {'Port': ['ID=b2b58c28-64da-46d8-be1e-438e53b0be37,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:01.668825 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-091d7a54-bb46-47c5-affe-ae2d84de2de8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:01.685371 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b88d76-dbd2-453d-ba81-1d0dd048e4fa tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Pushing event updated for resources: {'Subnet': ['ID=15983662-ddee-409e-ab45-d1baba3f467e,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:01.695485 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-32b88d76-dbd2-453d-ba81-1d0dd048e4fa tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:01.747706 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b88d76-dbd2-453d-ba81-1d0dd048e4fa tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Checking segment: {'id': 'b6b507f9-a9cd-481e-8bc6-50cbd8353090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '40b4772b-6fb3-4c02-9a90-2d0c10385137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:20:01.748030 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b88d76-dbd2-453d-ba81-1d0dd048e4fa tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Network hostable DHCP agents. Network: 40b4772b-6fb3-4c02-9a90-2d0c10385137, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:20:01.756803 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-8662bfe7-9dba-4977-b899-661892b7e90f None None] Provisioning complete for port d6978ef5-362c-4f2d-a7fa-01952bd5604d triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:20:01.757386 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8662bfe7-9dba-4977-b899-661892b7e90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:01.780108 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a242a35-265c-4c09-ab32-bb66b2e6cfae tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Router 346e5909-b0a5-42c7-9940-63a4ed7dcdca has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:20:01.825533 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-091d7a54-bb46-47c5-affe-ae2d84de2de8 None None] Attempting to bind port b2b58c28-64da-46d8-be1e-438e53b0be37 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:20:01.826864 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-091d7a54-bb46-47c5-affe-ae2d84de2de8 None None] Attempting to bind port b2b58c28-64da-46d8-be1e-438e53b0be37 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '9575ac7b-3c85-46da-81c5-434024000f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:20:01.827404 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091d7a54-bb46-47c5-affe-ae2d84de2de8 None None] Attempting to bind port b2b58c28-64da-46d8-be1e-438e53b0be37 on network 489fa468-360a-4868-b4ac-a400ec975c5b {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:20:01.851222 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091d7a54-bb46-47c5-affe-ae2d84de2de8 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:20:01.851853 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091d7a54-bb46-47c5-affe-ae2d84de2de8 None None] Checking segment: {'id': '9575ac7b-3c85-46da-81c5-434024000f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:20:01.852431 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-091d7a54-bb46-47c5-affe-ae2d84de2de8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:01.852994 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091d7a54-bb46-47c5-affe-ae2d84de2de8 None None] Bound using segment: {'id': '9575ac7b-3c85-46da-81c5-434024000f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:20:01.853659 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-091d7a54-bb46-47c5-affe-ae2d84de2de8 None None] Bound port: b2b58c28-64da-46d8-be1e-438e53b0be37, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9575ac7b-3c85-46da-81c5-434024000f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:20:01.854203 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-091d7a54-bb46-47c5-affe-ae2d84de2de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:01.925362 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-8662bfe7-9dba-4977-b899-661892b7e90f None None] Port d6978ef5-362c-4f2d-a7fa-01952bd5604d cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:20:01.959221 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device b189d151-347f-48d8-a48d-4b04596dc7d3 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:20:02.025414 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3ce4d0d2-89aa-4c5c-bc64-3aed0faeace4 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for port, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:02.060175 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-091d7a54-bb46-47c5-affe-ae2d84de2de8 None None] For port b2b58c28-64da-46d8-be1e-438e53b0be37, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:20:02.075195 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-091d7a54-bb46-47c5-affe-ae2d84de2de8 None None] For port b2b58c28-64da-46d8-be1e-438e53b0be37, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=b2b58c28-64da-46d8-be1e-438e53b0be37,segment=NetworkSegment(9575ac7b-3c85-46da-81c5-434024000f40),segment_id=9575ac7b-3c85-46da-81c5-434024000f40)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:20:02.084121 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-aaee88ff-7bd7-4e2b-989d-6921011214fc None None] Provisioning complete for port d6978ef5-362c-4f2d-a7fa-01952bd5604d triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:20:02.089014 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-aaee88ff-7bd7-4e2b-989d-6921011214fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:02.108705 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-3ce4d0d2-89aa-4c5c-bc64-3aed0faeace4 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Transition to ACTIVE for port object e7dafdf3-b84d-4f90-b9e9-df86c05e8886 will not be triggered until provisioned by entity DHCP. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:20:02.120976 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b88d76-dbd2-453d-ba81-1d0dd048e4fa tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Network 40b4772b-6fb3-4c02-9a90-2d0c10385137 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:20:02.147970 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-091d7a54-bb46-47c5-affe-ae2d84de2de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:02.157503 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-bbf560a3-181a-4d3e-811a-6697d1446dc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:02.178321 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3ce4d0d2-89aa-4c5c-bc64-3aed0faeace4 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:02.193866 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4c0a3c9a-9aad-42bd-b676-460ecbb7e3ac tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:02.216634 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-32b88d76-dbd2-453d-ba81-1d0dd048e4fa tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, 40b4772b-6fb3-4c02-9a90-2d0c10385137) {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:20:02.223925 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b88d76-dbd2-453d-ba81-1d0dd048e4fa tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:02.224253 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-aaee88ff-7bd7-4e2b-989d-6921011214fc None None] Port d6978ef5-362c-4f2d-a7fa-01952bd5604d cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:20:02.224568 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-32b88d76-dbd2-453d-ba81-1d0dd048e4fa tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:02.246736 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port b189d151-347f-48d8-a48d-4b04596dc7d3 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:20:02.247502 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:02.271583 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e389fc0-af73-45d8-b4d4-1c986c15ed84 None None] Network 40b4772b-6fb3-4c02-9a90-2d0c10385137 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:20:02.281537 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-32b88d76-dbd2-453d-ba81-1d0dd048e4fa tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8631103 Dec 15 19:20:02.281735 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52492) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:02.291017 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-b93d7c5e-6226-4c24-9d67-f15df2e33d6d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-489256093', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:20:02.298676 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-b93d7c5e-6226-4c24-9d67-f15df2e33d6d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:20:02.305521 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-b93d7c5e-6226-4c24-9d67-f15df2e33d6d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Usage tracker for resource:router and tenant:2a421f48bcf04f759d7a89b7f013838e is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:20:02.309189 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-b93d7c5e-6226-4c24-9d67-f15df2e33d6d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:20:02.313746 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a242a35-265c-4c09-ab32-bb66b2e6cfae tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:20:02.329377 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733d96f5-97ce-4f5d-8204-269ef246c854 None None] Sync routers for ids ['346e5909-b0a5-42c7-9940-63a4ed7dcdca'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:20:02.347765 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733d96f5-97ce-4f5d-8204-269ef246c854 None None] Routers {'346e5909-b0a5-42c7-9940-63a4ed7dcdca'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:20:02.349115 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-733d96f5-97ce-4f5d-8204-269ef246c854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:19:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['346e5909-b0a5-42c7-9940-63a4ed7dcdca'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:02.375129 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-b93d7c5e-6226-4c24-9d67-f15df2e33d6d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:20:02.391794 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-3ce4d0d2-89aa-4c5c-bc64-3aed0faeace4 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] In _notify_port_updated(), no bound segment for port e7dafdf3-b84d-4f90-b9e9-df86c05e8886 on network 6bbc6c7c-f125-4649-a419-6271dad8e00c {{(pid=88991) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 15 19:20:02.397130 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce4d0d2-89aa-4c5c-bc64-3aed0faeace4 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:02.398010 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3ce4d0d2-89aa-4c5c-bc64-3aed0faeace4 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:02.402671 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-3ce4d0d2-89aa-4c5c-bc64-3aed0faeace4 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "PUT /v2.0/ports/e7dafdf3-b84d-4f90-b9e9-df86c05e8886 HTTP/1.1" status: 200 len: 970 time: 2.9789510 Dec 15 19:20:02.403054 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52496) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:02.413622 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce4d0d2-89aa-4c5c-bc64-3aed0faeace4 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event updated for resources: {'Port': ['ID=e7dafdf3-b84d-4f90-b9e9-df86c05e8886,revision_number=2']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:02.418210 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3ce4d0d2-89aa-4c5c-bc64-3aed0faeace4 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:02.423111 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-c9d42b23-7982-477d-8eed-8b378e954e36 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Allocated IP 2001:db8::1 (489fa468-360a-4868-b4ac-a400ec975c5b/689f2ae7-476d-4ca1-8ca2-378887a0f7a1/7e1cf267-4181-445e-aa66-91261ade1d3d) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:20:02.450088 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b93d7c5e-6226-4c24-9d67-f15df2e33d6d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854699176'] for router, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:02.451203 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b93d7c5e-6226-4c24-9d67-f15df2e33d6d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854194926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-76609'] for router, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:02.475662 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-733d96f5-97ce-4f5d-8204-269ef246c854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:02.493263 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733d96f5-97ce-4f5d-8204-269ef246c854 None None] Routers {'346e5909-b0a5-42c7-9940-63a4ed7dcdca'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:20:02.496317 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-733d96f5-97ce-4f5d-8204-269ef246c854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:19:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['346e5909-b0a5-42c7-9940-63a4ed7dcdca'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:02.510707 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-134bc4c3-23c6-4d7b-824c-122aed4dfe52 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Deleting port e7dafdf3-b84d-4f90-b9e9-df86c05e8886 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:20:02.512157 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-134bc4c3-23c6-4d7b-824c-122aed4dfe52 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:02.584237 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-733d96f5-97ce-4f5d-8204-269ef246c854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:02.584968 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733d96f5-97ce-4f5d-8204-269ef246c854 None None] The sync data for ids ['346e5909-b0a5-42c7-9940-63a4ed7dcdca'] in dv-neutron-821831-2-hyperv is: [] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:20:02.618812 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b93d7c5e-6226-4c24-9d67-f15df2e33d6d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:02.638438 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091d7a54-bb46-47c5-affe-ae2d84de2de8 None None] Pushing event updated for resources: {'Port': ['ID=b2b58c28-64da-46d8-be1e-438e53b0be37,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:02.650347 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-091d7a54-bb46-47c5-affe-ae2d84de2de8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:02.651734 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-231aca99-f145-4c82-bdd9-49b6b5152a67 None None] Allocated IP 2001:db8:0:2::2 (6bbc6c7c-f125-4649-a419-6271dad8e00c/ad26a856-e639-4d52-ab1c-39a70ac24027/23ab8e17-04db-4aab-8954-aa52ee85dd55) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:20:02.693740 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b93d7c5e-6226-4c24-9d67-f15df2e33d6d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904'] for router, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:02.730054 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c9d42b23-7982-477d-8eed-8b378e954e36 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:02.770046 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-c9d42b23-7982-477d-8eed-8b378e954e36 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Transition to ACTIVE for port object 7e1cf267-4181-445e-aa66-91261ade1d3d will not be triggered until provisioned by entity DHCP. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:20:02.831288 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed3105d1-eefe-48b9-93cf-8a1069852d65 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Router c3c96c7a-68d4-4016-b0f3-c49ae951d4fc has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:20:02.864660 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b93d7c5e-6226-4c24-9d67-f15df2e33d6d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:02.868708 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b93d7c5e-6226-4c24-9d67-f15df2e33d6d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5832818 Dec 15 19:20:02.873420 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52500) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:02.891514 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-d0acd955-90ff-44ad-84fc-dcbe23f2fd3d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Request body: {'port': {'network_id': '40b4772b-6fb3-4c02-9a90-2d0c10385137', 'name': 'tempest-RoutersTest-1676781186'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:20:02.918397 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c9d42b23-7982-477d-8eed-8b378e954e36 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:02.932723 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-198ddb07-d4ce-4a2b-893f-7cc76784e6ca tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:03.033559 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cac8406-b5c9-45f3-85ac-ddceb8c865d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-40b4772b-6fb3-4c02-9a90-2d0c10385137', 'network_id': '40b4772b-6fb3-4c02-9a90-2d0c10385137', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'fixed_ips': [{'subnet_id': '15983662-ddee-409e-ab45-d1baba3f467e'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:20:03.039831 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1cac8406-b5c9-45f3-85ac-ddceb8c865d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:03.074989 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-134bc4c3-23c6-4d7b-824c-122aed4dfe52 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:03.075449 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d42b23-7982-477d-8eed-8b378e954e36 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Network 489fa468-360a-4868-b4ac-a400ec975c5b is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:20:03.080700 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-c9d42b23-7982-477d-8eed-8b378e954e36 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:20:03.084426 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d42b23-7982-477d-8eed-8b378e954e36 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:20:03.085127 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c9d42b23-7982-477d-8eed-8b378e954e36 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630901'] for router_interface, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:03.098363 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d42b23-7982-477d-8eed-8b378e954e36 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event updated for resources: {'Port': ['ID=7e1cf267-4181-445e-aa66-91261ade1d3d,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:03.101876 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c9d42b23-7982-477d-8eed-8b378e954e36 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:03.136076 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-231aca99-f145-4c82-bdd9-49b6b5152a67 None None] For port 23ab8e17-04db-4aab-8954-aa52ee85dd55, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=23ab8e17-04db-4aab-8954-aa52ee85dd55,segment=NetworkSegment(91f80108-387d-4a43-a636-8b585d968cba),segment_id=91f80108-387d-4a43-a636-8b585d968cba)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:20:03.203477 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-231aca99-f145-4c82-bdd9-49b6b5152a67 None None] Notify callbacks [] for port, precommit_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:03.275631 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-231aca99-f145-4c82-bdd9-49b6b5152a67 None None] Transition to ACTIVE for port object 23ab8e17-04db-4aab-8954-aa52ee85dd55 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:20:03.299071 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-1cac8406-b5c9-45f3-85ac-ddceb8c865d9 None None] Allocated IP 172.20.0.2 (40b4772b-6fb3-4c02-9a90-2d0c10385137/15983662-ddee-409e-ab45-d1baba3f467e/3700eed8-628f-4687-b9df-5049cef7900b) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:20:03.306364 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-134bc4c3-23c6-4d7b-824c-122aed4dfe52 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Calling delete_port for e7dafdf3-b84d-4f90-b9e9-df86c05e8886 owned by {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:20:03.306494 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-231aca99-f145-4c82-bdd9-49b6b5152a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:03.321190 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a1aa8d31-1662-42bc-9733-84d89eedb45a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:03.321687 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c9d42b23-7982-477d-8eed-8b378e954e36 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:03.347448 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed3105d1-eefe-48b9-93cf-8a1069852d65 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:20:03.366755 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-d0acd955-90ff-44ad-84fc-dcbe23f2fd3d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:20:03.381459 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d0acd955-90ff-44ad-84fc-dcbe23f2fd3d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Usage tracker for resource:port and tenant:2a421f48bcf04f759d7a89b7f013838e is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:20:03.386184 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d0acd955-90ff-44ad-84fc-dcbe23f2fd3d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:20:03.391737 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ed3105d1-eefe-48b9-93cf-8a1069852d65 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "PUT /v2.0/routers/c3c96c7a-68d4-4016-b0f3-c49ae951d4fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7272217 Dec 15 19:20:03.392618 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52504) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:03.394772 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-d0acd955-90ff-44ad-84fc-dcbe23f2fd3d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:20:03.470350 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3b182f-6688-4081-95cb-4cd0391aa369 None None] Sync routers for ids ['c3c96c7a-68d4-4016-b0f3-c49ae951d4fc'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:20:03.482439 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0acd955-90ff-44ad-84fc-dcbe23f2fd3d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Made reservation on behalf of 2a421f48bcf04f759d7a89b7f013838e for: {'port': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:20:03.487972 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d0acd955-90ff-44ad-84fc-dcbe23f2fd3d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:03.571076 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a03bf8-4235-4463-8bb2-081ac888cab6 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:03.571638 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a03bf8-4235-4463-8bb2-081ac888cab6 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:03.571895 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a03bf8-4235-4463-8bb2-081ac888cab6 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:03.572294 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a03bf8-4235-4463-8bb2-081ac888cab6 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:03.572926 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a03bf8-4235-4463-8bb2-081ac888cab6 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:03.573042 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a03bf8-4235-4463-8bb2-081ac888cab6 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:03.573452 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a03bf8-4235-4463-8bb2-081ac888cab6 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:03.573857 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a03bf8-4235-4463-8bb2-081ac888cab6 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:03.574277 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a03bf8-4235-4463-8bb2-081ac888cab6 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:03.574677 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a03bf8-4235-4463-8bb2-081ac888cab6 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:03.578908 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-76a03bf8-4235-4463-8bb2-081ac888cab6 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7132 time: 0.1743078 Dec 15 19:20:03.582861 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52508) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:03.586550 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-d0acd955-90ff-44ad-84fc-dcbe23f2fd3d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] device_id is not set on port bd2b425b-e179-4e55-8644-0203aeee7cae yet. {{(pid=88990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:20:03.641400 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231aca99-f145-4c82-bdd9-49b6b5152a67 None None] Pushing event updated for resources: {'Port': ['ID=23ab8e17-04db-4aab-8954-aa52ee85dd55,revision_number=7']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:03.664645 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-231aca99-f145-4c82-bdd9-49b6b5152a67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:03.689222 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3b182f-6688-4081-95cb-4cd0391aa369 None None] Routers {'c3c96c7a-68d4-4016-b0f3-c49ae951d4fc'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:20:03.690322 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-2f3b182f-6688-4081-95cb-4cd0391aa369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:19:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['c3c96c7a-68d4-4016-b0f3-c49ae951d4fc'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:03.698676 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-134bc4c3-23c6-4d7b-824c-122aed4dfe52 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:03.711273 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b4bfd955-9e81-41c5-90b7-5dad7c59a132 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:03.776708 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134bc4c3-23c6-4d7b-824c-122aed4dfe52 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event deleted for resources: {'Port': ['ID=e7dafdf3-b84d-4f90-b9e9-df86c05e8886,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:03.783296 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-134bc4c3-23c6-4d7b-824c-122aed4dfe52 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:03.865780 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-134bc4c3-23c6-4d7b-824c-122aed4dfe52 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:03.912151 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-134bc4c3-23c6-4d7b-824c-122aed4dfe52 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "DELETE /v2.0/ports/e7dafdf3-b84d-4f90-b9e9-df86c05e8886 HTTP/1.1" status: 204 len: 168 time: 1.5077116 Dec 15 19:20:03.916603 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52516) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:03.972036 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a242a35-265c-4c09-ab32-bb66b2e6cfae tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Router 346e5909-b0a5-42c7-9940-63a4ed7dcdca has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:20:03.988827 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-48506bba-1f52-4174-a2a7-079e031633d0 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] GET failed (client error): The resource could not be found. Dec 15 19:20:03.989410 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-48506bba-1f52-4174-a2a7-079e031633d0 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Synchronizing usage tracker for tenant:d09e37d948244dafb936d2972b3d58c9 on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:20:04.019754 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1cac8406-b5c9-45f3-85ac-ddceb8c865d9 None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:04.037272 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 23ab8e17-04db-4aab-8954-aa52ee85dd55 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:20:04.078061 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-1cac8406-b5c9-45f3-85ac-ddceb8c865d9 None None] Transition to ACTIVE for port object 3700eed8-628f-4687-b9df-5049cef7900b will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:20:04.094703 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-48506bba-1f52-4174-a2a7-079e031633d0 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Unset dirty status for tenant:d09e37d948244dafb936d2972b3d58c9 on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:20:04.096018 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-48506bba-1f52-4174-a2a7-079e031633d0 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "GET /v2.0/ports/e7dafdf3-b84d-4f90-b9e9-df86c05e8886 HTTP/1.1" status: 404 len: 333 time: 0.1782308 Dec 15 19:20:04.099511 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52520) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:04.099981 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-2f3b182f-6688-4081-95cb-4cd0391aa369 None None] Set router c3c96c7a-68d4-4016-b0f3-c49ae951d4fc gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:20:04.194513 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-1cac8406-b5c9-45f3-85ac-ddceb8c865d9 None None] Transition to ACTIVE for port object 3700eed8-628f-4687-b9df-5049cef7900b will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:20:04.235834 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65b8a36-8b5c-472e-9cba-a7d2bc6a0759 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:04.236534 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65b8a36-8b5c-472e-9cba-a7d2bc6a0759 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:04.237089 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65b8a36-8b5c-472e-9cba-a7d2bc6a0759 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:04.237653 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65b8a36-8b5c-472e-9cba-a7d2bc6a0759 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:04.238264 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65b8a36-8b5c-472e-9cba-a7d2bc6a0759 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:04.239351 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65b8a36-8b5c-472e-9cba-a7d2bc6a0759 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:04.239762 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65b8a36-8b5c-472e-9cba-a7d2bc6a0759 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:04.240173 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65b8a36-8b5c-472e-9cba-a7d2bc6a0759 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:04.240554 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65b8a36-8b5c-472e-9cba-a7d2bc6a0759 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:04.240948 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65b8a36-8b5c-472e-9cba-a7d2bc6a0759 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:04.241343 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65b8a36-8b5c-472e-9cba-a7d2bc6a0759 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:04.241735 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65b8a36-8b5c-472e-9cba-a7d2bc6a0759 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:04.244355 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a65b8a36-8b5c-472e-9cba-a7d2bc6a0759 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7678 time: 0.6603463 Dec 15 19:20:04.281972 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52524) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:04.284584 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ec6b1b17-3742-4bf3-a016-bd09656ef520 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for security_group, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:04.306377 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1cac8406-b5c9-45f3-85ac-ddceb8c865d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:04.313885 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2d7199fd-bc69-41ee-9b97-7fba093203ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:04.409785 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cac8406-b5c9-45f3-85ac-ddceb8c865d9 None None] Network 40b4772b-6fb3-4c02-9a90-2d0c10385137 is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:20:04.425015 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-1cac8406-b5c9-45f3-85ac-ddceb8c865d9 None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:20:04.429370 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cac8406-b5c9-45f3-85ac-ddceb8c865d9 None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:20:04.441030 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c9d42b23-7982-477d-8eed-8b378e954e36 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for port, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:04.470451 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c9d42b23-7982-477d-8eed-8b378e954e36 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:04.471356 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c9d42b23-7982-477d-8eed-8b378e954e36 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1959989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854145006'] for router_interface, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:04.477095 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d998ba3b-eea7-4e6d-87be-3ae98a0a8a7f tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:04.529179 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device b2b58c28-64da-46d8-be1e-438e53b0be37 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:20:04.676936 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d42b23-7982-477d-8eed-8b378e954e36 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event updated for resources: {'Port': ['ID=7e1cf267-4181-445e-aa66-91261ade1d3d,revision_number=2']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:04.681625 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c9d42b23-7982-477d-8eed-8b378e954e36 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:04.752266 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cac8406-b5c9-45f3-85ac-ddceb8c865d9 None None] Pushing event updated for resources: {'Port': ['ID=3700eed8-628f-4687-b9df-5049cef7900b,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:04.768456 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d42b23-7982-477d-8eed-8b378e954e36 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Network 489fa468-360a-4868-b4ac-a400ec975c5b is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:20:04.769976 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-c9d42b23-7982-477d-8eed-8b378e954e36 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:20:04.864645 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ec6b1b17-3742-4bf3-a016-bd09656ef520 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:04.960740 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ec6b1b17-3742-4bf3-a016-bd09656ef520 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:04.967925 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f2973060-d063-42c4-9601-9b870e754a6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:05.002756 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6b1b17-3742-4bf3-a016-bd09656ef520 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1fdf9f5-6c1a-4a55-b416-779ece0dfdd2,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:05.009262 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ec6b1b17-3742-4bf3-a016-bd09656ef520 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:05.033107 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ec6b1b17-3742-4bf3-a016-bd09656ef520 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:05.037545 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ec6b1b17-3742-4bf3-a016-bd09656ef520 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "DELETE /v2.0/security-groups/d1fdf9f5-6c1a-4a55-b416-779ece0dfdd2 HTTP/1.1" status: 204 len: 168 time: 0.9343631 Dec 15 19:20:05.038925 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1cac8406-b5c9-45f3-85ac-ddceb8c865d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.725s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:05.039072 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52528) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:05.093493 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-1cac8406-b5c9-45f3-85ac-ddceb8c865d9 None None] Attempting to bind port 3700eed8-628f-4687-b9df-5049cef7900b on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:20:05.093950 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-1cac8406-b5c9-45f3-85ac-ddceb8c865d9 None None] Attempting to bind port 3700eed8-628f-4687-b9df-5049cef7900b by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'b6b507f9-a9cd-481e-8bc6-50cbd8353090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '40b4772b-6fb3-4c02-9a90-2d0c10385137'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:20:05.094489 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cac8406-b5c9-45f3-85ac-ddceb8c865d9 None None] Attempting to bind port 3700eed8-628f-4687-b9df-5049cef7900b on network 40b4772b-6fb3-4c02-9a90-2d0c10385137 {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:20:05.103053 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-d0acd955-90ff-44ad-84fc-dcbe23f2fd3d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['PRIMARY'] with value(s) 172.20.0.2-dbca8b14-38a6-4056-90b6-354fafebd7cb {{(pid=88990) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:20:05.103781 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-d0acd955-90ff-44ad-84fc-dcbe23f2fd3d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:20:05.154962 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cac8406-b5c9-45f3-85ac-ddceb8c865d9 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:20:05.155404 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cac8406-b5c9-45f3-85ac-ddceb8c865d9 None None] Checking segment: {'id': 'b6b507f9-a9cd-481e-8bc6-50cbd8353090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '40b4772b-6fb3-4c02-9a90-2d0c10385137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:20:05.156092 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1cac8406-b5c9-45f3-85ac-ddceb8c865d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:05.156421 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cac8406-b5c9-45f3-85ac-ddceb8c865d9 None None] Bound using segment: {'id': 'b6b507f9-a9cd-481e-8bc6-50cbd8353090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '40b4772b-6fb3-4c02-9a90-2d0c10385137'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:20:05.157696 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-1cac8406-b5c9-45f3-85ac-ddceb8c865d9 None None] Bound port: 3700eed8-628f-4687-b9df-5049cef7900b, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6b507f9-a9cd-481e-8bc6-50cbd8353090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '40b4772b-6fb3-4c02-9a90-2d0c10385137'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:20:05.158386 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1cac8406-b5c9-45f3-85ac-ddceb8c865d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:05.165478 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a242a35-265c-4c09-ab32-bb66b2e6cfae tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:20:05.169691 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49ec3aa-aafc-4047-95ca-a7d38d9da845 None None] Sync routers for ids ['346e5909-b0a5-42c7-9940-63a4ed7dcdca'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:20:05.174542 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2a242a35-265c-4c09-ab32-bb66b2e6cfae tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:05.187659 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49ec3aa-aafc-4047-95ca-a7d38d9da845 None None] Routers {'346e5909-b0a5-42c7-9940-63a4ed7dcdca'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:20:05.188931 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-e49ec3aa-aafc-4047-95ca-a7d38d9da845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:19:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['346e5909-b0a5-42c7-9940-63a4ed7dcdca'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:05.202781 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5907f212-8416-40dc-8385-4c6c4cdbd505 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for security_group, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:05.259635 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port b2b58c28-64da-46d8-be1e-438e53b0be37 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:20:05.263992 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5907f212-8416-40dc-8385-4c6c4cdbd505 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:05.309974 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9d42b23-7982-477d-8eed-8b378e954e36 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Router 51652c13-afb8-4be8-a5b1-34a1171fbafa is scheduled to L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 with binding_index 1 {{(pid=88991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 15 19:20:05.348058 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-2f3b182f-6688-4081-95cb-4cd0391aa369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3c96c7a-68d4-4016-b0f3-c49ae951d4fc', 'name': 'tempest-TestNetworkBasicOps-router-380808785', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': 'f50738ba-eb06-4a98-acea-5eb990e04595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:19:40Z', 'updated_at': '2021-12-15T19:19:58Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': 'f50738ba-eb06-4a98-acea-5eb990e04595', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ff:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c96c7a-68d4-4016-b0f3-c49ae951d4fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:41Z', 'updated_at': '2021-12-15T19:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': 'd6978ef5-362c-4f2d-a7fa-01952bd5604d', 'name': '', 'network_id': 'a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:df:00:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3c96c7a-68d4-4016-b0f3-c49ae951d4fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee52211e-ff61-4e3a-b19c-7d228d9f300f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:56Z', 'updated_at': '2021-12-15T19:19:59Z', 'revision_number': 2, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'ee52211e-ff61-4e3a-b19c-7d228d9f300f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:05.355549 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3b182f-6688-4081-95cb-4cd0391aa369 None None] Checking router: c3c96c7a-68d4-4016-b0f3-c49ae951d4fc for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:20:05.356229 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3b182f-6688-4081-95cb-4cd0391aa369 None None] Updating router c3c96c7a-68d4-4016-b0f3-c49ae951d4fc port d6978ef5-362c-4f2d-a7fa-01952bd5604d binding host dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 15 19:20:05.367189 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-e49ec3aa-aafc-4047-95ca-a7d38d9da845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:05.384339 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49ec3aa-aafc-4047-95ca-a7d38d9da845 None None] Routers {'346e5909-b0a5-42c7-9940-63a4ed7dcdca'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:20:05.385467 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-e49ec3aa-aafc-4047-95ca-a7d38d9da845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:19:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['346e5909-b0a5-42c7-9940-63a4ed7dcdca'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:05.412639 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5907f212-8416-40dc-8385-4c6c4cdbd505 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:05.420982 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f3579ef7-e4c4-467d-8043-638bde597a97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:05.423781 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-1cac8406-b5c9-45f3-85ac-ddceb8c865d9 None None] For port 3700eed8-628f-4687-b9df-5049cef7900b, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:20:05.439002 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b2953d89-a5d5-4e9d-8bde-3f47383365e3 None None] Provisioning for port b2b58c28-64da-46d8-be1e-438e53b0be37 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:20:05.441250 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5907f212-8416-40dc-8385-4c6c4cdbd505 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7156c886-e639-4996-a02f-9ac4634e255b,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:05.450658 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5907f212-8416-40dc-8385-4c6c4cdbd505 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:05.470615 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-af8cccfe-0a16-4c0b-b6e6-821618a20c00 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4827 time: 1.1875160 Dec 15 19:20:05.471406 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-1cac8406-b5c9-45f3-85ac-ddceb8c865d9 None None] For port 3700eed8-628f-4687-b9df-5049cef7900b, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=3700eed8-628f-4687-b9df-5049cef7900b,segment=NetworkSegment(b6b507f9-a9cd-481e-8bc6-50cbd8353090),segment_id=b6b507f9-a9cd-481e-8bc6-50cbd8353090)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:20:05.475766 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b2953d89-a5d5-4e9d-8bde-3f47383365e3 None None] Provisioning complete for port b2b58c28-64da-46d8-be1e-438e53b0be37 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:20:05.476191 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b2953d89-a5d5-4e9d-8bde-3f47383365e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:05.492311 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5907f212-8416-40dc-8385-4c6c4cdbd505 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:05.493565 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-5907f212-8416-40dc-8385-4c6c4cdbd505 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "DELETE /v2.0/security-groups/7156c886-e639-4996-a02f-9ac4634e255b HTTP/1.1" status: 204 len: 168 time: 0.4535270 Dec 15 19:20:05.496617 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52534) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:05.511153 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-e49ec3aa-aafc-4047-95ca-a7d38d9da845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:05.512713 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49ec3aa-aafc-4047-95ca-a7d38d9da845 None None] The sync data for ids ['346e5909-b0a5-42c7-9940-63a4ed7dcdca'] in dv-neutron-821831-2-hyperv is: [] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:20:05.535163 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-2a242a35-265c-4c09-ab32-bb66b2e6cfae tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] 10.222.0.36 "PUT /v2.0/floatingips/c065a1e1-816d-4177-909a-e89c3e0dfc90 HTTP/1.1" status: 200 len: 978 time: 6.6161871 Dec 15 19:20:05.536598 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52538) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:05.544302 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1cac8406-b5c9-45f3-85ac-ddceb8c865d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:05.544893 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-c0746150-20da-41b4-8237-5449b1fd64b5 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:20:05.586397 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:05.643296 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d0acd955-90ff-44ad-84fc-dcbe23f2fd3d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:05.717832 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-d0acd955-90ff-44ad-84fc-dcbe23f2fd3d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] device_id is not set on port cb42be09-ceb5-451d-8ba9-0477ca89a7ab yet. {{(pid=88990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:20:05.762214 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2f3b182f-6688-4081-95cb-4cd0391aa369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:05.773545 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d42b23-7982-477d-8eed-8b378e954e36 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:20:05.782286 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c9d42b23-7982-477d-8eed-8b378e954e36 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "PUT /v2.0/routers/51652c13-afb8-4be8-a5b1-34a1171fbafa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3606148 Dec 15 19:20:05.784791 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52542) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:05.830575 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52546) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:05.848833 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-82302e01-3a0c-4819-ac3d-2cab4475c3c7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1110046563', 'description': 'tempest-secgroup-smoke-1110046563 description', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:20:05.863093 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c0746150-20da-41b4-8237-5449b1fd64b5 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks [] for floatingip, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:05.866457 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c756081a-22e8-464b-9047-69164e96552d None None] Sync routers for ids ['51652c13-afb8-4be8-a5b1-34a1171fbafa'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:20:05.901241 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97098fd2-aa8f-404d-b11c-ddf5263e0cff tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:05.902480 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-97098fd2-aa8f-404d-b11c-ddf5263e0cff tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Synchronizing usage tracker for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:port {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:20:05.934705 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-82302e01-3a0c-4819-ac3d-2cab4475c3c7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:20:05.956408 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8c030bab-2e50-4c5e-988d-676d96ae58ef tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for security_group, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:05.961484 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-97098fd2-aa8f-404d-b11c-ddf5263e0cff tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Unset dirty status for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:port {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:20:05.963113 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-82302e01-3a0c-4819-ac3d-2cab4475c3c7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:20:05.970253 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-97098fd2-aa8f-404d-b11c-ddf5263e0cff tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/ports/7e1cf267-4181-445e-aa66-91261ade1d3d HTTP/1.1" status: 200 len: 911 time: 0.1840510 Dec 15 19:20:05.971470 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52550) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:05.983262 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-82302e01-3a0c-4819-ac3d-2cab4475c3c7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:20:06.003639 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c756081a-22e8-464b-9047-69164e96552d None None] Routers {'51652c13-afb8-4be8-a5b1-34a1171fbafa'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:20:06.004997 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-c756081a-22e8-464b-9047-69164e96552d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:19:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['51652c13-afb8-4be8-a5b1-34a1171fbafa'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:06.073699 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8c030bab-2e50-4c5e-988d-676d96ae58ef tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:06.116011 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c96fdc-65ec-48e5-b2bc-a95486377dab tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:06.120902 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c96fdc-65ec-48e5-b2bc-a95486377dab tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:06.122712 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-62c96fdc-65ec-48e5-b2bc-a95486377dab tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1499898 Dec 15 19:20:06.126111 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52554) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:06.130870 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-82302e01-3a0c-4819-ac3d-2cab4475c3c7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:20:06.165656 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8c030bab-2e50-4c5e-988d-676d96ae58ef tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:06.177935 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8da7f798-ba15-4630-abf0-52ce7810274a tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:06.204471 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-c756081a-22e8-464b-9047-69164e96552d None None] Set router 51652c13-afb8-4be8-a5b1-34a1171fbafa gateway port host: None {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:20:06.206461 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-82302e01-3a0c-4819-ac3d-2cab4475c3c7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:06.251603 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cac8406-b5c9-45f3-85ac-ddceb8c865d9 None None] Pushing event updated for resources: {'Port': ['ID=3700eed8-628f-4687-b9df-5049cef7900b,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:06.302955 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c030bab-2e50-4c5e-988d-676d96ae58ef tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d0497b-2edf-4673-bfcf-66ad66420da4,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:06.305761 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8c030bab-2e50-4c5e-988d-676d96ae58ef tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:06.314337 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1cac8406-b5c9-45f3-85ac-ddceb8c865d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.728s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:06.344259 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b2953d89-a5d5-4e9d-8bde-3f47383365e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:06.364251 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-82302e01-3a0c-4819-ac3d-2cab4475c3c7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:20:06.372113 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-d0acd955-90ff-44ad-84fc-dcbe23f2fd3d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Allocated IP 172.20.0.5 (40b4772b-6fb3-4c02-9a90-2d0c10385137/15983662-ddee-409e-ab45-d1baba3f467e/cb42be09-ceb5-451d-8ba9-0477ca89a7ab) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:20:06.380959 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-82302e01-3a0c-4819-ac3d-2cab4475c3c7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group_rule and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:20:06.386109 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8c030bab-2e50-4c5e-988d-676d96ae58ef tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:06.387371 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8c030bab-2e50-4c5e-988d-676d96ae58ef tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "DELETE /v2.0/security-groups/e6d0497b-2edf-4673-bfcf-66ad66420da4 HTTP/1.1" status: 204 len: 168 time: 0.8897388 Dec 15 19:20:06.390325 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-82302e01-3a0c-4819-ac3d-2cab4475c3c7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:20:06.395915 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52560) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:06.415955 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-82302e01-3a0c-4819-ac3d-2cab4475c3c7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:20:06.500123 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b2953d89-a5d5-4e9d-8bde-3f47383365e3 None None] For port b2b58c28-64da-46d8-be1e-438e53b0be37, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=b2b58c28-64da-46d8-be1e-438e53b0be37,segment=NetworkSegment(9575ac7b-3c85-46da-81c5-434024000f40),segment_id=9575ac7b-3c85-46da-81c5-434024000f40)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:20:06.686336 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b2953d89-a5d5-4e9d-8bde-3f47383365e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:06.696268 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c0746150-20da-41b4-8237-5449b1fd64b5 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:06.701016 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-31a98a0a-04e6-418d-9c9d-2818ec44a7df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:06.820170 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c0746150-20da-41b4-8237-5449b1fd64b5 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634093'] for floatingip, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:06.820729 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.l3_db [None req-c0746150-20da-41b4-8237-5449b1fd64b5 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Floating IP c065a1e1-816d-4177-909a-e89c3e0dfc90 disassociated. External IP: 172.26.3.237, port: 800199bb-8592-42ef-9c8e-26543b3f5e4b. Dec 15 19:20:06.821358 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2953d89-a5d5-4e9d-8bde-3f47383365e3 None None] Pushing event updated for resources: {'Port': ['ID=b2b58c28-64da-46d8-be1e-438e53b0be37,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:06.829367 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b2953d89-a5d5-4e9d-8bde-3f47383365e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:06.833054 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-807e1c47-7a46-4c85-94a9-d9eee1780eb8 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145021'] for router_interface, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:06.870550 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b2953d89-a5d5-4e9d-8bde-3f47383365e3 None None] Provisioning complete for port ade84e06-1718-4072-bfa5-59c5b41610f8 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:20:06.870968 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b2953d89-a5d5-4e9d-8bde-3f47383365e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:07.001865 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-82302e01-3a0c-4819-ac3d-2cab4475c3c7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:07.009108 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-b2953d89-a5d5-4e9d-8bde-3f47383365e3 None None] Port ade84e06-1718-4072-bfa5-59c5b41610f8 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:20:07.046671 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b2953d89-a5d5-4e9d-8bde-3f47383365e3 None None] Could not find standard attr ID for object e7dafdf3-b84d-4f90-b9e9-df86c05e8886. {{(pid=88992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 15 19:20:07.062058 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-82302e01-3a0c-4819-ac3d-2cab4475c3c7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:07.086867 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-aa0910f7-eabe-4369-9dbf-1d07c4813195 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:07.092676 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2f3b182f-6688-4081-95cb-4cd0391aa369 None None] Notify callbacks [] for port, precommit_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:07.106802 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-c756081a-22e8-464b-9047-69164e96552d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51652c13-afb8-4be8-a5b1-34a1171fbafa', 'name': 'tempest-NetworksTestDHCPv6-router-14001478', 'tenant_id': 'e56ca83c553e4935a4e8b75ed76c674c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:19:58Z', 'updated_at': '2021-12-15T19:20:03Z', 'revision_number': 2, 'project_id': 'e56ca83c553e4935a4e8b75ed76c674c', 'gw_port_host': None, '_interfaces': [{'id': '7e1cf267-4181-445e-aa66-91261ade1d3d', 'name': '', 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'tenant_id': 'e56ca83c553e4935a4e8b75ed76c674c', 'mac_address': 'fa:16:3e:41:37:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51652c13-afb8-4be8-a5b1-34a1171fbafa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '689f2ae7-476d-4ca1-8ca2-378887a0f7a1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:20:01Z', 'updated_at': '2021-12-15T19:20:04Z', 'revision_number': 2, 'project_id': 'e56ca83c553e4935a4e8b75ed76c674c', 'subnets': [{'id': '689f2ae7-476d-4ca1-8ca2-378887a0f7a1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:07.111631 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-2f3b182f-6688-4081-95cb-4cd0391aa369 None None] Transition to ACTIVE for port object d6978ef5-362c-4f2d-a7fa-01952bd5604d will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:20:07.116349 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c756081a-22e8-464b-9047-69164e96552d None None] Checking router: 51652c13-afb8-4be8-a5b1-34a1171fbafa for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:20:07.116559 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c756081a-22e8-464b-9047-69164e96552d None None] Updating router 51652c13-afb8-4be8-a5b1-34a1171fbafa port 7e1cf267-4181-445e-aa66-91261ade1d3d binding host dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 15 19:20:07.147172 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b2953d89-a5d5-4e9d-8bde-3f47383365e3 None None] Provisioning for port 23ab8e17-04db-4aab-8954-aa52ee85dd55 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:20:07.159409 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b2953d89-a5d5-4e9d-8bde-3f47383365e3 None None] Provisioning complete for port 23ab8e17-04db-4aab-8954-aa52ee85dd55 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:20:07.159818 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b2953d89-a5d5-4e9d-8bde-3f47383365e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:07.165051 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-539b247b-a0a3-4a14-aab6-6351d7669525 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Deleting subnet 8b229389-0e7d-488e-a457-6d6dc377daef {{(pid=88990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:20:07.178556 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d0acd955-90ff-44ad-84fc-dcbe23f2fd3d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:07.185441 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-539b247b-a0a3-4a14-aab6-6351d7669525 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for subnet, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:07.195931 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2f3b182f-6688-4081-95cb-4cd0391aa369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:07.198206 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-807e1c47-7a46-4c85-94a9-d9eee1780eb8 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Deleting port 7e1cf267-4181-445e-aa66-91261ade1d3d {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:20:07.198842 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-807e1c47-7a46-4c85-94a9-d9eee1780eb8 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:07.235831 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-82302e01-3a0c-4819-ac3d-2cab4475c3c7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:07.241210 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-82302e01-3a0c-4819-ac3d-2cab4475c3c7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 1.4060376 Dec 15 19:20:07.241210 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82302e01-3a0c-4819-ac3d-2cab4475c3c7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49c9f19e-d0b0-41a3-a20c-028df1915a6f,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:07.241658 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52564) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:07.243230 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-82302e01-3a0c-4819-ac3d-2cab4475c3c7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:07.259810 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-08d65f07-5fbf-4457-bbed-2a348d2766f5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'security_group_rule': {'security_group_id': '49c9f19e-d0b0-41a3-a20c-028df1915a6f', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:20:07.268095 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d0acd955-90ff-44ad-84fc-dcbe23f2fd3d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Transition to ACTIVE for port object cb42be09-ceb5-451d-8ba9-0477ca89a7ab will not be triggered until provisioned by entity DHCP. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:20:07.282609 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-08d65f07-5fbf-4457-bbed-2a348d2766f5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:20:07.351639 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-539b247b-a0a3-4a14-aab6-6351d7669525 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838448728'] for subnet, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:07.379806 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b891b469-e83b-4b0b-b8a9-66f7186e1e07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:07.457038 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c756081a-22e8-464b-9047-69164e96552d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:07.494620 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d0acd955-90ff-44ad-84fc-dcbe23f2fd3d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:07.504167 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-239c20ea-8d71-465d-a784-ba36b0b50367 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:07.554998 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-08d65f07-5fbf-4457-bbed-2a348d2766f5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group_rule and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:20:07.555582 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-539b247b-a0a3-4a14-aab6-6351d7669525 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:07.562076 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-08d65f07-5fbf-4457-bbed-2a348d2766f5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:20:07.621628 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b306053-4220-4907-9c2c-74d2796c9836 None None] Pushing event updated for resources: {'Port': ['ID=d6978ef5-362c-4f2d-a7fa-01952bd5604d,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:07.625306 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-08d65f07-5fbf-4457-bbed-2a348d2766f5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:20:07.695934 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8b306053-4220-4907-9c2c-74d2796c9836 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:07.716737 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-08d65f07-5fbf-4457-bbed-2a348d2766f5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:07.766772 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-807e1c47-7a46-4c85-94a9-d9eee1780eb8 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:07.942440 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-807e1c47-7a46-4c85-94a9-d9eee1780eb8 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Calling delete_port for 7e1cf267-4181-445e-aa66-91261ade1d3d owned by network:router_interface {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:20:07.966595 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0acd955-90ff-44ad-84fc-dcbe23f2fd3d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Network 40b4772b-6fb3-4c02-9a90-2d0c10385137 is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:20:08.024542 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-08d65f07-5fbf-4457-bbed-2a348d2766f5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:08.048499 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0acd955-90ff-44ad-84fc-dcbe23f2fd3d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Pushing event updated for resources: {'Port': ['ID=cb42be09-ceb5-451d-8ba9-0477ca89a7ab,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:08.051919 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d0acd955-90ff-44ad-84fc-dcbe23f2fd3d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:08.053095 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-d0acd955-90ff-44ad-84fc-dcbe23f2fd3d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:20:08.065085 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0acd955-90ff-44ad-84fc-dcbe23f2fd3d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:20:08.065682 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-08d65f07-5fbf-4457-bbed-2a348d2766f5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:08.074231 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-038a0959-ca90-4d68-bd22-6e277fc79400 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:08.118078 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d65f07-5fbf-4457-bbed-2a348d2766f5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e4563ae-10c4-49d8-9582-9ae4a863f4bc,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:08.125816 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-08d65f07-5fbf-4457-bbed-2a348d2766f5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:08.168193 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0acd955-90ff-44ad-84fc-dcbe23f2fd3d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:08.168865 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d0acd955-90ff-44ad-84fc-dcbe23f2fd3d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:08.200429 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-539b247b-a0a3-4a14-aab6-6351d7669525 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16636259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14850861'] for subnet, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:08.208395 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:08.215828 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-08d65f07-5fbf-4457-bbed-2a348d2766f5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:08.219236 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-08d65f07-5fbf-4457-bbed-2a348d2766f5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9720650 Dec 15 19:20:08.220764 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52568) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:08.224091 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device b2b58c28-64da-46d8-be1e-438e53b0be37 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:20:08.227342 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-2a0b4465-57b6-4f9d-a90b-e990c24ade05 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'security_group_rule': {'security_group_id': '49c9f19e-d0b0-41a3-a20c-028df1915a6f', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:20:08.234067 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-2a0b4465-57b6-4f9d-a90b-e990c24ade05 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:20:08.238388 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-2a0b4465-57b6-4f9d-a90b-e990c24ade05 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group_rule and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:20:08.241581 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-2a0b4465-57b6-4f9d-a90b-e990c24ade05 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:20:08.248032 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-2a0b4465-57b6-4f9d-a90b-e990c24ade05 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:20:08.271297 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-807e1c47-7a46-4c85-94a9-d9eee1780eb8 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:08.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-aaa96bd0-0acf-4e42-bc1c-83bce4be1ef5 tempest-FloatingIPNegativeTestJSON-2052833303 tempest-FloatingIPNegativeTestJSON-2052833303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:08.316738 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d0acd955-90ff-44ad-84fc-dcbe23f2fd3d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 5.4339757 Dec 15 19:20:08.329750 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539b247b-a0a3-4a14-aab6-6351d7669525 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event deleted for resources: {'Subnet': ['ID=8b229389-0e7d-488e-a457-6d6dc377daef,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:08.332190 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-539b247b-a0a3-4a14-aab6-6351d7669525 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:08.335495 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52572) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:08.355977 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-539b247b-a0a3-4a14-aab6-6351d7669525 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:08.358146 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-539b247b-a0a3-4a14-aab6-6351d7669525 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "DELETE /v2.0/subnets/8b229389-0e7d-488e-a457-6d6dc377daef HTTP/1.1" status: 204 len: 168 time: 1.9547577 Dec 15 19:20:08.367733 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52576) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:08.391234 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519561f8-c4ca-4299-bd6c-ad87cfc9f8e8 None None] Network 6bbc6c7c-f125-4649-a419-6271dad8e00c requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:20:08.404616 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a71ce5-4b9f-4cf5-b81e-0907a69feaa8 None None] Network 40b4772b-6fb3-4c02-9a90-2d0c10385137 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:20:08.464588 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a4528d26-72d8-4b1f-9b9f-690a53ea4c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:08.470995 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0746150-20da-41b4-8237-5449b1fd64b5 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Router 346e5909-b0a5-42c7-9940-63a4ed7dcdca has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:20:08.490720 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-46a638ea-e13a-4edc-8203-927007f23cdd tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Deleting subnet ad26a856-e639-4d52-ab1c-39a70ac24027 {{(pid=88990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:20:08.494814 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-46a638ea-e13a-4edc-8203-927007f23cdd tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for subnet, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:08.507061 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807e1c47-7a46-4c85-94a9-d9eee1780eb8 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event deleted for resources: {'Port': ['ID=7e1cf267-4181-445e-aa66-91261ade1d3d,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:08.522979 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-807e1c47-7a46-4c85-94a9-d9eee1780eb8 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:08.537067 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2a0b4465-57b6-4f9d-a90b-e990c24ade05 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:08.639743 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-2f3b182f-6688-4081-95cb-4cd0391aa369 None None] Attempting to bind port d6978ef5-362c-4f2d-a7fa-01952bd5604d on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:20:08.640077 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-2f3b182f-6688-4081-95cb-4cd0391aa369 None None] Attempting to bind port d6978ef5-362c-4f2d-a7fa-01952bd5604d by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'f86a0b93-5433-42ce-984a-8e278a9a4cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:20:08.640635 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3b182f-6688-4081-95cb-4cd0391aa369 None None] Attempting to bind port d6978ef5-362c-4f2d-a7fa-01952bd5604d on network a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:20:08.655406 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-46a638ea-e13a-4edc-8203-927007f23cdd tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838448728'] for subnet, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:08.720519 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3b182f-6688-4081-95cb-4cd0391aa369 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:20:08.721042 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3b182f-6688-4081-95cb-4cd0391aa369 None None] Checking segment: {'id': 'f86a0b93-5433-42ce-984a-8e278a9a4cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:20:08.721563 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2f3b182f-6688-4081-95cb-4cd0391aa369 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:08.722072 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3b182f-6688-4081-95cb-4cd0391aa369 None None] Bound using segment: {'id': 'f86a0b93-5433-42ce-984a-8e278a9a4cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:20:08.722707 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-2f3b182f-6688-4081-95cb-4cd0391aa369 None None] Bound port: d6978ef5-362c-4f2d-a7fa-01952bd5604d, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f86a0b93-5433-42ce-984a-8e278a9a4cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:20:08.723456 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2f3b182f-6688-4081-95cb-4cd0391aa369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:08.860530 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-46a638ea-e13a-4edc-8203-927007f23cdd tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:08.867053 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port b2b58c28-64da-46d8-be1e-438e53b0be37 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:20:08.867565 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:08.910684 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-807e1c47-7a46-4c85-94a9-d9eee1780eb8 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852815828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854144871'] for router_interface, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:08.933220 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2a0b4465-57b6-4f9d-a90b-e990c24ade05 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:08.937946 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0746150-20da-41b4-8237-5449b1fd64b5 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:20:08.950867 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c0746150-20da-41b4-8237-5449b1fd64b5 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:08.952645 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06774a5b-9aff-465b-978b-9f4f4c336e8c None None] Sync routers for ids ['346e5909-b0a5-42c7-9940-63a4ed7dcdca'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:20:08.970382 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06774a5b-9aff-465b-978b-9f4f4c336e8c None None] Routers {'346e5909-b0a5-42c7-9940-63a4ed7dcdca'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:20:08.975291 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-06774a5b-9aff-465b-978b-9f4f4c336e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:19:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['346e5909-b0a5-42c7-9940-63a4ed7dcdca'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:09.015675 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2a0b4465-57b6-4f9d-a90b-e990c24ade05 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:09.016001 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c0746150-20da-41b4-8237-5449b1fd64b5 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] 10.222.0.36 "PUT /v2.0/floatingips/c065a1e1-816d-4177-909a-e89c3e0dfc90 HTTP/1.1" status: 200 len: 688 time: 3.4757957 Dec 15 19:20:09.016806 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52580) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:09.049282 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-06774a5b-9aff-465b-978b-9f4f4c336e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:09.061294 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06774a5b-9aff-465b-978b-9f4f4c336e8c None None] Routers {'346e5909-b0a5-42c7-9940-63a4ed7dcdca'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:20:09.062388 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-06774a5b-9aff-465b-978b-9f4f4c336e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:19:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['346e5909-b0a5-42c7-9940-63a4ed7dcdca'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:09.130613 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-06774a5b-9aff-465b-978b-9f4f4c336e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:09.131345 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06774a5b-9aff-465b-978b-9f4f4c336e8c None None] The sync data for ids ['346e5909-b0a5-42c7-9940-63a4ed7dcdca'] in dv-neutron-821831-2-hyperv is: [] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:20:09.167038 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1161a975-1de3-4a07-af1f-2ed70beaf1f5 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:09.178969 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-c54ce339-7a05-4886-a647-1071a59a8641 None None] Provisioning for port 3700eed8-628f-4687-b9df-5049cef7900b completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:20:09.193266 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-ab72da98-daaf-40e2-b5c5-af16d8d25eb7 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Deleting port 80f45869-df67-4129-bb7b-006364128da1 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:20:09.193665 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ab72da98-daaf-40e2-b5c5-af16d8d25eb7 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:09.201662 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0b4465-57b6-4f9d-a90b-e990c24ade05 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24b203b8-18d4-451c-8b43-815266055d2f,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:09.204503 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2a0b4465-57b6-4f9d-a90b-e990c24ade05 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:09.223875 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-46a638ea-e13a-4edc-8203-927007f23cdd tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16636259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14850861'] for subnet, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:09.235068 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e8e21e5f-b75b-40cf-b2ea-211dde0259ad tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:09.282918 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a638ea-e13a-4edc-8203-927007f23cdd tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event deleted for resources: {'Subnet': ['ID=ad26a856-e639-4d52-ab1c-39a70ac24027,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:09.289530 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-46a638ea-e13a-4edc-8203-927007f23cdd tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:09.305590 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-46a638ea-e13a-4edc-8203-927007f23cdd tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:09.310144 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-46a638ea-e13a-4edc-8203-927007f23cdd tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "DELETE /v2.0/subnets/ad26a856-e639-4d52-ab1c-39a70ac24027 HTTP/1.1" status: 204 len: 168 time: 0.9295735 Dec 15 19:20:09.325499 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52584) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:09.345326 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2a0b4465-57b6-4f9d-a90b-e990c24ade05 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:09.350387 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-2a0b4465-57b6-4f9d-a90b-e990c24ade05 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.1250098 Dec 15 19:20:09.352420 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52588) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:09.363950 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-7a85a951-5e36-4728-83a6-ca31c286df43 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'security_group_rule': {'security_group_id': '49c9f19e-d0b0-41a3-a20c-028df1915a6f', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:20:09.438575 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec844fde-8bed-4138-a18f-d8e442ebbdce tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] DELETE failed (client error): The resource could not be found. Dec 15 19:20:09.438799 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-7a85a951-5e36-4728-83a6-ca31c286df43 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:20:09.439022 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec844fde-8bed-4138-a18f-d8e442ebbdce tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:20:09.443362 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ec844fde-8bed-4138-a18f-d8e442ebbdce tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "DELETE /v2.0/subnets/8b229389-0e7d-488e-a457-6d6dc377daef HTTP/1.1" status: 404 len: 337 time: 0.1142681 Dec 15 19:20:09.445217 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52592) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:09.549614 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-2f3b182f-6688-4081-95cb-4cd0391aa369 None None] For port d6978ef5-362c-4f2d-a7fa-01952bd5604d, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:20:09.552999 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f03c65c-ee9f-4682-ab68-ef272af640e1 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Deleting subnet 399441e4-cbd0-4be0-87f9-c9b736486dea {{(pid=88990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:20:09.561513 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4f03c65c-ee9f-4682-ab68-ef272af640e1 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for subnet, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:09.572357 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-c756081a-22e8-464b-9047-69164e96552d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88992) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:20:09.572741 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-c756081a-22e8-464b-9047-69164e96552d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:20:09.576231 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 3700eed8-628f-4687-b9df-5049cef7900b up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:20:09.597183 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ab72da98-daaf-40e2-b5c5-af16d8d25eb7 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:09.597565 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ab72da98-daaf-40e2-b5c5-af16d8d25eb7 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:09.616140 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-2f3b182f-6688-4081-95cb-4cd0391aa369 None None] For port d6978ef5-362c-4f2d-a7fa-01952bd5604d, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=d6978ef5-362c-4f2d-a7fa-01952bd5604d,segment=NetworkSegment(f86a0b93-5433-42ce-984a-8e278a9a4cf9),segment_id=f86a0b93-5433-42ce-984a-8e278a9a4cf9)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:20:09.625275 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:09.653023 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2f3b182f-6688-4081-95cb-4cd0391aa369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:09.663196 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f6829792-db56-489d-a3d8-74eb91eb9f3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:09.735887 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-c54ce339-7a05-4886-a647-1071a59a8641 None None] Could not find standard attr ID for object 7e1cf267-4181-445e-aa66-91261ade1d3d. {{(pid=88992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 15 19:20:09.756438 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-ab72da98-daaf-40e2-b5c5-af16d8d25eb7 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Calling delete_port for 80f45869-df67-4129-bb7b-006364128da1 owned by network:floatingip {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:20:09.761733 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-c54ce339-7a05-4886-a647-1071a59a8641 None None] Could not find standard attr ID for object e7dafdf3-b84d-4f90-b9e9-df86c05e8886. {{(pid=88992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 15 19:20:09.799926 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-7a85a951-5e36-4728-83a6-ca31c286df43 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group_rule and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:20:09.800177 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4f03c65c-ee9f-4682-ab68-ef272af640e1 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838448728'] for subnet, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:09.803719 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-7a85a951-5e36-4728-83a6-ca31c286df43 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:20:09.810029 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-7a85a951-5e36-4728-83a6-ca31c286df43 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:20:09.834162 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b306053-4220-4907-9c2c-74d2796c9836 None None] Pushing event updated for resources: {'Port': ['ID=d6978ef5-362c-4f2d-a7fa-01952bd5604d,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:09.838969 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8b306053-4220-4907-9c2c-74d2796c9836 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:09.862225 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3b182f-6688-4081-95cb-4cd0391aa369 None None] Routers {'c3c96c7a-68d4-4016-b0f3-c49ae951d4fc'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:20:09.863144 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-2f3b182f-6688-4081-95cb-4cd0391aa369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:19:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['c3c96c7a-68d4-4016-b0f3-c49ae951d4fc'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:09.974459 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fa6b45fa-051f-4f0d-b95f-eb15afc9ff70 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:09.977356 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 3700eed8-628f-4687-b9df-5049cef7900b completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:20:09.994205 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7a85a951-5e36-4728-83a6-ca31c286df43 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:10.003765 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 3700eed8-628f-4687-b9df-5049cef7900b triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:20:10.005028 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:10.032247 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4f03c65c-ee9f-4682-ab68-ef272af640e1 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:10.134496 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ab72da98-daaf-40e2-b5c5-af16d8d25eb7 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:10.147973 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fe1267fc-0986-4a5f-9e87-103744cfdb7b tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:10.192694 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c756081a-22e8-464b-9047-69164e96552d None None] Port 7e1cf267-4181-445e-aa66-91261ade1d3d not found while updating agent binding for router 51652c13-afb8-4be8-a5b1-34a1171fbafa. {{(pid=88992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:212}} Dec 15 19:20:10.209967 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60de1c6a-549a-4b35-b7e3-c46097cc1044 None None] Update dhcp port {'port': {'network_id': '6bbc6c7c-f125-4649-a419-6271dad8e00c', 'fixed_ips': [{'subnet_id': '399441e4-cbd0-4be0-87f9-c9b736486dea', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ad26a856-e639-4d52-ab1c-39a70ac24027'}], 'binding:host_id': 'dv-neutron-821831-2-hyperv'}, 'id': '23ab8e17-04db-4aab-8954-aa52ee85dd55'} from dv-neutron-821831-2-hyperv. {{(pid=88992) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 15 19:20:10.260792 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4f03c65c-ee9f-4682-ab68-ef272af640e1 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16636259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14850861'] for subnet, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:10.265442 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab72da98-daaf-40e2-b5c5-af16d8d25eb7 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Pushing event deleted for resources: {'Port': ['ID=80f45869-df67-4129-bb7b-006364128da1,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:10.275139 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ab72da98-daaf-40e2-b5c5-af16d8d25eb7 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:10.275930 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:10.318553 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-60de1c6a-549a-4b35-b7e3-c46097cc1044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:10.362752 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f03c65c-ee9f-4682-ab68-ef272af640e1 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event deleted for resources: {'Subnet': ['ID=399441e4-cbd0-4be0-87f9-c9b736486dea,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:10.371900 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4f03c65c-ee9f-4682-ab68-ef272af640e1 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:10.383301 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4f03c65c-ee9f-4682-ab68-ef272af640e1 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:10.390857 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c756081a-22e8-464b-9047-69164e96552d None None] Routers {'51652c13-afb8-4be8-a5b1-34a1171fbafa'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:20:10.391562 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-c756081a-22e8-464b-9047-69164e96552d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:19:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['51652c13-afb8-4be8-a5b1-34a1171fbafa'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:10.406037 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4f03c65c-ee9f-4682-ab68-ef272af640e1 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "DELETE /v2.0/subnets/399441e4-cbd0-4be0-87f9-c9b736486dea HTTP/1.1" status: 204 len: 168 time: 0.9609747 Dec 15 19:20:10.409407 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52598) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:10.446029 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:10.462189 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ab72da98-daaf-40e2-b5c5-af16d8d25eb7 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks [] for floatingip, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:10.464734 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ab72da98-daaf-40e2-b5c5-af16d8d25eb7 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:10.468852 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ab72da98-daaf-40e2-b5c5-af16d8d25eb7 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] 10.222.0.36 "DELETE /v2.0/floatingips/c065a1e1-816d-4177-909a-e89c3e0dfc90 HTTP/1.1" status: 204 len: 168 time: 1.4509549 Dec 15 19:20:10.471382 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3c55202-7515-4c8f-bb20-a9e80dd8d2ad tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] DELETE failed (client error): The resource could not be found. Dec 15 19:20:10.471880 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3c55202-7515-4c8f-bb20-a9e80dd8d2ad tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:20:10.474519 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d3c55202-7515-4c8f-bb20-a9e80dd8d2ad tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "DELETE /v2.0/subnets/29ea4ebf-5e78-484c-8bfa-9246e97bea22 HTTP/1.1" status: 404 len: 337 time: 0.0640700 Dec 15 19:20:10.475259 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52602) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:10.477791 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52604) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:10.529610 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fa6b45fa-051f-4f0d-b95f-eb15afc9ff70 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for port, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:10.588940 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-2f3b182f-6688-4081-95cb-4cd0391aa369 None None] Set router c3c96c7a-68d4-4016-b0f3-c49ae951d4fc gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:20:10.610393 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-4490109c-1fed-4590-9ace-8ebe0b5a0539 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] delete failed (client error): The resource could not be found. Dec 15 19:20:10.616883 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4490109c-1fed-4590-9ace-8ebe0b5a0539 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] 10.222.0.36 "DELETE /v2.0/floatingips/c065a1e1-816d-4177-909a-e89c3e0dfc90 HTTP/1.1" status: 404 len: 345 time: 0.1404443 Dec 15 19:20:10.619645 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-7520a5a3-e47a-4091-9c87-7b3cc2b85b38 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "GET /v2.0/ports?device_id=afb7b3b9-b298-4bef-9397-bb551c1e146a HTTP/1.1" status: 200 len: 205 time: 0.1407495 Dec 15 19:20:10.620364 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52610) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:10.653945 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52612) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:10.680474 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port 3700eed8-628f-4687-b9df-5049cef7900b, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=3700eed8-628f-4687-b9df-5049cef7900b,segment=NetworkSegment(b6b507f9-a9cd-481e-8bc6-50cbd8353090),segment_id=b6b507f9-a9cd-481e-8bc6-50cbd8353090)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:20:10.720775 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1300fe94-f20e-4647-ae49-fc6bef38ae7c tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:10.721819 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5b75793d-5378-4fd6-9822-fafefad8830e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:10.724907 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7a85a951-5e36-4728-83a6-ca31c286df43 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:10.725441 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1300fe94-f20e-4647-ae49-fc6bef38ae7c tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:10.730385 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1300fe94-f20e-4647-ae49-fc6bef38ae7c tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:10.731309 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-1300fe94-f20e-4647-ae49-fc6bef38ae7c tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Synchronizing usage tracker for tenant:1ab3162c10c24983844a0058fe10dd8d on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:20:10.769473 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-c756081a-22e8-464b-9047-69164e96552d None None] Set router 51652c13-afb8-4be8-a5b1-34a1171fbafa gateway port host: None {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:20:10.781900 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fa6b45fa-051f-4f0d-b95f-eb15afc9ff70 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:10.790296 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-1300fe94-f20e-4647-ae49-fc6bef38ae7c tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Unset dirty status for tenant:1ab3162c10c24983844a0058fe10dd8d on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:20:10.792064 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1300fe94-f20e-4647-ae49-fc6bef38ae7c tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] 10.222.0.36 "GET /v2.0/ports?network_id=f8fcd137-2500-4805-86ac-5256cb4d6231 HTTP/1.1" status: 200 len: 2357 time: 0.1707296 Dec 15 19:20:10.796794 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52618) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:10.799958 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5fd8996a-0079-4b5d-b895-dabee3da880a tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:10.829268 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:10.845275 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7a85a951-5e36-4728-83a6-ca31c286df43 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:10.871828 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-b5cf34d9-2188-44fe-8ecf-1142bf2ed157 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] delete failed (client error): The resource could not be found. Dec 15 19:20:10.875502 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b5cf34d9-2188-44fe-8ecf-1142bf2ed157 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "DELETE /v2.0/routers/afb7b3b9-b298-4bef-9397-bb551c1e146a HTTP/1.1" status: 404 len: 336 time: 0.1511447 Dec 15 19:20:10.876304 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52622) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:10.897620 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-091d7a54-bb46-47c5-affe-ae2d84de2de8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:10.916567 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae27e7a-0cf1-429c-bcd7-5e45e76fddc9 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:10.922928 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4ae27e7a-0cf1-429c-bcd7-5e45e76fddc9 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] 10.222.0.36 "GET /v2.0/subnets/0004311d-9baf-4d02-95af-55f801eff043 HTTP/1.1" status: 200 len: 797 time: 0.1202741 Dec 15 19:20:10.924684 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52626) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:10.936477 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-39ab0ae4-2c70-4613-9808-8c91d6255bae tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] DELETE failed (client error): The resource could not be found. Dec 15 19:20:10.937168 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39ab0ae4-2c70-4613-9808-8c91d6255bae tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:20:10.940584 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-39ab0ae4-2c70-4613-9808-8c91d6255bae tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "DELETE /v2.0/subnets/241d10a6-2d98-4324-92ac-8d41c050dc71 HTTP/1.1" status: 404 len: 337 time: 0.0632293 Dec 15 19:20:10.940735 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7a85a951-5e36-4728-83a6-ca31c286df43 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:10.944283 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-7a85a951-5e36-4728-83a6-ca31c286df43 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.5873935 Dec 15 19:20:10.952487 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-94d5d217-ab2d-4f2d-8877-f9a4348e9104 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Request body: {'port': {'network_id': 'f8fcd137-2500-4805-86ac-5256cb4d6231', 'name': 'tempest-FloatingIPTestJSON-791751288', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:20:10.955436 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52630) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:10.955842 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52632) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:11.001444 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-d2197ddf-5900-47e0-a127-6673c6ccec58 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'security_group_rule': {'security_group_id': '49c9f19e-d0b0-41a3-a20c-028df1915a6f', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:20:11.008912 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6b45fa-051f-4f0d-b95f-eb15afc9ff70 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Pushing event updated for resources: {'Port': ['ID=cb42be09-ceb5-451d-8ba9-0477ca89a7ab,revision_number=2']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:11.020116 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fa6b45fa-051f-4f0d-b95f-eb15afc9ff70 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:11.023462 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-d2197ddf-5900-47e0-a127-6673c6ccec58 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:20:11.028949 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a63c9a2f-17c1-46f3-bf08-12e959727c30 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.158s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:11.043734 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-87b6998b-4692-4fe6-8363-bb9ff0685932 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] DELETE failed (client error): The resource could not be found. Dec 15 19:20:11.044235 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87b6998b-4692-4fe6-8363-bb9ff0685932 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:20:11.046175 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-87b6998b-4692-4fe6-8363-bb9ff0685932 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "DELETE /v2.0/subnets/a0a0941b-38fb-474c-a0c0-997c9dbae20d HTTP/1.1" status: 404 len: 337 time: 0.0844231 Dec 15 19:20:11.050101 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d2197ddf-5900-47e0-a127-6673c6ccec58 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group_rule and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:20:11.055045 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:11.062748 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d2197ddf-5900-47e0-a127-6673c6ccec58 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:20:11.066359 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52638) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:11.109062 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-c756081a-22e8-464b-9047-69164e96552d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51652c13-afb8-4be8-a5b1-34a1171fbafa', 'name': 'tempest-NetworksTestDHCPv6-router-14001478', 'tenant_id': 'e56ca83c553e4935a4e8b75ed76c674c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:19:58Z', 'updated_at': '2021-12-15T19:20:08Z', 'revision_number': 3, 'project_id': 'e56ca83c553e4935a4e8b75ed76c674c', 'gw_port_host': None}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:11.111115 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-d2197ddf-5900-47e0-a127-6673c6ccec58 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:20:11.117487 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a85a951-5e36-4728-83a6-ca31c286df43 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21b517bb-762e-4716-87c7-a9ac95779966,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:11.121700 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961643af-687e-40c8-8500-a755078df8fb None None] Network 6bbc6c7c-f125-4649-a419-6271dad8e00c requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:20:11.160328 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7a85a951-5e36-4728-83a6-ca31c286df43 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:11.174732 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-302f1ad3-6279-43bc-a0d3-314ee397cb55 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] DELETE failed (client error): The resource could not be found. Dec 15 19:20:11.175236 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-302f1ad3-6279-43bc-a0d3-314ee397cb55 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:20:11.177319 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-302f1ad3-6279-43bc-a0d3-314ee397cb55 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "DELETE /v2.0/subnets/db17ffac-dcb7-473d-9a84-eed70ca13195 HTTP/1.1" status: 404 len: 337 time: 0.1088853 Dec 15 19:20:11.181477 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52642) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:11.184147 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-807e1c47-7a46-4c85-94a9-d9eee1780eb8 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Router 51652c13-afb8-4be8-a5b1-34a1171fbafa has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:20:11.239933 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-94d5d217-ab2d-4f2d-8877-f9a4348e9104 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:20:11.250414 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-4115faa8-141d-4eae-becd-c897f7fdaa18 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] DELETE failed (client error): The resource could not be found. Dec 15 19:20:11.251218 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4115faa8-141d-4eae-becd-c897f7fdaa18 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:20:11.253404 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4115faa8-141d-4eae-becd-c897f7fdaa18 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "DELETE /v2.0/ports/4789a0cd-700d-41bf-bb0a-87e6493a748b HTTP/1.1" status: 404 len: 333 time: 0.0707510 Dec 15 19:20:11.259687 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52646) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:11.359667 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c756081a-22e8-464b-9047-69164e96552d None None] The sync data for ids ['51652c13-afb8-4be8-a5b1-34a1171fbafa'] in dv-neutron-821831-2-hyperv is: [{'id': '51652c13-afb8-4be8-a5b1-34a1171fbafa', 'name': 'tempest-NetworksTestDHCPv6-router-14001478', 'tenant_id': 'e56ca83c553e4935a4e8b75ed76c674c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:19:58Z', 'updated_at': '2021-12-15T19:20:08Z', 'revision_number': 3, 'project_id': 'e56ca83c553e4935a4e8b75ed76c674c', 'gw_port_host': None}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:20:11.398905 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d2197ddf-5900-47e0-a127-6673c6ccec58 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:11.418097 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-81633d4e-a53b-4c4a-8204-0f65705258cf None None] Provisioning complete for port 3700eed8-628f-4687-b9df-5049cef7900b triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:20:11.418540 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-81633d4e-a53b-4c4a-8204-0f65705258cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:11.463416 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=3700eed8-628f-4687-b9df-5049cef7900b,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:11.480994 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:11.579049 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-94d5d217-ab2d-4f2d-8877-f9a4348e9104 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:20:11.586048 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c3b9951-b894-4226-82aa-6bfc8680196f tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] DELETE failed (client error): The resource could not be found. Dec 15 19:20:11.586594 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c3b9951-b894-4226-82aa-6bfc8680196f tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:20:11.591272 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-3c3b9951-b894-4226-82aa-6bfc8680196f tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "DELETE /v2.0/subnets/13fbd809-f787-4808-8f96-5f5d005cc4c3 HTTP/1.1" status: 404 len: 337 time: 0.3273716 Dec 15 19:20:11.591474 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fa6b45fa-051f-4f0d-b95f-eb15afc9ff70 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630901'] for router_interface, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:11.596100 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52650) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:11.602735 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-807e1c47-7a46-4c85-94a9-d9eee1780eb8 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:20:11.645932 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-807e1c47-7a46-4c85-94a9-d9eee1780eb8 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "PUT /v2.0/routers/51652c13-afb8-4be8-a5b1-34a1171fbafa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5184891 Dec 15 19:20:11.650752 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52654) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:11.661261 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-c75775f6-0234-4328-ade3-41680705f2e0 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] DELETE failed (client error): The resource could not be found. Dec 15 19:20:11.661484 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c75775f6-0234-4328-ade3-41680705f2e0 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:20:11.664242 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c75775f6-0234-4328-ade3-41680705f2e0 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "DELETE /v2.0/subnets/e87feb59-4e32-4116-8e21-463dc5dec659 HTTP/1.1" status: 404 len: 337 time: 0.0664234 Dec 15 19:20:11.668073 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52658) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:11.710877 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d5d217-ab2d-4f2d-8877-f9a4348e9104 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Made reservation on behalf of 1ab3162c10c24983844a0058fe10dd8d for: {'port': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:20:11.717166 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d2197ddf-5900-47e0-a127-6673c6ccec58 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:11.734460 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-caee8c39-9b46-4c6f-829e-0a74ff90b082 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] DELETE failed (client error): The resource could not be found. Dec 15 19:20:11.734961 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caee8c39-9b46-4c6f-829e-0a74ff90b082 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:20:11.747663 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-caee8c39-9b46-4c6f-829e-0a74ff90b082 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "DELETE /v2.0/ports/6546c58f-56a4-4655-a0fd-c6b96c343c30 HTTP/1.1" status: 404 len: 333 time: 0.0751295 Dec 15 19:20:11.749465 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52662) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:11.782156 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-2f3b182f-6688-4081-95cb-4cd0391aa369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3c96c7a-68d4-4016-b0f3-c49ae951d4fc', 'name': 'tempest-TestNetworkBasicOps-router-380808785', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': 'f50738ba-eb06-4a98-acea-5eb990e04595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:19:40Z', 'updated_at': '2021-12-15T19:19:58Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': 'f50738ba-eb06-4a98-acea-5eb990e04595', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ff:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c96c7a-68d4-4016-b0f3-c49ae951d4fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:41Z', 'updated_at': '2021-12-15T19:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': 'd6978ef5-362c-4f2d-a7fa-01952bd5604d', 'name': '', 'network_id': 'a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:df:00:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3c96c7a-68d4-4016-b0f3-c49ae951d4fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee52211e-ff61-4e3a-b19c-7d228d9f300f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:56Z', 'updated_at': '2021-12-15T19:20:09Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'ee52211e-ff61-4e3a-b19c-7d228d9f300f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:11.788100 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3b182f-6688-4081-95cb-4cd0391aa369 None None] The sync data for ids ['c3c96c7a-68d4-4016-b0f3-c49ae951d4fc'] in dv-neutron-821831-2-hyperv is: [{'id': 'c3c96c7a-68d4-4016-b0f3-c49ae951d4fc', 'name': 'tempest-TestNetworkBasicOps-router-380808785', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': 'f50738ba-eb06-4a98-acea-5eb990e04595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:19:40Z', 'updated_at': '2021-12-15T19:19:58Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': 'f50738ba-eb06-4a98-acea-5eb990e04595', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ff:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c96c7a-68d4-4016-b0f3-c49ae951d4fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:41Z', 'updated_at': '2021-12-15T19:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': 'd6978ef5-362c-4f2d-a7fa-01952bd5604d', 'name': '', 'network_id': 'a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:df:00:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3c96c7a-68d4-4016-b0f3-c49ae951d4fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee52211e-ff61-4e3a-b19c-7d228d9f300f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:56Z', 'updated_at': '2021-12-15T19:20:09Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'ee52211e-ff61-4e3a-b19c-7d228d9f300f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:20:11.796400 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d2197ddf-5900-47e0-a127-6673c6ccec58 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:11.802921 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:11.816071 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c919ed-ca1a-40ec-9056-b7642517ffb6 None None] DHCP port deletion for 6bbc6c7c-f125-4649-a419-6271dad8e00c request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:20:11.816638 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-b4c919ed-ca1a-40ec-9056-b7642517ffb6 None None] Deleting port 23ab8e17-04db-4aab-8954-aa52ee85dd55 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:20:11.817618 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b4c919ed-ca1a-40ec-9056-b7642517ffb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:11.844070 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da31d41-8415-4156-9c0d-e49bd91a9d8d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:11.850270 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da31d41-8415-4156-9c0d-e49bd91a9d8d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:11.850270 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8da31d41-8415-4156-9c0d-e49bd91a9d8d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Synchronizing usage tracker for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:subnet {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:20:11.854845 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2197ddf-5900-47e0-a127-6673c6ccec58 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d128edd9-b361-4be1-9c55-0b7be07e8490,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:11.857747 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-81633d4e-a53b-4c4a-8204-0f65705258cf None None] Provisioning for port cb42be09-ceb5-451d-8ba9-0477ca89a7ab completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:20:11.857873 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d2197ddf-5900-47e0-a127-6673c6ccec58 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:11.859047 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a6d00a1-3ef6-479f-90e3-dfa632269dbc tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] DELETE failed (client error): The resource could not be found. Dec 15 19:20:11.859528 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a6d00a1-3ef6-479f-90e3-dfa632269dbc tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:20:11.864401 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1a6d00a1-3ef6-479f-90e3-dfa632269dbc tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "DELETE /v2.0/subnets/b3017cb9-f80b-497c-a044-a652dbc84df6 HTTP/1.1" status: 404 len: 337 time: 0.1109190 Dec 15 19:20:11.866752 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52666) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:11.884295 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-81633d4e-a53b-4c4a-8204-0f65705258cf None None] Provisioning complete for port cb42be09-ceb5-451d-8ba9-0477ca89a7ab triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:20:11.884731 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-81633d4e-a53b-4c4a-8204-0f65705258cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:11.978693 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-94d5d217-ab2d-4f2d-8877-f9a4348e9104 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:11.996092 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8da31d41-8415-4156-9c0d-e49bd91a9d8d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Unset dirty status for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:subnet {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:20:11.997593 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8da31d41-8415-4156-9c0d-e49bd91a9d8d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3448513 Dec 15 19:20:12.001837 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52670) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:12.008752 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fa6b45fa-051f-4f0d-b95f-eb15afc9ff70 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:12.078557 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-94d5d217-ab2d-4f2d-8877-f9a4348e9104 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] device_id is not set on port 57f7bace-78c0-46b4-a313-b547cf3b45b1 yet. {{(pid=88990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:20:12.124826 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-81633d4e-a53b-4c4a-8204-0f65705258cf None None] Port cb42be09-ceb5-451d-8ba9-0477ca89a7ab cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:20:12.151778 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d2197ddf-5900-47e0-a127-6673c6ccec58 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:12.155733 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d2197ddf-5900-47e0-a127-6673c6ccec58 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.1932235 Dec 15 19:20:12.161386 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52674) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:12.166787 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b4c919ed-ca1a-40ec-9056-b7642517ffb6 None None] For port 23ab8e17-04db-4aab-8954-aa52ee85dd55, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=23ab8e17-04db-4aab-8954-aa52ee85dd55,segment=NetworkSegment(91f80108-387d-4a43-a636-8b585d968cba),segment_id=91f80108-387d-4a43-a636-8b585d968cba)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:20:12.167045 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b4c919ed-ca1a-40ec-9056-b7642517ffb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:12.175155 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-1634e4cb-6b17-4228-9dc4-39580cf39d58 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'security_group_rule': {'security_group_id': '49c9f19e-d0b0-41a3-a20c-028df1915a6f', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:20:12.182582 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-1634e4cb-6b17-4228-9dc4-39580cf39d58 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:20:12.186772 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-1634e4cb-6b17-4228-9dc4-39580cf39d58 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group_rule and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:20:12.189768 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-1634e4cb-6b17-4228-9dc4-39580cf39d58 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:20:12.196093 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-1634e4cb-6b17-4228-9dc4-39580cf39d58 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:20:12.213775 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-084e3135-f178-49f4-af5b-1d86050ed4c9 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] DELETE failed (client error): The resource could not be found. Dec 15 19:20:12.214296 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-084e3135-f178-49f4-af5b-1d86050ed4c9 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:20:12.218624 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-084e3135-f178-49f4-af5b-1d86050ed4c9 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "DELETE /v2.0/subnets/5a17b2c3-573b-47c2-923b-0b91ed81bdcb HTTP/1.1" status: 404 len: 337 time: 0.3483748 Dec 15 19:20:12.224532 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52678) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:12.277476 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.securitygroups_db [None req-1634e4cb-6b17-4228-9dc4-39580cf39d58 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Project 7c1b74cf25a94156b4530f0bd868c0c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 19:20:12.304356 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-b4c919ed-ca1a-40ec-9056-b7642517ffb6 None None] Calling delete_port for 23ab8e17-04db-4aab-8954-aa52ee85dd55 owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:20:12.327800 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-689a1654-9e2a-4480-8f61-c36aa509fb3a tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Deleting port ade84e06-1718-4072-bfa5-59c5b41610f8 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:20:12.328188 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-689a1654-9e2a-4480-8f61-c36aa509fb3a tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:12.385604 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1634e4cb-6b17-4228-9dc4-39580cf39d58 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:12.403860 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-ca7ce58d-29f5-4011-9864-6c6e80d204a7 None None] Provisioning complete for port cb42be09-ceb5-451d-8ba9-0477ca89a7ab triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:20:12.405361 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ca7ce58d-29f5-4011-9864-6c6e80d204a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:12.469179 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-ca7ce58d-29f5-4011-9864-6c6e80d204a7 None None] Port cb42be09-ceb5-451d-8ba9-0477ca89a7ab cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:20:12.469932 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c49bd4e-2f13-47af-938a-19cdcb2ebd76 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Deleting subnet 689f2ae7-476d-4ca1-8ca2-378887a0f7a1 {{(pid=88990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:20:12.476638 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b4c919ed-ca1a-40ec-9056-b7642517ffb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866'] for port, after_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:12.483208 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7c49bd4e-2f13-47af-938a-19cdcb2ebd76 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:12.490896 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:12.537282 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c919ed-ca1a-40ec-9056-b7642517ffb6 None None] Pushing event deleted for resources: {'Port': ['ID=23ab8e17-04db-4aab-8954-aa52ee85dd55,revision_number=None']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:12.547138 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c919ed-ca1a-40ec-9056-b7642517ffb6 None None] No DVR routers for this DVR port 23ab8e17-04db-4aab-8954-aa52ee85dd55 on host dv-neutron-821831-2-hyperv {{(pid=88992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:20:12.553581 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b4c919ed-ca1a-40ec-9056-b7642517ffb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:12.555909 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-ca7ce58d-29f5-4011-9864-6c6e80d204a7 None None] Provisioning complete for port ade84e06-1718-4072-bfa5-59c5b41610f8 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:20:12.556343 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ca7ce58d-29f5-4011-9864-6c6e80d204a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:12.619972 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:12.661010 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-ca7ce58d-29f5-4011-9864-6c6e80d204a7 None None] Port ade84e06-1718-4072-bfa5-59c5b41610f8 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:20:12.664287 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-ca7ce58d-29f5-4011-9864-6c6e80d204a7 None None] Could not find standard attr ID for object 23ab8e17-04db-4aab-8954-aa52ee85dd55. {{(pid=88992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 15 19:20:12.671110 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7c49bd4e-2f13-47af-938a-19cdcb2ebd76 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838448728'] for subnet, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:12.818540 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1634e4cb-6b17-4228-9dc4-39580cf39d58 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:12.902582 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1634e4cb-6b17-4228-9dc4-39580cf39d58 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:12.926057 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:12.952164 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1634e4cb-6b17-4228-9dc4-39580cf39d58 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a0dff9a-03f0-46cc-a676-f1aa4934e3c7,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:12.954849 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1634e4cb-6b17-4228-9dc4-39580cf39d58 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:12.984651 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7c49bd4e-2f13-47af-938a-19cdcb2ebd76 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:12.992304 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fa6b45fa-051f-4f0d-b95f-eb15afc9ff70 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for port, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:13.000173 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-689a1654-9e2a-4480-8f61-c36aa509fb3a tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:13.047235 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-94d5d217-ab2d-4f2d-8877-f9a4348e9104 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Allocated IP 172.20.0.14 (f8fcd137-2500-4805-86ac-5256cb4d6231/0004311d-9baf-4d02-95af-55f801eff043/57f7bace-78c0-46b4-a313-b547cf3b45b1) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:20:13.055219 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device d6978ef5-362c-4f2d-a7fa-01952bd5604d up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:20:13.058966 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1634e4cb-6b17-4228-9dc4-39580cf39d58 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:13.060270 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1634e4cb-6b17-4228-9dc4-39580cf39d58 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.8978281 Dec 15 19:20:13.061805 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-94d5d217-ab2d-4f2d-8877-f9a4348e9104 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Allocated IP 172.20.0.13 (f8fcd137-2500-4805-86ac-5256cb4d6231/0004311d-9baf-4d02-95af-55f801eff043/57f7bace-78c0-46b4-a313-b547cf3b45b1) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:20:13.066182 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52682) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:13.075670 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fa6b45fa-051f-4f0d-b95f-eb15afc9ff70 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:13.079693 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-e87008c2-9b71-4713-8f0f-57f87b999e8f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'security_group_rule': {'security_group_id': '49c9f19e-d0b0-41a3-a20c-028df1915a6f', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:20:13.091570 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-e87008c2-9b71-4713-8f0f-57f87b999e8f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:20:13.096140 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-e87008c2-9b71-4713-8f0f-57f87b999e8f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group_rule and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:20:13.099418 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-e87008c2-9b71-4713-8f0f-57f87b999e8f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:20:13.105708 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-e87008c2-9b71-4713-8f0f-57f87b999e8f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:20:13.162379 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.securitygroups_db [None req-e87008c2-9b71-4713-8f0f-57f87b999e8f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Project 7c1b74cf25a94156b4530f0bd868c0c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 19:20:13.168035 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6ca11642-2505-4340-9fae-fc818f5581e4 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:13.180203 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e87008c2-9b71-4713-8f0f-57f87b999e8f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:13.189703 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port d6978ef5-362c-4f2d-a7fa-01952bd5604d completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:20:13.200580 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port d6978ef5-362c-4f2d-a7fa-01952bd5604d triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:20:13.201806 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:13.243519 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-689a1654-9e2a-4480-8f61-c36aa509fb3a tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Calling delete_port for ade84e06-1718-4072-bfa5-59c5b41610f8 owned by {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:20:13.285447 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7c49bd4e-2f13-47af-938a-19cdcb2ebd76 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16636259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14850861'] for subnet, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:13.299167 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-35dbe874-aa5f-4a9a-9bac-680103c1778a tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:13.329344 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fa6b45fa-051f-4f0d-b95f-eb15afc9ff70 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1959989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854145006'] for router_interface, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:13.366155 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c49bd4e-2f13-47af-938a-19cdcb2ebd76 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event deleted for resources: {'Subnet': ['ID=689f2ae7-476d-4ca1-8ca2-378887a0f7a1,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:13.367578 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:13.368904 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6b45fa-051f-4f0d-b95f-eb15afc9ff70 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Pushing event updated for resources: {'Port': ['ID=cb42be09-ceb5-451d-8ba9-0477ca89a7ab,revision_number=3']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:13.369122 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7c49bd4e-2f13-47af-938a-19cdcb2ebd76 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:13.373784 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-689a1654-9e2a-4480-8f61-c36aa509fb3a tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:13.378594 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fa6b45fa-051f-4f0d-b95f-eb15afc9ff70 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:13.388696 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7c49bd4e-2f13-47af-938a-19cdcb2ebd76 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:13.389435 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3ce4d0d2-89aa-4c5c-bc64-3aed0faeace4 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:13.400283 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65a43b2-69b8-41c4-b39e-f69329136dc9 None None] Network 489fa468-360a-4868-b4ac-a400ec975c5b requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:20:13.444932 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689a1654-9e2a-4480-8f61-c36aa509fb3a tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event deleted for resources: {'Port': ['ID=ade84e06-1718-4072-bfa5-59c5b41610f8,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:13.456889 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port d6978ef5-362c-4f2d-a7fa-01952bd5604d, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=d6978ef5-362c-4f2d-a7fa-01952bd5604d,segment=NetworkSegment(f86a0b93-5433-42ce-984a-8e278a9a4cf9),segment_id=f86a0b93-5433-42ce-984a-8e278a9a4cf9)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:20:13.466141 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-689a1654-9e2a-4480-8f61-c36aa509fb3a tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:13.467392 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e87008c2-9b71-4713-8f0f-57f87b999e8f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:13.484229 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-7c49bd4e-2f13-47af-938a-19cdcb2ebd76 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/subnets/689f2ae7-476d-4ca1-8ca2-378887a0f7a1 HTTP/1.1" status: 204 len: 168 time: 1.4811428 Dec 15 19:20:13.487853 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52686) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:13.536592 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:13.536808 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-689a1654-9e2a-4480-8f61-c36aa509fb3a tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:13.537680 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 3700eed8-628f-4687-b9df-5049cef7900b up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:20:13.555335 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-94d5d217-ab2d-4f2d-8877-f9a4348e9104 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:13.573368 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e87008c2-9b71-4713-8f0f-57f87b999e8f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:13.579949 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-689a1654-9e2a-4480-8f61-c36aa509fb3a tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "DELETE /v2.0/ports/ade84e06-1718-4072-bfa5-59c5b41610f8 HTTP/1.1" status: 204 len: 168 time: 1.3543391 Dec 15 19:20:13.584614 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52690) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:13.605536 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-16c896ea-20c8-46a6-830b-449484a8f3ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:13.659507 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-86c9c71e-407e-47d0-bd8b-a45d0589fa92 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:13.696722 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87008c2-9b71-4713-8f0f-57f87b999e8f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad7e0bed-3b72-4e31-9cf0-0b558d259f95,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:13.699189 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e87008c2-9b71-4713-8f0f-57f87b999e8f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:13.728779 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6b45fa-051f-4f0d-b95f-eb15afc9ff70 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Network 40b4772b-6fb3-4c02-9a90-2d0c10385137 is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:20:13.730019 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-974f3e6e-d5f0-4bd1-9125-1859e6c73244 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.2408302 Dec 15 19:20:13.730138 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52694) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:13.733141 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e87008c2-9b71-4713-8f0f-57f87b999e8f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:13.733967 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e87008c2-9b71-4713-8f0f-57f87b999e8f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.6627302 Dec 15 19:20:13.740448 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-fa6b45fa-051f-4f0d-b95f-eb15afc9ff70 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:20:13.762203 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-94d5d217-ab2d-4f2d-8877-f9a4348e9104 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:13.768490 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8bb70784-d1eb-4c92-9375-d5601a5f82b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:13.820921 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=d6978ef5-362c-4f2d-a7fa-01952bd5604d,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:13.830763 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:13.833994 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 3700eed8-628f-4687-b9df-5049cef7900b triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:20:13.834726 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:13.869119 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d5d217-ab2d-4f2d-8877-f9a4348e9104 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Pushing event updated for resources: {'Port': ['ID=57f7bace-78c0-46b4-a313-b547cf3b45b1,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:13.872227 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-94d5d217-ab2d-4f2d-8877-f9a4348e9104 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:13.877000 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf0d7e2-16c1-4d4e-ba90-6c9395e6e255 None None] Sync routers for ids ['51652c13-afb8-4be8-a5b1-34a1171fbafa'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:20:13.896470 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d5d217-ab2d-4f2d-8877-f9a4348e9104 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Network f8fcd137-2500-4805-86ac-5256cb4d6231 is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:20:13.897880 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-94d5d217-ab2d-4f2d-8877-f9a4348e9104 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:20:13.900524 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d5d217-ab2d-4f2d-8877-f9a4348e9104 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:20:13.964570 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf0d7e2-16c1-4d4e-ba90-6c9395e6e255 None None] Routers {'51652c13-afb8-4be8-a5b1-34a1171fbafa'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:20:13.965844 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-caf0d7e2-16c1-4d4e-ba90-6c9395e6e255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:20:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['51652c13-afb8-4be8-a5b1-34a1171fbafa'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:14.033713 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d5d217-ab2d-4f2d-8877-f9a4348e9104 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:14.034763 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-94d5d217-ab2d-4f2d-8877-f9a4348e9104 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:14.119865 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-94d5d217-ab2d-4f2d-8877-f9a4348e9104 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 3.1866927 Dec 15 19:20:14.131123 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52710) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:14.141637 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-1dcd0c73-b9b9-48ad-b8a6-6fa771e85eba tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Request body: {'floatingip': {'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'port_id': '57f7bace-78c0-46b4-a313-b547cf3b45b1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:20:14.151589 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-1dcd0c73-b9b9-48ad-b8a6-6fa771e85eba tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:20:14.157354 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fc153b27-8dc0-4cd3-9ed0-415cf53c8242 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:14.164902 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-9a5040a2-1dcc-482d-a1fd-5311a5491c6a req-0c8086d2-04c7-43ee-ad1c-42f9ae2415c3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Synchronizing usage tracker for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:security_group {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:20:14.172770 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-1dcd0c73-b9b9-48ad-b8a6-6fa771e85eba tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:20:14.195385 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b76844-da6a-408d-9a47-21161d41c231 None None] DHCP port deletion for 489fa468-360a-4868-b4ac-a400ec975c5b request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:20:14.207075 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d1b76844-da6a-408d-9a47-21161d41c231 None None] Deleting port b2b58c28-64da-46d8-be1e-438e53b0be37 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:20:14.208064 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d1b76844-da6a-408d-9a47-21161d41c231 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:14.213197 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1dcd0c73-b9b9-48ad-b8a6-6fa771e85eba tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks [] for floatingip, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:14.251827 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-caf0d7e2-16c1-4d4e-ba90-6c9395e6e255 None None] Set router 51652c13-afb8-4be8-a5b1-34a1171fbafa gateway port host: None {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:20:14.300342 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 23ab8e17-04db-4aab-8954-aa52ee85dd55 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:20:14.309051 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-9a5040a2-1dcc-482d-a1fd-5311a5491c6a req-0c8086d2-04c7-43ee-ad1c-42f9ae2415c3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Unset dirty status for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:security_group {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:20:14.310376 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9a5040a2-1dcc-482d-a1fd-5311a5491c6a req-0c8086d2-04c7-43ee-ad1c-42f9ae2415c3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1110046563&fields=id&tenant_id=7c1b74cf25a94156b4530f0bd868c0c9 HTTP/1.1" status: 200 len: 267 time: 0.2394509 Dec 15 19:20:14.345450 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 23ab8e17-04db-4aab-8954-aa52ee85dd55 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:20:14.345780 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 23ab8e17-04db-4aab-8954-aa52ee85dd55 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:20:14.527852 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b5eb24ab-9774-463d-bdd2-97b7ebb7af92 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for router, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:14.534766 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5040a2-1dcc-482d-a1fd-5311a5491c6a req-23bd5b31-9cad-440f-8549-370598fb6055 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:14.535986 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-9a5040a2-1dcc-482d-a1fd-5311a5491c6a req-23bd5b31-9cad-440f-8549-370598fb6055 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Synchronizing usage tracker for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:network {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:20:14.561740 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1dcd0c73-b9b9-48ad-b8a6-6fa771e85eba tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:14.582875 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fc153b27-8dc0-4cd3-9ed0-415cf53c8242 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:14.612594 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-caf0d7e2-16c1-4d4e-ba90-6c9395e6e255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51652c13-afb8-4be8-a5b1-34a1171fbafa', 'name': 'tempest-NetworksTestDHCPv6-router-14001478', 'tenant_id': 'e56ca83c553e4935a4e8b75ed76c674c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:19:58Z', 'updated_at': '2021-12-15T19:20:08Z', 'revision_number': 3, 'project_id': 'e56ca83c553e4935a4e8b75ed76c674c', 'gw_port_host': None}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:14.623847 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d1b76844-da6a-408d-9a47-21161d41c231 None None] For port b2b58c28-64da-46d8-be1e-438e53b0be37, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=b2b58c28-64da-46d8-be1e-438e53b0be37,segment=NetworkSegment(9575ac7b-3c85-46da-81c5-434024000f40),segment_id=9575ac7b-3c85-46da-81c5-434024000f40)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:20:14.624047 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d1b76844-da6a-408d-9a47-21161d41c231 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:14.635783 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-9a5040a2-1dcc-482d-a1fd-5311a5491c6a req-23bd5b31-9cad-440f-8549-370598fb6055 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Unset dirty status for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:network {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:20:14.637719 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9a5040a2-1dcc-482d-a1fd-5311a5491c6a req-23bd5b31-9cad-440f-8549-370598fb6055 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/networks?id=a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc HTTP/1.1" status: 200 len: 796 time: 0.3138163 Dec 15 19:20:14.638093 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf0d7e2-16c1-4d4e-ba90-6c9395e6e255 None None] Checking router: 51652c13-afb8-4be8-a5b1-34a1171fbafa for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:20:14.643871 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-80a31fb2-5dc0-4bdd-a363-d2e708e84f28 None None] Provisioning complete for port cb42be09-ceb5-451d-8ba9-0477ca89a7ab triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:20:14.644294 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-80a31fb2-5dc0-4bdd-a363-d2e708e84f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:14.669820 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9a5040a2-1dcc-482d-a1fd-5311a5491c6a req-7465390f-cd15-42e6-9a05-e2fd53de3bec tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/quotas/7c1b74cf25a94156b4530f0bd868c0c9 HTTP/1.1" status: 200 len: 375 time: 0.0209033 Dec 15 19:20:14.712181 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-fc153b27-8dc0-4cd3-9ed0-415cf53c8242 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bbc6c7c-f125-4649-a419-6271dad8e00c']}} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:14.730392 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-fc153b27-8dc0-4cd3-9ed0-415cf53c8242 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91f80108-387d-4a43-a636-8b585d968cba') {'for_net_delete': True} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:14.730392 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-fc153b27-8dc0-4cd3-9ed0-415cf53c8242 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91f80108-387d-4a43-a636-8b585d968cba') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:14.753701 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52716) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:14.760528 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fc153b27-8dc0-4cd3-9ed0-415cf53c8242 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838443042'] for segment, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:14.821798 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-1dcd0c73-b9b9-48ad-b8a6-6fa771e85eba tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Allocated IP 172.26.3.130 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/d27c8bc7-6712-42e1-a292-2401c4e9105a) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:20:14.843206 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9a5040a2-1dcc-482d-a1fd-5311a5491c6a req-46f1bb51-bd76-4c70-9bad-4f6c9d654a50 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7c1b74cf25a94156b4530f0bd868c0c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1349032 Dec 15 19:20:14.888004 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-80a31fb2-5dc0-4bdd-a363-d2e708e84f28 None None] Port cb42be09-ceb5-451d-8ba9-0477ca89a7ab cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:20:14.900083 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d1b76844-da6a-408d-9a47-21161d41c231 None None] Calling delete_port for b2b58c28-64da-46d8-be1e-438e53b0be37 owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:20:14.959479 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf0d7e2-16c1-4d4e-ba90-6c9395e6e255 None None] Routers {'51652c13-afb8-4be8-a5b1-34a1171fbafa'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:20:14.960522 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-caf0d7e2-16c1-4d4e-ba90-6c9395e6e255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:20:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['51652c13-afb8-4be8-a5b1-34a1171fbafa'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:15.146481 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fc153b27-8dc0-4cd3-9ed0-415cf53c8242 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:15.295088 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc153b27-8dc0-4cd3-9ed0-415cf53c8242 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=88991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:20:15.295567 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fc153b27-8dc0-4cd3-9ed0-415cf53c8242 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838443729'] for segment, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:15.303562 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-caf0d7e2-16c1-4d4e-ba90-6c9395e6e255 None None] Set router 51652c13-afb8-4be8-a5b1-34a1171fbafa gateway port host: None {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:20:15.318701 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:20:15.318701 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:20:15.318701 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:20:15.318701 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:20:15.318701 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:20:15.318701 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:20:15.318701 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:20:15.318701 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:20:15.318701 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:20:15.318701 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:20:15.318701 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:20:15.318701 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:20:15.318701 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:20:15.318701 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:20:15.318701 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:20:15.318701 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:20:15.318701 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:20:15.318701 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:20:15.318701 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:20:15.318701 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:20:15.318701 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:20:15.318701 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:20:15.318701 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:20:15.318701 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:20:15.318701 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:20:15.318701 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:20:15.318701 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:20:15.318701 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:20:15.318701 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:20:15.318701 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:20:15.318701 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:20:15.318701 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:20:15.433102 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1dcd0c73-b9b9-48ad-b8a6-6fa771e85eba tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:15.436635 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-caf0d7e2-16c1-4d4e-ba90-6c9395e6e255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51652c13-afb8-4be8-a5b1-34a1171fbafa', 'name': 'tempest-NetworksTestDHCPv6-router-14001478', 'tenant_id': 'e56ca83c553e4935a4e8b75ed76c674c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:19:58Z', 'updated_at': '2021-12-15T19:20:08Z', 'revision_number': 3, 'project_id': 'e56ca83c553e4935a4e8b75ed76c674c', 'gw_port_host': None}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:15.438214 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9a5040a2-1dcc-482d-a1fd-5311a5491c6a req-f0f28bbf-8226-4a31-a3b2-6c667a371ac9 service neutron] 10.222.0.36 "GET /v2.0/networks/a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5167289 Dec 15 19:20:15.440136 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device d6978ef5-362c-4f2d-a7fa-01952bd5604d up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:20:15.482626 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf0d7e2-16c1-4d4e-ba90-6c9395e6e255 None None] The sync data for ids ['51652c13-afb8-4be8-a5b1-34a1171fbafa'] in dv-neutron-821831-2-hyperv is: [{'id': '51652c13-afb8-4be8-a5b1-34a1171fbafa', 'name': 'tempest-NetworksTestDHCPv6-router-14001478', 'tenant_id': 'e56ca83c553e4935a4e8b75ed76c674c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:19:58Z', 'updated_at': '2021-12-15T19:20:08Z', 'revision_number': 3, 'project_id': 'e56ca83c553e4935a4e8b75ed76c674c', 'gw_port_host': None}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:20:15.558670 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port d6978ef5-362c-4f2d-a7fa-01952bd5604d triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:20:15.559184 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:15.620833 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1dcd0c73-b9b9-48ad-b8a6-6fa771e85eba tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:15.636890 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8a611ae1-73e9-4bc2-9e0f-9936d24b1646 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:15.675961 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcd0c73-b9b9-48ad-b8a6-6fa771e85eba tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:20:15.684271 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d1b76844-da6a-408d-9a47-21161d41c231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866'] for port, after_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:15.684753 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-1dcd0c73-b9b9-48ad-b8a6-6fa771e85eba tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:20:15.703995 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcd0c73-b9b9-48ad-b8a6-6fa771e85eba tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:20:15.705786 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-091d7a54-bb46-47c5-affe-ae2d84de2de8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:15.712847 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b5eb24ab-9774-463d-bdd2-97b7ebb7af92 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854207876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854699191'] for router, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:15.733218 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9a5040a2-1dcc-482d-a1fd-5311a5491c6a req-ad2ba4eb-0efd-4ba2-bd71-87b3d5d61c02 service neutron] 10.222.0.36 "GET /v2.0/networks/a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848415 Dec 15 19:20:15.739069 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fc153b27-8dc0-4cd3-9ed0-415cf53c8242 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:15.748014 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fc153b27-8dc0-4cd3-9ed0-415cf53c8242 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:15.750984 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b5eb24ab-9774-463d-bdd2-97b7ebb7af92 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:15.754721 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b76844-da6a-408d-9a47-21161d41c231 None None] Pushing event deleted for resources: {'Port': ['ID=b2b58c28-64da-46d8-be1e-438e53b0be37,revision_number=None']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:15.759686 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fb84bf22-ab72-495f-88b8-6176cdb62c1e tempest-RoutersIpV6AdminTest-220590138 tempest-RoutersIpV6AdminTest-220590138-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:15.762505 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d1b76844-da6a-408d-9a47-21161d41c231 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:15.769304 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b76844-da6a-408d-9a47-21161d41c231 None None] No DVR routers for this DVR port b2b58c28-64da-46d8-be1e-438e53b0be37 on host dv-neutron-821831-2-hyperv {{(pid=88992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:20:15.780548 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcd0c73-b9b9-48ad-b8a6-6fa771e85eba tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Pushing event updated for resources: {'Port': ['ID=d27c8bc7-6712-42e1-a292-2401c4e9105a,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:15.785154 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1dcd0c73-b9b9-48ad-b8a6-6fa771e85eba tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:15.814063 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc153b27-8dc0-4cd3-9ed0-415cf53c8242 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Pushing event deleted for resources: {'Network': ['ID=6bbc6c7c-f125-4649-a419-6271dad8e00c,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:15.817283 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fc153b27-8dc0-4cd3-9ed0-415cf53c8242 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:15.827652 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-fc153b27-8dc0-4cd3-9ed0-415cf53c8242 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] 10.222.0.36 "DELETE /v2.0/networks/6bbc6c7c-f125-4649-a419-6271dad8e00c HTTP/1.1" status: 204 len: 168 time: 2.2418864 Dec 15 19:20:15.831014 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-ec53e489-eb02-4dd4-b24a-92f9d2dbf7a0 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Deleting port c4df2d44-65f0-4d1c-918d-c606c06d8183 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:20:15.831867 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ec53e489-eb02-4dd4-b24a-92f9d2dbf7a0 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:15.930838 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device b2b58c28-64da-46d8-be1e-438e53b0be37 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:20:15.971970 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: b2b58c28-64da-46d8-be1e-438e53b0be37 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:20:15.972482 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device b2b58c28-64da-46d8-be1e-438e53b0be37 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:20:16.054367 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b5eb24ab-9774-463d-bdd2-97b7ebb7af92 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854207982'] for router, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:16.055046 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5eb24ab-9774-463d-bdd2-97b7ebb7af92 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Fanout notify agent at l3_agent the message router_deleted on router 51652c13-afb8-4be8-a5b1-34a1171fbafa {{(pid=88991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 19:20:16.060680 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa6b45fa-051f-4f0d-b95f-eb15afc9ff70 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Router 0abd52a8-70e7-4639-9926-27c7eae37603 is scheduled to L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 with binding_index 1 {{(pid=88991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 15 19:20:16.087084 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b5eb24ab-9774-463d-bdd2-97b7ebb7af92 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for router, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:16.091972 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b5eb24ab-9774-463d-bdd2-97b7ebb7af92 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/routers/51652c13-afb8-4be8-a5b1-34a1171fbafa HTTP/1.1" status: 204 len: 168 time: 2.3582456 Dec 15 19:20:16.093108 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52728) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:16.107068 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-57c52da8-e00a-450a-92c9-0afff5a9eaf2 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Request body: {'subnet': {'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:20:16.168502 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0a3d37d1-b164-497e-91f7-f34fb5ba3e1e req-7b0a4f86-1ad7-4ed8-89a6-4da02683029f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=76d7c3af-0360-40b9-b552-6937e9663a8b HTTP/1.1" status: 200 len: 210 time: 0.0632277 Dec 15 19:20:16.390647 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52734) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:16.425433 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ec53e489-eb02-4dd4-b24a-92f9d2dbf7a0 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:16.425842 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ec53e489-eb02-4dd4-b24a-92f9d2dbf7a0 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:16.444684 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-57c52da8-e00a-450a-92c9-0afff5a9eaf2 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:20:16.558349 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1dcd0c73-b9b9-48ad-b8a6-6fa771e85eba tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:16.565008 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-57c52da8-e00a-450a-92c9-0afff5a9eaf2 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Usage tracker for resource:subnet and tenant:e56ca83c553e4935a4e8b75ed76c674c is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:20:16.575312 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-ec53e489-eb02-4dd4-b24a-92f9d2dbf7a0 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Calling delete_port for c4df2d44-65f0-4d1c-918d-c606c06d8183 owned by network:floatingip {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:20:16.602568 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-57c52da8-e00a-450a-92c9-0afff5a9eaf2 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:20:16.618968 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-57c52da8-e00a-450a-92c9-0afff5a9eaf2 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:20:16.653628 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f750633b-3b3b-48a2-b66c-e62ca74828e4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d09e37d948244dafb936d2972b3d58c9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2611394 Dec 15 19:20:16.657093 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52746) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:16.672867 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1dcd0c73-b9b9-48ad-b8a6-6fa771e85eba tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:16.679965 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c52da8-e00a-450a-92c9-0afff5a9eaf2 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Made reservation on behalf of e56ca83c553e4935a4e8b75ed76c674c for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:20:16.818121 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa6b45fa-051f-4f0d-b95f-eb15afc9ff70 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:20:16.826281 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-fa6b45fa-051f-4f0d-b95f-eb15afc9ff70 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "PUT /v2.0/routers/0abd52a8-70e7-4639-9926-27c7eae37603/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4826503 Dec 15 19:20:16.826848 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52750) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:16.830418 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa1b59a-1e6e-4a41-a48b-97d7428609c6 None None] Sync routers for ids ['0abd52a8-70e7-4639-9926-27c7eae37603'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:20:16.836450 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-57c52da8-e00a-450a-92c9-0afff5a9eaf2 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:16.858992 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa1b59a-1e6e-4a41-a48b-97d7428609c6 None None] Routers {'0abd52a8-70e7-4639-9926-27c7eae37603'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:20:16.859280 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d56d69db-f8be-4a04-85b7-a4a6d57a8022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:16.859697 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-4aa1b59a-1e6e-4a41-a48b-97d7428609c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:20:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['0abd52a8-70e7-4639-9926-27c7eae37603'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:16.913949 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d56d69db-f8be-4a04-85b7-a4a6d57a8022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:16.934531 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-4aa1b59a-1e6e-4a41-a48b-97d7428609c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:16.947709 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa1b59a-1e6e-4a41-a48b-97d7428609c6 None None] Routers {'0abd52a8-70e7-4639-9926-27c7eae37603'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:20:16.948632 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-4aa1b59a-1e6e-4a41-a48b-97d7428609c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:20:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['0abd52a8-70e7-4639-9926-27c7eae37603'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:17.013051 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1dcd0c73-b9b9-48ad-b8a6-6fa771e85eba tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:17.015154 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-4aa1b59a-1e6e-4a41-a48b-97d7428609c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:17.016126 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa1b59a-1e6e-4a41-a48b-97d7428609c6 None None] The sync data for ids ['0abd52a8-70e7-4639-9926-27c7eae37603'] in dv-neutron-821831-2-hyperv is: [] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:20:17.053255 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d56d69db-f8be-4a04-85b7-a4a6d57a8022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:17.057133 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1dcd0c73-b9b9-48ad-b8a6-6fa771e85eba tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:17.063231 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0f8a9e84-5ced-467b-a2d4-22c2026c5718 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:17.080355 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56d69db-f8be-4a04-85b7-a4a6d57a8022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c836d7a6-6dc1-46ee-a283-ddfb989b6a08,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:17.086520 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d56d69db-f8be-4a04-85b7-a4a6d57a8022 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:17.086704 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d58149-a58c-4579-b609-05061abc2d32 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:17.087209 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6468f08c-1a10-4363-8ef7-7776979211fd tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:17.090804 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-85d58149-a58c-4579-b609-05061abc2d32 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "GET /v2.0/ports/cb42be09-ceb5-451d-8ba9-0477ca89a7ab HTTP/1.1" status: 200 len: 977 time: 0.2581990 Dec 15 19:20:17.097525 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52756) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:17.207907 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcd0c73-b9b9-48ad-b8a6-6fa771e85eba tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Pushing event updated for resources: {'Port': ['ID=d27c8bc7-6712-42e1-a292-2401c4e9105a,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:17.212252 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1dcd0c73-b9b9-48ad-b8a6-6fa771e85eba tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:17.216995 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1dcd0c73-b9b9-48ad-b8a6-6fa771e85eba tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634093'] for floatingip, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:17.251165 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ec53e489-eb02-4dd4-b24a-92f9d2dbf7a0 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:17.257995 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-807e1c47-7a46-4c85-94a9-d9eee1780eb8 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:17.301623 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d56d69db-f8be-4a04-85b7-a4a6d57a8022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:17.303002 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d56d69db-f8be-4a04-85b7-a4a6d57a8022 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c836d7a6-6dc1-46ee-a283-ddfb989b6a08 HTTP/1.1" status: 204 len: 168 time: 0.6448750 Dec 15 19:20:17.441810 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-cf2c70aa-8390-4b4d-816c-d43133f1842d req-2d74c5f0-1b91-4bbe-912f-259626deb317 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=76d7c3af-0360-40b9-b552-6937e9663a8b HTTP/1.1" status: 200 len: 210 time: 0.1067202 Dec 15 19:20:17.518317 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.l3_db [None req-1dcd0c73-b9b9-48ad-b8a6-6fa771e85eba tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Floating IP 4acd61d5-2ad2-491c-b935-ebe13dcbce1e associated. External IP: 172.26.3.130, port: 57f7bace-78c0-46b4-a313-b547cf3b45b1. Dec 15 19:20:17.572815 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec53e489-eb02-4dd4-b24a-92f9d2dbf7a0 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Pushing event deleted for resources: {'Port': ['ID=c4df2d44-65f0-4d1c-918d-c606c06d8183,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:17.575668 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ec53e489-eb02-4dd4-b24a-92f9d2dbf7a0 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:17.767453 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ec53e489-eb02-4dd4-b24a-92f9d2dbf7a0 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks [] for floatingip, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:17.975060 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dcd0c73-b9b9-48ad-b8a6-6fa771e85eba tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Router 346e5909-b0a5-42c7-9940-63a4ed7dcdca has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:20:18.048342 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-57c52da8-e00a-450a-92c9-0afff5a9eaf2 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:18.054929 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-886e1fd3-dad3-4d6f-a98b-22821fba6c4e tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:18.195675 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c52da8-e00a-450a-92c9-0afff5a9eaf2 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Network 489fa468-360a-4868-b4ac-a400ec975c5b is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:20:18.199480 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dcd0c73-b9b9-48ad-b8a6-6fa771e85eba tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:20:18.204726 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-57c52da8-e00a-450a-92c9-0afff5a9eaf2 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:20:18.207632 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c52da8-e00a-450a-92c9-0afff5a9eaf2 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:18.208289 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-57c52da8-e00a-450a-92c9-0afff5a9eaf2 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:18.213426 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135875fb-5a9d-4459-b324-760366f47416 None None] Network 489fa468-360a-4868-b4ac-a400ec975c5b requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:20:18.225046 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c52da8-e00a-450a-92c9-0afff5a9eaf2 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event updated for resources: {'Subnet': ['ID=18850197-334f-4078-a917-09b98df43b8d,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:18.227846 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-57c52da8-e00a-450a-92c9-0afff5a9eaf2 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:18.242397 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accc8fdd-1184-4f90-ad72-2a9c2e97230f None None] Sync routers for ids ['346e5909-b0a5-42c7-9940-63a4ed7dcdca'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:20:18.247263 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1dcd0c73-b9b9-48ad-b8a6-6fa771e85eba tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:18.342013 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-57c52da8-e00a-450a-92c9-0afff5a9eaf2 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2429104 Dec 15 19:20:18.345770 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1dcd0c73-b9b9-48ad-b8a6-6fa771e85eba tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.2130551 Dec 15 19:20:18.346700 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52778) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:18.352527 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52780) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:18.353967 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-d3af57b5-3056-4081-884d-e2238548ec1e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-142048499', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:20:18.360417 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-48634c23-5155-4f4a-b0f9-8b53770ff391 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Request body: {'floatingip': {'port_id': '57f7bace-78c0-46b4-a313-b547cf3b45b1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:20:18.362078 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-d3af57b5-3056-4081-884d-e2238548ec1e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:20:18.367747 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d3af57b5-3056-4081-884d-e2238548ec1e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Usage tracker for resource:router and tenant:e56ca83c553e4935a4e8b75ed76c674c is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:20:18.370983 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d3af57b5-3056-4081-884d-e2238548ec1e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:20:18.379827 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-d3af57b5-3056-4081-884d-e2238548ec1e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:20:18.420131 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d3af57b5-3056-4081-884d-e2238548ec1e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854699176'] for router, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:18.422401 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d3af57b5-3056-4081-884d-e2238548ec1e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854194926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-76609'] for router, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:18.447409 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d3af57b5-3056-4081-884d-e2238548ec1e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:18.496526 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-48634c23-5155-4f4a-b0f9-8b53770ff391 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks [] for floatingip, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:18.506233 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accc8fdd-1184-4f90-ad72-2a9c2e97230f None None] Routers {'346e5909-b0a5-42c7-9940-63a4ed7dcdca'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:20:18.507659 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-accc8fdd-1184-4f90-ad72-2a9c2e97230f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:20:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['346e5909-b0a5-42c7-9940-63a4ed7dcdca'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:18.578341 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-accc8fdd-1184-4f90-ad72-2a9c2e97230f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:18.581262 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45da129b-5bcc-46a2-ab6e-38cbc9d7bce9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-489fa468-360a-4868-b4ac-a400ec975c5b', 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'tenant_id': 'e56ca83c553e4935a4e8b75ed76c674c', 'fixed_ips': [{'subnet_id': '18850197-334f-4078-a917-09b98df43b8d'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:20:18.582466 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-45da129b-5bcc-46a2-ab6e-38cbc9d7bce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:18.655970 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accc8fdd-1184-4f90-ad72-2a9c2e97230f None None] Routers {'346e5909-b0a5-42c7-9940-63a4ed7dcdca'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:20:18.659154 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-accc8fdd-1184-4f90-ad72-2a9c2e97230f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:20:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['346e5909-b0a5-42c7-9940-63a4ed7dcdca'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:18.728416 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52790) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:18.748647 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-accc8fdd-1184-4f90-ad72-2a9c2e97230f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:18.749127 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accc8fdd-1184-4f90-ad72-2a9c2e97230f None None] The sync data for ids ['346e5909-b0a5-42c7-9940-63a4ed7dcdca'] in dv-neutron-821831-2-hyperv is: [] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:20:18.895672 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 19:20:18.914650 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-45da129b-5bcc-46a2-ab6e-38cbc9d7bce9 None None] Allocated IP 2001:db8::2 (489fa468-360a-4868-b4ac-a400ec975c5b/18850197-334f-4078-a917-09b98df43b8d/7c4177f0-6ee2-4e03-96b8-e4af6669b6e1) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:20:18.994004 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d3af57b5-3056-4081-884d-e2238548ec1e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904'] for router, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:19.036218 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7360e4c3-2df2-4ca1-82d0-24f4d0e5bc67 req-ad51ab58-ff1c-4bc8-b3a7-6ccbfc90402d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=76d7c3af-0360-40b9-b552-6937e9663a8b HTTP/1.1" status: 200 len: 210 time: 0.0824599 Dec 15 19:20:19.076484 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d3af57b5-3056-4081-884d-e2238548ec1e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:19.080571 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d3af57b5-3056-4081-884d-e2238548ec1e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7300978 Dec 15 19:20:19.081674 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52800) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:19.121410 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-73823ba4-a5fa-43e4-89f7-501212efd16a tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:20:19.122044 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-73823ba4-a5fa-43e4-89f7-501212efd16a tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] create failed (client error): There was a conflict when trying to complete your request. Dec 15 19:20:19.126709 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-73823ba4-a5fa-43e4-89f7-501212efd16a tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3609335 Dec 15 19:20:19.129837 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52804) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:19.154977 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-1b2e96ff-b5fc-4cb0-a0db-07184bd91479 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Request body: {'security_group': {'name': 'tempest-secgroup--1086899845'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:20:19.180335 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-45da129b-5bcc-46a2-ab6e-38cbc9d7bce9 None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:19.190922 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-45da129b-5bcc-46a2-ab6e-38cbc9d7bce9 None None] Transition to ACTIVE for port object 7c4177f0-6ee2-4e03-96b8-e4af6669b6e1 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:20:19.211079 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-45da129b-5bcc-46a2-ab6e-38cbc9d7bce9 None None] Transition to ACTIVE for port object 7c4177f0-6ee2-4e03-96b8-e4af6669b6e1 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:20:19.226639 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-1b2e96ff-b5fc-4cb0-a0db-07184bd91479 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:20:19.230385 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5040a2-1dcc-482d-a1fd-5311a5491c6a req-4ae42c8f-2a39-4540-82f5-0ecfdb8c0b0b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:19.232602 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9a5040a2-1dcc-482d-a1fd-5311a5491c6a req-4ae42c8f-2a39-4540-82f5-0ecfdb8c0b0b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.32 "GET /v2.0/networks?id=a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc HTTP/1.1" status: 200 len: 796 time: 0.7477531 Dec 15 19:20:19.247670 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-45da129b-5bcc-46a2-ab6e-38cbc9d7bce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:19.253535 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:19.296281 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-1b2e96ff-b5fc-4cb0-a0db-07184bd91479 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Usage tracker for resource:security_group and tenant:f5d7504244ae418d895bf40ffc1e3100 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:20:19.323805 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45da129b-5bcc-46a2-ab6e-38cbc9d7bce9 None None] Network 489fa468-360a-4868-b4ac-a400ec975c5b is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:20:19.327264 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45da129b-5bcc-46a2-ab6e-38cbc9d7bce9 None None] Pushing event updated for resources: {'Port': ['ID=7c4177f0-6ee2-4e03-96b8-e4af6669b6e1,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:19.330009 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-45da129b-5bcc-46a2-ab6e-38cbc9d7bce9 None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:20:19.331963 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-45da129b-5bcc-46a2-ab6e-38cbc9d7bce9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:19.333352 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45da129b-5bcc-46a2-ab6e-38cbc9d7bce9 None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:20:19.344376 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-1b2e96ff-b5fc-4cb0-a0db-07184bd91479 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:20:19.366337 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-1b2e96ff-b5fc-4cb0-a0db-07184bd91479 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:20:19.419021 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fcec436c-a066-4210-9c7e-819002a54a61 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145021'] for router_interface, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:19.426546 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-45da129b-5bcc-46a2-ab6e-38cbc9d7bce9 None None] Attempting to bind port 7c4177f0-6ee2-4e03-96b8-e4af6669b6e1 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:20:19.427123 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-45da129b-5bcc-46a2-ab6e-38cbc9d7bce9 None None] Attempting to bind port 7c4177f0-6ee2-4e03-96b8-e4af6669b6e1 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '9575ac7b-3c85-46da-81c5-434024000f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:20:19.427284 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9a5040a2-1dcc-482d-a1fd-5311a5491c6a req-dad68a3b-6ded-4435-885a-06a18e364635 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c1b74cf25a94156b4530f0bd868c0c9 HTTP/1.1" status: 200 len: 380 time: 0.1785414 Dec 15 19:20:19.427742 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45da129b-5bcc-46a2-ab6e-38cbc9d7bce9 None None] Attempting to bind port 7c4177f0-6ee2-4e03-96b8-e4af6669b6e1 on network 489fa468-360a-4868-b4ac-a400ec975c5b {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:20:19.435011 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45da129b-5bcc-46a2-ab6e-38cbc9d7bce9 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:20:19.435496 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45da129b-5bcc-46a2-ab6e-38cbc9d7bce9 None None] Checking segment: {'id': '9575ac7b-3c85-46da-81c5-434024000f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:20:19.436050 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-45da129b-5bcc-46a2-ab6e-38cbc9d7bce9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:19.436598 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45da129b-5bcc-46a2-ab6e-38cbc9d7bce9 None None] Bound using segment: {'id': '9575ac7b-3c85-46da-81c5-434024000f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:20:19.437224 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-45da129b-5bcc-46a2-ab6e-38cbc9d7bce9 None None] Bound port: 7c4177f0-6ee2-4e03-96b8-e4af6669b6e1, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9575ac7b-3c85-46da-81c5-434024000f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:20:19.437746 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-45da129b-5bcc-46a2-ab6e-38cbc9d7bce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:19.437973 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [req-9a5040a2-1dcc-482d-a1fd-5311a5491c6a req-b2eeb368-70a7-4136-b931-4fb6333be18b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'port': {'device_id': '76d7c3af-0360-40b9-b552-6937e9663a8b', 'network_id': 'a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc', 'admin_state_up': True, 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'security_groups': ['49c9f19e-d0b0-41a3-a20c-028df1915a6f']}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:20:19.528692 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-45da129b-5bcc-46a2-ab6e-38cbc9d7bce9 None None] For port 7c4177f0-6ee2-4e03-96b8-e4af6669b6e1, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:20:19.531860 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-45da129b-5bcc-46a2-ab6e-38cbc9d7bce9 None None] For port 7c4177f0-6ee2-4e03-96b8-e4af6669b6e1, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=7c4177f0-6ee2-4e03-96b8-e4af6669b6e1,segment=NetworkSegment(9575ac7b-3c85-46da-81c5-434024000f40),segment_id=9575ac7b-3c85-46da-81c5-434024000f40)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:20:19.532084 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1b2e96ff-b5fc-4cb0-a0db-07184bd91479 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks [] for security_group, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:19.561952 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-45da129b-5bcc-46a2-ab6e-38cbc9d7bce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:19.567372 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-bbf560a3-181a-4d3e-811a-6697d1446dc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:19.682320 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45da129b-5bcc-46a2-ab6e-38cbc9d7bce9 None None] Pushing event updated for resources: {'Port': ['ID=7c4177f0-6ee2-4e03-96b8-e4af6669b6e1,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:19.704438 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-45da129b-5bcc-46a2-ab6e-38cbc9d7bce9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:19.825527 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [req-9a5040a2-1dcc-482d-a1fd-5311a5491c6a req-b2eeb368-70a7-4136-b931-4fb6333be18b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:20:19.836617 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-9a5040a2-1dcc-482d-a1fd-5311a5491c6a req-b2eeb368-70a7-4136-b931-4fb6333be18b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:port and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:20:19.840105 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-816d7c8f-e60b-41e8-8f0b-92c47083c571 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:19.850513 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-9a5040a2-1dcc-482d-a1fd-5311a5491c6a req-b2eeb368-70a7-4136-b931-4fb6333be18b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:20:19.860202 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [req-9a5040a2-1dcc-482d-a1fd-5311a5491c6a req-b2eeb368-70a7-4136-b931-4fb6333be18b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:20:19.885795 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1b2e96ff-b5fc-4cb0-a0db-07184bd91479 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks [] for security_group, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:19.995821 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-1b2e96ff-b5fc-4cb0-a0db-07184bd91479 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:20:19.999449 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a5040a2-1dcc-482d-a1fd-5311a5491c6a req-b2eeb368-70a7-4136-b931-4fb6333be18b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Made reservation on behalf of 7c1b74cf25a94156b4530f0bd868c0c9 for: {'port': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:20:20.004301 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-9a5040a2-1dcc-482d-a1fd-5311a5491c6a req-b2eeb368-70a7-4136-b931-4fb6333be18b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:20.018657 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-1b2e96ff-b5fc-4cb0-a0db-07184bd91479 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Usage tracker for resource:security_group_rule and tenant:f5d7504244ae418d895bf40ffc1e3100 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:20:20.043759 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-1b2e96ff-b5fc-4cb0-a0db-07184bd91479 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:20:20.056216 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-1b2e96ff-b5fc-4cb0-a0db-07184bd91479 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:20:20.107017 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec53e489-eb02-4dd4-b24a-92f9d2dbf7a0 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Router 76c9a775-2de2-4d9c-9341-39d88add0f45 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:20:20.296929 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-37e7be0c-a5ff-40a5-8294-d45b3be01b8a req-0ba4ac3f-90b1-48b5-abc2-d953e29e1199 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=76d7c3af-0360-40b9-b552-6937e9663a8b HTTP/1.1" status: 200 len: 210 time: 0.0971799 Dec 15 19:20:20.444800 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [req-9a5040a2-1dcc-482d-a1fd-5311a5491c6a req-b2eeb368-70a7-4136-b931-4fb6333be18b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Allocated IP 172.20.0.8 (a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc/ee52211e-ff61-4e3a-b19c-7d228d9f300f/e1168d35-e52d-46d5-bccf-ad6e468591d8) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:20:20.470395 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1b2e96ff-b5fc-4cb0-a0db-07184bd91479 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks [] for security_group, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:20.472808 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-816d7c8f-e60b-41e8-8f0b-92c47083c571 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Allocated IP 2001:db8::1 (489fa468-360a-4868-b4ac-a400ec975c5b/18850197-334f-4078-a917-09b98df43b8d/d195d586-a9f3-41f3-91df-2f3c2ad41a97) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:20:20.532957 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1b2e96ff-b5fc-4cb0-a0db-07184bd91479 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:20.549609 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-333eaf38-77f1-4552-8e1c-b26617261c4f tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:20.608508 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-48634c23-5155-4f4a-b0f9-8b53770ff391 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:20.640273 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-1b2e96ff-b5fc-4cb0-a0db-07184bd91479 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:20:20.688826 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2e96ff-b5fc-4cb0-a0db-07184bd91479 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=209082e0-c392-4810-9579-4b8eeed45129,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:20.699305 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1b2e96ff-b5fc-4cb0-a0db-07184bd91479 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:20.700841 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-1b2e96ff-b5fc-4cb0-a0db-07184bd91479 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Usage tracker for resource:security_group_rule and tenant:f5d7504244ae418d895bf40ffc1e3100 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:20:20.703576 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-48634c23-5155-4f4a-b0f9-8b53770ff391 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634093'] for floatingip, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:20.758472 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-1b2e96ff-b5fc-4cb0-a0db-07184bd91479 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:20:20.782209 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-1b2e96ff-b5fc-4cb0-a0db-07184bd91479 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:20:20.785814 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-fcec436c-a066-4210-9c7e-819002a54a61 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Deleting port cb42be09-ceb5-451d-8ba9-0477ca89a7ab {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:20:20.786138 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fcec436c-a066-4210-9c7e-819002a54a61 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:20.799549 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-816d7c8f-e60b-41e8-8f0b-92c47083c571 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:20.809882 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-9a5040a2-1dcc-482d-a1fd-5311a5491c6a req-b2eeb368-70a7-4136-b931-4fb6333be18b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:20.832904 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-816d7c8f-e60b-41e8-8f0b-92c47083c571 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Transition to ACTIVE for port object d195d586-a9f3-41f3-91df-2f3c2ad41a97 will not be triggered until provisioned by entity DHCP. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:20:20.836553 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [req-9a5040a2-1dcc-482d-a1fd-5311a5491c6a req-b2eeb368-70a7-4136-b931-4fb6333be18b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Transition to ACTIVE for port object e1168d35-e52d-46d5-bccf-ad6e468591d8 will not be triggered until provisioned by entity DHCP. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:20:20.892927 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-816d7c8f-e60b-41e8-8f0b-92c47083c571 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:20.898594 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d2db6005-2f39-4073-b825-1f0bee552930 tempest-RoutersIpV6AdminTest-1761859110 tempest-RoutersIpV6AdminTest-1761859110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:20.944617 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 7c4177f0-6ee2-4e03-96b8-e4af6669b6e1 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:20:20.954913 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-9a5040a2-1dcc-482d-a1fd-5311a5491c6a req-b2eeb368-70a7-4136-b931-4fb6333be18b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:20.998772 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816d7c8f-e60b-41e8-8f0b-92c47083c571 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Network 489fa468-360a-4868-b4ac-a400ec975c5b is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:20:20.999885 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816d7c8f-e60b-41e8-8f0b-92c47083c571 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event updated for resources: {'Port': ['ID=d195d586-a9f3-41f3-91df-2f3c2ad41a97,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:21.008327 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-816d7c8f-e60b-41e8-8f0b-92c47083c571 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:20:21.011107 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816d7c8f-e60b-41e8-8f0b-92c47083c571 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:20:21.011691 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-816d7c8f-e60b-41e8-8f0b-92c47083c571 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630901'] for router_interface, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:21.021999 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a5040a2-1dcc-482d-a1fd-5311a5491c6a req-b2eeb368-70a7-4136-b931-4fb6333be18b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Network a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:20:21.028538 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [req-9a5040a2-1dcc-482d-a1fd-5311a5491c6a req-b2eeb368-70a7-4136-b931-4fb6333be18b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:20:21.031184 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a5040a2-1dcc-482d-a1fd-5311a5491c6a req-b2eeb368-70a7-4136-b931-4fb6333be18b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:20:21.041027 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 7c4177f0-6ee2-4e03-96b8-e4af6669b6e1 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:20:21.049085 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1b2e96ff-b5fc-4cb0-a0db-07184bd91479 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks [] for security_group, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:21.088319 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816d7c8f-e60b-41e8-8f0b-92c47083c571 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:20:21.088857 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816d7c8f-e60b-41e8-8f0b-92c47083c571 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:20:21.089372 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816d7c8f-e60b-41e8-8f0b-92c47083c571 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:20:21.089940 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816d7c8f-e60b-41e8-8f0b-92c47083c571 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:20:21.090438 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816d7c8f-e60b-41e8-8f0b-92c47083c571 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:20:21.090934 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816d7c8f-e60b-41e8-8f0b-92c47083c571 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:20:21.091362 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816d7c8f-e60b-41e8-8f0b-92c47083c571 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:20:21.091792 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816d7c8f-e60b-41e8-8f0b-92c47083c571 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:20:21.092215 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816d7c8f-e60b-41e8-8f0b-92c47083c571 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:20:21.092644 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816d7c8f-e60b-41e8-8f0b-92c47083c571 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:20:21.093010 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816d7c8f-e60b-41e8-8f0b-92c47083c571 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:20:21.108551 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-816d7c8f-e60b-41e8-8f0b-92c47083c571 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:21.118115 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ab72da98-daaf-40e2-b5c5-af16d8d25eb7 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.152s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:21.124126 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1b2e96ff-b5fc-4cb0-a0db-07184bd91479 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:21.132819 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8773abcc-51b8-4e6a-9f2b-6b3a6ddafffb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:21.210613 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fcec436c-a066-4210-9c7e-819002a54a61 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:21.215747 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5040a2-1dcc-482d-a1fd-5311a5491c6a req-b2eeb368-70a7-4136-b931-4fb6333be18b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:21.216603 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-9a5040a2-1dcc-482d-a1fd-5311a5491c6a req-b2eeb368-70a7-4136-b931-4fb6333be18b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:21.223979 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eeb368-70a7-4136-b931-4fb6333be18b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'Port': ['ID=e1168d35-e52d-46d5-bccf-ad6e468591d8,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:21.232744 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b2eeb368-70a7-4136-b931-4fb6333be18b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:21.283734 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2e96ff-b5fc-4cb0-a0db-07184bd91479 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47648849-e320-430a-9886-95ebe7154e0c,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:21.288173 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1b2e96ff-b5fc-4cb0-a0db-07184bd91479 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:21.304636 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-816d7c8f-e60b-41e8-8f0b-92c47083c571 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:21.317525 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9a5040a2-1dcc-482d-a1fd-5311a5491c6a req-b2eeb368-70a7-4136-b931-4fb6333be18b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8846028 Dec 15 19:20:21.384652 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-fcec436c-a066-4210-9c7e-819002a54a61 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Calling delete_port for cb42be09-ceb5-451d-8ba9-0477ca89a7ab owned by network:router_interface {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:20:21.438929 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec53e489-eb02-4dd4-b24a-92f9d2dbf7a0 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:20:21.440701 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1b2e96ff-b5fc-4cb0-a0db-07184bd91479 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:21.453359 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1b2e96ff-b5fc-4cb0-a0db-07184bd91479 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.3141699 Dec 15 19:20:21.453530 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3943a671-e7f4-45c7-8496-805e401401af None None] Sync routers for ids ['76c9a775-2de2-4d9c-9341-39d88add0f45'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:20:21.454728 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52814) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:21.464848 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ec53e489-eb02-4dd4-b24a-92f9d2dbf7a0 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:21.475639 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3943a671-e7f4-45c7-8496-805e401401af None None] Routers {'76c9a775-2de2-4d9c-9341-39d88add0f45'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:20:21.476344 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-3943a671-e7f4-45c7-8496-805e401401af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:20:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['76c9a775-2de2-4d9c-9341-39d88add0f45'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:21.498323 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-6705402f-9983-41f2-b006-391f91d8035f None None] Provisioning for port e1168d35-e52d-46d5-bccf-ad6e468591d8 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:20:21.511499 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-6705402f-9983-41f2-b006-391f91d8035f None None] Provisioning complete for port e1168d35-e52d-46d5-bccf-ad6e468591d8 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:20:21.512395 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6705402f-9983-41f2-b006-391f91d8035f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:21.620908 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-6705402f-9983-41f2-b006-391f91d8035f None None] Port e1168d35-e52d-46d5-bccf-ad6e468591d8 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:20:21.740348 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-74b7897e-90c5-45b0-bfb2-ab50194b5e82 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Request body: {'security_group_rule': {'security_group_id': '47648849-e320-430a-9886-95ebe7154e0c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:20:21.746860 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-74b7897e-90c5-45b0-bfb2-ab50194b5e82 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:20:21.751248 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-74b7897e-90c5-45b0-bfb2-ab50194b5e82 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Usage tracker for resource:security_group_rule and tenant:f5d7504244ae418d895bf40ffc1e3100 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:20:21.751480 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-3943a671-e7f4-45c7-8496-805e401401af None None] Set router 76c9a775-2de2-4d9c-9341-39d88add0f45 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:20:21.755815 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-74b7897e-90c5-45b0-bfb2-ab50194b5e82 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:20:21.762989 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-74b7897e-90c5-45b0-bfb2-ab50194b5e82 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:20:21.776251 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ec53e489-eb02-4dd4-b24a-92f9d2dbf7a0 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] 10.222.0.36 "DELETE /v2.0/floatingips/c587e8b0-7a88-4e00-b469-6fc70add5fba HTTP/1.1" status: 204 len: 168 time: 7.0172687 Dec 15 19:20:21.776251 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fcec436c-a066-4210-9c7e-819002a54a61 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:21.791025 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a8fcdba-9ed4-4e76-945e-12df297099e0', 'tag': '2fc06fa8-efc8-4c23-abfd-c14d4a269543'}] {{(pid=88991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:20:21.795791 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c9d42b23-7982-477d-8eed-8b378e954e36 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:21.876882 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [req-9a5040a2-1dcc-482d-a1fd-5311a5491c6a req-0e81d95f-5c90-42f9-87ba-4e2df2c91ab4 service neutron] Request body: {'port': {'device_id': '76d7c3af-0360-40b9-b552-6937e9663a8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:20:21.887881 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcec436c-a066-4210-9c7e-819002a54a61 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Pushing event deleted for resources: {'Port': ['ID=cb42be09-ceb5-451d-8ba9-0477ca89a7ab,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:21.890551 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fcec436c-a066-4210-9c7e-819002a54a61 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:21.990566 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-5db47ea4-4409-4c8f-a175-4d303b7880c5 None None] Provisioning for port 7c4177f0-6ee2-4e03-96b8-e4af6669b6e1 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:20:21.996776 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-5db47ea4-4409-4c8f-a175-4d303b7880c5 None None] Provisioning complete for port 7c4177f0-6ee2-4e03-96b8-e4af6669b6e1 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:20:21.997486 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5db47ea4-4409-4c8f-a175-4d303b7880c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:22.143400 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-9a5040a2-1dcc-482d-a1fd-5311a5491c6a req-0e81d95f-5c90-42f9-87ba-4e2df2c91ab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:22.152830 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-74b7897e-90c5-45b0-bfb2-ab50194b5e82 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:22.233508 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5db47ea4-4409-4c8f-a175-4d303b7880c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:22.319333 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fcec436c-a066-4210-9c7e-819002a54a61 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852815828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854144871'] for router_interface, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:22.334874 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-5db47ea4-4409-4c8f-a175-4d303b7880c5 None None] For port 7c4177f0-6ee2-4e03-96b8-e4af6669b6e1, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=7c4177f0-6ee2-4e03-96b8-e4af6669b6e1,segment=NetworkSegment(9575ac7b-3c85-46da-81c5-434024000f40),segment_id=9575ac7b-3c85-46da-81c5-434024000f40)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:20:22.367730 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5db47ea4-4409-4c8f-a175-4d303b7880c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:22.373481 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:22.435832 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b60659a-4fe2-49c1-94a9-6b75f895b45a req-a5053696-e6ae-4544-8c30-f442e961b88e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:22.437002 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-3b60659a-4fe2-49c1-94a9-6b75f895b45a req-a5053696-e6ae-4544-8c30-f442e961b88e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Synchronizing usage tracker for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:20:22.472745 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-3943a671-e7f4-45c7-8496-805e401401af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c9a775-2de2-4d9c-9341-39d88add0f45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040547903', 'tenant_id': '84e8b4bbe4894c70a50ef612e764025b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.146'}], 'enable_snat': True}, 'gw_port_id': '50a4f675-a9b4-43a8-8c55-3e5b8e127d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:17:59Z', 'updated_at': '2021-12-15T19:18:15Z', 'revision_number': 4, 'project_id': '84e8b4bbe4894c70a50ef612e764025b', 'gw_port': {'id': '50a4f675-a9b4-43a8-8c55-3e5b8e127d99', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c9a775-2de2-4d9c-9341-39d88add0f45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:18:01Z', 'updated_at': '2021-12-15T19:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '33746b42-3393-4189-adbb-ae5699313ea8', 'name': '', 'network_id': '0fa38694-55b5-4cdc-8b7c-72ddba6039db', 'tenant_id': '84e8b4bbe4894c70a50ef612e764025b', 'mac_address': 'fa:16:3e:58:19:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c9a775-2de2-4d9c-9341-39d88add0f45', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12d437f5-d846-4502-aee0-d4b3f14f3197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:18:13Z', 'updated_at': '2021-12-15T19:18:27Z', 'revision_number': 5, 'project_id': '84e8b4bbe4894c70a50ef612e764025b', 'subnets': [{'id': '12d437f5-d846-4502-aee0-d4b3f14f3197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:22.478279 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3943a671-e7f4-45c7-8496-805e401401af None None] Checking router: 76c9a775-2de2-4d9c-9341-39d88add0f45 for host: dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:20:22.505882 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3943a671-e7f4-45c7-8496-805e401401af None None] Routers {'76c9a775-2de2-4d9c-9341-39d88add0f45'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:20:22.506756 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-3943a671-e7f4-45c7-8496-805e401401af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:20:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['76c9a775-2de2-4d9c-9341-39d88add0f45'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:22.539135 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db47ea4-4409-4c8f-a175-4d303b7880c5 None None] Pushing event updated for resources: {'Port': ['ID=7c4177f0-6ee2-4e03-96b8-e4af6669b6e1,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:22.543046 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5db47ea4-4409-4c8f-a175-4d303b7880c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:22.555544 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-3b60659a-4fe2-49c1-94a9-6b75f895b45a req-a5053696-e6ae-4544-8c30-f442e961b88e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Unset dirty status for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:20:22.557030 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3b60659a-4fe2-49c1-94a9-6b75f895b45a req-a5053696-e6ae-4544-8c30-f442e961b88e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=76d7c3af-0360-40b9-b552-6937e9663a8b HTTP/1.1" status: 200 len: 931 time: 0.7442842 Dec 15 19:20:22.652003 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-69d8643f-3625-437d-a495-09ab21c79972 None None] Provisioning for port d195d586-a9f3-41f3-91df-2f3c2ad41a97 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:20:22.660966 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-69d8643f-3625-437d-a495-09ab21c79972 None None] Provisioning complete for port d195d586-a9f3-41f3-91df-2f3c2ad41a97 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:20:22.661387 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-69d8643f-3625-437d-a495-09ab21c79972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:22.715009 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-3943a671-e7f4-45c7-8496-805e401401af None None] Set router 76c9a775-2de2-4d9c-9341-39d88add0f45 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:20:22.771756 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-69d8643f-3625-437d-a495-09ab21c79972 None None] Port d195d586-a9f3-41f3-91df-2f3c2ad41a97 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:20:22.792186 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3b60659a-4fe2-49c1-94a9-6b75f895b45a req-4b901fe7-646c-453a-a72e-e5ce39e80de3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=49c9f19e-d0b0-41a3-a20c-028df1915a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2223241 Dec 15 19:20:22.851863 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-816d7c8f-e60b-41e8-8f0b-92c47083c571 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:22.889593 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-816d7c8f-e60b-41e8-8f0b-92c47083c571 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:22.890629 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-816d7c8f-e60b-41e8-8f0b-92c47083c571 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1959989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854145006'] for router_interface, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:22.898758 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2fd19840-480e-44ab-8374-a9f588ae4446 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:22.943006 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a8fcdba-9ed4-4e76-945e-12df297099e0', 'tag': '2fc06fa8-efc8-4c23-abfd-c14d4a269543', 'status': 'completed', 'code': 200} Dec 15 19:20:22.966113 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 7c4177f0-6ee2-4e03-96b8-e4af6669b6e1 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:20:23.056750 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 7c4177f0-6ee2-4e03-96b8-e4af6669b6e1 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:20:23.059658 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:23.097276 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-3943a671-e7f4-45c7-8496-805e401401af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c9a775-2de2-4d9c-9341-39d88add0f45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040547903', 'tenant_id': '84e8b4bbe4894c70a50ef612e764025b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.146'}], 'enable_snat': True}, 'gw_port_id': '50a4f675-a9b4-43a8-8c55-3e5b8e127d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:17:59Z', 'updated_at': '2021-12-15T19:18:15Z', 'revision_number': 4, 'project_id': '84e8b4bbe4894c70a50ef612e764025b', 'gw_port': {'id': '50a4f675-a9b4-43a8-8c55-3e5b8e127d99', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c9a775-2de2-4d9c-9341-39d88add0f45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:18:01Z', 'updated_at': '2021-12-15T19:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '33746b42-3393-4189-adbb-ae5699313ea8', 'name': '', 'network_id': '0fa38694-55b5-4cdc-8b7c-72ddba6039db', 'tenant_id': '84e8b4bbe4894c70a50ef612e764025b', 'mac_address': 'fa:16:3e:58:19:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c9a775-2de2-4d9c-9341-39d88add0f45', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12d437f5-d846-4502-aee0-d4b3f14f3197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:18:13Z', 'updated_at': '2021-12-15T19:18:27Z', 'revision_number': 5, 'project_id': '84e8b4bbe4894c70a50ef612e764025b', 'subnets': [{'id': '12d437f5-d846-4502-aee0-d4b3f14f3197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:23.102219 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3943a671-e7f4-45c7-8496-805e401401af None None] The sync data for ids ['76c9a775-2de2-4d9c-9341-39d88add0f45'] in dv-neutron-821831-2-hyperv is: [{'id': '76c9a775-2de2-4d9c-9341-39d88add0f45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040547903', 'tenant_id': '84e8b4bbe4894c70a50ef612e764025b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.146'}], 'enable_snat': True}, 'gw_port_id': '50a4f675-a9b4-43a8-8c55-3e5b8e127d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:17:59Z', 'updated_at': '2021-12-15T19:18:15Z', 'revision_number': 4, 'project_id': '84e8b4bbe4894c70a50ef612e764025b', 'gw_port': {'id': '50a4f675-a9b4-43a8-8c55-3e5b8e127d99', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c9a775-2de2-4d9c-9341-39d88add0f45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:18:01Z', 'updated_at': '2021-12-15T19:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '33746b42-3393-4189-adbb-ae5699313ea8', 'name': '', 'network_id': '0fa38694-55b5-4cdc-8b7c-72ddba6039db', 'tenant_id': '84e8b4bbe4894c70a50ef612e764025b', 'mac_address': 'fa:16:3e:58:19:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c9a775-2de2-4d9c-9341-39d88add0f45', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12d437f5-d846-4502-aee0-d4b3f14f3197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:18:13Z', 'updated_at': '2021-12-15T19:18:27Z', 'revision_number': 5, 'project_id': '84e8b4bbe4894c70a50ef612e764025b', 'subnets': [{'id': '12d437f5-d846-4502-aee0-d4b3f14f3197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:20:23.145955 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816d7c8f-e60b-41e8-8f0b-92c47083c571 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event updated for resources: {'Port': ['ID=d195d586-a9f3-41f3-91df-2f3c2ad41a97,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:23.153919 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-816d7c8f-e60b-41e8-8f0b-92c47083c571 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:23.245790 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [req-9a5040a2-1dcc-482d-a1fd-5311a5491c6a req-0e81d95f-5c90-42f9-87ba-4e2df2c91ab4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1168d35-e52d-46d5-bccf-ad6e468591d8 {{(pid=88990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 19:20:23.265652 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-9a5040a2-1dcc-482d-a1fd-5311a5491c6a req-0e81d95f-5c90-42f9-87ba-4e2df2c91ab4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:23.301921 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feaa871-9434-4fee-96a9-a2bf3a72e0b8 req-d2d32791-761e-4aed-8c46-71c85cb8b53e tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:23.303618 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6feaa871-9434-4fee-96a9-a2bf3a72e0b8 req-d2d32791-761e-4aed-8c46-71c85cb8b53e tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a8fcdba-9ed4-4e76-945e-12df297099e0 HTTP/1.1" status: 200 len: 946 time: 0.3691814 Dec 15 19:20:23.315164 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [req-9a5040a2-1dcc-482d-a1fd-5311a5491c6a req-0e81d95f-5c90-42f9-87ba-4e2df2c91ab4 service neutron] Transition to ACTIVE for port object e1168d35-e52d-46d5-bccf-ad6e468591d8 will not be triggered until provisioned by entity L2. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:20:23.335325 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816d7c8f-e60b-41e8-8f0b-92c47083c571 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Network 489fa468-360a-4868-b4ac-a400ec975c5b is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:20:23.337801 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-816d7c8f-e60b-41e8-8f0b-92c47083c571 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:20:23.350615 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-74b7897e-90c5-45b0-bfb2-ab50194b5e82 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:23.411848 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-9a5040a2-1dcc-482d-a1fd-5311a5491c6a req-0e81d95f-5c90-42f9-87ba-4e2df2c91ab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:23.438530 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-74b7897e-90c5-45b0-bfb2-ab50194b5e82 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:23.466768 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2a0b4465-57b6-4f9d-a90b-e990c24ade05 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:23.474934 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-dbd22389-cb90-4f67-afb8-4e33469fee21 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:23.545505 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ff2a3afe-84f6-4d3d-91b0-8a309e1f950e req-fa82eaaa-0ee7-44f1-8ffc-bc2a4d7ff742 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=84e8b4bbe4894c70a50ef612e764025b&device_id=5a8fcdba-9ed4-4e76-945e-12df297099e0 HTTP/1.1" status: 200 len: 1099 time: 0.6012251 Dec 15 19:20:23.561072 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b7897e-90c5-45b0-bfb2-ab50194b5e82 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68b87766-0fae-4ed4-b768-8434b169c9f7,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:23.633937 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50a7f18-4cee-4055-8b17-6180877915bd None None] New status for floating IP c587e8b0-7a88-4e00-b469-6fc70add5fba: DOWN {{(pid=88992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 15 19:20:23.672426 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e81d95f-5c90-42f9-87ba-4e2df2c91ab4 service neutron] Pushing event updated for resources: {'Port': ['ID=e1168d35-e52d-46d5-bccf-ad6e468591d8,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:23.673943 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-74b7897e-90c5-45b0-bfb2-ab50194b5e82 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:23.677227 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-74b7897e-90c5-45b0-bfb2-ab50194b5e82 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.9941430 Dec 15 19:20:23.679330 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b7897e-90c5-45b0-bfb2-ab50194b5e82 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:20:23.679992 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b7897e-90c5-45b0-bfb2-ab50194b5e82 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:20:23.680658 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b7897e-90c5-45b0-bfb2-ab50194b5e82 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:20:23.681285 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b7897e-90c5-45b0-bfb2-ab50194b5e82 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:20:23.681944 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b7897e-90c5-45b0-bfb2-ab50194b5e82 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:20:23.682833 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b7897e-90c5-45b0-bfb2-ab50194b5e82 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:20:23.683454 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b7897e-90c5-45b0-bfb2-ab50194b5e82 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:20:23.683924 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6feaa871-9434-4fee-96a9-a2bf3a72e0b8 req-a557bf72-c2fa-4a52-ac79-1dbe88fa04f9 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] 10.222.0.36 "GET /v2.0/security-groups?id=19b98e59-0c96-4874-b9ee-d71b2bd06b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3701286 Dec 15 19:20:23.684318 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b7897e-90c5-45b0-bfb2-ab50194b5e82 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:20:23.685428 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b7897e-90c5-45b0-bfb2-ab50194b5e82 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:20:23.686054 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b7897e-90c5-45b0-bfb2-ab50194b5e82 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:20:23.686705 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b7897e-90c5-45b0-bfb2-ab50194b5e82 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:20:23.687039 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0e81d95f-5c90-42f9-87ba-4e2df2c91ab4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:23.687539 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52826) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:23.692429 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-74b7897e-90c5-45b0-bfb2-ab50194b5e82 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:23.710375 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-79ab78e6-535b-47bc-87c4-d9bc42518f24 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Request body: {'security_group_rule': {'security_group_id': '47648849-e320-430a-9886-95ebe7154e0c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:20:23.734169 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-79ab78e6-535b-47bc-87c4-d9bc42518f24 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:20:23.747766 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcec436c-a066-4210-9c7e-819002a54a61 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Router 0abd52a8-70e7-4639-9926-27c7eae37603 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:20:23.768501 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48634c23-5155-4f4a-b0f9-8b53770ff391 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Router 346e5909-b0a5-42c7-9940-63a4ed7dcdca has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:20:23.787082 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-79ab78e6-535b-47bc-87c4-d9bc42518f24 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Usage tracker for resource:security_group_rule and tenant:f5d7504244ae418d895bf40ffc1e3100 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:20:23.800311 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-79ab78e6-535b-47bc-87c4-d9bc42518f24 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:20:23.808418 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a3afe-84f6-4d3d-91b0-8a309e1f950e req-aeb30e65-0c92-46f5-9533-9dc3c1ab03de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:23.810759 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ff2a3afe-84f6-4d3d-91b0-8a309e1f950e req-aeb30e65-0c92-46f5-9533-9dc3c1ab03de service neutron] 10.222.0.32 "GET /v2.0/networks?id=0fa38694-55b5-4cdc-8b7c-72ddba6039db HTTP/1.1" status: 200 len: 898 time: 0.2537436 Dec 15 19:20:23.911379 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-c2efd0c2-de05-4f52-9a97-8c000d794bee None None] Provisioning complete for port d195d586-a9f3-41f3-91df-2f3c2ad41a97 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:20:23.911796 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c2efd0c2-de05-4f52-9a97-8c000d794bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:23.991477 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-c2efd0c2-de05-4f52-9a97-8c000d794bee None None] Port d195d586-a9f3-41f3-91df-2f3c2ad41a97 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:20:24.013102 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:24.018261 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.32', 58873) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:24.168841 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-79ab78e6-535b-47bc-87c4-d9bc42518f24 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:20:24.239224 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ff2a3afe-84f6-4d3d-91b0-8a309e1f950e req-535760a6-f042-4825-8026-aa0b406210b3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fc06fa8-efc8-4c23-abfd-c14d4a269543 HTTP/1.1" status: 200 len: 217 time: 0.3374975 Dec 15 19:20:24.331304 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcec436c-a066-4210-9c7e-819002a54a61 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:20:24.336797 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-fcec436c-a066-4210-9c7e-819002a54a61 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "PUT /v2.0/routers/0abd52a8-70e7-4639-9926-27c7eae37603/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2376952 Dec 15 19:20:24.342389 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52834) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:24.346185 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642ba3a0-12bb-48a3-8abb-4c4924b89431 None None] Sync routers for ids ['0abd52a8-70e7-4639-9926-27c7eae37603'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:20:24.352081 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-9a5040a2-1dcc-482d-a1fd-5311a5491c6a req-0e81d95f-5c90-42f9-87ba-4e2df2c91ab4 service neutron] Attempting to bind port e1168d35-e52d-46d5-bccf-ad6e468591d8 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:20:24.352462 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-9a5040a2-1dcc-482d-a1fd-5311a5491c6a req-0e81d95f-5c90-42f9-87ba-4e2df2c91ab4 service neutron] Attempting to bind port e1168d35-e52d-46d5-bccf-ad6e468591d8 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'f86a0b93-5433-42ce-984a-8e278a9a4cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc'}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:20:24.352833 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5040a2-1dcc-482d-a1fd-5311a5491c6a req-0e81d95f-5c90-42f9-87ba-4e2df2c91ab4 service neutron] Attempting to bind port e1168d35-e52d-46d5-bccf-ad6e468591d8 on network a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:20:24.360859 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642ba3a0-12bb-48a3-8abb-4c4924b89431 None None] Routers {'0abd52a8-70e7-4639-9926-27c7eae37603'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:20:24.361653 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-642ba3a0-12bb-48a3-8abb-4c4924b89431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:20:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['0abd52a8-70e7-4639-9926-27c7eae37603'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:24.370642 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a3afe-84f6-4d3d-91b0-8a309e1f950e req-56345192-9e59-4150-afae-6aa8348431ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:24.372269 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ff2a3afe-84f6-4d3d-91b0-8a309e1f950e req-56345192-9e59-4150-afae-6aa8348431ba service neutron] 10.222.0.32 "GET /v2.0/subnets?id=12d437f5-d846-4502-aee0-d4b3f14f3197 HTTP/1.1" status: 200 len: 835 time: 0.1220245 Dec 15 19:20:24.423561 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88332dce-7e29-4e20-8f5c-67aca400e05a req-9a76df06-bfe2-4702-b6b7-b77a522d7a4c tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:24.424370 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-88332dce-7e29-4e20-8f5c-67aca400e05a req-9a76df06-bfe2-4702-b6b7-b77a522d7a4c tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Synchronizing usage tracker for tenant:84e8b4bbe4894c70a50ef612e764025b on resource:port {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:20:24.444831 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-79ab78e6-535b-47bc-87c4-d9bc42518f24 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:24.535281 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5040a2-1dcc-482d-a1fd-5311a5491c6a req-0e81d95f-5c90-42f9-87ba-4e2df2c91ab4 service neutron] Port e1168d35-e52d-46d5-bccf-ad6e468591d8 on network a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:20:24.535633 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5040a2-1dcc-482d-a1fd-5311a5491c6a req-0e81d95f-5c90-42f9-87ba-4e2df2c91ab4 service neutron] Attempting to bind port e1168d35-e52d-46d5-bccf-ad6e468591d8 on network a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:20:24.563786 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-88332dce-7e29-4e20-8f5c-67aca400e05a req-9a76df06-bfe2-4702-b6b7-b77a522d7a4c tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Unset dirty status for tenant:84e8b4bbe4894c70a50ef612e764025b on resource:port {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:20:24.565043 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-88332dce-7e29-4e20-8f5c-67aca400e05a req-9a76df06-bfe2-4702-b6b7-b77a522d7a4c tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a8fcdba-9ed4-4e76-945e-12df297099e0 HTTP/1.1" status: 200 len: 946 time: 0.5323806 Dec 15 19:20:24.570365 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6207dd-dc57-4752-8020-04d1d5c2512c req-649aefef-2d03-4037-b104-08a213d1c188 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:24.572033 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-de6207dd-dc57-4752-8020-04d1d5c2512c req-649aefef-2d03-4037-b104-08a213d1c188 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=76d7c3af-0360-40b9-b552-6937e9663a8b HTTP/1.1" status: 200 len: 943 time: 0.4073780 Dec 15 19:20:24.577301 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ff2a3afe-84f6-4d3d-91b0-8a309e1f950e req-ea8e5456-6499-4bab-a75d-0b123851b791 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0fa38694-55b5-4cdc-8b7c-72ddba6039db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1937304 Dec 15 19:20:24.579371 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-642ba3a0-12bb-48a3-8abb-4c4924b89431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:24.589820 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5040a2-1dcc-482d-a1fd-5311a5491c6a req-0e81d95f-5c90-42f9-87ba-4e2df2c91ab4 service neutron] Checking agent: {'id': '59e4c979-c5dd-468d-a1f2-341133950749', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 12, 24), 'started_at': datetime.datetime(2021, 12, 15, 19, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:20:24.590130 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5040a2-1dcc-482d-a1fd-5311a5491c6a req-0e81d95f-5c90-42f9-87ba-4e2df2c91ab4 service neutron] Checking segment: {'id': 'f86a0b93-5433-42ce-984a-8e278a9a4cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:20:24.590582 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5040a2-1dcc-482d-a1fd-5311a5491c6a req-0e81d95f-5c90-42f9-87ba-4e2df2c91ab4 service neutron] Bound using segment: {'id': 'f86a0b93-5433-42ce-984a-8e278a9a4cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc'} {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:20:24.591069 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-9a5040a2-1dcc-482d-a1fd-5311a5491c6a req-0e81d95f-5c90-42f9-87ba-4e2df2c91ab4 service neutron] Bound port: e1168d35-e52d-46d5-bccf-ad6e468591d8, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f86a0b93-5433-42ce-984a-8e278a9a4cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc'}}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:20:24.591454 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-9a5040a2-1dcc-482d-a1fd-5311a5491c6a req-0e81d95f-5c90-42f9-87ba-4e2df2c91ab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:24.607851 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642ba3a0-12bb-48a3-8abb-4c4924b89431 None None] Routers {'0abd52a8-70e7-4639-9926-27c7eae37603'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:20:24.608763 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-642ba3a0-12bb-48a3-8abb-4c4924b89431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:20:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['0abd52a8-70e7-4639-9926-27c7eae37603'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:24.685505 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-642ba3a0-12bb-48a3-8abb-4c4924b89431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:24.686035 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642ba3a0-12bb-48a3-8abb-4c4924b89431 None None] The sync data for ids ['0abd52a8-70e7-4639-9926-27c7eae37603'] in dv-neutron-821831-2-hyperv is: [] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:20:24.941905 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-de6207dd-dc57-4752-8020-04d1d5c2512c req-d1019c4f-f533-4701-a692-609f2799cff2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=49c9f19e-d0b0-41a3-a20c-028df1915a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3573143 Dec 15 19:20:24.979938 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [req-88332dce-7e29-4e20-8f5c-67aca400e05a req-40f8740f-031c-4fe6-b209-a3c391d605f8 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Deleting port 2fc06fa8-efc8-4c23-abfd-c14d4a269543 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:20:24.980325 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-88332dce-7e29-4e20-8f5c-67aca400e05a req-40f8740f-031c-4fe6-b209-a3c391d605f8 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:24.982028 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-79ab78e6-535b-47bc-87c4-d9bc42518f24 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] create failed (client error): There was a conflict when trying to complete your request. Dec 15 19:20:24.983298 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-79ab78e6-535b-47bc-87c4-d9bc42518f24 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.2869213 Dec 15 19:20:24.992668 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52840) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:25.000138 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-9a5040a2-1dcc-482d-a1fd-5311a5491c6a req-0e81d95f-5c90-42f9-87ba-4e2df2c91ab4 service neutron] For port e1168d35-e52d-46d5-bccf-ad6e468591d8, host hv-neutron-8218, cleared binding levels {{(pid=88990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:20:25.015242 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48634c23-5155-4f4a-b0f9-8b53770ff391 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:20:25.021039 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-48634c23-5155-4f4a-b0f9-8b53770ff391 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:25.026182 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86331dc-d39d-4445-8df3-17d7b4ed120d None None] Sync routers for ids ['346e5909-b0a5-42c7-9940-63a4ed7dcdca'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:20:25.040354 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86331dc-d39d-4445-8df3-17d7b4ed120d None None] Routers {'346e5909-b0a5-42c7-9940-63a4ed7dcdca'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:20:25.041418 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-d86331dc-d39d-4445-8df3-17d7b4ed120d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:20:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['346e5909-b0a5-42c7-9940-63a4ed7dcdca'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:25.073798 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-9a5040a2-1dcc-482d-a1fd-5311a5491c6a req-0e81d95f-5c90-42f9-87ba-4e2df2c91ab4 service neutron] For port e1168d35-e52d-46d5-bccf-ad6e468591d8, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=e1168d35-e52d-46d5-bccf-ad6e468591d8,segment=NetworkSegment(f86a0b93-5433-42ce-984a-8e278a9a4cf9),segment_id=f86a0b93-5433-42ce-984a-8e278a9a4cf9)] {{(pid=88990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:20:25.111002 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-d86331dc-d39d-4445-8df3-17d7b4ed120d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:25.122050 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-9a5040a2-1dcc-482d-a1fd-5311a5491c6a req-0e81d95f-5c90-42f9-87ba-4e2df2c91ab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:25.125875 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86331dc-d39d-4445-8df3-17d7b4ed120d None None] Routers {'346e5909-b0a5-42c7-9940-63a4ed7dcdca'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:20:25.126798 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-d86331dc-d39d-4445-8df3-17d7b4ed120d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:20:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['346e5909-b0a5-42c7-9940-63a4ed7dcdca'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:25.139081 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-aabf3b9d-268c-4049-9d97-499402119e25 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:25.188267 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-e8c27b0f-47d6-4a88-8b72-b4d39a7dbee0 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] remove_router_interface failed (client error): The resource could not be found. Dec 15 19:20:25.194389 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e8c27b0f-47d6-4a88-8b72-b4d39a7dbee0 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "PUT /v2.0/routers/0abd52a8-70e7-4639-9926-27c7eae37603/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8447189 Dec 15 19:20:25.197464 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52844) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:25.201200 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-d86331dc-d39d-4445-8df3-17d7b4ed120d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:25.201200 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86331dc-d39d-4445-8df3-17d7b4ed120d None None] The sync data for ids ['346e5909-b0a5-42c7-9940-63a4ed7dcdca'] in dv-neutron-821831-2-hyperv is: [] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:20:25.203630 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-816d7c8f-e60b-41e8-8f0b-92c47083c571 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Router 8bf855a9-1671-4932-aeb0-efe9f2316f44 is scheduled to L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 with binding_index 1 {{(pid=88990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 15 19:20:25.244751 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e69595-5879-4503-ad46-e74c13252279 req-9d0c53c1-aedd-47d8-bc47-e4709f980d2f tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:25.246756 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-31e69595-5879-4503-ad46-e74c13252279 req-9d0c53c1-aedd-47d8-bc47-e4709f980d2f tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a8fcdba-9ed4-4e76-945e-12df297099e0 HTTP/1.1" status: 200 len: 946 time: 0.4031272 Dec 15 19:20:25.268418 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-9a5040a2-1dcc-482d-a1fd-5311a5491c6a req-0e81d95f-5c90-42f9-87ba-4e2df2c91ab4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:25.270527 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9a5040a2-1dcc-482d-a1fd-5311a5491c6a req-0e81d95f-5c90-42f9-87ba-4e2df2c91ab4 service neutron] 10.222.0.32 "PUT /v2.0/ports/e1168d35-e52d-46d5-bccf-ad6e468591d8 HTTP/1.1" status: 200 len: 1093 time: 3.9450648 Dec 15 19:20:25.273107 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76d7c3af-0360-40b9-b552-6937e9663a8b', 'tag': 'e1168d35-e52d-46d5-bccf-ad6e468591d8'}] {{(pid=88990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:20:25.311517 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e81d95f-5c90-42f9-87ba-4e2df2c91ab4 service neutron] Pushing event updated for resources: {'Port': ['ID=e1168d35-e52d-46d5-bccf-ad6e468591d8,revision_number=3']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:25.313291 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-bc426061-8241-4fa6-a150-cc7c305f44fa tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Synchronizing usage tracker for tenant:2a421f48bcf04f759d7a89b7f013838e on resource:port {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:20:25.319752 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ff2a3afe-84f6-4d3d-91b0-8a309e1f950e req-08e61183-a9f9-4671-b3a1-2f337e59dc86 service neutron] 10.222.0.32 "GET /v2.0/networks/0fa38694-55b5-4cdc-8b7c-72ddba6039db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7063346 Dec 15 19:20:25.340613 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0e81d95f-5c90-42f9-87ba-4e2df2c91ab4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:25.346048 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52852) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:25.346270 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-48634c23-5155-4f4a-b0f9-8b53770ff391 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] 10.222.0.36 "PUT /v2.0/floatingips/4acd61d5-2ad2-491c-b935-ebe13dcbce1e HTTP/1.1" status: 200 len: 978 time: 6.9918363 Dec 15 19:20:25.425798 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1cbaec58-f0ad-4088-95b5-2817d76cd5a7 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks [] for security_group, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:25.519145 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-bc426061-8241-4fa6-a150-cc7c305f44fa tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Unset dirty status for tenant:2a421f48bcf04f759d7a89b7f013838e on resource:port {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:20:25.521076 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-bc426061-8241-4fa6-a150-cc7c305f44fa tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "GET /v2.0/ports?device_id=0abd52a8-70e7-4639-9926-27c7eae37603 HTTP/1.1" status: 200 len: 205 time: 0.3171468 Dec 15 19:20:25.526142 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52856) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:25.592247 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76d7c3af-0360-40b9-b552-6937e9663a8b', 'tag': 'e1168d35-e52d-46d5-bccf-ad6e468591d8', 'status': 'completed', 'code': 200} Dec 15 19:20:25.641396 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-88332dce-7e29-4e20-8f5c-67aca400e05a req-40f8740f-031c-4fe6-b209-a3c391d605f8 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] For port 2fc06fa8-efc8-4c23-abfd-c14d4a269543, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=2fc06fa8-efc8-4c23-abfd-c14d4a269543,segment=NetworkSegment(ee834257-2d95-4457-8993-3de4c3c8fb43),segment_id=ee834257-2d95-4457-8993-3de4c3c8fb43)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:20:25.641731 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-88332dce-7e29-4e20-8f5c-67aca400e05a req-40f8740f-031c-4fe6-b209-a3c391d605f8 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:25.651828 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ff2a3afe-84f6-4d3d-91b0-8a309e1f950e req-a1447abd-e6f9-4599-86fe-591c194e037d service neutron] 10.222.0.32 "GET /v2.0/networks/0fa38694-55b5-4cdc-8b7c-72ddba6039db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167765 Dec 15 19:20:25.777595 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [req-88332dce-7e29-4e20-8f5c-67aca400e05a req-40f8740f-031c-4fe6-b209-a3c391d605f8 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Calling delete_port for 2fc06fa8-efc8-4c23-abfd-c14d4a269543 owned by compute:nova {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:20:25.955481 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-88332dce-7e29-4e20-8f5c-67aca400e05a req-40f8740f-031c-4fe6-b209-a3c391d605f8 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:25.961541 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9aa1c84a-3c7b-4046-888e-fb3c04354c2e tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:26.008885 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f8740f-031c-4fe6-b209-a3c391d605f8 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Pushing event deleted for resources: {'Port': ['ID=2fc06fa8-efc8-4c23-abfd-c14d4a269543,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:26.011737 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-40f8740f-031c-4fe6-b209-a3c391d605f8 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:26.030014 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1cbaec58-f0ad-4088-95b5-2817d76cd5a7 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:26.072530 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-31e69595-5879-4503-ad46-e74c13252279 req-eb20aa21-877e-497d-aceb-915c80c10efb tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] 10.222.0.36 "GET /v2.0/security-groups?id=19b98e59-0c96-4874-b9ee-d71b2bd06b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8002834 Dec 15 19:20:26.089255 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [req-88332dce-7e29-4e20-8f5c-67aca400e05a req-40f8740f-031c-4fe6-b209-a3c391d605f8 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] No DVR routers for this DVR port 2fc06fa8-efc8-4c23-abfd-c14d4a269543 on host hv-neutron-8218 {{(pid=88991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:20:26.091773 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-88332dce-7e29-4e20-8f5c-67aca400e05a req-40f8740f-031c-4fe6-b209-a3c391d605f8 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:26.096056 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a8fcdba-9ed4-4e76-945e-12df297099e0', 'name': 'network-vif-deleted', 'tag': '2fc06fa8-efc8-4c23-abfd-c14d4a269543'}] {{(pid=88991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:20:26.127634 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-88332dce-7e29-4e20-8f5c-67aca400e05a req-40f8740f-031c-4fe6-b209-a3c391d605f8 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] 10.222.0.32 "DELETE /v2.0/ports/2fc06fa8-efc8-4c23-abfd-c14d4a269543 HTTP/1.1" status: 204 len: 173 time: 1.5538754 Dec 15 19:20:26.156930 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a8fcdba-9ed4-4e76-945e-12df297099e0', 'name': 'network-vif-deleted', 'tag': '2fc06fa8-efc8-4c23-abfd-c14d4a269543', 'status': 'completed', 'code': 200} Dec 15 19:20:26.264131 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-900b817d-1f8c-48c2-be0e-a5a72d21c73d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for router, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:26.447079 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9a5040a2-1dcc-482d-a1fd-5311a5491c6a req-9dda1052-3fd0-4df5-a3b5-40d3b01cc7bc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c1b74cf25a94156b4530f0bd868c0c9&device_id=76d7c3af-0360-40b9-b552-6937e9663a8b HTTP/1.1" status: 200 len: 1096 time: 1.0174928 Dec 15 19:20:26.456535 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1cbaec58-f0ad-4088-95b5-2817d76cd5a7 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:26.466951 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1f33853e-ad21-47f0-a68e-d0ea8a602a83 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:26.476892 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-07ff588b-dedf-4579-a7de-9935ef352d82 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Deleting port d27c8bc7-6712-42e1-a292-2401c4e9105a {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:20:26.477283 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-07ff588b-dedf-4579-a7de-9935ef352d82 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:26.585214 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbaec58-f0ad-4088-95b5-2817d76cd5a7 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47648849-e320-430a-9886-95ebe7154e0c,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:26.600894 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1cbaec58-f0ad-4088-95b5-2817d76cd5a7 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:26.637996 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9a5040a2-1dcc-482d-a1fd-5311a5491c6a req-0cb31f97-8b1a-4964-b86e-d6939bdffddb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1168d35-e52d-46d5-bccf-ad6e468591d8 HTTP/1.1" status: 200 len: 217 time: 0.1754730 Dec 15 19:20:26.647206 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1cbaec58-f0ad-4088-95b5-2817d76cd5a7 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:26.651176 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1cbaec58-f0ad-4088-95b5-2817d76cd5a7 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] 10.222.0.36 "DELETE /v2.0/security-groups/47648849-e320-430a-9886-95ebe7154e0c HTTP/1.1" status: 204 len: 168 time: 1.6550515 Dec 15 19:20:26.652539 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52864) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:26.716243 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-00bdf39d-0ea0-438d-bb63-b2c2e27aeb40 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Synchronizing usage tracker for tenant:f5d7504244ae418d895bf40ffc1e3100 on resource:security_group {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:20:26.772344 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-00bdf39d-0ea0-438d-bb63-b2c2e27aeb40 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Unset dirty status for tenant:f5d7504244ae418d895bf40ffc1e3100 on resource:security_group {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:20:26.773478 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-00bdf39d-0ea0-438d-bb63-b2c2e27aeb40 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1198635 Dec 15 19:20:26.775209 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570dfdb8-3084-4b27-ab93-42885f19e1f1 req-6440d4a5-7b5e-4c31-8963-dfe0c2340fcf tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:26.777712 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-570dfdb8-3084-4b27-ab93-42885f19e1f1 req-6440d4a5-7b5e-4c31-8963-dfe0c2340fcf tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=76d7c3af-0360-40b9-b552-6937e9663a8b HTTP/1.1" status: 200 len: 943 time: 0.6820595 Dec 15 19:20:26.782980 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52868) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:26.790102 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-d38d478b-9114-45f3-9734-911a164ec938 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Request body: {'security_group': {'name': 'tempest-secgroup--1075701242'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:20:26.797247 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-d38d478b-9114-45f3-9734-911a164ec938 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:20:26.809090 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-d38d478b-9114-45f3-9734-911a164ec938 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:20:26.835552 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d38d478b-9114-45f3-9734-911a164ec938 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks [] for security_group, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:26.874682 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-d38d478b-9114-45f3-9734-911a164ec938 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:20:26.878220 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d38d478b-9114-45f3-9734-911a164ec938 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Usage tracker for resource:security_group_rule and tenant:f5d7504244ae418d895bf40ffc1e3100 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:20:26.881576 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d38d478b-9114-45f3-9734-911a164ec938 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:20:26.888056 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-d38d478b-9114-45f3-9734-911a164ec938 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:20:26.906922 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-816d7c8f-e60b-41e8-8f0b-92c47083c571 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:20:26.918324 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa5f86f-d9d6-4894-ab9e-9e1e18352dff None None] Sync routers for ids ['8bf855a9-1671-4932-aeb0-efe9f2316f44'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:20:26.931785 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-816d7c8f-e60b-41e8-8f0b-92c47083c571 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "PUT /v2.0/routers/8bf855a9-1671-4932-aeb0-efe9f2316f44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8489981 Dec 15 19:20:26.932025 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa5f86f-d9d6-4894-ab9e-9e1e18352dff None None] Routers {'8bf855a9-1671-4932-aeb0-efe9f2316f44'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:20:26.932555 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-daa5f86f-d9d6-4894-ab9e-9e1e18352dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:20:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['8bf855a9-1671-4932-aeb0-efe9f2316f44'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:26.934606 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52872) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:26.997627 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d38d478b-9114-45f3-9734-911a164ec938 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks [] for security_group, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:27.026134 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72474752-f07e-42c2-a097-1b6cfe2e2f70 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:27.028469 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-72474752-f07e-42c2-a097-1b6cfe2e2f70 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Synchronizing usage tracker for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:port {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:20:27.046680 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d38d478b-9114-45f3-9734-911a164ec938 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:27.052533 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:27.079826 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-72474752-f07e-42c2-a097-1b6cfe2e2f70 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Unset dirty status for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:port {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:20:27.084123 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-72474752-f07e-42c2-a097-1b6cfe2e2f70 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/ports/d195d586-a9f3-41f3-91df-2f3c2ad41a97 HTTP/1.1" status: 200 len: 911 time: 0.1452324 Dec 15 19:20:27.096016 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52876) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:27.111923 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-daa5f86f-d9d6-4894-ab9e-9e1e18352dff None None] Set router 8bf855a9-1671-4932-aeb0-efe9f2316f44 gateway port host: None {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:20:27.125688 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5040a2-1dcc-482d-a1fd-5311a5491c6a req-a7f83956-e0ac-4b73-86e2-fc3d9c9d46e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:27.127334 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9a5040a2-1dcc-482d-a1fd-5311a5491c6a req-a7f83956-e0ac-4b73-86e2-fc3d9c9d46e8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee52211e-ff61-4e3a-b19c-7d228d9f300f HTTP/1.1" status: 200 len: 835 time: 0.4567792 Dec 15 19:20:27.179985 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d478b-9114-45f3-9734-911a164ec938 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a20599e1-dfd1-4afe-a48e-63ce4241023d,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:27.184914 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d38d478b-9114-45f3-9734-911a164ec938 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:27.214353 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d38d478b-9114-45f3-9734-911a164ec938 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:27.215668 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d38d478b-9114-45f3-9734-911a164ec938 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4316206 Dec 15 19:20:27.216630 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52882) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:27.224903 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52884) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:27.232617 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-900b817d-1f8c-48c2-be0e-a5a72d21c73d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854207876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854699191'] for router, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:27.246171 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-570dfdb8-3084-4b27-ab93-42885f19e1f1 req-5dd80fbc-80f6-4c85-bdf8-d35e7dd31518 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=49c9f19e-d0b0-41a3-a20c-028df1915a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3456676 Dec 15 19:20:27.253293 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-767538ac-362c-4793-9891-0f3bd0d26c6a tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Request body: {'security_group_rule': {'security_group_id': 'a20599e1-dfd1-4afe-a48e-63ce4241023d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:20:27.254654 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-767538ac-362c-4793-9891-0f3bd0d26c6a tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 19:20:27.255924 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-767538ac-362c-4793-9891-0f3bd0d26c6a tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0286822 Dec 15 19:20:27.261815 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52890) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:27.274388 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-07ff588b-dedf-4579-a7de-9935ef352d82 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:27.274388 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-07ff588b-dedf-4579-a7de-9935ef352d82 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:27.290834 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-900b817d-1f8c-48c2-be0e-a5a72d21c73d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:27.325401 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830bf84f-5c9c-4ddd-90ab-1917a911b086 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:27.329842 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830bf84f-5c9c-4ddd-90ab-1917a911b086 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:27.333356 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-830bf84f-5c9c-4ddd-90ab-1917a911b086 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2320766 Dec 15 19:20:27.336903 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52894) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:27.437033 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-07ff588b-dedf-4579-a7de-9935ef352d82 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Calling delete_port for d27c8bc7-6712-42e1-a292-2401c4e9105a owned by network:floatingip {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:20:27.473262 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-daa5f86f-d9d6-4894-ab9e-9e1e18352dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf855a9-1671-4932-aeb0-efe9f2316f44', 'name': 'tempest-NetworksTestDHCPv6-router-142048499', 'tenant_id': 'e56ca83c553e4935a4e8b75ed76c674c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:20:18Z', 'updated_at': '2021-12-15T19:20:21Z', 'revision_number': 2, 'project_id': 'e56ca83c553e4935a4e8b75ed76c674c', 'gw_port_host': None, '_interfaces': [{'id': 'd195d586-a9f3-41f3-91df-2f3c2ad41a97', 'name': '', 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'tenant_id': 'e56ca83c553e4935a4e8b75ed76c674c', 'mac_address': 'fa:16:3e:4a:98:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bf855a9-1671-4932-aeb0-efe9f2316f44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18850197-334f-4078-a917-09b98df43b8d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:20:20Z', 'updated_at': '2021-12-15T19:20:22Z', 'revision_number': 2, 'project_id': 'e56ca83c553e4935a4e8b75ed76c674c', 'subnets': [{'id': '18850197-334f-4078-a917-09b98df43b8d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:27.478316 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa5f86f-d9d6-4894-ab9e-9e1e18352dff None None] Checking router: 8bf855a9-1671-4932-aeb0-efe9f2316f44 for host: dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:20:27.478712 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa5f86f-d9d6-4894-ab9e-9e1e18352dff None None] Updating router 8bf855a9-1671-4932-aeb0-efe9f2316f44 port d195d586-a9f3-41f3-91df-2f3c2ad41a97 binding host dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 15 19:20:27.534180 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-daa5f86f-d9d6-4894-ab9e-9e1e18352dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:27.566666 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9a5040a2-1dcc-482d-a1fd-5311a5491c6a req-4b09a9bd-04a5-43be-aaca-96489a1e3066 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4153833 Dec 15 19:20:27.616994 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-900b817d-1f8c-48c2-be0e-a5a72d21c73d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854207982'] for router, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:27.617344 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-900b817d-1f8c-48c2-be0e-a5a72d21c73d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Fanout notify agent at l3_agent the message router_deleted on router 0abd52a8-70e7-4639-9926-27c7eae37603 {{(pid=88990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 19:20:27.630550 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 2fc06fa8-efc8-4c23-abfd-c14d4a269543 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:20:27.631850 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-047c0404-8c12-4a52-babf-677b1bfc1e3d tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks [] for security_group, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:27.690069 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] No Port match for: 2fc06fa8-efc8-4c23-abfd-c14d4a269543 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:20:27.690833 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 2fc06fa8-efc8-4c23-abfd-c14d4a269543 not bound to the agent host hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:20:27.952008 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-daa5f86f-d9d6-4894-ab9e-9e1e18352dff None None] Notify callbacks [] for port, precommit_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:27.965114 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-daa5f86f-d9d6-4894-ab9e-9e1e18352dff None None] Transition to ACTIVE for port object d195d586-a9f3-41f3-91df-2f3c2ad41a97 will not be triggered until provisioned by entity L2. {{(pid=88993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:20:27.978007 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-900b817d-1f8c-48c2-be0e-a5a72d21c73d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:27.981864 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-900b817d-1f8c-48c2-be0e-a5a72d21c73d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "DELETE /v2.0/routers/0abd52a8-70e7-4639-9926-27c7eae37603 HTTP/1.1" status: 204 len: 168 time: 2.3799419 Dec 15 19:20:27.991370 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52898) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:28.002902 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-047c0404-8c12-4a52-babf-677b1bfc1e3d tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:28.013217 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-daa5f86f-d9d6-4894-ab9e-9e1e18352dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:28.020030 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:28.152330 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bff3346-2d20-47f1-bd0e-4feeeef881b0 None None] Pushing event updated for resources: {'Port': ['ID=d195d586-a9f3-41f3-91df-2f3c2ad41a97,revision_number=3']} {{(pid=88993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:28.165898 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bff3346-2d20-47f1-bd0e-4feeeef881b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:20:28.166491 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bff3346-2d20-47f1-bd0e-4feeeef881b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:20:28.166975 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bff3346-2d20-47f1-bd0e-4feeeef881b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:20:28.167469 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bff3346-2d20-47f1-bd0e-4feeeef881b0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:20:28.167958 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bff3346-2d20-47f1-bd0e-4feeeef881b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:20:28.168436 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bff3346-2d20-47f1-bd0e-4feeeef881b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:20:28.168900 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bff3346-2d20-47f1-bd0e-4feeeef881b0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:20:28.169380 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bff3346-2d20-47f1-bd0e-4feeeef881b0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:20:28.169839 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bff3346-2d20-47f1-bd0e-4feeeef881b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:20:28.170320 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bff3346-2d20-47f1-bd0e-4feeeef881b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:20:28.170791 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bff3346-2d20-47f1-bd0e-4feeeef881b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:20:28.176607 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8bff3346-2d20-47f1-bd0e-4feeeef881b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:28.235592 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9a5040a2-1dcc-482d-a1fd-5311a5491c6a req-d16119a5-8305-4481-9925-1ad14ccf978e service neutron] 10.222.0.32 "GET /v2.0/networks/a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6566164 Dec 15 19:20:28.268496 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-daa5f86f-d9d6-4894-ab9e-9e1e18352dff None None] Attempting to bind port d195d586-a9f3-41f3-91df-2f3c2ad41a97 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:20:28.268962 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-daa5f86f-d9d6-4894-ab9e-9e1e18352dff None None] Attempting to bind port d195d586-a9f3-41f3-91df-2f3c2ad41a97 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '9575ac7b-3c85-46da-81c5-434024000f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b'}] {{(pid=88993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:20:28.270042 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa5f86f-d9d6-4894-ab9e-9e1e18352dff None None] Attempting to bind port d195d586-a9f3-41f3-91df-2f3c2ad41a97 on network 489fa468-360a-4868-b4ac-a400ec975c5b {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:20:28.277635 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa5f86f-d9d6-4894-ab9e-9e1e18352dff None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:20:28.278054 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa5f86f-d9d6-4894-ab9e-9e1e18352dff None None] Checking segment: {'id': '9575ac7b-3c85-46da-81c5-434024000f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:20:28.278588 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-daa5f86f-d9d6-4894-ab9e-9e1e18352dff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:28.279022 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa5f86f-d9d6-4894-ab9e-9e1e18352dff None None] Bound using segment: {'id': '9575ac7b-3c85-46da-81c5-434024000f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b'} {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:20:28.279539 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-daa5f86f-d9d6-4894-ab9e-9e1e18352dff None None] Bound port: d195d586-a9f3-41f3-91df-2f3c2ad41a97, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9575ac7b-3c85-46da-81c5-434024000f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b'}}] {{(pid=88993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:20:28.279953 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-daa5f86f-d9d6-4894-ab9e-9e1e18352dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:28.377398 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-daa5f86f-d9d6-4894-ab9e-9e1e18352dff None None] For port d195d586-a9f3-41f3-91df-2f3c2ad41a97, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:20:28.381451 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-daa5f86f-d9d6-4894-ab9e-9e1e18352dff None None] For port d195d586-a9f3-41f3-91df-2f3c2ad41a97, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=d195d586-a9f3-41f3-91df-2f3c2ad41a97,segment=NetworkSegment(9575ac7b-3c85-46da-81c5-434024000f40),segment_id=9575ac7b-3c85-46da-81c5-434024000f40)] {{(pid=88993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:20:28.406851 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-07ff588b-dedf-4579-a7de-9935ef352d82 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:28.430641 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f5991892-961c-4746-aa83-f99d391dd5e9 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145021'] for router_interface, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:28.436644 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-daa5f86f-d9d6-4894-ab9e-9e1e18352dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:28.449469 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:28.529756 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0e81d95f-5c90-42f9-87ba-4e2df2c91ab4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:28.546435 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa5f86f-d9d6-4894-ab9e-9e1e18352dff None None] Routers {'8bf855a9-1671-4932-aeb0-efe9f2316f44'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:20:28.547173 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-daa5f86f-d9d6-4894-ab9e-9e1e18352dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:20:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['8bf855a9-1671-4932-aeb0-efe9f2316f44'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:28.559319 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-047c0404-8c12-4a52-babf-677b1bfc1e3d tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:28.605727 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bff3346-2d20-47f1-bd0e-4feeeef881b0 None None] Pushing event updated for resources: {'Port': ['ID=d195d586-a9f3-41f3-91df-2f3c2ad41a97,revision_number=4']} {{(pid=88993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:28.619220 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8bff3346-2d20-47f1-bd0e-4feeeef881b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:28.671734 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f631e80-ff87-43f8-ad80-d62f308d9aa6 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Deleting subnet 15983662-ddee-409e-ab45-d1baba3f467e {{(pid=88990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:20:28.696080 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1f631e80-ff87-43f8-ad80-d62f308d9aa6 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for subnet, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:28.715793 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-26331fb6-f91d-4f12-8fdb-05f31eac3a21 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145021'] for router_interface, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:28.734801 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff588b-dedf-4579-a7de-9935ef352d82 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Pushing event deleted for resources: {'Port': ['ID=d27c8bc7-6712-42e1-a292-2401c4e9105a,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:28.750392 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-daa5f86f-d9d6-4894-ab9e-9e1e18352dff None None] Set router 8bf855a9-1671-4932-aeb0-efe9f2316f44 gateway port host: None {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:20:28.795591 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-07ff588b-dedf-4579-a7de-9935ef352d82 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:28.799121 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ce36152b-880e-4e9a-a6fd-04e385ffa462 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.135s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:28.889674 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047c0404-8c12-4a52-babf-677b1bfc1e3d tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20599e1-dfd1-4afe-a48e-63ce4241023d,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:28.918137 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-047c0404-8c12-4a52-babf-677b1bfc1e3d tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:28.930992 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-047c0404-8c12-4a52-babf-677b1bfc1e3d tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:28.932386 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-047c0404-8c12-4a52-babf-677b1bfc1e3d tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] 10.222.0.36 "DELETE /v2.0/security-groups/a20599e1-dfd1-4afe-a48e-63ce4241023d HTTP/1.1" status: 204 len: 168 time: 1.6669946 Dec 15 19:20:28.935536 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52904) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:28.951142 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9a5040a2-1dcc-482d-a1fd-5311a5491c6a req-aed244e8-801d-44cd-993a-0cacf3edc086 service neutron] 10.222.0.32 "GET /v2.0/networks/a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5466571 Dec 15 19:20:28.955928 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1f631e80-ff87-43f8-ad80-d62f308d9aa6 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838448728'] for subnet, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:29.017777 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-07ff588b-dedf-4579-a7de-9935ef352d82 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks [] for floatingip, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:29.169477 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf53db-ffa9-44f4-8dd3-9528e61c82a9 req-b6155e4c-dc8e-4f1a-8e91-a5db83089208 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:29.171818 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-aebf53db-ffa9-44f4-8dd3-9528e61c82a9 req-b6155e4c-dc8e-4f1a-8e91-a5db83089208 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=76d7c3af-0360-40b9-b552-6937e9663a8b HTTP/1.1" status: 200 len: 943 time: 0.5930138 Dec 15 19:20:29.261545 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ceac4de1-cfd8-4078-96d1-01abd04acf31 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Synchronizing usage tracker for tenant:f5d7504244ae418d895bf40ffc1e3100 on resource:security_group {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:20:29.291319 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1f631e80-ff87-43f8-ad80-d62f308d9aa6 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:29.329288 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-daa5f86f-d9d6-4894-ab9e-9e1e18352dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf855a9-1671-4932-aeb0-efe9f2316f44', 'name': 'tempest-NetworksTestDHCPv6-router-142048499', 'tenant_id': 'e56ca83c553e4935a4e8b75ed76c674c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:20:18Z', 'updated_at': '2021-12-15T19:20:21Z', 'revision_number': 2, 'project_id': 'e56ca83c553e4935a4e8b75ed76c674c', 'gw_port_host': None, '_interfaces': [{'id': 'd195d586-a9f3-41f3-91df-2f3c2ad41a97', 'name': '', 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'tenant_id': 'e56ca83c553e4935a4e8b75ed76c674c', 'mac_address': 'fa:16:3e:4a:98:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bf855a9-1671-4932-aeb0-efe9f2316f44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18850197-334f-4078-a917-09b98df43b8d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:20:20Z', 'updated_at': '2021-12-15T19:20:28Z', 'revision_number': 4, 'project_id': 'e56ca83c553e4935a4e8b75ed76c674c', 'subnets': [{'id': '18850197-334f-4078-a917-09b98df43b8d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:29.336133 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa5f86f-d9d6-4894-ab9e-9e1e18352dff None None] The sync data for ids ['8bf855a9-1671-4932-aeb0-efe9f2316f44'] in dv-neutron-821831-2-hyperv is: [{'id': '8bf855a9-1671-4932-aeb0-efe9f2316f44', 'name': 'tempest-NetworksTestDHCPv6-router-142048499', 'tenant_id': 'e56ca83c553e4935a4e8b75ed76c674c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:20:18Z', 'updated_at': '2021-12-15T19:20:21Z', 'revision_number': 2, 'project_id': 'e56ca83c553e4935a4e8b75ed76c674c', 'gw_port_host': None, '_interfaces': [{'id': 'd195d586-a9f3-41f3-91df-2f3c2ad41a97', 'name': '', 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'tenant_id': 'e56ca83c553e4935a4e8b75ed76c674c', 'mac_address': 'fa:16:3e:4a:98:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bf855a9-1671-4932-aeb0-efe9f2316f44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18850197-334f-4078-a917-09b98df43b8d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:20:20Z', 'updated_at': '2021-12-15T19:20:28Z', 'revision_number': 4, 'project_id': 'e56ca83c553e4935a4e8b75ed76c674c', 'subnets': [{'id': '18850197-334f-4078-a917-09b98df43b8d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:20:29.342074 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-aebf53db-ffa9-44f4-8dd3-9528e61c82a9 req-a321e343-c298-4285-b9c8-750177aea566 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=49c9f19e-d0b0-41a3-a20c-028df1915a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494734 Dec 15 19:20:29.377975 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ceac4de1-cfd8-4078-96d1-01abd04acf31 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Unset dirty status for tenant:f5d7504244ae418d895bf40ffc1e3100 on resource:security_group {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:20:29.380457 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ceac4de1-cfd8-4078-96d1-01abd04acf31 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4421577 Dec 15 19:20:29.412704 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52908) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:29.436222 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-cfcc6c5f-f9d1-4315-a5d4-a44a07ebf37e req-bb0e0ebf-5970-4473-8b4b-5a4a5d688b85 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c1b74cf25a94156b4530f0bd868c0c9&device_id=76d7c3af-0360-40b9-b552-6937e9663a8b HTTP/1.1" status: 200 len: 1096 time: 0.3577037 Dec 15 19:20:29.439376 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-f3d49183-8290-4971-8037-93ff274b06cc tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Request body: {'security_group': {'name': 'tempest-secgroup--1541120120'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:20:29.440007 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-26331fb6-f91d-4f12-8fdb-05f31eac3a21 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Deleting port d195d586-a9f3-41f3-91df-2f3c2ad41a97 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:20:29.440400 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-26331fb6-f91d-4f12-8fdb-05f31eac3a21 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:29.482794 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-f3d49183-8290-4971-8037-93ff274b06cc tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:20:29.565189 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-f3d49183-8290-4971-8037-93ff274b06cc tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:20:29.657625 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1f631e80-ff87-43f8-ad80-d62f308d9aa6 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16636259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14850861'] for subnet, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:29.663864 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4f03c65c-ee9f-4682-ab68-ef272af640e1 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:29.701941 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc6c5f-f9d1-4315-a5d4-a44a07ebf37e req-d914f019-936a-4528-a12c-abd14d3ab66f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:29.703591 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-cfcc6c5f-f9d1-4315-a5d4-a44a07ebf37e req-d914f019-936a-4528-a12c-abd14d3ab66f service neutron] 10.222.0.32 "GET /v2.0/networks?id=a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc HTTP/1.1" status: 200 len: 897 time: 0.2528312 Dec 15 19:20:29.707366 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-26331fb6-f91d-4f12-8fdb-05f31eac3a21 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] For port d195d586-a9f3-41f3-91df-2f3c2ad41a97, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=d195d586-a9f3-41f3-91df-2f3c2ad41a97,segment=NetworkSegment(9575ac7b-3c85-46da-81c5-434024000f40),segment_id=9575ac7b-3c85-46da-81c5-434024000f40)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:20:29.707761 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-26331fb6-f91d-4f12-8fdb-05f31eac3a21 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:29.711740 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f3d49183-8290-4971-8037-93ff274b06cc tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks [] for security_group, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:29.794321 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f631e80-ff87-43f8-ad80-d62f308d9aa6 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Pushing event deleted for resources: {'Subnet': ['ID=15983662-ddee-409e-ab45-d1baba3f467e,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:29.797571 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1f631e80-ff87-43f8-ad80-d62f308d9aa6 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:29.829938 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6adc72-ce23-4fdc-a7ab-c46a5d1165df None None] Network 40b4772b-6fb3-4c02-9a90-2d0c10385137 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:20:29.835281 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1f631e80-ff87-43f8-ad80-d62f308d9aa6 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:29.848536 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-cfcc6c5f-f9d1-4315-a5d4-a44a07ebf37e req-03577cb8-1a2d-405e-9513-75d64dee6d73 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1168d35-e52d-46d5-bccf-ad6e468591d8 HTTP/1.1" status: 200 len: 217 time: 0.1241353 Dec 15 19:20:29.887815 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-26331fb6-f91d-4f12-8fdb-05f31eac3a21 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Calling delete_port for d195d586-a9f3-41f3-91df-2f3c2ad41a97 owned by network:router_interface {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:20:29.908976 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1f631e80-ff87-43f8-ad80-d62f308d9aa6 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "DELETE /v2.0/subnets/15983662-ddee-409e-ab45-d1baba3f467e HTTP/1.1" status: 204 len: 168 time: 1.9138720 Dec 15 19:20:29.946917 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52912) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:29.990730 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-f3d49183-8290-4971-8037-93ff274b06cc tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:20:30.001568 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-f3d49183-8290-4971-8037-93ff274b06cc tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Usage tracker for resource:security_group_rule and tenant:f5d7504244ae418d895bf40ffc1e3100 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:20:30.010885 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-f3d49183-8290-4971-8037-93ff274b06cc tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:20:30.024289 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-f3d49183-8290-4971-8037-93ff274b06cc tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:20:30.033275 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc6c5f-f9d1-4315-a5d4-a44a07ebf37e req-e1716270-153b-4c8d-b234-5373a45f5e8f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:30.035977 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-cfcc6c5f-f9d1-4315-a5d4-a44a07ebf37e req-e1716270-153b-4c8d-b234-5373a45f5e8f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee52211e-ff61-4e3a-b19c-7d228d9f300f HTTP/1.1" status: 200 len: 835 time: 0.1247056 Dec 15 19:20:30.094613 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-43876271-db76-4337-9d88-55e5e5a44f4b tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:30.148391 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-43876271-db76-4337-9d88-55e5e5a44f4b tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Deleting port 3700eed8-628f-4687-b9df-5049cef7900b {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:20:30.148771 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-43876271-db76-4337-9d88-55e5e5a44f4b tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:30.243649 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f3d49183-8290-4971-8037-93ff274b06cc tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks [] for security_group, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:30.267872 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-cfcc6c5f-f9d1-4315-a5d4-a44a07ebf37e req-fe036696-470f-4dd9-9887-918d08e11857 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2209353 Dec 15 19:20:30.341294 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5cb060-d0be-46eb-9697-cda14c888420 None None] DHCP port deletion for 40b4772b-6fb3-4c02-9a90-2d0c10385137 request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:20:30.347692 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-3b5cb060-d0be-46eb-9697-cda14c888420 None None] Deleting port 3700eed8-628f-4687-b9df-5049cef7900b {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:20:30.348360 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3b5cb060-d0be-46eb-9697-cda14c888420 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:30.373249 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-f5991892-961c-4746-aa83-f99d391dd5e9 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Deleting port 33746b42-3393-4189-adbb-ae5699313ea8 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:20:30.375875 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f5991892-961c-4746-aa83-f99d391dd5e9 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:30.662792 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-3b5cb060-d0be-46eb-9697-cda14c888420 None None] For port 3700eed8-628f-4687-b9df-5049cef7900b, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=3700eed8-628f-4687-b9df-5049cef7900b,segment=NetworkSegment(b6b507f9-a9cd-481e-8bc6-50cbd8353090),segment_id=b6b507f9-a9cd-481e-8bc6-50cbd8353090)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:20:30.663340 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3b5cb060-d0be-46eb-9697-cda14c888420 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:30.673364 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f3d49183-8290-4971-8037-93ff274b06cc tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:30.689489 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:30.812302 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-3b5cb060-d0be-46eb-9697-cda14c888420 None None] Calling delete_port for 3700eed8-628f-4687-b9df-5049cef7900b owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:20:30.887971 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-43876271-db76-4337-9d88-55e5e5a44f4b tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] For port 3700eed8-628f-4687-b9df-5049cef7900b, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=3700eed8-628f-4687-b9df-5049cef7900b,segment=NetworkSegment(b6b507f9-a9cd-481e-8bc6-50cbd8353090),segment_id=b6b507f9-a9cd-481e-8bc6-50cbd8353090)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:20:30.890370 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-cfcc6c5f-f9d1-4315-a5d4-a44a07ebf37e req-9ddc383f-ac8b-4b50-9a3c-b11f3ff12c9a service neutron] 10.222.0.32 "GET /v2.0/networks/a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6038802 Dec 15 19:20:30.890574 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-43876271-db76-4337-9d88-55e5e5a44f4b tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:30.891403 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d49183-8290-4971-8037-93ff274b06cc tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a70208-9e17-4abf-a7fa-141db7125a8e,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:30.894584 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f3d49183-8290-4971-8037-93ff274b06cc tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:30.939010 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3b5cb060-d0be-46eb-9697-cda14c888420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866'] for port, after_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:30.946041 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:30.991799 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5cb060-d0be-46eb-9697-cda14c888420 None None] Pushing event deleted for resources: {'Port': ['ID=3700eed8-628f-4687-b9df-5049cef7900b,revision_number=None']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:31.000639 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device d195d586-a9f3-41f3-91df-2f3c2ad41a97 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:20:31.027285 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5cb060-d0be-46eb-9697-cda14c888420 None None] No DVR routers for this DVR port 3700eed8-628f-4687-b9df-5049cef7900b on host dv-neutron-821831-2-hyperv {{(pid=88992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:20:31.029056 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3b5cb060-d0be-46eb-9697-cda14c888420 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:31.040239 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: d195d586-a9f3-41f3-91df-2f3c2ad41a97 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:20:31.040733 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device d195d586-a9f3-41f3-91df-2f3c2ad41a97 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}} Dec 15 19:20:31.061750 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-43876271-db76-4337-9d88-55e5e5a44f4b tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Calling delete_port for 3700eed8-628f-4687-b9df-5049cef7900b owned by network:dhcp {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:20:31.077146 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Port d195d586-a9f3-41f3-91df-2f3c2ad41a97 not found, will not notify nova. {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 15 19:20:31.101030 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f3d49183-8290-4971-8037-93ff274b06cc tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:31.104948 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f3d49183-8290-4971-8037-93ff274b06cc tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.6796939 Dec 15 19:20:31.107045 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-26331fb6-f91d-4f12-8fdb-05f31eac3a21 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:31.110878 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52920) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:31.116880 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9168f32b-7580-4f34-9e93-b22cd7048fd3 tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:31.127840 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 3700eed8-628f-4687-b9df-5049cef7900b no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:20:31.138080 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-3922d285-fd0a-4215-91a1-b54aab0f994d tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Request body: {'security_group_rule': {'security_group_id': 'b1a70208-9e17-4abf-a7fa-141db7125a8e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:20:31.138823 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-3922d285-fd0a-4215-91a1-b54aab0f994d tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 19:20:31.142772 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-3922d285-fd0a-4215-91a1-b54aab0f994d tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0219517 Dec 15 19:20:31.147952 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52924) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:31.149860 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07ff588b-dedf-4579-a7de-9935ef352d82 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Router 346e5909-b0a5-42c7-9940-63a4ed7dcdca has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:20:31.170569 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 3700eed8-628f-4687-b9df-5049cef7900b {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:20:31.171478 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 3700eed8-628f-4687-b9df-5049cef7900b not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:20:31.182547 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26331fb6-f91d-4f12-8fdb-05f31eac3a21 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event deleted for resources: {'Port': ['ID=d195d586-a9f3-41f3-91df-2f3c2ad41a97,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:31.197664 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-26331fb6-f91d-4f12-8fdb-05f31eac3a21 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:31.244111 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-cfcc6c5f-f9d1-4315-a5d4-a44a07ebf37e req-ba0cef28-8057-4370-8ab1-8d976206d4e2 service neutron] 10.222.0.32 "GET /v2.0/networks/a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958848 Dec 15 19:20:31.265813 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f7e89-a496-4ba8-b2ac-0da22bd7d9e7 req-43cdcdad-3434-4f37-9147-2821f90f7dde tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:31.267538 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-499f7e89-a496-4ba8-b2ac-0da22bd7d9e7 req-43cdcdad-3434-4f37-9147-2821f90f7dde tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=76d7c3af-0360-40b9-b552-6937e9663a8b HTTP/1.1" status: 200 len: 943 time: 0.5792267 Dec 15 19:20:31.276173 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c2b04a-8278-4bfb-9564-ff60927e7c5d req-e0f55e13-dbde-4ae7-bd2c-3629cf3bc553 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:31.283412 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-79c2b04a-8278-4bfb-9564-ff60927e7c5d req-e0f55e13-dbde-4ae7-bd2c-3629cf3bc553 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b7fa720-d8e5-4510-aeb0-a3b286372c89 HTTP/1.1" status: 200 len: 946 time: 0.3815358 Dec 15 19:20:31.469585 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-98b50ba7-0327-4bb8-8014-7a35dd1e8a81 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks [] for security_group, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:31.490898 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-499f7e89-a496-4ba8-b2ac-0da22bd7d9e7 req-b2f548e7-cac7-494e-873d-4b5210165b61 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=49c9f19e-d0b0-41a3-a20c-028df1915a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2010565 Dec 15 19:20:31.498771 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-79c2b04a-8278-4bfb-9564-ff60927e7c5d req-d73c9a60-6358-46d1-8377-ff9765cc5a88 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3112f8-b936-4176-9b46-6040cf25625e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2141852 Dec 15 19:20:31.501968 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-43876271-db76-4337-9d88-55e5e5a44f4b tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88991) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:20:31.502342 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-43876271-db76-4337-9d88-55e5e5a44f4b tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:20:31.522545 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-98b50ba7-0327-4bb8-8014-7a35dd1e8a81 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:31.541072 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-f5991892-961c-4746-aa83-f99d391dd5e9 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] For port 33746b42-3393-4189-adbb-ae5699313ea8, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=33746b42-3393-4189-adbb-ae5699313ea8,segment=NetworkSegment(ee834257-2d95-4457-8993-3de4c3c8fb43),segment_id=ee834257-2d95-4457-8993-3de4c3c8fb43)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:20:31.541481 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f5991892-961c-4746-aa83-f99d391dd5e9 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:31.556658 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-26331fb6-f91d-4f12-8fdb-05f31eac3a21 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852815828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854144871'] for router_interface, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:31.645718 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device e1168d35-e52d-46d5-bccf-ad6e468591d8 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 15 19:20:31.688102 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-f5991892-961c-4746-aa83-f99d391dd5e9 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Calling delete_port for 33746b42-3393-4189-adbb-ae5699313ea8 owned by network:router_interface {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:20:31.748968 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-98b50ba7-0327-4bb8-8014-7a35dd1e8a81 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:31.755633 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-10626f4e-a194-4168-ba74-3f96be3a7aed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:31.789043 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b50ba7-0327-4bb8-8014-7a35dd1e8a81 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a70208-9e17-4abf-a7fa-141db7125a8e,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:31.795676 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-98b50ba7-0327-4bb8-8014-7a35dd1e8a81 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:31.811816 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eacb08e-bed5-4e3e-9b58-3570d8649ddb req-2f37ca5e-ba8a-4b0d-8101-33a9357b9e01 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:31.813414 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3eacb08e-bed5-4e3e-9b58-3570d8649ddb req-2f37ca5e-ba8a-4b0d-8101-33a9357b9e01 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b7fa720-d8e5-4510-aeb0-a3b286372c89 HTTP/1.1" status: 200 len: 946 time: 0.1795149 Dec 15 19:20:31.815589 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-98b50ba7-0327-4bb8-8014-7a35dd1e8a81 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:31.820495 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-98b50ba7-0327-4bb8-8014-7a35dd1e8a81 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] 10.222.0.36 "DELETE /v2.0/security-groups/b1a70208-9e17-4abf-a7fa-141db7125a8e HTTP/1.1" status: 204 len: 168 time: 0.6653297 Dec 15 19:20:31.820662 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port e1168d35-e52d-46d5-bccf-ad6e468591d8, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=e1168d35-e52d-46d5-bccf-ad6e468591d8,segment=NetworkSegment(f86a0b93-5433-42ce-984a-8e278a9a4cf9),segment_id=f86a0b93-5433-42ce-984a-8e278a9a4cf9)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:20:31.820766 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52930) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:31.836518 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Returning: {'device': 'e1168d35-e52d-46d5-bccf-ad6e468591d8', 'network_id': 'a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc', 'port_id': 'e1168d35-e52d-46d5-bccf-ad6e468591d8', 'mac_address': 'fa:16:3e:ba:33:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee52211e-ff61-4e3a-b19c-7d228d9f300f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 19:20:31.869944 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07ff588b-dedf-4579-a7de-9935ef352d82 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:20:31.882743 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-07ff588b-dedf-4579-a7de-9935ef352d82 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:31.885199 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ce892d-9e3e-4905-9462-571baacdaea1 None None] Sync routers for ids ['346e5909-b0a5-42c7-9940-63a4ed7dcdca'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:20:31.904825 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:31.925937 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ce892d-9e3e-4905-9462-571baacdaea1 None None] Routers {'346e5909-b0a5-42c7-9940-63a4ed7dcdca'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:20:31.926661 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-18ce892d-9e3e-4905-9462-571baacdaea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:20:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['346e5909-b0a5-42c7-9940-63a4ed7dcdca'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:31.973650 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3eacb08e-bed5-4e3e-9b58-3570d8649ddb req-23faa7ba-4e5f-48fa-81fd-f42996686452 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3112f8-b936-4176-9b46-6040cf25625e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342542 Dec 15 19:20:31.977738 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-62dfabc2-ab62-4b80-a7cd-42c000ef029f tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Synchronizing usage tracker for tenant:f5d7504244ae418d895bf40ffc1e3100 on resource:security_group {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:20:31.984785 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-07ff588b-dedf-4579-a7de-9935ef352d82 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] 10.222.0.36 "DELETE /v2.0/floatingips/4acd61d5-2ad2-491c-b935-ebe13dcbce1e HTTP/1.1" status: 204 len: 168 time: 6.6349516 Dec 15 19:20:31.985947 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52934) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:31.999928 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-18ce892d-9e3e-4905-9462-571baacdaea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:32.009537 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1168d35-e52d-46d5-bccf-ad6e468591d8 {{(pid=88992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 19:20:32.020247 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ce892d-9e3e-4905-9462-571baacdaea1 None None] Routers {'346e5909-b0a5-42c7-9940-63a4ed7dcdca'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:20:32.021148 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-18ce892d-9e3e-4905-9462-571baacdaea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:20:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['346e5909-b0a5-42c7-9940-63a4ed7dcdca'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:32.069984 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-62dfabc2-ab62-4b80-a7cd-42c000ef029f tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Unset dirty status for tenant:f5d7504244ae418d895bf40ffc1e3100 on resource:security_group {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:20:32.075054 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-62dfabc2-ab62-4b80-a7cd-42c000ef029f tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2500074 Dec 15 19:20:32.075765 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52940) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:32.081566 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-a5e82c4e-0ed4-46fc-afae-e89956e36d2a tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Request body: {'security_group': {'name': 'tempest-secgroup--1906756790'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:20:32.087444 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-43876271-db76-4337-9d88-55e5e5a44f4b tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Deleting port 3700eed8-628f-4687-b9df-5049cef7900b {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:20:32.088020 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-43876271-db76-4337-9d88-55e5e5a44f4b tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:32.095694 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-3c9c5f79-5ac8-4370-b49a-b47458326166 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Deleting port 57f7bace-78c0-46b4-a313-b547cf3b45b1 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:20:32.096082 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3c9c5f79-5ac8-4370-b49a-b47458326166 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:32.125968 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a5e82c4e-0ed4-46fc-afae-e89956e36d2a tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:20:32.153732 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a5e82c4e-0ed4-46fc-afae-e89956e36d2a tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:20:32.164497 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-18ce892d-9e3e-4905-9462-571baacdaea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:32.166212 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ce892d-9e3e-4905-9462-571baacdaea1 None None] The sync data for ids ['346e5909-b0a5-42c7-9940-63a4ed7dcdca'] in dv-neutron-821831-2-hyperv is: [] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:20:32.180476 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-43876271-db76-4337-9d88-55e5e5a44f4b tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] The port '3700eed8-628f-4687-b9df-5049cef7900b' was deleted {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 15 19:20:32.209310 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port e1168d35-e52d-46d5-bccf-ad6e468591d8, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=e1168d35-e52d-46d5-bccf-ad6e468591d8,segment=NetworkSegment(f86a0b93-5433-42ce-984a-8e278a9a4cf9),segment_id=f86a0b93-5433-42ce-984a-8e278a9a4cf9)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:20:32.222483 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a5e82c4e-0ed4-46fc-afae-e89956e36d2a tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks [] for security_group, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:32.263941 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:32.266968 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b4c919ed-ca1a-40ec-9056-b7642517ffb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:32.341892 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=e1168d35-e52d-46d5-bccf-ad6e468591d8,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:32.345863 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:32.371765 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a5e82c4e-0ed4-46fc-afae-e89956e36d2a tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:20:32.382295 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-a5e82c4e-0ed4-46fc-afae-e89956e36d2a tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Usage tracker for resource:security_group_rule and tenant:f5d7504244ae418d895bf40ffc1e3100 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:20:32.387707 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-a5e82c4e-0ed4-46fc-afae-e89956e36d2a tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:20:32.398855 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a5e82c4e-0ed4-46fc-afae-e89956e36d2a tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:20:32.452450 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3c9c5f79-5ac8-4370-b49a-b47458326166 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:32.481871 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-43876271-db76-4337-9d88-55e5e5a44f4b tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:32.497399 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26331fb6-f91d-4f12-8fdb-05f31eac3a21 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Router 8bf855a9-1671-4932-aeb0-efe9f2316f44 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:20:32.503006 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] get_ports_and_sgs() called for port_ids ['e1168d35-e52d-46d5-bccf-ad6e468591d8'] {{(pid=88992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 19:20:32.600146 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-43876271-db76-4337-9d88-55e5e5a44f4b tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40b4772b-6fb3-4c02-9a90-2d0c10385137']}} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:32.616212 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-43876271-db76-4337-9d88-55e5e5a44f4b tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6b507f9-a9cd-481e-8bc6-50cbd8353090') {'for_net_delete': True} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:32.617035 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-43876271-db76-4337-9d88-55e5e5a44f4b tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6b507f9-a9cd-481e-8bc6-50cbd8353090') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:32.631272 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-43876271-db76-4337-9d88-55e5e5a44f4b tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838443042'] for segment, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:32.670362 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-3c9c5f79-5ac8-4370-b49a-b47458326166 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Calling delete_port for 57f7bace-78c0-46b4-a313-b547cf3b45b1 owned by {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:20:32.724605 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f5991892-961c-4746-aa83-f99d391dd5e9 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:32.734873 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b243c6aa-49b8-4f74-98e5-d325ed8bca4b tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:32.781040 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-43876271-db76-4337-9d88-55e5e5a44f4b tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:32.790329 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5991892-961c-4746-aa83-f99d391dd5e9 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Pushing event deleted for resources: {'Port': ['ID=33746b42-3393-4189-adbb-ae5699313ea8,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:32.793061 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f5991892-961c-4746-aa83-f99d391dd5e9 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:32.821982 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a5e82c4e-0ed4-46fc-afae-e89956e36d2a tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks [] for security_group, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:32.853111 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a5e82c4e-0ed4-46fc-afae-e89956e36d2a tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:32.859636 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43876271-db76-4337-9d88-55e5e5a44f4b tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=88991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:20:32.860603 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-43876271-db76-4337-9d88-55e5e5a44f4b tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838443729'] for segment, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:32.861669 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8c030bab-2e50-4c5e-988d-676d96ae58ef tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:33.000587 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7997924e-0a7c-4a22-96da-6beae3867182 req-d7a3a54d-b19e-4cf4-9261-01df1ffaf545 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:33.002281 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7997924e-0a7c-4a22-96da-6beae3867182 req-d7a3a54d-b19e-4cf4-9261-01df1ffaf545 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b7fa720-d8e5-4510-aeb0-a3b286372c89 HTTP/1.1" status: 200 len: 946 time: 0.5302651 Dec 15 19:20:33.020504 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd2592-7319-4e8f-9831-c1762cd89d74 req-4de2178c-cc86-4207-b468-764fa9b401c7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:33.022200 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-92bd2592-7319-4e8f-9831-c1762cd89d74 req-4de2178c-cc86-4207-b468-764fa9b401c7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=76d7c3af-0360-40b9-b552-6937e9663a8b HTTP/1.1" status: 200 len: 944 time: 0.3136642 Dec 15 19:20:33.043709 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e82c4e-0ed4-46fc-afae-e89956e36d2a tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52b0a828-eed9-4e57-af3d-25232e8d5d30,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:33.056624 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a5e82c4e-0ed4-46fc-afae-e89956e36d2a tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:33.060300 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a5e82c4e-0ed4-46fc-afae-e89956e36d2a tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:33.061637 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a5e82c4e-0ed4-46fc-afae-e89956e36d2a tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9853330 Dec 15 19:20:33.084000 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52948) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:33.108349 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:20:33.108349 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:20:33.108349 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:20:33.108349 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:20:33.108349 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:20:33.108349 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:20:33.108349 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:20:33.108349 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:20:33.108349 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:20:33.108349 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:20:33.108349 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:20:33.108349 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:20:33.108349 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:20:33.108349 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:20:33.108349 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:20:33.108349 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:20:33.108349 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:20:33.108349 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:20:33.108349 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:20:33.108349 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:20:33.108349 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:20:33.108349 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:20:33.108349 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:20:33.108349 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:20:33.108349 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:20:33.108349 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:20:33.108349 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:20:33.108349 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:20:33.108349 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:20:33.108349 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:20:33.108349 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:20:33.108349 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:20:33.108349 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:20:33.108349 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:20:33.108349 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:20:33.108349 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:20:33.108349 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:20:33.108349 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:20:33.108349 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:20:33.108349 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:20:33.125557 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-6482bfa0-ad8a-49d7-84fc-fde54448180b tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Request body: {'security_group_rule': {'security_group_id': '52b0a828-eed9-4e57-af3d-25232e8d5d30', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:20:33.126437 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-6482bfa0-ad8a-49d7-84fc-fde54448180b tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 19:20:33.127401 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6482bfa0-ad8a-49d7-84fc-fde54448180b tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0423524 Dec 15 19:20:33.134464 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52952) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:33.161858 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-a0167897-af2b-488a-9497-1d4109a24db3 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Request body: {'security_group_rule': {'security_group_id': '52b0a828-eed9-4e57-af3d-25232e8d5d30', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:20:33.162633 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-a0167897-af2b-488a-9497-1d4109a24db3 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 19:20:33.166316 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a0167897-af2b-488a-9497-1d4109a24db3 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0270739 Dec 15 19:20:33.181851 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52956) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:33.194200 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-bcc19102-6953-4597-8100-ebab3993ed9c tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Request body: {'security_group_rule': {'security_group_id': '52b0a828-eed9-4e57-af3d-25232e8d5d30', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:20:33.194981 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-bcc19102-6953-4597-8100-ebab3993ed9c tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 19:20:33.198797 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-bcc19102-6953-4597-8100-ebab3993ed9c tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0131462 Dec 15 19:20:33.208075 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52960) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:33.220076 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-8689d080-8347-48ba-95fa-a1c37ded67c0 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Request body: {'security_group_rule': {'security_group_id': '52b0a828-eed9-4e57-af3d-25232e8d5d30', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:20:33.220834 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-8689d080-8347-48ba-95fa-a1c37ded67c0 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 19:20:33.222330 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8689d080-8347-48ba-95fa-a1c37ded67c0 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0106633 Dec 15 19:20:33.229932 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7997924e-0a7c-4a22-96da-6beae3867182 req-bfd0cecf-9ae7-4962-aad7-a66222810b2b tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3112f8-b936-4176-9b46-6040cf25625e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2171214 Dec 15 19:20:33.230689 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52964) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:33.258888 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-92bd2592-7319-4e8f-9831-c1762cd89d74 req-c45d10dd-ae30-41ea-964f-cebd0e25c735 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=49c9f19e-d0b0-41a3-a20c-028df1915a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2079630 Dec 15 19:20:33.271961 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3c9c5f79-5ac8-4370-b49a-b47458326166 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:33.287307 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0e81d95f-5c90-42f9-87ba-4e2df2c91ab4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:33.303417 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26331fb6-f91d-4f12-8fdb-05f31eac3a21 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:20:33.314824 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbaf54b-ab5a-4e68-9020-c39dd4ffeaf6 None None] Sync routers for ids ['8bf855a9-1671-4932-aeb0-efe9f2316f44'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:20:33.329502 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbaf54b-ab5a-4e68-9020-c39dd4ffeaf6 None None] Routers {'8bf855a9-1671-4932-aeb0-efe9f2316f44'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:20:33.330493 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-3cbaf54b-ab5a-4e68-9020-c39dd4ffeaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:20:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['8bf855a9-1671-4932-aeb0-efe9f2316f44'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:33.335208 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9c5f79-5ac8-4370-b49a-b47458326166 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Pushing event deleted for resources: {'Port': ['ID=57f7bace-78c0-46b4-a313-b547cf3b45b1,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:33.341635 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3c9c5f79-5ac8-4370-b49a-b47458326166 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:33.383906 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5bd298dd-e55f-434c-bb24-33a404b5d3cb tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks [] for security_group, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:33.398791 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-43876271-db76-4337-9d88-55e5e5a44f4b tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:33.408252 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d383b627-b128-4b4d-9a2d-01b68e92b4f1 tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:33.429680 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-43876271-db76-4337-9d88-55e5e5a44f4b tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:33.450771 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43876271-db76-4337-9d88-55e5e5a44f4b tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Pushing event deleted for resources: {'Network': ['ID=40b4772b-6fb3-4c02-9a90-2d0c10385137,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:33.458774 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-43876271-db76-4337-9d88-55e5e5a44f4b tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:33.485190 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-3cbaf54b-ab5a-4e68-9020-c39dd4ffeaf6 None None] Set router 8bf855a9-1671-4932-aeb0-efe9f2316f44 gateway port host: None {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:20:33.500118 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-43876271-db76-4337-9d88-55e5e5a44f4b tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "DELETE /v2.0/networks/40b4772b-6fb3-4c02-9a90-2d0c10385137 HTTP/1.1" status: 204 len: 168 time: 3.5484264 Dec 15 19:20:33.500954 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52968) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:33.508269 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-46f696bc-d4cb-4110-8bd7-59582ae0093c tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Request body: {'network': {'name': 'tempest-RoutersTest-1460243474'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:20:33.522780 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5bd298dd-e55f-434c-bb24-33a404b5d3cb tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:33.562401 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-46f696bc-d4cb-4110-8bd7-59582ae0093c tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:20:33.569562 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-26331fb6-f91d-4f12-8fdb-05f31eac3a21 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "PUT /v2.0/routers/8bf855a9-1671-4932-aeb0-efe9f2316f44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2289171 Dec 15 19:20:33.570946 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52972) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:33.577605 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-46f696bc-d4cb-4110-8bd7-59582ae0093c tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Usage tracker for resource:network and tenant:2a421f48bcf04f759d7a89b7f013838e is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:20:33.581611 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-46f696bc-d4cb-4110-8bd7-59582ae0093c tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:20:33.591093 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-46f696bc-d4cb-4110-8bd7-59582ae0093c tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:20:33.614616 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-3cbaf54b-ab5a-4e68-9020-c39dd4ffeaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf855a9-1671-4932-aeb0-efe9f2316f44', 'name': 'tempest-NetworksTestDHCPv6-router-142048499', 'tenant_id': 'e56ca83c553e4935a4e8b75ed76c674c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:20:18Z', 'updated_at': '2021-12-15T19:20:30Z', 'revision_number': 3, 'project_id': 'e56ca83c553e4935a4e8b75ed76c674c', 'gw_port_host': None}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:33.619562 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbaf54b-ab5a-4e68-9020-c39dd4ffeaf6 None None] Checking router: 8bf855a9-1671-4932-aeb0-efe9f2316f44 for host: dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:20:33.633867 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbaf54b-ab5a-4e68-9020-c39dd4ffeaf6 None None] Routers {'8bf855a9-1671-4932-aeb0-efe9f2316f44'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:20:33.634939 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-3cbaf54b-ab5a-4e68-9020-c39dd4ffeaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:20:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['8bf855a9-1671-4932-aeb0-efe9f2316f44'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:33.637132 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f696bc-d4cb-4110-8bd7-59582ae0093c tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Made reservation on behalf of 2a421f48bcf04f759d7a89b7f013838e for: {'network': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:20:33.642871 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-46f696bc-d4cb-4110-8bd7-59582ae0093c tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:33.648309 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device e1168d35-e52d-46d5-bccf-ad6e468591d8 up at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:20:33.655589 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39af0ad-73ea-48df-935f-0c663260841e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:33.657176 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39af0ad-73ea-48df-935f-0c663260841e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:33.657991 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d39af0ad-73ea-48df-935f-0c663260841e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Synchronizing usage tracker for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:subnet {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:20:33.665560 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3c9c5f79-5ac8-4370-b49a-b47458326166 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:33.671875 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-3c9c5f79-5ac8-4370-b49a-b47458326166 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] 10.222.0.36 "DELETE /v2.0/ports/57f7bace-78c0-46b4-a313-b547cf3b45b1 HTTP/1.1" status: 204 len: 168 time: 1.6830819 Dec 15 19:20:33.676541 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 52976) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:33.683702 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-ceeb8a99-ff6b-4a49-8297-24e5549942d9 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Request body: {'floatingip': {'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:20:33.689109 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f5991892-961c-4746-aa83-f99d391dd5e9 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852815828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854144871'] for router_interface, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:33.699465 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ceeb8a99-ff6b-4a49-8297-24e5549942d9 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:20:33.714376 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ceeb8a99-ff6b-4a49-8297-24e5549942d9 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Usage tracker for resource:floatingip and tenant:1ab3162c10c24983844a0058fe10dd8d is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:20:33.714593 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46f696bc-d4cb-4110-8bd7-59582ae0093c tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=88991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:20:33.716893 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ceeb8a99-ff6b-4a49-8297-24e5549942d9 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:20:33.732236 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5bd298dd-e55f-434c-bb24-33a404b5d3cb tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:33.738455 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-82302e01-3a0c-4819-ac3d-2cab4475c3c7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:33.756647 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd298dd-e55f-434c-bb24-33a404b5d3cb tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b0a828-eed9-4e57-af3d-25232e8d5d30,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:33.759491 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5bd298dd-e55f-434c-bb24-33a404b5d3cb tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:33.769965 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-5bd298dd-e55f-434c-bb24-33a404b5d3cb tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] 10.222.0.36 "DELETE /v2.0/security-groups/52b0a828-eed9-4e57-af3d-25232e8d5d30 HTTP/1.1" status: 204 len: 168 time: 0.5297012 Dec 15 19:20:33.769965 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5bd298dd-e55f-434c-bb24-33a404b5d3cb tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:33.769965 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52980) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:33.770689 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d39af0ad-73ea-48df-935f-0c663260841e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Unset dirty status for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:subnet {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:20:33.771311 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d39af0ad-73ea-48df-935f-0c663260841e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1969857 Dec 15 19:20:33.777685 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-3cbaf54b-ab5a-4e68-9020-c39dd4ffeaf6 None None] Set router 8bf855a9-1671-4932-aeb0-efe9f2316f44 gateway port host: None {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:20:33.793799 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning for port e1168d35-e52d-46d5-bccf-ad6e468591d8 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:20:33.799421 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning complete for port e1168d35-e52d-46d5-bccf-ad6e468591d8 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:20:33.804278 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:33.804449 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52984) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:33.811996 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ceeb8a99-ff6b-4a49-8297-24e5549942d9 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:20:33.828120 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-46f696bc-d4cb-4110-8bd7-59582ae0093c tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:33.828447 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-46f696bc-d4cb-4110-8bd7-59582ae0093c tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Added segment 15686fcf-b10d-4826-a748-94c111fc178a of type vlan for network a96a87de-37f2-4b18-8398-6d714203655a Dec 15 19:20:33.862163 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-46f696bc-d4cb-4110-8bd7-59582ae0093c tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:33.901196 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-3cbaf54b-ab5a-4e68-9020-c39dd4ffeaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf855a9-1671-4932-aeb0-efe9f2316f44', 'name': 'tempest-NetworksTestDHCPv6-router-142048499', 'tenant_id': 'e56ca83c553e4935a4e8b75ed76c674c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:20:18Z', 'updated_at': '2021-12-15T19:20:30Z', 'revision_number': 3, 'project_id': 'e56ca83c553e4935a4e8b75ed76c674c', 'gw_port_host': None}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:33.906064 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbaf54b-ab5a-4e68-9020-c39dd4ffeaf6 None None] The sync data for ids ['8bf855a9-1671-4932-aeb0-efe9f2316f44'] in dv-neutron-821831-2-hyperv is: [{'id': '8bf855a9-1671-4932-aeb0-efe9f2316f44', 'name': 'tempest-NetworksTestDHCPv6-router-142048499', 'tenant_id': 'e56ca83c553e4935a4e8b75ed76c674c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:20:18Z', 'updated_at': '2021-12-15T19:20:30Z', 'revision_number': 3, 'project_id': 'e56ca83c553e4935a4e8b75ed76c674c', 'gw_port_host': None}] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:20:33.906353 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ceeb8a99-ff6b-4a49-8297-24e5549942d9 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks [] for floatingip, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:33.939681 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:33.947929 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-46f696bc-d4cb-4110-8bd7-59582ae0093c tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:33.953101 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f696bc-d4cb-4110-8bd7-59582ae0093c tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:33.953847 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-46f696bc-d4cb-4110-8bd7-59582ae0093c tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:33.976445 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76d7c3af-0360-40b9-b552-6937e9663a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1168d35-e52d-46d5-bccf-ad6e468591d8'}] {{(pid=88992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:20:33.987487 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port e1168d35-e52d-46d5-bccf-ad6e468591d8, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=e1168d35-e52d-46d5-bccf-ad6e468591d8,segment=NetworkSegment(f86a0b93-5433-42ce-984a-8e278a9a4cf9),segment_id=f86a0b93-5433-42ce-984a-8e278a9a4cf9)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:20:34.013405 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:34.015902 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-45da129b-5bcc-46a2-ab6e-38cbc9d7bce9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:34.042775 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-62188e5e-b109-448d-9700-bdd997bb4a79 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:34.113501 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=e1168d35-e52d-46d5-bccf-ad6e468591d8,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:34.146685 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:20:34.147146 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:20:34.147600 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:20:34.148044 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:20:34.148617 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:20:34.149067 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:20:34.149512 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:20:34.150152 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:20:34.150681 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:20:34.151127 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:20:34.151907 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:20:34.160685 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f696bc-d4cb-4110-8bd7-59582ae0093c tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Pushing event updated for resources: {'Network': ['ID=a96a87de-37f2-4b18-8398-6d714203655a,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:34.164670 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-46f696bc-d4cb-4110-8bd7-59582ae0093c tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:34.170447 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:34.174917 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network a96a87de-37f2-4b18-8398-6d714203655a details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:20:34.190703 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-10f754ad-8e08-43d6-b669-023c06e2e8fe tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Synchronizing usage tracker for tenant:f5d7504244ae418d895bf40ffc1e3100 on resource:security_group {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:20:34.310802 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76d7c3af-0360-40b9-b552-6937e9663a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1168d35-e52d-46d5-bccf-ad6e468591d8', 'code': 200} Dec 15 19:20:34.321892 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-46f696bc-d4cb-4110-8bd7-59582ae0093c tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8197384 Dec 15 19:20:34.328967 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 52996) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:34.338485 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-10f754ad-8e08-43d6-b669-023c06e2e8fe tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Unset dirty status for tenant:f5d7504244ae418d895bf40ffc1e3100 on resource:security_group {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:20:34.343723 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-10f754ad-8e08-43d6-b669-023c06e2e8fe tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5717726 Dec 15 19:20:34.344360 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53000) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:34.347191 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-db1f5f32-26da-46d6-a1f4-fe3896e884fa tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Request body: {'subnet': {'network_id': 'a96a87de-37f2-4b18-8398-6d714203655a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:20:34.351201 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-983eea99-0fcf-48f5-924d-c65fd72fd3f8 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Request body: {'security_group': {'name': 'tempest-secgroup--188861634'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:20:34.400219 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-718290dd-7e1c-4fe7-a692-c6cb0d096fa3 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Deleting subnet 18850197-334f-4078-a917-09b98df43b8d {{(pid=88990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:20:34.403376 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-983eea99-0fcf-48f5-924d-c65fd72fd3f8 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:20:34.436065 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-983eea99-0fcf-48f5-924d-c65fd72fd3f8 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:20:34.452002 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ceeb8a99-ff6b-4a49-8297-24e5549942d9 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:34.479501 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-718290dd-7e1c-4fe7-a692-c6cb0d096fa3 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:34.571627 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-983eea99-0fcf-48f5-924d-c65fd72fd3f8 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks [] for security_group, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:34.723340 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-718290dd-7e1c-4fe7-a692-c6cb0d096fa3 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838448728'] for subnet, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:34.758597 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-db1f5f32-26da-46d6-a1f4-fe3896e884fa tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:20:34.785800 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-db1f5f32-26da-46d6-a1f4-fe3896e884fa tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Usage tracker for resource:subnet and tenant:2a421f48bcf04f759d7a89b7f013838e is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:20:34.789940 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-983eea99-0fcf-48f5-924d-c65fd72fd3f8 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:20:34.794133 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-db1f5f32-26da-46d6-a1f4-fe3896e884fa tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:20:34.797365 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-983eea99-0fcf-48f5-924d-c65fd72fd3f8 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Usage tracker for resource:security_group_rule and tenant:f5d7504244ae418d895bf40ffc1e3100 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:20:34.801829 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-983eea99-0fcf-48f5-924d-c65fd72fd3f8 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:20:34.808362 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-db1f5f32-26da-46d6-a1f4-fe3896e884fa tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:20:34.818412 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-983eea99-0fcf-48f5-924d-c65fd72fd3f8 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:20:34.850828 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-ceeb8a99-ff6b-4a49-8297-24e5549942d9 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Allocated IP 172.26.3.222 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/1c74042b-bfed-4919-9e5a-9f3c11010a8c) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:20:34.881482 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f0d558-4cae-4486-a245-f2e605f20f1b req-a57410ea-460c-4c4c-bbb6-6b03afd1abba tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:34.883395 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-54f0d558-4cae-4486-a245-f2e605f20f1b req-a57410ea-460c-4c4c-bbb6-6b03afd1abba tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b7fa720-d8e5-4510-aeb0-a3b286372c89 HTTP/1.1" status: 200 len: 946 time: 0.4116852 Dec 15 19:20:34.884869 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device d195d586-a9f3-41f3-91df-2f3c2ad41a97 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:20:34.891275 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db1f5f32-26da-46d6-a1f4-fe3896e884fa tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Made reservation on behalf of 2a421f48bcf04f759d7a89b7f013838e for: {'subnet': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:20:34.925979 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a75c2f-85e9-4cd4-bef2-60855948d219 req-f86e3150-926c-4497-b039-ef757f5af339 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:34.927502 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-17a75c2f-85e9-4cd4-bef2-60855948d219 req-f86e3150-926c-4497-b039-ef757f5af339 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=76d7c3af-0360-40b9-b552-6937e9663a8b HTTP/1.1" status: 200 len: 945 time: 0.4492192 Dec 15 19:20:34.928704 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: d195d586-a9f3-41f3-91df-2f3c2ad41a97 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:20:34.929222 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device d195d586-a9f3-41f3-91df-2f3c2ad41a97 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:20:35.002403 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-60b4bba9-3d56-4a33-b2f9-ac4fd11c9675 req-6f08f6b3-022c-4b00-a870-0ed740141dbd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=76d7c3af-0360-40b9-b552-6937e9663a8b HTTP/1.1" status: 200 len: 1098 time: 0.4747381 Dec 15 19:20:35.079778 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-983eea99-0fcf-48f5-924d-c65fd72fd3f8 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks [] for security_group, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:35.080693 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-718290dd-7e1c-4fe7-a692-c6cb0d096fa3 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:35.128868 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-983eea99-0fcf-48f5-924d-c65fd72fd3f8 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:35.137410 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-543a71d5-8956-457c-a10d-09317609affe tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:35.156695 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-db1f5f32-26da-46d6-a1f4-fe3896e884fa tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839924940'] for subnet, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:35.246768 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ceeb8a99-ff6b-4a49-8297-24e5549942d9 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:35.261809 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-54f0d558-4cae-4486-a245-f2e605f20f1b req-5b9d4c4f-33b2-48d1-bcb8-7ae9dafbdec2 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3112f8-b936-4176-9b46-6040cf25625e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3499486 Dec 15 19:20:35.274000 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983eea99-0fcf-48f5-924d-c65fd72fd3f8 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0ac0bd-7263-46bb-ba82-1e48a626999d,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:35.281872 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-983eea99-0fcf-48f5-924d-c65fd72fd3f8 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:35.300835 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-60b4bba9-3d56-4a33-b2f9-ac4fd11c9675 req-25d63299-9b3e-4513-8f37-7364af20b71a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=49c9f19e-d0b0-41a3-a20c-028df1915a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2828426 Dec 15 19:20:35.303220 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-17a75c2f-85e9-4cd4-bef2-60855948d219 req-932adf66-79d5-4af8-bd9f-2fcfd4c0a3f4 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=49c9f19e-d0b0-41a3-a20c-028df1915a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3104131 Dec 15 19:20:35.314034 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-983eea99-0fcf-48f5-924d-c65fd72fd3f8 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:35.315393 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-983eea99-0fcf-48f5-924d-c65fd72fd3f8 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9693861 Dec 15 19:20:35.320938 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 53004) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:35.332966 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-c3b326d1-452b-4f98-9fee-c3d928b688b5 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Request body: {'security_group_rule': {'security_group_id': 'bf0ac0bd-7263-46bb-ba82-1e48a626999d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:20:35.344031 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-c3b326d1-452b-4f98-9fee-c3d928b688b5 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 19:20:35.344031 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c3b326d1-452b-4f98-9fee-c3d928b688b5 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0106997 Dec 15 19:20:35.346416 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 53008) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:35.347668 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5991892-961c-4746-aa83-f99d391dd5e9 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Router 76c9a775-2de2-4d9c-9341-39d88add0f45 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:20:35.354014 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-7deb465c-5924-4b1d-a188-52c1851fa264 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Request body: {'security_group_rule': {'security_group_id': 'bf0ac0bd-7263-46bb-ba82-1e48a626999d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:20:35.363486 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-7deb465c-5924-4b1d-a188-52c1851fa264 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:20:35.371605 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-7deb465c-5924-4b1d-a188-52c1851fa264 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Usage tracker for resource:security_group_rule and tenant:f5d7504244ae418d895bf40ffc1e3100 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:20:35.376444 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-7deb465c-5924-4b1d-a188-52c1851fa264 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:20:35.418549 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-718290dd-7e1c-4fe7-a692-c6cb0d096fa3 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16636259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14850861'] for subnet, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:35.423107 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-7deb465c-5924-4b1d-a188-52c1851fa264 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:20:35.428397 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a2e417b4-b43e-4470-a8fa-47955a36239f tempest-RoutersAdminTest-1855602962 tempest-RoutersAdminTest-1855602962-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:35.434473 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ceeb8a99-ff6b-4a49-8297-24e5549942d9 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:35.479215 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718290dd-7e1c-4fe7-a692-c6cb0d096fa3 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event deleted for resources: {'Subnet': ['ID=18850197-334f-4078-a917-09b98df43b8d,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:35.482079 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-718290dd-7e1c-4fe7-a692-c6cb0d096fa3 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:35.493672 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-718290dd-7e1c-4fe7-a692-c6cb0d096fa3 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:35.503006 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdad99af-02d8-4765-b218-7132b1712af4 None None] Network 489fa468-360a-4868-b4ac-a400ec975c5b requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:20:35.569330 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-718290dd-7e1c-4fe7-a692-c6cb0d096fa3 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/subnets/18850197-334f-4078-a917-09b98df43b8d HTTP/1.1" status: 204 len: 168 time: 1.7626138 Dec 15 19:20:35.571003 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 53012) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:35.690041 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4e31db25-0cc8-4998-947a-ed420d336657 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:35.733938 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-db1f5f32-26da-46d6-a1f4-fe3896e884fa tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838139473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839924955'] for subnet, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:35.739010 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-7deb465c-5924-4b1d-a188-52c1851fa264 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 19:20:35.743022 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-7deb465c-5924-4b1d-a188-52c1851fa264 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3926744 Dec 15 19:20:35.746757 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b652669a-971f-4944-8f7f-628ad31f7600 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:35.748382 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53016) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:35.760450 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-0ce1f48e-b03a-4d3b-b8ed-5f548d289186 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Request body: {'security_group_rule': {'security_group_id': 'bf0ac0bd-7263-46bb-ba82-1e48a626999d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:20:35.761131 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-0ce1f48e-b03a-4d3b-b8ed-5f548d289186 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 19:20:35.765519 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0ce1f48e-b03a-4d3b-b8ed-5f548d289186 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0111287 Dec 15 19:20:35.777434 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 53020) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:35.784642 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeb8a99-ff6b-4a49-8297-24e5549942d9 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Pushing event updated for resources: {'Port': ['ID=1c74042b-bfed-4919-9e5a-9f3c11010a8c,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:35.788287 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ceeb8a99-ff6b-4a49-8297-24e5549942d9 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:35.790192 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceeb8a99-ff6b-4a49-8297-24e5549942d9 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:20:35.792843 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-ceeb8a99-ff6b-4a49-8297-24e5549942d9 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:20:35.795598 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceeb8a99-ff6b-4a49-8297-24e5549942d9 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:20:35.795764 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba95e39-1a08-4dcb-89ce-937ff5afbbb0 None None] DHCP port deletion for 489fa468-360a-4868-b4ac-a400ec975c5b request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:20:35.796174 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-a187c9b4-12a3-4500-92f6-75f75291d0c8 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Request body: {'security_group_rule': {'security_group_id': 'bf0ac0bd-7263-46bb-ba82-1e48a626999d', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:20:35.801343 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-bba95e39-1a08-4dcb-89ce-937ff5afbbb0 None None] Deleting port 7c4177f0-6ee2-4e03-96b8-e4af6669b6e1 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:20:35.802032 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bba95e39-1a08-4dcb-89ce-937ff5afbbb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:35.814363 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a187c9b4-12a3-4500-92f6-75f75291d0c8 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:20:35.829916 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-a187c9b4-12a3-4500-92f6-75f75291d0c8 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Usage tracker for resource:security_group_rule and tenant:f5d7504244ae418d895bf40ffc1e3100 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:20:35.837372 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-a187c9b4-12a3-4500-92f6-75f75291d0c8 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:20:35.858000 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a187c9b4-12a3-4500-92f6-75f75291d0c8 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:20:35.868685 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f5f32-26da-46d6-a1f4-fe3896e884fa tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Pushing event updated for resources: {'Subnet': ['ID=e98aaa4b-cd9f-4fd0-a3b8-d6aaaa028e82,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:35.871504 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-db1f5f32-26da-46d6-a1f4-fe3896e884fa tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:35.892712 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-5ca79873-a913-4f55-8d79-1c6dd05fe352 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Synchronizing usage tracker for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:router {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:20:35.915303 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1f5f32-26da-46d6-a1f4-fe3896e884fa tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Checking segment: {'id': '15686fcf-b10d-4826-a748-94c111fc178a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a96a87de-37f2-4b18-8398-6d714203655a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:20:35.916530 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1f5f32-26da-46d6-a1f4-fe3896e884fa tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Network hostable DHCP agents. Network: a96a87de-37f2-4b18-8398-6d714203655a, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:20:35.954721 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-5ca79873-a913-4f55-8d79-1c6dd05fe352 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Unset dirty status for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:router {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:20:35.957453 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-5ca79873-a913-4f55-8d79-1c6dd05fe352 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3816183 Dec 15 19:20:35.960540 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53024) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:35.990186 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-a187c9b4-12a3-4500-92f6-75f75291d0c8 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 19:20:35.994341 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a187c9b4-12a3-4500-92f6-75f75291d0c8 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2106240 Dec 15 19:20:35.994341 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1f5f32-26da-46d6-a1f4-fe3896e884fa tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Network a96a87de-37f2-4b18-8398-6d714203655a is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:20:35.996908 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 53028) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:36.007450 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-1919b6e1-7940-4f3f-936d-33ba450f9fde tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Request body: {'security_group_rule': {'security_group_id': 'bf0ac0bd-7263-46bb-ba82-1e48a626999d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:20:36.008154 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-1919b6e1-7940-4f3f-936d-33ba450f9fde tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 19:20:36.011840 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1919b6e1-7940-4f3f-936d-33ba450f9fde tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0113008 Dec 15 19:20:36.012821 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 53032) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:36.029641 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-8b6c1112-6e5f-4ddb-ab9c-3022d5f6203c tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Request body: {'security_group_rule': {'security_group_id': 'bf0ac0bd-7263-46bb-ba82-1e48a626999d', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:20:36.029855 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-bba95e39-1a08-4dcb-89ce-937ff5afbbb0 None None] For port 7c4177f0-6ee2-4e03-96b8-e4af6669b6e1, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=7c4177f0-6ee2-4e03-96b8-e4af6669b6e1,segment=NetworkSegment(9575ac7b-3c85-46da-81c5-434024000f40),segment_id=9575ac7b-3c85-46da-81c5-434024000f40)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:20:36.029855 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bba95e39-1a08-4dcb-89ce-937ff5afbbb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:36.030067 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-8b6c1112-6e5f-4ddb-ab9c-3022d5f6203c tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:20:36.032382 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8b6c1112-6e5f-4ddb-ab9c-3022d5f6203c tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Usage tracker for resource:security_group_rule and tenant:f5d7504244ae418d895bf40ffc1e3100 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:20:36.036506 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8b6c1112-6e5f-4ddb-ab9c-3022d5f6203c tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:20:36.043188 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-8b6c1112-6e5f-4ddb-ab9c-3022d5f6203c tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:20:36.047125 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-db1f5f32-26da-46d6-a1f4-fe3896e884fa tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, a96a87de-37f2-4b18-8398-6d714203655a) {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:20:36.054433 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1f5f32-26da-46d6-a1f4-fe3896e884fa tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:36.058419 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-db1f5f32-26da-46d6-a1f4-fe3896e884fa tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:36.089597 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2e306e-bfb1-46d1-bddf-84402d73c99d None None] Network a96a87de-37f2-4b18-8398-6d714203655a requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:20:36.115665 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.securitygroups_db [None req-8b6c1112-6e5f-4ddb-ab9c-3022d5f6203c tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Project f5d7504244ae418d895bf40ffc1e3100 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 19:20:36.125283 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-db1f5f32-26da-46d6-a1f4-fe3896e884fa tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7922473 Dec 15 19:20:36.129398 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 53036) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:36.138620 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-746bd5d6-8205-4bfd-ae1b-6d17b395a5a7 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1790026330', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:20:36.148939 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-746bd5d6-8205-4bfd-ae1b-6d17b395a5a7 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:20:36.153828 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-746bd5d6-8205-4bfd-ae1b-6d17b395a5a7 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Usage tracker for resource:router and tenant:2a421f48bcf04f759d7a89b7f013838e is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:20:36.157030 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-746bd5d6-8205-4bfd-ae1b-6d17b395a5a7 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:20:36.164897 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-746bd5d6-8205-4bfd-ae1b-6d17b395a5a7 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:20:36.169871 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-bba95e39-1a08-4dcb-89ce-937ff5afbbb0 None None] Calling delete_port for 7c4177f0-6ee2-4e03-96b8-e4af6669b6e1 owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:20:36.183635 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-8b6c1112-6e5f-4ddb-ab9c-3022d5f6203c tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 19:20:36.187858 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8b6c1112-6e5f-4ddb-ab9c-3022d5f6203c tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1708989 Dec 15 19:20:36.188128 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 53040) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:36.195369 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-7a75e11e-ea15-4c54-bd06-8d09d67d4def tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Request body: {'security_group_rule': {'security_group_id': 'bf0ac0bd-7263-46bb-ba82-1e48a626999d', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:20:36.196422 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-7a75e11e-ea15-4c54-bd06-8d09d67d4def tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 19:20:36.200444 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-7a75e11e-ea15-4c54-bd06-8d09d67d4def tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0086541 Dec 15 19:20:36.201181 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 53044) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:36.201841 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ceeb8a99-ff6b-4a49-8297-24e5549942d9 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:36.208484 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-d4fda2bf-94f1-474a-afea-d0aadfdb6260 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Request body: {'security_group_rule': {'security_group_id': 'bf0ac0bd-7263-46bb-ba82-1e48a626999d', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:20:36.215745 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-d4fda2bf-94f1-474a-afea-d0aadfdb6260 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:20:36.218784 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-746bd5d6-8205-4bfd-ae1b-6d17b395a5a7 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854699176'] for router, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:36.219811 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-746bd5d6-8205-4bfd-ae1b-6d17b395a5a7 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854194926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-76609'] for router, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:36.230571 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5991892-961c-4746-aa83-f99d391dd5e9 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:20:36.231653 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d4fda2bf-94f1-474a-afea-d0aadfdb6260 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Usage tracker for resource:security_group_rule and tenant:f5d7504244ae418d895bf40ffc1e3100 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:20:36.231764 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bc3857ea-8840-490b-9fc5-a8d782d87e3a tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for router, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:36.237962 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d4fda2bf-94f1-474a-afea-d0aadfdb6260 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:20:36.247191 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-d4fda2bf-94f1-474a-afea-d0aadfdb6260 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:20:36.250140 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a29b413-da13-42cd-88c4-4479bb64f133 None None] Sync routers for ids ['76c9a775-2de2-4d9c-9341-39d88add0f45'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:20:36.272553 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-746bd5d6-8205-4bfd-ae1b-6d17b395a5a7 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:36.286989 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.securitygroups_db [None req-d4fda2bf-94f1-474a-afea-d0aadfdb6260 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Project f5d7504244ae418d895bf40ffc1e3100 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 19:20:36.299509 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a29b413-da13-42cd-88c4-4479bb64f133 None None] Routers {'76c9a775-2de2-4d9c-9341-39d88add0f45'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:20:36.300946 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-4a29b413-da13-42cd-88c4-4479bb64f133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:20:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['76c9a775-2de2-4d9c-9341-39d88add0f45'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:36.344201 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-d4fda2bf-94f1-474a-afea-d0aadfdb6260 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 19:20:36.345933 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d4fda2bf-94f1-474a-afea-d0aadfdb6260 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1434779 Dec 15 19:20:36.350760 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 53052) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:36.367398 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-9668881d-f599-4ca0-b41b-8e51231f4cc2 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Request body: {'security_group_rule': {'security_group_id': 'bf0ac0bd-7263-46bb-ba82-1e48a626999d', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:20:36.403464 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-9668881d-f599-4ca0-b41b-8e51231f4cc2 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:20:36.412604 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-9668881d-f599-4ca0-b41b-8e51231f4cc2 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Usage tracker for resource:security_group_rule and tenant:f5d7504244ae418d895bf40ffc1e3100 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:20:36.426716 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-746bd5d6-8205-4bfd-ae1b-6d17b395a5a7 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904'] for router, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:36.437052 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-9668881d-f599-4ca0-b41b-8e51231f4cc2 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:20:36.443195 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f5991892-961c-4746-aa83-f99d391dd5e9 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] 10.222.0.36 "PUT /v2.0/routers/76c9a775-2de2-4d9c-9341-39d88add0f45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2243123 Dec 15 19:20:36.447896 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53056) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:36.543951 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ceeb8a99-ff6b-4a49-8297-24e5549942d9 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:36.552831 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-9668881d-f599-4ca0-b41b-8e51231f4cc2 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:20:36.603440 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-746bd5d6-8205-4bfd-ae1b-6d17b395a5a7 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:36.615714 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-746bd5d6-8205-4bfd-ae1b-6d17b395a5a7 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4847021 Dec 15 19:20:36.634581 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 53060) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:36.795790 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bba95e39-1a08-4dcb-89ce-937ff5afbbb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866'] for port, after_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:36.802214 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:36.829025 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.securitygroups_db [None req-9668881d-f599-4ca0-b41b-8e51231f4cc2 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Project f5d7504244ae418d895bf40ffc1e3100 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 19:20:36.843646 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e51ab3-1c15-4496-a064-f2fcadc50d50 req-538f92d5-4cee-4d38-9bc8-67bf747d7564 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:36.849347 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba95e39-1a08-4dcb-89ce-937ff5afbbb0 None None] Pushing event deleted for resources: {'Port': ['ID=7c4177f0-6ee2-4e03-96b8-e4af6669b6e1,revision_number=None']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:36.850547 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d4e51ab3-1c15-4496-a064-f2fcadc50d50 req-538f92d5-4cee-4d38-9bc8-67bf747d7564 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b7fa720-d8e5-4510-aeb0-a3b286372c89 HTTP/1.1" status: 200 len: 946 time: 0.2987609 Dec 15 19:20:36.851419 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-4a29b413-da13-42cd-88c4-4479bb64f133 None None] Set router 76c9a775-2de2-4d9c-9341-39d88add0f45 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:20:36.897955 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769493e3-4c8b-4844-bed1-892a083f8189 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-a96a87de-37f2-4b18-8398-6d714203655a', 'network_id': 'a96a87de-37f2-4b18-8398-6d714203655a', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'fixed_ips': [{'subnet_id': 'e98aaa4b-cd9f-4fd0-a3b8-d6aaaa028e82'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:20:36.899154 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-769493e3-4c8b-4844-bed1-892a083f8189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:36.917773 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-bba95e39-1a08-4dcb-89ce-937ff5afbbb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:36.921926 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9905083b-f0b3-430f-b743-8c5fb4e3f432 req-291ac3a5-8586-4106-8543-d4e6df5737a5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:36.933601 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9905083b-f0b3-430f-b743-8c5fb4e3f432 req-291ac3a5-8586-4106-8543-d4e6df5737a5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=76d7c3af-0360-40b9-b552-6937e9663a8b HTTP/1.1" status: 200 len: 945 time: 0.4357424 Dec 15 19:20:36.970836 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba95e39-1a08-4dcb-89ce-937ff5afbbb0 None None] No DVR routers for this DVR port 7c4177f0-6ee2-4e03-96b8-e4af6669b6e1 on host dv-neutron-821831-2-hyperv {{(pid=88992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:20:36.974218 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 7c4177f0-6ee2-4e03-96b8-e4af6669b6e1 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:20:37.037509 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-9668881d-f599-4ca0-b41b-8e51231f4cc2 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 19:20:37.041296 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9668881d-f599-4ca0-b41b-8e51231f4cc2 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6866837 Dec 15 19:20:37.082815 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 7c4177f0-6ee2-4e03-96b8-e4af6669b6e1 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:20:37.083180 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 7c4177f0-6ee2-4e03-96b8-e4af6669b6e1 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:20:37.088013 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53064) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:37.212352 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bc3857ea-8840-490b-9fc5-a8d782d87e3a tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854207876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854699191'] for router, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:37.263425 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bc3857ea-8840-490b-9fc5-a8d782d87e3a tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:37.274434 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-1141230a-68b1-4236-8c82-3b1d060061a4 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Deleting subnet 12d437f5-d846-4502-aee0-d4b3f14f3197 {{(pid=88991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:20:37.293713 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1141230a-68b1-4236-8c82-3b1d060061a4 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks [] for subnet, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:37.372113 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9905083b-f0b3-430f-b743-8c5fb4e3f432 req-88cb40c0-8d0f-4bda-8347-d8a813ddeeb2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=49c9f19e-d0b0-41a3-a20c-028df1915a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4374382 Dec 15 19:20:37.372571 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-4a29b413-da13-42cd-88c4-4479bb64f133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c9a775-2de2-4d9c-9341-39d88add0f45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040547903', 'tenant_id': '84e8b4bbe4894c70a50ef612e764025b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.146'}], 'enable_snat': True}, 'gw_port_id': '50a4f675-a9b4-43a8-8c55-3e5b8e127d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:17:59Z', 'updated_at': '2021-12-15T19:20:32Z', 'revision_number': 5, 'project_id': '84e8b4bbe4894c70a50ef612e764025b', 'gw_port': {'id': '50a4f675-a9b4-43a8-8c55-3e5b8e127d99', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c9a775-2de2-4d9c-9341-39d88add0f45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:18:01Z', 'updated_at': '2021-12-15T19:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:37.376720 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a29b413-da13-42cd-88c4-4479bb64f133 None None] Checking router: 76c9a775-2de2-4d9c-9341-39d88add0f45 for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:20:37.382177 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d4e51ab3-1c15-4496-a064-f2fcadc50d50 req-1113fb53-ef82-4f93-a843-03713c85e19c tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3112f8-b936-4176-9b46-6040cf25625e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5014663 Dec 15 19:20:37.390843 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1141230a-68b1-4236-8c82-3b1d060061a4 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16332759'] for subnet, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:37.391930 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a29b413-da13-42cd-88c4-4479bb64f133 None None] Routers {'76c9a775-2de2-4d9c-9341-39d88add0f45'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:20:37.392800 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-4a29b413-da13-42cd-88c4-4479bb64f133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:20:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['76c9a775-2de2-4d9c-9341-39d88add0f45'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:37.433505 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-83a40563-8736-4026-9821-53425ef2e106 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks [] for security_group, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:37.448533 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-769493e3-4c8b-4844-bed1-892a083f8189 None None] Allocated IP 172.20.0.2 (a96a87de-37f2-4b18-8398-6d714203655a/e98aaa4b-cd9f-4fd0-a3b8-d6aaaa028e82/0fb4b989-e76f-413f-b308-1e3d91a8b06d) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:20:37.486314 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ceeb8a99-ff6b-4a49-8297-24e5549942d9 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks [] for port, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:37.510068 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-83a40563-8736-4026-9821-53425ef2e106 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:37.526177 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bc3857ea-8840-490b-9fc5-a8d782d87e3a tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854207982'] for router, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:37.526746 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc3857ea-8840-490b-9fc5-a8d782d87e3a tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Fanout notify agent at l3_agent the message router_deleted on router 8bf855a9-1671-4932-aeb0-efe9f2316f44 {{(pid=88991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 19:20:37.561837 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ceeb8a99-ff6b-4a49-8297-24e5549942d9 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:37.574220 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ed3105d1-eefe-48b9-93cf-8a1069852d65 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:37.673571 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-769493e3-4c8b-4844-bed1-892a083f8189 None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:37.686011 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-769493e3-4c8b-4844-bed1-892a083f8189 None None] Transition to ACTIVE for port object 0fb4b989-e76f-413f-b308-1e3d91a8b06d will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:20:37.707621 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-769493e3-4c8b-4844-bed1-892a083f8189 None None] Transition to ACTIVE for port object 0fb4b989-e76f-413f-b308-1e3d91a8b06d will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:20:37.736464 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-10b5931a-be37-433f-92cc-32b0151da2ce tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:37.811074 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-769493e3-4c8b-4844-bed1-892a083f8189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:37.824132 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d1b76844-da6a-408d-9a47-21161d41c231 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:37.859756 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769493e3-4c8b-4844-bed1-892a083f8189 None None] Network a96a87de-37f2-4b18-8398-6d714203655a is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:20:37.867539 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bc3857ea-8840-490b-9fc5-a8d782d87e3a tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for router, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:37.867826 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-769493e3-4c8b-4844-bed1-892a083f8189 None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:20:37.872019 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-bc3857ea-8840-490b-9fc5-a8d782d87e3a tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/routers/8bf855a9-1671-4932-aeb0-efe9f2316f44 HTTP/1.1" status: 204 len: 168 time: 1.9065888 Dec 15 19:20:37.875616 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 53068) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:37.877765 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769493e3-4c8b-4844-bed1-892a083f8189 None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:20:37.937696 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-e8fa0fb0-aa98-49ed-898b-14154b4e34bc tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Synchronizing usage tracker for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:20:37.958595 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1141230a-68b1-4236-8c82-3b1d060061a4 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:37.988471 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769493e3-4c8b-4844-bed1-892a083f8189 None None] Pushing event updated for resources: {'Port': ['ID=0fb4b989-e76f-413f-b308-1e3d91a8b06d,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:37.996920 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeb8a99-ff6b-4a49-8297-24e5549942d9 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Pushing event updated for resources: {'Port': ['ID=1c74042b-bfed-4919-9e5a-9f3c11010a8c,revision_number=2']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:37.999199 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-769493e3-4c8b-4844-bed1-892a083f8189 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:38.008674 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-83a40563-8736-4026-9821-53425ef2e106 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:38.015865 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ceeb8a99-ff6b-4a49-8297-24e5549942d9 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:38.018855 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1b2e96ff-b5fc-4cb0-a0db-07184bd91479 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:38.026888 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-769493e3-4c8b-4844-bed1-892a083f8189 None None] Attempting to bind port 0fb4b989-e76f-413f-b308-1e3d91a8b06d on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:20:38.027308 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-769493e3-4c8b-4844-bed1-892a083f8189 None None] Attempting to bind port 0fb4b989-e76f-413f-b308-1e3d91a8b06d by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '15686fcf-b10d-4826-a748-94c111fc178a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a96a87de-37f2-4b18-8398-6d714203655a'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:20:38.027703 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769493e3-4c8b-4844-bed1-892a083f8189 None None] Attempting to bind port 0fb4b989-e76f-413f-b308-1e3d91a8b06d on network a96a87de-37f2-4b18-8398-6d714203655a {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:20:38.029170 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-e8fa0fb0-aa98-49ed-898b-14154b4e34bc tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Unset dirty status for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:20:38.030482 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e8fa0fb0-aa98-49ed-898b-14154b4e34bc tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1542552 Dec 15 19:20:38.033974 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 53072) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:38.035650 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-4a29b413-da13-42cd-88c4-4479bb64f133 None None] Set router 76c9a775-2de2-4d9c-9341-39d88add0f45 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:20:38.039844 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ceeb8a99-ff6b-4a49-8297-24e5549942d9 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634093'] for floatingip, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:38.056158 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a40563-8736-4026-9821-53425ef2e106 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf0ac0bd-7263-46bb-ba82-1e48a626999d,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:38.065503 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-83a40563-8736-4026-9821-53425ef2e106 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:38.073299 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-83a40563-8736-4026-9821-53425ef2e106 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:38.082937 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-83a40563-8736-4026-9821-53425ef2e106 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] 10.222.0.36 "DELETE /v2.0/security-groups/bf0ac0bd-7263-46bb-ba82-1e48a626999d HTTP/1.1" status: 204 len: 168 time: 0.9853759 Dec 15 19:20:38.082937 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53076) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:38.104226 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769493e3-4c8b-4844-bed1-892a083f8189 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:20:38.104638 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769493e3-4c8b-4844-bed1-892a083f8189 None None] Checking segment: {'id': '15686fcf-b10d-4826-a748-94c111fc178a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a96a87de-37f2-4b18-8398-6d714203655a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:20:38.105078 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-769493e3-4c8b-4844-bed1-892a083f8189 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:38.105613 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769493e3-4c8b-4844-bed1-892a083f8189 None None] Bound using segment: {'id': '15686fcf-b10d-4826-a748-94c111fc178a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a96a87de-37f2-4b18-8398-6d714203655a'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:20:38.106033 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-769493e3-4c8b-4844-bed1-892a083f8189 None None] Bound port: 0fb4b989-e76f-413f-b308-1e3d91a8b06d, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15686fcf-b10d-4826-a748-94c111fc178a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a96a87de-37f2-4b18-8398-6d714203655a'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:20:38.106503 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-769493e3-4c8b-4844-bed1-892a083f8189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:38.114615 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ceeb8a99-ff6b-4a49-8297-24e5549942d9 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:38.118336 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ceeb8a99-ff6b-4a49-8297-24e5549942d9 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4383624 Dec 15 19:20:38.119272 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53080) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:38.133369 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-496127a9-9770-487a-b825-56d637048226 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Request body: {'port': {'network_id': 'f8fcd137-2500-4805-86ac-5256cb4d6231', 'name': 'tempest-FloatingIPTestJSON-1775740174'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:20:38.156345 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1141230a-68b1-4236-8c82-3b1d060061a4 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16156049'] for subnet, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:38.171709 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a842dc-8577-436b-acc1-fe3f73bfc177 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:38.172457 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-08a842dc-8577-436b-acc1-fe3f73bfc177 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Synchronizing usage tracker for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:subnet {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:20:38.213688 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-174cda18-c658-42bf-aa01-cd1f67a7c19f tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:38.253926 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-10b5931a-be37-433f-92cc-32b0151da2ce tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Allocated IP 172.20.0.1 (a96a87de-37f2-4b18-8398-6d714203655a/e98aaa4b-cd9f-4fd0-a3b8-d6aaaa028e82/e873b402-90c8-4e3c-9557-b01d644145ef) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:20:38.266807 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1141230a-68b1-4236-8c82-3b1d060061a4 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Pushing event deleted for resources: {'Subnet': ['ID=12d437f5-d846-4502-aee0-d4b3f14f3197,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:38.279575 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1141230a-68b1-4236-8c82-3b1d060061a4 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:38.296738 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1141230a-68b1-4236-8c82-3b1d060061a4 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:38.305226 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-39f21582-8fce-4763-aba6-eb90099d272f tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Synchronizing usage tracker for tenant:f5d7504244ae418d895bf40ffc1e3100 on resource:security_group {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:20:38.321799 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1141230a-68b1-4236-8c82-3b1d060061a4 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] 10.222.0.36 "DELETE /v2.0/subnets/12d437f5-d846-4502-aee0-d4b3f14f3197 HTTP/1.1" status: 204 len: 168 time: 1.8176396 Dec 15 19:20:38.331092 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8d1921c5-be9a-45be-aec3-0890e5599ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:38.333301 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d08dc41-960d-48bb-9df6-1507e9347309 None None] Network 0fa38694-55b5-4cdc-8b7c-72ddba6039db requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:20:38.333458 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53084) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:38.346579 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-08a842dc-8577-436b-acc1-fe3f73bfc177 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Unset dirty status for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:subnet {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:20:38.351379 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-08a842dc-8577-436b-acc1-fe3f73bfc177 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3136384 Dec 15 19:20:38.357235 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 53088) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:38.419684 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-39f21582-8fce-4763-aba6-eb90099d272f tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Unset dirty status for tenant:f5d7504244ae418d895bf40ffc1e3100 on resource:security_group {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:20:38.428431 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-39f21582-8fce-4763-aba6-eb90099d272f tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3360276 Dec 15 19:20:38.430927 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 53092) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:38.439266 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-ea82eec0-0d77-472e-8a16-9981e479a93c tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Request body: {'security_group': {'name': 'tempest-secgroup--1981505013'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:20:38.446053 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-496127a9-9770-487a-b825-56d637048226 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:20:38.461426 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-496127a9-9770-487a-b825-56d637048226 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:20:38.471504 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f67beafb-18c4-4c49-800f-4d67b834f1b8 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1089540 Dec 15 19:20:38.471725 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ea82eec0-0d77-472e-8a16-9981e479a93c tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:20:38.478098 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 53100) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:38.489864 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-4c45f7b7-0f61-4fe5-9e5f-2348c1c3fa31 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Request body: {'subnet': {'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:20:38.539780 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-496127a9-9770-487a-b825-56d637048226 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Made reservation on behalf of 1ab3162c10c24983844a0058fe10dd8d for: {'port': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:20:38.545278 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-496127a9-9770-487a-b825-56d637048226 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:38.614691 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-10b5931a-be37-433f-92cc-32b0151da2ce tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:38.635026 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-10b5931a-be37-433f-92cc-32b0151da2ce tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Transition to ACTIVE for port object e873b402-90c8-4e3c-9557-b01d644145ef will not be triggered until provisioned by entity DHCP. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:20:38.644136 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-496127a9-9770-487a-b825-56d637048226 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] device_id is not set on port aca1687a-82bb-4dd6-bddd-5ddfc39ec375 yet. {{(pid=88991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:20:38.668738 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ea82eec0-0d77-472e-8a16-9981e479a93c tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:20:38.767799 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-769493e3-4c8b-4844-bed1-892a083f8189 None None] For port 0fb4b989-e76f-413f-b308-1e3d91a8b06d, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:20:38.809664 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-769493e3-4c8b-4844-bed1-892a083f8189 None None] For port 0fb4b989-e76f-413f-b308-1e3d91a8b06d, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=0fb4b989-e76f-413f-b308-1e3d91a8b06d,segment=NetworkSegment(15686fcf-b10d-4826-a748-94c111fc178a),segment_id=15686fcf-b10d-4826-a748-94c111fc178a)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:20:38.826076 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-10b5931a-be37-433f-92cc-32b0151da2ce tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:38.830114 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b2eeb368-70a7-4136-b931-4fb6333be18b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:38.832532 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-49ab453a-df9e-4efd-961f-71b17f750a50 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks [] for router, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:38.850511 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-769493e3-4c8b-4844-bed1-892a083f8189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:38.857971 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2083ac2e-c2a1-4134-b0e6-11a21190eda6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:38.897264 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-496127a9-9770-487a-b825-56d637048226 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Allocated IP 172.20.0.9 (f8fcd137-2500-4805-86ac-5256cb4d6231/0004311d-9baf-4d02-95af-55f801eff043/aca1687a-82bb-4dd6-bddd-5ddfc39ec375) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:20:38.917738 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ea82eec0-0d77-472e-8a16-9981e479a93c tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks [] for security_group, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:38.944703 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-4a29b413-da13-42cd-88c4-4479bb64f133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c9a775-2de2-4d9c-9341-39d88add0f45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040547903', 'tenant_id': '84e8b4bbe4894c70a50ef612e764025b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.146'}], 'enable_snat': True}, 'gw_port_id': '50a4f675-a9b4-43a8-8c55-3e5b8e127d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:17:59Z', 'updated_at': '2021-12-15T19:20:32Z', 'revision_number': 5, 'project_id': '84e8b4bbe4894c70a50ef612e764025b', 'gw_port': {'id': '50a4f675-a9b4-43a8-8c55-3e5b8e127d99', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c9a775-2de2-4d9c-9341-39d88add0f45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:18:01Z', 'updated_at': '2021-12-15T19:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:38.966500 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769493e3-4c8b-4844-bed1-892a083f8189 None None] Pushing event updated for resources: {'Port': ['ID=0fb4b989-e76f-413f-b308-1e3d91a8b06d,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:38.969430 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a29b413-da13-42cd-88c4-4479bb64f133 None None] The sync data for ids ['76c9a775-2de2-4d9c-9341-39d88add0f45'] in dv-neutron-821831-2-hyperv is: [{'id': '76c9a775-2de2-4d9c-9341-39d88add0f45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040547903', 'tenant_id': '84e8b4bbe4894c70a50ef612e764025b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.146'}], 'enable_snat': True}, 'gw_port_id': '50a4f675-a9b4-43a8-8c55-3e5b8e127d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:17:59Z', 'updated_at': '2021-12-15T19:20:32Z', 'revision_number': 5, 'project_id': '84e8b4bbe4894c70a50ef612e764025b', 'gw_port': {'id': '50a4f675-a9b4-43a8-8c55-3e5b8e127d99', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c9a775-2de2-4d9c-9341-39d88add0f45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:18:01Z', 'updated_at': '2021-12-15T19:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:20:38.971015 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-769493e3-4c8b-4844-bed1-892a083f8189 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:39.001832 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b5931a-be37-433f-92cc-32b0151da2ce tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Pushing event updated for resources: {'Port': ['ID=e873b402-90c8-4e3c-9557-b01d644145ef,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:39.010042 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-10b5931a-be37-433f-92cc-32b0151da2ce tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:39.013441 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b5931a-be37-433f-92cc-32b0151da2ce tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Network a96a87de-37f2-4b18-8398-6d714203655a is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:20:39.014871 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-4c45f7b7-0f61-4fe5-9e5f-2348c1c3fa31 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:20:39.027447 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-10b5931a-be37-433f-92cc-32b0151da2ce tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:20:39.030081 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b5931a-be37-433f-92cc-32b0151da2ce tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:20:39.102674 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-4c45f7b7-0f61-4fe5-9e5f-2348c1c3fa31 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:20:39.135189 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb56b6ad-d9ff-408d-b95c-3fc2b62fcd48 None None] DHCP port deletion for 0fa38694-55b5-4cdc-8b7c-72ddba6039db request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:20:39.142211 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-fb56b6ad-d9ff-408d-b95c-3fc2b62fcd48 None None] Deleting port 8e4a5e17-9f1c-4a93-8d17-6af50a600912 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:20:39.143101 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fb56b6ad-d9ff-408d-b95c-3fc2b62fcd48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:39.166585 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ea82eec0-0d77-472e-8a16-9981e479a93c tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:20:39.183187 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2079cfb3-456f-4ae8-aaae-db2c15572396 req-4b3e8e23-aebf-46fc-8cdc-6efdc6348d84 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:39.184899 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2079cfb3-456f-4ae8-aaae-db2c15572396 req-4b3e8e23-aebf-46fc-8cdc-6efdc6348d84 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b7fa720-d8e5-4510-aeb0-a3b286372c89 HTTP/1.1" status: 200 len: 946 time: 0.5124817 Dec 15 19:20:39.191379 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbeb906-c231-4f25-b89d-1abe70f1bfa8 req-513441c2-8bf8-4ba6-b215-aca054672336 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:39.192955 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-cbbeb906-c231-4f25-b89d-1abe70f1bfa8 req-513441c2-8bf8-4ba6-b215-aca054672336 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=76d7c3af-0360-40b9-b552-6937e9663a8b HTTP/1.1" status: 200 len: 945 time: 0.5229471 Dec 15 19:20:39.205552 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ea82eec0-0d77-472e-8a16-9981e479a93c tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Usage tracker for resource:security_group_rule and tenant:f5d7504244ae418d895bf40ffc1e3100 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:20:39.209890 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ea82eec0-0d77-472e-8a16-9981e479a93c tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:20:39.218026 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ea82eec0-0d77-472e-8a16-9981e479a93c tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:20:39.258792 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c45f7b7-0f61-4fe5-9e5f-2348c1c3fa31 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Made reservation on behalf of e56ca83c553e4935a4e8b75ed76c674c for: {'subnet': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:20:39.265737 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4c45f7b7-0f61-4fe5-9e5f-2348c1c3fa31 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839924940'] for subnet, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:39.269235 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-496127a9-9770-487a-b825-56d637048226 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:39.295788 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-49ab453a-df9e-4efd-961f-71b17f750a50 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:39.344709 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-496127a9-9770-487a-b825-56d637048226 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:39.346491 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-49ab453a-df9e-4efd-961f-71b17f750a50 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Deleting port 50a4f675-a9b4-43a8-8c55-3e5b8e127d99 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:20:39.347474 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-49ab453a-df9e-4efd-961f-71b17f750a50 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:39.380590 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ed3105d1-eefe-48b9-93cf-8a1069852d65 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:39.395153 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-cbbeb906-c231-4f25-b89d-1abe70f1bfa8 req-e8256fbb-478d-4828-a236-863d565f5bf9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=49c9f19e-d0b0-41a3-a20c-028df1915a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1667640 Dec 15 19:20:39.396081 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-10b5931a-be37-433f-92cc-32b0151da2ce tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630901'] for router_interface, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:39.497066 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-fb56b6ad-d9ff-408d-b95c-3fc2b62fcd48 None None] For port 8e4a5e17-9f1c-4a93-8d17-6af50a600912, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=8e4a5e17-9f1c-4a93-8d17-6af50a600912,segment=NetworkSegment(ee834257-2d95-4457-8993-3de4c3c8fb43),segment_id=ee834257-2d95-4457-8993-3de4c3c8fb43)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:20:39.497670 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fb56b6ad-d9ff-408d-b95c-3fc2b62fcd48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:39.525507 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:39.567761 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496127a9-9770-487a-b825-56d637048226 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Network f8fcd137-2500-4805-86ac-5256cb4d6231 is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:20:39.638289 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-496127a9-9770-487a-b825-56d637048226 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:20:39.640959 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496127a9-9770-487a-b825-56d637048226 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:20:39.673455 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496127a9-9770-487a-b825-56d637048226 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Pushing event updated for resources: {'Port': ['ID=aca1687a-82bb-4dd6-bddd-5ddfc39ec375,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:39.677570 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-496127a9-9770-487a-b825-56d637048226 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:39.749049 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2079cfb3-456f-4ae8-aaae-db2c15572396 req-5f42d0b0-768f-4ee5-8a9c-f4ddc68a97c2 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3112f8-b936-4176-9b46-6040cf25625e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5269878 Dec 15 19:20:39.754335 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496127a9-9770-487a-b825-56d637048226 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:39.755202 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-496127a9-9770-487a-b825-56d637048226 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:39.775849 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-fb56b6ad-d9ff-408d-b95c-3fc2b62fcd48 None None] Calling delete_port for 8e4a5e17-9f1c-4a93-8d17-6af50a600912 owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:20:39.799212 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ea82eec0-0d77-472e-8a16-9981e479a93c tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks [] for security_group, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:39.808265 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-49ab453a-df9e-4efd-961f-71b17f750a50 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] For port 50a4f675-a9b4-43a8-8c55-3e5b8e127d99, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=50a4f675-a9b4-43a8-8c55-3e5b8e127d99,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:20:39.808265 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-49ab453a-df9e-4efd-961f-71b17f750a50 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:39.875472 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fb56b6ad-d9ff-408d-b95c-3fc2b62fcd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866'] for port, after_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:39.879951 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-496127a9-9770-487a-b825-56d637048226 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7529132 Dec 15 19:20:39.885614 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5db47ea4-4409-4c8f-a175-4d303b7880c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:39.905335 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ea82eec0-0d77-472e-8a16-9981e479a93c tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:39.918428 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 53106) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:39.919183 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1cbaec58-f0ad-4088-95b5-2817d76cd5a7 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:39.934266 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb56b6ad-d9ff-408d-b95c-3fc2b62fcd48 None None] Pushing event deleted for resources: {'Port': ['ID=8e4a5e17-9f1c-4a93-8d17-6af50a600912,revision_number=None']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:39.936541 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb56b6ad-d9ff-408d-b95c-3fc2b62fcd48 None None] No DVR routers for this DVR port 8e4a5e17-9f1c-4a93-8d17-6af50a600912 on host dv-neutron-821831-2-hyperv {{(pid=88992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:20:39.938334 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fb56b6ad-d9ff-408d-b95c-3fc2b62fcd48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:39.942359 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-49ab453a-df9e-4efd-961f-71b17f750a50 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Calling delete_port for 50a4f675-a9b4-43a8-8c55-3e5b8e127d99 owned by network:router_gateway {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:20:39.944626 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-123cf77d-41b3-4c31-93d5-0945c67101ef tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Request body: {'floatingip': {'port_id': 'aca1687a-82bb-4dd6-bddd-5ddfc39ec375'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:20:40.100120 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea82eec0-0d77-472e-8a16-9981e479a93c tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4eb6725-296c-4d9b-a869-bddbdfcd335e,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:40.102737 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-10b5931a-be37-433f-92cc-32b0151da2ce tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:40.114315 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-123cf77d-41b3-4c31-93d5-0945c67101ef tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks [] for floatingip, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:40.143530 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-49ab453a-df9e-4efd-961f-71b17f750a50 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:40.148932 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c9d42b23-7982-477d-8eed-8b378e954e36 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:40.166417 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ea82eec0-0d77-472e-8a16-9981e479a93c tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:40.180009 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cede3ca-78a1-4b80-840d-0e5d139a4cff req-225e4cb5-3a4b-468d-94c6-dbca71a1774f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:40.181656 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4cede3ca-78a1-4b80-840d-0e5d139a4cff req-225e4cb5-3a4b-468d-94c6-dbca71a1774f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=76d7c3af-0360-40b9-b552-6937e9663a8b HTTP/1.1" status: 200 len: 945 time: 0.5173590 Dec 15 19:20:40.194364 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab453a-df9e-4efd-961f-71b17f750a50 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Pushing event deleted for resources: {'Port': ['ID=50a4f675-a9b4-43a8-8c55-3e5b8e127d99,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:40.200128 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-49ab453a-df9e-4efd-961f-71b17f750a50 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:40.277334 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ea82eec0-0d77-472e-8a16-9981e479a93c tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:40.281560 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ea82eec0-0d77-472e-8a16-9981e479a93c tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.8472869 Dec 15 19:20:40.283234 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53110) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:40.292154 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-60ece843-a2e9-4e88-a5cc-697e90113667 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Request body: {'security_group_rule': {'security_group_id': 'd4eb6725-296c-4d9b-a869-bddbdfcd335e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:20:40.301111 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-60ece843-a2e9-4e88-a5cc-697e90113667 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:20:40.308745 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-60ece843-a2e9-4e88-a5cc-697e90113667 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Usage tracker for resource:security_group_rule and tenant:f5d7504244ae418d895bf40ffc1e3100 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:20:40.370891 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-60ece843-a2e9-4e88-a5cc-697e90113667 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:20:40.446721 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-60ece843-a2e9-4e88-a5cc-697e90113667 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:20:40.486742 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2f3139c5-ba82-4639-b9b3-a0fc25e5d04c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:40.724392 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4cede3ca-78a1-4b80-840d-0e5d139a4cff req-fa5a202b-fbc8-47e2-9c41-2a5d3e35103c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=49c9f19e-d0b0-41a3-a20c-028df1915a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5291047 Dec 15 19:20:40.732017 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:40.743398 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-49ab453a-df9e-4efd-961f-71b17f750a50 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854141934'] for router_gateway, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:40.796568 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 53114) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:40.955899 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233d94e2-0a25-404e-9ff2-908636f21336 None None] Network a96a87de-37f2-4b18-8398-6d714203655a requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:20:40.989743 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-60ece843-a2e9-4e88-a5cc-697e90113667 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] create failed (client error): The resource could not be found. Dec 15 19:20:40.990942 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-60ece843-a2e9-4e88-a5cc-697e90113667 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.7066936 Dec 15 19:20:41.049001 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53120) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:41.066052 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-a591805c-019b-4fba-b5fc-005dd7e332c4 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Request body: {'security_group_rule': {'security_group_id': 'd4eb6725-296c-4d9b-a869-bddbdfcd335e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '972544d6-ae29-43b0-972e-21d3c187369d'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:20:41.074016 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a591805c-019b-4fba-b5fc-005dd7e332c4 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:20:41.076097 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 0fb4b989-e76f-413f-b308-1e3d91a8b06d up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:20:41.082709 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-a591805c-019b-4fba-b5fc-005dd7e332c4 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Usage tracker for resource:security_group_rule and tenant:f5d7504244ae418d895bf40ffc1e3100 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:20:41.085664 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-a591805c-019b-4fba-b5fc-005dd7e332c4 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:20:41.089637 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-49ab453a-df9e-4efd-961f-71b17f750a50 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854207876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854699191'] for router, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:41.095164 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a591805c-019b-4fba-b5fc-005dd7e332c4 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:20:41.102060 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-49ab453a-df9e-4efd-961f-71b17f750a50 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:41.168365 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-cc36abb1-d181-4e0c-a3a0-7f17e562f3ab None None] Provisioning for port 0fb4b989-e76f-413f-b308-1e3d91a8b06d completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:20:41.224460 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-a591805c-019b-4fba-b5fc-005dd7e332c4 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] create failed (client error): The resource could not be found. Dec 15 19:20:41.228110 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a591805c-019b-4fba-b5fc-005dd7e332c4 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1753337 Dec 15 19:20:41.228607 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53124) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:41.262184 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-49ab453a-df9e-4efd-961f-71b17f750a50 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854207982'] for router, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:41.262922 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ab453a-df9e-4efd-961f-71b17f750a50 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Fanout notify agent at l3_agent the message router_deleted on router 76c9a775-2de2-4d9c-9341-39d88add0f45 {{(pid=88991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 19:20:41.285710 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 0fb4b989-e76f-413f-b308-1e3d91a8b06d completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:20:41.295832 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-49ab453a-df9e-4efd-961f-71b17f750a50 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks [] for router, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:41.297458 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-49ab453a-df9e-4efd-961f-71b17f750a50 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] 10.222.0.36 "DELETE /v2.0/routers/76c9a775-2de2-4d9c-9341-39d88add0f45 HTTP/1.1" status: 204 len: 168 time: 2.9601564 Dec 15 19:20:41.298600 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 0fb4b989-e76f-413f-b308-1e3d91a8b06d triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:20:41.298835 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:41.300729 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53128) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:41.421436 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e762d791-5023-4c02-b52a-2d4b865e3165 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks [] for security_group, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:41.441415 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89095e57-afba-4010-bb97-f03826f69968 req-000295ca-2e77-4cb1-a2ec-627b0db342fb tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:41.443180 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-89095e57-afba-4010-bb97-f03826f69968 req-000295ca-2e77-4cb1-a2ec-627b0db342fb tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b7fa720-d8e5-4510-aeb0-a3b286372c89 HTTP/1.1" status: 200 len: 946 time: 0.5239382 Dec 15 19:20:41.460903 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:41.487553 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b6387cd1-c210-4a0e-acb8-4eaadc586757 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:41.492144 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e762d791-5023-4c02-b52a-2d4b865e3165 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:41.497724 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port 0fb4b989-e76f-413f-b308-1e3d91a8b06d, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=0fb4b989-e76f-413f-b308-1e3d91a8b06d,segment=NetworkSegment(15686fcf-b10d-4826-a748-94c111fc178a),segment_id=15686fcf-b10d-4826-a748-94c111fc178a)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:20:41.535129 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-abfcb75c-83ff-4edc-a425-08cc5aef2856 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=76d7c3af-0360-40b9-b552-6937e9663a8b HTTP/1.1" status: 200 len: 1093 time: 0.7364283 Dec 15 19:20:41.542956 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:41.550260 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3b5cb060-d0be-46eb-9697-cda14c888420 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:41.562875 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4c45f7b7-0f61-4fe5-9e5f-2348c1c3fa31 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838139473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839924955'] for subnet, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:41.571068 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53132) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:41.583239 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-a5ae6b01-29f0-4862-b51b-cb3bfa2a4dfb tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'floatingip': {'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'port_id': 'e1168d35-e52d-46d5-bccf-ad6e468591d8', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:20:41.583495 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-32b88d76-dbd2-453d-ba81-1d0dd048e4fa tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:41.627740 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a5ae6b01-29f0-4862-b51b-cb3bfa2a4dfb tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:20:41.648313 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=0fb4b989-e76f-413f-b308-1e3d91a8b06d,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:41.655565 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:41.667153 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 8e4a5e17-9f1c-4a93-8d17-6af50a600912 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:20:41.708114 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 8e4a5e17-9f1c-4a93-8d17-6af50a600912 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:20:41.708944 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 8e4a5e17-9f1c-4a93-8d17-6af50a600912 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:20:41.709613 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 33746b42-3393-4189-adbb-ae5699313ea8 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:20:41.719656 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c45f7b7-0f61-4fe5-9e5f-2348c1c3fa31 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event updated for resources: {'Subnet': ['ID=1d6debcb-b316-4122-9b06-19dd64ecb554,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:41.734782 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4c45f7b7-0f61-4fe5-9e5f-2348c1c3fa31 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:41.736185 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-a5ae6b01-29f0-4862-b51b-cb3bfa2a4dfb tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:floatingip and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:20:41.751517 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-a5ae6b01-29f0-4862-b51b-cb3bfa2a4dfb tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:20:41.752234 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 33746b42-3393-4189-adbb-ae5699313ea8 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:20:41.756104 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 33746b42-3393-4189-adbb-ae5699313ea8 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:20:41.769379 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a5ae6b01-29f0-4862-b51b-cb3bfa2a4dfb tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:20:41.780607 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b6387cd1-c210-4a0e-acb8-4eaadc586757 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:41.799370 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e762d791-5023-4c02-b52a-2d4b865e3165 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:41.808505 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-377b1ce6-d740-4c2e-ba18-83196c1d8011 tempest-RoutersAdminNegativeIpV6Test-287106111 tempest-RoutersAdminNegativeIpV6Test-287106111-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:41.830880 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c45f7b7-0f61-4fe5-9e5f-2348c1c3fa31 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Network 489fa468-360a-4868-b4ac-a400ec975c5b is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:20:41.834771 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e762d791-5023-4c02-b52a-2d4b865e3165 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4eb6725-296c-4d9b-a869-bddbdfcd335e,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:41.837681 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e762d791-5023-4c02-b52a-2d4b865e3165 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:41.844816 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-4c45f7b7-0f61-4fe5-9e5f-2348c1c3fa31 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:20:41.853558 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-b6387cd1-c210-4a0e-acb8-4eaadc586757 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fa38694-55b5-4cdc-8b7c-72ddba6039db']}} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:41.858623 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c45f7b7-0f61-4fe5-9e5f-2348c1c3fa31 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:41.859407 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4c45f7b7-0f61-4fe5-9e5f-2348c1c3fa31 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:41.862870 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e762d791-5023-4c02-b52a-2d4b865e3165 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:41.863004 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a9602a-6c15-4df2-9164-e97bff477cc3 None None] Network 489fa468-360a-4868-b4ac-a400ec975c5b requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:20:41.866796 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e762d791-5023-4c02-b52a-2d4b865e3165 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] 10.222.0.36 "DELETE /v2.0/security-groups/d4eb6725-296c-4d9b-a869-bddbdfcd335e HTTP/1.1" status: 204 len: 168 time: 0.6347580 Dec 15 19:20:41.868339 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53136) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:41.871125 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a5ae6b01-29f0-4862-b51b-cb3bfa2a4dfb tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for floatingip, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:41.898096 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-89095e57-afba-4010-bb97-f03826f69968 req-3a198004-c433-49b2-b2be-b1727054e878 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3112f8-b936-4176-9b46-6040cf25625e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3819051 Dec 15 19:20:41.911751 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-b6387cd1-c210-4a0e-acb8-4eaadc586757 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee834257-2d95-4457-8993-3de4c3c8fb43') {'for_net_delete': True} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:41.912091 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-b6387cd1-c210-4a0e-acb8-4eaadc586757 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee834257-2d95-4457-8993-3de4c3c8fb43') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:41.940355 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-10b5931a-be37-433f-92cc-32b0151da2ce tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:41.968400 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b6387cd1-c210-4a0e-acb8-4eaadc586757 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838443042'] for segment, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:41.975338 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4c45f7b7-0f61-4fe5-9e5f-2348c1c3fa31 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.4960566 Dec 15 19:20:41.980783 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 53140) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:41.989900 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-3e713571-f630-46da-888f-0ec8ebf86786 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Request body: {'subnet': {'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:20:42.058739 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-30a9089a-b5f1-495c-96d8-faa06a3bb3a2 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Synchronizing usage tracker for tenant:f5d7504244ae418d895bf40ffc1e3100 on resource:security_group {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:20:42.062204 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b6387cd1-c210-4a0e-acb8-4eaadc586757 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:42.093663 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6387cd1-c210-4a0e-acb8-4eaadc586757 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=88991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:20:42.103443 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b6387cd1-c210-4a0e-acb8-4eaadc586757 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838443729'] for segment, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:42.121359 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:20:42.121359 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:20:42.121359 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:20:42.121359 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:20:42.121359 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:20:42.121359 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:20:42.121359 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:20:42.121359 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:20:42.121359 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:20:42.121359 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:20:42.121359 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:20:42.121359 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:20:42.121359 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:20:42.121359 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:20:42.121359 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:20:42.121359 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:20:42.121359 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:20:42.121359 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:20:42.121359 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:20:42.121359 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:20:42.121359 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:20:42.121359 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:20:42.121359 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:20:42.121359 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:20:42.121359 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:20:42.121359 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:20:42.121359 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:20:42.121359 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:20:42.121359 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:20:42.121359 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:20:42.121359 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:20:42.121359 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:20:42.138169 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-15fb356f-3bb5-4116-855b-5ccb03375c2e None None] Provisioning complete for port 0fb4b989-e76f-413f-b308-1e3d91a8b06d triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:20:42.138820 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-15fb356f-3bb5-4116-855b-5ccb03375c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:42.166092 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-3e713571-f630-46da-888f-0ec8ebf86786 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:20:42.171403 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e62771-b437-4cb5-a369-6c9efd64aa52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-489fa468-360a-4868-b4ac-a400ec975c5b', 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'tenant_id': 'e56ca83c553e4935a4e8b75ed76c674c', 'fixed_ips': [{'subnet_id': '1d6debcb-b316-4122-9b06-19dd64ecb554'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:20:42.172522 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-10e62771-b437-4cb5-a369-6c9efd64aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:42.177874 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-3e713571-f630-46da-888f-0ec8ebf86786 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:20:42.189333 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-10b5931a-be37-433f-92cc-32b0151da2ce tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:42.219725 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-816d7c8f-e60b-41e8-8f0b-92c47083c571 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:42.219962 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-30a9089a-b5f1-495c-96d8-faa06a3bb3a2 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Unset dirty status for tenant:f5d7504244ae418d895bf40ffc1e3100 on resource:security_group {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:20:42.226910 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-30a9089a-b5f1-495c-96d8-faa06a3bb3a2 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3515401 Dec 15 19:20:42.229910 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53144) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:42.244856 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-1ddcb2cf-b888-4a32-b8ed-cd55a5fcd1cc tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Request body: {'security_group_rule': {'security_group_id': '78d84491-6cf6-458e-9de5-2e7ce47a64a9', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:20:42.254759 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-1ddcb2cf-b888-4a32-b8ed-cd55a5fcd1cc tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:20:42.263253 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-1ddcb2cf-b888-4a32-b8ed-cd55a5fcd1cc tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Usage tracker for resource:security_group_rule and tenant:f5d7504244ae418d895bf40ffc1e3100 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:20:42.268287 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-1ddcb2cf-b888-4a32-b8ed-cd55a5fcd1cc tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:20:42.279132 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-1ddcb2cf-b888-4a32-b8ed-cd55a5fcd1cc tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:20:42.282511 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e713571-f630-46da-888f-0ec8ebf86786 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Made reservation on behalf of e56ca83c553e4935a4e8b75ed76c674c for: {'subnet': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:20:42.292697 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b6387cd1-c210-4a0e-acb8-4eaadc586757 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:42.308683 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c165020e-bb29-4d9d-8c35-26c1be33b191 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:42.324057 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b6387cd1-c210-4a0e-acb8-4eaadc586757 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:42.343373 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6387cd1-c210-4a0e-acb8-4eaadc586757 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Pushing event deleted for resources: {'Network': ['ID=0fa38694-55b5-4cdc-8b7c-72ddba6039db,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:42.351612 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b6387cd1-c210-4a0e-acb8-4eaadc586757 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:42.378600 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a5ae6b01-29f0-4862-b51b-cb3bfa2a4dfb tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:42.422578 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b6387cd1-c210-4a0e-acb8-4eaadc586757 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] 10.222.0.36 "DELETE /v2.0/networks/0fa38694-55b5-4cdc-8b7c-72ddba6039db HTTP/1.1" status: 204 len: 168 time: 1.1180887 Dec 15 19:20:42.422974 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53148) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:42.431710 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-10e62771-b437-4cb5-a369-6c9efd64aa52 None None] Allocated IP 2001:db8::f816:3eff:fe7b:7558 (489fa468-360a-4868-b4ac-a400ec975c5b/1d6debcb-b316-4122-9b06-19dd64ecb554/25366df0-0212-438e-8a85-8d3d33add492) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:20:42.450009 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-1ddcb2cf-b888-4a32-b8ed-cd55a5fcd1cc tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] create failed (client error): The resource could not be found. Dec 15 19:20:42.454844 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1ddcb2cf-b888-4a32-b8ed-cd55a5fcd1cc tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2186439 Dec 15 19:20:42.466139 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53152) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:42.476859 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-705f45da-4eca-4694-95a1-11c1058015be tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Request body: {'security_group': {'name': 'tempest-secgroup--162004096'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:20:42.505936 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-705f45da-4eca-4694-95a1-11c1058015be tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:20:42.512148 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b5931a-be37-433f-92cc-32b0151da2ce tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Pushing event updated for resources: {'Port': ['ID=e873b402-90c8-4e3c-9557-b01d644145ef,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:42.514985 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-10b5931a-be37-433f-92cc-32b0151da2ce tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1959989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854145006'] for router_interface, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:42.520206 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-15fb356f-3bb5-4116-855b-5ccb03375c2e None None] Provisioning for port e873b402-90c8-4e3c-9557-b01d644145ef completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:20:42.524038 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-10b5931a-be37-433f-92cc-32b0151da2ce tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:42.531753 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-15fb356f-3bb5-4116-855b-5ccb03375c2e None None] Provisioning complete for port e873b402-90c8-4e3c-9557-b01d644145ef triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:20:42.532812 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-15fb356f-3bb5-4116-855b-5ccb03375c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:42.584109 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-705f45da-4eca-4694-95a1-11c1058015be tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:20:42.631860 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-286ca13b-89f0-4655-bd7c-e4363e68ebeb tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks [] for security_group, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:42.635532 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-15fb356f-3bb5-4116-855b-5ccb03375c2e None None] Port e873b402-90c8-4e3c-9557-b01d644145ef cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:20:42.640822 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-705f45da-4eca-4694-95a1-11c1058015be tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks [] for security_group, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:42.656777 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:42.661107 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-a5ae6b01-29f0-4862-b51b-cb3bfa2a4dfb tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Allocated IP 172.26.3.41 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/4b984743-3ade-4a51-8cad-79bc05cf1d12) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:20:42.706300 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-286ca13b-89f0-4655-bd7c-e4363e68ebeb tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:42.785235 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-91bb47dd-eefd-4977-945b-94d6b483e879 None None] Provisioning complete for port e873b402-90c8-4e3c-9557-b01d644145ef triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:20:42.785942 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-91bb47dd-eefd-4977-945b-94d6b483e879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:42.852478 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-705f45da-4eca-4694-95a1-11c1058015be tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:20:42.861729 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-705f45da-4eca-4694-95a1-11c1058015be tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Usage tracker for resource:security_group_rule and tenant:f5d7504244ae418d895bf40ffc1e3100 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:20:42.867365 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-705f45da-4eca-4694-95a1-11c1058015be tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:20:42.877792 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-705f45da-4eca-4694-95a1-11c1058015be tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:20:42.949866 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-123cf77d-41b3-4c31-93d5-0945c67101ef tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:42.964779 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3e713571-f630-46da-888f-0ec8ebf86786 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839924940'] for subnet, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:42.994286 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-123cf77d-41b3-4c31-93d5-0945c67101ef tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634093'] for floatingip, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:42.996623 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a5ae6b01-29f0-4862-b51b-cb3bfa2a4dfb tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:43.036059 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-705f45da-4eca-4694-95a1-11c1058015be tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks [] for security_group, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:43.052300 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-286ca13b-89f0-4655-bd7c-e4363e68ebeb tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:43.056810 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-10e62771-b437-4cb5-a369-6c9efd64aa52 None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:43.060728 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0ee78027-d006-4562-bbca-733fa10a3a1f tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:43.067097 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 0fb4b989-e76f-413f-b308-1e3d91a8b06d up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:20:43.075349 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286ca13b-89f0-4655-bd7c-e4363e68ebeb tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b98e59-0c96-4874-b9ee-d71b2bd06b02,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:43.080450 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-286ca13b-89f0-4655-bd7c-e4363e68ebeb tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:43.084055 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-705f45da-4eca-4694-95a1-11c1058015be tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:43.090972 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3ea2c84c-a5c9-484e-9b62-7bf6b7f1c4e3 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:43.111979 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-10e62771-b437-4cb5-a369-6c9efd64aa52 None None] Transition to ACTIVE for port object 25366df0-0212-438e-8a85-8d3d33add492 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:20:43.122964 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a5ae6b01-29f0-4862-b51b-cb3bfa2a4dfb tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:43.152808 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-286ca13b-89f0-4655-bd7c-e4363e68ebeb tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:43.154130 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-286ca13b-89f0-4655-bd7c-e4363e68ebeb tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] 10.222.0.36 "DELETE /v2.0/security-groups/19b98e59-0c96-4874-b9ee-d71b2bd06b02 HTTP/1.1" status: 204 len: 168 time: 0.7302785 Dec 15 19:20:43.158051 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705f45da-4eca-4694-95a1-11c1058015be tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c25b781b-d835-4eb1-9f8a-0f94176a2aea,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:43.162411 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ae6b01-29f0-4862-b51b-cb3bfa2a4dfb tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:20:43.163605 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-705f45da-4eca-4694-95a1-11c1058015be tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:43.164742 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-a5ae6b01-29f0-4862-b51b-cb3bfa2a4dfb tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:20:43.166368 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ceeb8a99-ff6b-4a49-8297-24e5549942d9 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:43.176027 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-91bb47dd-eefd-4977-945b-94d6b483e879 None None] Port e873b402-90c8-4e3c-9557-b01d644145ef cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:20:43.182611 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-10e62771-b437-4cb5-a369-6c9efd64aa52 None None] Transition to ACTIVE for port object 25366df0-0212-438e-8a85-8d3d33add492 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:20:43.203330 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ae6b01-29f0-4862-b51b-cb3bfa2a4dfb tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:20:43.218342 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 0fb4b989-e76f-413f-b308-1e3d91a8b06d triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:20:43.218770 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:43.244020 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-705f45da-4eca-4694-95a1-11c1058015be tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:43.246349 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-705f45da-4eca-4694-95a1-11c1058015be tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7783134 Dec 15 19:20:43.252356 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53160) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:43.257662 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-10e62771-b437-4cb5-a369-6c9efd64aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:43.276876 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:43.283123 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-61253698-c773-40e8-8414-7c9592fb5d74 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Request body: {'security_group': {'name': 'tempest-secgroup--215297731'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:20:43.313777 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b5931a-be37-433f-92cc-32b0151da2ce tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Network a96a87de-37f2-4b18-8398-6d714203655a is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:20:43.319309 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-10b5931a-be37-433f-92cc-32b0151da2ce tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:20:43.339633 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-61253698-c773-40e8-8414-7c9592fb5d74 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:20:43.360448 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e62771-b437-4cb5-a369-6c9efd64aa52 None None] Pushing event updated for resources: {'Port': ['ID=25366df0-0212-438e-8a85-8d3d33add492,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:43.369692 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-10e62771-b437-4cb5-a369-6c9efd64aa52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:43.371938 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e62771-b437-4cb5-a369-6c9efd64aa52 None None] Network 489fa468-360a-4868-b4ac-a400ec975c5b is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:20:43.374159 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ae6b01-29f0-4862-b51b-cb3bfa2a4dfb tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'Port': ['ID=4b984743-3ade-4a51-8cad-79bc05cf1d12,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:43.375547 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-10e62771-b437-4cb5-a369-6c9efd64aa52 None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:20:43.379681 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-61253698-c773-40e8-8414-7c9592fb5d74 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:20:43.382549 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a5ae6b01-29f0-4862-b51b-cb3bfa2a4dfb tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:43.394918 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e62771-b437-4cb5-a369-6c9efd64aa52 None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:20:43.447263 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-61253698-c773-40e8-8414-7c9592fb5d74 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks [] for security_group, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:43.511366 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-61253698-c773-40e8-8414-7c9592fb5d74 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:20:43.515930 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-61253698-c773-40e8-8414-7c9592fb5d74 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Usage tracker for resource:security_group_rule and tenant:f5d7504244ae418d895bf40ffc1e3100 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:20:43.519745 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-61253698-c773-40e8-8414-7c9592fb5d74 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:20:43.531673 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-61253698-c773-40e8-8414-7c9592fb5d74 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:20:43.608197 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-10e62771-b437-4cb5-a369-6c9efd64aa52 None None] Attempting to bind port 25366df0-0212-438e-8a85-8d3d33add492 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:20:43.608631 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-10e62771-b437-4cb5-a369-6c9efd64aa52 None None] Attempting to bind port 25366df0-0212-438e-8a85-8d3d33add492 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '9575ac7b-3c85-46da-81c5-434024000f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:20:43.612157 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e62771-b437-4cb5-a369-6c9efd64aa52 None None] Attempting to bind port 25366df0-0212-438e-8a85-8d3d33add492 on network 489fa468-360a-4868-b4ac-a400ec975c5b {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:20:43.620423 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 50a4f675-a9b4-43a8-8c55-3e5b8e127d99 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:20:43.640036 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a605ea1a-2f27-405d-abca-30b51d6c5a61 req-e29c2c25-5174-4b1d-b651-82e85cf0b9c0 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:43.640036 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a605ea1a-2f27-405d-abca-30b51d6c5a61 req-e29c2c25-5174-4b1d-b651-82e85cf0b9c0 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b7fa720-d8e5-4510-aeb0-a3b286372c89 HTTP/1.1" status: 200 len: 946 time: 0.3858495 Dec 15 19:20:43.673650 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 50a4f675-a9b4-43a8-8c55-3e5b8e127d99 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:20:43.674041 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 50a4f675-a9b4-43a8-8c55-3e5b8e127d99 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:20:43.680305 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e62771-b437-4cb5-a369-6c9efd64aa52 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:20:43.680742 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e62771-b437-4cb5-a369-6c9efd64aa52 None None] Checking segment: {'id': '9575ac7b-3c85-46da-81c5-434024000f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:20:43.681196 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-10e62771-b437-4cb5-a369-6c9efd64aa52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:43.681634 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e62771-b437-4cb5-a369-6c9efd64aa52 None None] Bound using segment: {'id': '9575ac7b-3c85-46da-81c5-434024000f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:20:43.682419 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-10e62771-b437-4cb5-a369-6c9efd64aa52 None None] Bound port: 25366df0-0212-438e-8a85-8d3d33add492, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9575ac7b-3c85-46da-81c5-434024000f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:20:43.682747 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-10e62771-b437-4cb5-a369-6c9efd64aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:43.805267 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-10e62771-b437-4cb5-a369-6c9efd64aa52 None None] For port 25366df0-0212-438e-8a85-8d3d33add492, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:20:43.809297 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-10e62771-b437-4cb5-a369-6c9efd64aa52 None None] For port 25366df0-0212-438e-8a85-8d3d33add492, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=25366df0-0212-438e-8a85-8d3d33add492,segment=NetworkSegment(9575ac7b-3c85-46da-81c5-434024000f40),segment_id=9575ac7b-3c85-46da-81c5-434024000f40)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:20:43.825886 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d8656b4d-be05-498b-8733-0f39203a100e None None] Provisioning complete for port e873b402-90c8-4e3c-9557-b01d644145ef triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:20:43.826547 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d8656b4d-be05-498b-8733-0f39203a100e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:43.851832 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-61253698-c773-40e8-8414-7c9592fb5d74 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks [] for security_group, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:43.886953 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-61253698-c773-40e8-8414-7c9592fb5d74 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:43.895766 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1d634d21-ce1d-4403-ac4b-70db5d4d02e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:43.907090 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d8656b4d-be05-498b-8733-0f39203a100e None None] Port e873b402-90c8-4e3c-9557-b01d644145ef cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:20:43.915601 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-10e62771-b437-4cb5-a369-6c9efd64aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:43.928770 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-231aca99-f145-4c82-bdd9-49b6b5152a67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:43.936226 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61253698-c773-40e8-8414-7c9592fb5d74 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=301cd4cd-e9bf-43f5-b115-ee99558f5931,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:43.938466 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53168) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:43.945186 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-61253698-c773-40e8-8414-7c9592fb5d74 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:43.998017 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-61253698-c773-40e8-8414-7c9592fb5d74 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:43.999227 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-61253698-c773-40e8-8414-7c9592fb5d74 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7426672 Dec 15 19:20:44.003049 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53174) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:44.015783 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-08ec2311-4fe5-4cfa-9b8b-00141576aac8 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Request body: {'security_group_rule': {'security_group_id': 'c25b781b-d835-4eb1-9f8a-0f94176a2aea', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '301cd4cd-e9bf-43f5-b115-ee99558f5931'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:20:44.026716 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a605ea1a-2f27-405d-abca-30b51d6c5a61 req-71dc3fc8-b585-42c6-8f48-6412789fc78f tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3112f8-b936-4176-9b46-6040cf25625e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2533631 Dec 15 19:20:44.052859 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e62771-b437-4cb5-a369-6c9efd64aa52 None None] Pushing event updated for resources: {'Port': ['ID=25366df0-0212-438e-8a85-8d3d33add492,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:44.056907 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-10e62771-b437-4cb5-a369-6c9efd64aa52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:44.116716 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-08ec2311-4fe5-4cfa-9b8b-00141576aac8 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:20:44.131176 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.l3_db [None req-123cf77d-41b3-4c31-93d5-0945c67101ef tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Floating IP f9b7ce9d-6625-41b9-bb13-de7eab6fe9d6 associated. External IP: 172.26.3.222, port: aca1687a-82bb-4dd6-bddd-5ddfc39ec375. Dec 15 19:20:44.138098 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-08ec2311-4fe5-4cfa-9b8b-00141576aac8 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Usage tracker for resource:security_group_rule and tenant:f5d7504244ae418d895bf40ffc1e3100 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:20:44.169570 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-08ec2311-4fe5-4cfa-9b8b-00141576aac8 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:20:44.213269 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6a8eaba7-4200-457d-9dcf-bd310568a3b2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=84e8b4bbe4894c70a50ef612e764025b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2674124 Dec 15 19:20:44.214464 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-08ec2311-4fe5-4cfa-9b8b-00141576aac8 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:20:44.216593 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53180) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:44.270276 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3e713571-f630-46da-888f-0ec8ebf86786 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838139473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839924955'] for subnet, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:44.275038 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a5ae6b01-29f0-4862-b51b-cb3bfa2a4dfb tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:44.275341 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-db1f5f32-26da-46d6-a1f4-fe3896e884fa tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:44.445756 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e713571-f630-46da-888f-0ec8ebf86786 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Network 489fa468-360a-4868-b4ac-a400ec975c5b is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:20:44.452133 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-3e713571-f630-46da-888f-0ec8ebf86786 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:20:44.462087 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e713571-f630-46da-888f-0ec8ebf86786 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:44.469502 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3e713571-f630-46da-888f-0ec8ebf86786 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:44.491458 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e713571-f630-46da-888f-0ec8ebf86786 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event updated for resources: {'Subnet': ['ID=d2757b26-e1ab-4cc6-b0d4-d7f0f4ea776c,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:44.496194 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10b5931a-be37-433f-92cc-32b0151da2ce tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Router 34c1f494-d800-4b7a-91e2-f1b0f8b721a5 is scheduled to L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 with binding_index 1 {{(pid=88990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 15 19:20:44.507575 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3e713571-f630-46da-888f-0ec8ebf86786 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:44.713523 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-3e713571-f630-46da-888f-0ec8ebf86786 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7281470 Dec 15 19:20:44.713719 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-08ec2311-4fe5-4cfa-9b8b-00141576aac8 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 19:20:44.713719 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-08ec2311-4fe5-4cfa-9b8b-00141576aac8 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.7072303 Dec 15 19:20:44.716950 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53186) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:44.717177 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53188) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:44.723374 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d733ba19-a9b8-4645-8a0e-b79fe816e74e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:44.757136 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-6a124f50-dd8a-460b-9da4-ee170e1530fd tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Request body: {'port': {'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'mac_address': 'fa:16:3e:4d:2e:bd', 'name': 'tempest-NetworksTestDHCPv6-2056949882'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:20:44.792283 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a5ae6b01-29f0-4862-b51b-cb3bfa2a4dfb tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:44.872694 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3938744-66ec-4eef-b83d-3b87437929d5 req-478ad5b0-a716-45c7-9948-51645e78734d tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:44.874439 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a3938744-66ec-4eef-b83d-3b87437929d5 req-478ad5b0-a716-45c7-9948-51645e78734d tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b7fa720-d8e5-4510-aeb0-a3b286372c89 HTTP/1.1" status: 200 len: 946 time: 0.3598073 Dec 15 19:20:44.918459 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d733ba19-a9b8-4645-8a0e-b79fe816e74e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:44.977881 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 25366df0-0212-438e-8a85-8d3d33add492 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:20:45.068450 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-55835027-70b8-436c-8b4f-ff78445cd545 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks [] for security_group, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:45.091876 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 25366df0-0212-438e-8a85-8d3d33add492 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:20:45.183176 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-6a124f50-dd8a-460b-9da4-ee170e1530fd tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:20:45.193771 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-6a124f50-dd8a-460b-9da4-ee170e1530fd tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Usage tracker for resource:port and tenant:e56ca83c553e4935a4e8b75ed76c674c is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:20:45.199019 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-55835027-70b8-436c-8b4f-ff78445cd545 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:45.209093 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-6a124f50-dd8a-460b-9da4-ee170e1530fd tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:20:45.221840 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d733ba19-a9b8-4645-8a0e-b79fe816e74e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:45.226999 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-6a124f50-dd8a-460b-9da4-ee170e1530fd tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:20:45.231281 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-13c66dc5-25f7-4ecc-af7c-d80c8b618b11 req-b73c5ec2-c9a4-460b-af0c-bc8072d92e49 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=63a560358735409688254f323e657c6f&device_id=3b7fa720-d8e5-4510-aeb0-a3b286372c89 HTTP/1.1" status: 200 len: 1099 time: 0.5735748 Dec 15 19:20:45.232725 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-286ca13b-89f0-4655-bd7c-e4363e68ebeb tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:45.275884 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d733ba19-a9b8-4645-8a0e-b79fe816e74e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2553dfce-462b-4d7e-a760-10a6efdc5e87,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:45.290030 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d733ba19-a9b8-4645-8a0e-b79fe816e74e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:45.313522 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d733ba19-a9b8-4645-8a0e-b79fe816e74e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:45.314801 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d733ba19-a9b8-4645-8a0e-b79fe816e74e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2553dfce-462b-4d7e-a760-10a6efdc5e87 HTTP/1.1" status: 204 len: 168 time: 1.0883439 Dec 15 19:20:45.324064 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a124f50-dd8a-460b-9da4-ee170e1530fd tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Made reservation on behalf of e56ca83c553e4935a4e8b75ed76c674c for: {'port': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:20:45.401799 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b5931a-be37-433f-92cc-32b0151da2ce tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:20:45.410965 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-10b5931a-be37-433f-92cc-32b0151da2ce tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "PUT /v2.0/routers/34c1f494-d800-4b7a-91e2-f1b0f8b721a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7675676 Dec 15 19:20:45.413979 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a3938744-66ec-4eef-b83d-3b87437929d5 req-000115ac-1b4f-4924-a269-85cc51203517 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3112f8-b936-4176-9b46-6040cf25625e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2291715 Dec 15 19:20:45.417848 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 53196) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:45.417990 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6444f255-eea5-4be6-9904-f5c5ce42292a None None] Sync routers for ids ['34c1f494-d800-4b7a-91e2-f1b0f8b721a5'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:20:45.429354 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6444f255-eea5-4be6-9904-f5c5ce42292a None None] Routers {'34c1f494-d800-4b7a-91e2-f1b0f8b721a5'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:20:45.430380 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-6444f255-eea5-4be6-9904-f5c5ce42292a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:20:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['34c1f494-d800-4b7a-91e2-f1b0f8b721a5'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:45.450650 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a5ae6b01-29f0-4862-b51b-cb3bfa2a4dfb tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for port, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:45.452887 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-55835027-70b8-436c-8b4f-ff78445cd545 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:45.462839 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e45c93a9-19d3-42d8-b296-ebdc54cbb77d tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:45.496323 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55835027-70b8-436c-8b4f-ff78445cd545 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=301cd4cd-e9bf-43f5-b115-ee99558f5931,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:45.517204 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-6444f255-eea5-4be6-9904-f5c5ce42292a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:45.530849 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6444f255-eea5-4be6-9904-f5c5ce42292a None None] Routers {'34c1f494-d800-4b7a-91e2-f1b0f8b721a5'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:20:45.531796 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-6444f255-eea5-4be6-9904-f5c5ce42292a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:20:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['34c1f494-d800-4b7a-91e2-f1b0f8b721a5'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:45.541829 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-55835027-70b8-436c-8b4f-ff78445cd545 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:45.544960 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a5ae6b01-29f0-4862-b51b-cb3bfa2a4dfb tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:45.554390 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-36cb14b7-8120-400b-a89c-0e274b4fe04f tempest-TagsExtTest-621146116 tempest-TagsExtTest-621146116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:45.603342 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-6444f255-eea5-4be6-9904-f5c5ce42292a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:45.603899 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6444f255-eea5-4be6-9904-f5c5ce42292a None None] The sync data for ids ['34c1f494-d800-4b7a-91e2-f1b0f8b721a5'] in dv-neutron-821831-2-hyperv is: [] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:20:45.632628 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-55835027-70b8-436c-8b4f-ff78445cd545 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:45.637076 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-55835027-70b8-436c-8b4f-ff78445cd545 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] 10.222.0.36 "DELETE /v2.0/security-groups/301cd4cd-e9bf-43f5-b115-ee99558f5931 HTTP/1.1" status: 204 len: 168 time: 0.9153225 Dec 15 19:20:45.640137 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53202) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:45.646155 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c66dc5-25f7-4ecc-af7c-d80c8b618b11 req-a30e664e-4b02-4ed0-895b-7fc4723490e9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:45.647726 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-13c66dc5-25f7-4ecc-af7c-d80c8b618b11 req-a30e664e-4b02-4ed0-895b-7fc4723490e9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=19b72bfa-3b09-4f76-a78c-5531fd623b36 HTTP/1.1" status: 200 len: 912 time: 0.4038887 Dec 15 19:20:45.658931 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1083c4-6123-4e3b-bf08-4159e30903fb tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:45.660096 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-4f1083c4-6123-4e3b-bf08-4159e30903fb tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Synchronizing usage tracker for tenant:2a421f48bcf04f759d7a89b7f013838e on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:20:45.744411 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6a124f50-dd8a-460b-9da4-ee170e1530fd tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:45.798347 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ae6b01-29f0-4862-b51b-cb3bfa2a4dfb tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'Port': ['ID=4b984743-3ade-4a51-8cad-79bc05cf1d12,revision_number=2']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:45.806342 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-4f1083c4-6123-4e3b-bf08-4159e30903fb tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Unset dirty status for tenant:2a421f48bcf04f759d7a89b7f013838e on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:20:45.810384 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4f1083c4-6123-4e3b-bf08-4159e30903fb tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "GET /v2.0/ports/e873b402-90c8-4e3c-9557-b01d644145ef HTTP/1.1" status: 200 len: 910 time: 0.3875439 Dec 15 19:20:45.811302 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-13c66dc5-25f7-4ecc-af7c-d80c8b618b11 req-e4a00c5f-6b41-4187-8fd2-8602941420cf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06f8b5fc-2365-432b-90d7-f814527b98c7 HTTP/1.1" status: 200 len: 1001 time: 0.1471331 Dec 15 19:20:45.811804 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 53206) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:45.818302 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a5ae6b01-29f0-4862-b51b-cb3bfa2a4dfb tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:45.819257 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a5ae6b01-29f0-4862-b51b-cb3bfa2a4dfb tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634093'] for floatingip, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:45.878836 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-6a124f50-dd8a-460b-9da4-ee170e1530fd tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] device_id is not set on port 51588324-c03c-41f8-9a3f-9c2a54abd951 yet. {{(pid=88991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:20:46.000712 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-274bb374-d9c8-404f-8251-291ef1ff6aae tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Synchronizing usage tracker for tenant:f5d7504244ae418d895bf40ffc1e3100 on resource:security_group {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:20:46.042392 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c66dc5-25f7-4ecc-af7c-d80c8b618b11 req-a0148b02-721f-4c3a-a384-970328b3eb36 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:46.043998 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-13c66dc5-25f7-4ecc-af7c-d80c8b618b11 req-a0148b02-721f-4c3a-a384-970328b3eb36 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=82c744e4-df47-41bb-809a-42816dd304e6 HTTP/1.1" status: 200 len: 850 time: 0.2260544 Dec 15 19:20:46.046890 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-123cf77d-41b3-4c31-93d5-0945c67101ef tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Router 346e5909-b0a5-42c7-9940-63a4ed7dcdca has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:20:46.111431 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53210) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:46.112866 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-274bb374-d9c8-404f-8251-291ef1ff6aae tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Unset dirty status for tenant:f5d7504244ae418d895bf40ffc1e3100 on resource:security_group {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:20:46.117094 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-274bb374-d9c8-404f-8251-291ef1ff6aae tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.4690990 Dec 15 19:20:46.118226 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 53214) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:46.134966 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa156f3-a41b-4300-ab76-7b56635971e8 None None] Network 489fa468-360a-4868-b4ac-a400ec975c5b requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:20:46.203088 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b1e64218-6a0e-4a82-8f12-158ecc4bec5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:46.281286 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-c11c5d13-b873-4dfc-96be-9a74c62f0ef4 None None] Provisioning for port 25366df0-0212-438e-8a85-8d3d33add492 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:20:46.291499 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-c11c5d13-b873-4dfc-96be-9a74c62f0ef4 None None] Provisioning complete for port 25366df0-0212-438e-8a85-8d3d33add492 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:20:46.292070 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c11c5d13-b873-4dfc-96be-9a74c62f0ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:46.313640 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-b1e64218-6a0e-4a82-8f12-158ecc4bec5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:20:46.330554 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-b1e64218-6a0e-4a82-8f12-158ecc4bec5c admin admin] Usage tracker for resource:security_group_rule and tenant:c6a025978e524dc9bf9dc256174a5f91 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:20:46.341676 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-b1e64218-6a0e-4a82-8f12-158ecc4bec5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:20:46.364263 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-b1e64218-6a0e-4a82-8f12-158ecc4bec5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:20:46.375395 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-6a124f50-dd8a-460b-9da4-ee170e1530fd tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Allocated IP 172.20.0.5 (489fa468-360a-4868-b4ac-a400ec975c5b/d2757b26-e1ab-4cc6-b0d4-d7f0f4ea776c/51588324-c03c-41f8-9a3f-9c2a54abd951) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:20:46.390620 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-6a124f50-dd8a-460b-9da4-ee170e1530fd tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Allocated IP 2001:db8::f816:3eff:fe4d:2ebd (489fa468-360a-4868-b4ac-a400ec975c5b/1d6debcb-b316-4122-9b06-19dd64ecb554/51588324-c03c-41f8-9a3f-9c2a54abd951) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:20:46.436727 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.l3_db [None req-a5ae6b01-29f0-4862-b51b-cb3bfa2a4dfb tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Floating IP 9201e3ff-d9ea-4443-9d41-727769e7b4e0 associated. External IP: 172.26.3.41, port: e1168d35-e52d-46d5-bccf-ad6e468591d8. Dec 15 19:20:46.438932 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-13c66dc5-25f7-4ecc-af7c-d80c8b618b11 req-2e6b0bb7-18ee-4dd6-9e6c-69f168bb2621 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=19b72bfa-3b09-4f76-a78c-5531fd623b36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3838170 Dec 15 19:20:46.445809 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-976741b3-f504-4128-ac09-ecd4bb2ea99c tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks [] for security_group, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:46.530290 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c11c5d13-b873-4dfc-96be-9a74c62f0ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:46.570330 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-c11c5d13-b873-4dfc-96be-9a74c62f0ef4 None None] For port 25366df0-0212-438e-8a85-8d3d33add492, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=25366df0-0212-438e-8a85-8d3d33add492,segment=NetworkSegment(9575ac7b-3c85-46da-81c5-434024000f40),segment_id=9575ac7b-3c85-46da-81c5-434024000f40)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:20:46.655534 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c11c5d13-b873-4dfc-96be-9a74c62f0ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:46.662204 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-af12ba4e-d0c3-4162-a05c-24bafa43b547 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:46.686874 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-976741b3-f504-4128-ac09-ecd4bb2ea99c tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:46.715224 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c84a3d-8550-4b0a-89ae-6b0642f8ebb2 None None] Update dhcp port {'port': {'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'fixed_ips': [{'subnet_id': '1d6debcb-b316-4122-9b06-19dd64ecb554', 'ip_address': '2001:db8::f816:3eff:fe7b:7558'}, {'subnet_id': 'd2757b26-e1ab-4cc6-b0d4-d7f0f4ea776c'}], 'binding:host_id': 'dv-neutron-821831-2-hyperv'}, 'id': '25366df0-0212-438e-8a85-8d3d33add492'} from dv-neutron-821831-2-hyperv. {{(pid=88992) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 15 19:20:46.764911 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b1e64218-6a0e-4a82-8f12-158ecc4bec5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:46.789453 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-20c84a3d-8550-4b0a-89ae-6b0642f8ebb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:46.798726 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11c5d13-b873-4dfc-96be-9a74c62f0ef4 None None] Pushing event updated for resources: {'Port': ['ID=25366df0-0212-438e-8a85-8d3d33add492,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:46.804370 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c11c5d13-b873-4dfc-96be-9a74c62f0ef4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:46.821107 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-13c66dc5-25f7-4ecc-af7c-d80c8b618b11 req-66a3140c-6099-4a02-82db-e67e1ee5aee9 service neutron] 10.222.0.32 "GET /v2.0/networks/19b72bfa-3b09-4f76-a78c-5531fd623b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3665431 Dec 15 19:20:46.848594 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b1e64218-6a0e-4a82-8f12-158ecc4bec5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:46.861048 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f37299d9-26d1-48c3-83db-c91e507fb6aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:46.881956 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-976741b3-f504-4128-ac09-ecd4bb2ea99c tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:46.893846 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e64218-6a0e-4a82-8f12-158ecc4bec5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e2d5ab-6f98-4581-8d80-884db463fb99,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:46.897344 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b1e64218-6a0e-4a82-8f12-158ecc4bec5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:46.936032 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a5e82c4e-0ed4-46fc-afae-e89956e36d2a tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:46.965207 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b1e64218-6a0e-4a82-8f12-158ecc4bec5c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c6a025978e524dc9bf9dc256174a5f91&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8495135 Dec 15 19:20:46.975177 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 53220) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:46.980281 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 25366df0-0212-438e-8a85-8d3d33add492 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:20:46.984915 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0079ea6-a458-47e5-919b-01de3148178b req-bc89e127-fd79-4fcd-bf86-8e7396a6a9ab tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:46.986520 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e0079ea6-a458-47e5-919b-01de3148178b req-bc89e127-fd79-4fcd-bf86-8e7396a6a9ab tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b7fa720-d8e5-4510-aeb0-a3b286372c89 HTTP/1.1" status: 200 len: 946 time: 0.4133303 Dec 15 19:20:46.989189 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976741b3-f504-4128-ac09-ecd4bb2ea99c tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c25b781b-d835-4eb1-9f8a-0f94176a2aea,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:46.993572 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6a124f50-dd8a-460b-9da4-ee170e1530fd tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:47.006177 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-976741b3-f504-4128-ac09-ecd4bb2ea99c tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:47.031902 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-6a124f50-dd8a-460b-9da4-ee170e1530fd tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Transition to ACTIVE for port object 51588324-c03c-41f8-9a3f-9c2a54abd951 will not be triggered until provisioned by entity DHCP. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:20:47.033111 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5341fd29-9546-41e8-9d00-626f8e73d50a tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145021'] for router_interface, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:47.094107 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 25366df0-0212-438e-8a85-8d3d33add492 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:20:47.094787 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:47.244188 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-20c84a3d-8550-4b0a-89ae-6b0642f8ebb2 None None] Allocated IP 172.20.0.2 (489fa468-360a-4868-b4ac-a400ec975c5b/d2757b26-e1ab-4cc6-b0d4-d7f0f4ea776c/25366df0-0212-438e-8a85-8d3d33add492) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:20:47.463433 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-20c84a3d-8550-4b0a-89ae-6b0642f8ebb2 None None] For port 25366df0-0212-438e-8a85-8d3d33add492, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=25366df0-0212-438e-8a85-8d3d33add492,segment=NetworkSegment(9575ac7b-3c85-46da-81c5-434024000f40),segment_id=9575ac7b-3c85-46da-81c5-434024000f40)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:20:47.481202 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6a124f50-dd8a-460b-9da4-ee170e1530fd tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:47.490079 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a6d9ee4f-98aa-4d6a-af3d-8e7f21518655 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:47.492255 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-976741b3-f504-4128-ac09-ecd4bb2ea99c tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:47.496073 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-20c84a3d-8550-4b0a-89ae-6b0642f8ebb2 None None] Notify callbacks [] for port, precommit_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:47.496238 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-976741b3-f504-4128-ac09-ecd4bb2ea99c tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] 10.222.0.36 "DELETE /v2.0/security-groups/c25b781b-d835-4eb1-9f8a-0f94176a2aea HTTP/1.1" status: 204 len: 168 time: 1.3709459 Dec 15 19:20:47.500638 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-123cf77d-41b3-4c31-93d5-0945c67101ef tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:20:47.506092 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 53224) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:47.514828 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-20c84a3d-8550-4b0a-89ae-6b0642f8ebb2 None None] Transition to ACTIVE for port object 25366df0-0212-438e-8a85-8d3d33add492 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:20:47.517460 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5b0640-1fdb-4aaa-b235-2fb8cbcf316b None None] Sync routers for ids ['346e5909-b0a5-42c7-9940-63a4ed7dcdca'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:20:47.531227 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5b0640-1fdb-4aaa-b235-2fb8cbcf316b None None] Routers {'346e5909-b0a5-42c7-9940-63a4ed7dcdca'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:20:47.531917 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-6d5b0640-1fdb-4aaa-b235-2fb8cbcf316b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:20:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['346e5909-b0a5-42c7-9940-63a4ed7dcdca'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:47.543171 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-123cf77d-41b3-4c31-93d5-0945c67101ef tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:47.557708 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a124f50-dd8a-460b-9da4-ee170e1530fd tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event updated for resources: {'Port': ['ID=51588324-c03c-41f8-9a3f-9c2a54abd951,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:47.563774 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6a124f50-dd8a-460b-9da4-ee170e1530fd tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:47.584247 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a124f50-dd8a-460b-9da4-ee170e1530fd tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Network 489fa468-360a-4868-b4ac-a400ec975c5b is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:20:47.586612 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-6a124f50-dd8a-460b-9da4-ee170e1530fd tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:20:47.589939 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a124f50-dd8a-460b-9da4-ee170e1530fd tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:20:47.601030 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-20c84a3d-8550-4b0a-89ae-6b0642f8ebb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:47.605882 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:47.611215 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-13c66dc5-25f7-4ecc-af7c-d80c8b618b11 req-1b409c62-ff1c-4605-84b9-050c84be3a41 service neutron] 10.222.0.32 "GET /v2.0/networks/19b72bfa-3b09-4f76-a78c-5531fd623b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7726483 Dec 15 19:20:47.618712 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e0079ea6-a458-47e5-919b-01de3148178b req-b7e6a4cb-54b6-47c7-a551-a798364bc685 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3112f8-b936-4176-9b46-6040cf25625e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6092362 Dec 15 19:20:47.636540 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-6d5b0640-1fdb-4aaa-b235-2fb8cbcf316b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:47.664089 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7e5923a8-ff3f-4cc1-b806-ea2c665de0a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:47.686403 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-123cf77d-41b3-4c31-93d5-0945c67101ef tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] 10.222.0.36 "PUT /v2.0/floatingips/f9b7ce9d-6625-41b9-bb13-de7eab6fe9d6 HTTP/1.1" status: 200 len: 978 time: 7.7572515 Dec 15 19:20:47.693478 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 53228) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:47.750629 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a124f50-dd8a-460b-9da4-ee170e1530fd tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:47.751313 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6a124f50-dd8a-460b-9da4-ee170e1530fd tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:47.765473 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-7adfeb64-ce4c-4029-a018-fe3dd74cfc2b tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Synchronizing usage tracker for tenant:f5d7504244ae418d895bf40ffc1e3100 on resource:security_group {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:20:47.766473 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5b0640-1fdb-4aaa-b235-2fb8cbcf316b None None] Routers {'346e5909-b0a5-42c7-9940-63a4ed7dcdca'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:20:47.767284 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-6d5b0640-1fdb-4aaa-b235-2fb8cbcf316b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:20:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['346e5909-b0a5-42c7-9940-63a4ed7dcdca'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:47.774892 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7e5923a8-ff3f-4cc1-b806-ea2c665de0a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:47.794644 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5ae6b01-29f0-4862-b51b-cb3bfa2a4dfb tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Router c3c96c7a-68d4-4016-b0f3-c49ae951d4fc has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:20:47.840828 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c84a3d-8550-4b0a-89ae-6b0642f8ebb2 None None] Pushing event updated for resources: {'Port': ['ID=25366df0-0212-438e-8a85-8d3d33add492,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:47.844294 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-6d5b0640-1fdb-4aaa-b235-2fb8cbcf316b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:47.844953 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5b0640-1fdb-4aaa-b235-2fb8cbcf316b None None] The sync data for ids ['346e5909-b0a5-42c7-9940-63a4ed7dcdca'] in dv-neutron-821831-2-hyperv is: [] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:20:47.847126 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-20c84a3d-8550-4b0a-89ae-6b0642f8ebb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:47.847270 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-87f4cbc5-af20-47cc-9cae-501c68765cf4 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Deleting port aca1687a-82bb-4dd6-bddd-5ddfc39ec375 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:20:47.847624 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-87f4cbc5-af20-47cc-9cae-501c68765cf4 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:47.873631 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6a124f50-dd8a-460b-9da4-ee170e1530fd tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.1534328 Dec 15 19:20:47.876993 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53232) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:47.883813 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-7adfeb64-ce4c-4029-a018-fe3dd74cfc2b tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Unset dirty status for tenant:f5d7504244ae418d895bf40ffc1e3100 on resource:security_group {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:20:47.885159 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-7adfeb64-ce4c-4029-a018-fe3dd74cfc2b tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3744450 Dec 15 19:20:47.895706 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 53236) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:47.910526 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-01abe2d2-3b62-44f2-8133-5abe30023999 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Request body: {'security_group': {'name': 'tempest-secgroup--1233341810'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:20:47.920232 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-01abe2d2-3b62-44f2-8133-5abe30023999 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:20:48.020706 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-01abe2d2-3b62-44f2-8133-5abe30023999 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:20:48.049659 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9250fae-caef-421a-bde1-231f34e4acf0 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:48.054107 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9250fae-caef-421a-bde1-231f34e4acf0 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:48.055017 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-e9250fae-caef-421a-bde1-231f34e4acf0 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Synchronizing usage tracker for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:port {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:20:48.105562 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-e9250fae-caef-421a-bde1-231f34e4acf0 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Unset dirty status for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:port {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:20:48.109536 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e9250fae-caef-421a-bde1-231f34e4acf0 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2289062 Dec 15 19:20:48.109983 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53240) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:48.116299 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7e5923a8-ff3f-4cc1-b806-ea2c665de0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:48.120754 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-01abe2d2-3b62-44f2-8133-5abe30023999 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks [] for security_group, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:48.142920 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-047c0404-8c12-4a52-babf-677b1bfc1e3d tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:48.172858 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ae6b01-29f0-4862-b51b-cb3bfa2a4dfb tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:20:48.186131 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6625c6-4821-4ca6-a384-05d1ed50af92 None None] Sync routers for ids ['c3c96c7a-68d4-4016-b0f3-c49ae951d4fc'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:20:48.186360 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5923a8-ff3f-4cc1-b806-ea2c665de0a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e2d5ab-6f98-4581-8d80-884db463fb99,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:48.204224 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6625c6-4821-4ca6-a384-05d1ed50af92 None None] Routers {'c3c96c7a-68d4-4016-b0f3-c49ae951d4fc'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:20:48.205714 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-df6625c6-4821-4ca6-a384-05d1ed50af92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:20:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['c3c96c7a-68d4-4016-b0f3-c49ae951d4fc'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:48.223547 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-ad0eba60-80b5-4452-a663-ae97b9eaf871 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Deleting port 51588324-c03c-41f8-9a3f-9c2a54abd951 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:20:48.224180 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ad0eba60-80b5-4452-a663-ae97b9eaf871 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:48.272416 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7e5923a8-ff3f-4cc1-b806-ea2c665de0a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:48.315076 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7e5923a8-ff3f-4cc1-b806-ea2c665de0a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:48.317624 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-7e5923a8-ff3f-4cc1-b806-ea2c665de0a9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/17e2d5ab-6f98-4581-8d80-884db463fb99 HTTP/1.1" status: 204 len: 168 time: 1.3298581 Dec 15 19:20:48.330279 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a5ae6b01-29f0-4862-b51b-cb3bfa2a4dfb tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:48.390296 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-87f4cbc5-af20-47cc-9cae-501c68765cf4 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:48.445580 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a5ae6b01-29f0-4862-b51b-cb3bfa2a4dfb tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.8686290 Dec 15 19:20:48.486862 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-df6625c6-4821-4ca6-a384-05d1ed50af92 None None] Set router c3c96c7a-68d4-4016-b0f3-c49ae951d4fc gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:20:48.536452 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76d7c3af-0360-40b9-b552-6937e9663a8b', 'tag': 'e1168d35-e52d-46d5-bccf-ad6e468591d8'}] {{(pid=88991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:20:48.685282 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ad0eba60-80b5-4452-a663-ae97b9eaf871 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:48.801436 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 53246) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:48.945826 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-ad0eba60-80b5-4452-a663-ae97b9eaf871 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Calling delete_port for 51588324-c03c-41f8-9a3f-9c2a54abd951 owned by {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:20:48.976084 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76d7c3af-0360-40b9-b552-6937e9663a8b', 'tag': 'e1168d35-e52d-46d5-bccf-ad6e468591d8', 'status': 'completed', 'code': 200} Dec 15 19:20:48.980193 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 25366df0-0212-438e-8a85-8d3d33add492 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:20:49.016497 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-df6625c6-4821-4ca6-a384-05d1ed50af92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3c96c7a-68d4-4016-b0f3-c49ae951d4fc', 'name': 'tempest-TestNetworkBasicOps-router-380808785', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': 'f50738ba-eb06-4a98-acea-5eb990e04595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:19:40Z', 'updated_at': '2021-12-15T19:19:58Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': 'f50738ba-eb06-4a98-acea-5eb990e04595', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ff:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c96c7a-68d4-4016-b0f3-c49ae951d4fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:41Z', 'updated_at': '2021-12-15T19:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': '9201e3ff-d9ea-4443-9d41-727769e7b4e0', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'floating_ip_address': '172.26.3.41', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': 'c3c96c7a-68d4-4016-b0f3-c49ae951d4fc', 'port_id': 'e1168d35-e52d-46d5-bccf-ad6e468591d8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc', 'mac_address': 'fa:16:3e:ba:33:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d7c3af-0360-40b9-b552-6937e9663a8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:20:43Z', 'updated_at': '2021-12-15T19:20:43Z', 'revision_number': 0, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6978ef5-362c-4f2d-a7fa-01952bd5604d', 'name': '', 'network_id': 'a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:df:00:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c96c7a-68d4-4016-b0f3-c49ae951d4fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee52211e-ff61-4e3a-b19c-7d228d9f300f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:56Z', 'updated_at': '2021-12-15T19:20:13Z', 'revision_number': 5, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'ee52211e-ff61-4e3a-b19c-7d228d9f300f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:49.026630 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6625c6-4821-4ca6-a384-05d1ed50af92 None None] Checking router: c3c96c7a-68d4-4016-b0f3-c49ae951d4fc for host: dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:20:49.040880 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6625c6-4821-4ca6-a384-05d1ed50af92 None None] Routers {'c3c96c7a-68d4-4016-b0f3-c49ae951d4fc'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:20:49.042593 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-df6625c6-4821-4ca6-a384-05d1ed50af92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:20:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['c3c96c7a-68d4-4016-b0f3-c49ae951d4fc'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:49.179812 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-87f4cbc5-af20-47cc-9cae-501c68765cf4 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:49.180236 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-87f4cbc5-af20-47cc-9cae-501c68765cf4 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634093'] for floatingip, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:49.180591 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.l3_db [None req-87f4cbc5-af20-47cc-9cae-501c68765cf4 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Floating IP f9b7ce9d-6625-41b9-bb13-de7eab6fe9d6 disassociated. External IP: 172.26.3.222, port: aca1687a-82bb-4dd6-bddd-5ddfc39ec375. Dec 15 19:20:49.180979 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-87f4cbc5-af20-47cc-9cae-501c68765cf4 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Calling delete_port for aca1687a-82bb-4dd6-bddd-5ddfc39ec375 owned by {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:20:49.267940 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-df6625c6-4821-4ca6-a384-05d1ed50af92 None None] Set router c3c96c7a-68d4-4016-b0f3-c49ae951d4fc gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:20:49.320861 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-01abe2d2-3b62-44f2-8133-5abe30023999 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:20:49.341032 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-01abe2d2-3b62-44f2-8133-5abe30023999 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Usage tracker for resource:security_group_rule and tenant:f5d7504244ae418d895bf40ffc1e3100 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:20:49.349851 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ad0eba60-80b5-4452-a663-ae97b9eaf871 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:49.357596 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ec53e489-eb02-4dd4-b24a-92f9d2dbf7a0 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:49.359779 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-01abe2d2-3b62-44f2-8133-5abe30023999 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:20:49.378993 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-3514c371-da11-409e-9292-b310a7cbacd3 None None] Provisioning for port 25366df0-0212-438e-8a85-8d3d33add492 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:20:49.381821 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-01abe2d2-3b62-44f2-8133-5abe30023999 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:20:49.386809 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-3514c371-da11-409e-9292-b310a7cbacd3 None None] Provisioning complete for port 25366df0-0212-438e-8a85-8d3d33add492 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:20:49.387521 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3514c371-da11-409e-9292-b310a7cbacd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:49.449793 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0eba60-80b5-4452-a663-ae97b9eaf871 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event deleted for resources: {'Port': ['ID=51588324-c03c-41f8-9a3f-9c2a54abd951,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:49.465546 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ad0eba60-80b5-4452-a663-ae97b9eaf871 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:49.545514 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4cdebd6b-63aa-405f-ba60-1c4338ca8719 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/floatingips/9201e3ff-d9ea-4443-9d41-727769e7b4e0 HTTP/1.1" status: 200 len: 990 time: 0.7425857 Dec 15 19:20:49.568607 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-87f4cbc5-af20-47cc-9cae-501c68765cf4 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:49.581027 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-10b5931a-be37-433f-92cc-32b0151da2ce tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:49.704297 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ad0eba60-80b5-4452-a663-ae97b9eaf871 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:49.709169 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f4cbc5-af20-47cc-9cae-501c68765cf4 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Pushing event deleted for resources: {'Port': ['ID=aca1687a-82bb-4dd6-bddd-5ddfc39ec375,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:49.723852 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd4c25f-eb0c-472c-8c0e-73fcb042cc7d req-ba845ac6-b09c-4033-af61-a529335919b3 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:49.725697 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2dd4c25f-eb0c-472c-8c0e-73fcb042cc7d req-ba845ac6-b09c-4033-af61-a529335919b3 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b7fa720-d8e5-4510-aeb0-a3b286372c89 HTTP/1.1" status: 200 len: 946 time: 0.6028666 Dec 15 19:20:49.735297 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-87f4cbc5-af20-47cc-9cae-501c68765cf4 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:49.740034 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b238541b-bc3f-4bd6-b1af-e2e3d09b9b9c req-4410d071-fb50-49bd-ac9d-2a901b8e0d6d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c1b74cf25a94156b4530f0bd868c0c9&device_id=76d7c3af-0360-40b9-b552-6937e9663a8b HTTP/1.1" status: 200 len: 1098 time: 0.7013257 Dec 15 19:20:49.763892 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ad0eba60-80b5-4452-a663-ae97b9eaf871 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/ports/51588324-c03c-41f8-9a3f-9c2a54abd951 HTTP/1.1" status: 204 len: 168 time: 1.6505585 Dec 15 19:20:49.764173 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53268) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:49.902266 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-6fd82f46-9121-47e4-b8b2-858da26dd4d8 None None] Could not find standard attr ID for object 51588324-c03c-41f8-9a3f-9c2a54abd951. {{(pid=88992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 15 19:20:49.916576 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24624e0-27cc-4090-b1bd-9c7f025e7b8e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:49.918081 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24624e0-27cc-4090-b1bd-9c7f025e7b8e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:49.919764 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24624e0-27cc-4090-b1bd-9c7f025e7b8e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:49.920685 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-e24624e0-27cc-4090-b1bd-9c7f025e7b8e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Synchronizing usage tracker for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:subnet {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:20:49.983448 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-e24624e0-27cc-4090-b1bd-9c7f025e7b8e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Unset dirty status for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:subnet {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:20:49.988827 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e24624e0-27cc-4090-b1bd-9c7f025e7b8e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2234356 Dec 15 19:20:49.989840 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53274) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:50.016053 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-df6625c6-4821-4ca6-a384-05d1ed50af92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3c96c7a-68d4-4016-b0f3-c49ae951d4fc', 'name': 'tempest-TestNetworkBasicOps-router-380808785', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': 'f50738ba-eb06-4a98-acea-5eb990e04595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:19:40Z', 'updated_at': '2021-12-15T19:19:58Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': 'f50738ba-eb06-4a98-acea-5eb990e04595', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ff:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c96c7a-68d4-4016-b0f3-c49ae951d4fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:41Z', 'updated_at': '2021-12-15T19:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': '9201e3ff-d9ea-4443-9d41-727769e7b4e0', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'floating_ip_address': '172.26.3.41', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': 'c3c96c7a-68d4-4016-b0f3-c49ae951d4fc', 'port_id': 'e1168d35-e52d-46d5-bccf-ad6e468591d8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc', 'mac_address': 'fa:16:3e:ba:33:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d7c3af-0360-40b9-b552-6937e9663a8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:20:43Z', 'updated_at': '2021-12-15T19:20:43Z', 'revision_number': 0, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6978ef5-362c-4f2d-a7fa-01952bd5604d', 'name': '', 'network_id': 'a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:df:00:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c96c7a-68d4-4016-b0f3-c49ae951d4fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee52211e-ff61-4e3a-b19c-7d228d9f300f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:56Z', 'updated_at': '2021-12-15T19:20:13Z', 'revision_number': 5, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'ee52211e-ff61-4e3a-b19c-7d228d9f300f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:50.021689 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6625c6-4821-4ca6-a384-05d1ed50af92 None None] The sync data for ids ['c3c96c7a-68d4-4016-b0f3-c49ae951d4fc'] in dv-neutron-821831-2-hyperv is: [{'id': 'c3c96c7a-68d4-4016-b0f3-c49ae951d4fc', 'name': 'tempest-TestNetworkBasicOps-router-380808785', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': 'f50738ba-eb06-4a98-acea-5eb990e04595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:19:40Z', 'updated_at': '2021-12-15T19:19:58Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': 'f50738ba-eb06-4a98-acea-5eb990e04595', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ff:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c96c7a-68d4-4016-b0f3-c49ae951d4fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:41Z', 'updated_at': '2021-12-15T19:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': '9201e3ff-d9ea-4443-9d41-727769e7b4e0', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'floating_ip_address': '172.26.3.41', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': 'c3c96c7a-68d4-4016-b0f3-c49ae951d4fc', 'port_id': 'e1168d35-e52d-46d5-bccf-ad6e468591d8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc', 'mac_address': 'fa:16:3e:ba:33:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d7c3af-0360-40b9-b552-6937e9663a8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:20:43Z', 'updated_at': '2021-12-15T19:20:43Z', 'revision_number': 0, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6978ef5-362c-4f2d-a7fa-01952bd5604d', 'name': '', 'network_id': 'a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:df:00:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c96c7a-68d4-4016-b0f3-c49ae951d4fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee52211e-ff61-4e3a-b19c-7d228d9f300f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:56Z', 'updated_at': '2021-12-15T19:20:13Z', 'revision_number': 5, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'ee52211e-ff61-4e3a-b19c-7d228d9f300f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:20:50.040853 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53278) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:50.117504 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-801718b3-9273-423d-b340-496ff3c0f9f8 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Deleting subnet 1d6debcb-b316-4122-9b06-19dd64ecb554 {{(pid=88991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:20:50.121279 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-801718b3-9273-423d-b340-496ff3c0f9f8 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:50.199023 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-801718b3-9273-423d-b340-496ff3c0f9f8 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16332759'] for subnet, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:50.251446 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-d7d404e4-5cee-42a5-9376-e8d8b48c9dbb admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1830702704-network', 'tenant_id': '30a77e9498b54616b2933fb169921db3'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:20:50.259685 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-d7d404e4-5cee-42a5-9376-e8d8b48c9dbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:20:50.268353 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d7d404e4-5cee-42a5-9376-e8d8b48c9dbb admin admin] Usage tracker for resource:network and tenant:30a77e9498b54616b2933fb169921db3 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:20:50.273257 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d7d404e4-5cee-42a5-9376-e8d8b48c9dbb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:20:50.286275 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-d7d404e4-5cee-42a5-9376-e8d8b48c9dbb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:20:50.309317 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-01abe2d2-3b62-44f2-8133-5abe30023999 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks [] for security_group, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:50.323452 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-801718b3-9273-423d-b340-496ff3c0f9f8 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:50.336659 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2dd4c25f-eb0c-472c-8c0e-73fcb042cc7d req-21ea0391-3978-4a84-bc16-98e78212e46f tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3112f8-b936-4176-9b46-6040cf25625e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5944560 Dec 15 19:20:50.354078 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d404e4-5cee-42a5-9376-e8d8b48c9dbb admin admin] Made reservation on behalf of 30a77e9498b54616b2933fb169921db3 for: {'network': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:20:50.358960 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d7d404e4-5cee-42a5-9376-e8d8b48c9dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:50.377054 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-01abe2d2-3b62-44f2-8133-5abe30023999 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:50.389648 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d7d404e4-5cee-42a5-9376-e8d8b48c9dbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:50.390781 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-bae55dd7-8f4b-412d-8ceb-4539e9f37756 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:50.445336 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-d7d404e4-5cee-42a5-9376-e8d8b48c9dbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:20:50.454333 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d7d404e4-5cee-42a5-9376-e8d8b48c9dbb admin admin] Usage tracker for resource:security_group_rule and tenant:30a77e9498b54616b2933fb169921db3 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:20:50.457991 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d7d404e4-5cee-42a5-9376-e8d8b48c9dbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:20:50.464864 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-d7d404e4-5cee-42a5-9376-e8d8b48c9dbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:20:50.498944 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5d6a4a-9247-4887-ac5f-00390ccce0c7 None None] New status for floating IP 9201e3ff-d9ea-4443-9d41-727769e7b4e0: ACTIVE {{(pid=88992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 15 19:20:50.515388 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-801718b3-9273-423d-b340-496ff3c0f9f8 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16156049'] for subnet, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:50.521219 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-57c41c43-0b91-4cda-9ba3-a36aa08090e5 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:50.549406 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53286) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:50.630325 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b238541b-bc3f-4bd6-b1af-e2e3d09b9b9c req-f0d159ba-f130-4b8e-bc1d-0ca80d9a0b76 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:50.632066 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b238541b-bc3f-4bd6-b1af-e2e3d09b9b9c req-f0d159ba-f130-4b8e-bc1d-0ca80d9a0b76 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc HTTP/1.1" status: 200 len: 897 time: 0.8549221 Dec 15 19:20:50.654122 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801718b3-9273-423d-b340-496ff3c0f9f8 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event deleted for resources: {'Subnet': ['ID=1d6debcb-b316-4122-9b06-19dd64ecb554,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:50.667486 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-801718b3-9273-423d-b340-496ff3c0f9f8 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:50.686599 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-801718b3-9273-423d-b340-496ff3c0f9f8 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:50.693285 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a30baa-910c-4979-886f-fe2dda28bf7d None None] Network 489fa468-360a-4868-b4ac-a400ec975c5b requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:20:50.731696 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01abe2d2-3b62-44f2-8133-5abe30023999 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23d3e291-ed51-4077-97f0-f0e8a7003613,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:50.734852 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-01abe2d2-3b62-44f2-8133-5abe30023999 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:50.764110 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e71b4e6a-7c58-40df-9052-ce775f518065 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/floatingips/9201e3ff-d9ea-4443-9d41-727769e7b4e0 HTTP/1.1" status: 200 len: 990 time: 0.2045760 Dec 15 19:20:50.794706 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d7d404e4-5cee-42a5-9376-e8d8b48c9dbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:50.843753 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-01abe2d2-3b62-44f2-8133-5abe30023999 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:50.845133 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-01abe2d2-3b62-44f2-8133-5abe30023999 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.9469087 Dec 15 19:20:50.848958 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53290) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:50.855994 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-432e52b8-4f58-457b-9ba3-928da476b372 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Request body: {'security_group_rule': {'security_group_id': '23d3e291-ed51-4077-97f0-f0e8a7003613', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:20:50.857681 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b238541b-bc3f-4bd6-b1af-e2e3d09b9b9c req-04c6176b-ae61-4657-9266-1d2c226e7188 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1168d35-e52d-46d5-bccf-ad6e468591d8 HTTP/1.1" status: 200 len: 998 time: 0.2060585 Dec 15 19:20:50.864075 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d7d404e4-5cee-42a5-9376-e8d8b48c9dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:50.868497 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-801718b3-9273-423d-b340-496ff3c0f9f8 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/subnets/1d6debcb-b316-4122-9b06-19dd64ecb554 HTTP/1.1" status: 204 len: 168 time: 0.8763828 Dec 15 19:20:50.870953 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0a2515-ae07-4c64-8f38-408459d11ea2 req-2b9810c0-f6e4-496a-808f-3fcb321402aa tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:50.871185 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-432e52b8-4f58-457b-9ba3-928da476b372 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:20:50.873668 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4f0a2515-ae07-4c64-8f38-408459d11ea2 req-2b9810c0-f6e4-496a-808f-3fcb321402aa tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b7fa720-d8e5-4510-aeb0-a3b286372c89 HTTP/1.1" status: 200 len: 946 time: 0.3723786 Dec 15 19:20:50.873905 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0f23f62b-fd1a-4f5f-95aa-47d56e1d037d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:50.874230 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 53294) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:50.888368 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-432e52b8-4f58-457b-9ba3-928da476b372 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Usage tracker for resource:security_group_rule and tenant:f5d7504244ae418d895bf40ffc1e3100 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:20:50.896630 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-432e52b8-4f58-457b-9ba3-928da476b372 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:20:50.913471 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7d404e4-5cee-42a5-9376-e8d8b48c9dbb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=88991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:20:50.918525 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-432e52b8-4f58-457b-9ba3-928da476b372 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:20:50.934470 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d404e4-5cee-42a5-9376-e8d8b48c9dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce257f0-ce7a-42cc-a317-fd6d8417f0e6,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:50.941238 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d7d404e4-5cee-42a5-9376-e8d8b48c9dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:50.941639 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-d7d404e4-5cee-42a5-9376-e8d8b48c9dbb admin admin] Added segment c41b2cf6-5f5f-43b8-b7be-a1540ebbed6b of type vlan for network 3bc96c05-786a-4018-bd2c-1323bc05c7cd Dec 15 19:20:50.943037 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d7d404e4-5cee-42a5-9376-e8d8b48c9dbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:50.973351 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d7d404e4-5cee-42a5-9376-e8d8b48c9dbb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:51.025464 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-432e52b8-4f58-457b-9ba3-928da476b372 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 19:20:51.029466 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-432e52b8-4f58-457b-9ba3-928da476b372 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1791775 Dec 15 19:20:51.033030 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53298) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:51.042276 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-9fbf583f-61ee-4b8c-9f7e-006ee3b3ff50 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Request body: {'security_group_rule': {'security_group_id': '23d3e291-ed51-4077-97f0-f0e8a7003613', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:20:51.059299 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-9fbf583f-61ee-4b8c-9f7e-006ee3b3ff50 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:20:51.068588 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-9fbf583f-61ee-4b8c-9f7e-006ee3b3ff50 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Usage tracker for resource:security_group_rule and tenant:f5d7504244ae418d895bf40ffc1e3100 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:20:51.074278 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-9fbf583f-61ee-4b8c-9f7e-006ee3b3ff50 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:20:51.082099 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-9fbf583f-61ee-4b8c-9f7e-006ee3b3ff50 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:20:51.104486 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d7d404e4-5cee-42a5-9376-e8d8b48c9dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:51.105877 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d404e4-5cee-42a5-9376-e8d8b48c9dbb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:51.106563 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d7d404e4-5cee-42a5-9376-e8d8b48c9dbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:51.109779 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b238541b-bc3f-4bd6-b1af-e2e3d09b9b9c req-73e77d74-534d-4fbe-a2de-cd7699aca05f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:51.111386 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b238541b-bc3f-4bd6-b1af-e2e3d09b9b9c req-73e77d74-534d-4fbe-a2de-cd7699aca05f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee52211e-ff61-4e3a-b19c-7d228d9f300f HTTP/1.1" status: 200 len: 835 time: 0.2346773 Dec 15 19:20:51.112186 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-5341fd29-9546-41e8-9d00-626f8e73d50a tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Deleting port e873b402-90c8-4e3c-9557-b01d644145ef {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:20:51.112478 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5341fd29-9546-41e8-9d00-626f8e73d50a tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:51.114383 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-635d87eb-ba02-4e43-aba8-5ce9f93749bb tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:51.244361 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d404e4-5cee-42a5-9376-e8d8b48c9dbb admin admin] Pushing event updated for resources: {'Network': ['ID=3bc96c05-786a-4018-bd2c-1323bc05c7cd,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:51.247350 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d7d404e4-5cee-42a5-9376-e8d8b48c9dbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:51.251713 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d7d404e4-5cee-42a5-9376-e8d8b48c9dbb admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2096119 Dec 15 19:20:51.255075 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53302) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:51.260364 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 3bc96c05-786a-4018-bd2c-1323bc05c7cd details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:20:51.261491 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-7900bcf5-f577-459c-a300-76fc03f9e54f admin admin] Request body: {'subnet': {'network_id': '3bc96c05-786a-4018-bd2c-1323bc05c7cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1830702704-subnet', 'tenant_id': '30a77e9498b54616b2933fb169921db3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:20:51.267138 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-7900bcf5-f577-459c-a300-76fc03f9e54f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:20:51.272500 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-7900bcf5-f577-459c-a300-76fc03f9e54f admin admin] Usage tracker for resource:subnet and tenant:30a77e9498b54616b2933fb169921db3 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:20:51.275573 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-7900bcf5-f577-459c-a300-76fc03f9e54f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:20:51.283043 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-9fbf583f-61ee-4b8c-9f7e-006ee3b3ff50 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 19:20:51.286221 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9fbf583f-61ee-4b8c-9f7e-006ee3b3ff50 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2498441 Dec 15 19:20:51.288655 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-7900bcf5-f577-459c-a300-76fc03f9e54f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:20:51.292413 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53306) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:51.310833 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4f0a2515-ae07-4c64-8f38-408459d11ea2 req-9477d8c0-d4a7-4d5a-94b0-d063ce891407 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3112f8-b936-4176-9b46-6040cf25625e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3856990 Dec 15 19:20:51.314001 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87f4cbc5-af20-47cc-9cae-501c68765cf4 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Router 346e5909-b0a5-42c7-9940-63a4ed7dcdca has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:20:51.372112 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7900bcf5-f577-459c-a300-76fc03f9e54f admin admin] Made reservation on behalf of 30a77e9498b54616b2933fb169921db3 for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:20:51.377465 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7900bcf5-f577-459c-a300-76fc03f9e54f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:51.481138 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-310f1b6f-80d7-4bc9-a8fa-fa7e7281e157 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks [] for security_group, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:51.527987 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-310f1b6f-80d7-4bc9-a8fa-fa7e7281e157 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:51.636810 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-310f1b6f-80d7-4bc9-a8fa-fa7e7281e157 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:51.643998 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-96f0dea4-5472-4304-9320-6c0c710e24dd tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:51.673400 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310f1b6f-80d7-4bc9-a8fa-fa7e7281e157 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d3e291-ed51-4077-97f0-f0e8a7003613,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:51.680257 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-310f1b6f-80d7-4bc9-a8fa-fa7e7281e157 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:51.705391 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-14f0bb77-a278-474f-8bfc-3459c6404ab2 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Deleting subnet d2757b26-e1ab-4cc6-b0d4-d7f0f4ea776c {{(pid=88990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:20:51.706871 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-310f1b6f-80d7-4bc9-a8fa-fa7e7281e157 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:51.710993 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-310f1b6f-80d7-4bc9-a8fa-fa7e7281e157 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] 10.222.0.36 "DELETE /v2.0/security-groups/23d3e291-ed51-4077-97f0-f0e8a7003613 HTTP/1.1" status: 204 len: 168 time: 0.4156115 Dec 15 19:20:51.711175 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b238541b-bc3f-4bd6-b1af-e2e3d09b9b9c req-ffbd0d58-24a3-4439-9a38-cb3315b25675 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5623276 Dec 15 19:20:51.714402 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53312) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:51.721046 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-14f0bb77-a278-474f-8bfc-3459c6404ab2 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:51.752985 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5341fd29-9546-41e8-9d00-626f8e73d50a tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:51.767051 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53316) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:51.838123 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7900bcf5-f577-459c-a300-76fc03f9e54f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:51.852407 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5dad7c7e-36d6-4759-90fd-b358fea9a601 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:51.937014 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-2b96136e-1c97-4ecb-9acf-c9855aefdcad tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Synchronizing usage tracker for tenant:f5d7504244ae418d895bf40ffc1e3100 on resource:security_group {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:20:51.998208 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-754ea00a-6c49-4925-88cb-6f2d0a20f264 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/floatingips/9201e3ff-d9ea-4443-9d41-727769e7b4e0 HTTP/1.1" status: 200 len: 992 time: 0.2285841 Dec 15 19:20:52.007905 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7900bcf5-f577-459c-a300-76fc03f9e54f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc19fd0a-7c79-4a1d-91dc-27f6e20af9ab,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:52.012975 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7900bcf5-f577-459c-a300-76fc03f9e54f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:52.022149 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7900bcf5-f577-459c-a300-76fc03f9e54f admin admin] Checking segment: {'id': 'c41b2cf6-5f5f-43b8-b7be-a1540ebbed6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3bc96c05-786a-4018-bd2c-1323bc05c7cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:20:52.022630 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7900bcf5-f577-459c-a300-76fc03f9e54f admin admin] Network hostable DHCP agents. Network: 3bc96c05-786a-4018-bd2c-1323bc05c7cd, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:20:52.046108 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-2b96136e-1c97-4ecb-9acf-c9855aefdcad tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Unset dirty status for tenant:f5d7504244ae418d895bf40ffc1e3100 on resource:security_group {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:20:52.047520 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-2b96136e-1c97-4ecb-9acf-c9855aefdcad tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3321030 Dec 15 19:20:52.052112 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53320) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:52.059395 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-09a2ade6-cae0-45ea-bbf0-c45264d6116f tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Request body: {'security_group': {'name': 'tempest-secgroup--1419061182'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:20:52.066687 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-09a2ade6-cae0-45ea-bbf0-c45264d6116f tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:20:52.078609 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-09a2ade6-cae0-45ea-bbf0-c45264d6116f tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:20:52.087145 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7900bcf5-f577-459c-a300-76fc03f9e54f admin admin] Network 3bc96c05-786a-4018-bd2c-1323bc05c7cd is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:20:52.109511 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-09a2ade6-cae0-45ea-bbf0-c45264d6116f tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks [] for security_group, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:52.147125 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-84037c9a-e202-44be-936c-6380eb1edb5e None None] Provisioning complete for port 25366df0-0212-438e-8a85-8d3d33add492 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:20:52.147478 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-7900bcf5-f577-459c-a300-76fc03f9e54f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, 3bc96c05-786a-4018-bd2c-1323bc05c7cd) {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:20:52.147648 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-84037c9a-e202-44be-936c-6380eb1edb5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:52.151920 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7900bcf5-f577-459c-a300-76fc03f9e54f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:52.152568 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7900bcf5-f577-459c-a300-76fc03f9e54f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:52.170684 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-09a2ade6-cae0-45ea-bbf0-c45264d6116f tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:20:52.178400 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-09a2ade6-cae0-45ea-bbf0-c45264d6116f tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Usage tracker for resource:security_group_rule and tenant:f5d7504244ae418d895bf40ffc1e3100 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:20:52.181570 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e24fd2-d68b-43b7-a101-b503610257ca None None] Network 3bc96c05-786a-4018-bd2c-1323bc05c7cd requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:20:52.183690 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-09a2ade6-cae0-45ea-bbf0-c45264d6116f tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:20:52.191426 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-09a2ade6-cae0-45ea-bbf0-c45264d6116f tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:20:52.234279 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-7900bcf5-f577-459c-a300-76fc03f9e54f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9690652 Dec 15 19:20:52.255525 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-09a2ade6-cae0-45ea-bbf0-c45264d6116f tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks [] for security_group, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:52.263214 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-5341fd29-9546-41e8-9d00-626f8e73d50a tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Calling delete_port for e873b402-90c8-4e3c-9557-b01d644145ef owned by network:router_interface {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:20:52.297757 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-09a2ade6-cae0-45ea-bbf0-c45264d6116f tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:52.309067 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4e82c51b-3c30-469c-b7d9-2a251102dfea tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:52.340888 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-14f0bb77-a278-474f-8bfc-3459c6404ab2 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838448728'] for subnet, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:52.372053 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a2ade6-cae0-45ea-bbf0-c45264d6116f tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be13f19d-b098-4728-974c-e685b180742c,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:52.389199 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-09a2ade6-cae0-45ea-bbf0-c45264d6116f tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:52.429977 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-09a2ade6-cae0-45ea-bbf0-c45264d6116f tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:52.431956 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-09a2ade6-cae0-45ea-bbf0-c45264d6116f tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3785684 Dec 15 19:20:52.434783 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53328) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:52.442335 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-7c2b05c0-29be-45ea-b1b9-ace5d74bbb48 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:20:52.443027 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-7c2b05c0-29be-45ea-b1b9-ace5d74bbb48 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] update failed (client error): There was a conflict when trying to complete your request. Dec 15 19:20:52.444078 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-7c2b05c0-29be-45ea-b1b9-ace5d74bbb48 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] 10.222.0.36 "PUT /v2.0/security-groups/be13f19d-b098-4728-974c-e685b180742c HTTP/1.1" status: 409 len: 330 time: 0.0082958 Dec 15 19:20:52.446994 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53332) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:52.502069 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67b4082-bd0c-484a-b34d-a3535bfeb12a req-787a3c4f-8e4a-4a60-a548-432725c6c7a6 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:52.510843 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f67b4082-bd0c-484a-b34d-a3535bfeb12a req-787a3c4f-8e4a-4a60-a548-432725c6c7a6 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b7fa720-d8e5-4510-aeb0-a3b286372c89 HTTP/1.1" status: 200 len: 946 time: 1.0438175 Dec 15 19:20:52.522914 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-17fde93d-8dcc-49dd-a533-f2e868363d31 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks [] for security_group, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:52.526924 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a8f593-098f-4b2b-a642-597f49017a52 None None] Network 3bc96c05-786a-4018-bd2c-1323bc05c7cd requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:20:52.553606 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-17fde93d-8dcc-49dd-a533-f2e868363d31 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:52.630840 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-17fde93d-8dcc-49dd-a533-f2e868363d31 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:52.639170 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1b2e96ff-b5fc-4cb0-a0db-07184bd91479 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:52.660303 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fde93d-8dcc-49dd-a533-f2e868363d31 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be13f19d-b098-4728-974c-e685b180742c,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:52.679427 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-17fde93d-8dcc-49dd-a533-f2e868363d31 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:52.680506 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-17fde93d-8dcc-49dd-a533-f2e868363d31 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:52.684870 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-17fde93d-8dcc-49dd-a533-f2e868363d31 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] 10.222.0.36 "DELETE /v2.0/security-groups/be13f19d-b098-4728-974c-e685b180742c HTTP/1.1" status: 204 len: 168 time: 0.2368336 Dec 15 19:20:52.685845 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53338) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:52.715517 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b238541b-bc3f-4bd6-b1af-e2e3d09b9b9c req-9a0e5428-9801-42bd-80b3-c7bf88ffa673 service neutron] 10.222.0.32 "GET /v2.0/networks/a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9536276 Dec 15 19:20:52.766557 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-97ab4474-9d6a-4d19-b8f1-b2317471af99 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Synchronizing usage tracker for tenant:f5d7504244ae418d895bf40ffc1e3100 on resource:security_group {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:20:52.776525 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-14f0bb77-a278-474f-8bfc-3459c6404ab2 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:52.840744 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-97ab4474-9d6a-4d19-b8f1-b2317471af99 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Unset dirty status for tenant:f5d7504244ae418d895bf40ffc1e3100 on resource:security_group {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:20:52.842285 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-97ab4474-9d6a-4d19-b8f1-b2317471af99 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1555893 Dec 15 19:20:52.847448 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53344) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:52.876702 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-4c467c62-faa0-463a-b74c-faf64a3f74cb tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] delete failed (client error): The resource could not be found. Dec 15 19:20:52.882699 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4c467c62-faa0-463a-b74c-faf64a3f74cb tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] 10.222.0.36 "DELETE /v2.0/security-groups/5bb1043a-6e9c-42a8-8b95-2a0e2d9367a6 HTTP/1.1" status: 404 len: 347 time: 0.0297685 Dec 15 19:20:52.884296 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53350) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:52.904181 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-0b730b91-684e-4d19-884f-40501cfc126a tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] show failed (client error): The resource could not be found. Dec 15 19:20:52.909257 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0b730b91-684e-4d19-884f-40501cfc126a tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] 10.222.0.36 "GET /v2.0/security-groups/15c76ae3-ad23-468a-bc76-71cf7f3d0eff HTTP/1.1" status: 404 len: 347 time: 0.0201395 Dec 15 19:20:52.909571 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53354) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:52.927961 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-d3d78b10-4aa3-4136-b526-f26781222772 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] show failed (client error): The resource could not be found. Dec 15 19:20:52.936516 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d3d78b10-4aa3-4136-b526-f26781222772 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] 10.222.0.36 "GET /v2.0/security-group-rules/78455874-3474-435f-830d-4d1f06cec759 HTTP/1.1" status: 404 len: 356 time: 0.0185776 Dec 15 19:20:52.999167 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f67b4082-bd0c-484a-b34d-a3535bfeb12a req-cb449c04-765a-455a-9971-e13c9eabd29b tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3112f8-b936-4176-9b46-6040cf25625e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4873886 Dec 15 19:20:53.115397 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b238541b-bc3f-4bd6-b1af-e2e3d09b9b9c req-30cd0c5b-42ec-4201-809b-978144de66b3 service neutron] 10.222.0.32 "GET /v2.0/networks/a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3799736 Dec 15 19:20:53.116047 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5341fd29-9546-41e8-9d00-626f8e73d50a tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:53.121518 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1dcd0c73-b9b9-48ad-b8a6-6fa771e85eba tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:53.167270 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f4cbc5-af20-47cc-9cae-501c68765cf4 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:20:53.185164 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c0ef22-dc5f-42bc-a7a4-30d21600c4b9 None None] Sync routers for ids ['346e5909-b0a5-42c7-9940-63a4ed7dcdca'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:20:53.202732 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c0ef22-dc5f-42bc-a7a4-30d21600c4b9 None None] Routers {'346e5909-b0a5-42c7-9940-63a4ed7dcdca'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:20:53.203499 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-f9c0ef22-dc5f-42bc-a7a4-30d21600c4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:20:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['346e5909-b0a5-42c7-9940-63a4ed7dcdca'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:53.210111 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-14f0bb77-a278-474f-8bfc-3459c6404ab2 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16636259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14850861'] for subnet, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:53.213486 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5341fd29-9546-41e8-9d00-626f8e73d50a tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Pushing event deleted for resources: {'Port': ['ID=e873b402-90c8-4e3c-9557-b01d644145ef,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:53.227012 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5341fd29-9546-41e8-9d00-626f8e73d50a tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:53.227693 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4c45f7b7-0f61-4fe5-9e5f-2348c1c3fa31 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:53.284961 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-f9c0ef22-dc5f-42bc-a7a4-30d21600c4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:53.299336 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c0ef22-dc5f-42bc-a7a4-30d21600c4b9 None None] Routers {'346e5909-b0a5-42c7-9940-63a4ed7dcdca'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:20:53.301143 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-f9c0ef22-dc5f-42bc-a7a4-30d21600c4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:20:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['346e5909-b0a5-42c7-9940-63a4ed7dcdca'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:53.358765 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f0bb77-a278-474f-8bfc-3459c6404ab2 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event deleted for resources: {'Subnet': ['ID=d2757b26-e1ab-4cc6-b0d4-d7f0f4ea776c,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:53.379036 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-14f0bb77-a278-474f-8bfc-3459c6404ab2 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:53.396814 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7f04f2-eb78-4060-bb87-5903a2ec9979 None None] Network 489fa468-360a-4868-b4ac-a400ec975c5b requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:20:53.411924 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-f9c0ef22-dc5f-42bc-a7a4-30d21600c4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:53.417380 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c0ef22-dc5f-42bc-a7a4-30d21600c4b9 None None] The sync data for ids ['346e5909-b0a5-42c7-9940-63a4ed7dcdca'] in dv-neutron-821831-2-hyperv is: [] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:20:53.425187 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-14f0bb77-a278-474f-8bfc-3459c6404ab2 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:53.446385 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53370) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:53.514415 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-14f0bb77-a278-474f-8bfc-3459c6404ab2 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/subnets/d2757b26-e1ab-4cc6-b0d4-d7f0f4ea776c HTTP/1.1" status: 204 len: 168 time: 2.6316025 Dec 15 19:20:53.515703 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53378) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:53.527812 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-87f4cbc5-af20-47cc-9cae-501c68765cf4 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:53.532282 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-87f4cbc5-af20-47cc-9cae-501c68765cf4 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] 10.222.0.36 "DELETE /v2.0/ports/aca1687a-82bb-4dd6-bddd-5ddfc39ec375 HTTP/1.1" status: 204 len: 168 time: 5.8329124 Dec 15 19:20:53.533367 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 53382) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:53.757898 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53388) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:53.764985 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-7a9e1ece-6f76-432d-b872-2d230262cd4c tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Synchronizing usage tracker for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:router {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:20:53.777139 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-8bb4cbc9-353f-4c94-bb66-74c0d414ba76 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-591942823-network', 'tenant_id': 'ad8013720cab42e3bba22e05ff5b47a4'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:20:53.827366 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe41c8a-8f87-4ab2-bcab-64b756014f26 None None] DHCP port deletion for 489fa468-360a-4868-b4ac-a400ec975c5b request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:20:53.832247 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-fbe41c8a-8f87-4ab2-bcab-64b756014f26 None None] Deleting port 25366df0-0212-438e-8a85-8d3d33add492 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:20:53.832678 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fbe41c8a-8f87-4ab2-bcab-64b756014f26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:53.868600 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4c15b796-44b8-456b-9384-82ea7351f580 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] 10.222.0.36 "GET /v2.0/floatingips/f9b7ce9d-6625-41b9-bb13-de7eab6fe9d6 HTTP/1.1" status: 200 len: 688 time: 0.3331690 Dec 15 19:20:53.882613 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 53394) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:53.942836 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:54.062815 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-8bb4cbc9-353f-4c94-bb66-74c0d414ba76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:20:54.067146 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8bb4cbc9-353f-4c94-bb66-74c0d414ba76 admin admin] Usage tracker for resource:network and tenant:ad8013720cab42e3bba22e05ff5b47a4 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:20:54.070412 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8bb4cbc9-353f-4c94-bb66-74c0d414ba76 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:20:54.076463 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-8bb4cbc9-353f-4c94-bb66-74c0d414ba76 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:20:54.077656 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5341fd29-9546-41e8-9d00-626f8e73d50a tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852815828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854144871'] for router_interface, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:54.079628 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-fbe41c8a-8f87-4ab2-bcab-64b756014f26 None None] For port 25366df0-0212-438e-8a85-8d3d33add492, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=25366df0-0212-438e-8a85-8d3d33add492,segment=NetworkSegment(9575ac7b-3c85-46da-81c5-434024000f40),segment_id=9575ac7b-3c85-46da-81c5-434024000f40)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:20:54.080245 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fbe41c8a-8f87-4ab2-bcab-64b756014f26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:54.083781 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-daf7ed7a-0624-4c2f-aedc-aa4c1d2f9bb7 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Deleting port 1c74042b-bfed-4919-9e5a-9f3c11010a8c {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:20:54.084159 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-daf7ed7a-0624-4c2f-aedc-aa4c1d2f9bb7 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:54.104184 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-7a9e1ece-6f76-432d-b872-2d230262cd4c tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Unset dirty status for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:router {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:20:54.105569 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-7a9e1ece-6f76-432d-b872-2d230262cd4c tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5883715 Dec 15 19:20:54.108905 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53398) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:54.118278 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-9364ad6b-755e-4b6b-a6e0-eabcb40f2b4d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Request body: {'subnet': {'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:20:54.137904 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb4cbc9-353f-4c94-bb66-74c0d414ba76 admin admin] Made reservation on behalf of ad8013720cab42e3bba22e05ff5b47a4 for: {'network': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:20:54.142936 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8bb4cbc9-353f-4c94-bb66-74c0d414ba76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:54.215706 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-fbe41c8a-8f87-4ab2-bcab-64b756014f26 None None] Calling delete_port for 25366df0-0212-438e-8a85-8d3d33add492 owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:20:54.239830 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8bb4cbc9-353f-4c94-bb66-74c0d414ba76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:54.257022 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6e8e2f61-f47d-4260-b565-687bc3dff025 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f5d7504244ae418d895bf40ffc1e3100&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8085418 Dec 15 19:20:54.262562 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53402) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:54.338637 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-9364ad6b-755e-4b6b-a6e0-eabcb40f2b4d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:20:54.344193 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-8bb4cbc9-353f-4c94-bb66-74c0d414ba76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:20:54.350213 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fbe41c8a-8f87-4ab2-bcab-64b756014f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866'] for port, after_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:54.358289 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-9364ad6b-755e-4b6b-a6e0-eabcb40f2b4d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Usage tracker for resource:subnet and tenant:e56ca83c553e4935a4e8b75ed76c674c is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:20:54.363958 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8bb4cbc9-353f-4c94-bb66-74c0d414ba76 admin admin] Usage tracker for resource:security_group_rule and tenant:ad8013720cab42e3bba22e05ff5b47a4 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:20:54.366588 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8e0c8ffe-c721-4ec2-b8c1-5b51bff4497a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:54.367219 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-9364ad6b-755e-4b6b-a6e0-eabcb40f2b4d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:20:54.375927 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8bb4cbc9-353f-4c94-bb66-74c0d414ba76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:20:54.381508 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-9364ad6b-755e-4b6b-a6e0-eabcb40f2b4d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:20:54.388622 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-8bb4cbc9-353f-4c94-bb66-74c0d414ba76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:20:54.416099 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ee32e667-f25e-4426-877d-57deff10a755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:54.422523 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe41c8a-8f87-4ab2-bcab-64b756014f26 None None] No DVR routers for this DVR port 25366df0-0212-438e-8a85-8d3d33add492 on host dv-neutron-821831-2-hyperv {{(pid=88992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:20:54.446469 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ee32e667-f25e-4426-877d-57deff10a755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:54.447198 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe41c8a-8f87-4ab2-bcab-64b756014f26 None None] Pushing event deleted for resources: {'Port': ['ID=25366df0-0212-438e-8a85-8d3d33add492,revision_number=None']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:54.450683 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fbe41c8a-8f87-4ab2-bcab-64b756014f26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:54.509610 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4bd132-677b-42b4-84f4-b7812b57b33d req-7c7af636-d5c4-4355-8c91-06be830f7ab8 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:54.511084 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9364ad6b-755e-4b6b-a6e0-eabcb40f2b4d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Made reservation on behalf of e56ca83c553e4935a4e8b75ed76c674c for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:20:54.511247 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-be4bd132-677b-42b4-84f4-b7812b57b33d req-7c7af636-d5c4-4355-8c91-06be830f7ab8 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b7fa720-d8e5-4510-aeb0-a3b286372c89 HTTP/1.1" status: 200 len: 946 time: 0.7507503 Dec 15 19:20:54.645356 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9364ad6b-755e-4b6b-a6e0-eabcb40f2b4d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:54.671596 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ee32e667-f25e-4426-877d-57deff10a755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:54.687357 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-12e1bd60-7e54-4930-9081-b72f69539639 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:54.770832 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-be4bd132-677b-42b4-84f4-b7812b57b33d req-13092dab-a642-4b28-9d1b-413bccfb532e tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3112f8-b936-4176-9b46-6040cf25625e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587689 Dec 15 19:20:54.773722 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee32e667-f25e-4426-877d-57deff10a755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=209082e0-c392-4810-9579-4b8eeed45129,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:54.783386 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8bb4cbc9-353f-4c94-bb66-74c0d414ba76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:54.786006 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ee32e667-f25e-4426-877d-57deff10a755 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:54.820244 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8bb4cbc9-353f-4c94-bb66-74c0d414ba76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:54.825605 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-aab65d00-9e9c-4668-a6e8-4f9b0650ad28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:54.849859 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bb4cbc9-353f-4c94-bb66-74c0d414ba76 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=88991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:20:54.858716 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-daf7ed7a-0624-4c2f-aedc-aa4c1d2f9bb7 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:54.859094 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-daf7ed7a-0624-4c2f-aedc-aa4c1d2f9bb7 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:54.917051 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8bb4cbc9-353f-4c94-bb66-74c0d414ba76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:54.917374 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-8bb4cbc9-353f-4c94-bb66-74c0d414ba76 admin admin] Added segment 22bdd954-66e2-49ac-8eaf-ea1fb30e6465 of type vlan for network 1f10c2ea-53af-40a0-a6c4-66a7bc2ea269 Dec 15 19:20:54.919603 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ee32e667-f25e-4426-877d-57deff10a755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:54.923360 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ee32e667-f25e-4426-877d-57deff10a755 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/209082e0-c392-4810-9579-4b8eeed45129 HTTP/1.1" status: 204 len: 168 time: 0.6569533 Dec 15 19:20:54.931541 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb4cbc9-353f-4c94-bb66-74c0d414ba76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=295f169b-a78f-498f-abc5-5c2d07e9c36b,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:54.934868 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8bb4cbc9-353f-4c94-bb66-74c0d414ba76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:54.963713 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 25366df0-0212-438e-8a85-8d3d33add492 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:20:54.982274 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8bb4cbc9-353f-4c94-bb66-74c0d414ba76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:54.997194 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-daf7ed7a-0624-4c2f-aedc-aa4c1d2f9bb7 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Calling delete_port for 1c74042b-bfed-4919-9e5a-9f3c11010a8c owned by network:floatingip {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:20:55.020112 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 25366df0-0212-438e-8a85-8d3d33add492 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:20:55.021200 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 25366df0-0212-438e-8a85-8d3d33add492 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:20:55.107968 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8bb4cbc9-353f-4c94-bb66-74c0d414ba76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:55.108977 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb4cbc9-353f-4c94-bb66-74c0d414ba76 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:55.109620 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8bb4cbc9-353f-4c94-bb66-74c0d414ba76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:55.125284 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f42dbb31-3f7b-471e-8c5a-34ac9a37358c tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:55.247000 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5341fd29-9546-41e8-9d00-626f8e73d50a tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Router 34c1f494-d800-4b7a-91e2-f1b0f8b721a5 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:20:55.277661 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb4cbc9-353f-4c94-bb66-74c0d414ba76 admin admin] Pushing event updated for resources: {'Network': ['ID=1f10c2ea-53af-40a0-a6c4-66a7bc2ea269,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:55.285981 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8bb4cbc9-353f-4c94-bb66-74c0d414ba76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:55.296215 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8bb4cbc9-353f-4c94-bb66-74c0d414ba76 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5321181 Dec 15 19:20:55.296735 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53408) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:55.300743 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 1f10c2ea-53af-40a0-a6c4-66a7bc2ea269 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:20:55.304126 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-f99f4ea2-58d4-451c-9b7c-f91f2db88fbd admin admin] Request body: {'subnet': {'network_id': '1f10c2ea-53af-40a0-a6c4-66a7bc2ea269', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-591942823-subnet', 'tenant_id': 'ad8013720cab42e3bba22e05ff5b47a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:20:55.308076 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9364ad6b-755e-4b6b-a6e0-eabcb40f2b4d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:55.314643 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ffca564a-19c2-4921-87cd-d31a1cc645a0 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:55.349281 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-f99f4ea2-58d4-451c-9b7c-f91f2db88fbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:20:55.372219 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-f99f4ea2-58d4-451c-9b7c-f91f2db88fbd admin admin] Usage tracker for resource:subnet and tenant:ad8013720cab42e3bba22e05ff5b47a4 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:20:55.376153 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-f99f4ea2-58d4-451c-9b7c-f91f2db88fbd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:20:55.391938 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-f99f4ea2-58d4-451c-9b7c-f91f2db88fbd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:20:55.411155 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9364ad6b-755e-4b6b-a6e0-eabcb40f2b4d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Network 489fa468-360a-4868-b4ac-a400ec975c5b is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:20:55.412099 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9364ad6b-755e-4b6b-a6e0-eabcb40f2b4d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event updated for resources: {'Subnet': ['ID=f99ece27-b624-432d-af62-ba1a09d60978,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:55.416247 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-9364ad6b-755e-4b6b-a6e0-eabcb40f2b4d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:20:55.418069 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9364ad6b-755e-4b6b-a6e0-eabcb40f2b4d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:55.420080 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9364ad6b-755e-4b6b-a6e0-eabcb40f2b4d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:55.420726 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9364ad6b-755e-4b6b-a6e0-eabcb40f2b4d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:55.429044 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee50c79a-d8bd-4b7b-9247-974be84e3fa0 None None] Network 489fa468-360a-4868-b4ac-a400ec975c5b requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:20:55.446408 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f99f4ea2-58d4-451c-9b7c-f91f2db88fbd admin admin] Made reservation on behalf of ad8013720cab42e3bba22e05ff5b47a4 for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:20:55.449465 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-daf7ed7a-0624-4c2f-aedc-aa4c1d2f9bb7 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:55.451826 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f99f4ea2-58d4-451c-9b7c-f91f2db88fbd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:55.464150 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7c7005a9-e96f-449b-8741-867d2a6078ce tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:55.510527 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf7ed7a-0624-4c2f-aedc-aa4c1d2f9bb7 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Pushing event deleted for resources: {'Port': ['ID=1c74042b-bfed-4919-9e5a-9f3c11010a8c,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:55.513284 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-daf7ed7a-0624-4c2f-aedc-aa4c1d2f9bb7 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:55.529605 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9364ad6b-755e-4b6b-a6e0-eabcb40f2b4d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4170120 Dec 15 19:20:55.538108 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53412) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:55.548289 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-2301515a-c6db-40af-950e-2c201417e28c tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Request body: {'subnet': {'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:20:55.606035 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5341fd29-9546-41e8-9d00-626f8e73d50a tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:20:55.650872 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-daf7ed7a-0624-4c2f-aedc-aa4c1d2f9bb7 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks [] for floatingip, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:55.653664 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-daf7ed7a-0624-4c2f-aedc-aa4c1d2f9bb7 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:55.654955 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-daf7ed7a-0624-4c2f-aedc-aa4c1d2f9bb7 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] 10.222.0.36 "DELETE /v2.0/floatingips/f9b7ce9d-6625-41b9-bb13-de7eab6fe9d6 HTTP/1.1" status: 204 len: 168 time: 1.7685871 Dec 15 19:20:55.661234 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-5341fd29-9546-41e8-9d00-626f8e73d50a tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "PUT /v2.0/routers/34c1f494-d800-4b7a-91e2-f1b0f8b721a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8474655 Dec 15 19:20:55.662131 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 53416) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:55.662725 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 53418) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:55.670895 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66661967-275c-4d14-8ad3-ff4e8da37d7b None None] Sync routers for ids ['34c1f494-d800-4b7a-91e2-f1b0f8b721a5'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:20:55.687037 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66661967-275c-4d14-8ad3-ff4e8da37d7b None None] Routers {'34c1f494-d800-4b7a-91e2-f1b0f8b721a5'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:20:55.687738 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-66661967-275c-4d14-8ad3-ff4e8da37d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:20:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['34c1f494-d800-4b7a-91e2-f1b0f8b721a5'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:55.723541 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-6c5722b1-3c9e-4cc1-b8ee-8ce87ef0220d tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Request body: {'floatingip': {'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'port_id': '800199bb-8592-42ef-9c8e-26543b3f5e4b'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:20:55.733653 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-6c5722b1-3c9e-4cc1-b8ee-8ce87ef0220d tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:20:55.737578 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-185b9f6f-2ecc-4c62-9126-b93e13fd6734 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Synchronizing usage tracker for tenant:2a421f48bcf04f759d7a89b7f013838e on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:20:55.743103 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-6c5722b1-3c9e-4cc1-b8ee-8ce87ef0220d tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Usage tracker for resource:floatingip and tenant:1ab3162c10c24983844a0058fe10dd8d is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:20:55.746466 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-6c5722b1-3c9e-4cc1-b8ee-8ce87ef0220d tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:20:55.755357 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-6c5722b1-3c9e-4cc1-b8ee-8ce87ef0220d tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:20:55.755937 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-66661967-275c-4d14-8ad3-ff4e8da37d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:55.763184 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98a2a88-67ed-4ea1-a560-16e18a723fe3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-489fa468-360a-4868-b4ac-a400ec975c5b', 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'tenant_id': 'e56ca83c553e4935a4e8b75ed76c674c', 'fixed_ips': [{'subnet_id': 'f99ece27-b624-432d-af62-ba1a09d60978'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:20:55.764245 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a98a2a88-67ed-4ea1-a560-16e18a723fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:55.789454 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66661967-275c-4d14-8ad3-ff4e8da37d7b None None] Routers {'34c1f494-d800-4b7a-91e2-f1b0f8b721a5'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:20:55.789703 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-2301515a-c6db-40af-950e-2c201417e28c tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:20:55.790119 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-66661967-275c-4d14-8ad3-ff4e8da37d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:20:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['34c1f494-d800-4b7a-91e2-f1b0f8b721a5'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:55.794933 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-185b9f6f-2ecc-4c62-9126-b93e13fd6734 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Unset dirty status for tenant:2a421f48bcf04f759d7a89b7f013838e on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:20:55.799320 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-185b9f6f-2ecc-4c62-9126-b93e13fd6734 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "GET /v2.0/ports?device_id=34c1f494-d800-4b7a-91e2-f1b0f8b721a5 HTTP/1.1" status: 200 len: 205 time: 0.1309607 Dec 15 19:20:55.799490 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-2301515a-c6db-40af-950e-2c201417e28c tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Usage tracker for resource:subnet and tenant:e56ca83c553e4935a4e8b75ed76c674c is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:20:55.800351 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 53424) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:55.805424 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-2301515a-c6db-40af-950e-2c201417e28c tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:20:55.809534 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-2301515a-c6db-40af-950e-2c201417e28c tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:20:55.857926 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2301515a-c6db-40af-950e-2c201417e28c tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Made reservation on behalf of e56ca83c553e4935a4e8b75ed76c674c for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:20:55.858305 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-66661967-275c-4d14-8ad3-ff4e8da37d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:20:55.858801 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66661967-275c-4d14-8ad3-ff4e8da37d7b None None] The sync data for ids ['34c1f494-d800-4b7a-91e2-f1b0f8b721a5'] in dv-neutron-821831-2-hyperv is: [] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:20:55.872044 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2301515a-c6db-40af-950e-2c201417e28c tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:55.900793 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 19:20:55.953582 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6c5722b1-3c9e-4cc1-b8ee-8ce87ef0220d tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks [] for floatingip, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:56.053113 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-a98a2a88-67ed-4ea1-a560-16e18a723fe3 None None] Allocated IP 2001:db8::f816:3eff:fe37:c98b (489fa468-360a-4868-b4ac-a400ec975c5b/f99ece27-b624-432d-af62-ba1a09d60978/17714443-4d70-4735-b635-b616c86412b4) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:20:56.144777 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f9519436-a658-4ac5-b50d-447c4ca56745 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for router, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:56.317647 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9f7a67-630c-4682-a191-a9559c61cba0 req-58fd5951-deed-4834-98eb-a3fa8bd9952a tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:56.319412 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1f9f7a67-630c-4682-a191-a9559c61cba0 req-58fd5951-deed-4834-98eb-a3fa8bd9952a tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b7fa720-d8e5-4510-aeb0-a3b286372c89 HTTP/1.1" status: 200 len: 946 time: 0.3363395 Dec 15 19:20:56.432601 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a98a2a88-67ed-4ea1-a560-16e18a723fe3 None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:56.444845 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-a98a2a88-67ed-4ea1-a560-16e18a723fe3 None None] Transition to ACTIVE for port object 17714443-4d70-4735-b635-b616c86412b4 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:20:56.466930 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-a98a2a88-67ed-4ea1-a560-16e18a723fe3 None None] Transition to ACTIVE for port object 17714443-4d70-4735-b635-b616c86412b4 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:20:56.891588 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1f9f7a67-630c-4682-a191-a9559c61cba0 req-43213e20-6e3b-4466-93ab-8f144c40c207 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3112f8-b936-4176-9b46-6040cf25625e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5629895 Dec 15 19:20:56.902205 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6c5722b1-3c9e-4cc1-b8ee-8ce87ef0220d tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:56.906003 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f9519436-a658-4ac5-b50d-447c4ca56745 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854207876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854699191'] for router, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:56.921240 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f99f4ea2-58d4-451c-9b7c-f91f2db88fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:56.927212 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b140cba1-b6dd-414d-9d54-d17cdc1f1fc1 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:56.951596 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f9519436-a658-4ac5-b50d-447c4ca56745 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:56.961874 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a98a2a88-67ed-4ea1-a560-16e18a723fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:56.975364 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c11c5d13-b873-4dfc-96be-9a74c62f0ef4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:56.977395 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2301515a-c6db-40af-950e-2c201417e28c tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:57.034035 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99f4ea2-58d4-451c-9b7c-f91f2db88fbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bd3a5e9-20aa-4a07-b34a-db6a1a1e31d1,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:57.038182 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2301515a-c6db-40af-950e-2c201417e28c tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Network 489fa468-360a-4868-b4ac-a400ec975c5b is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:20:57.040569 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f99f4ea2-58d4-451c-9b7c-f91f2db88fbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:57.044943 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1141230a-68b1-4236-8c82-3b1d060061a4 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:57.068141 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98a2a88-67ed-4ea1-a560-16e18a723fe3 None None] Network 489fa468-360a-4868-b4ac-a400ec975c5b is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:20:57.071239 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-a98a2a88-67ed-4ea1-a560-16e18a723fe3 None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:20:57.078497 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-2301515a-c6db-40af-950e-2c201417e28c tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:20:57.080130 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98a2a88-67ed-4ea1-a560-16e18a723fe3 None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:20:57.087233 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2301515a-c6db-40af-950e-2c201417e28c tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:57.087890 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2301515a-c6db-40af-950e-2c201417e28c tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:57.099945 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99f4ea2-58d4-451c-9b7c-f91f2db88fbd admin admin] Checking segment: {'id': '22bdd954-66e2-49ac-8eaf-ea1fb30e6465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '1f10c2ea-53af-40a0-a6c4-66a7bc2ea269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:20:57.100488 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99f4ea2-58d4-451c-9b7c-f91f2db88fbd admin admin] Network hostable DHCP agents. Network: 1f10c2ea-53af-40a0-a6c4-66a7bc2ea269, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:20:57.100943 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f9519436-a658-4ac5-b50d-447c4ca56745 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854207982'] for router, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:57.101621 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9519436-a658-4ac5-b50d-447c4ca56745 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Fanout notify agent at l3_agent the message router_deleted on router 34c1f494-d800-4b7a-91e2-f1b0f8b721a5 {{(pid=88990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 19:20:57.104449 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-6c5722b1-3c9e-4cc1-b8ee-8ce87ef0220d tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Allocated IP 172.26.3.244 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/36588544-b0b4-40cb-824f-6c388d9d7b8f) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:20:57.153369 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2301515a-c6db-40af-950e-2c201417e28c tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event updated for resources: {'Subnet': ['ID=a463b7a5-cf7f-403e-9de9-62b8ccd0910f,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:57.156840 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98a2a88-67ed-4ea1-a560-16e18a723fe3 None None] Pushing event updated for resources: {'Port': ['ID=17714443-4d70-4735-b635-b616c86412b4,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:57.157093 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2301515a-c6db-40af-950e-2c201417e28c tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:57.158112 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f9519436-a658-4ac5-b50d-447c4ca56745 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:57.160173 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f9519436-a658-4ac5-b50d-447c4ca56745 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "DELETE /v2.0/routers/34c1f494-d800-4b7a-91e2-f1b0f8b721a5 HTTP/1.1" status: 204 len: 168 time: 1.3588102 Dec 15 19:20:57.164616 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a98a2a88-67ed-4ea1-a560-16e18a723fe3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:57.164994 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 53432) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:57.182068 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-a98a2a88-67ed-4ea1-a560-16e18a723fe3 None None] Attempting to bind port 17714443-4d70-4735-b635-b616c86412b4 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:20:57.186590 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-a98a2a88-67ed-4ea1-a560-16e18a723fe3 None None] Attempting to bind port 17714443-4d70-4735-b635-b616c86412b4 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '9575ac7b-3c85-46da-81c5-434024000f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:20:57.186590 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98a2a88-67ed-4ea1-a560-16e18a723fe3 None None] Attempting to bind port 17714443-4d70-4735-b635-b616c86412b4 on network 489fa468-360a-4868-b4ac-a400ec975c5b {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:20:57.189963 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98a2a88-67ed-4ea1-a560-16e18a723fe3 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:20:57.190548 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98a2a88-67ed-4ea1-a560-16e18a723fe3 None None] Checking segment: {'id': '9575ac7b-3c85-46da-81c5-434024000f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:20:57.191004 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a98a2a88-67ed-4ea1-a560-16e18a723fe3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:57.191479 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98a2a88-67ed-4ea1-a560-16e18a723fe3 None None] Bound using segment: {'id': '9575ac7b-3c85-46da-81c5-434024000f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:20:57.191997 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-a98a2a88-67ed-4ea1-a560-16e18a723fe3 None None] Bound port: 17714443-4d70-4735-b635-b616c86412b4, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9575ac7b-3c85-46da-81c5-434024000f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:20:57.192424 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a98a2a88-67ed-4ea1-a560-16e18a723fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:57.210494 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-2301515a-c6db-40af-950e-2c201417e28c tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6711774 Dec 15 19:20:57.211260 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99f4ea2-58d4-451c-9b7c-f91f2db88fbd admin admin] Network 1f10c2ea-53af-40a0-a6c4-66a7bc2ea269 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:20:57.216113 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53436) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:57.235344 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-05f50c9d-dbf4-4eaa-ba6e-72ded1ab81a7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Request body: {'port': {'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'mac_address': 'fa:16:3e:87:26:8a', 'name': 'tempest-NetworksTestDHCPv6-1915831090'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:20:57.265136 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-f99f4ea2-58d4-451c-9b7c-f91f2db88fbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, 1f10c2ea-53af-40a0-a6c4-66a7bc2ea269) {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:20:57.310227 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-a98a2a88-67ed-4ea1-a560-16e18a723fe3 None None] For port 17714443-4d70-4735-b635-b616c86412b4, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:20:57.314501 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-a98a2a88-67ed-4ea1-a560-16e18a723fe3 None None] For port 17714443-4d70-4735-b635-b616c86412b4, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=17714443-4d70-4735-b635-b616c86412b4,segment=NetworkSegment(9575ac7b-3c85-46da-81c5-434024000f40),segment_id=9575ac7b-3c85-46da-81c5-434024000f40)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:20:57.318097 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7192af09-6d59-48b7-878b-b5a5e7a760a4 None None] Network 1f10c2ea-53af-40a0-a6c4-66a7bc2ea269 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:20:57.325960 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99f4ea2-58d4-451c-9b7c-f91f2db88fbd admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:57.326670 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f99f4ea2-58d4-451c-9b7c-f91f2db88fbd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:57.379801 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6c5722b1-3c9e-4cc1-b8ee-8ce87ef0220d tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:57.401365 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f99f4ea2-58d4-451c-9b7c-f91f2db88fbd admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1037498 Dec 15 19:20:57.402780 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a98a2a88-67ed-4ea1-a560-16e18a723fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:57.411253 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-05f50c9d-dbf4-4eaa-ba6e-72ded1ab81a7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:20:57.415941 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-05f50c9d-dbf4-4eaa-ba6e-72ded1ab81a7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Usage tracker for resource:port and tenant:e56ca83c553e4935a4e8b75ed76c674c is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:20:57.420917 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-05f50c9d-dbf4-4eaa-ba6e-72ded1ab81a7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:20:57.429681 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-05f50c9d-dbf4-4eaa-ba6e-72ded1ab81a7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:20:57.430703 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8b306053-4220-4907-9c2c-74d2796c9836 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:57.486152 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f50c9d-dbf4-4eaa-ba6e-72ded1ab81a7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Made reservation on behalf of e56ca83c553e4935a4e8b75ed76c674c for: {'port': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:20:57.494206 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-05f50c9d-dbf4-4eaa-ba6e-72ded1ab81a7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:57.523143 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6c5722b1-3c9e-4cc1-b8ee-8ce87ef0220d tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:57.542378 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-05f50c9d-dbf4-4eaa-ba6e-72ded1ab81a7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] device_id is not set on port 02f8c37d-b975-46d9-9716-e3ca0640e805 yet. {{(pid=88991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:20:57.577446 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2fd19840-480e-44ab-8374-a9f588ae4446 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:57.584595 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98a2a88-67ed-4ea1-a560-16e18a723fe3 None None] Pushing event updated for resources: {'Port': ['ID=17714443-4d70-4735-b635-b616c86412b4,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:57.589338 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a98a2a88-67ed-4ea1-a560-16e18a723fe3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:57.696101 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442d7d7a-a981-43f8-ba77-eb843d8f66d2 None None] Network 1f10c2ea-53af-40a0-a6c4-66a7bc2ea269 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:20:57.754985 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5722b1-3c9e-4cc1-b8ee-8ce87ef0220d tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:20:57.789524 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-6c5722b1-3c9e-4cc1-b8ee-8ce87ef0220d tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:20:57.798827 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5722b1-3c9e-4cc1-b8ee-8ce87ef0220d tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:20:57.838217 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5722b1-3c9e-4cc1-b8ee-8ce87ef0220d tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Pushing event updated for resources: {'Port': ['ID=36588544-b0b4-40cb-824f-6c388d9d7b8f,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:57.843572 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6c5722b1-3c9e-4cc1-b8ee-8ce87ef0220d tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:57.845667 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-05f50c9d-dbf4-4eaa-ba6e-72ded1ab81a7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Allocated IP 172.20.0.4 (489fa468-360a-4868-b4ac-a400ec975c5b/a463b7a5-cf7f-403e-9de9-62b8ccd0910f/02f8c37d-b975-46d9-9716-e3ca0640e805) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:20:57.852399 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-05f50c9d-dbf4-4eaa-ba6e-72ded1ab81a7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Allocated IP 2001:db8::f816:3eff:fe87:268a (489fa468-360a-4868-b4ac-a400ec975c5b/f99ece27-b624-432d-af62-ba1a09d60978/02f8c37d-b975-46d9-9716-e3ca0640e805) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:20:57.899278 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa631d6c-5bd5-40e8-a793-3c0124c4f609 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Deleting subnet e98aaa4b-cd9f-4fd0-a3b8-d6aaaa028e82 {{(pid=88990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:20:57.909567 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-aa631d6c-5bd5-40e8-a793-3c0124c4f609 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for subnet, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:57.989621 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8b513d11-e743-41ed-8cb7-ac80ea312783 req-1c73f648-dbe5-4059-b6bb-52405a1eae67 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=63a560358735409688254f323e657c6f&device_id=3b7fa720-d8e5-4510-aeb0-a3b286372c89 HTTP/1.1" status: 200 len: 1099 time: 0.5015824 Dec 15 19:20:58.044027 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518abd88-d3a7-4efd-9244-28071a257233 req-b2f44c16-ac1f-4258-9c03-66900afef390 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:58.045646 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-518abd88-d3a7-4efd-9244-28071a257233 req-b2f44c16-ac1f-4258-9c03-66900afef390 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b7fa720-d8e5-4510-aeb0-a3b286372c89 HTTP/1.1" status: 200 len: 946 time: 0.5638494 Dec 15 19:20:58.115767 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-05f50c9d-dbf4-4eaa-ba6e-72ded1ab81a7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:58.159956 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-05f50c9d-dbf4-4eaa-ba6e-72ded1ab81a7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Transition to ACTIVE for port object 02f8c37d-b975-46d9-9716-e3ca0640e805 will not be triggered until provisioned by entity DHCP. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:20:58.207122 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-05f50c9d-dbf4-4eaa-ba6e-72ded1ab81a7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:58.214854 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ff3902cc-6fcc-4a86-846a-6a82711ac667 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:58.228593 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-aa631d6c-5bd5-40e8-a793-3c0124c4f609 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838448728'] for subnet, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:58.291871 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f50c9d-dbf4-4eaa-ba6e-72ded1ab81a7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Network 489fa468-360a-4868-b4ac-a400ec975c5b is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:20:58.295966 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-05f50c9d-dbf4-4eaa-ba6e-72ded1ab81a7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:20:58.301464 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f50c9d-dbf4-4eaa-ba6e-72ded1ab81a7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:20:58.332759 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f50c9d-dbf4-4eaa-ba6e-72ded1ab81a7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event updated for resources: {'Port': ['ID=02f8c37d-b975-46d9-9716-e3ca0640e805,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:58.338934 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-05f50c9d-dbf4-4eaa-ba6e-72ded1ab81a7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:58.375549 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f50c9d-dbf4-4eaa-ba6e-72ded1ab81a7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:58.376233 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-05f50c9d-dbf4-4eaa-ba6e-72ded1ab81a7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:58.428524 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-05f50c9d-dbf4-4eaa-ba6e-72ded1ab81a7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.2122095 Dec 15 19:20:58.431650 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53458) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:58.521983 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89b0135-641b-49b8-8ac3-3ffb48e9c48c tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:58.526466 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89b0135-641b-49b8-8ac3-3ffb48e9c48c tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:58.527309 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-b89b0135-641b-49b8-8ac3-3ffb48e9c48c tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Synchronizing usage tracker for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:port {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:20:58.534959 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-518abd88-d3a7-4efd-9244-28071a257233 req-8d5177a6-72ae-4242-8845-2675acdf0c08 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3112f8-b936-4176-9b46-6040cf25625e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3677094 Dec 15 19:20:58.571726 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-b89b0135-641b-49b8-8ac3-3ffb48e9c48c tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Unset dirty status for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:port {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:20:58.573092 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b89b0135-641b-49b8-8ac3-3ffb48e9c48c tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1405180 Dec 15 19:20:58.576004 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53462) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:58.606959 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b513d11-e743-41ed-8cb7-ac80ea312783 req-ede1e545-ec50-4c5b-bbbc-c986b58dbfda service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:58.614258 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8b513d11-e743-41ed-8cb7-ac80ea312783 req-ede1e545-ec50-4c5b-bbbc-c986b58dbfda service neutron] 10.222.0.32 "GET /v2.0/networks?id=19b72bfa-3b09-4f76-a78c-5531fd623b36 HTTP/1.1" status: 200 len: 912 time: 0.5878711 Dec 15 19:20:58.653265 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-30ec99e6-439d-4eee-ad0f-91527b3a32c2 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Deleting port 02f8c37d-b975-46d9-9716-e3ca0640e805 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:20:58.653659 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-30ec99e6-439d-4eee-ad0f-91527b3a32c2 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:58.708222 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-aa631d6c-5bd5-40e8-a793-3c0124c4f609 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:58.743541 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33359c60-6929-484b-94fb-669aadceac75 req-38be3429-930e-446b-af56-d76d830ce439 tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:58.745111 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-33359c60-6929-484b-94fb-669aadceac75 req-38be3429-930e-446b-af56-d76d830ce439 tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] 10.222.0.36 "GET /v2.0/networks?id=3bc96c05-786a-4018-bd2c-1323bc05c7cd HTTP/1.1" status: 200 len: 812 time: 0.5836358 Dec 15 19:20:58.930497 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-30ec99e6-439d-4eee-ad0f-91527b3a32c2 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:58.978588 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 17714443-4d70-4735-b635-b616c86412b4 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:20:59.073206 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-30ec99e6-439d-4eee-ad0f-91527b3a32c2 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Calling delete_port for 02f8c37d-b975-46d9-9716-e3ca0640e805 owned by {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:20:59.096950 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 17714443-4d70-4735-b635-b616c86412b4 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:20:59.137472 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-33359c60-6929-484b-94fb-669aadceac75 req-f46ee730-eac3-42a3-af93-52463e5bd3a4 tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] 10.222.0.36 "GET /v2.0/quotas/30a77e9498b54616b2933fb169921db3 HTTP/1.1" status: 200 len: 375 time: 0.3676703 Dec 15 19:20:59.223597 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8b513d11-e743-41ed-8cb7-ac80ea312783 req-b5da1670-3c20-420c-b28c-a2fd5f48fcba service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06f8b5fc-2365-432b-90d7-f814527b98c7 HTTP/1.1" status: 200 len: 1001 time: 0.5951109 Dec 15 19:20:59.231353 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-33359c60-6929-484b-94fb-669aadceac75 req-15a53a8e-c830-4f44-bd14-8868333cb9fe tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=30a77e9498b54616b2933fb169921db3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0678003 Dec 15 19:20:59.325430 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-aa631d6c-5bd5-40e8-a793-3c0124c4f609 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16636259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14850861'] for subnet, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:59.337533 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7c49bd4e-2f13-47af-938a-19cdcb2ebd76 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:59.348199 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-30ec99e6-439d-4eee-ad0f-91527b3a32c2 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:59.364795 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6a124f50-dd8a-460b-9da4-ee170e1530fd tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:20:59.371854 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b513d11-e743-41ed-8cb7-ac80ea312783 req-dbf171b2-5a11-4b17-b0af-97e5c085d7c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:59.373453 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8b513d11-e743-41ed-8cb7-ac80ea312783 req-dbf171b2-5a11-4b17-b0af-97e5c085d7c7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=82c744e4-df47-41bb-809a-42816dd304e6 HTTP/1.1" status: 200 len: 850 time: 0.1302786 Dec 15 19:20:59.383553 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa631d6c-5bd5-40e8-a793-3c0124c4f609 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Pushing event deleted for resources: {'Subnet': ['ID=e98aaa4b-cd9f-4fd0-a3b8-d6aaaa028e82,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:59.420779 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-aa631d6c-5bd5-40e8-a793-3c0124c4f609 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:59.435735 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-aa631d6c-5bd5-40e8-a793-3c0124c4f609 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:59.436519 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2986263-7aaa-41ad-9563-9ad221d99c06 None None] Network a96a87de-37f2-4b18-8398-6d714203655a requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:20:59.459471 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-aa631d6c-5bd5-40e8-a793-3c0124c4f609 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "DELETE /v2.0/subnets/e98aaa4b-cd9f-4fd0-a3b8-d6aaaa028e82 HTTP/1.1" status: 204 len: 168 time: 2.2932892 Dec 15 19:20:59.467499 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53468) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:59.624532 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ec99e6-439d-4eee-ad0f-91527b3a32c2 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event deleted for resources: {'Port': ['ID=02f8c37d-b975-46d9-9716-e3ca0640e805,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:20:59.635558 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-30ec99e6-439d-4eee-ad0f-91527b3a32c2 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:20:59.642268 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-30ec99e6-439d-4eee-ad0f-91527b3a32c2 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:59.647997 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8b513d11-e743-41ed-8cb7-ac80ea312783 req-a4bb580f-7a5e-4bcb-9709-a7a4f42c8a04 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=19b72bfa-3b09-4f76-a78c-5531fd623b36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2612231 Dec 15 19:20:59.657671 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b35c87-3c64-46e8-9651-dcd2fe7f6d90 None None] Network 489fa468-360a-4868-b4ac-a400ec975c5b requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:20:59.744036 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-30ec99e6-439d-4eee-ad0f-91527b3a32c2 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/ports/02f8c37d-b975-46d9-9716-e3ca0640e805 HTTP/1.1" status: 204 len: 168 time: 1.1669040 Dec 15 19:20:59.744947 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53474) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:20:59.767190 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-33359c60-6929-484b-94fb-669aadceac75 req-9a73f730-7928-4efe-9486-97b3087c388d service neutron] 10.222.0.36 "GET /v2.0/networks/3bc96c05-786a-4018-bd2c-1323bc05c7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5193141 Dec 15 19:20:59.827648 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-63aee310-bafb-49aa-a864-21622e60b7d1 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:59.853941 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-63aee310-bafb-49aa-a864-21622e60b7d1 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Deleting port 0fb4b989-e76f-413f-b308-1e3d91a8b06d {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:20:59.854305 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-63aee310-bafb-49aa-a864-21622e60b7d1 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:59.865099 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-8cb46727-cb25-4f55-a570-b8574855ef10 None None] Provisioning for port 17714443-4d70-4735-b635-b616c86412b4 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:20:59.876787 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-8cb46727-cb25-4f55-a570-b8574855ef10 None None] Provisioning complete for port 17714443-4d70-4735-b635-b616c86412b4 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:20:59.877864 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8cb46727-cb25-4f55-a570-b8574855ef10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:20:59.936841 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f1197f-eff0-4423-955c-8d8a52e35721 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:59.938460 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f1197f-eff0-4423-955c-8d8a52e35721 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:59.940111 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f1197f-eff0-4423-955c-8d8a52e35721 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:20:59.941042 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-f9f1197f-eff0-4423-955c-8d8a52e35721 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Synchronizing usage tracker for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:subnet {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:20:59.948543 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec71299-c3b4-40bf-add5-7f5acb1cb7d1 None None] DHCP port deletion for a96a87de-37f2-4b18-8398-6d714203655a request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:20:59.968745 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-fec71299-c3b4-40bf-add5-7f5acb1cb7d1 None None] Deleting port 0fb4b989-e76f-413f-b308-1e3d91a8b06d {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:20:59.969472 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fec71299-c3b4-40bf-add5-7f5acb1cb7d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:00.058686 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-f9f1197f-eff0-4423-955c-8d8a52e35721 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Unset dirty status for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:subnet {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:21:00.060336 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f9f1197f-eff0-4423-955c-8d8a52e35721 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3112051 Dec 15 19:21:00.066709 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53478) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:00.072668 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6c5722b1-3c9e-4cc1-b8ee-8ce87ef0220d tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:00.119505 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-33359c60-6929-484b-94fb-669aadceac75 req-6852e901-d2f8-41ec-ac5a-667158ad22df service neutron] 10.222.0.36 "GET /v2.0/networks/3bc96c05-786a-4018-bd2c-1323bc05c7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869308 Dec 15 19:21:00.126872 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8b513d11-e743-41ed-8cb7-ac80ea312783 req-778909b4-7314-42ea-964c-e075c3b305dd service neutron] 10.222.0.32 "GET /v2.0/networks/19b72bfa-3b09-4f76-a78c-5531fd623b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4598720 Dec 15 19:21:00.263460 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f6bb6a-6d76-4320-93a0-e1194cf75049 req-31d92362-448a-4d5c-8a86-b63c1d657cb3 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:00.265144 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-94f6bb6a-6d76-4320-93a0-e1194cf75049 req-31d92362-448a-4d5c-8a86-b63c1d657cb3 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b7fa720-d8e5-4510-aeb0-a3b286372c89 HTTP/1.1" status: 200 len: 946 time: 0.4467990 Dec 15 19:21:00.300639 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8cb46727-cb25-4f55-a570-b8574855ef10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:00.322307 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6c5722b1-3c9e-4cc1-b8ee-8ce87ef0220d tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:00.446173 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8b513d11-e743-41ed-8cb7-ac80ea312783 req-574767b7-e4eb-4cb7-bcd6-465e1fdfc3e4 service neutron] 10.222.0.32 "GET /v2.0/networks/19b72bfa-3b09-4f76-a78c-5531fd623b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795932 Dec 15 19:21:00.468837 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-8cb46727-cb25-4f55-a570-b8574855ef10 None None] For port 17714443-4d70-4735-b635-b616c86412b4, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=17714443-4d70-4735-b635-b616c86412b4,segment=NetworkSegment(9575ac7b-3c85-46da-81c5-434024000f40),segment_id=9575ac7b-3c85-46da-81c5-434024000f40)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:21:00.479593 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-fec71299-c3b4-40bf-add5-7f5acb1cb7d1 None None] For port 0fb4b989-e76f-413f-b308-1e3d91a8b06d, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=0fb4b989-e76f-413f-b308-1e3d91a8b06d,segment=NetworkSegment(15686fcf-b10d-4826-a748-94c111fc178a),segment_id=15686fcf-b10d-4826-a748-94c111fc178a)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:21:00.480047 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fec71299-c3b4-40bf-add5-7f5acb1cb7d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:00.488939 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a861a398-0177-4662-8f20-a121f8f6adf6 None None] Update dhcp port {'port': {'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'fixed_ips': [{'subnet_id': 'f99ece27-b624-432d-af62-ba1a09d60978', 'ip_address': '2001:db8::f816:3eff:fe37:c98b'}, {'subnet_id': 'a463b7a5-cf7f-403e-9de9-62b8ccd0910f'}], 'binding:host_id': 'dv-neutron-821831-2-hyperv'}, 'id': '17714443-4d70-4735-b635-b616c86412b4'} from dv-neutron-821831-2-hyperv. {{(pid=88992) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 15 19:21:00.490136 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-63aee310-bafb-49aa-a864-21622e60b7d1 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] For port 0fb4b989-e76f-413f-b308-1e3d91a8b06d, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=0fb4b989-e76f-413f-b308-1e3d91a8b06d,segment=NetworkSegment(15686fcf-b10d-4826-a748-94c111fc178a),segment_id=15686fcf-b10d-4826-a748-94c111fc178a)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:21:00.490764 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-63aee310-bafb-49aa-a864-21622e60b7d1 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:00.503630 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-94f6bb6a-6d76-4320-93a0-e1194cf75049 req-eb34bffe-d5b3-4d1b-b05b-293eda05a786 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3112f8-b936-4176-9b46-6040cf25625e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2133482 Dec 15 19:21:00.523200 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8cb46727-cb25-4f55-a570-b8574855ef10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:00.565459 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3a0da3dd-8ff8-4299-8381-cf9daad0990d req-932c1c38-42f3-47a0-a63e-47c5fcd99144 tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d4c0e1d-ba3f-4ae8-a803-6767174fabaf HTTP/1.1" status: 200 len: 210 time: 0.1212833 Dec 15 19:21:00.598709 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1cac8406-b5c9-45f3-85ac-ddceb8c865d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:00.662026 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-63aee310-bafb-49aa-a864-21622e60b7d1 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Calling delete_port for 0fb4b989-e76f-413f-b308-1e3d91a8b06d owned by network:dhcp {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:21:00.713674 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6c5722b1-3c9e-4cc1-b8ee-8ce87ef0220d tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:00.754490 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6c5722b1-3c9e-4cc1-b8ee-8ce87ef0220d tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:00.761316 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-10b5931a-be37-433f-92cc-32b0151da2ce tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:00.868726 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5722b1-3c9e-4cc1-b8ee-8ce87ef0220d tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Pushing event updated for resources: {'Port': ['ID=36588544-b0b4-40cb-824f-6c388d9d7b8f,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:00.878231 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6c5722b1-3c9e-4cc1-b8ee-8ce87ef0220d tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:00.883630 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb46727-cb25-4f55-a570-b8574855ef10 None None] Pushing event updated for resources: {'Port': ['ID=17714443-4d70-4735-b635-b616c86412b4,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:00.895209 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-fec71299-c3b4-40bf-add5-7f5acb1cb7d1 None None] Calling delete_port for 0fb4b989-e76f-413f-b308-1e3d91a8b06d owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:21:00.897022 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-1150c1eb-e44a-4321-ad5f-59b669660355 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Deleting subnet a463b7a5-cf7f-403e-9de9-62b8ccd0910f {{(pid=88991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:21:00.907541 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6c5722b1-3c9e-4cc1-b8ee-8ce87ef0220d tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634093'] for floatingip, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:00.916215 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-63aee310-bafb-49aa-a864-21622e60b7d1 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:00.923922 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8cb46727-cb25-4f55-a570-b8574855ef10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:00.928988 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1150c1eb-e44a-4321-ad5f-59b669660355 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:00.948246 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a861a398-0177-4662-8f20-a121f8f6adf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:00.963655 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fa6b45fa-051f-4f0d-b95f-eb15afc9ff70 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:00.975739 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 0fb4b989-e76f-413f-b308-1e3d91a8b06d no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:21:01.018864 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 0fb4b989-e76f-413f-b308-1e3d91a8b06d {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:21:01.019231 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 0fb4b989-e76f-413f-b308-1e3d91a8b06d not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:21:01.019944 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aee310-bafb-49aa-a864-21622e60b7d1 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Pushing event deleted for resources: {'Port': ['ID=0fb4b989-e76f-413f-b308-1e3d91a8b06d,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:01.024516 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-63aee310-bafb-49aa-a864-21622e60b7d1 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:01.039381 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1150c1eb-e44a-4321-ad5f-59b669660355 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16332759'] for subnet, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:01.074036 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-fec71299-c3b4-40bf-add5-7f5acb1cb7d1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88992) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:21:01.074475 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-fec71299-c3b4-40bf-add5-7f5acb1cb7d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:21:01.107467 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1150c1eb-e44a-4321-ad5f-59b669660355 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:01.159155 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63aee310-bafb-49aa-a864-21622e60b7d1 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] No DVR routers for this DVR port 0fb4b989-e76f-413f-b308-1e3d91a8b06d on host dv-neutron-821831-2-hyperv {{(pid=88991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:21:01.163226 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.l3_db [None req-6c5722b1-3c9e-4cc1-b8ee-8ce87ef0220d tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Floating IP 581d2847-40eb-4281-8e97-8a19438ea375 associated. External IP: 172.26.3.244, port: 800199bb-8592-42ef-9c8e-26543b3f5e4b. Dec 15 19:21:01.314181 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-63aee310-bafb-49aa-a864-21622e60b7d1 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:01.348756 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-63aee310-bafb-49aa-a864-21622e60b7d1 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a96a87de-37f2-4b18-8398-6d714203655a']}} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:21:01.369709 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-63aee310-bafb-49aa-a864-21622e60b7d1 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15686fcf-b10d-4826-a748-94c111fc178a') {'for_net_delete': True} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:21:01.370055 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-63aee310-bafb-49aa-a864-21622e60b7d1 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15686fcf-b10d-4826-a748-94c111fc178a') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:21:01.384631 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-63aee310-bafb-49aa-a864-21622e60b7d1 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838443042'] for segment, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:01.385433 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server [None req-a861a398-0177-4662-8f20-a121f8f6adf6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a463b7a5-cf7f-403e-9de9-62b8ccd0910f: This subnet is being modified by another concurrent operation. Dec 15 19:21:01.385433 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 15 19:21:01.385433 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 15 19:21:01.385433 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 15 19:21:01.385433 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 276, in dispatch Dec 15 19:21:01.385433 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 15 19:21:01.385433 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 196, in _do_dispatch Dec 15 19:21:01.385433 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 15 19:21:01.385433 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 15 19:21:01.385433 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 15 19:21:01.385433 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 15 19:21:01.385433 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 15 19:21:01.385433 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 19:21:01.385433 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 19:21:01.385433 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 15 19:21:01.385433 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 19:21:01.385433 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 15 19:21:01.385433 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 15 19:21:01.385433 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 15 19:21:01.385433 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server raise value Dec 15 19:21:01.385433 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 19:21:01.385433 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 19:21:01.385433 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 19:21:01.385433 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 19:21:01.385433 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 15 19:21:01.385433 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 19:21:01.385433 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 15 19:21:01.385433 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 15 19:21:01.385433 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 15 19:21:01.385433 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server raise value Dec 15 19:21:01.385433 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 19:21:01.385433 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 19:21:01.385433 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 19:21:01.385433 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 19:21:01.385433 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 15 19:21:01.385433 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 19:21:01.385433 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 15 19:21:01.385433 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 15 19:21:01.385433 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 15 19:21:01.385433 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server raise value Dec 15 19:21:01.385433 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 19:21:01.385433 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 19:21:01.385433 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 311, in update_dhcp_port Dec 15 19:21:01.385433 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 15 19:21:01.385433 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 101, in _port_action Dec 15 19:21:01.385433 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 15 19:21:01.385433 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 15 19:21:01.385433 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 15 19:21:01.385433 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 15 19:21:01.385433 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 15 19:21:01.385433 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 19:21:01.385433 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 19:21:01.385433 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 15 19:21:01.389003 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 19:21:01.389003 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 15 19:21:01.389003 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 15 19:21:01.389003 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 15 19:21:01.389003 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server raise value Dec 15 19:21:01.389003 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 19:21:01.389003 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 19:21:01.389003 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 19:21:01.389003 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 19:21:01.389003 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 15 19:21:01.389003 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 19:21:01.389003 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 15 19:21:01.389003 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 15 19:21:01.389003 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 15 19:21:01.389003 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server raise value Dec 15 19:21:01.389003 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 19:21:01.389003 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 19:21:01.389003 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 19:21:01.389003 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 19:21:01.389003 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 15 19:21:01.389003 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 19:21:01.389003 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 15 19:21:01.389003 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 15 19:21:01.389003 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 15 19:21:01.389003 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server raise value Dec 15 19:21:01.389003 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 19:21:01.389003 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 19:21:01.389003 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1657, in update_port Dec 15 19:21:01.389003 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server db_port=port_db) Dec 15 19:21:01.389003 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 15 19:21:01.389003 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 15 19:21:01.389003 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1495, in update_port Dec 15 19:21:01.389003 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server new_port=new_port) Dec 15 19:21:01.389003 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 716, in update_port Dec 15 19:21:01.389003 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server new_port.get('mac_address')) Dec 15 19:21:01.389003 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 431, in update_port_with_ips Dec 15 19:21:01.389003 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server new_mac) Dec 15 19:21:01.389003 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 354, in _update_ips_for_port Dec 15 19:21:01.389003 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(port)) Dec 15 19:21:01.389003 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 671, in _ipam_get_subnets Dec 15 19:21:01.389003 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server id=subnet.id) Dec 15 19:21:01.389003 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 15 19:21:01.389003 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server raise exception Dec 15 19:21:01.389003 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a463b7a5-cf7f-403e-9de9-62b8ccd0910f: This subnet is being modified by another concurrent operation. Dec 15 19:21:01.389003 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server Dec 15 19:21:01.425625 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1150c1eb-e44a-4321-ad5f-59b669660355 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16156049'] for subnet, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:01.432051 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f99f4ea2-58d4-451c-9b7c-f91f2db88fbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:01.479829 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1150c1eb-e44a-4321-ad5f-59b669660355 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event deleted for resources: {'Subnet': ['ID=a463b7a5-cf7f-403e-9de9-62b8ccd0910f,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:01.482415 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1150c1eb-e44a-4321-ad5f-59b669660355 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:01.485007 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1150c1eb-e44a-4321-ad5f-59b669660355 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:01.515560 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-63aee310-bafb-49aa-a864-21622e60b7d1 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:01.526164 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63aee310-bafb-49aa-a864-21622e60b7d1 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=88991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:21:01.526164 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-63aee310-bafb-49aa-a864-21622e60b7d1 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838443729'] for segment, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:01.545453 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:21:01.545453 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:21:01.545453 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:21:01.545453 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:21:01.545453 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:21:01.545453 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:21:01.545453 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:21:01.545453 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:21:01.545453 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:21:01.545453 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:21:01.545453 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:21:01.545453 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:21:01.545453 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:21:01.545453 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:21:01.545453 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:21:01.545453 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:21:01.545453 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:21:01.545453 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:21:01.545453 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:21:01.545453 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:21:01.545453 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:21:01.545453 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:21:01.545453 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:21:01.545453 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:21:01.545453 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:21:01.545453 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:21:01.545453 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:21:01.545453 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:21:01.545453 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:21:01.545453 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:21:01.545453 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:21:01.545453 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:21:01.563045 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-639ac145-d93e-4b71-a85c-fde8e5fbe4dc None None] Provisioning complete for port 17714443-4d70-4735-b635-b616c86412b4 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:21:01.563770 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-639ac145-d93e-4b71-a85c-fde8e5fbe4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:01.606136 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1150c1eb-e44a-4321-ad5f-59b669660355 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/subnets/a463b7a5-cf7f-403e-9de9-62b8ccd0910f HTTP/1.1" status: 204 len: 168 time: 1.5357101 Dec 15 19:21:01.606971 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 53496) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:01.637892 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-fec71299-c3b4-40bf-add5-7f5acb1cb7d1 None None] Deleting port 0fb4b989-e76f-413f-b308-1e3d91a8b06d {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:21:01.638649 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fec71299-c3b4-40bf-add5-7f5acb1cb7d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:01.811202 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-fec71299-c3b4-40bf-add5-7f5acb1cb7d1 None None] The port '0fb4b989-e76f-413f-b308-1e3d91a8b06d' was deleted {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 15 19:21:01.873509 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0aafaf0-00a0-4890-9b1e-3902c3b90bd2 None None] get_active_networks_info from dv-neutron-821831-2-hyperv {{(pid=88992) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 15 19:21:01.948983 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-63aee310-bafb-49aa-a864-21622e60b7d1 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:01.954224 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-711cc811-3117-4061-87fd-18c6e9d197a8 tempest-ExternalNetworksTestJSON-1009722200 tempest-ExternalNetworksTestJSON-1009722200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:01.980354 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-63aee310-bafb-49aa-a864-21622e60b7d1 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:01.992570 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aee310-bafb-49aa-a864-21622e60b7d1 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Pushing event deleted for resources: {'Network': ['ID=a96a87de-37f2-4b18-8398-6d714203655a,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:01.995174 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-63aee310-bafb-49aa-a864-21622e60b7d1 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:02.003404 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-63aee310-bafb-49aa-a864-21622e60b7d1 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "DELETE /v2.0/networks/a96a87de-37f2-4b18-8398-6d714203655a HTTP/1.1" status: 204 len: 168 time: 2.5273211 Dec 15 19:21:02.003404 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53500) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:02.009364 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-3ec99dd1-48f8-4d1d-9a76-8123e5026f8d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-341850492', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}, 'admin_state_up': False}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:21:02.017187 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-3ec99dd1-48f8-4d1d-9a76-8123e5026f8d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:21:02.022017 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-3ec99dd1-48f8-4d1d-9a76-8123e5026f8d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Usage tracker for resource:router and tenant:2a421f48bcf04f759d7a89b7f013838e is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:21:02.023929 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0aafaf0-00a0-4890-9b1e-3902c3b90bd2 None None] Resources bound (agent type, host, resource id): {{(pid=88992) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 15 19:21:02.025245 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-3ec99dd1-48f8-4d1d-9a76-8123e5026f8d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:21:02.031558 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-3ec99dd1-48f8-4d1d-9a76-8123e5026f8d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:21:02.052351 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a9a7c113-a4f8-4cf9-8220-996e5573426c req-25463168-883a-4f8e-b210-47a51c0287d5 tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d4c0e1d-ba3f-4ae8-a803-6767174fabaf HTTP/1.1" status: 200 len: 210 time: 0.1828120 Dec 15 19:21:02.108870 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3ec99dd1-48f8-4d1d-9a76-8123e5026f8d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854699176'] for router, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:02.110080 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3ec99dd1-48f8-4d1d-9a76-8123e5026f8d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854194926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-76609'] for router, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:02.138897 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3ec99dd1-48f8-4d1d-9a76-8123e5026f8d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:02.149832 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-2a8e0712-d92f-47e7-b547-f099a37838b9 None None] Could not find standard attr ID for object 02f8c37d-b975-46d9-9716-e3ca0640e805. {{(pid=88992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 15 19:21:02.202723 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c5722b1-3c9e-4cc1-b8ee-8ce87ef0220d tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Router 346e5909-b0a5-42c7-9940-63a4ed7dcdca has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:21:02.253236 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2723a4c-a026-49cc-b9cd-bd1599c9d3c8 req-53f6b5db-715b-44cb-851e-0def44acaf84 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:02.258860 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c2723a4c-a026-49cc-b9cd-bd1599c9d3c8 req-53f6b5db-715b-44cb-851e-0def44acaf84 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b7fa720-d8e5-4510-aeb0-a3b286372c89 HTTP/1.1" status: 200 len: 946 time: 0.3904772 Dec 15 19:21:02.318864 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c8833e3-93c6-4e20-a6db-0b6095f4e77a tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Deleting subnet f99ece27-b624-432d-af62-ba1a09d60978 {{(pid=88990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:21:02.341969 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3ec99dd1-48f8-4d1d-9a76-8123e5026f8d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:02.382618 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1c8833e3-93c6-4e20-a6db-0b6095f4e77a tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:02.470349 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1c8833e3-93c6-4e20-a6db-0b6095f4e77a tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838448728'] for subnet, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:02.505681 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c2723a4c-a026-49cc-b9cd-bd1599c9d3c8 req-c94b157a-7e27-4bcc-b334-648a0405987d tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3112f8-b936-4176-9b46-6040cf25625e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2356954 Dec 15 19:21:02.586976 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3ec99dd1-48f8-4d1d-9a76-8123e5026f8d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for router_gateway, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:02.654005 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1c8833e3-93c6-4e20-a6db-0b6095f4e77a tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:02.659117 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3ec99dd1-48f8-4d1d-9a76-8123e5026f8d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:02.867498 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-3ec99dd1-48f8-4d1d-9a76-8123e5026f8d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Allocated IP 172.26.3.75 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/09ebe6d6-545f-4a8e-85a0-0c3da770da13) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:21:02.885946 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5722b1-3c9e-4cc1-b8ee-8ce87ef0220d tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:21:02.905817 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 17714443-4d70-4735-b635-b616c86412b4 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:21:02.907341 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da85bc75-a74e-4a59-80f7-6ad9130aae5b None None] Sync routers for ids ['346e5909-b0a5-42c7-9940-63a4ed7dcdca'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:21:02.942582 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da85bc75-a74e-4a59-80f7-6ad9130aae5b None None] Routers {'346e5909-b0a5-42c7-9940-63a4ed7dcdca'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:21:02.943287 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-da85bc75-a74e-4a59-80f7-6ad9130aae5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:20:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['346e5909-b0a5-42c7-9940-63a4ed7dcdca'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:21:02.956697 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1c8833e3-93c6-4e20-a6db-0b6095f4e77a tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16636259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14850861'] for subnet, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:02.977518 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d70016de-2355-4e0d-9b52-1a6c63e2a6a1 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:03.029998 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-da85bc75-a74e-4a59-80f7-6ad9130aae5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:21:03.062776 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da85bc75-a74e-4a59-80f7-6ad9130aae5b None None] Routers {'346e5909-b0a5-42c7-9940-63a4ed7dcdca'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:21:03.063481 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-da85bc75-a74e-4a59-80f7-6ad9130aae5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:20:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['346e5909-b0a5-42c7-9940-63a4ed7dcdca'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:21:03.068829 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3ec99dd1-48f8-4d1d-9a76-8123e5026f8d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:03.106207 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8833e3-93c6-4e20-a6db-0b6095f4e77a tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event deleted for resources: {'Subnet': ['ID=f99ece27-b624-432d-af62-ba1a09d60978,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:03.114565 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1c8833e3-93c6-4e20-a6db-0b6095f4e77a tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:03.126035 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:03.157055 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3ec99dd1-48f8-4d1d-9a76-8123e5026f8d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:03.161368 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-26331fb6-f91d-4f12-8fdb-05f31eac3a21 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:03.168111 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-da85bc75-a74e-4a59-80f7-6ad9130aae5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:21:03.168637 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da85bc75-a74e-4a59-80f7-6ad9130aae5b None None] The sync data for ids ['346e5909-b0a5-42c7-9940-63a4ed7dcdca'] in dv-neutron-821831-2-hyperv is: [] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:21:03.185589 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port 17714443-4d70-4735-b635-b616c86412b4, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=17714443-4d70-4735-b635-b616c86412b4,segment=NetworkSegment(9575ac7b-3c85-46da-81c5-434024000f40),segment_id=9575ac7b-3c85-46da-81c5-434024000f40)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:21:03.202611 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1c8833e3-93c6-4e20-a6db-0b6095f4e77a tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:03.207725 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1c8833e3-93c6-4e20-a6db-0b6095f4e77a tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/subnets/f99ece27-b624-432d-af62-ba1a09d60978 HTTP/1.1" status: 204 len: 168 time: 1.3414445 Dec 15 19:21:03.213455 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53512) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:03.217146 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a41364-1297-47a6-86a5-91641b584ebc req-e92b65cb-b3dc-4d93-b05d-ea887072c433 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:03.224130 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-10a41364-1297-47a6-86a5-91641b584ebc req-e92b65cb-b3dc-4d93-b05d-ea887072c433 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b7fa720-d8e5-4510-aeb0-a3b286372c89 HTTP/1.1" status: 200 len: 946 time: 0.4754889 Dec 15 19:21:03.229522 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6c5722b1-3c9e-4cc1-b8ee-8ce87ef0220d tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:03.246142 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:03.248112 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fbe41c8a-8f87-4ab2-bcab-64b756014f26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:03.310365 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33359c60-6929-484b-94fb-669aadceac75 req-16dead27-a4ad-4d79-9c32-7210ca2f5de2 tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:03.312013 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-33359c60-6929-484b-94fb-669aadceac75 req-16dead27-a4ad-4d79-9c32-7210ca2f5de2 tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] 10.222.0.32 "GET /v2.0/networks?id=3bc96c05-786a-4018-bd2c-1323bc05c7cd HTTP/1.1" status: 200 len: 812 time: 0.4586506 Dec 15 19:21:03.335175 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b396f465-7060-4a96-b46b-8aa783952bbc tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1107147 Dec 15 19:21:03.337644 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec99dd1-48f8-4d1d-9a76-8123e5026f8d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:21:03.338570 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53516) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:03.339310 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec99dd1-48f8-4d1d-9a76-8123e5026f8d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Pushing event updated for resources: {'Port': ['ID=09ebe6d6-545f-4a8e-85a0-0c3da770da13,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:03.341953 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-3ec99dd1-48f8-4d1d-9a76-8123e5026f8d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:21:03.358335 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3ec99dd1-48f8-4d1d-9a76-8123e5026f8d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:03.358335 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec99dd1-48f8-4d1d-9a76-8123e5026f8d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:21:03.358614 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=17714443-4d70-4735-b635-b616c86412b4,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:03.366138 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:03.403695 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-17a31d20-1af0-46d0-888e-00abe9e7e333 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Request body: {'subnet': {'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:21:03.412634 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 17714443-4d70-4735-b635-b616c86412b4 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:21:03.415590 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [req-33359c60-6929-484b-94fb-669aadceac75 req-47b2c51f-b13e-43b1-975e-6f7a20e5ff7b tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] Request body: {'port': {'device_id': '4d4c0e1d-ba3f-4ae8-a803-6767174fabaf', 'network_id': '3bc96c05-786a-4018-bd2c-1323bc05c7cd', 'admin_state_up': True, 'tenant_id': '30a77e9498b54616b2933fb169921db3'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:21:03.459658 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1091e322-70ae-4e3f-b878-003b235e97b9 req-1af333ee-b4bc-47ae-add6-2293cb983c92 tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d4c0e1d-ba3f-4ae8-a803-6767174fabaf HTTP/1.1" status: 200 len: 210 time: 0.2333214 Dec 15 19:21:03.473063 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6c5722b1-3c9e-4cc1-b8ee-8ce87ef0220d tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.8093836 Dec 15 19:21:03.519814 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 17714443-4d70-4735-b635-b616c86412b4 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:21:03.520238 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:03.526844 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 53522) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:03.541777 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-0acc0344-3bd3-4078-8c29-09620c3abb04 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-403502206'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:21:03.558829 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-0acc0344-3bd3-4078-8c29-09620c3abb04 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:21:03.574131 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-0acc0344-3bd3-4078-8c29-09620c3abb04 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Usage tracker for resource:network and tenant:1ab3162c10c24983844a0058fe10dd8d is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:21:03.582001 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-0acc0344-3bd3-4078-8c29-09620c3abb04 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:21:03.608633 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-0acc0344-3bd3-4078-8c29-09620c3abb04 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:21:03.638379 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-10a41364-1297-47a6-86a5-91641b584ebc req-fad9822f-249f-48f9-bec0-69d35fe000fc tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3112f8-b936-4176-9b46-6040cf25625e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4106605 Dec 15 19:21:03.679712 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-17a31d20-1af0-46d0-888e-00abe9e7e333 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:21:03.683469 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0acc0344-3bd3-4078-8c29-09620c3abb04 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Made reservation on behalf of 1ab3162c10c24983844a0058fe10dd8d for: {'network': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:21:03.684551 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-17a31d20-1af0-46d0-888e-00abe9e7e333 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Usage tracker for resource:subnet and tenant:e56ca83c553e4935a4e8b75ed76c674c is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:21:03.687722 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-17a31d20-1af0-46d0-888e-00abe9e7e333 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:21:03.691217 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0acc0344-3bd3-4078-8c29-09620c3abb04 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:03.694666 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-17a31d20-1af0-46d0-888e-00abe9e7e333 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:21:03.731142 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a31d20-1af0-46d0-888e-00abe9e7e333 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Made reservation on behalf of e56ca83c553e4935a4e8b75ed76c674c for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:21:03.732378 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:03.738819 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-17a31d20-1af0-46d0-888e-00abe9e7e333 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:03.739860 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0acc0344-3bd3-4078-8c29-09620c3abb04 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=88990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:21:03.768138 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3ec99dd1-48f8-4d1d-9a76-8123e5026f8d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for router_gateway, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:03.769177 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3ec99dd1-48f8-4d1d-9a76-8123e5026f8d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904'] for router, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:03.780485 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [req-33359c60-6929-484b-94fb-669aadceac75 req-47b2c51f-b13e-43b1-975e-6f7a20e5ff7b tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:21:03.785843 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-33359c60-6929-484b-94fb-669aadceac75 req-47b2c51f-b13e-43b1-975e-6f7a20e5ff7b tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] Usage tracker for resource:port and tenant:30a77e9498b54616b2933fb169921db3 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:21:03.790888 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-33359c60-6929-484b-94fb-669aadceac75 req-47b2c51f-b13e-43b1-975e-6f7a20e5ff7b tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:21:03.794055 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0acc0344-3bd3-4078-8c29-09620c3abb04 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:03.794575 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-0acc0344-3bd3-4078-8c29-09620c3abb04 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Added segment 583af6ab-4458-4128-afe3-47523bd0cacc of type vlan for network de6691e1-cd3f-4b81-99f8-467ffbdbcf47 Dec 15 19:21:03.797689 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port 17714443-4d70-4735-b635-b616c86412b4, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=17714443-4d70-4735-b635-b616c86412b4,segment=NetworkSegment(9575ac7b-3c85-46da-81c5-434024000f40),segment_id=9575ac7b-3c85-46da-81c5-434024000f40)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:21:03.803524 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [req-33359c60-6929-484b-94fb-669aadceac75 req-47b2c51f-b13e-43b1-975e-6f7a20e5ff7b tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:21:03.827778 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:03.835082 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0acc0344-3bd3-4078-8c29-09620c3abb04 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:03.836726 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fb56b6ad-d9ff-408d-b95c-3fc2b62fcd48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:03.856992 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33359c60-6929-484b-94fb-669aadceac75 req-47b2c51f-b13e-43b1-975e-6f7a20e5ff7b tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] Made reservation on behalf of 30a77e9498b54616b2933fb169921db3 for: {'port': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:21:03.862980 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-33359c60-6929-484b-94fb-669aadceac75 req-47b2c51f-b13e-43b1-975e-6f7a20e5ff7b tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:03.942627 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=17714443-4d70-4735-b635-b616c86412b4,revision_number=6']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:03.966729 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:04.000946 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0acc0344-3bd3-4078-8c29-09620c3abb04 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:04.007661 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0acc0344-3bd3-4078-8c29-09620c3abb04 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:04.012605 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0acc0344-3bd3-4078-8c29-09620c3abb04 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:04.015566 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0187f69a-2656-4d02-be41-509872e4cbf3 None None] get_active_networks_info from dv-neutron-821831-2-hyperv {{(pid=88992) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 15 19:21:04.016855 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7928b550-bee6-42fb-a746-88f6c98b8438 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:04.150286 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-66a636c2-3e2f-486b-9bff-3e2f728e6948 None None] Provisioning complete for port 17714443-4d70-4735-b635-b616c86412b4 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:21:04.150722 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-66a636c2-3e2f-486b-9bff-3e2f728e6948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:04.201933 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acc0344-3bd3-4078-8c29-09620c3abb04 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Pushing event updated for resources: {'Network': ['ID=de6691e1-cd3f-4b81-99f8-467ffbdbcf47,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:04.207467 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0acc0344-3bd3-4078-8c29-09620c3abb04 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6790590 Dec 15 19:21:04.212246 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0acc0344-3bd3-4078-8c29-09620c3abb04 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:04.213836 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53532) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:04.219161 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [req-33359c60-6929-484b-94fb-669aadceac75 req-47b2c51f-b13e-43b1-975e-6f7a20e5ff7b tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] Allocated IP 172.20.0.4 (3bc96c05-786a-4018-bd2c-1323bc05c7cd/bc19fd0a-7c79-4a1d-91dc-27f6e20af9ab/891beed1-2968-41af-a3e6-316ebfa5038a) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:21:04.224060 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-e184a13f-69da-4604-ad51-913d58c2433b tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Request body: {'subnet': {'network_id': 'de6691e1-cd3f-4b81-99f8-467ffbdbcf47', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:21:04.228502 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network de6691e1-cd3f-4b81-99f8-467ffbdbcf47 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:21:04.291199 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0187f69a-2656-4d02-be41-509872e4cbf3 None None] Resources bound (agent type, host, resource id): {{(pid=88992) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 15 19:21:04.322517 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-17a31d20-1af0-46d0-888e-00abe9e7e333 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:04.337875 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6c88c885-290c-4638-a204-1ae490d501de tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:04.437798 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a31d20-1af0-46d0-888e-00abe9e7e333 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Network 489fa468-360a-4868-b4ac-a400ec975c5b is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:21:04.446488 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-17a31d20-1af0-46d0-888e-00abe9e7e333 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:21:04.448551 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-e184a13f-69da-4604-ad51-913d58c2433b tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:21:04.454269 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a31d20-1af0-46d0-888e-00abe9e7e333 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:04.454917 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-17a31d20-1af0-46d0-888e-00abe9e7e333 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:04.462778 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-e184a13f-69da-4604-ad51-913d58c2433b tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Usage tracker for resource:subnet and tenant:1ab3162c10c24983844a0058fe10dd8d is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:21:04.467771 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a31d20-1af0-46d0-888e-00abe9e7e333 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event updated for resources: {'Subnet': ['ID=262200ee-ee22-4bc3-91f2-b704d76259a6,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:04.474814 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-e184a13f-69da-4604-ad51-913d58c2433b tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:21:04.478472 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-17a31d20-1af0-46d0-888e-00abe9e7e333 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:04.484781 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-e184a13f-69da-4604-ad51-913d58c2433b tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:21:04.508542 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ec99dd1-48f8-4d1d-9a76-8123e5026f8d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Router 2c66237e-a7c4-4681-8e33-31465ad664c0 is scheduled to L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 with binding_index 1 {{(pid=88991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 15 19:21:04.510841 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ab6997-2a1b-40ff-8c27-0616d4e3ca3d req-2382a65b-fedf-4111-830c-f315e175e3b3 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:04.512503 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-15ab6997-2a1b-40ff-8c27-0616d4e3ca3d req-2382a65b-fedf-4111-830c-f315e175e3b3 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b7fa720-d8e5-4510-aeb0-a3b286372c89 HTTP/1.1" status: 200 len: 946 time: 0.2116504 Dec 15 19:21:04.518328 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-33359c60-6929-484b-94fb-669aadceac75 req-47b2c51f-b13e-43b1-975e-6f7a20e5ff7b tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:04.575873 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-15ab6997-2a1b-40ff-8c27-0616d4e3ca3d req-4914077e-ede6-4893-a959-484db0d52e35 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3112f8-b936-4176-9b46-6040cf25625e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541070 Dec 15 19:21:04.592358 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e184a13f-69da-4604-ad51-913d58c2433b tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Made reservation on behalf of 1ab3162c10c24983844a0058fe10dd8d for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:21:04.608550 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-17a31d20-1af0-46d0-888e-00abe9e7e333 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2577527 Dec 15 19:21:04.612331 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-33359c60-6929-484b-94fb-669aadceac75 req-47b2c51f-b13e-43b1-975e-6f7a20e5ff7b tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:04.614492 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 53538) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:04.622079 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9e28e52e-6125-4229-8347-c4cb91a68d7e tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:04.682471 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-8298a94a-ca25-4b0c-aff3-15cb1f9db914 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Request body: {'subnet': {'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:21:04.968550 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e184a13f-69da-4604-ad51-913d58c2433b tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:05.007940 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 17714443-4d70-4735-b635-b616c86412b4 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:21:05.110985 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1aad6b-8142-4af0-bbc5-199b3f300352 None None] Update dhcp port {'port': {'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'fixed_ips': [{'subnet_id': '262200ee-ee22-4bc3-91f2-b704d76259a6'}], 'binding:host_id': 'dv-neutron-821831-2-hyperv'}, 'id': '17714443-4d70-4735-b635-b616c86412b4'} from dv-neutron-821831-2-hyperv. {{(pid=88992) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 15 19:21:05.111777 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33359c60-6929-484b-94fb-669aadceac75 req-47b2c51f-b13e-43b1-975e-6f7a20e5ff7b tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] Network 3bc96c05-786a-4018-bd2c-1323bc05c7cd is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:21:05.115386 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b2c51f-b13e-43b1-975e-6f7a20e5ff7b tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] Pushing event updated for resources: {'Port': ['ID=891beed1-2968-41af-a3e6-316ebfa5038a,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:05.119101 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-47b2c51f-b13e-43b1-975e-6f7a20e5ff7b tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:05.124019 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [req-33359c60-6929-484b-94fb-669aadceac75 req-47b2c51f-b13e-43b1-975e-6f7a20e5ff7b tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:21:05.128996 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [req-33359c60-6929-484b-94fb-669aadceac75 req-47b2c51f-b13e-43b1-975e-6f7a20e5ff7b tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:21:05.188788 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 17714443-4d70-4735-b635-b616c86412b4 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:21:05.189119 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:05.223158 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cd1aad6b-8142-4af0-bbc5-199b3f300352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:05.258890 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33359c60-6929-484b-94fb-669aadceac75 req-47b2c51f-b13e-43b1-975e-6f7a20e5ff7b tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:05.259605 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-33359c60-6929-484b-94fb-669aadceac75 req-47b2c51f-b13e-43b1-975e-6f7a20e5ff7b tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:05.289437 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec99dd1-48f8-4d1d-9a76-8123e5026f8d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:21:05.289994 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-8298a94a-ca25-4b0c-aff3-15cb1f9db914 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:21:05.298121 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8860a8-0090-4743-a8d0-1c940925a400 req-ba6d450a-b6a1-4ff0-b077-c3d2b20b0610 tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:05.298788 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-4a8860a8-0090-4743-a8d0-1c940925a400 req-ba6d450a-b6a1-4ff0-b077-c3d2b20b0610 tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] Synchronizing usage tracker for tenant:30a77e9498b54616b2933fb169921db3 on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:21:05.305141 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8298a94a-ca25-4b0c-aff3-15cb1f9db914 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Usage tracker for resource:subnet and tenant:e56ca83c553e4935a4e8b75ed76c674c is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:21:05.307506 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54fadc8d-c6d2-4f9b-925b-c94c2c1e6301 None None] Sync routers for ids ['2c66237e-a7c4-4681-8e33-31465ad664c0'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:21:05.308048 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8298a94a-ca25-4b0c-aff3-15cb1f9db914 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:21:05.319638 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-8298a94a-ca25-4b0c-aff3-15cb1f9db914 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:21:05.330201 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-33359c60-6929-484b-94fb-669aadceac75 req-47b2c51f-b13e-43b1-975e-6f7a20e5ff7b tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9279580 Dec 15 19:21:05.343983 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [req-33359c60-6929-484b-94fb-669aadceac75 req-f5c0b081-a17b-4205-94dd-0f7372ccb234 service neutron] Request body: {'port': {'device_id': '4d4c0e1d-ba3f-4ae8-a803-6767174fabaf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:21:05.373630 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-4a8860a8-0090-4743-a8d0-1c940925a400 req-ba6d450a-b6a1-4ff0-b077-c3d2b20b0610 tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] Unset dirty status for tenant:30a77e9498b54616b2933fb169921db3 on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:21:05.374848 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4a8860a8-0090-4743-a8d0-1c940925a400 req-ba6d450a-b6a1-4ff0-b077-c3d2b20b0610 tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d4c0e1d-ba3f-4ae8-a803-6767174fabaf HTTP/1.1" status: 200 len: 931 time: 0.6645420 Dec 15 19:21:05.390036 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e184a13f-69da-4604-ad51-913d58c2433b tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:05.393863 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8298a94a-ca25-4b0c-aff3-15cb1f9db914 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Made reservation on behalf of e56ca83c553e4935a4e8b75ed76c674c for: {'subnet': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:21:05.395881 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3ec99dd1-48f8-4d1d-9a76-8123e5026f8d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for router, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:05.400111 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-3ec99dd1-48f8-4d1d-9a76-8123e5026f8d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.3934958 Dec 15 19:21:05.400111 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d3722431-7e68-4090-84b5-6c13d1e69dab tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:05.400337 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8298a94a-ca25-4b0c-aff3-15cb1f9db914 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839924940'] for subnet, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:05.408054 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fadc8d-c6d2-4f9b-925b-c94c2c1e6301 None None] Routers {'2c66237e-a7c4-4681-8e33-31465ad664c0'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:21:05.408822 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-54fadc8d-c6d2-4f9b-925b-c94c2c1e6301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:20:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['2c66237e-a7c4-4681-8e33-31465ad664c0'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:21:05.414901 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 53544) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:05.483863 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e184a13f-69da-4604-ad51-913d58c2433b tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Pushing event updated for resources: {'Subnet': ['ID=605177bd-12fd-4f6f-8e9e-c47182f7f784,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:05.489331 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e184a13f-69da-4604-ad51-913d58c2433b tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:05.498947 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e184a13f-69da-4604-ad51-913d58c2433b tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Checking segment: {'id': '583af6ab-4458-4128-afe3-47523bd0cacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'de6691e1-cd3f-4b81-99f8-467ffbdbcf47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:21:05.499335 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e184a13f-69da-4604-ad51-913d58c2433b tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Network hostable DHCP agents. Network: de6691e1-cd3f-4b81-99f8-467ffbdbcf47, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:21:05.560614 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e184a13f-69da-4604-ad51-913d58c2433b tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Network de6691e1-cd3f-4b81-99f8-467ffbdbcf47 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:21:05.609625 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-e184a13f-69da-4604-ad51-913d58c2433b tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, de6691e1-cd3f-4b81-99f8-467ffbdbcf47) {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:21:05.619707 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e184a13f-69da-4604-ad51-913d58c2433b tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:05.620827 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e184a13f-69da-4604-ad51-913d58c2433b tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:05.657911 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-33359c60-6929-484b-94fb-669aadceac75 req-f5c0b081-a17b-4205-94dd-0f7372ccb234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:05.676650 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e184a13f-69da-4604-ad51-913d58c2433b tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4607096 Dec 15 19:21:05.679202 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53550) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:05.685399 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-af8a0422-0399-4e31-9c47-795d08d855cc tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2031875930', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}, 'admin_state_up': False}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:21:05.694602 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-af8a0422-0399-4e31-9c47-795d08d855cc tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:21:05.698908 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-af8a0422-0399-4e31-9c47-795d08d855cc tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Usage tracker for resource:router and tenant:1ab3162c10c24983844a0058fe10dd8d is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:21:05.701990 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-af8a0422-0399-4e31-9c47-795d08d855cc tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:21:05.709269 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-af8a0422-0399-4e31-9c47-795d08d855cc tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:21:05.747003 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-54fadc8d-c6d2-4f9b-925b-c94c2c1e6301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:21:05.752000 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4a8860a8-0090-4743-a8d0-1c940925a400 req-73659b41-52ec-4086-ada1-2d4bc7186430 tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] 10.222.0.36 "GET /v2.0/security-groups?id=dce257f0-ce7a-42cc-a317-fd6d8417f0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3627007 Dec 15 19:21:05.767240 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-af8a0422-0399-4e31-9c47-795d08d855cc tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854699176'] for router, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:05.769252 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-af8a0422-0399-4e31-9c47-795d08d855cc tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854194926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-76609'] for router, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:05.791802 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-af8a0422-0399-4e31-9c47-795d08d855cc tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:05.808483 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fadc8d-c6d2-4f9b-925b-c94c2c1e6301 None None] Routers {'2c66237e-a7c4-4681-8e33-31465ad664c0'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:21:05.809023 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-54fadc8d-c6d2-4f9b-925b-c94c2c1e6301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:20:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['2c66237e-a7c4-4681-8e33-31465ad664c0'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:21:05.874064 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-54fadc8d-c6d2-4f9b-925b-c94c2c1e6301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:21:05.874553 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54fadc8d-c6d2-4f9b-925b-c94c2c1e6301 None None] The sync data for ids ['2c66237e-a7c4-4681-8e33-31465ad664c0'] in dv-neutron-821831-2-hyperv is: [] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:21:05.876634 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-cd1aad6b-8142-4af0-bbc5-199b3f300352 None None] Allocated IP 172.20.0.2 (489fa468-360a-4868-b4ac-a400ec975c5b/262200ee-ee22-4bc3-91f2-b704d76259a6/17714443-4d70-4735-b635-b616c86412b4) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:21:05.985537 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-af8a0422-0399-4e31-9c47-795d08d855cc tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:06.024852 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-cd1aad6b-8142-4af0-bbc5-199b3f300352 None None] For port 17714443-4d70-4735-b635-b616c86412b4, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=17714443-4d70-4735-b635-b616c86412b4,segment=NetworkSegment(9575ac7b-3c85-46da-81c5-434024000f40),segment_id=9575ac7b-3c85-46da-81c5-434024000f40)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:21:06.053558 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cd1aad6b-8142-4af0-bbc5-199b3f300352 None None] Notify callbacks [] for port, precommit_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:06.073306 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-cd1aad6b-8142-4af0-bbc5-199b3f300352 None None] Transition to ACTIVE for port object 17714443-4d70-4735-b635-b616c86412b4 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:21:06.097671 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cd1aad6b-8142-4af0-bbc5-199b3f300352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:06.102738 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8b306053-4220-4907-9c2c-74d2796c9836 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:06.197270 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f15a1-03be-4849-8213-c5a954eb1498 req-ce5a0e26-35ad-46e5-abfc-6886d06f6afc tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:06.198919 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2f1f15a1-03be-4849-8213-c5a954eb1498 req-ce5a0e26-35ad-46e5-abfc-6886d06f6afc tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b7fa720-d8e5-4510-aeb0-a3b286372c89 HTTP/1.1" status: 200 len: 946 time: 0.4562957 Dec 15 19:21:06.220195 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1aad6b-8142-4af0-bbc5-199b3f300352 None None] Pushing event updated for resources: {'Port': ['ID=17714443-4d70-4735-b635-b616c86412b4,revision_number=7']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:06.226224 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-cd1aad6b-8142-4af0-bbc5-199b3f300352 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:06.235183 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-af8a0422-0399-4e31-9c47-795d08d855cc tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks [] for router_gateway, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:06.272216 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-af8a0422-0399-4e31-9c47-795d08d855cc tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:06.347973 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2f1f15a1-03be-4849-8213-c5a954eb1498 req-123d61e8-d73f-4b80-82d1-d5d4beaa4c1b tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3112f8-b936-4176-9b46-6040cf25625e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371763 Dec 15 19:21:06.397066 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-eebe51c7-4dde-4198-9a8a-b4e6126f741e tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "GET /v2.0/routers/2c66237e-a7c4-4681-8e33-31465ad664c0 HTTP/1.1" status: 200 len: 879 time: 0.9622185 Dec 15 19:21:06.403133 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 53554) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:06.431464 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-af8a0422-0399-4e31-9c47-795d08d855cc tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Allocated IP 172.26.3.94 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/f6eed727-b195-4481-bd82-da8cd4c91539) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:21:06.576557 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [req-33359c60-6929-484b-94fb-669aadceac75 req-f5c0b081-a17b-4205-94dd-0f7372ccb234 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 891beed1-2968-41af-a3e6-316ebfa5038a {{(pid=88990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 19:21:06.603013 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-33359c60-6929-484b-94fb-669aadceac75 req-f5c0b081-a17b-4205-94dd-0f7372ccb234 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:06.609368 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-af8a0422-0399-4e31-9c47-795d08d855cc tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:06.678477 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [req-33359c60-6929-484b-94fb-669aadceac75 req-f5c0b081-a17b-4205-94dd-0f7372ccb234 service neutron] Transition to ACTIVE for port object 891beed1-2968-41af-a3e6-316ebfa5038a will not be triggered until provisioned by entity L2. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:21:06.703750 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-af8a0422-0399-4e31-9c47-795d08d855cc tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:06.708880 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-49ab453a-df9e-4efd-961f-71b17f750a50 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:06.751973 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-33359c60-6929-484b-94fb-669aadceac75 req-f5c0b081-a17b-4205-94dd-0f7372ccb234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:06.763527 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-daf7ed7a-0624-4c2f-aedc-aa4c1d2f9bb7 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:06.785915 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8a0422-0399-4e31-9c47-795d08d855cc tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:21:06.791968 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-af8a0422-0399-4e31-9c47-795d08d855cc tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:21:06.842431 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8a0422-0399-4e31-9c47-795d08d855cc tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Pushing event updated for resources: {'Port': ['ID=f6eed727-b195-4481-bd82-da8cd4c91539,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:06.854023 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8a0422-0399-4e31-9c47-795d08d855cc tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:21:06.885952 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-af8a0422-0399-4e31-9c47-795d08d855cc tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:06.928223 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c0b081-a17b-4205-94dd-0f7372ccb234 service neutron] Pushing event updated for resources: {'Port': ['ID=891beed1-2968-41af-a3e6-316ebfa5038a,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:06.998739 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 17714443-4d70-4735-b635-b616c86412b4 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:21:07.010792 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f5c0b081-a17b-4205-94dd-0f7372ccb234 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:07.015150 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19862bd5-af58-41c6-a5ee-9376ae15b907 req-4f4a570e-0780-406e-9254-ed153d506cea tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:07.016199 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-19862bd5-af58-41c6-a5ee-9376ae15b907 req-4f4a570e-0780-406e-9254-ed153d506cea tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Synchronizing usage tracker for tenant:63a560358735409688254f323e657c6f on resource:port {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:21:07.091493 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-19862bd5-af58-41c6-a5ee-9376ae15b907 req-4f4a570e-0780-406e-9254-ed153d506cea tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Unset dirty status for tenant:63a560358735409688254f323e657c6f on resource:port {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:21:07.093202 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-19862bd5-af58-41c6-a5ee-9376ae15b907 req-4f4a570e-0780-406e-9254-ed153d506cea tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b7fa720-d8e5-4510-aeb0-a3b286372c89 HTTP/1.1" status: 200 len: 946 time: 0.3061326 Dec 15 19:21:07.189728 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [req-19862bd5-af58-41c6-a5ee-9376ae15b907 req-127d63c2-c0f1-42a0-9b61-42e686cfe36e tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Deleting port 06f8b5fc-2365-432b-90d7-f814527b98c7 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:21:07.190349 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-19862bd5-af58-41c6-a5ee-9376ae15b907 req-127d63c2-c0f1-42a0-9b61-42e686cfe36e tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:07.213515 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508ce852-54ea-4bf0-addf-4fd6357001b5 None None] Network 489fa468-360a-4868-b4ac-a400ec975c5b requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:21:07.233684 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33d156e-db20-4d36-a800-510ba8e43698 None None] Network de6691e1-cd3f-4b81-99f8-467ffbdbcf47 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:21:07.260213 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-af8a0422-0399-4e31-9c47-795d08d855cc tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks [] for router_gateway, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:07.260939 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-af8a0422-0399-4e31-9c47-795d08d855cc tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904'] for router, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:07.438824 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-9d439081-548a-496a-a360-53a75e78a391 None None] Provisioning for port 17714443-4d70-4735-b635-b616c86412b4 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:21:07.456643 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-9d439081-548a-496a-a360-53a75e78a391 None None] Provisioning complete for port 17714443-4d70-4735-b635-b616c86412b4 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:21:07.457087 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9d439081-548a-496a-a360-53a75e78a391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:07.498788 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-baceb30e-fb94-4d37-a8bd-a5e0cd3deb53 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Synchronizing usage tracker for tenant:2a421f48bcf04f759d7a89b7f013838e on resource:router {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:21:07.507604 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78466d34-6249-49a6-8ead-b7f6b220e28d req-a2008839-723c-4870-b174-30dcba3b58e4 tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:07.509243 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-78466d34-6249-49a6-8ead-b7f6b220e28d req-a2008839-723c-4870-b174-30dcba3b58e4 tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d4c0e1d-ba3f-4ae8-a803-6767174fabaf HTTP/1.1" status: 200 len: 943 time: 0.5392065 Dec 15 19:21:07.514154 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-33359c60-6929-484b-94fb-669aadceac75 req-f5c0b081-a17b-4205-94dd-0f7372ccb234 service neutron] Attempting to bind port 891beed1-2968-41af-a3e6-316ebfa5038a on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:21:07.514560 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-33359c60-6929-484b-94fb-669aadceac75 req-f5c0b081-a17b-4205-94dd-0f7372ccb234 service neutron] Attempting to bind port 891beed1-2968-41af-a3e6-316ebfa5038a by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'c41b2cf6-5f5f-43b8-b7be-a1540ebbed6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3bc96c05-786a-4018-bd2c-1323bc05c7cd'}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:21:07.514934 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33359c60-6929-484b-94fb-669aadceac75 req-f5c0b081-a17b-4205-94dd-0f7372ccb234 service neutron] Attempting to bind port 891beed1-2968-41af-a3e6-316ebfa5038a on network 3bc96c05-786a-4018-bd2c-1323bc05c7cd {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:21:07.621973 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33359c60-6929-484b-94fb-669aadceac75 req-f5c0b081-a17b-4205-94dd-0f7372ccb234 service neutron] Port 891beed1-2968-41af-a3e6-316ebfa5038a on network 3bc96c05-786a-4018-bd2c-1323bc05c7cd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:21:07.622394 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33359c60-6929-484b-94fb-669aadceac75 req-f5c0b081-a17b-4205-94dd-0f7372ccb234 service neutron] Attempting to bind port 891beed1-2968-41af-a3e6-316ebfa5038a on network 3bc96c05-786a-4018-bd2c-1323bc05c7cd {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:21:07.677577 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33359c60-6929-484b-94fb-669aadceac75 req-f5c0b081-a17b-4205-94dd-0f7372ccb234 service neutron] Checking agent: {'id': '59e4c979-c5dd-468d-a1f2-341133950749', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 12, 24), 'started_at': datetime.datetime(2021, 12, 15, 19, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:21:07.677923 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33359c60-6929-484b-94fb-669aadceac75 req-f5c0b081-a17b-4205-94dd-0f7372ccb234 service neutron] Checking segment: {'id': 'c41b2cf6-5f5f-43b8-b7be-a1540ebbed6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3bc96c05-786a-4018-bd2c-1323bc05c7cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:21:07.678687 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33359c60-6929-484b-94fb-669aadceac75 req-f5c0b081-a17b-4205-94dd-0f7372ccb234 service neutron] Bound using segment: {'id': 'c41b2cf6-5f5f-43b8-b7be-a1540ebbed6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3bc96c05-786a-4018-bd2c-1323bc05c7cd'} {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:21:07.679164 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-33359c60-6929-484b-94fb-669aadceac75 req-f5c0b081-a17b-4205-94dd-0f7372ccb234 service neutron] Bound port: 891beed1-2968-41af-a3e6-316ebfa5038a, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c41b2cf6-5f5f-43b8-b7be-a1540ebbed6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3bc96c05-786a-4018-bd2c-1323bc05c7cd'}}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:21:07.679560 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-33359c60-6929-484b-94fb-669aadceac75 req-f5c0b081-a17b-4205-94dd-0f7372ccb234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:07.687027 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-19862bd5-af58-41c6-a5ee-9376ae15b907 req-127d63c2-c0f1-42a0-9b61-42e686cfe36e tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] For port 06f8b5fc-2365-432b-90d7-f814527b98c7, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=06f8b5fc-2365-432b-90d7-f814527b98c7,segment=NetworkSegment(68c50745-522c-412f-b573-c945cd7c3bdd),segment_id=68c50745-522c-412f-b573-c945cd7c3bdd)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:21:07.687434 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-19862bd5-af58-41c6-a5ee-9376ae15b907 req-127d63c2-c0f1-42a0-9b61-42e686cfe36e tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:07.699425 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-baceb30e-fb94-4d37-a8bd-a5e0cd3deb53 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Unset dirty status for tenant:2a421f48bcf04f759d7a89b7f013838e on resource:router {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:21:07.700749 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-baceb30e-fb94-4d37-a8bd-a5e0cd3deb53 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 1.2949154 Dec 15 19:21:07.711175 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53564) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:07.716170 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-78466d34-6249-49a6-8ead-b7f6b220e28d req-058320c5-9554-450d-82bf-659c87aa7e5c tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] 10.222.0.36 "GET /v2.0/security-groups?id=dce257f0-ce7a-42cc-a317-fd6d8417f0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965039 Dec 15 19:21:07.718738 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8298a94a-ca25-4b0c-aff3-15cb1f9db914 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:07.719705 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-3a0de8ed-3329-4a1d-8eaa-2815348798f6 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-341850492'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:21:07.821205 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f0113d-ed2f-4ff3-bff6-d8b5d0351e24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-de6691e1-cd3f-4b81-99f8-467ffbdbcf47', 'network_id': 'de6691e1-cd3f-4b81-99f8-467ffbdbcf47', 'tenant_id': '1ab3162c10c24983844a0058fe10dd8d', 'fixed_ips': [{'subnet_id': '605177bd-12fd-4f6f-8e9e-c47182f7f784'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:21:07.821797 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-52f0113d-ed2f-4ff3-bff6-d8b5d0351e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:07.875243 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f19b64f-bf42-471b-8a90-2f55ab1cc3ad req-c367a7d5-b8a9-4ba6-97ff-9e64a4fbc139 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:07.876951 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7f19b64f-bf42-471b-8a90-2f55ab1cc3ad req-c367a7d5-b8a9-4ba6-97ff-9e64a4fbc139 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b7fa720-d8e5-4510-aeb0-a3b286372c89 HTTP/1.1" status: 200 len: 946 time: 0.3281703 Dec 15 19:21:07.954297 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-33359c60-6929-484b-94fb-669aadceac75 req-f5c0b081-a17b-4205-94dd-0f7372ccb234 service neutron] For port 891beed1-2968-41af-a3e6-316ebfa5038a, host hv-neutron-8218, cleared binding levels {{(pid=88990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:21:08.006891 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-52f0113d-ed2f-4ff3-bff6-d8b5d0351e24 None None] Allocated IP 172.20.0.2 (de6691e1-cd3f-4b81-99f8-467ffbdbcf47/605177bd-12fd-4f6f-8e9e-c47182f7f784/551011a1-d085-4252-b8d6-b126a7951284) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:21:08.036264 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-33359c60-6929-484b-94fb-669aadceac75 req-f5c0b081-a17b-4205-94dd-0f7372ccb234 service neutron] For port 891beed1-2968-41af-a3e6-316ebfa5038a, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=891beed1-2968-41af-a3e6-316ebfa5038a,segment=NetworkSegment(c41b2cf6-5f5f-43b8-b7be-a1540ebbed6b),segment_id=c41b2cf6-5f5f-43b8-b7be-a1540ebbed6b)] {{(pid=88990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:21:08.066229 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7f19b64f-bf42-471b-8a90-2f55ab1cc3ad req-e1cb7873-cc25-4079-bdac-13810e82af41 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3112f8-b936-4176-9b46-6040cf25625e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1710763 Dec 15 19:21:08.092349 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-33359c60-6929-484b-94fb-669aadceac75 req-f5c0b081-a17b-4205-94dd-0f7372ccb234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:08.102897 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-87f4cbc5-af20-47cc-9cae-501c68765cf4 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:08.196585 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-8298a94a-ca25-4b0c-aff3-15cb1f9db914 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] For port 17714443-4d70-4735-b635-b616c86412b4, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=17714443-4d70-4735-b635-b616c86412b4,segment=NetworkSegment(9575ac7b-3c85-46da-81c5-434024000f40),segment_id=9575ac7b-3c85-46da-81c5-434024000f40)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:21:08.213276 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-33359c60-6929-484b-94fb-669aadceac75 req-f5c0b081-a17b-4205-94dd-0f7372ccb234 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:08.214912 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-33359c60-6929-484b-94fb-669aadceac75 req-f5c0b081-a17b-4205-94dd-0f7372ccb234 service neutron] 10.222.0.32 "PUT /v2.0/ports/891beed1-2968-41af-a3e6-316ebfa5038a HTTP/1.1" status: 200 len: 1093 time: 2.8757021 Dec 15 19:21:08.215535 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d4c0e1d-ba3f-4ae8-a803-6767174fabaf', 'tag': '891beed1-2968-41af-a3e6-316ebfa5038a'}] {{(pid=88990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:21:08.231551 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c0b081-a17b-4205-94dd-0f7372ccb234 service neutron] Pushing event updated for resources: {'Port': ['ID=891beed1-2968-41af-a3e6-316ebfa5038a,revision_number=3']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:08.236335 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f5c0b081-a17b-4205-94dd-0f7372ccb234 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:08.244236 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5e0f4415-706a-4c3b-aa79-3d2ac177d016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:08.261024 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8298a94a-ca25-4b0c-aff3-15cb1f9db914 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:08.291724 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-52f0113d-ed2f-4ff3-bff6-d8b5d0351e24 None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:08.317147 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-52f0113d-ed2f-4ff3-bff6-d8b5d0351e24 None None] Transition to ACTIVE for port object 551011a1-d085-4252-b8d6-b126a7951284 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:21:08.339071 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-52f0113d-ed2f-4ff3-bff6-d8b5d0351e24 None None] Transition to ACTIVE for port object 551011a1-d085-4252-b8d6-b126a7951284 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:21:08.341313 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d4c0e1d-ba3f-4ae8-a803-6767174fabaf', 'tag': '891beed1-2968-41af-a3e6-316ebfa5038a', 'status': 'completed', 'code': 200} Dec 15 19:21:08.348705 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8298a94a-ca25-4b0c-aff3-15cb1f9db914 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:08.349705 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8298a94a-ca25-4b0c-aff3-15cb1f9db914 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838139473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839924955'] for subnet, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:08.359816 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5341fd29-9546-41e8-9d00-626f8e73d50a tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:08.378945 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-52f0113d-ed2f-4ff3-bff6-d8b5d0351e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:08.392391 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b2953d89-a5d5-4e9d-8bde-3f47383365e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:08.447060 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f0113d-ed2f-4ff3-bff6-d8b5d0351e24 None None] Network de6691e1-cd3f-4b81-99f8-467ffbdbcf47 is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:21:08.452651 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8298a94a-ca25-4b0c-aff3-15cb1f9db914 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Network 489fa468-360a-4868-b4ac-a400ec975c5b is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:21:08.457441 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-52f0113d-ed2f-4ff3-bff6-d8b5d0351e24 None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:21:08.460512 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-8298a94a-ca25-4b0c-aff3-15cb1f9db914 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:21:08.466056 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8298a94a-ca25-4b0c-aff3-15cb1f9db914 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:08.466056 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8298a94a-ca25-4b0c-aff3-15cb1f9db914 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:08.468064 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f0113d-ed2f-4ff3-bff6-d8b5d0351e24 None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:21:08.488150 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8298a94a-ca25-4b0c-aff3-15cb1f9db914 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event updated for resources: {'Port': ['ID=17714443-4d70-4735-b635-b616c86412b4,revision_number=9']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:08.495333 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8298a94a-ca25-4b0c-aff3-15cb1f9db914 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:08.496473 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-46a638ea-e13a-4edc-8203-927007f23cdd tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:08.529337 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af8a0422-0399-4e31-9c47-795d08d855cc tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Router b581579c-47f0-4109-8159-59825b2a65a1 is scheduled to L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 with binding_index 1 {{(pid=88991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 15 19:21:08.582162 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8298a94a-ca25-4b0c-aff3-15cb1f9db914 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event updated for resources: {'Subnet': ['ID=dbe1adf3-0dd9-4198-aa5f-ac46282ddd5c,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:08.586600 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-52f0113d-ed2f-4ff3-bff6-d8b5d0351e24 None None] Attempting to bind port 551011a1-d085-4252-b8d6-b126a7951284 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:21:08.587027 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-52f0113d-ed2f-4ff3-bff6-d8b5d0351e24 None None] Attempting to bind port 551011a1-d085-4252-b8d6-b126a7951284 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '583af6ab-4458-4128-afe3-47523bd0cacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'de6691e1-cd3f-4b81-99f8-467ffbdbcf47'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:21:08.587439 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f0113d-ed2f-4ff3-bff6-d8b5d0351e24 None None] Attempting to bind port 551011a1-d085-4252-b8d6-b126a7951284 on network de6691e1-cd3f-4b81-99f8-467ffbdbcf47 {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:21:08.599993 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f0113d-ed2f-4ff3-bff6-d8b5d0351e24 None None] Pushing event updated for resources: {'Port': ['ID=551011a1-d085-4252-b8d6-b126a7951284,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:08.603516 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-52f0113d-ed2f-4ff3-bff6-d8b5d0351e24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:08.604717 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f0113d-ed2f-4ff3-bff6-d8b5d0351e24 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:21:08.605132 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f0113d-ed2f-4ff3-bff6-d8b5d0351e24 None None] Checking segment: {'id': '583af6ab-4458-4128-afe3-47523bd0cacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'de6691e1-cd3f-4b81-99f8-467ffbdbcf47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:21:08.605584 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-52f0113d-ed2f-4ff3-bff6-d8b5d0351e24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:08.606015 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f0113d-ed2f-4ff3-bff6-d8b5d0351e24 None None] Bound using segment: {'id': '583af6ab-4458-4128-afe3-47523bd0cacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'de6691e1-cd3f-4b81-99f8-467ffbdbcf47'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:21:08.606559 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-52f0113d-ed2f-4ff3-bff6-d8b5d0351e24 None None] Bound port: 551011a1-d085-4252-b8d6-b126a7951284, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '583af6ab-4458-4128-afe3-47523bd0cacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'de6691e1-cd3f-4b81-99f8-467ffbdbcf47'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:21:08.606983 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-52f0113d-ed2f-4ff3-bff6-d8b5d0351e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:08.617214 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8298a94a-ca25-4b0c-aff3-15cb1f9db914 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:08.632959 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-33359c60-6929-484b-94fb-669aadceac75 req-2b69916d-ebec-4762-bfbf-c0486fc316ad service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=30a77e9498b54616b2933fb169921db3&device_id=4d4c0e1d-ba3f-4ae8-a803-6767174fabaf HTTP/1.1" status: 200 len: 1096 time: 0.3357832 Dec 15 19:21:08.655386 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-19862bd5-af58-41c6-a5ee-9376ae15b907 req-127d63c2-c0f1-42a0-9b61-42e686cfe36e tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:08.655803 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-19862bd5-af58-41c6-a5ee-9376ae15b907 req-127d63c2-c0f1-42a0-9b61-42e686cfe36e tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634093'] for floatingip, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:08.656157 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.l3_db [req-19862bd5-af58-41c6-a5ee-9376ae15b907 req-127d63c2-c0f1-42a0-9b61-42e686cfe36e tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Floating IP f46d873f-43b6-40c0-89e3-8dea37b5d5fc disassociated. External IP: 172.26.3.63, port: 06f8b5fc-2365-432b-90d7-f814527b98c7. Dec 15 19:21:08.656541 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [req-19862bd5-af58-41c6-a5ee-9376ae15b907 req-127d63c2-c0f1-42a0-9b61-42e686cfe36e tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Calling delete_port for 06f8b5fc-2365-432b-90d7-f814527b98c7 owned by compute:nova {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:21:08.711102 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8298a94a-ca25-4b0c-aff3-15cb1f9db914 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.0950911 Dec 15 19:21:08.713118 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 53572) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:08.725761 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-7eb116cd-6720-43ea-83b8-5a10bc576e26 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Request body: {'port': {'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'mac_address': 'fa:16:3e:df:89:f6', 'name': 'tempest-NetworksTestDHCPv6-285051917'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:21:08.739146 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-52f0113d-ed2f-4ff3-bff6-d8b5d0351e24 None None] For port 551011a1-d085-4252-b8d6-b126a7951284, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:21:08.742830 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-52f0113d-ed2f-4ff3-bff6-d8b5d0351e24 None None] For port 551011a1-d085-4252-b8d6-b126a7951284, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=551011a1-d085-4252-b8d6-b126a7951284,segment=NetworkSegment(583af6ab-4458-4128-afe3-47523bd0cacc),segment_id=583af6ab-4458-4128-afe3-47523bd0cacc)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:21:08.778233 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-52f0113d-ed2f-4ff3-bff6-d8b5d0351e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:08.785803 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8cb46727-cb25-4f55-a570-b8574855ef10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:08.824641 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-33359c60-6929-484b-94fb-669aadceac75 req-2c229d62-5143-4865-89b0-adefd2c7908c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=891beed1-2968-41af-a3e6-316ebfa5038a HTTP/1.1" status: 200 len: 217 time: 0.1837840 Dec 15 19:21:08.913024 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f0113d-ed2f-4ff3-bff6-d8b5d0351e24 None None] Pushing event updated for resources: {'Port': ['ID=551011a1-d085-4252-b8d6-b126a7951284,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:08.916488 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-52f0113d-ed2f-4ff3-bff6-d8b5d0351e24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:09.000548 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 17714443-4d70-4735-b635-b616c86412b4 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:21:09.074648 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-19862bd5-af58-41c6-a5ee-9376ae15b907 req-127d63c2-c0f1-42a0-9b61-42e686cfe36e tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:09.089712 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33359c60-6929-484b-94fb-669aadceac75 req-c64613e8-0fb0-46fd-8b2e-d8ede689aa1d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:09.091389 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-33359c60-6929-484b-94fb-669aadceac75 req-c64613e8-0fb0-46fd-8b2e-d8ede689aa1d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bc19fd0a-7c79-4a1d-91dc-27f6e20af9ab HTTP/1.1" status: 200 len: 852 time: 0.2515812 Dec 15 19:21:09.093775 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 17714443-4d70-4735-b635-b616c86412b4 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:21:09.094211 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:09.098863 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-7eb116cd-6720-43ea-83b8-5a10bc576e26 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:21:09.106792 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-7eb116cd-6720-43ea-83b8-5a10bc576e26 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Usage tracker for resource:port and tenant:e56ca83c553e4935a4e8b75ed76c674c is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:21:09.154733 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a462f0-fc10-4c56-8f17-d05f739ded33 None None] Network 489fa468-360a-4868-b4ac-a400ec975c5b requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:21:09.169457 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-7eb116cd-6720-43ea-83b8-5a10bc576e26 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:21:09.179679 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-40f8740f-031c-4fe6-b209-a3c391d605f8 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:09.186848 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-7eb116cd-6720-43ea-83b8-5a10bc576e26 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:21:09.191879 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-33359c60-6929-484b-94fb-669aadceac75 req-da867a3f-7c0e-43fc-9a34-9348a7af064a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3bc96c05-786a-4018-bd2c-1323bc05c7cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0872838 Dec 15 19:21:09.254086 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127d63c2-c0f1-42a0-9b61-42e686cfe36e tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Pushing event deleted for resources: {'Port': ['ID=06f8b5fc-2365-432b-90d7-f814527b98c7,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:09.259991 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-127d63c2-c0f1-42a0-9b61-42e686cfe36e tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:09.281436 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af8a0422-0399-4e31-9c47-795d08d855cc tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:21:09.295554 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11df5ead-99c8-46b5-a195-3ad108d7e910 None None] Sync routers for ids ['b581579c-47f0-4109-8159-59825b2a65a1'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:21:09.312434 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11df5ead-99c8-46b5-a195-3ad108d7e910 None None] Routers {'b581579c-47f0-4109-8159-59825b2a65a1'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:21:09.313904 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-11df5ead-99c8-46b5-a195-3ad108d7e910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:20:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['b581579c-47f0-4109-8159-59825b2a65a1'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:21:09.405000 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f86e729-68e2-4065-8501-2ba1f6f1e1af req-f0326d59-aa41-40b4-9600-cb5e92d5f9dd tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:09.406859 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6f86e729-68e2-4065-8501-2ba1f6f1e1af req-f0326d59-aa41-40b4-9600-cb5e92d5f9dd tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d4c0e1d-ba3f-4ae8-a803-6767174fabaf HTTP/1.1" status: 200 len: 943 time: 0.4786513 Dec 15 19:21:09.416628 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-11df5ead-99c8-46b5-a195-3ad108d7e910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:21:09.433839 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11df5ead-99c8-46b5-a195-3ad108d7e910 None None] Routers {'b581579c-47f0-4109-8159-59825b2a65a1'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:21:09.435214 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-11df5ead-99c8-46b5-a195-3ad108d7e910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:20:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['b581579c-47f0-4109-8159-59825b2a65a1'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:21:09.461330 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eb116cd-6720-43ea-83b8-5a10bc576e26 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Made reservation on behalf of e56ca83c553e4935a4e8b75ed76c674c for: {'port': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:21:09.488511 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-af8a0422-0399-4e31-9c47-795d08d855cc tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks [] for router, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:09.489949 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-af8a0422-0399-4e31-9c47-795d08d855cc tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.8097248 Dec 15 19:21:09.574119 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53580) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:09.592202 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-11df5ead-99c8-46b5-a195-3ad108d7e910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:21:09.592938 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11df5ead-99c8-46b5-a195-3ad108d7e910 None None] The sync data for ids ['b581579c-47f0-4109-8159-59825b2a65a1'] in dv-neutron-821831-2-hyperv is: [] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:21:09.632801 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-aaad8ee4-7f4d-439f-bc4e-047d509e1310 req-21be84e8-7fef-496e-8ff0-e3f13f682e6f tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b7fa720-d8e5-4510-aeb0-a3b286372c89 HTTP/1.1" status: 200 len: 210 time: 0.3155799 Dec 15 19:21:09.762134 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-33359c60-6929-484b-94fb-669aadceac75 req-c7f3dfc5-0d6d-4fd9-b2bd-a314e0a9eff9 service neutron] 10.222.0.32 "GET /v2.0/networks/3bc96c05-786a-4018-bd2c-1323bc05c7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5616736 Dec 15 19:21:09.774760 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-107f8cc4-0b05-4158-b555-c364b00dcc43 None None] Provisioning complete for port 17714443-4d70-4735-b635-b616c86412b4 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:21:09.775626 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-107f8cc4-0b05-4158-b555-c364b00dcc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:09.887434 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6f86e729-68e2-4065-8501-2ba1f6f1e1af req-02b233f6-7f58-4a67-83d5-a9f106dc9621 tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] 10.222.0.36 "GET /v2.0/security-groups?id=dce257f0-ce7a-42cc-a317-fd6d8417f0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4553549 Dec 15 19:21:09.937162 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7eb116cd-6720-43ea-83b8-5a10bc576e26 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:09.948589 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:09.963301 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3a0de8ed-3329-4a1d-8eaa-2815348798f6 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:10.000507 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-7eb116cd-6720-43ea-83b8-5a10bc576e26 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] device_id is not set on port 3ea3497a-7448-4a4c-9400-b3e4b156ab0d yet. {{(pid=88990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:21:10.061867 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19862bd5-af58-41c6-a5ee-9376ae15b907 req-127d63c2-c0f1-42a0-9b61-42e686cfe36e tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Router 9076d4cf-4898-4889-ba0d-edb53fd3f842 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:21:10.065119 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3a0de8ed-3329-4a1d-8eaa-2815348798f6 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854141873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-633912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854194791'] for router, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:10.072357 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-33359c60-6929-484b-94fb-669aadceac75 req-a01724ed-998a-4dec-8ca5-e8499633b368 service neutron] 10.222.0.32 "GET /v2.0/networks/3bc96c05-786a-4018-bd2c-1323bc05c7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995558 Dec 15 19:21:10.312416 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3d23cdd8-3f45-49d0-a732-97ea75320bd0 req-ef322b91-ae23-44e2-aa01-75f762914190 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=30a77e9498b54616b2933fb169921db3&device_id=4d4c0e1d-ba3f-4ae8-a803-6767174fabaf HTTP/1.1" status: 200 len: 1096 time: 0.1584187 Dec 15 19:21:10.344362 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-7eb116cd-6720-43ea-83b8-5a10bc576e26 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Allocated IP 172.20.0.14 (489fa468-360a-4868-b4ac-a400ec975c5b/262200ee-ee22-4bc3-91f2-b704d76259a6/3ea3497a-7448-4a4c-9400-b3e4b156ab0d) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:21:10.415016 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-7eb116cd-6720-43ea-83b8-5a10bc576e26 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Allocated IP 2001:db8::f816:3eff:fedf:89f6 (489fa468-360a-4868-b4ac-a400ec975c5b/dbe1adf3-0dd9-4198-aa5f-ac46282ddd5c/3ea3497a-7448-4a4c-9400-b3e4b156ab0d) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:21:10.491857 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fd1ca33c-4fe2-4b5d-867c-568f4aa71689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:10.565961 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d23cdd8-3f45-49d0-a732-97ea75320bd0 req-b64f9371-bd52-4cb8-bd41-67c85922f3c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:10.567581 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3d23cdd8-3f45-49d0-a732-97ea75320bd0 req-b64f9371-bd52-4cb8-bd41-67c85922f3c3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3bc96c05-786a-4018-bd2c-1323bc05c7cd HTTP/1.1" status: 200 len: 913 time: 0.2468340 Dec 15 19:21:10.608441 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-e6f18dc6-b5cd-4280-bfac-28a7b34922d5 None None] Provisioning complete for port 17714443-4d70-4735-b635-b616c86412b4 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:21:10.609298 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e6f18dc6-b5cd-4280-bfac-28a7b34922d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:10.735599 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3d23cdd8-3f45-49d0-a732-97ea75320bd0 req-a8900ff6-8f6f-4371-9516-f76824415cee service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=891beed1-2968-41af-a3e6-316ebfa5038a HTTP/1.1" status: 200 len: 217 time: 0.1178598 Dec 15 19:21:10.762334 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:11.041782 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19862bd5-af58-41c6-a5ee-9376ae15b907 req-127d63c2-c0f1-42a0-9b61-42e686cfe36e tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:21:11.045649 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a0de8ed-3329-4a1d-8eaa-2815348798f6 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Router 2c66237e-a7c4-4681-8e33-31465ad664c0 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:21:11.046180 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 551011a1-d085-4252-b8d6-b126a7951284 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:21:11.100519 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23feb65b-1d05-4979-a3c5-ba68cba12e74 None None] Sync routers for ids ['9076d4cf-4898-4889-ba0d-edb53fd3f842'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:21:11.126072 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23feb65b-1d05-4979-a3c5-ba68cba12e74 None None] Routers {'9076d4cf-4898-4889-ba0d-edb53fd3f842'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:21:11.127171 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-23feb65b-1d05-4979-a3c5-ba68cba12e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:21:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['9076d4cf-4898-4889-ba0d-edb53fd3f842'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:21:11.135622 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [req-19862bd5-af58-41c6-a5ee-9376ae15b907 req-127d63c2-c0f1-42a0-9b61-42e686cfe36e tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] No DVR routers for this DVR port 06f8b5fc-2365-432b-90d7-f814527b98c7 on host hv-neutron-8218 {{(pid=88991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:21:11.143134 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-19862bd5-af58-41c6-a5ee-9376ae15b907 req-127d63c2-c0f1-42a0-9b61-42e686cfe36e tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:11.145510 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-19862bd5-af58-41c6-a5ee-9376ae15b907 req-127d63c2-c0f1-42a0-9b61-42e686cfe36e tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.32 "DELETE /v2.0/ports/06f8b5fc-2365-432b-90d7-f814527b98c7 HTTP/1.1" status: 204 len: 173 time: 4.0453787 Dec 15 19:21:11.147149 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b7fa720-d8e5-4510-aeb0-a3b286372c89', 'name': 'network-vif-deleted', 'tag': '06f8b5fc-2365-432b-90d7-f814527b98c7'}] {{(pid=88991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:21:11.259700 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d23cdd8-3f45-49d0-a732-97ea75320bd0 req-496a06a4-c2fd-4d0d-af3b-08898ffeb27d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:11.261304 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3d23cdd8-3f45-49d0-a732-97ea75320bd0 req-496a06a4-c2fd-4d0d-af3b-08898ffeb27d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bc19fd0a-7c79-4a1d-91dc-27f6e20af9ab HTTP/1.1" status: 200 len: 852 time: 0.5091510 Dec 15 19:21:11.349366 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-23feb65b-1d05-4979-a3c5-ba68cba12e74 None None] Set router 9076d4cf-4898-4889-ba0d-edb53fd3f842 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:21:11.354677 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7eb116cd-6720-43ea-83b8-5a10bc576e26 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:11.364097 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-46b0b930-4e6e-47e8-93a7-3844aa780565 req-0f2ff158-a3cb-4df1-b234-7199b4a0877c tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b7fa720-d8e5-4510-aeb0-a3b286372c89 HTTP/1.1" status: 200 len: 210 time: 0.5427415 Dec 15 19:21:11.379972 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3d23cdd8-3f45-49d0-a732-97ea75320bd0 req-37db4d44-3f7f-4d31-83c4-6da682101c02 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3bc96c05-786a-4018-bd2c-1323bc05c7cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701926 Dec 15 19:21:11.427907 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-7eb116cd-6720-43ea-83b8-5a10bc576e26 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Transition to ACTIVE for port object 3ea3497a-7448-4a4c-9400-b3e4b156ab0d will not be triggered until provisioned by entity DHCP. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:21:11.501482 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b7fa720-d8e5-4510-aeb0-a3b286372c89', 'name': 'network-vif-deleted', 'tag': '06f8b5fc-2365-432b-90d7-f814527b98c7', 'status': 'completed', 'code': 200} Dec 15 19:21:11.522661 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095a8757-45f1-49ee-a542-fe112500cdc9 None None] Network de6691e1-cd3f-4b81-99f8-467ffbdbcf47 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:21:11.561999 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dad7f6-315b-4a05-bd07-df8322c6f54f req-7b14dc1e-50f7-460f-899b-c9b430b537ab tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:11.563710 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e3dad7f6-315b-4a05-bd07-df8322c6f54f req-7b14dc1e-50f7-460f-899b-c9b430b537ab tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d4c0e1d-ba3f-4ae8-a803-6767174fabaf HTTP/1.1" status: 200 len: 943 time: 0.3288767 Dec 15 19:21:11.587948 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7eb116cd-6720-43ea-83b8-5a10bc576e26 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:11.641115 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e3dad7f6-315b-4a05-bd07-df8322c6f54f req-e8169030-64a8-4c2d-b029-fa53bf8fb29e tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] 10.222.0.36 "GET /v2.0/security-groups?id=dce257f0-ce7a-42cc-a317-fd6d8417f0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582089 Dec 15 19:21:11.641738 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-94d5d217-ab2d-4f2d-8877-f9a4348e9104 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:11.676321 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3d23cdd8-3f45-49d0-a732-97ea75320bd0 req-75ec61cd-eaf9-409e-88a9-0a20d9674867 service neutron] 10.222.0.32 "GET /v2.0/networks/3bc96c05-786a-4018-bd2c-1323bc05c7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840130 Dec 15 19:21:11.691479 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a0de8ed-3329-4a1d-8eaa-2815348798f6 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:21:11.700069 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3a0de8ed-3329-4a1d-8eaa-2815348798f6 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for router, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:11.701350 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-3a0de8ed-3329-4a1d-8eaa-2815348798f6 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "PUT /v2.0/routers/2c66237e-a7c4-4681-8e33-31465ad664c0 HTTP/1.1" status: 200 len: 886 time: 3.9891307 Dec 15 19:21:11.706509 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53590) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:11.706904 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d72863-107f-4ec6-a3ff-7419f9df4988 None None] Sync routers for ids ['2c66237e-a7c4-4681-8e33-31465ad664c0'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:21:11.719979 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d72863-107f-4ec6-a3ff-7419f9df4988 None None] Routers {'2c66237e-a7c4-4681-8e33-31465ad664c0'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:21:11.720980 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-97d72863-107f-4ec6-a3ff-7419f9df4988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:21:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['2c66237e-a7c4-4681-8e33-31465ad664c0'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:21:11.809016 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-97d72863-107f-4ec6-a3ff-7419f9df4988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:21:11.822387 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d72863-107f-4ec6-a3ff-7419f9df4988 None None] Routers {'2c66237e-a7c4-4681-8e33-31465ad664c0'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:21:11.822642 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb116cd-6720-43ea-83b8-5a10bc576e26 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Network 489fa468-360a-4868-b4ac-a400ec975c5b is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:21:11.823474 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-97d72863-107f-4ec6-a3ff-7419f9df4988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:21:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['2c66237e-a7c4-4681-8e33-31465ad664c0'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:21:11.828903 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-7eb116cd-6720-43ea-83b8-5a10bc576e26 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:21:11.832434 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb116cd-6720-43ea-83b8-5a10bc576e26 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:21:11.874378 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb116cd-6720-43ea-83b8-5a10bc576e26 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event updated for resources: {'Port': ['ID=3ea3497a-7448-4a4c-9400-b3e4b156ab0d,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:11.878043 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7eb116cd-6720-43ea-83b8-5a10bc576e26 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:11.907105 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-97d72863-107f-4ec6-a3ff-7419f9df4988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:21:11.907813 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d72863-107f-4ec6-a3ff-7419f9df4988 None None] The sync data for ids ['2c66237e-a7c4-4681-8e33-31465ad664c0'] in dv-neutron-821831-2-hyperv is: [] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:21:11.922704 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 06f8b5fc-2365-432b-90d7-f814527b98c7 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:21:11.937547 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-86c87027-fb62-4993-aa52-29d26543a529 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:11.957532 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb116cd-6720-43ea-83b8-5a10bc576e26 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:11.958359 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7eb116cd-6720-43ea-83b8-5a10bc576e26 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:11.972989 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] No Port match for: 06f8b5fc-2365-432b-90d7-f814527b98c7 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:21:11.973377 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 06f8b5fc-2365-432b-90d7-f814527b98c7 not bound to the agent host hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:21:11.981937 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3d23cdd8-3f45-49d0-a732-97ea75320bd0 req-79e9d62f-32e0-4bfa-8b26-3b7608f738a1 service neutron] 10.222.0.32 "GET /v2.0/networks/3bc96c05-786a-4018-bd2c-1323bc05c7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926300 Dec 15 19:21:12.033608 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-56eac02d-35f9-4957-8f43-50decaa0e17a None None] Provisioning for port 551011a1-d085-4252-b8d6-b126a7951284 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:21:12.035260 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-7eb116cd-6720-43ea-83b8-5a10bc576e26 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.3204656 Dec 15 19:21:12.037901 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 53594) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:12.051122 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-56eac02d-35f9-4957-8f43-50decaa0e17a None None] Provisioning complete for port 551011a1-d085-4252-b8d6-b126a7951284 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:21:12.051885 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-56eac02d-35f9-4957-8f43-50decaa0e17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:12.096390 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 551011a1-d085-4252-b8d6-b126a7951284 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:21:12.115880 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 551011a1-d085-4252-b8d6-b126a7951284 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:21:12.116662 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:12.156900 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f85779-af41-4db4-acfa-2fd11c0e01bb tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:12.162472 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f85779-af41-4db4-acfa-2fd11c0e01bb tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:12.163308 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-95f85779-af41-4db4-acfa-2fd11c0e01bb tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Synchronizing usage tracker for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:21:12.211430 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-95f85779-af41-4db4-acfa-2fd11c0e01bb tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Unset dirty status for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:21:12.216674 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-95f85779-af41-4db4-acfa-2fd11c0e01bb tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1776617 Dec 15 19:21:12.216830 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53598) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:12.398020 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-2853c50c-4cbb-4443-9a51-c9a3e5f16df6 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Deleting port 3ea3497a-7448-4a4c-9400-b3e4b156ab0d {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:21:12.398770 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2853c50c-4cbb-4443-9a51-c9a3e5f16df6 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:12.409049 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-56eac02d-35f9-4957-8f43-50decaa0e17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:12.425941 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-23feb65b-1d05-4979-a3c5-ba68cba12e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9076d4cf-4898-4889-ba0d-edb53fd3f842', 'name': 'tempest-ServerActionsTestJSON-426409717-router', 'tenant_id': '63a560358735409688254f323e657c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '32ae3200-fa04-4a52-92dc-c8c1bccdbd6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:17:04Z', 'updated_at': '2021-12-15T19:17:20Z', 'revision_number': 4, 'project_id': '63a560358735409688254f323e657c6f', 'gw_port': {'id': '32ae3200-fa04-4a52-92dc-c8c1bccdbd6e', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ee:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9076d4cf-4898-4889-ba0d-edb53fd3f842', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:17:06Z', 'updated_at': '2021-12-15T19:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '56c29204-1a9b-400b-b200-613848397df0', 'name': '', 'network_id': '19b72bfa-3b09-4f76-a78c-5531fd623b36', 'tenant_id': '63a560358735409688254f323e657c6f', 'mac_address': 'fa:16:3e:04:fd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9076d4cf-4898-4889-ba0d-edb53fd3f842', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82c744e4-df47-41bb-809a-42816dd304e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:17:17Z', 'updated_at': '2021-12-15T19:17:30Z', 'revision_number': 5, 'project_id': '63a560358735409688254f323e657c6f', 'subnets': [{'id': '82c744e4-df47-41bb-809a-42816dd304e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:21:12.443603 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23feb65b-1d05-4979-a3c5-ba68cba12e74 None None] Checking router: 9076d4cf-4898-4889-ba0d-edb53fd3f842 for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:21:12.457807 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:12.480425 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 53604) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:12.480663 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-3f0014ee-a83d-43d1-930d-6def972600a0 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "GET /v2.0/routers/2c66237e-a7c4-4681-8e33-31465ad664c0 HTTP/1.1" status: 200 len: 886 time: 0.7728956 Dec 15 19:21:12.512574 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-56eac02d-35f9-4957-8f43-50decaa0e17a None None] For port 551011a1-d085-4252-b8d6-b126a7951284, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=551011a1-d085-4252-b8d6-b126a7951284,segment=NetworkSegment(583af6ab-4458-4128-afe3-47523bd0cacc),segment_id=583af6ab-4458-4128-afe3-47523bd0cacc)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:21:12.554713 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23feb65b-1d05-4979-a3c5-ba68cba12e74 None None] Routers {'9076d4cf-4898-4889-ba0d-edb53fd3f842'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:21:12.555436 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-23feb65b-1d05-4979-a3c5-ba68cba12e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:21:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['9076d4cf-4898-4889-ba0d-edb53fd3f842'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:21:12.572501 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-311ba017-bfc3-40d8-a163-c63d78b5f40a tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c66237e-a7c4-4681-8e33-31465ad664c0 HTTP/1.1" status: 200 len: 205 time: 0.0903442 Dec 15 19:21:12.573214 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 53610) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:12.695646 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 53614) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:12.726059 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-86c87027-fb62-4993-aa52-29d26543a529 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Allocated IP 172.20.0.1 (de6691e1-cd3f-4b81-99f8-467ffbdbcf47/605177bd-12fd-4f6f-8e9e-c47182f7f784/3b40cd59-cb33-46f8-ac15-cbd4996eba9c) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:21:12.763135 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-23feb65b-1d05-4979-a3c5-ba68cba12e74 None None] Set router 9076d4cf-4898-4889-ba0d-edb53fd3f842 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:21:12.930992 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4ed6459d-4a9c-47a1-a592-0ad35bea9b98 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Notify callbacks [] for security_group, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:12.979765 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4ed6459d-4a9c-47a1-a592-0ad35bea9b98 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:12.998093 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-56eac02d-35f9-4957-8f43-50decaa0e17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:13.001034 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:13.011175 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-cd1aad6b-8142-4af0-bbc5-199b3f300352 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:13.082057 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec639660-9041-4443-bfe5-ca2b768c8d18 req-896b9d1d-4d65-4068-9cc2-7bf2ed61bf89 tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:13.083729 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ec639660-9041-4443-bfe5-ca2b768c8d18 req-896b9d1d-4d65-4068-9cc2-7bf2ed61bf89 tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d4c0e1d-ba3f-4ae8-a803-6767174fabaf HTTP/1.1" status: 200 len: 943 time: 0.2154565 Dec 15 19:21:13.124665 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ccff899a-99b2-442a-896b-cded8d3eeb15 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for router, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:13.178843 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 53622) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:13.188215 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4ed6459d-4a9c-47a1-a592-0ad35bea9b98 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:13.198281 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88992) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:21:13.198702 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:21:13.232317 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-908de7c8-8ba8-4a65-9cc0-61cb6e850cdc tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:13.270107 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eac02d-35f9-4957-8f43-50decaa0e17a None None] Pushing event updated for resources: {'Port': ['ID=551011a1-d085-4252-b8d6-b126a7951284,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:13.273502 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-56eac02d-35f9-4957-8f43-50decaa0e17a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:13.280599 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed6459d-4a9c-47a1-a592-0ad35bea9b98 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3112f8-b936-4176-9b46-6040cf25625e,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:13.295292 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4ed6459d-4a9c-47a1-a592-0ad35bea9b98 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:13.303834 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ec639660-9041-4443-bfe5-ca2b768c8d18 req-54c4d66f-c2e6-4d78-b228-d4c11f420b9c tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] 10.222.0.36 "GET /v2.0/security-groups?id=dce257f0-ce7a-42cc-a317-fd6d8417f0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057407 Dec 15 19:21:13.341915 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-86c87027-fb62-4993-aa52-29d26543a529 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:13.351683 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2853c50c-4cbb-4443-9a51-c9a3e5f16df6 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:13.367077 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4ed6459d-4a9c-47a1-a592-0ad35bea9b98 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:13.368290 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4ed6459d-4a9c-47a1-a592-0ad35bea9b98 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "DELETE /v2.0/security-groups/8b3112f8-b936-4176-9b46-6040cf25625e HTTP/1.1" status: 204 len: 168 time: 0.6673000 Dec 15 19:21:13.372680 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 53626) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:13.379796 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-ecfd6028-9d47-477b-87de-1c2a705b830a None None] Provisioning for port 3ea3497a-7448-4a4c-9400-b3e4b156ab0d completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:21:13.391035 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-ecfd6028-9d47-477b-87de-1c2a705b830a None None] Provisioning complete for port 3ea3497a-7448-4a4c-9400-b3e4b156ab0d triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:21:13.391465 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ecfd6028-9d47-477b-87de-1c2a705b830a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:13.406415 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-93a804cb-7247-49b8-b777-dea7d4b81446 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] 10.222.0.36 "GET /v2.0/ports?project_id=7c1b74cf25a94156b4530f0bd868c0c9&network_id=a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc HTTP/1.1" status: 200 len: 2999 time: 0.2078397 Dec 15 19:21:13.458947 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-ecfd6028-9d47-477b-87de-1c2a705b830a None None] Port 3ea3497a-7448-4a4c-9400-b3e4b156ab0d cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:21:13.460589 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-de95878e-69b3-49ba-ae73-5cfb4d6d544d tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] show failed (client error): The resource could not be found. Dec 15 19:21:13.463221 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-de95878e-69b3-49ba-ae73-5cfb4d6d544d tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "GET /v2.0/security-groups/8b3112f8-b936-4176-9b46-6040cf25625e HTTP/1.1" status: 404 len: 347 time: 0.0867925 Dec 15 19:21:13.465133 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 53632) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:13.480326 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-23feb65b-1d05-4979-a3c5-ba68cba12e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9076d4cf-4898-4889-ba0d-edb53fd3f842', 'name': 'tempest-ServerActionsTestJSON-426409717-router', 'tenant_id': '63a560358735409688254f323e657c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '32ae3200-fa04-4a52-92dc-c8c1bccdbd6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:17:04Z', 'updated_at': '2021-12-15T19:17:20Z', 'revision_number': 4, 'project_id': '63a560358735409688254f323e657c6f', 'gw_port': {'id': '32ae3200-fa04-4a52-92dc-c8c1bccdbd6e', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ee:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9076d4cf-4898-4889-ba0d-edb53fd3f842', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:17:06Z', 'updated_at': '2021-12-15T19:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '56c29204-1a9b-400b-b200-613848397df0', 'name': '', 'network_id': '19b72bfa-3b09-4f76-a78c-5531fd623b36', 'tenant_id': '63a560358735409688254f323e657c6f', 'mac_address': 'fa:16:3e:04:fd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9076d4cf-4898-4889-ba0d-edb53fd3f842', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82c744e4-df47-41bb-809a-42816dd304e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:17:17Z', 'updated_at': '2021-12-15T19:17:30Z', 'revision_number': 5, 'project_id': '63a560358735409688254f323e657c6f', 'subnets': [{'id': '82c744e4-df47-41bb-809a-42816dd304e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:21:13.486116 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-ecfd6028-9d47-477b-87de-1c2a705b830a None None] Provisioning complete for port 551011a1-d085-4252-b8d6-b126a7951284 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:21:13.487058 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ecfd6028-9d47-477b-87de-1c2a705b830a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:13.494742 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-86c87027-fb62-4993-aa52-29d26543a529 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Transition to ACTIVE for port object 3b40cd59-cb33-46f8-ac15-cbd4996eba9c will not be triggered until provisioned by entity DHCP. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:21:13.501967 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-2853c50c-4cbb-4443-9a51-c9a3e5f16df6 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Calling delete_port for 3ea3497a-7448-4a4c-9400-b3e4b156ab0d owned by {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:21:13.514516 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23feb65b-1d05-4979-a3c5-ba68cba12e74 None None] The sync data for ids ['9076d4cf-4898-4889-ba0d-edb53fd3f842'] in dv-neutron-821831-2-hyperv is: [{'id': '9076d4cf-4898-4889-ba0d-edb53fd3f842', 'name': 'tempest-ServerActionsTestJSON-426409717-router', 'tenant_id': '63a560358735409688254f323e657c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '32ae3200-fa04-4a52-92dc-c8c1bccdbd6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:17:04Z', 'updated_at': '2021-12-15T19:17:20Z', 'revision_number': 4, 'project_id': '63a560358735409688254f323e657c6f', 'gw_port': {'id': '32ae3200-fa04-4a52-92dc-c8c1bccdbd6e', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ee:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9076d4cf-4898-4889-ba0d-edb53fd3f842', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:17:06Z', 'updated_at': '2021-12-15T19:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '56c29204-1a9b-400b-b200-613848397df0', 'name': '', 'network_id': '19b72bfa-3b09-4f76-a78c-5531fd623b36', 'tenant_id': '63a560358735409688254f323e657c6f', 'mac_address': 'fa:16:3e:04:fd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9076d4cf-4898-4889-ba0d-edb53fd3f842', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82c744e4-df47-41bb-809a-42816dd304e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:17:17Z', 'updated_at': '2021-12-15T19:17:30Z', 'revision_number': 5, 'project_id': '63a560358735409688254f323e657c6f', 'subnets': [{'id': '82c744e4-df47-41bb-809a-42816dd304e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:21:13.653393 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-86c87027-fb62-4993-aa52-29d26543a529 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:13.663955 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-63aee310-bafb-49aa-a864-21622e60b7d1 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:13.682096 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-18b99aee-0e20-44d0-90a7-c5cbf173c109 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Deleting port 6269728a-aacc-410c-84fc-5a89184fcf18 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:21:13.682511 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-18b99aee-0e20-44d0-90a7-c5cbf173c109 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:13.750006 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c87027-fb62-4993-aa52-29d26543a529 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Network de6691e1-cd3f-4b81-99f8-467ffbdbcf47 is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:21:13.757551 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-86c87027-fb62-4993-aa52-29d26543a529 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:21:13.771450 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c87027-fb62-4993-aa52-29d26543a529 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:21:13.816174 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 891beed1-2968-41af-a3e6-316ebfa5038a details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 15 19:21:13.849616 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c87027-fb62-4993-aa52-29d26543a529 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Pushing event updated for resources: {'Port': ['ID=3b40cd59-cb33-46f8-ac15-cbd4996eba9c,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:13.860682 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-86c87027-fb62-4993-aa52-29d26543a529 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:13.865118 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ccff899a-99b2-442a-896b-cded8d3eeb15 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:13.907243 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-86c87027-fb62-4993-aa52-29d26543a529 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630901'] for router_interface, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:13.918884 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-ccff899a-99b2-442a-896b-cded8d3eeb15 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Deleting port 09ebe6d6-545f-4a8e-85a0-0c3da770da13 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:21:13.919270 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ccff899a-99b2-442a-896b-cded8d3eeb15 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:13.943564 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2853c50c-4cbb-4443-9a51-c9a3e5f16df6 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:13.954150 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ad0eba60-80b5-4452-a663-ae97b9eaf871 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:13.959798 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 551011a1-d085-4252-b8d6-b126a7951284 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:21:13.990589 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-18b99aee-0e20-44d0-90a7-c5cbf173c109 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:13.990922 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-18b99aee-0e20-44d0-90a7-c5cbf173c109 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:14.019026 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2853c50c-4cbb-4443-9a51-c9a3e5f16df6 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event deleted for resources: {'Port': ['ID=3ea3497a-7448-4a4c-9400-b3e4b156ab0d,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:14.024913 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2853c50c-4cbb-4443-9a51-c9a3e5f16df6 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:14.126403 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 891beed1-2968-41af-a3e6-316ebfa5038a, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=891beed1-2968-41af-a3e6-316ebfa5038a,segment=NetworkSegment(c41b2cf6-5f5f-43b8-b7be-a1540ebbed6b),segment_id=c41b2cf6-5f5f-43b8-b7be-a1540ebbed6b)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:21:14.153893 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 551011a1-d085-4252-b8d6-b126a7951284 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:21:14.154614 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:14.180345 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-18b99aee-0e20-44d0-90a7-c5cbf173c109 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Calling delete_port for 6269728a-aacc-410c-84fc-5a89184fcf18 owned by network:floatingip {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:21:14.209771 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Returning: {'device': '891beed1-2968-41af-a3e6-316ebfa5038a', 'network_id': '3bc96c05-786a-4018-bd2c-1323bc05c7cd', 'port_id': '891beed1-2968-41af-a3e6-316ebfa5038a', 'mac_address': 'fa:16:3e:b5:f9:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc19fd0a-7c79-4a1d-91dc-27f6e20af9ab', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 19:21:14.309868 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-86c87027-fb62-4993-aa52-29d26543a529 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:14.316766 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69cef092-7677-4d60-bea3-076de2c225e0 None None] New status for floating IP f46d873f-43b6-40c0-89e3-8dea37b5d5fc: DOWN {{(pid=88992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 15 19:21:14.382873 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ccff899a-99b2-442a-896b-cded8d3eeb15 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:14.389229 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-ec0fd14b-1791-464d-be82-ab09c860ecbf None None] Provisioning for port 3b40cd59-cb33-46f8-ac15-cbd4996eba9c completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:21:14.406071 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2853c50c-4cbb-4443-9a51-c9a3e5f16df6 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:14.412369 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:14.436959 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-ec0fd14b-1791-464d-be82-ab09c860ecbf None None] Provisioning complete for port 3b40cd59-cb33-46f8-ac15-cbd4996eba9c triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:21:14.437547 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ec0fd14b-1791-464d-be82-ab09c860ecbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:14.531493 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-2853c50c-4cbb-4443-9a51-c9a3e5f16df6 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/ports/3ea3497a-7448-4a4c-9400-b3e4b156ab0d HTTP/1.1" status: 204 len: 168 time: 2.3129184 Dec 15 19:21:14.540901 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53640) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:14.628068 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 891beed1-2968-41af-a3e6-316ebfa5038a {{(pid=88992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 19:21:14.679526 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-ec0fd14b-1791-464d-be82-ab09c860ecbf None None] Port 3b40cd59-cb33-46f8-ac15-cbd4996eba9c cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:21:14.691596 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 891beed1-2968-41af-a3e6-316ebfa5038a, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=891beed1-2968-41af-a3e6-316ebfa5038a,segment=NetworkSegment(c41b2cf6-5f5f-43b8-b7be-a1540ebbed6b),segment_id=c41b2cf6-5f5f-43b8-b7be-a1540ebbed6b)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:21:14.726227 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:14.729429 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1cac8406-b5c9-45f3-85ac-ddceb8c865d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:14.758652 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8fb492-c69b-440c-acc2-6ef69f0098d1 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:14.760489 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8fb492-c69b-440c-acc2-6ef69f0098d1 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:14.762254 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8fb492-c69b-440c-acc2-6ef69f0098d1 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:14.763620 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-0a8fb492-c69b-440c-acc2-6ef69f0098d1 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Synchronizing usage tracker for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:subnet {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:21:14.815004 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-0a8fb492-c69b-440c-acc2-6ef69f0098d1 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Unset dirty status for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:subnet {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:21:14.816964 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0a8fb492-c69b-440c-acc2-6ef69f0098d1 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2747416 Dec 15 19:21:14.820839 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53646) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:14.822739 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=891beed1-2968-41af-a3e6-316ebfa5038a,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:14.826797 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:14.967857 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-69cef092-7677-4d60-bea3-076de2c225e0 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 15 19:21:14.967857 dv-neutron-821831-2-hyperv neutron-server[88879]: [SQL: UPDATE floatingips SET status=%(status)s WHERE floatingips.id = %(floatingips_id)s] Dec 15 19:21:14.967857 dv-neutron-821831-2-hyperv neutron-server[88879]: [parameters: {'status': 'DOWN', 'floatingips_id': 'f46d873f-43b6-40c0-89e3-8dea37b5d5fc'}] Dec 15 19:21:14.967857 dv-neutron-821831-2-hyperv neutron-server[88879]: (Background on this error at: http://sqlalche.me/e/e3q8) {{(pid=88992) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:21:14.969468 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-69cef092-7677-4d60-bea3-076de2c225e0 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:21:14.986887 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-ccff899a-99b2-442a-896b-cded8d3eeb15 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Calling delete_port for 09ebe6d6-545f-4a8e-85a0-0c3da770da13 owned by network:router_gateway {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:21:14.992691 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] get_ports_and_sgs() called for port_ids ['891beed1-2968-41af-a3e6-316ebfa5038a'] {{(pid=88992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 19:21:15.130728 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-640329dc-260d-4d74-91df-a53928324e4d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Deleting subnet 262200ee-ee22-4bc3-91f2-b704d76259a6 {{(pid=88991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:21:15.147584 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-640329dc-260d-4d74-91df-a53928324e4d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:15.169621 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c95755b-8706-4b96-a899-b13365e7a745 req-0869ac57-1163-476b-a0f9-c142d1502482 tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:15.171355 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9c95755b-8706-4b96-a899-b13365e7a745 req-0869ac57-1163-476b-a0f9-c142d1502482 tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d4c0e1d-ba3f-4ae8-a803-6767174fabaf HTTP/1.1" status: 200 len: 944 time: 0.2882588 Dec 15 19:21:15.211160 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-18b99aee-0e20-44d0-90a7-c5cbf173c109 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:15.219415 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a894a56d-1564-4a29-9344-f6fff7458e15 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:15.231311 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-640329dc-260d-4d74-91df-a53928324e4d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16332759'] for subnet, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:15.271416 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b99aee-0e20-44d0-90a7-c5cbf173c109 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Pushing event deleted for resources: {'Port': ['ID=6269728a-aacc-410c-84fc-5a89184fcf18,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:15.274201 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-18b99aee-0e20-44d0-90a7-c5cbf173c109 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:15.321301 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-86c87027-fb62-4993-aa52-29d26543a529 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks [] for port, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:15.351385 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-640329dc-260d-4d74-91df-a53928324e4d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:15.376369 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9c95755b-8706-4b96-a899-b13365e7a745 req-02503bf5-c26a-479f-a20e-7fbc0c38e9ae tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] 10.222.0.36 "GET /v2.0/security-groups?id=dce257f0-ce7a-42cc-a317-fd6d8417f0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909525 Dec 15 19:21:15.381503 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-86c87027-fb62-4993-aa52-29d26543a529 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:15.417416 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-496127a9-9770-487a-b825-56d637048226 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:15.456223 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-18b99aee-0e20-44d0-90a7-c5cbf173c109 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Notify callbacks [] for floatingip, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:15.472052 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69cef092-7677-4d60-bea3-076de2c225e0 None None] New status for floating IP f46d873f-43b6-40c0-89e3-8dea37b5d5fc: DOWN {{(pid=88992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 15 19:21:15.496982 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ccff899a-99b2-442a-896b-cded8d3eeb15 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:15.501592 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-134bc4c3-23c6-4d7b-824c-122aed4dfe52 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:15.526896 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c87027-fb62-4993-aa52-29d26543a529 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Pushing event updated for resources: {'Port': ['ID=3b40cd59-cb33-46f8-ac15-cbd4996eba9c,revision_number=2']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:15.532297 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-86c87027-fb62-4993-aa52-29d26543a529 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:15.544132 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-86c87027-fb62-4993-aa52-29d26543a529 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1959989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854145006'] for router_interface, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:15.544942 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccff899a-99b2-442a-896b-cded8d3eeb15 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Pushing event deleted for resources: {'Port': ['ID=09ebe6d6-545f-4a8e-85a0-0c3da770da13,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:15.547554 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ccff899a-99b2-442a-896b-cded8d3eeb15 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:15.559558 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-18b99aee-0e20-44d0-90a7-c5cbf173c109 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:15.561691 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-18b99aee-0e20-44d0-90a7-c5cbf173c109 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] 10.222.0.36 "DELETE /v2.0/floatingips/f46d873f-43b6-40c0-89e3-8dea37b5d5fc HTTP/1.1" status: 204 len: 168 time: 2.0931110 Dec 15 19:21:15.570784 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53652) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:15.693601 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-640329dc-260d-4d74-91df-a53928324e4d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16156049'] for subnet, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:15.715860 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-57c52da8-e00a-450a-92c9-0afff5a9eaf2 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:15.762307 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640329dc-260d-4d74-91df-a53928324e4d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event deleted for resources: {'Subnet': ['ID=262200ee-ee22-4bc3-91f2-b704d76259a6,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:15.771690 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-640329dc-260d-4d74-91df-a53928324e4d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:15.776630 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-640329dc-260d-4d74-91df-a53928324e4d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:15.781817 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0283ddde-5053-472a-a100-ca771565ca67 None None] Network 489fa468-360a-4868-b4ac-a400ec975c5b requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:21:15.816523 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ccff899a-99b2-442a-896b-cded8d3eeb15 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854141934'] for router_gateway, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:15.851570 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-640329dc-260d-4d74-91df-a53928324e4d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/subnets/262200ee-ee22-4bc3-91f2-b704d76259a6 HTTP/1.1" status: 204 len: 168 time: 1.0268800 Dec 15 19:21:15.851570 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c87027-fb62-4993-aa52-29d26543a529 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Network de6691e1-cd3f-4b81-99f8-467ffbdbcf47 is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:21:15.853748 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53656) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:15.854664 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-86c87027-fb62-4993-aa52-29d26543a529 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:21:15.947539 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 891beed1-2968-41af-a3e6-316ebfa5038a up at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:21:16.148704 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning for port 891beed1-2968-41af-a3e6-316ebfa5038a completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:21:16.154950 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning complete for port 891beed1-2968-41af-a3e6-316ebfa5038a triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:21:16.155377 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:16.173923 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ccff899a-99b2-442a-896b-cded8d3eeb15 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854207876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854699191'] for router, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:16.179989 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 53660) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:16.180831 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ccff899a-99b2-442a-896b-cded8d3eeb15 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:16.239871 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-f14580db-f10c-40f8-9cec-1651b03d904f None None] Provisioning complete for port 3b40cd59-cb33-46f8-ac15-cbd4996eba9c triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:21:16.240296 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f14580db-f10c-40f8-9cec-1651b03d904f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:16.268280 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73749f00-8967-4f87-80b8-57f9eae6745f tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:16.271259 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-73749f00-8967-4f87-80b8-57f9eae6745f tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=4b9c9b76-a8c2-4873-8d7b-0d52cc71925c HTTP/1.1" status: 200 len: 814 time: 0.0870094 Dec 15 19:21:16.318046 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ccff899a-99b2-442a-896b-cded8d3eeb15 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854207982'] for router, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:16.318728 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccff899a-99b2-442a-896b-cded8d3eeb15 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Fanout notify agent at l3_agent the message router_deleted on router 2c66237e-a7c4-4681-8e33-31465ad664c0 {{(pid=88990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 19:21:16.354213 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-f14580db-f10c-40f8-9cec-1651b03d904f None None] Port 3b40cd59-cb33-46f8-ac15-cbd4996eba9c cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:21:16.357688 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:16.369947 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ccff899a-99b2-442a-896b-cded8d3eeb15 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:16.371457 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ccff899a-99b2-442a-896b-cded8d3eeb15 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "DELETE /v2.0/routers/2c66237e-a7c4-4681-8e33-31465ad664c0 HTTP/1.1" status: 204 len: 168 time: 3.7972331 Dec 15 19:21:16.375360 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 53666) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:16.384037 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-c73ae50f-fde0-4af0-98f5-37b16e755612 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Request body: {'network': {'name': 'tempest-RoutersTest-855516993'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:21:16.389921 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-c73ae50f-fde0-4af0-98f5-37b16e755612 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:21:16.392876 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d4c0e1d-ba3f-4ae8-a803-6767174fabaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '891beed1-2968-41af-a3e6-316ebfa5038a'}] {{(pid=88992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:21:16.402184 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 891beed1-2968-41af-a3e6-316ebfa5038a, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=891beed1-2968-41af-a3e6-316ebfa5038a,segment=NetworkSegment(c41b2cf6-5f5f-43b8-b7be-a1540ebbed6b),segment_id=c41b2cf6-5f5f-43b8-b7be-a1540ebbed6b)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:21:16.411800 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-c73ae50f-fde0-4af0-98f5-37b16e755612 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Usage tracker for resource:network and tenant:2a421f48bcf04f759d7a89b7f013838e is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:21:16.412576 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d0ed63e-0a60-42e1-a28e-7310d793d9a8 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Deleting subnet dbe1adf3-0dd9-4198-aa5f-ac46282ddd5c {{(pid=88991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:21:16.414154 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-c73ae50f-fde0-4af0-98f5-37b16e755612 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:21:16.420841 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7d0ed63e-0a60-42e1-a28e-7310d793d9a8 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:16.421427 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-c73ae50f-fde0-4af0-98f5-37b16e755612 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:21:16.434374 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:16.436528 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-769493e3-4c8b-4844-bed1-892a083f8189 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:16.535115 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d4c0e1d-ba3f-4ae8-a803-6767174fabaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '891beed1-2968-41af-a3e6-316ebfa5038a', 'code': 200} Dec 15 19:21:16.537272 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c73ae50f-fde0-4af0-98f5-37b16e755612 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Made reservation on behalf of 2a421f48bcf04f759d7a89b7f013838e for: {'network': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:21:16.544872 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c73ae50f-fde0-4af0-98f5-37b16e755612 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:16.546069 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7d0ed63e-0a60-42e1-a28e-7310d793d9a8 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16332759'] for subnet, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:16.561102 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=891beed1-2968-41af-a3e6-316ebfa5038a,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:16.576195 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:16.672361 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c73ae50f-fde0-4af0-98f5-37b16e755612 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=88990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:21:16.688181 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c73ae50f-fde0-4af0-98f5-37b16e755612 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:16.688587 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-c73ae50f-fde0-4af0-98f5-37b16e755612 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Added segment 6f19034f-5354-4ef8-9117-9a5280503065 of type vlan for network 1c888065-385e-48d7-a4f2-856255a03c79 Dec 15 19:21:16.737716 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a583dcaf-a62f-4f66-a9df-67c20fe7bf39 req-8a72a838-d66c-4a3a-8b2f-60bcade9cc85 tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:16.739435 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a583dcaf-a62f-4f66-a9df-67c20fe7bf39 req-8a72a838-d66c-4a3a-8b2f-60bcade9cc85 tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d4c0e1d-ba3f-4ae8-a803-6767174fabaf HTTP/1.1" status: 200 len: 945 time: 0.1787038 Dec 15 19:21:16.741406 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c73ae50f-fde0-4af0-98f5-37b16e755612 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:16.795701 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53676) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:16.810029 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-c9a83684-6e6d-4a9b-820f-cb3d09412dd2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'network': {'name': 'tempest-network-smoke--986391995', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'port_security_enabled': True}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:21:16.815878 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-c9a83684-6e6d-4a9b-820f-cb3d09412dd2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:21:16.834155 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-c9a83684-6e6d-4a9b-820f-cb3d09412dd2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:21:16.880114 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a583dcaf-a62f-4f66-a9df-67c20fe7bf39 req-98ba9b7c-4e8b-45c0-9c6d-8385f9e64b3a tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] 10.222.0.36 "GET /v2.0/security-groups?id=dce257f0-ce7a-42cc-a317-fd6d8417f0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312490 Dec 15 19:21:16.905455 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-470002fc-e5ce-4b9f-8d76-1628546e0051 req-589db46d-a777-4eaf-bc09-4a9cccd2ecaf service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4d4c0e1d-ba3f-4ae8-a803-6767174fabaf HTTP/1.1" status: 200 len: 1098 time: 0.1316071 Dec 15 19:21:16.931190 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c73ae50f-fde0-4af0-98f5-37b16e755612 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:16.935683 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73ae50f-fde0-4af0-98f5-37b16e755612 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:16.936325 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c73ae50f-fde0-4af0-98f5-37b16e755612 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:16.943937 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c416d390-25ab-4664-a371-3d579de8e88d tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:16.944932 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a83684-6e6d-4a9b-820f-cb3d09412dd2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Made reservation on behalf of 7c1b74cf25a94156b4530f0bd868c0c9 for: {'network': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:21:16.950696 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c9a83684-6e6d-4a9b-820f-cb3d09412dd2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:16.983827 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7d0ed63e-0a60-42e1-a28e-7310d793d9a8 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:17.082345 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-470002fc-e5ce-4b9f-8d76-1628546e0051 req-00156e8e-c502-4385-a856-efd36b8d8a3b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=dce257f0-ce7a-42cc-a317-fd6d8417f0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685460 Dec 15 19:21:17.083085 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73ae50f-fde0-4af0-98f5-37b16e755612 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Pushing event updated for resources: {'Network': ['ID=1c888065-385e-48d7-a4f2-856255a03c79,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:17.086111 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c73ae50f-fde0-4af0-98f5-37b16e755612 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:17.093135 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c73ae50f-fde0-4af0-98f5-37b16e755612 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7163997 Dec 15 19:21:17.094719 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 1c888065-385e-48d7-a4f2-856255a03c79 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:21:17.098747 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 53680) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:17.104891 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-0e8211ac-070c-4ddc-9f76-72ea023fbc28 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Request body: {'subnet': {'network_id': '1c888065-385e-48d7-a4f2-856255a03c79', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:21:17.118957 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9a83684-6e6d-4a9b-820f-cb3d09412dd2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=88991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:21:17.153241 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c9a83684-6e6d-4a9b-820f-cb3d09412dd2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:17.153613 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-c9a83684-6e6d-4a9b-820f-cb3d09412dd2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Added segment 5ec7b682-6c9e-4eec-809e-f06b3cbda950 of type vlan for network efd1a11d-b82f-4113-b8b6-be85a7a88af9 Dec 15 19:21:17.227656 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-ec8e737c-5228-45bb-a95d-a04764ce8568 None None] Provisioning complete for port 17714443-4d70-4735-b635-b616c86412b4 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:21:17.228053 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ec8e737c-5228-45bb-a95d-a04764ce8568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:17.229902 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7d0ed63e-0a60-42e1-a28e-7310d793d9a8 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16156049'] for subnet, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:17.238891 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-0e8211ac-070c-4ddc-9f76-72ea023fbc28 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:21:17.240077 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9364ad6b-755e-4b6b-a6e0-eabcb40f2b4d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:17.242977 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-0e8211ac-070c-4ddc-9f76-72ea023fbc28 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Usage tracker for resource:subnet and tenant:2a421f48bcf04f759d7a89b7f013838e is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:21:17.246003 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-0e8211ac-070c-4ddc-9f76-72ea023fbc28 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:21:17.252148 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-0e8211ac-070c-4ddc-9f76-72ea023fbc28 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:21:17.270034 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c9a83684-6e6d-4a9b-820f-cb3d09412dd2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:17.291773 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e8211ac-070c-4ddc-9f76-72ea023fbc28 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Made reservation on behalf of 2a421f48bcf04f759d7a89b7f013838e for: {'subnet': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:21:17.301203 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0ed63e-0a60-42e1-a28e-7310d793d9a8 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event deleted for resources: {'Subnet': ['ID=dbe1adf3-0dd9-4198-aa5f-ac46282ddd5c,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:17.303954 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7d0ed63e-0a60-42e1-a28e-7310d793d9a8 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:17.312996 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7d0ed63e-0a60-42e1-a28e-7310d793d9a8 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:17.325216 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e5c360-e200-462a-ad01-80a51cde7cd1 None None] Network 489fa468-360a-4868-b4ac-a400ec975c5b requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:21:17.361364 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86c87027-fb62-4993-aa52-29d26543a529 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Router b581579c-47f0-4109-8159-59825b2a65a1 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:21:17.365893 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-7d0ed63e-0a60-42e1-a28e-7310d793d9a8 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/subnets/dbe1adf3-0dd9-4198-aa5f-ac46282ddd5c HTTP/1.1" status: 204 len: 168 time: 1.5088091 Dec 15 19:21:17.368738 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 53684) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:17.369507 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-99ffb8cd-0697-4000-989c-b7232d13f52e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145021'] for router_interface, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:17.428668 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c9a83684-6e6d-4a9b-820f-cb3d09412dd2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:17.432757 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a83684-6e6d-4a9b-820f-cb3d09412dd2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:17.433425 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c9a83684-6e6d-4a9b-820f-cb3d09412dd2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:17.446939 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-418c8619-be51-42e2-a7ea-872f8ea70344 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:17.464557 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-fc9276b4-7f3d-4e80-8db8-75f3219364ca tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0913191 Dec 15 19:21:17.473375 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 53688) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:17.483105 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-1ffc9ed4-d409-441c-81b1-02a7fbad67ae tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Request body: {'subnet': {'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:21:17.564632 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0e8211ac-070c-4ddc-9f76-72ea023fbc28 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839924940'] for subnet, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:17.675779 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c9a83684-6e6d-4a9b-820f-cb3d09412dd2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8692994 Dec 15 19:21:17.676875 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a83684-6e6d-4a9b-820f-cb3d09412dd2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'Network': ['ID=efd1a11d-b82f-4113-b8b6-be85a7a88af9,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:17.679403 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53692) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:17.688424 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c9a83684-6e6d-4a9b-820f-cb3d09412dd2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:17.706904 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network efd1a11d-b82f-4113-b8b6-be85a7a88af9 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:21:17.860622 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e6dd4c-65cb-41ac-b804-1034dbc62680 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:17.866539 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b2e6dd4c-65cb-41ac-b804-1034dbc62680 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=7c1b74cf25a94156b4530f0bd868c0c9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1818085 Dec 15 19:21:17.891862 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 53696) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:17.930712 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab35e50-e04e-4028-b045-c98f5319d2ae None None] DHCP port deletion for 489fa468-360a-4868-b4ac-a400ec975c5b request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:21:17.935979 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-8ab35e50-e04e-4028-b045-c98f5319d2ae None None] Deleting port 17714443-4d70-4735-b635-b616c86412b4 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:21:17.936483 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8ab35e50-e04e-4028-b045-c98f5319d2ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:18.060944 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86c87027-fb62-4993-aa52-29d26543a529 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:21:18.071107 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-86c87027-fb62-4993-aa52-29d26543a529 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] 10.222.0.36 "PUT /v2.0/routers/b581579c-47f0-4109-8159-59825b2a65a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4955440 Dec 15 19:21:18.072774 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cd5526-6640-4a8c-b543-13a04ba3cc2a None None] Sync routers for ids ['b581579c-47f0-4109-8159-59825b2a65a1'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:21:18.074097 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53702) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:18.081914 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-296cf277-7413-4b68-877b-d7505a4f9461 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Request body: {'port': {'network_id': 'de6691e1-cd3f-4b81-99f8-467ffbdbcf47', 'name': 'tempest-FloatingIPTestJSON-1128715655'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:21:18.093036 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cd5526-6640-4a8c-b543-13a04ba3cc2a None None] Routers {'b581579c-47f0-4109-8159-59825b2a65a1'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:21:18.093717 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-b7cd5526-6640-4a8c-b543-13a04ba3cc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:21:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['b581579c-47f0-4109-8159-59825b2a65a1'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:21:18.107063 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-1ffc9ed4-d409-441c-81b1-02a7fbad67ae tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:21:18.115896 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-1ffc9ed4-d409-441c-81b1-02a7fbad67ae tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Usage tracker for resource:subnet and tenant:e56ca83c553e4935a4e8b75ed76c674c is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:21:18.127189 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-1ffc9ed4-d409-441c-81b1-02a7fbad67ae tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:21:18.147329 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-1ffc9ed4-d409-441c-81b1-02a7fbad67ae tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:21:18.189323 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-b7cd5526-6640-4a8c-b543-13a04ba3cc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:21:18.227322 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cd5526-6640-4a8c-b543-13a04ba3cc2a None None] Routers {'b581579c-47f0-4109-8159-59825b2a65a1'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:21:18.228892 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-b7cd5526-6640-4a8c-b543-13a04ba3cc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:21:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['b581579c-47f0-4109-8159-59825b2a65a1'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:21:18.248524 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ffc9ed4-d409-441c-81b1-02a7fbad67ae tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Made reservation on behalf of e56ca83c553e4935a4e8b75ed76c674c for: {'subnet': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:21:18.268092 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-8ab35e50-e04e-4028-b045-c98f5319d2ae None None] For port 17714443-4d70-4735-b635-b616c86412b4, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=17714443-4d70-4735-b635-b616c86412b4,segment=NetworkSegment(9575ac7b-3c85-46da-81c5-434024000f40),segment_id=9575ac7b-3c85-46da-81c5-434024000f40)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:21:18.268542 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8ab35e50-e04e-4028-b045-c98f5319d2ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:18.285931 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a42c83b-cf9f-4d27-8a29-b05ab5cc852a tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:18.289122 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-5a42c83b-cf9f-4d27-8a29-b05ab5cc852a tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3961468 Dec 15 19:21:18.339068 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-b7cd5526-6640-4a8c-b543-13a04ba3cc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:21:18.339685 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cd5526-6640-4a8c-b543-13a04ba3cc2a None None] The sync data for ids ['b581579c-47f0-4109-8159-59825b2a65a1'] in dv-neutron-821831-2-hyperv is: [] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:21:18.392998 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 53706) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:18.417680 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-8ab35e50-e04e-4028-b045-c98f5319d2ae None None] Calling delete_port for 17714443-4d70-4735-b635-b616c86412b4 owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:21:18.431251 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1ffc9ed4-d409-441c-81b1-02a7fbad67ae tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839924940'] for subnet, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:18.531798 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8ab35e50-e04e-4028-b045-c98f5319d2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866'] for port, after_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:18.537570 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-769493e3-4c8b-4844-bed1-892a083f8189 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:18.580941 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-656d34cb-ac1e-4827-b316-f435877ae2f0 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=4b9c9b76-a8c2-4873-8d7b-0d52cc71925c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1318760 Dec 15 19:21:18.581152 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab35e50-e04e-4028-b045-c98f5319d2ae None None] Pushing event deleted for resources: {'Port': ['ID=17714443-4d70-4735-b635-b616c86412b4,revision_number=None']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:18.583369 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53710) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:18.584511 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8ab35e50-e04e-4028-b045-c98f5319d2ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:18.585003 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5fd172-3391-437a-b25a-ea1f93e52acf req-2e2bc550-8e59-416d-8fe3-ec1bf29c34bf tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:18.586630 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6c5fd172-3391-437a-b25a-ea1f93e52acf req-2e2bc550-8e59-416d-8fe3-ec1bf29c34bf tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d4c0e1d-ba3f-4ae8-a803-6767174fabaf HTTP/1.1" status: 200 len: 945 time: 0.5658908 Dec 15 19:21:18.591751 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab35e50-e04e-4028-b045-c98f5319d2ae None None] No DVR routers for this DVR port 17714443-4d70-4735-b635-b616c86412b4 on host dv-neutron-821831-2-hyperv {{(pid=88992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:21:18.660333 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c0a7320c-e6cd-42fd-9ec5-0a9442c210a6 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=7c1b74cf25a94156b4530f0bd868c0c9&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0745916 Dec 15 19:21:18.661524 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-296cf277-7413-4b68-877b-d7505a4f9461 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:21:18.663889 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53714) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:18.693452 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-296cf277-7413-4b68-877b-d7505a4f9461 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Usage tracker for resource:port and tenant:1ab3162c10c24983844a0058fe10dd8d is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:21:18.717875 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6c5fd172-3391-437a-b25a-ea1f93e52acf req-dfdd9ea0-fbc0-4a8d-8aa7-5e001b8c6239 tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] 10.222.0.36 "GET /v2.0/security-groups?id=dce257f0-ce7a-42cc-a317-fd6d8417f0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140556 Dec 15 19:21:18.725207 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-296cf277-7413-4b68-877b-d7505a4f9461 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:21:18.740832 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-296cf277-7413-4b68-877b-d7505a4f9461 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:21:18.765423 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0e8211ac-070c-4ddc-9f76-72ea023fbc28 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838139473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839924955'] for subnet, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:18.774299 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-baf85269-0159-425a-b9c3-fdd658b8a500 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:18.884568 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296cf277-7413-4b68-877b-d7505a4f9461 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Made reservation on behalf of 1ab3162c10c24983844a0058fe10dd8d for: {'port': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:21:18.890359 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-296cf277-7413-4b68-877b-d7505a4f9461 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:18.905681 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8211ac-070c-4ddc-9f76-72ea023fbc28 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Pushing event updated for resources: {'Subnet': ['ID=b54c3684-1f32-44ee-b8ac-ad43f827c2de,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:18.913005 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0e8211ac-070c-4ddc-9f76-72ea023fbc28 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:18.921287 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8211ac-070c-4ddc-9f76-72ea023fbc28 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Checking segment: {'id': '6f19034f-5354-4ef8-9117-9a5280503065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '1c888065-385e-48d7-a4f2-856255a03c79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:21:18.921694 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8211ac-070c-4ddc-9f76-72ea023fbc28 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Network hostable DHCP agents. Network: 1c888065-385e-48d7-a4f2-856255a03c79, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:21:18.941177 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-296cf277-7413-4b68-877b-d7505a4f9461 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] device_id is not set on port c0f97d3a-ae53-4a78-bf83-c8329957b4ad yet. {{(pid=88991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:21:18.948781 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1ffc9ed4-d409-441c-81b1-02a7fbad67ae tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838139473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839924955'] for subnet, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:18.953514 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-539b247b-a0a3-4a14-aab6-6351d7669525 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:18.982880 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b5b937-f3d8-4581-aff6-0b159bc768c7 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:18.984526 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-17b5b937-f3d8-4581-aff6-0b159bc768c7 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3192170 Dec 15 19:21:18.988325 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53718) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:18.992037 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8211ac-070c-4ddc-9f76-72ea023fbc28 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Network 1c888065-385e-48d7-a4f2-856255a03c79 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:21:19.031671 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffc9ed4-d409-441c-81b1-02a7fbad67ae tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Network 489fa468-360a-4868-b4ac-a400ec975c5b is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:21:19.035696 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-1ffc9ed4-d409-441c-81b1-02a7fbad67ae tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:21:19.038728 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffc9ed4-d409-441c-81b1-02a7fbad67ae tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:19.039458 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1ffc9ed4-d409-441c-81b1-02a7fbad67ae tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:19.045325 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d820d5f5-4cbf-47c0-a40b-bcac2650d2d0 None None] Network 489fa468-360a-4868-b4ac-a400ec975c5b requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:21:19.054625 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffc9ed4-d409-441c-81b1-02a7fbad67ae tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event updated for resources: {'Subnet': ['ID=4c26681e-d91d-4a1e-990b-d4a2a61acde7,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:19.057308 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1ffc9ed4-d409-441c-81b1-02a7fbad67ae tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:19.058380 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c065eb44-06ff-43ca-801e-193486ad8ded tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=4b9c9b76-a8c2-4873-8d7b-0d52cc71925c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0681379 Dec 15 19:21:19.061603 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-0e8211ac-070c-4ddc-9f76-72ea023fbc28 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, 1c888065-385e-48d7-a4f2-856255a03c79) {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:21:19.066892 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8211ac-070c-4ddc-9f76-72ea023fbc28 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:19.067731 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0e8211ac-070c-4ddc-9f76-72ea023fbc28 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:19.070203 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53722) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:19.084254 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-9260f8ed-14a0-4f14-a656-fa571c50751b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-796648950', 'network_id': 'efd1a11d-b82f-4113-b8b6-be85a7a88af9', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:21:19.122533 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1ffc9ed4-d409-441c-81b1-02a7fbad67ae tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6467535 Dec 15 19:21:19.123162 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0107d4-f669-44a3-bfe6-9fe1d2cb6237 None None] Network 1c888065-385e-48d7-a4f2-856255a03c79 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:21:19.123677 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 53726) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:19.130091 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-d29c467b-d600-465c-b864-2954016dd9c6 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Request body: {'subnet': {'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:21:19.161337 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0e8211ac-070c-4ddc-9f76-72ea023fbc28 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0582399 Dec 15 19:21:19.166870 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53730) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:19.186368 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-2d5c0ab4-38e9-4636-9cc6-0d00dcfcd162 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-154831178', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:21:19.233119 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-2d5c0ab4-38e9-4636-9cc6-0d00dcfcd162 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:21:19.264798 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-2d5c0ab4-38e9-4636-9cc6-0d00dcfcd162 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Usage tracker for resource:router and tenant:2a421f48bcf04f759d7a89b7f013838e is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:21:19.282162 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-2d5c0ab4-38e9-4636-9cc6-0d00dcfcd162 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:21:19.301325 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-d29c467b-d600-465c-b864-2954016dd9c6 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:21:19.305704 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d29c467b-d600-465c-b864-2954016dd9c6 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Usage tracker for resource:subnet and tenant:e56ca83c553e4935a4e8b75ed76c674c is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:21:19.308889 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d29c467b-d600-465c-b864-2954016dd9c6 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:21:19.315647 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-d29c467b-d600-465c-b864-2954016dd9c6 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:21:19.330868 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-2d5c0ab4-38e9-4636-9cc6-0d00dcfcd162 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:21:19.344952 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-9260f8ed-14a0-4f14-a656-fa571c50751b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:21:19.348671 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d29c467b-d600-465c-b864-2954016dd9c6 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Made reservation on behalf of e56ca83c553e4935a4e8b75ed76c674c for: {'subnet': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:21:19.355082 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d29c467b-d600-465c-b864-2954016dd9c6 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839924940'] for subnet, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:19.358094 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-9260f8ed-14a0-4f14-a656-fa571c50751b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:subnet and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:21:19.366009 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-9260f8ed-14a0-4f14-a656-fa571c50751b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:21:19.373155 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-296cf277-7413-4b68-877b-d7505a4f9461 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Allocated IP 172.20.0.8 (de6691e1-cd3f-4b81-99f8-467ffbdbcf47/605177bd-12fd-4f6f-8e9e-c47182f7f784/c0f97d3a-ae53-4a78-bf83-c8329957b4ad) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:21:19.383558 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-9260f8ed-14a0-4f14-a656-fa571c50751b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:21:19.419041 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2d5c0ab4-38e9-4636-9cc6-0d00dcfcd162 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854699176'] for router, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:19.419966 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2d5c0ab4-38e9-4636-9cc6-0d00dcfcd162 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854194926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-76609'] for router, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:19.445419 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f42138d-14a3-49af-99d2-9ef06d76019a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-489fa468-360a-4868-b4ac-a400ec975c5b', 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'tenant_id': 'e56ca83c553e4935a4e8b75ed76c674c', 'fixed_ips': [{'subnet_id': '4c26681e-d91d-4a1e-990b-d4a2a61acde7'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:21:19.446353 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3f42138d-14a3-49af-99d2-9ef06d76019a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:19.449690 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9260f8ed-14a0-4f14-a656-fa571c50751b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Made reservation on behalf of 7c1b74cf25a94156b4530f0bd868c0c9 for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:21:19.546978 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c049a3c6-a627-41ab-88ac-72139fda2a43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-1c888065-385e-48d7-a4f2-856255a03c79', 'network_id': '1c888065-385e-48d7-a4f2-856255a03c79', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'fixed_ips': [{'subnet_id': 'b54c3684-1f32-44ee-b8ac-ad43f827c2de'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:21:19.547876 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c049a3c6-a627-41ab-88ac-72139fda2a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:19.717725 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2d5c0ab4-38e9-4636-9cc6-0d00dcfcd162 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:19.734577 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-99ffb8cd-0697-4000-989c-b7232d13f52e admin admin] Deleting port 56c29204-1a9b-400b-b200-613848397df0 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:21:19.734954 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-99ffb8cd-0697-4000-989c-b7232d13f52e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:19.776513 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-3f42138d-14a3-49af-99d2-9ef06d76019a None None] Allocated IP 172.20.0.2 (489fa468-360a-4868-b4ac-a400ec975c5b/4c26681e-d91d-4a1e-990b-d4a2a61acde7/bb7c9d17-e50f-4ea6-9a85-4466bc785d29) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:21:19.782178 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9260f8ed-14a0-4f14-a656-fa571c50751b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:19.843206 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d29c467b-d600-465c-b864-2954016dd9c6 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838139473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839924955'] for subnet, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:19.857519 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6d7e3dce-0a30-4be7-9169-12381b5775f2 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:19.920024 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29c467b-d600-465c-b864-2954016dd9c6 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Network 489fa468-360a-4868-b4ac-a400ec975c5b is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:21:19.929557 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 17714443-4d70-4735-b635-b616c86412b4 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:21:19.973717 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-d29c467b-d600-465c-b864-2954016dd9c6 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:21:19.977695 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 17714443-4d70-4735-b635-b616c86412b4 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:21:19.978042 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 17714443-4d70-4735-b635-b616c86412b4 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:21:19.983029 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29c467b-d600-465c-b864-2954016dd9c6 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:19.983688 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d29c467b-d600-465c-b864-2954016dd9c6 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:19.992454 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-c049a3c6-a627-41ab-88ac-72139fda2a43 None None] Allocated IP 172.20.0.2 (1c888065-385e-48d7-a4f2-856255a03c79/b54c3684-1f32-44ee-b8ac-ad43f827c2de/8620a559-424a-4995-b074-543b1d85203b) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:21:20.025171 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2d5c0ab4-38e9-4636-9cc6-0d00dcfcd162 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904'] for router, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:20.030026 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29c467b-d600-465c-b864-2954016dd9c6 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event updated for resources: {'Subnet': ['ID=3804cebc-ec36-44f6-85d5-80fc732c1106,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:20.033409 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d29c467b-d600-465c-b864-2954016dd9c6 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:20.057587 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d29c467b-d600-465c-b864-2954016dd9c6 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9294045 Dec 15 19:21:20.057912 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 53736) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:20.065700 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-925412c3-16fe-45f2-968b-71c1b42e9e9b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Request body: {'port': {'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'mac_address': 'fa:16:3e:82:6f:92', 'name': 'tempest-NetworksTestDHCPv6-2010782800'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:21:20.080020 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-296cf277-7413-4b68-877b-d7505a4f9461 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:20.086591 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b246815-d766-44e8-b97f-a3b4e79ec56d req-8e424ded-df50-43a3-a474-9b91eff5b59e tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:20.088192 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3b246815-d766-44e8-b97f-a3b4e79ec56d req-8e424ded-df50-43a3-a474-9b91eff5b59e tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d4c0e1d-ba3f-4ae8-a803-6767174fabaf HTTP/1.1" status: 200 len: 945 time: 0.1780763 Dec 15 19:21:20.130884 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-296cf277-7413-4b68-877b-d7505a4f9461 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Transition to ACTIVE for port object c0f97d3a-ae53-4a78-bf83-c8329957b4ad will not be triggered until provisioned by entity DHCP. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:21:20.146632 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2d5c0ab4-38e9-4636-9cc6-0d00dcfcd162 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for router, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:20.150574 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-2d5c0ab4-38e9-4636-9cc6-0d00dcfcd162 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9777169 Dec 15 19:21:20.161235 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53740) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:20.221152 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3b246815-d766-44e8-b97f-a3b4e79ec56d req-322ba4d9-3c30-41e2-b5dd-66125b6ad930 tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] 10.222.0.36 "GET /v2.0/security-groups?id=dce257f0-ce7a-42cc-a317-fd6d8417f0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710547 Dec 15 19:21:20.241263 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3f42138d-14a3-49af-99d2-9ef06d76019a None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:20.280987 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-925412c3-16fe-45f2-968b-71c1b42e9e9b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:21:20.286652 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-925412c3-16fe-45f2-968b-71c1b42e9e9b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Usage tracker for resource:port and tenant:e56ca83c553e4935a4e8b75ed76c674c is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:21:20.289718 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-925412c3-16fe-45f2-968b-71c1b42e9e9b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:21:20.291970 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-99ffb8cd-0697-4000-989c-b7232d13f52e admin admin] For port 56c29204-1a9b-400b-b200-613848397df0, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=56c29204-1a9b-400b-b200-613848397df0,segment=NetworkSegment(68c50745-522c-412f-b573-c945cd7c3bdd),segment_id=68c50745-522c-412f-b573-c945cd7c3bdd)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:21:20.292386 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-99ffb8cd-0697-4000-989c-b7232d13f52e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:20.296434 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-925412c3-16fe-45f2-968b-71c1b42e9e9b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:21:20.322382 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-3f42138d-14a3-49af-99d2-9ef06d76019a None None] Transition to ACTIVE for port object bb7c9d17-e50f-4ea6-9a85-4466bc785d29 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:21:20.337932 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-925412c3-16fe-45f2-968b-71c1b42e9e9b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Made reservation on behalf of e56ca83c553e4935a4e8b75ed76c674c for: {'port': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:21:20.350006 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-925412c3-16fe-45f2-968b-71c1b42e9e9b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:20.364480 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-3f42138d-14a3-49af-99d2-9ef06d76019a None None] Transition to ACTIVE for port object bb7c9d17-e50f-4ea6-9a85-4466bc785d29 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:21:20.369115 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c049a3c6-a627-41ab-88ac-72139fda2a43 None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:20.381043 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-c049a3c6-a627-41ab-88ac-72139fda2a43 None None] Transition to ACTIVE for port object 8620a559-424a-4995-b074-543b1d85203b will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:21:20.400849 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3f42138d-14a3-49af-99d2-9ef06d76019a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:20.406965 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-c049a3c6-a627-41ab-88ac-72139fda2a43 None None] Transition to ACTIVE for port object 8620a559-424a-4995-b074-543b1d85203b will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:21:20.408882 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-52f0113d-ed2f-4ff3-bff6-d8b5d0351e24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:20.438517 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-925412c3-16fe-45f2-968b-71c1b42e9e9b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] device_id is not set on port 47dd425e-d86f-453f-9c63-d127d1039982 yet. {{(pid=88990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:21:20.470925 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f42138d-14a3-49af-99d2-9ef06d76019a None None] Network 489fa468-360a-4868-b4ac-a400ec975c5b is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:21:20.472163 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-3f42138d-14a3-49af-99d2-9ef06d76019a None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:21:20.474705 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f42138d-14a3-49af-99d2-9ef06d76019a None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:21:20.492508 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-99ffb8cd-0697-4000-989c-b7232d13f52e admin admin] Calling delete_port for 56c29204-1a9b-400b-b200-613848397df0 owned by network:router_interface {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:21:20.524058 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f42138d-14a3-49af-99d2-9ef06d76019a None None] Pushing event updated for resources: {'Port': ['ID=bb7c9d17-e50f-4ea6-9a85-4466bc785d29,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:20.527351 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3f42138d-14a3-49af-99d2-9ef06d76019a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:20.528704 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c049a3c6-a627-41ab-88ac-72139fda2a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:20.542298 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8853f47-c1a6-4e4d-906d-a974dac15afd req-8db353ef-f1ae-4464-934d-c4a751ef70fd tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:20.544068 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a8853f47-c1a6-4e4d-906d-a974dac15afd req-8db353ef-f1ae-4464-934d-c4a751ef70fd tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d4c0e1d-ba3f-4ae8-a803-6767174fabaf HTTP/1.1" status: 200 len: 945 time: 0.1789753 Dec 15 19:21:20.544702 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-10e62771-b437-4cb5-a369-6c9efd64aa52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:20.657029 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-3f42138d-14a3-49af-99d2-9ef06d76019a None None] Attempting to bind port bb7c9d17-e50f-4ea6-9a85-4466bc785d29 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:21:20.657641 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-3f42138d-14a3-49af-99d2-9ef06d76019a None None] Attempting to bind port bb7c9d17-e50f-4ea6-9a85-4466bc785d29 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '9575ac7b-3c85-46da-81c5-434024000f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:21:20.658123 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f42138d-14a3-49af-99d2-9ef06d76019a None None] Attempting to bind port bb7c9d17-e50f-4ea6-9a85-4466bc785d29 on network 489fa468-360a-4868-b4ac-a400ec975c5b {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:21:20.670557 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f42138d-14a3-49af-99d2-9ef06d76019a None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:21:20.671020 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f42138d-14a3-49af-99d2-9ef06d76019a None None] Checking segment: {'id': '9575ac7b-3c85-46da-81c5-434024000f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:21:20.671490 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3f42138d-14a3-49af-99d2-9ef06d76019a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:20.671944 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f42138d-14a3-49af-99d2-9ef06d76019a None None] Bound using segment: {'id': '9575ac7b-3c85-46da-81c5-434024000f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:21:20.672061 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a8853f47-c1a6-4e4d-906d-a974dac15afd req-2f962a93-d1af-40b2-9188-26268ad1da1f tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] 10.222.0.36 "GET /v2.0/security-groups?id=dce257f0-ce7a-42cc-a317-fd6d8417f0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878792 Dec 15 19:21:20.672489 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-3f42138d-14a3-49af-99d2-9ef06d76019a None None] Bound port: bb7c9d17-e50f-4ea6-9a85-4466bc785d29, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9575ac7b-3c85-46da-81c5-434024000f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:21:20.672921 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3f42138d-14a3-49af-99d2-9ef06d76019a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:20.697075 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c049a3c6-a627-41ab-88ac-72139fda2a43 None None] Network 1c888065-385e-48d7-a4f2-856255a03c79 is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:21:20.747424 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-925412c3-16fe-45f2-968b-71c1b42e9e9b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Allocated IP 172.20.0.5 (489fa468-360a-4868-b4ac-a400ec975c5b/4c26681e-d91d-4a1e-990b-d4a2a61acde7/47dd425e-d86f-453f-9c63-d127d1039982) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:21:20.755544 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-925412c3-16fe-45f2-968b-71c1b42e9e9b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Allocated IP 2001:db8::f816:3eff:fe82:6f92 (489fa468-360a-4868-b4ac-a400ec975c5b/3804cebc-ec36-44f6-85d5-80fc732c1106/47dd425e-d86f-453f-9c63-d127d1039982) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:21:20.774106 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-296cf277-7413-4b68-877b-d7505a4f9461 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:20.787025 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-3f42138d-14a3-49af-99d2-9ef06d76019a None None] For port bb7c9d17-e50f-4ea6-9a85-4466bc785d29, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:21:20.788103 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-30ec99e6-439d-4eee-ad0f-91527b3a32c2 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:20.790481 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-3f42138d-14a3-49af-99d2-9ef06d76019a None None] For port bb7c9d17-e50f-4ea6-9a85-4466bc785d29, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=bb7c9d17-e50f-4ea6-9a85-4466bc785d29,segment=NetworkSegment(9575ac7b-3c85-46da-81c5-434024000f40),segment_id=9575ac7b-3c85-46da-81c5-434024000f40)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:21:20.794282 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-c049a3c6-a627-41ab-88ac-72139fda2a43 None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:21:20.796598 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c049a3c6-a627-41ab-88ac-72139fda2a43 None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:21:20.848034 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c049a3c6-a627-41ab-88ac-72139fda2a43 None None] Pushing event updated for resources: {'Port': ['ID=8620a559-424a-4995-b074-543b1d85203b,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:20.851088 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c049a3c6-a627-41ab-88ac-72139fda2a43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:20.857767 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3f42138d-14a3-49af-99d2-9ef06d76019a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:20.866825 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:20.995118 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-c049a3c6-a627-41ab-88ac-72139fda2a43 None None] Attempting to bind port 8620a559-424a-4995-b074-543b1d85203b on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:21:20.995544 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-c049a3c6-a627-41ab-88ac-72139fda2a43 None None] Attempting to bind port 8620a559-424a-4995-b074-543b1d85203b by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '6f19034f-5354-4ef8-9117-9a5280503065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '1c888065-385e-48d7-a4f2-856255a03c79'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:21:20.996053 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c049a3c6-a627-41ab-88ac-72139fda2a43 None None] Attempting to bind port 8620a559-424a-4995-b074-543b1d85203b on network 1c888065-385e-48d7-a4f2-856255a03c79 {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:21:21.010841 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c049a3c6-a627-41ab-88ac-72139fda2a43 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:21:21.011268 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c049a3c6-a627-41ab-88ac-72139fda2a43 None None] Checking segment: {'id': '6f19034f-5354-4ef8-9117-9a5280503065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '1c888065-385e-48d7-a4f2-856255a03c79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:21:21.011730 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c049a3c6-a627-41ab-88ac-72139fda2a43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:21.012179 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c049a3c6-a627-41ab-88ac-72139fda2a43 None None] Bound using segment: {'id': '6f19034f-5354-4ef8-9117-9a5280503065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '1c888065-385e-48d7-a4f2-856255a03c79'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:21:21.012710 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-c049a3c6-a627-41ab-88ac-72139fda2a43 None None] Bound port: 8620a559-424a-4995-b074-543b1d85203b, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f19034f-5354-4ef8-9117-9a5280503065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '1c888065-385e-48d7-a4f2-856255a03c79'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:21:21.013135 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c049a3c6-a627-41ab-88ac-72139fda2a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:21.032016 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-925412c3-16fe-45f2-968b-71c1b42e9e9b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:21.061810 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296cf277-7413-4b68-877b-d7505a4f9461 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Network de6691e1-cd3f-4b81-99f8-467ffbdbcf47 is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:21:21.063411 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-925412c3-16fe-45f2-968b-71c1b42e9e9b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Transition to ACTIVE for port object 47dd425e-d86f-453f-9c63-d127d1039982 will not be triggered until provisioned by entity DHCP. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:21:21.075457 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296cf277-7413-4b68-877b-d7505a4f9461 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Pushing event updated for resources: {'Port': ['ID=c0f97d3a-ae53-4a78-bf83-c8329957b4ad,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:21.085185 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-296cf277-7413-4b68-877b-d7505a4f9461 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:21:21.087605 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-296cf277-7413-4b68-877b-d7505a4f9461 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:21.093949 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296cf277-7413-4b68-877b-d7505a4f9461 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:21:21.120699 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-925412c3-16fe-45f2-968b-71c1b42e9e9b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:21.127416 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8298a94a-ca25-4b0c-aff3-15cb1f9db914 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:21.130006 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9260f8ed-14a0-4f14-a656-fa571c50751b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:21.189111 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5f085b98-d783-4bb5-bdf3-b2f34b907123 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:21.237621 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f42138d-14a3-49af-99d2-9ef06d76019a None None] Pushing event updated for resources: {'Port': ['ID=bb7c9d17-e50f-4ea6-9a85-4466bc785d29,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:21.241033 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3f42138d-14a3-49af-99d2-9ef06d76019a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:21.244103 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925412c3-16fe-45f2-968b-71c1b42e9e9b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Network 489fa468-360a-4868-b4ac-a400ec975c5b is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:21:21.261765 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-925412c3-16fe-45f2-968b-71c1b42e9e9b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:21:21.271906 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925412c3-16fe-45f2-968b-71c1b42e9e9b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event updated for resources: {'Port': ['ID=47dd425e-d86f-453f-9c63-d127d1039982,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:21.274865 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925412c3-16fe-45f2-968b-71c1b42e9e9b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:21:21.353608 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-c049a3c6-a627-41ab-88ac-72139fda2a43 None None] For port 8620a559-424a-4995-b074-543b1d85203b, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:21:21.357332 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-c049a3c6-a627-41ab-88ac-72139fda2a43 None None] For port 8620a559-424a-4995-b074-543b1d85203b, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=8620a559-424a-4995-b074-543b1d85203b,segment=NetworkSegment(6f19034f-5354-4ef8-9117-9a5280503065),segment_id=6f19034f-5354-4ef8-9117-9a5280503065)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:21:21.395260 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c049a3c6-a627-41ab-88ac-72139fda2a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:21.397374 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925412c3-16fe-45f2-968b-71c1b42e9e9b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:21:21.397823 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925412c3-16fe-45f2-968b-71c1b42e9e9b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:21:21.398880 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925412c3-16fe-45f2-968b-71c1b42e9e9b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:21:21.398880 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925412c3-16fe-45f2-968b-71c1b42e9e9b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:21:21.399088 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925412c3-16fe-45f2-968b-71c1b42e9e9b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:21:21.399500 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925412c3-16fe-45f2-968b-71c1b42e9e9b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:21:21.399986 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925412c3-16fe-45f2-968b-71c1b42e9e9b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:21:21.400405 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925412c3-16fe-45f2-968b-71c1b42e9e9b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:21:21.400825 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925412c3-16fe-45f2-968b-71c1b42e9e9b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:21:21.401241 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925412c3-16fe-45f2-968b-71c1b42e9e9b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:21:21.401654 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925412c3-16fe-45f2-968b-71c1b42e9e9b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:21:21.404395 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8ab35e50-e04e-4028-b045-c98f5319d2ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:21.406025 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-925412c3-16fe-45f2-968b-71c1b42e9e9b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:21.407060 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296cf277-7413-4b68-877b-d7505a4f9461 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:21.408373 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-296cf277-7413-4b68-877b-d7505a4f9461 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:21.446378 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925412c3-16fe-45f2-968b-71c1b42e9e9b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:21.447151 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-925412c3-16fe-45f2-968b-71c1b42e9e9b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:21.497581 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3648165d-15bc-471c-a80d-a5700add6b0b req-ed8e598a-db5d-4e5a-b9af-e6415db9cdd6 tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:21.499382 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3648165d-15bc-471c-a80d-a5700add6b0b req-ed8e598a-db5d-4e5a-b9af-e6415db9cdd6 tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d4c0e1d-ba3f-4ae8-a803-6767174fabaf HTTP/1.1" status: 200 len: 945 time: 0.1471479 Dec 15 19:21:21.528473 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c049a3c6-a627-41ab-88ac-72139fda2a43 None None] Pushing event updated for resources: {'Port': ['ID=8620a559-424a-4995-b074-543b1d85203b,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:21.532738 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-925412c3-16fe-45f2-968b-71c1b42e9e9b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.4713228 Dec 15 19:21:21.532914 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9260f8ed-14a0-4f14-a656-fa571c50751b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'Subnet': ['ID=db89f4ca-b00b-47c2-946c-86f6bbfd2456,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:21.534218 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 53750) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:21.536876 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c049a3c6-a627-41ab-88ac-72139fda2a43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:21.538123 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9260f8ed-14a0-4f14-a656-fa571c50751b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:21.550557 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9260f8ed-14a0-4f14-a656-fa571c50751b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Checking segment: {'id': '5ec7b682-6c9e-4eec-809e-f06b3cbda950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'efd1a11d-b82f-4113-b8b6-be85a7a88af9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:21:21.550979 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9260f8ed-14a0-4f14-a656-fa571c50751b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Network hostable DHCP agents. Network: efd1a11d-b82f-4113-b8b6-be85a7a88af9, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:21:21.600944 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-c0908e42-c96a-4507-b932-2aa35ed73cca None None] Provisioning for port c0f97d3a-ae53-4a78-bf83-c8329957b4ad completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:21:21.610583 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3648165d-15bc-471c-a80d-a5700add6b0b req-fbbcdb86-7f1f-4f47-a293-ddd57d8c1ec9 tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] 10.222.0.36 "GET /v2.0/security-groups?id=dce257f0-ce7a-42cc-a317-fd6d8417f0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019258 Dec 15 19:21:21.614050 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-c0908e42-c96a-4507-b932-2aa35ed73cca None None] Provisioning complete for port c0f97d3a-ae53-4a78-bf83-c8329957b4ad triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:21:21.614837 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c0908e42-c96a-4507-b932-2aa35ed73cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:21.669434 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-296cf277-7413-4b68-877b-d7505a4f9461 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.5900099 Dec 15 19:21:21.675894 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 53754) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:21.695403 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80102c48-2112-4c95-95d7-c6896fd22b62 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:21.701243 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80102c48-2112-4c95-95d7-c6896fd22b62 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:21.702209 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-80102c48-2112-4c95-95d7-c6896fd22b62 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Synchronizing usage tracker for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:21:21.713140 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-f48a2705-6040-4f1d-bdc1-0e183c7dc086 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Request body: {'floatingip': {'port_id': 'c0f97d3a-ae53-4a78-bf83-c8329957b4ad'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:21:21.761577 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-c0908e42-c96a-4507-b932-2aa35ed73cca None None] Port c0f97d3a-ae53-4a78-bf83-c8329957b4ad cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:21:21.825302 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-99ffb8cd-0697-4000-989c-b7232d13f52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:21.840125 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-729ae269-f747-45f5-a3b6-15515a44fdcd tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:21.886597 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-80102c48-2112-4c95-95d7-c6896fd22b62 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Unset dirty status for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:21:21.890640 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-80102c48-2112-4c95-95d7-c6896fd22b62 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.3529553 Dec 15 19:21:21.892595 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 53758) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:21.897188 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f48a2705-6040-4f1d-bdc1-0e183c7dc086 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks [] for floatingip, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:21.902018 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9260f8ed-14a0-4f14-a656-fa571c50751b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Network efd1a11d-b82f-4113-b8b6-be85a7a88af9 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:21:21.912652 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f07356d2-fdb3-4c3f-b442-7276bd48c5a3 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:21.917715 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device bb7c9d17-e50f-4ea6-9a85-4466bc785d29 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:21:21.947821 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ffb8cd-0697-4000-989c-b7232d13f52e admin admin] Pushing event deleted for resources: {'Port': ['ID=56c29204-1a9b-400b-b200-613848397df0,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:22.034836 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port bb7c9d17-e50f-4ea6-9a85-4466bc785d29 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:21:22.047156 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-99ffb8cd-0697-4000-989c-b7232d13f52e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:22.128702 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-9260f8ed-14a0-4f14-a656-fa571c50751b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, efd1a11d-b82f-4113-b8b6-be85a7a88af9) {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:21:22.140867 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08fa475-5cc1-47f5-b79e-204405b451bd None None] Network efd1a11d-b82f-4113-b8b6-be85a7a88af9 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:21:22.244681 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9260f8ed-14a0-4f14-a656-fa571c50751b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:22.245396 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9260f8ed-14a0-4f14-a656-fa571c50751b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:22.374053 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9260f8ed-14a0-4f14-a656-fa571c50751b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.2997420 Dec 15 19:21:22.401734 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-acba39c6-6da1-4d34-966c-8ee36738555a tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Deleting port 47dd425e-d86f-453f-9c63-d127d1039982 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:21:22.402322 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-acba39c6-6da1-4d34-966c-8ee36738555a tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:22.423831 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e525562a-e51f-48fb-bcd0-dc0f1d219159 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-efd1a11d-b82f-4113-b8b6-be85a7a88af9', 'network_id': 'efd1a11d-b82f-4113-b8b6-be85a7a88af9', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'fixed_ips': [{'subnet_id': 'db89f4ca-b00b-47c2-946c-86f6bbfd2456'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:21:22.424935 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e525562a-e51f-48fb-bcd0-dc0f1d219159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:22.716610 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-e525562a-e51f-48fb-bcd0-dc0f1d219159 None None] Allocated IP 172.20.0.18 (efd1a11d-b82f-4113-b8b6-be85a7a88af9/db89f4ca-b00b-47c2-946c-86f6bbfd2456/3774f7ef-0cca-4e45-8d6a-3bc0b36ad334) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:21:22.720604 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-f07356d2-fdb3-4c3f-b442-7276bd48c5a3 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Allocated IP 172.20.0.1 (1c888065-385e-48d7-a4f2-856255a03c79/b54c3684-1f32-44ee-b8ac-ad43f827c2de/f1a583da-179d-4491-9fda-8266caadeb46) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:21:22.796470 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-acba39c6-6da1-4d34-966c-8ee36738555a tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:22.884720 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53766) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:22.891400 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-59859f1a-5fe9-4393-894f-a456fd360ba5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1015392195', 'description': 'tempest-secgroup-smoke-1015392195 description', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:21:22.907426 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-59859f1a-5fe9-4393-894f-a456fd360ba5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:21:22.939398 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-59859f1a-5fe9-4393-894f-a456fd360ba5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:21:22.950854 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-acba39c6-6da1-4d34-966c-8ee36738555a tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Calling delete_port for 47dd425e-d86f-453f-9c63-d127d1039982 owned by {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:21:22.971061 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e525562a-e51f-48fb-bcd0-dc0f1d219159 None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:22.982576 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-e525562a-e51f-48fb-bcd0-dc0f1d219159 None None] Transition to ACTIVE for port object 3774f7ef-0cca-4e45-8d6a-3bc0b36ad334 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:21:23.000580 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-59859f1a-5fe9-4393-894f-a456fd360ba5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:23.004566 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-e525562a-e51f-48fb-bcd0-dc0f1d219159 None None] Transition to ACTIVE for port object 3774f7ef-0cca-4e45-8d6a-3bc0b36ad334 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:21:23.016654 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f07356d2-fdb3-4c3f-b442-7276bd48c5a3 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:23.048408 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-f07356d2-fdb3-4c3f-b442-7276bd48c5a3 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Transition to ACTIVE for port object f1a583da-179d-4491-9fda-8266caadeb46 will not be triggered until provisioned by entity DHCP. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:21:23.057289 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e525562a-e51f-48fb-bcd0-dc0f1d219159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:23.064690 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-bba95e39-1a08-4dcb-89ce-937ff5afbbb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:23.074569 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-99ffb8cd-0697-4000-989c-b7232d13f52e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852815828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854144871'] for router_interface, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:23.096287 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-59859f1a-5fe9-4393-894f-a456fd360ba5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:21:23.105342 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-59859f1a-5fe9-4393-894f-a456fd360ba5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group_rule and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:21:23.132012 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e525562a-e51f-48fb-bcd0-dc0f1d219159 None None] Network efd1a11d-b82f-4113-b8b6-be85a7a88af9 is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:21:23.139473 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-e525562a-e51f-48fb-bcd0-dc0f1d219159 None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:21:23.143341 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e525562a-e51f-48fb-bcd0-dc0f1d219159 None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:21:23.153223 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e525562a-e51f-48fb-bcd0-dc0f1d219159 None None] Pushing event updated for resources: {'Port': ['ID=3774f7ef-0cca-4e45-8d6a-3bc0b36ad334,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:23.156603 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e525562a-e51f-48fb-bcd0-dc0f1d219159 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:23.163803 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-59859f1a-5fe9-4393-894f-a456fd360ba5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:21:23.182160 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-59859f1a-5fe9-4393-894f-a456fd360ba5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:21:23.203518 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f07356d2-fdb3-4c3f-b442-7276bd48c5a3 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:23.209916 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3ec99dd1-48f8-4d1d-9a76-8123e5026f8d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:23.253371 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-e525562a-e51f-48fb-bcd0-dc0f1d219159 None None] Attempting to bind port 3774f7ef-0cca-4e45-8d6a-3bc0b36ad334 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:21:23.254035 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-e525562a-e51f-48fb-bcd0-dc0f1d219159 None None] Attempting to bind port 3774f7ef-0cca-4e45-8d6a-3bc0b36ad334 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '5ec7b682-6c9e-4eec-809e-f06b3cbda950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'efd1a11d-b82f-4113-b8b6-be85a7a88af9'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:21:23.254511 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e525562a-e51f-48fb-bcd0-dc0f1d219159 None None] Attempting to bind port 3774f7ef-0cca-4e45-8d6a-3bc0b36ad334 on network efd1a11d-b82f-4113-b8b6-be85a7a88af9 {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:21:23.262715 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e525562a-e51f-48fb-bcd0-dc0f1d219159 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:21:23.263318 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e525562a-e51f-48fb-bcd0-dc0f1d219159 None None] Checking segment: {'id': '5ec7b682-6c9e-4eec-809e-f06b3cbda950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'efd1a11d-b82f-4113-b8b6-be85a7a88af9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:21:23.263887 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e525562a-e51f-48fb-bcd0-dc0f1d219159 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:23.265087 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e525562a-e51f-48fb-bcd0-dc0f1d219159 None None] Bound using segment: {'id': '5ec7b682-6c9e-4eec-809e-f06b3cbda950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'efd1a11d-b82f-4113-b8b6-be85a7a88af9'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:21:23.265087 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-e525562a-e51f-48fb-bcd0-dc0f1d219159 None None] Bound port: 3774f7ef-0cca-4e45-8d6a-3bc0b36ad334, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ec7b682-6c9e-4eec-809e-f06b3cbda950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'efd1a11d-b82f-4113-b8b6-be85a7a88af9'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:21:23.265717 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e525562a-e51f-48fb-bcd0-dc0f1d219159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:23.291512 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07356d2-fdb3-4c3f-b442-7276bd48c5a3 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Pushing event updated for resources: {'Port': ['ID=f1a583da-179d-4491-9fda-8266caadeb46,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:23.328831 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c7a19a-dabf-4d9c-9d0e-18ce1a96d834 req-2aacd402-3dbd-4896-bd50-c2f194b01f08 tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:23.331162 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-65c7a19a-dabf-4d9c-9d0e-18ce1a96d834 req-2aacd402-3dbd-4896-bd50-c2f194b01f08 tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d4c0e1d-ba3f-4ae8-a803-6767174fabaf HTTP/1.1" status: 200 len: 945 time: 0.3356454 Dec 15 19:21:23.390794 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-e525562a-e51f-48fb-bcd0-dc0f1d219159 None None] For port 3774f7ef-0cca-4e45-8d6a-3bc0b36ad334, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:21:23.542988 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-65c7a19a-dabf-4d9c-9d0e-18ce1a96d834 req-4b925ab3-bbd6-4289-bbb9-8077064297e4 tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] 10.222.0.36 "GET /v2.0/security-groups?id=dce257f0-ce7a-42cc-a317-fd6d8417f0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982813 Dec 15 19:21:23.549073 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f07356d2-fdb3-4c3f-b442-7276bd48c5a3 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:23.562946 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07356d2-fdb3-4c3f-b442-7276bd48c5a3 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Network 1c888065-385e-48d7-a4f2-856255a03c79 is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:21:23.568459 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-f07356d2-fdb3-4c3f-b442-7276bd48c5a3 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:21:23.569198 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-e525562a-e51f-48fb-bcd0-dc0f1d219159 None None] For port 3774f7ef-0cca-4e45-8d6a-3bc0b36ad334, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=3774f7ef-0cca-4e45-8d6a-3bc0b36ad334,segment=NetworkSegment(5ec7b682-6c9e-4eec-809e-f06b3cbda950),segment_id=5ec7b682-6c9e-4eec-809e-f06b3cbda950)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:21:23.619153 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-acba39c6-6da1-4d34-966c-8ee36738555a tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:23.633862 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07356d2-fdb3-4c3f-b442-7276bd48c5a3 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:21:23.635294 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e525562a-e51f-48fb-bcd0-dc0f1d219159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:23.641603 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e525562a-e51f-48fb-bcd0-dc0f1d219159 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:23.644172 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6c5722b1-3c9e-4cc1-b8ee-8ce87ef0220d tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:23.717734 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f07356d2-fdb3-4c3f-b442-7276bd48c5a3 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630901'] for router_interface, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:23.800411 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acba39c6-6da1-4d34-966c-8ee36738555a tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event deleted for resources: {'Port': ['ID=47dd425e-d86f-453f-9c63-d127d1039982,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:23.836954 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e525562a-e51f-48fb-bcd0-dc0f1d219159 None None] Pushing event updated for resources: {'Port': ['ID=3774f7ef-0cca-4e45-8d6a-3bc0b36ad334,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:23.837191 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-59859f1a-5fe9-4393-894f-a456fd360ba5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:23.843916 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e525562a-e51f-48fb-bcd0-dc0f1d219159 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:23.883570 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-59859f1a-5fe9-4393-894f-a456fd360ba5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:23.889523 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e762d791-5023-4c02-b52a-2d4b865e3165 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:23.909341 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-acba39c6-6da1-4d34-966c-8ee36738555a tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:23.942763 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:24.073039 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f07356d2-fdb3-4c3f-b442-7276bd48c5a3 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:24.110391 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-59859f1a-5fe9-4393-894f-a456fd360ba5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:24.112602 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-59859f1a-5fe9-4393-894f-a456fd360ba5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 1.2268384 Dec 15 19:21:24.118419 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 8620a559-424a-4995-b074-543b1d85203b up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:21:24.131105 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53774) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:24.181116 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-3826df45-1fc7-4ec9-9b81-e6f612000a2d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'security_group_rule': {'security_group_id': 'c27741f3-5d3f-4a86-b68b-1ed6234d9d8c', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:21:24.204490 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-3826df45-1fc7-4ec9-9b81-e6f612000a2d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:21:24.207619 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84dec66b-788c-4dee-a069-6391a8044b0e None None] Network 489fa468-360a-4868-b4ac-a400ec975c5b requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:21:24.273575 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59859f1a-5fe9-4393-894f-a456fd360ba5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c27741f3-5d3f-4a86-b68b-1ed6234d9d8c,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:24.288242 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-acba39c6-6da1-4d34-966c-8ee36738555a tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:24.364573 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f48a2705-6040-4f1d-bdc1-0e183c7dc086 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:24.371859 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-acba39c6-6da1-4d34-966c-8ee36738555a tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/ports/47dd425e-d86f-453f-9c63-d127d1039982 HTTP/1.1" status: 204 len: 168 time: 2.4781446 Dec 15 19:21:24.377065 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 53778) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:24.396613 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59859f1a-5fe9-4393-894f-a456fd360ba5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:21:24.397061 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59859f1a-5fe9-4393-894f-a456fd360ba5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:21:24.397495 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59859f1a-5fe9-4393-894f-a456fd360ba5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:21:24.397927 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59859f1a-5fe9-4393-894f-a456fd360ba5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:21:24.399010 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59859f1a-5fe9-4393-894f-a456fd360ba5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:21:24.401389 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59859f1a-5fe9-4393-894f-a456fd360ba5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:21:24.401389 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59859f1a-5fe9-4393-894f-a456fd360ba5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:21:24.401580 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-19c749f2-0ffc-4968-96fe-17e8fab96d11 None None] Provisioning for port bb7c9d17-e50f-4ea6-9a85-4466bc785d29 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:21:24.401660 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59859f1a-5fe9-4393-894f-a456fd360ba5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:21:24.401660 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59859f1a-5fe9-4393-894f-a456fd360ba5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:21:24.401660 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59859f1a-5fe9-4393-894f-a456fd360ba5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:21:24.401660 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59859f1a-5fe9-4393-894f-a456fd360ba5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:21:24.409737 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-3826df45-1fc7-4ec9-9b81-e6f612000a2d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group_rule and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:21:24.418469 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-59859f1a-5fe9-4393-894f-a456fd360ba5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:24.419091 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-3826df45-1fc7-4ec9-9b81-e6f612000a2d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:21:24.444840 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f48a2705-6040-4f1d-bdc1-0e183c7dc086 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634093'] for floatingip, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:24.447233 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-3826df45-1fc7-4ec9-9b81-e6f612000a2d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:21:24.467489 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-19c749f2-0ffc-4968-96fe-17e8fab96d11 None None] Provisioning complete for port bb7c9d17-e50f-4ea6-9a85-4466bc785d29 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:21:24.468532 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-19c749f2-0ffc-4968-96fe-17e8fab96d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:24.526617 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 8620a559-424a-4995-b074-543b1d85203b completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:21:24.577673 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dbf49a-0d76-43ac-b295-2f920042c36e req-9d580c09-7298-4fe6-a1fa-de2bfcd53750 tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:24.585907 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c8dbf49a-0d76-43ac-b295-2f920042c36e req-9d580c09-7298-4fe6-a1fa-de2bfcd53750 tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d4c0e1d-ba3f-4ae8-a803-6767174fabaf HTTP/1.1" status: 200 len: 945 time: 0.3942242 Dec 15 19:21:24.633109 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c00644e-d641-47de-a9ca-bbf9d87bd86b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:24.637308 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c00644e-d641-47de-a9ca-bbf9d87bd86b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:24.639186 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c00644e-d641-47de-a9ca-bbf9d87bd86b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:24.640238 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-3c00644e-d641-47de-a9ca-bbf9d87bd86b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Synchronizing usage tracker for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:subnet {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:21:24.653404 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-fe34bbf5-7ba6-4e91-8bc6-5a0adfa6c75c req-965cb9ac-ceda-4456-bff5-c801a74b18a6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=30a77e9498b54616b2933fb169921db3&device_id=4d4c0e1d-ba3f-4ae8-a803-6767174fabaf HTTP/1.1" status: 200 len: 1098 time: 0.4069655 Dec 15 19:21:24.772320 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-19c749f2-0ffc-4968-96fe-17e8fab96d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:24.789148 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed81f53-2de5-4778-a57e-8755e72a317a None None] Network 1c888065-385e-48d7-a4f2-856255a03c79 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:21:24.808489 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3826df45-1fc7-4ec9-9b81-e6f612000a2d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:24.940777 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-19c749f2-0ffc-4968-96fe-17e8fab96d11 None None] For port bb7c9d17-e50f-4ea6-9a85-4466bc785d29, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=bb7c9d17-e50f-4ea6-9a85-4466bc785d29,segment=NetworkSegment(9575ac7b-3c85-46da-81c5-434024000f40),segment_id=9575ac7b-3c85-46da-81c5-434024000f40)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:21:24.999339 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-19c749f2-0ffc-4968-96fe-17e8fab96d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:25.006876 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:25.060044 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c8dbf49a-0d76-43ac-b295-2f920042c36e req-11d0af53-ef36-4ee1-87ed-e40eee6fe6d5 tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] 10.222.0.36 "GET /v2.0/security-groups?id=dce257f0-ce7a-42cc-a317-fd6d8417f0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4721258 Dec 15 19:21:25.089923 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-3c00644e-d641-47de-a9ca-bbf9d87bd86b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Unset dirty status for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:subnet {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:21:25.091592 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-3c00644e-d641-47de-a9ca-bbf9d87bd86b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.7104418 Dec 15 19:21:25.096006 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53782) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:25.191491 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c749f2-0ffc-4968-96fe-17e8fab96d11 None None] Pushing event updated for resources: {'Port': ['ID=bb7c9d17-e50f-4ea6-9a85-4466bc785d29,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:25.191946 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3826df45-1fc7-4ec9-9b81-e6f612000a2d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:25.194960 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-19c749f2-0ffc-4968-96fe-17e8fab96d11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:25.224353 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe34bbf5-7ba6-4e91-8bc6-5a0adfa6c75c req-25de817a-efba-4230-84a4-fc823b74168a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:25.226100 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-fe34bbf5-7ba6-4e91-8bc6-5a0adfa6c75c req-25de817a-efba-4230-84a4-fc823b74168a service neutron] 10.222.0.32 "GET /v2.0/networks?id=3bc96c05-786a-4018-bd2c-1323bc05c7cd HTTP/1.1" status: 200 len: 913 time: 0.5580888 Dec 15 19:21:25.240249 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3826df45-1fc7-4ec9-9b81-e6f612000a2d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:25.248150 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3c035420-88c0-4d9a-8d78-b91bc8b70422 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:25.258359 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-f5e1e6c5-6556-4d04-8411-bc19ba95305a None None] Provisioning for port 8620a559-424a-4995-b074-543b1d85203b completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:21:25.267946 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2862a2b-745a-4e7e-b67c-dc97e8efd1af None None] Update dhcp port {'port': {'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'fixed_ips': [{'subnet_id': '4c26681e-d91d-4a1e-990b-d4a2a61acde7', 'ip_address': '172.20.0.2'}, {'subnet_id': '3804cebc-ec36-44f6-85d5-80fc732c1106'}], 'binding:host_id': 'dv-neutron-821831-2-hyperv'}, 'id': 'bb7c9d17-e50f-4ea6-9a85-4466bc785d29'} from dv-neutron-821831-2-hyperv. {{(pid=88992) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 15 19:21:25.296875 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-f5e1e6c5-6556-4d04-8411-bc19ba95305a None None] Provisioning complete for port 8620a559-424a-4995-b074-543b1d85203b triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:21:25.297109 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f5e1e6c5-6556-4d04-8411-bc19ba95305a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:25.326190 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-fe34bbf5-7ba6-4e91-8bc6-5a0adfa6c75c req-23b31e7b-32ad-4967-beef-36b2f2396028 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=891beed1-2968-41af-a3e6-316ebfa5038a HTTP/1.1" status: 200 len: 217 time: 0.0884464 Dec 15 19:21:25.372383 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3826df45-1fc7-4ec9-9b81-e6f612000a2d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:25.376074 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-3826df45-1fc7-4ec9-9b81-e6f612000a2d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.2270722 Dec 15 19:21:25.380477 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 53786) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:25.383493 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c2862a2b-745a-4e7e-b67c-dc97e8efd1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:25.384956 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3826df45-1fc7-4ec9-9b81-e6f612000a2d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27e23a54-775d-449b-9f70-f4ae0230409b,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:25.392305 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-429527e6-dc8b-4f03-be36-a4a637998623 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'security_group_rule': {'security_group_id': 'c27741f3-5d3f-4a86-b68b-1ed6234d9d8c', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:21:25.410590 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-429527e6-dc8b-4f03-be36-a4a637998623 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:21:25.420456 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-429527e6-dc8b-4f03-be36-a4a637998623 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group_rule and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:21:25.426330 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.l3_db [None req-f48a2705-6040-4f1d-bdc1-0e183c7dc086 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Floating IP 581d2847-40eb-4281-8e97-8a19438ea375 associated. External IP: 172.26.3.244, port: 800199bb-8592-42ef-9c8e-26543b3f5e4b. Dec 15 19:21:25.441186 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3826df45-1fc7-4ec9-9b81-e6f612000a2d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:25.480587 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f07356d2-fdb3-4c3f-b442-7276bd48c5a3 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for port, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:25.485695 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-429527e6-dc8b-4f03-be36-a4a637998623 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:21:25.500818 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-429527e6-dc8b-4f03-be36-a4a637998623 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:21:25.511481 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe34bbf5-7ba6-4e91-8bc6-5a0adfa6c75c req-364a081f-90e6-468b-958f-8b707d8c2aec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:25.513073 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-fe34bbf5-7ba6-4e91-8bc6-5a0adfa6c75c req-364a081f-90e6-468b-958f-8b707d8c2aec service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bc19fd0a-7c79-4a1d-91dc-27f6e20af9ab HTTP/1.1" status: 200 len: 852 time: 0.1762807 Dec 15 19:21:25.524126 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f07356d2-fdb3-4c3f-b442-7276bd48c5a3 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:25.561777 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7359cd47-671b-49cf-b7cf-05783cf463d5 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:25.578478 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-fe34bbf5-7ba6-4e91-8bc6-5a0adfa6c75c req-b505b7a2-3f63-48ec-89fd-1d8fc9856cbb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3bc96c05-786a-4018-bd2c-1323bc05c7cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540285 Dec 15 19:21:25.578650 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f5e1e6c5-6556-4d04-8411-bc19ba95305a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:25.581045 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-429527e6-dc8b-4f03-be36-a4a637998623 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:25.690053 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-f5e1e6c5-6556-4d04-8411-bc19ba95305a None None] For port 8620a559-424a-4995-b074-543b1d85203b, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=8620a559-424a-4995-b074-543b1d85203b,segment=NetworkSegment(6f19034f-5354-4ef8-9117-9a5280503065),segment_id=6f19034f-5354-4ef8-9117-9a5280503065)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:21:25.707760 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-c2862a2b-745a-4e7e-b67c-dc97e8efd1af None None] Allocated IP 2001:db8::f816:3eff:fefc:206c (489fa468-360a-4868-b4ac-a400ec975c5b/3804cebc-ec36-44f6-85d5-80fc732c1106/bb7c9d17-e50f-4ea6-9a85-4466bc785d29) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:21:25.708085 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-0834aef7-ac90-48dc-89c2-e48a647d565f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Deleting subnet 3804cebc-ec36-44f6-85d5-80fc732c1106 {{(pid=88991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:21:25.754479 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f5e1e6c5-6556-4d04-8411-bc19ba95305a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:25.802467 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-10e62771-b437-4cb5-a369-6c9efd64aa52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:25.880792 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99ffb8cd-0697-4000-989c-b7232d13f52e admin admin] Router 9076d4cf-4898-4889-ba0d-edb53fd3f842 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:21:25.882024 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07356d2-fdb3-4c3f-b442-7276bd48c5a3 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Pushing event updated for resources: {'Port': ['ID=f1a583da-179d-4491-9fda-8266caadeb46,revision_number=2']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:25.885317 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f07356d2-fdb3-4c3f-b442-7276bd48c5a3 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:25.889279 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f07356d2-fdb3-4c3f-b442-7276bd48c5a3 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1959989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854145006'] for router_interface, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:25.958856 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-fe34bbf5-7ba6-4e91-8bc6-5a0adfa6c75c req-24010349-12ce-45ee-bbb2-68ff85a62dbf service neutron] 10.222.0.32 "GET /v2.0/networks/3bc96c05-786a-4018-bd2c-1323bc05c7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3635423 Dec 15 19:21:26.120927 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device bb7c9d17-e50f-4ea6-9a85-4466bc785d29 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:21:26.143470 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-429527e6-dc8b-4f03-be36-a4a637998623 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:26.206888 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-429527e6-dc8b-4f03-be36-a4a637998623 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:26.235029 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1792e935-d7c1-405a-84f6-92fd351584df tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:26.250450 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e1e6c5-6556-4d04-8411-bc19ba95305a None None] Pushing event updated for resources: {'Port': ['ID=8620a559-424a-4995-b074-543b1d85203b,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:26.257172 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f5e1e6c5-6556-4d04-8411-bc19ba95305a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:26.264621 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429527e6-dc8b-4f03-be36-a4a637998623 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35298e2c-f329-4b3e-bdaf-c8c36e60b702,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:26.286660 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-429527e6-dc8b-4f03-be36-a4a637998623 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:26.302184 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-fe34bbf5-7ba6-4e91-8bc6-5a0adfa6c75c req-cb5a39c2-e72e-439e-a3ef-52fb898e0417 service neutron] 10.222.0.32 "GET /v2.0/networks/3bc96c05-786a-4018-bd2c-1323bc05c7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316650 Dec 15 19:21:26.305359 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-76802dcb-a2a2-4743-bdce-ed5c8b2a0ab6 None None] Provisioning for port f1a583da-179d-4491-9fda-8266caadeb46 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:21:26.320166 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-c2862a2b-745a-4e7e-b67c-dc97e8efd1af None None] For port bb7c9d17-e50f-4ea6-9a85-4466bc785d29, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=bb7c9d17-e50f-4ea6-9a85-4466bc785d29,segment=NetworkSegment(9575ac7b-3c85-46da-81c5-434024000f40),segment_id=9575ac7b-3c85-46da-81c5-434024000f40)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:21:26.322553 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-76802dcb-a2a2-4743-bdce-ed5c8b2a0ab6 None None] Provisioning complete for port f1a583da-179d-4491-9fda-8266caadeb46 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:21:26.322981 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-76802dcb-a2a2-4743-bdce-ed5c8b2a0ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:26.386837 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-429527e6-dc8b-4f03-be36-a4a637998623 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:26.388891 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-429527e6-dc8b-4f03-be36-a4a637998623 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.0069788 Dec 15 19:21:26.394576 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 53792) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:26.407269 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-93ef82dc-bcda-4670-99a9-4ca2080a319c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'security_group_rule': {'security_group_id': 'c27741f3-5d3f-4a86-b68b-1ed6234d9d8c', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:21:26.426278 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-93ef82dc-bcda-4670-99a9-4ca2080a319c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:21:26.447395 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-76802dcb-a2a2-4743-bdce-ed5c8b2a0ab6 None None] Port f1a583da-179d-4491-9fda-8266caadeb46 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:21:26.459655 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c2862a2b-745a-4e7e-b67c-dc97e8efd1af None None] Notify callbacks [] for port, precommit_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:26.472997 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port bb7c9d17-e50f-4ea6-9a85-4466bc785d29 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:21:26.473426 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:26.510542 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-93ef82dc-bcda-4670-99a9-4ca2080a319c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group_rule and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:21:26.524120 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-93ef82dc-bcda-4670-99a9-4ca2080a319c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:21:26.542129 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92da2ae-0501-4430-9f2f-6904052267fc None None] Network efd1a11d-b82f-4113-b8b6-be85a7a88af9 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:21:26.542458 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-93ef82dc-bcda-4670-99a9-4ca2080a319c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:21:26.578629 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c803a6-2c51-47d2-be26-6045b1873a27 req-7bdf5eec-54ce-4be5-ac1e-8cdaa6663145 tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:26.582353 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e3c803a6-2c51-47d2-be26-6045b1873a27 req-7bdf5eec-54ce-4be5-ac1e-8cdaa6663145 tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d4c0e1d-ba3f-4ae8-a803-6767174fabaf HTTP/1.1" status: 200 len: 945 time: 0.2766457 Dec 15 19:21:26.620474 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-c2862a2b-745a-4e7e-b67c-dc97e8efd1af None None] Transition to ACTIVE for port object bb7c9d17-e50f-4ea6-9a85-4466bc785d29 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:21:26.621843 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0834aef7-ac90-48dc-89c2-e48a647d565f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:26.649900 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-76802dcb-a2a2-4743-bdce-ed5c8b2a0ab6 None None] Provisioning complete for port 8620a559-424a-4995-b074-543b1d85203b triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:21:26.650119 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-76802dcb-a2a2-4743-bdce-ed5c8b2a0ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:26.691018 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c2862a2b-745a-4e7e-b67c-dc97e8efd1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:26.699954 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-56eac02d-35f9-4957-8f43-50decaa0e17a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:26.731797 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-93ef82dc-bcda-4670-99a9-4ca2080a319c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:26.766172 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0834aef7-ac90-48dc-89c2-e48a647d565f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16332759'] for subnet, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:26.776453 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Port bb7c9d17-e50f-4ea6-9a85-4466bc785d29 had new provisioning blocks added so it will not transition to active. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:317}} Dec 15 19:21:26.777090 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 3774f7ef-0cca-4e45-8d6a-3bc0b36ad334 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:21:26.813255 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-93ef82dc-bcda-4670-99a9-4ca2080a319c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:26.820381 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e3c803a6-2c51-47d2-be26-6045b1873a27 req-8b9393ef-7462-45df-98f9-b21e4f34c49d tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] 10.222.0.36 "GET /v2.0/security-groups?id=dce257f0-ce7a-42cc-a317-fd6d8417f0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154014 Dec 15 19:21:26.839075 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07356d2-fdb3-4c3f-b442-7276bd48c5a3 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Network 1c888065-385e-48d7-a4f2-856255a03c79 is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:21:26.847635 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-f07356d2-fdb3-4c3f-b442-7276bd48c5a3 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:21:26.856130 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-93ef82dc-bcda-4670-99a9-4ca2080a319c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:26.896929 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d8887335-0b3f-4976-8162-5fe8c23bb9b7 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:26.918215 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ef82dc-bcda-4670-99a9-4ca2080a319c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d455f29-8a2b-4390-ae17-51156e436261,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:26.942539 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-93ef82dc-bcda-4670-99a9-4ca2080a319c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:26.947737 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-93ef82dc-bcda-4670-99a9-4ca2080a319c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5479004 Dec 15 19:21:26.949133 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-93ef82dc-bcda-4670-99a9-4ca2080a319c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:26.949639 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 53796) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:26.960278 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-d9daf75b-e57d-440e-9446-bdafba80fc7c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'security_group_rule': {'security_group_id': 'c27741f3-5d3f-4a86-b68b-1ed6234d9d8c', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:21:26.967530 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-d9daf75b-e57d-440e-9446-bdafba80fc7c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:21:26.971898 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d9daf75b-e57d-440e-9446-bdafba80fc7c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group_rule and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:21:26.976351 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2862a2b-745a-4e7e-b67c-dc97e8efd1af None None] Pushing event updated for resources: {'Port': ['ID=bb7c9d17-e50f-4ea6-9a85-4466bc785d29,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:26.979812 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c2862a2b-745a-4e7e-b67c-dc97e8efd1af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:26.981499 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d9daf75b-e57d-440e-9446-bdafba80fc7c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:21:27.004518 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-d9daf75b-e57d-440e-9446-bdafba80fc7c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:21:27.026165 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f48a2705-6040-4f1d-bdc1-0e183c7dc086 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Router 346e5909-b0a5-42c7-9940-63a4ed7dcdca has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:21:27.179525 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 3774f7ef-0cca-4e45-8d6a-3bc0b36ad334 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:21:27.181138 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d9daf75b-e57d-440e-9446-bdafba80fc7c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:27.183261 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0834aef7-ac90-48dc-89c2-e48a647d565f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:27.308324 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-1aab193c-b2d0-410c-b833-fa1bc7657a1d None None] Provisioning for port 3774f7ef-0cca-4e45-8d6a-3bc0b36ad334 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:21:27.314624 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-1aab193c-b2d0-410c-b833-fa1bc7657a1d None None] Provisioning complete for port 3774f7ef-0cca-4e45-8d6a-3bc0b36ad334 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:21:27.315066 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1aab193c-b2d0-410c-b833-fa1bc7657a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:27.435013 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d9daf75b-e57d-440e-9446-bdafba80fc7c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:27.449684 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99ffb8cd-0697-4000-989c-b7232d13f52e admin admin] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:21:27.476553 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fb26d9-e24e-4a31-a2fe-1172682c7452 None None] Sync routers for ids ['9076d4cf-4898-4889-ba0d-edb53fd3f842'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:21:27.487751 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d9daf75b-e57d-440e-9446-bdafba80fc7c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:27.495041 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-03055dcd-9e7a-4be0-ab5d-eb9b952bf54c tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:27.515957 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-99ffb8cd-0697-4000-989c-b7232d13f52e admin admin] 10.222.0.36 "PUT /v2.0/routers/9076d4cf-4898-4889-ba0d-edb53fd3f842/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9415753 Dec 15 19:21:27.518169 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fb26d9-e24e-4a31-a2fe-1172682c7452 None None] Routers {'9076d4cf-4898-4889-ba0d-edb53fd3f842'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:21:27.519719 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53800) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:27.520385 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-02fb26d9-e24e-4a31-a2fe-1172682c7452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:21:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['9076d4cf-4898-4889-ba0d-edb53fd3f842'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:21:27.541558 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9daf75b-e57d-440e-9446-bdafba80fc7c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39ce38b0-3744-4134-b340-59971f2ab400,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:27.548590 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d9daf75b-e57d-440e-9446-bdafba80fc7c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:27.552490 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f48a2705-6040-4f1d-bdc1-0e183c7dc086 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:21:27.583564 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1aab193c-b2d0-410c-b833-fa1bc7657a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:27.602152 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0834aef7-ac90-48dc-89c2-e48a647d565f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16156049'] for subnet, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:27.609149 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac11829-6745-45bf-b70e-ab43a6d65c6f None None] Sync routers for ids ['346e5909-b0a5-42c7-9940-63a4ed7dcdca'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:21:27.614734 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-17a31d20-1af0-46d0-888e-00abe9e7e333 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:27.654123 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d9daf75b-e57d-440e-9446-bdafba80fc7c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:27.658850 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d9daf75b-e57d-440e-9446-bdafba80fc7c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7046480 Dec 15 19:21:27.661103 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53804) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:27.663105 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0834aef7-ac90-48dc-89c2-e48a647d565f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event deleted for resources: {'Subnet': ['ID=3804cebc-ec36-44f6-85d5-80fc732c1106,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:27.669919 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0834aef7-ac90-48dc-89c2-e48a647d565f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:27.679828 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-1aab193c-b2d0-410c-b833-fa1bc7657a1d None None] For port 3774f7ef-0cca-4e45-8d6a-3bc0b36ad334, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=3774f7ef-0cca-4e45-8d6a-3bc0b36ad334,segment=NetworkSegment(5ec7b682-6c9e-4eec-809e-f06b3cbda950),segment_id=5ec7b682-6c9e-4eec-809e-f06b3cbda950)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:21:27.682094 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-d6c4e87c-ca97-4dce-9246-da6227e3d20c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'security_group_rule': {'security_group_id': 'c27741f3-5d3f-4a86-b68b-1ed6234d9d8c', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:21:27.701364 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-d6c4e87c-ca97-4dce-9246-da6227e3d20c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:21:27.716070 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d6c4e87c-ca97-4dce-9246-da6227e3d20c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group_rule and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:21:27.721289 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d6c4e87c-ca97-4dce-9246-da6227e3d20c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:21:27.726850 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0834aef7-ac90-48dc-89c2-e48a647d565f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:27.731311 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0834aef7-ac90-48dc-89c2-e48a647d565f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/subnets/3804cebc-ec36-44f6-85d5-80fc732c1106 HTTP/1.1" status: 204 len: 168 time: 2.6319835 Dec 15 19:21:27.738921 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53808) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:27.834620 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-d6c4e87c-ca97-4dce-9246-da6227e3d20c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:21:27.843445 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-be763148-598f-45be-9e87-4749597b8f69 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Deleting subnet 4c26681e-d91d-4a1e-990b-d4a2a61acde7 {{(pid=88991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:21:27.854751 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-be763148-598f-45be-9e87-4749597b8f69 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:27.860866 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-02fb26d9-e24e-4a31-a2fe-1172682c7452 None None] Set router 9076d4cf-4898-4889-ba0d-edb53fd3f842 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:21:27.861442 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac11829-6745-45bf-b70e-ab43a6d65c6f None None] Routers {'346e5909-b0a5-42c7-9940-63a4ed7dcdca'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:21:27.862588 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-2ac11829-6745-45bf-b70e-ab43a6d65c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:21:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['346e5909-b0a5-42c7-9940-63a4ed7dcdca'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:21:27.980286 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.securitygroups_db [None req-d6c4e87c-ca97-4dce-9246-da6227e3d20c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Project 7c1b74cf25a94156b4530f0bd868c0c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 19:21:27.985319 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-2ac11829-6745-45bf-b70e-ab43a6d65c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:21:28.009456 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac11829-6745-45bf-b70e-ab43a6d65c6f None None] Routers {'346e5909-b0a5-42c7-9940-63a4ed7dcdca'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:21:28.010556 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-2ac11829-6745-45bf-b70e-ab43a6d65c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:21:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['346e5909-b0a5-42c7-9940-63a4ed7dcdca'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:21:28.064297 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d6c4e87c-ca97-4dce-9246-da6227e3d20c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:28.091478 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-2ac11829-6745-45bf-b70e-ab43a6d65c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:21:28.091967 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac11829-6745-45bf-b70e-ab43a6d65c6f None None] The sync data for ids ['346e5909-b0a5-42c7-9940-63a4ed7dcdca'] in dv-neutron-821831-2-hyperv is: [] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:21:28.094713 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-be763148-598f-45be-9e87-4749597b8f69 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16332759'] for subnet, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:28.131262 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1aab193c-b2d0-410c-b833-fa1bc7657a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:28.137762 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device bb7c9d17-e50f-4ea6-9a85-4466bc785d29 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:21:28.192247 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-52f0113d-ed2f-4ff3-bff6-d8b5d0351e24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:28.231994 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64793fe7-5b23-4ce9-9bcc-eb48004ef6cd req-4c2d61b3-7950-4804-8dc0-1ca90383f569 tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:28.233943 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-64793fe7-5b23-4ce9-9bcc-eb48004ef6cd req-4c2d61b3-7950-4804-8dc0-1ca90383f569 tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d4c0e1d-ba3f-4ae8-a803-6767174fabaf HTTP/1.1" status: 200 len: 945 time: 0.1464083 Dec 15 19:21:28.260408 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f07356d2-fdb3-4c3f-b442-7276bd48c5a3 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Router bd7ce2af-59dc-4e8e-9d57-30bf36e4ad8f is scheduled to L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 with binding_index 1 {{(pid=88991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 15 19:21:28.375981 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-1aab193c-b2d0-410c-b833-fa1bc7657a1d None None] Provisioning complete for port f1a583da-179d-4491-9fda-8266caadeb46 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:21:28.376956 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1aab193c-b2d0-410c-b833-fa1bc7657a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:28.440911 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-be763148-598f-45be-9e87-4749597b8f69 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:28.456846 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-1aab193c-b2d0-410c-b833-fa1bc7657a1d None None] Port f1a583da-179d-4491-9fda-8266caadeb46 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:21:28.515868 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aab193c-b2d0-410c-b833-fa1bc7657a1d None None] Pushing event updated for resources: {'Port': ['ID=3774f7ef-0cca-4e45-8d6a-3bc0b36ad334,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:28.525321 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1aab193c-b2d0-410c-b833-fa1bc7657a1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:28.550108 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d6c4e87c-ca97-4dce-9246-da6227e3d20c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:28.566728 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b762cf-76b0-4e51-a254-da95dcf80edb None None] Network 489fa468-360a-4868-b4ac-a400ec975c5b requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:21:28.608626 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-097e1061-a145-4c67-b481-d5a226158a57 admin admin] Notify callbacks [] for router, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:28.647539 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-64793fe7-5b23-4ce9-9bcc-eb48004ef6cd req-d7086c99-78b8-4a73-a3d2-f2317fffa1e7 tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] 10.222.0.36 "GET /v2.0/security-groups?id=dce257f0-ce7a-42cc-a317-fd6d8417f0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4037697 Dec 15 19:21:28.699847 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f48a2705-6040-4f1d-bdc1-0e183c7dc086 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Router b581579c-47f0-4109-8159-59825b2a65a1 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:21:28.715396 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d6c4e87c-ca97-4dce-9246-da6227e3d20c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:28.722272 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7a85a951-5e36-4728-83a6-ca31c286df43 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:28.770494 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c4e87c-ca97-4dce-9246-da6227e3d20c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c94941dc-36c8-4145-b6c7-0a011ffc4ccb,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:28.787262 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d6c4e87c-ca97-4dce-9246-da6227e3d20c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:28.828150 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-be763148-598f-45be-9e87-4749597b8f69 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16156049'] for subnet, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:28.840990 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2301515a-c6db-40af-950e-2c201417e28c tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:28.876008 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 8620a559-424a-4995-b074-543b1d85203b up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:21:28.879203 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-be763148-598f-45be-9e87-4749597b8f69 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:28.884158 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-be763148-598f-45be-9e87-4749597b8f69 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/subnets/4c26681e-d91d-4a1e-990b-d4a2a61acde7 HTTP/1.1" status: 204 len: 168 time: 1.1417344 Dec 15 19:21:28.885486 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 53816) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:28.891374 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be763148-598f-45be-9e87-4749597b8f69 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event deleted for resources: {'Subnet': ['ID=4c26681e-d91d-4a1e-990b-d4a2a61acde7,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:28.893638 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d6c4e87c-ca97-4dce-9246-da6227e3d20c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:28.897789 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d6c4e87c-ca97-4dce-9246-da6227e3d20c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.2243280 Dec 15 19:21:28.897789 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-be763148-598f-45be-9e87-4749597b8f69 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:28.920376 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-8ea855c1-b8cc-4b79-821c-e04c9f5ec542 None None] Provisioning complete for port 3774f7ef-0cca-4e45-8d6a-3bc0b36ad334 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:21:28.920798 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8ea855c1-b8cc-4b79-821c-e04c9f5ec542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:28.951240 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 53820) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:28.977045 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-72cae50d-fd7d-4a5a-9af4-91eb32ba934b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'security_group_rule': {'security_group_id': 'c27741f3-5d3f-4a86-b68b-1ed6234d9d8c', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:21:28.985260 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-72cae50d-fd7d-4a5a-9af4-91eb32ba934b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:21:28.994611 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1bf63d6e-a9bd-49dd-9862-426e867a5794 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1058722 Dec 15 19:21:28.995635 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 53824) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:28.996635 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-72cae50d-fd7d-4a5a-9af4-91eb32ba934b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group_rule and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:21:29.002811 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-72cae50d-fd7d-4a5a-9af4-91eb32ba934b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:21:29.054374 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-72cae50d-fd7d-4a5a-9af4-91eb32ba934b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:21:29.068095 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-02fb26d9-e24e-4a31-a2fe-1172682c7452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9076d4cf-4898-4889-ba0d-edb53fd3f842', 'name': 'tempest-ServerActionsTestJSON-426409717-router', 'tenant_id': '63a560358735409688254f323e657c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '32ae3200-fa04-4a52-92dc-c8c1bccdbd6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:17:04Z', 'updated_at': '2021-12-15T19:21:21Z', 'revision_number': 5, 'project_id': '63a560358735409688254f323e657c6f', 'gw_port': {'id': '32ae3200-fa04-4a52-92dc-c8c1bccdbd6e', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ee:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9076d4cf-4898-4889-ba0d-edb53fd3f842', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:17:06Z', 'updated_at': '2021-12-15T19:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:21:29.122897 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fb26d9-e24e-4a31-a2fe-1172682c7452 None None] Checking router: 9076d4cf-4898-4889-ba0d-edb53fd3f842 for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:21:29.169261 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.securitygroups_db [None req-72cae50d-fd7d-4a5a-9af4-91eb32ba934b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Project 7c1b74cf25a94156b4530f0bd868c0c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 19:21:29.186804 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c6dd8e-e481-41dd-97eb-5fce6979d88b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:29.187679 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-e5c6dd8e-e481-41dd-97eb-5fce6979d88b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Synchronizing usage tracker for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:21:29.194426 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 8620a559-424a-4995-b074-543b1d85203b triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:21:29.194855 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:29.197647 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-72cae50d-fd7d-4a5a-9af4-91eb32ba934b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:29.229286 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f07356d2-fdb3-4c3f-b442-7276bd48c5a3 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:21:29.235280 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f07356d2-fdb3-4c3f-b442-7276bd48c5a3 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "PUT /v2.0/routers/bd7ce2af-59dc-4e8e-9d57-30bf36e4ad8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0674505 Dec 15 19:21:29.238385 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53830) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:29.253612 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63432ce2-66b8-4abd-a8c1-559d9f904bed None None] Sync routers for ids ['bd7ce2af-59dc-4e8e-9d57-30bf36e4ad8f'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:21:29.273341 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fb26d9-e24e-4a31-a2fe-1172682c7452 None None] Routers {'9076d4cf-4898-4889-ba0d-edb53fd3f842'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:21:29.274049 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-02fb26d9-e24e-4a31-a2fe-1172682c7452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:21:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['9076d4cf-4898-4889-ba0d-edb53fd3f842'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:21:29.317095 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f48a2705-6040-4f1d-bdc1-0e183c7dc086 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:21:29.324575 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f48a2705-6040-4f1d-bdc1-0e183c7dc086 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:29.325182 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbecdb62-ef3c-49b7-acf8-db28946c7190 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:29.325915 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-bbecdb62-ef3c-49b7-acf8-db28946c7190 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Synchronizing usage tracker for tenant:2a421f48bcf04f759d7a89b7f013838e on resource:port {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:21:29.331802 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60698076-e345-4d03-8fdb-598d8c2015d5 None None] Sync routers for ids ['b581579c-47f0-4109-8159-59825b2a65a1'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:21:29.344409 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60698076-e345-4d03-8fdb-598d8c2015d5 None None] Routers {'b581579c-47f0-4109-8159-59825b2a65a1'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:21:29.345469 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-60698076-e345-4d03-8fdb-598d8c2015d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:21:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['b581579c-47f0-4109-8159-59825b2a65a1'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:21:29.407070 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-097e1061-a145-4c67-b481-d5a226158a57 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:29.412888 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-60698076-e345-4d03-8fdb-598d8c2015d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:21:29.415729 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-bbecdb62-ef3c-49b7-acf8-db28946c7190 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Unset dirty status for tenant:2a421f48bcf04f759d7a89b7f013838e on resource:port {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:21:29.419784 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-bbecdb62-ef3c-49b7-acf8-db28946c7190 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "GET /v2.0/ports/f1a583da-179d-4491-9fda-8266caadeb46 HTTP/1.1" status: 200 len: 910 time: 0.1800008 Dec 15 19:21:29.420179 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-e5c6dd8e-e481-41dd-97eb-5fce6979d88b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Unset dirty status for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:21:29.421471 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e5c6dd8e-e481-41dd-97eb-5fce6979d88b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4213946 Dec 15 19:21:29.425389 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63432ce2-66b8-4abd-a8c1-559d9f904bed None None] Routers {'bd7ce2af-59dc-4e8e-9d57-30bf36e4ad8f'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:21:29.425671 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53834) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:29.426030 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-63432ce2-66b8-4abd-a8c1-559d9f904bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:21:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['bd7ce2af-59dc-4e8e-9d57-30bf36e4ad8f'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:21:29.426173 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53836) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:29.427854 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60698076-e345-4d03-8fdb-598d8c2015d5 None None] Routers {'b581579c-47f0-4109-8159-59825b2a65a1'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:21:29.428745 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-60698076-e345-4d03-8fdb-598d8c2015d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:21:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['b581579c-47f0-4109-8159-59825b2a65a1'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:21:29.441370 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-229affe3-5520-4259-84ca-9e5b35d7f6f3 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b54c3684-1f32-44ee-b8ac-ad43f827c2de'}]}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:21:29.488055 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f48a2705-6040-4f1d-bdc1-0e183c7dc086 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] 10.222.0.36 "PUT /v2.0/floatingips/581d2847-40eb-4281-8e97-8a19438ea375 HTTP/1.1" status: 200 len: 978 time: 7.8109806 Dec 15 19:21:29.491827 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 53842) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:29.496405 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-72cae50d-fd7d-4a5a-9af4-91eb32ba934b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:29.497410 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-60698076-e345-4d03-8fdb-598d8c2015d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:21:29.498083 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60698076-e345-4d03-8fdb-598d8c2015d5 None None] The sync data for ids ['b581579c-47f0-4109-8159-59825b2a65a1'] in dv-neutron-821831-2-hyperv is: [] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:21:29.538892 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-72cae50d-fd7d-4a5a-9af4-91eb32ba934b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:29.547691 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-097e1061-a145-4c67-b481-d5a226158a57 admin admin] Deleting port 32ae3200-fa04-4a52-92dc-c8c1bccdbd6e {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:21:29.547691 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-097e1061-a145-4c67-b481-d5a226158a57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:29.548594 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:29.557198 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-8ea855c1-b8cc-4b79-821c-e04c9f5ec542 None None] Provisioning complete for port f1a583da-179d-4491-9fda-8266caadeb46 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:21:29.557623 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8ea855c1-b8cc-4b79-821c-e04c9f5ec542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:29.559239 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b2c6b-3b9d-46d9-a3a3-be076b7b7673 req-2073d8d3-3950-4e55-aa96-d0acb17141e4 tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:29.560854 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-517b2c6b-3b9d-46d9-a3a3-be076b7b7673 req-2073d8d3-3950-4e55-aa96-d0acb17141e4 tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d4c0e1d-ba3f-4ae8-a803-6767174fabaf HTTP/1.1" status: 200 len: 945 time: 0.3545356 Dec 15 19:21:29.589080 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-63432ce2-66b8-4abd-a8c1-559d9f904bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:21:29.611877 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cae50d-fd7d-4a5a-9af4-91eb32ba934b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9608fd29-6dbe-4d58-b66c-dc804a707918,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:29.619725 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-72cae50d-fd7d-4a5a-9af4-91eb32ba934b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:29.643956 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-fcde2208-c6da-4999-877c-bf1094780d03 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Deleting port c0f97d3a-ae53-4a78-bf83-c8329957b4ad {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:21:29.643956 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fcde2208-c6da-4999-877c-bf1094780d03 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:29.693627 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-72cae50d-fd7d-4a5a-9af4-91eb32ba934b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:29.704780 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-72cae50d-fd7d-4a5a-9af4-91eb32ba934b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.7368360 Dec 15 19:21:29.732531 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63432ce2-66b8-4abd-a8c1-559d9f904bed None None] Routers {'bd7ce2af-59dc-4e8e-9d57-30bf36e4ad8f'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:21:29.733220 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-63432ce2-66b8-4abd-a8c1-559d9f904bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:21:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['bd7ce2af-59dc-4e8e-9d57-30bf36e4ad8f'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:21:29.745440 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa18459c-b404-4f74-8d18-53a27a9ce76f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:29.746204 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-fa18459c-b404-4f74-8d18-53a27a9ce76f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Synchronizing usage tracker for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:subnet {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:21:29.747374 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-517b2c6b-3b9d-46d9-a3a3-be076b7b7673 req-7824a4f8-b678-4a72-9779-5113f9241787 tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] 10.222.0.36 "GET /v2.0/security-groups?id=dce257f0-ce7a-42cc-a317-fd6d8417f0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637321 Dec 15 19:21:29.794333 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-8ea855c1-b8cc-4b79-821c-e04c9f5ec542 None None] Port f1a583da-179d-4491-9fda-8266caadeb46 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:21:29.825099 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12071fef-3224-4c12-846a-df7f0bf833d2 None None] DHCP port deletion for 489fa468-360a-4868-b4ac-a400ec975c5b request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:21:29.831539 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-63432ce2-66b8-4abd-a8c1-559d9f904bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:21:29.831994 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63432ce2-66b8-4abd-a8c1-559d9f904bed None None] The sync data for ids ['bd7ce2af-59dc-4e8e-9d57-30bf36e4ad8f'] in dv-neutron-821831-2-hyperv is: [] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:21:29.844088 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-12071fef-3224-4c12-846a-df7f0bf833d2 None None] Deleting port bb7c9d17-e50f-4ea6-9a85-4466bc785d29 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:21:29.845353 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-12071fef-3224-4c12-846a-df7f0bf833d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:29.903275 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-02fb26d9-e24e-4a31-a2fe-1172682c7452 None None] Set router 9076d4cf-4898-4889-ba0d-edb53fd3f842 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:21:29.954658 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 3774f7ef-0cca-4e45-8d6a-3bc0b36ad334 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:21:29.972635 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-fa18459c-b404-4f74-8d18-53a27a9ce76f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Unset dirty status for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:subnet {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:21:29.973939 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-fa18459c-b404-4f74-8d18-53a27a9ce76f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5422528 Dec 15 19:21:29.979784 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53850) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:30.085103 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-8ea855c1-b8cc-4b79-821c-e04c9f5ec542 None None] Provisioning for port bb7c9d17-e50f-4ea6-9a85-4466bc785d29 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:21:30.105726 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-2ed3a38e-c055-4038-ad61-19090d7736b4 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1135983 Dec 15 19:21:30.111261 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 53862) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:30.119140 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fcde2208-c6da-4999-877c-bf1094780d03 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:30.131093 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-d4a582a5-ba6e-4c05-99cf-259fd49a6810 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Request body: {'subnet': {'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:21:30.150209 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-8ea855c1-b8cc-4b79-821c-e04c9f5ec542 None None] Provisioning complete for port bb7c9d17-e50f-4ea6-9a85-4466bc785d29 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:21:30.150595 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8ea855c1-b8cc-4b79-821c-e04c9f5ec542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:30.169910 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-097e1061-a145-4c67-b481-d5a226158a57 admin admin] For port 32ae3200-fa04-4a52-92dc-c8c1bccdbd6e, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=32ae3200-fa04-4a52-92dc-c8c1bccdbd6e,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:21:30.170343 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-097e1061-a145-4c67-b481-d5a226158a57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:30.272326 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-619be9d9-2c54-466c-a762-ffa23ab61c24 req-74c2add2-58d4-4a21-a6d4-d1ce19ea8dbb tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1015392195&fields=id&tenant_id=7c1b74cf25a94156b4530f0bd868c0c9 HTTP/1.1" status: 200 len: 267 time: 0.2231991 Dec 15 19:21:30.318692 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-097e1061-a145-4c67-b481-d5a226158a57 admin admin] Calling delete_port for 32ae3200-fa04-4a52-92dc-c8c1bccdbd6e owned by network:router_gateway {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:21:30.358072 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-229affe3-5520-4259-84ca-9e5b35d7f6f3 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:30.512695 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-d4a582a5-ba6e-4c05-99cf-259fd49a6810 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:21:30.551324 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-d4a582a5-ba6e-4c05-99cf-259fd49a6810 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:21:30.653059 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 3774f7ef-0cca-4e45-8d6a-3bc0b36ad334 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:21:30.653487 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:30.724852 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4a582a5-ba6e-4c05-99cf-259fd49a6810 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Made reservation on behalf of e56ca83c553e4935a4e8b75ed76c674c for: {'subnet': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:21:30.753851 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-12071fef-3224-4c12-846a-df7f0bf833d2 None None] For port bb7c9d17-e50f-4ea6-9a85-4466bc785d29, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=bb7c9d17-e50f-4ea6-9a85-4466bc785d29,segment=NetworkSegment(9575ac7b-3c85-46da-81c5-434024000f40),segment_id=9575ac7b-3c85-46da-81c5-434024000f40)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:21:30.754317 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-12071fef-3224-4c12-846a-df7f0bf833d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:30.911309 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-12071fef-3224-4c12-846a-df7f0bf833d2 None None] Calling delete_port for bb7c9d17-e50f-4ea6-9a85-4466bc785d29 owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:21:30.911870 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d4a582a5-ba6e-4c05-99cf-259fd49a6810 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839924940'] for subnet, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:30.913497 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4a582a5-ba6e-4c05-99cf-259fd49a6810 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 19:21:30.914109 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4a582a5-ba6e-4c05-99cf-259fd49a6810 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:21:30.922658 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619be9d9-2c54-466c-a762-ffa23ab61c24 req-a9f3faf4-0cf7-4ec8-8cd9-8a120faa4cb6 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:30.925026 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-619be9d9-2c54-466c-a762-ffa23ab61c24 req-a9f3faf4-0cf7-4ec8-8cd9-8a120faa4cb6 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/networks?id=efd1a11d-b82f-4113-b8b6-be85a7a88af9 HTTP/1.1" status: 200 len: 796 time: 0.5987918 Dec 15 19:21:30.952349 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-097e1061-a145-4c67-b481-d5a226158a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:30.962809 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ceeb8a99-ff6b-4a49-8297-24e5549942d9 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:30.974560 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fcde2208-c6da-4999-877c-bf1094780d03 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:30.975137 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fcde2208-c6da-4999-877c-bf1094780d03 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634093'] for floatingip, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:30.975577 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.l3_db [None req-fcde2208-c6da-4999-877c-bf1094780d03 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Floating IP 581d2847-40eb-4281-8e97-8a19438ea375 disassociated. External IP: 172.26.3.244, port: c0f97d3a-ae53-4a78-bf83-c8329957b4ad. Dec 15 19:21:30.976203 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-fcde2208-c6da-4999-877c-bf1094780d03 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Calling delete_port for c0f97d3a-ae53-4a78-bf83-c8329957b4ad owned by {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:21:31.020020 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097e1061-a145-4c67-b481-d5a226158a57 admin admin] Pushing event deleted for resources: {'Port': ['ID=32ae3200-fa04-4a52-92dc-c8c1bccdbd6e,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:31.027570 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-097e1061-a145-4c67-b481-d5a226158a57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:31.035419 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-619be9d9-2c54-466c-a762-ffa23ab61c24 req-5aba7267-0699-4681-8a56-6dc88f356cb4 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/quotas/7c1b74cf25a94156b4530f0bd868c0c9 HTTP/1.1" status: 200 len: 375 time: 0.0304098 Dec 15 19:21:31.063153 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-02fb26d9-e24e-4a31-a2fe-1172682c7452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9076d4cf-4898-4889-ba0d-edb53fd3f842', 'name': 'tempest-ServerActionsTestJSON-426409717-router', 'tenant_id': '63a560358735409688254f323e657c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '32ae3200-fa04-4a52-92dc-c8c1bccdbd6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:17:04Z', 'updated_at': '2021-12-15T19:21:21Z', 'revision_number': 5, 'project_id': '63a560358735409688254f323e657c6f', 'gw_port': {'id': '32ae3200-fa04-4a52-92dc-c8c1bccdbd6e', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ee:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9076d4cf-4898-4889-ba0d-edb53fd3f842', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:17:06Z', 'updated_at': '2021-12-15T19:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:21:31.070868 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fb26d9-e24e-4a31-a2fe-1172682c7452 None None] The sync data for ids ['9076d4cf-4898-4889-ba0d-edb53fd3f842'] in dv-neutron-821831-2-hyperv is: [{'id': '9076d4cf-4898-4889-ba0d-edb53fd3f842', 'name': 'tempest-ServerActionsTestJSON-426409717-router', 'tenant_id': '63a560358735409688254f323e657c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '32ae3200-fa04-4a52-92dc-c8c1bccdbd6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:17:04Z', 'updated_at': '2021-12-15T19:21:21Z', 'revision_number': 5, 'project_id': '63a560358735409688254f323e657c6f', 'gw_port': {'id': '32ae3200-fa04-4a52-92dc-c8c1bccdbd6e', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ee:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9076d4cf-4898-4889-ba0d-edb53fd3f842', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:17:06Z', 'updated_at': '2021-12-15T19:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:21:31.131269 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-12071fef-3224-4c12-846a-df7f0bf833d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866'] for port, after_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:31.136286 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-16c896ea-20c8-46a6-830b-449484a8f3ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:31.179860 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device bb7c9d17-e50f-4ea6-9a85-4466bc785d29 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:21:31.207350 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d4a582a5-ba6e-4c05-99cf-259fd49a6810 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.0912640 Dec 15 19:21:31.214175 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 53868) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:31.224153 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12071fef-3224-4c12-846a-df7f0bf833d2 None None] Pushing event deleted for resources: {'Port': ['ID=bb7c9d17-e50f-4ea6-9a85-4466bc785d29,revision_number=None']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:31.226612 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-12071fef-3224-4c12-846a-df7f0bf833d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:31.228131 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: bb7c9d17-e50f-4ea6-9a85-4466bc785d29 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:21:31.228523 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device bb7c9d17-e50f-4ea6-9a85-4466bc785d29 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:21:31.230559 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-f4cd9e1d-8f81-4f33-9e14-c2283ef1ca6f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Request body: {'subnet': {'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:21:31.236162 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12071fef-3224-4c12-846a-df7f0bf833d2 None None] No DVR routers for this DVR port bb7c9d17-e50f-4ea6-9a85-4466bc785d29 on host dv-neutron-821831-2-hyperv {{(pid=88992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:21:31.258541 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9c8669d9-e8c3-4a9e-b934-6cdfe2f89919 req-efa70b3a-cbea-409d-ac24-b8be376b4357 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=76d7c3af-0360-40b9-b552-6937e9663a8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5965919 Dec 15 19:21:31.331309 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-229affe3-5520-4259-84ca-9e5b35d7f6f3 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for port, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:31.335953 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-097e1061-a145-4c67-b481-d5a226158a57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854141934'] for router_gateway, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:31.460413 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-229affe3-5520-4259-84ca-9e5b35d7f6f3 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:31.498785 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-127d63c2-c0f1-42a0-9b61-42e686cfe36e tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:31.671773 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b51495c-b88c-43ab-9073-42a21f3f75f8 req-1b39400f-fc74-46dd-8767-d583987806e9 tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:31.673518 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9b51495c-b88c-43ab-9073-42a21f3f75f8 req-1b39400f-fc74-46dd-8767-d583987806e9 tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d4c0e1d-ba3f-4ae8-a803-6767174fabaf HTTP/1.1" status: 200 len: 945 time: 0.7464209 Dec 15 19:21:31.785162 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-619be9d9-2c54-466c-a762-ffa23ab61c24 req-83ef60e1-8f40-46d3-b942-239fe7f1e8ea tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7c1b74cf25a94156b4530f0bd868c0c9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.7272069 Dec 15 19:21:31.790185 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-f4cd9e1d-8f81-4f33-9e14-c2283ef1ca6f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:21:31.849936 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-f4cd9e1d-8f81-4f33-9e14-c2283ef1ca6f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:21:31.853580 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fcde2208-c6da-4999-877c-bf1094780d03 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:31.896470 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 56c29204-1a9b-400b-b200-613848397df0 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:21:31.915601 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7eb116cd-6720-43ea-83b8-5a10bc576e26 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:31.930668 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 56c29204-1a9b-400b-b200-613848397df0 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:21:31.931078 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 56c29204-1a9b-400b-b200-613848397df0 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:21:31.970840 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229affe3-5520-4259-84ca-9e5b35d7f6f3 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Pushing event updated for resources: {'Port': ['ID=f1a583da-179d-4491-9fda-8266caadeb46,revision_number=3']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:31.974661 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-097e1061-a145-4c67-b481-d5a226158a57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854207876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854699191'] for router, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:31.980169 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229affe3-5520-4259-84ca-9e5b35d7f6f3 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:31.980834 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-229affe3-5520-4259-84ca-9e5b35d7f6f3 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:31.982277 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-229affe3-5520-4259-84ca-9e5b35d7f6f3 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "PUT /v2.0/ports/f1a583da-179d-4491-9fda-8266caadeb46 HTTP/1.1" status: 200 len: 910 time: 2.5552001 Dec 15 19:21:31.983385 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-229affe3-5520-4259-84ca-9e5b35d7f6f3 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:31.984155 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9b51495c-b88c-43ab-9073-42a21f3f75f8 req-ce8c9771-eff1-4f03-9f9b-ca7fd0bc1561 tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] 10.222.0.36 "GET /v2.0/security-groups?id=dce257f0-ce7a-42cc-a317-fd6d8417f0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969031 Dec 15 19:21:31.985016 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcde2208-c6da-4999-877c-bf1094780d03 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Pushing event deleted for resources: {'Port': ['ID=c0f97d3a-ae53-4a78-bf83-c8329957b4ad,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:31.987949 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-097e1061-a145-4c67-b481-d5a226158a57 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:31.992312 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fcde2208-c6da-4999-877c-bf1094780d03 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:31.992312 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 53872) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:32.045285 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-097e1061-a145-4c67-b481-d5a226158a57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854207982'] for router, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:32.045987 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-097e1061-a145-4c67-b481-d5a226158a57 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9076d4cf-4898-4889-ba0d-edb53fd3f842 {{(pid=88991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 19:21:32.062698 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-097e1061-a145-4c67-b481-d5a226158a57 admin admin] Notify callbacks [] for router, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:32.065941 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-097e1061-a145-4c67-b481-d5a226158a57 admin admin] 10.222.0.36 "DELETE /v2.0/routers/9076d4cf-4898-4889-ba0d-edb53fd3f842 HTTP/1.1" status: 204 len: 168 time: 4.5433042 Dec 15 19:21:32.071840 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53878) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:32.081688 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4cd9e1d-8f81-4f33-9e14-c2283ef1ca6f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Made reservation on behalf of e56ca83c553e4935a4e8b75ed76c674c for: {'subnet': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:21:32.088006 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f4cd9e1d-8f81-4f33-9e14-c2283ef1ca6f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839924940'] for subnet, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:32.089963 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4cd9e1d-8f81-4f33-9e14-c2283ef1ca6f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 19:21:32.091153 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4cd9e1d-8f81-4f33-9e14-c2283ef1ca6f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:21:32.167615 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-d096e615-be05-45ae-9158-5e727715a878 admin admin] Deleting subnet 82c744e4-df47-41bb-809a-42816dd304e6 {{(pid=88991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:21:32.172194 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d096e615-be05-45ae-9158-5e727715a878 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:32.196023 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9c8669d9-e8c3-4a9e-b934-6cdfe2f89919 req-da85b91e-eee6-465b-a6f9-3c375c40d629 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c1b74cf25a94156b4530f0bd868c0c9&device_id=76d7c3af-0360-40b9-b552-6937e9663a8b HTTP/1.1" status: 200 len: 1098 time: 0.5919340 Dec 15 19:21:32.247135 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d096e615-be05-45ae-9158-5e727715a878 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16332759'] for subnet, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:32.408854 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f4cd9e1d-8f81-4f33-9e14-c2283ef1ca6f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.1851890 Dec 15 19:21:32.414216 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d096e615-be05-45ae-9158-5e727715a878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:32.426493 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 53884) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:32.437353 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-16c93469-407b-4061-ba23-b3d490174214 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Request body: {'subnet': {'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:21:32.464746 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-619be9d9-2c54-466c-a762-ffa23ab61c24 req-dba9f7bf-9ef6-4aae-ad20-11b78c631601 service neutron] 10.222.0.36 "GET /v2.0/networks/efd1a11d-b82f-4113-b8b6-be85a7a88af9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6609828 Dec 15 19:21:32.543275 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d096e615-be05-45ae-9158-5e727715a878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16156049'] for subnet, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:32.555242 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-801718b3-9273-423d-b340-496ff3c0f9f8 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:32.594949 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a082c2-254f-4ba1-9c42-10be906a0bbc None None] Network 19b72bfa-3b09-4f76-a78c-5531fd623b36 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:21:32.609865 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d096e615-be05-45ae-9158-5e727715a878 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82c744e4-df47-41bb-809a-42816dd304e6,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:32.613301 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d096e615-be05-45ae-9158-5e727715a878 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:32.614517 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d096e615-be05-45ae-9158-5e727715a878 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:32.663148 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d096e615-be05-45ae-9158-5e727715a878 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/82c744e4-df47-41bb-809a-42816dd304e6 HTTP/1.1" status: 204 len: 168 time: 0.5903251 Dec 15 19:21:32.665756 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53888) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:32.802142 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ad531aa3-cddd-47a3-bcb3-9e95a92fe9d9 req-d4e73193-3c6a-41eb-923e-76a713b8e84c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=30a77e9498b54616b2933fb169921db3&device_id=4d4c0e1d-ba3f-4ae8-a803-6767174fabaf HTTP/1.1" status: 200 len: 1098 time: 0.1843672 Dec 15 19:21:32.808928 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b7fd2691-ec43-4ea8-b607-3e50784be6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:32.827949 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8669d9-e8c3-4a9e-b934-6cdfe2f89919 req-f06592fa-0f3a-41a7-8cb8-64794a210612 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:32.830060 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9c8669d9-e8c3-4a9e-b934-6cdfe2f89919 req-f06592fa-0f3a-41a7-8cb8-64794a210612 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc HTTP/1.1" status: 200 len: 897 time: 0.5529222 Dec 15 19:21:32.835582 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-16c93469-407b-4061-ba23-b3d490174214 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:21:32.890821 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 19:21:32.913879 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-b7fd2691-ec43-4ea8-b607-3e50784be6e1 admin admin] Deleting port f2b49dc2-f77b-4d55-876f-01ac61af731a {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:21:32.914294 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b7fd2691-ec43-4ea8-b607-3e50784be6e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:32.916293 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a570d9be-cf02-4d05-9bcf-21f9d594dd43 None None] DHCP port deletion for 19b72bfa-3b09-4f76-a78c-5531fd623b36 request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:21:32.920693 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-a570d9be-cf02-4d05-9bcf-21f9d594dd43 None None] Deleting port f2b49dc2-f77b-4d55-876f-01ac61af731a {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:21:32.921201 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a570d9be-cf02-4d05-9bcf-21f9d594dd43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:32.980293 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-16c93469-407b-4061-ba23-b3d490174214 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:21:33.054712 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad531aa3-cddd-47a3-bcb3-9e95a92fe9d9 req-3c51dec2-3b99-4eca-9529-16604ae90e99 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:33.056318 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ad531aa3-cddd-47a3-bcb3-9e95a92fe9d9 req-3c51dec2-3b99-4eca-9529-16604ae90e99 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3bc96c05-786a-4018-bd2c-1323bc05c7cd HTTP/1.1" status: 200 len: 913 time: 0.2443891 Dec 15 19:21:33.058149 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-619be9d9-2c54-466c-a762-ffa23ab61c24 req-3b033198-68f0-4175-a0df-f0958225b1d0 service neutron] 10.222.0.36 "GET /v2.0/networks/efd1a11d-b82f-4113-b8b6-be85a7a88af9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5834436 Dec 15 19:21:33.138295 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f5dcf7-362d-4f37-86d0-e051bc08fe6c req-b6c3870d-cc48-4360-8825-cf96562e220e tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:33.139891 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-45f5dcf7-362d-4f37-86d0-e051bc08fe6c req-b6c3870d-cc48-4360-8825-cf96562e220e tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d4c0e1d-ba3f-4ae8-a803-6767174fabaf HTTP/1.1" status: 200 len: 945 time: 0.6704309 Dec 15 19:21:33.150333 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c93469-407b-4061-ba23-b3d490174214 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Made reservation on behalf of e56ca83c553e4935a4e8b75ed76c674c for: {'subnet': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:21:33.156292 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-16c93469-407b-4061-ba23-b3d490174214 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839924940'] for subnet, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:33.158627 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-16c93469-407b-4061-ba23-b3d490174214 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 19:21:33.159106 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16c93469-407b-4061-ba23-b3d490174214 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:21:33.163078 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-a570d9be-cf02-4d05-9bcf-21f9d594dd43 None None] For port f2b49dc2-f77b-4d55-876f-01ac61af731a, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=f2b49dc2-f77b-4d55-876f-01ac61af731a,segment=NetworkSegment(68c50745-522c-412f-b573-c945cd7c3bdd),segment_id=68c50745-522c-412f-b573-c945cd7c3bdd)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:21:33.163600 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a570d9be-cf02-4d05-9bcf-21f9d594dd43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:33.218703 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ad531aa3-cddd-47a3-bcb3-9e95a92fe9d9 req-9c417a36-2a83-4b71-8d46-93612cb06b74 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=891beed1-2968-41af-a3e6-316ebfa5038a HTTP/1.1" status: 200 len: 217 time: 0.1506395 Dec 15 19:21:33.279174 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9c8669d9-e8c3-4a9e-b934-6cdfe2f89919 req-9f737988-7a9c-4d0c-8d56-d4929b9244c8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1168d35-e52d-46d5-bccf-ad6e468591d8 HTTP/1.1" status: 200 len: 1000 time: 0.4388235 Dec 15 19:21:33.297069 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b7fd2691-ec43-4ea8-b607-3e50784be6e1 admin admin] For port f2b49dc2-f77b-4d55-876f-01ac61af731a, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=f2b49dc2-f77b-4d55-876f-01ac61af731a,segment=NetworkSegment(68c50745-522c-412f-b573-c945cd7c3bdd),segment_id=68c50745-522c-412f-b573-c945cd7c3bdd)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:21:33.297485 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b7fd2691-ec43-4ea8-b607-3e50784be6e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:33.325572 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-a570d9be-cf02-4d05-9bcf-21f9d594dd43 None None] Calling delete_port for f2b49dc2-f77b-4d55-876f-01ac61af731a owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:21:33.456354 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a570d9be-cf02-4d05-9bcf-21f9d594dd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866'] for port, after_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:33.462424 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-19c749f2-0ffc-4968-96fe-17e8fab96d11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:33.479579 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-b7fd2691-ec43-4ea8-b607-3e50784be6e1 admin admin] Calling delete_port for f2b49dc2-f77b-4d55-876f-01ac61af731a owned by network:dhcp {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:21:33.514074 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a570d9be-cf02-4d05-9bcf-21f9d594dd43 None None] Pushing event deleted for resources: {'Port': ['ID=f2b49dc2-f77b-4d55-876f-01ac61af731a,revision_number=None']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:33.518063 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a570d9be-cf02-4d05-9bcf-21f9d594dd43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:33.527542 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a570d9be-cf02-4d05-9bcf-21f9d594dd43 None None] No DVR routers for this DVR port f2b49dc2-f77b-4d55-876f-01ac61af731a on host dv-neutron-821831-2-hyperv {{(pid=88992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:21:33.530290 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad531aa3-cddd-47a3-bcb3-9e95a92fe9d9 req-08bd4692-f054-4a7a-a041-74714404391c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:33.535357 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ad531aa3-cddd-47a3-bcb3-9e95a92fe9d9 req-08bd4692-f054-4a7a-a041-74714404391c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bc19fd0a-7c79-4a1d-91dc-27f6e20af9ab HTTP/1.1" status: 200 len: 852 time: 0.2946048 Dec 15 19:21:33.595080 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ad531aa3-cddd-47a3-bcb3-9e95a92fe9d9 req-5557cf82-63bb-4dbf-9508-228817073cb1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3bc96c05-786a-4018-bd2c-1323bc05c7cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517447 Dec 15 19:21:33.599149 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-16c93469-407b-4061-ba23-b3d490174214 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.1689041 Dec 15 19:21:33.612789 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-b7fd2691-ec43-4ea8-b607-3e50784be6e1 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88991) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:21:33.613142 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-b7fd2691-ec43-4ea8-b607-3e50784be6e1 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:21:33.615009 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53900) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:33.642465 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-6e3f63af-c2a1-49e9-9b63-818b209f93af tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Request body: {'subnet': {'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:21:33.688215 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-41bf8988-83f8-41c9-a3f0-97a097bb7f37 req-a4f9d6bc-fd1a-4425-96ad-cef800a19194 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=a1dfa6db-0a44-47c2-a8be-ec1b421a38ef HTTP/1.1" status: 200 len: 210 time: 0.0813086 Dec 15 19:21:33.711779 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-45f5dcf7-362d-4f37-86d0-e051bc08fe6c req-bdc80e2e-9f2a-47a6-a762-1a1826bd1828 tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] 10.222.0.36 "GET /v2.0/security-groups?id=dce257f0-ce7a-42cc-a317-fd6d8417f0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5328019 Dec 15 19:21:33.726224 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8669d9-e8c3-4a9e-b934-6cdfe2f89919 req-ce5f9746-805b-4448-93d6-dfb880c30dd8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:33.727923 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9c8669d9-e8c3-4a9e-b934-6cdfe2f89919 req-ce5f9746-805b-4448-93d6-dfb880c30dd8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee52211e-ff61-4e3a-b19c-7d228d9f300f HTTP/1.1" status: 200 len: 835 time: 0.4390845 Dec 15 19:21:33.814898 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcde2208-c6da-4999-877c-bf1094780d03 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Router b581579c-47f0-4109-8159-59825b2a65a1 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:21:33.849688 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eda2ae6a-f517-4926-997b-00dcbd872dda tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145021'] for router_interface, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:33.858821 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-6e3f63af-c2a1-49e9-9b63-818b209f93af tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:21:33.885568 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-6e3f63af-c2a1-49e9-9b63-818b209f93af tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:21:33.895337 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ad531aa3-cddd-47a3-bcb3-9e95a92fe9d9 req-4d5d12d3-f6b1-4a91-9a9e-00e275e18563 service neutron] 10.222.0.32 "GET /v2.0/networks/3bc96c05-786a-4018-bd2c-1323bc05c7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811933 Dec 15 19:21:33.913108 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device f2b49dc2-f77b-4d55-876f-01ac61af731a no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:21:33.933665 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e3f63af-c2a1-49e9-9b63-818b209f93af tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Made reservation on behalf of e56ca83c553e4935a4e8b75ed76c674c for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:21:33.951504 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: f2b49dc2-f77b-4d55-876f-01ac61af731a {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:21:33.954342 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device f2b49dc2-f77b-4d55-876f-01ac61af731a not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:21:33.954342 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 32ae3200-fa04-4a52-92dc-c8c1bccdbd6e no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:21:33.992241 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 32ae3200-fa04-4a52-92dc-c8c1bccdbd6e {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:21:33.992650 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 32ae3200-fa04-4a52-92dc-c8c1bccdbd6e not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:21:34.058774 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9c8669d9-e8c3-4a9e-b934-6cdfe2f89919 req-1d263d51-97b9-4a8e-86df-c2be6a69c40a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3165748 Dec 15 19:21:34.126025 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-b7fd2691-ec43-4ea8-b607-3e50784be6e1 admin admin] Deleting port f2b49dc2-f77b-4d55-876f-01ac61af731a {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:21:34.126025 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b7fd2691-ec43-4ea8-b607-3e50784be6e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:34.167075 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6e3f63af-c2a1-49e9-9b63-818b209f93af tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:34.168567 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e3f63af-c2a1-49e9-9b63-818b209f93af tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 19:21:34.169065 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e3f63af-c2a1-49e9-9b63-818b209f93af tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:21:34.231393 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-b7fd2691-ec43-4ea8-b607-3e50784be6e1 admin admin] The port 'f2b49dc2-f77b-4d55-876f-01ac61af731a' was deleted {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 15 19:21:34.238916 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ad531aa3-cddd-47a3-bcb3-9e95a92fe9d9 req-e2950c80-5426-447a-9a0b-f7c049fed6b1 service neutron] 10.222.0.32 "GET /v2.0/networks/3bc96c05-786a-4018-bd2c-1323bc05c7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3340859 Dec 15 19:21:34.372565 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9c8669d9-e8c3-4a9e-b934-6cdfe2f89919 req-b88f0c9f-5b8c-4449-9b7b-deb6405adf3d service neutron] 10.222.0.32 "GET /v2.0/networks/a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028734 Dec 15 19:21:34.607178 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6e3f63af-c2a1-49e9-9b63-818b209f93af tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.9882190 Dec 15 19:21:34.608072 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53906) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:34.616231 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-1707010a-be29-4e83-863b-794c6cc35c0f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Request body: {'subnet': {'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:21:34.638078 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b7fd2691-ec43-4ea8-b607-3e50784be6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:34.684512 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcde2208-c6da-4999-877c-bf1094780d03 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:21:34.687667 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9c8669d9-e8c3-4a9e-b934-6cdfe2f89919 req-2bd792b5-d495-4aae-8706-136a122a6598 service neutron] 10.222.0.32 "GET /v2.0/networks/a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976520 Dec 15 19:21:34.704911 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b4cbe0-271b-4f92-8298-ca2c8977618b None None] Sync routers for ids ['b581579c-47f0-4109-8159-59825b2a65a1'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:21:34.727050 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b4cbe0-271b-4f92-8298-ca2c8977618b None None] Routers {'b581579c-47f0-4109-8159-59825b2a65a1'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:21:34.728135 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-98b4cbe0-271b-4f92-8298-ca2c8977618b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:21:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['b581579c-47f0-4109-8159-59825b2a65a1'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:21:34.823517 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-98b4cbe0-271b-4f92-8298-ca2c8977618b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:21:34.826917 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-b7fd2691-ec43-4ea8-b607-3e50784be6e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19b72bfa-3b09-4f76-a78c-5531fd623b36']}} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:21:34.856248 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b4cbe0-271b-4f92-8298-ca2c8977618b None None] Routers {'b581579c-47f0-4109-8159-59825b2a65a1'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:21:34.857164 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-98b4cbe0-271b-4f92-8298-ca2c8977618b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:21:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['b581579c-47f0-4109-8159-59825b2a65a1'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:21:34.858535 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fcde2208-c6da-4999-877c-bf1094780d03 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:34.863639 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-fcde2208-c6da-4999-877c-bf1094780d03 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] 10.222.0.36 "DELETE /v2.0/ports/c0f97d3a-ae53-4a78-bf83-c8329957b4ad HTTP/1.1" status: 204 len: 168 time: 5.3696616 Dec 15 19:21:34.866825 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 53914) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:34.870366 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-b7fd2691-ec43-4ea8-b607-3e50784be6e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68c50745-522c-412f-b573-c945cd7c3bdd') {'for_net_delete': True} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:21:34.870940 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-b7fd2691-ec43-4ea8-b607-3e50784be6e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68c50745-522c-412f-b573-c945cd7c3bdd') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:21:34.904126 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-1707010a-be29-4e83-863b-794c6cc35c0f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:21:34.910934 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b7fd2691-ec43-4ea8-b607-3e50784be6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838443042'] for segment, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:34.941086 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-98b4cbe0-271b-4f92-8298-ca2c8977618b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:21:34.942398 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b4cbe0-271b-4f92-8298-ca2c8977618b None None] The sync data for ids ['b581579c-47f0-4109-8159-59825b2a65a1'] in dv-neutron-821831-2-hyperv is: [] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:21:34.948646 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-1707010a-be29-4e83-863b-794c6cc35c0f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:21:34.952427 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b7fd2691-ec43-4ea8-b607-3e50784be6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:34.963005 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7fd2691-ec43-4ea8-b607-3e50784be6e1 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=88991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:21:34.963448 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b7fd2691-ec43-4ea8-b607-3e50784be6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838443729'] for segment, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:34.979264 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:21:34.979264 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:21:34.979264 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:21:34.979264 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:21:34.979264 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:21:34.979264 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:21:34.979264 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:21:34.979264 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:21:34.979264 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:21:34.979264 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:21:34.979264 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:21:34.979264 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:21:34.979264 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:21:34.979264 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:21:34.979264 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:21:34.979264 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:21:34.979264 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:21:34.979264 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:21:34.979264 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:21:34.979264 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:21:34.979264 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:21:34.979264 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:21:34.979264 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:21:34.979264 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:21:34.979264 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:21:34.979264 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:21:34.979264 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:21:34.979264 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:21:34.979264 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:21:34.979264 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:21:34.979264 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:21:34.979264 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:21:34.979264 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:21:34.979264 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:21:34.979264 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:21:34.979264 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:21:34.979264 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:21:34.979264 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:21:34.979264 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:21:34.979264 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:21:35.052647 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1707010a-be29-4e83-863b-794c6cc35c0f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Made reservation on behalf of e56ca83c553e4935a4e8b75ed76c674c for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:21:35.059941 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1707010a-be29-4e83-863b-794c6cc35c0f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:35.061080 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-1707010a-be29-4e83-863b-794c6cc35c0f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 19:21:35.061647 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1707010a-be29-4e83-863b-794c6cc35c0f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:21:35.105938 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5b161165-a4e4-4246-b17f-a99ec48342a8 req-3f616526-b2b9-4dd5-93b9-aad43268d7da tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=a1dfa6db-0a44-47c2-a8be-ec1b421a38ef HTTP/1.1" status: 200 len: 210 time: 0.1001334 Dec 15 19:21:35.131677 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b7fd2691-ec43-4ea8-b607-3e50784be6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:35.136676 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d7d404e4-5cee-42a5-9376-e8d8b48c9dbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:35.155630 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b7fd2691-ec43-4ea8-b607-3e50784be6e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:35.160328 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b7fd2691-ec43-4ea8-b607-3e50784be6e1 admin admin] 10.222.0.36 "DELETE /v2.0/networks/19b72bfa-3b09-4f76-a78c-5531fd623b36 HTTP/1.1" status: 204 len: 168 time: 2.4911225 Dec 15 19:21:35.166552 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fd2691-ec43-4ea8-b607-3e50784be6e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=19b72bfa-3b09-4f76-a78c-5531fd623b36,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:35.173437 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 53922) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:35.174132 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1707010a-be29-4e83-863b-794c6cc35c0f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5648727 Dec 15 19:21:35.175306 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b7fd2691-ec43-4ea8-b607-3e50784be6e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:35.187769 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-51c42553-8283-4ce4-bd86-1596fd3f499b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Request body: {'subnet': {'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:21:35.244042 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53c1ab9-a281-4a7f-b894-b9e644505667 req-5ba730dc-9895-4553-98bc-8c3c83aa0a57 tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:35.245721 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d53c1ab9-a281-4a7f-b894-b9e644505667 req-5ba730dc-9895-4553-98bc-8c3c83aa0a57 tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d4c0e1d-ba3f-4ae8-a803-6767174fabaf HTTP/1.1" status: 200 len: 945 time: 0.3054039 Dec 15 19:21:35.541311 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53926) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:35.601426 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-afcc001c-5abe-4d08-b916-56e9b498d464 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=63a560358735409688254f323e657c6f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0560951 Dec 15 19:21:35.601670 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53930) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:35.674512 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4b69ddb4-cba6-4366-8a8c-219d224b27c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:35.701900 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4b69ddb4-cba6-4366-8a8c-219d224b27c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:35.844363 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-51c42553-8283-4ce4-bd86-1596fd3f499b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:21:35.880123 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4b69ddb4-cba6-4366-8a8c-219d224b27c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:35.885537 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d38d478b-9114-45f3-9734-911a164ec938 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:35.890271 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d53c1ab9-a281-4a7f-b894-b9e644505667 req-299f8fd2-2db2-4350-a46a-4bced05026fd tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] 10.222.0.36 "GET /v2.0/security-groups?id=dce257f0-ce7a-42cc-a317-fd6d8417f0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6285851 Dec 15 19:21:35.894723 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-51c42553-8283-4ce4-bd86-1596fd3f499b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:21:35.900673 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b69ddb4-cba6-4366-8a8c-219d224b27c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05dc4ebd-b41c-4d60-9dd3-cd61a8c08378,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:35.906804 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4b69ddb4-cba6-4366-8a8c-219d224b27c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:35.908193 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4b69ddb4-cba6-4366-8a8c-219d224b27c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:35.912435 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4b69ddb4-cba6-4366-8a8c-219d224b27c9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/05dc4ebd-b41c-4d60-9dd3-cd61a8c08378 HTTP/1.1" status: 204 len: 168 time: 0.3096685 Dec 15 19:21:35.984266 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619be9d9-2c54-466c-a762-ffa23ab61c24 req-8ae52f63-8828-4afd-b825-0aa1d84a1031 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:35.985763 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-619be9d9-2c54-466c-a762-ffa23ab61c24 req-8ae52f63-8828-4afd-b825-0aa1d84a1031 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.32 "GET /v2.0/networks?id=efd1a11d-b82f-4113-b8b6-be85a7a88af9 HTTP/1.1" status: 200 len: 796 time: 0.7229176 Dec 15 19:21:36.026076 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c42553-8283-4ce4-bd86-1596fd3f499b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Made reservation on behalf of e56ca83c553e4935a4e8b75ed76c674c for: {'subnet': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:21:36.108090 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-eda2ae6a-f517-4926-997b-00dcbd872dda tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Deleting port f1a583da-179d-4491-9fda-8266caadeb46 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:21:36.108469 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eda2ae6a-f517-4926-997b-00dcbd872dda tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:36.359296 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-46479794-aafd-4697-8a75-bcbe5755024d req-0ef0a5af-68a1-4b83-88ac-8998b91c4223 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=a1dfa6db-0a44-47c2-a8be-ec1b421a38ef HTTP/1.1" status: 200 len: 210 time: 0.1106391 Dec 15 19:21:36.363617 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-619be9d9-2c54-466c-a762-ffa23ab61c24 req-9f030d41-69a1-42a8-afe9-d11b735db4d6 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c1b74cf25a94156b4530f0bd868c0c9 HTTP/1.1" status: 200 len: 473 time: 0.3651915 Dec 15 19:21:36.426431 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-51c42553-8283-4ce4-bd86-1596fd3f499b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839924940'] for subnet, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:36.427899 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-51c42553-8283-4ce4-bd86-1596fd3f499b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 19:21:36.428381 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51c42553-8283-4ce4-bd86-1596fd3f499b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:21:36.435771 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [req-619be9d9-2c54-466c-a762-ffa23ab61c24 req-a45615db-a918-46f3-a67b-067bdd60873d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'port': {'device_id': 'a1dfa6db-0a44-47c2-a8be-ec1b421a38ef', 'network_id': 'efd1a11d-b82f-4113-b8b6-be85a7a88af9', 'admin_state_up': True, 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'security_groups': ['c27741f3-5d3f-4a86-b68b-1ed6234d9d8c']}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:21:36.625445 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-51c42553-8283-4ce4-bd86-1596fd3f499b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.4503393 Dec 15 19:21:36.629609 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53952) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:36.662848 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eda2ae6a-f517-4926-997b-00dcbd872dda tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:36.689126 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8cd23ddc-1ffb-4710-8868-7efc0c5d7200 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Synchronizing usage tracker for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:port {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:21:36.740487 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8cd23ddc-1ffb-4710-8868-7efc0c5d7200 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Unset dirty status for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:port {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:21:36.741832 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8cd23ddc-1ffb-4710-8868-7efc0c5d7200 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1104851 Dec 15 19:21:36.744621 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53956) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:36.816105 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f940d05-0609-4508-931d-61b200b0bc1a tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:36.820227 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4f940d05-0609-4508-931d-61b200b0bc1a tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0720170 Dec 15 19:21:36.820744 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53962) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:36.862391 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-eda2ae6a-f517-4926-997b-00dcbd872dda tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Calling delete_port for f1a583da-179d-4491-9fda-8266caadeb46 owned by network:router_interface {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:21:36.889582 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [req-619be9d9-2c54-466c-a762-ffa23ab61c24 req-a45615db-a918-46f3-a67b-067bdd60873d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:21:36.894815 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0e9c76bb-7af4-4c2e-a80f-e772d9754f54 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0725579 Dec 15 19:21:36.900546 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53968) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:36.902947 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-619be9d9-2c54-466c-a762-ffa23ab61c24 req-a45615db-a918-46f3-a67b-067bdd60873d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:port and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:21:36.907690 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-edd2058d-bb52-4de6-8eaa-ca52124fbcdd tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Request body: {'subnet': {'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:21:36.909279 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-619be9d9-2c54-466c-a762-ffa23ab61c24 req-a45615db-a918-46f3-a67b-067bdd60873d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:21:36.918942 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [req-619be9d9-2c54-466c-a762-ffa23ab61c24 req-a45615db-a918-46f3-a67b-067bdd60873d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:21:37.032837 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-edd2058d-bb52-4de6-8eaa-ca52124fbcdd tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:21:37.043382 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-edd2058d-bb52-4de6-8eaa-ca52124fbcdd tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:21:37.058401 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-619be9d9-2c54-466c-a762-ffa23ab61c24 req-a45615db-a918-46f3-a67b-067bdd60873d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Made reservation on behalf of 7c1b74cf25a94156b4530f0bd868c0c9 for: {'port': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:21:37.064300 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-619be9d9-2c54-466c-a762-ffa23ab61c24 req-a45615db-a918-46f3-a67b-067bdd60873d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:37.085736 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd2058d-bb52-4de6-8eaa-ca52124fbcdd tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Made reservation on behalf of e56ca83c553e4935a4e8b75ed76c674c for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:21:37.092599 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-edd2058d-bb52-4de6-8eaa-ca52124fbcdd tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:37.229434 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3aa3111b-3e44-4fc2-8bd0-469ffa9894d8 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145021'] for router_interface, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:37.309583 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eda2ae6a-f517-4926-997b-00dcbd872dda tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:37.318209 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-07ff588b-dedf-4579-a7de-9935ef352d82 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:37.382765 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda2ae6a-f517-4926-997b-00dcbd872dda tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Pushing event deleted for resources: {'Port': ['ID=f1a583da-179d-4491-9fda-8266caadeb46,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:37.393885 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-eda2ae6a-f517-4926-997b-00dcbd872dda tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:37.442012 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557f3d66-2a1f-41c4-907b-806d0bd7d454 req-fe21cf49-c48a-493d-b64e-d60113302807 tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:37.443703 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-557f3d66-2a1f-41c4-907b-806d0bd7d454 req-fe21cf49-c48a-493d-b64e-d60113302807 tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d4c0e1d-ba3f-4ae8-a803-6767174fabaf HTTP/1.1" status: 200 len: 945 time: 0.3947034 Dec 15 19:21:37.549232 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-edd2058d-bb52-4de6-8eaa-ca52124fbcdd tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:37.555007 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ef20aae7-bf40-4ff1-9646-b6d52f95a142 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:37.652449 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd2058d-bb52-4de6-8eaa-ca52124fbcdd tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event updated for resources: {'Subnet': ['ID=5f07ee11-30dd-42c1-a098-efe0332afb8b,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:37.654076 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-44bf67f9-7bc3-492a-b1d9-630f49854a33 req-32b9716a-df02-4dc7-a15f-3b5dd81d53a2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=a1dfa6db-0a44-47c2-a8be-ec1b421a38ef HTTP/1.1" status: 200 len: 210 time: 0.1027527 Dec 15 19:21:37.655798 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-edd2058d-bb52-4de6-8eaa-ca52124fbcdd tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:37.659491 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd2058d-bb52-4de6-8eaa-ca52124fbcdd tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Network 489fa468-360a-4868-b4ac-a400ec975c5b is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:21:37.660780 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-edd2058d-bb52-4de6-8eaa-ca52124fbcdd tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:21:37.670626 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a6faad-4225-4d22-84f6-227c2b796385 None None] Network 489fa468-360a-4868-b4ac-a400ec975c5b requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:21:37.686580 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd2058d-bb52-4de6-8eaa-ca52124fbcdd tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:37.687255 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-edd2058d-bb52-4de6-8eaa-ca52124fbcdd tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:37.691004 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [req-619be9d9-2c54-466c-a762-ffa23ab61c24 req-a45615db-a918-46f3-a67b-067bdd60873d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Allocated IP 172.20.0.22 (efd1a11d-b82f-4113-b8b6-be85a7a88af9/db89f4ca-b00b-47c2-946c-86f6bbfd2456/5c1097c6-83d7-4122-8cf3-1463b7023af1) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:21:37.793161 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-edd2058d-bb52-4de6-8eaa-ca52124fbcdd tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8912814 Dec 15 19:21:37.795895 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 53988) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:37.803594 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-b472a2d9-3cd5-4cf4-b033-95e28ae97e70 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Request body: {'port': {'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'mac_address': 'fa:16:3e:bc:19:58', 'name': 'tempest-NetworksTestDHCPv6-1727475805'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:21:37.933793 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fd1755-138b-4434-bf41-66dcaccdeeef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-489fa468-360a-4868-b4ac-a400ec975c5b', 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'tenant_id': 'e56ca83c553e4935a4e8b75ed76c674c', 'fixed_ips': [{'subnet_id': '5f07ee11-30dd-42c1-a098-efe0332afb8b'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:21:37.934725 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-46fd1755-138b-4434-bf41-66dcaccdeeef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:38.010535 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-b472a2d9-3cd5-4cf4-b033-95e28ae97e70 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:21:38.023108 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-b472a2d9-3cd5-4cf4-b033-95e28ae97e70 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:21:38.060815 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b472a2d9-3cd5-4cf4-b033-95e28ae97e70 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Made reservation on behalf of e56ca83c553e4935a4e8b75ed76c674c for: {'port': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:21:38.070181 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b472a2d9-3cd5-4cf4-b033-95e28ae97e70 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:38.103833 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-b472a2d9-3cd5-4cf4-b033-95e28ae97e70 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] device_id is not set on port a242bc8d-bd17-423c-860d-a5a88e330e82 yet. {{(pid=88991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:21:38.127690 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-46fd1755-138b-4434-bf41-66dcaccdeeef None None] Allocated IP 2001:db8::f816:3eff:fe1a:78b6 (489fa468-360a-4868-b4ac-a400ec975c5b/5f07ee11-30dd-42c1-a098-efe0332afb8b/24e92bcd-8bae-4603-91c9-683beadf97f8) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:21:38.203129 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-557f3d66-2a1f-41c4-907b-806d0bd7d454 req-572de567-b415-45c3-94b4-e3b23222a7d4 tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] 10.222.0.36 "GET /v2.0/security-groups?id=dce257f0-ce7a-42cc-a317-fd6d8417f0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7237327 Dec 15 19:21:38.278079 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7a0f8436-b0dc-49d4-b2c1-c50b3cf3d366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:38.419459 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-46fd1755-138b-4434-bf41-66dcaccdeeef None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:38.431328 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eda2ae6a-f517-4926-997b-00dcbd872dda tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852815828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854144871'] for router_interface, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:38.433098 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-46fd1755-138b-4434-bf41-66dcaccdeeef None None] Transition to ACTIVE for port object 24e92bcd-8bae-4603-91c9-683beadf97f8 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:21:38.456730 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-46fd1755-138b-4434-bf41-66dcaccdeeef None None] Transition to ACTIVE for port object 24e92bcd-8bae-4603-91c9-683beadf97f8 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:21:38.519254 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-46fd1755-138b-4434-bf41-66dcaccdeeef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:38.526452 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-12071fef-3224-4c12-846a-df7f0bf833d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:38.529538 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-b472a2d9-3cd5-4cf4-b033-95e28ae97e70 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Allocated IP 2001:db8::f816:3eff:febc:1958 (489fa468-360a-4868-b4ac-a400ec975c5b/5f07ee11-30dd-42c1-a098-efe0332afb8b/a242bc8d-bd17-423c-860d-a5a88e330e82) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:21:38.607470 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fd1755-138b-4434-bf41-66dcaccdeeef None None] Network 489fa468-360a-4868-b4ac-a400ec975c5b is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:21:38.615665 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-46fd1755-138b-4434-bf41-66dcaccdeeef None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:21:38.629057 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fd1755-138b-4434-bf41-66dcaccdeeef None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:21:38.636374 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fd1755-138b-4434-bf41-66dcaccdeeef None None] Pushing event updated for resources: {'Port': ['ID=24e92bcd-8bae-4603-91c9-683beadf97f8,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:38.659908 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fd1755-138b-4434-bf41-66dcaccdeeef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:21:38.660340 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fd1755-138b-4434-bf41-66dcaccdeeef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:21:38.660732 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fd1755-138b-4434-bf41-66dcaccdeeef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:21:38.661116 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fd1755-138b-4434-bf41-66dcaccdeeef None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:21:38.661503 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fd1755-138b-4434-bf41-66dcaccdeeef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:21:38.661903 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fd1755-138b-4434-bf41-66dcaccdeeef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:21:38.662263 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fd1755-138b-4434-bf41-66dcaccdeeef None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:21:38.662676 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fd1755-138b-4434-bf41-66dcaccdeeef None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:21:38.663054 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fd1755-138b-4434-bf41-66dcaccdeeef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:21:38.663458 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fd1755-138b-4434-bf41-66dcaccdeeef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:21:38.663821 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fd1755-138b-4434-bf41-66dcaccdeeef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:21:38.679444 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-46fd1755-138b-4434-bf41-66dcaccdeeef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:38.788645 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-46fd1755-138b-4434-bf41-66dcaccdeeef None None] Attempting to bind port 24e92bcd-8bae-4603-91c9-683beadf97f8 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:21:38.789214 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-46fd1755-138b-4434-bf41-66dcaccdeeef None None] Attempting to bind port 24e92bcd-8bae-4603-91c9-683beadf97f8 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '9575ac7b-3c85-46da-81c5-434024000f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:21:38.789644 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fd1755-138b-4434-bf41-66dcaccdeeef None None] Attempting to bind port 24e92bcd-8bae-4603-91c9-683beadf97f8 on network 489fa468-360a-4868-b4ac-a400ec975c5b {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:21:38.804792 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fd1755-138b-4434-bf41-66dcaccdeeef None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:21:38.805222 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fd1755-138b-4434-bf41-66dcaccdeeef None None] Checking segment: {'id': '9575ac7b-3c85-46da-81c5-434024000f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:21:38.805686 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-46fd1755-138b-4434-bf41-66dcaccdeeef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:38.806135 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fd1755-138b-4434-bf41-66dcaccdeeef None None] Bound using segment: {'id': '9575ac7b-3c85-46da-81c5-434024000f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:21:38.806695 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-46fd1755-138b-4434-bf41-66dcaccdeeef None None] Bound port: 24e92bcd-8bae-4603-91c9-683beadf97f8, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9575ac7b-3c85-46da-81c5-434024000f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:21:38.807129 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-46fd1755-138b-4434-bf41-66dcaccdeeef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:38.838038 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b472a2d9-3cd5-4cf4-b033-95e28ae97e70 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:38.857128 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b472a2d9-3cd5-4cf4-b033-95e28ae97e70 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Transition to ACTIVE for port object a242bc8d-bd17-423c-860d-a5a88e330e82 will not be triggered until provisioned by entity DHCP. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:21:38.912953 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-619be9d9-2c54-466c-a762-ffa23ab61c24 req-a45615db-a918-46f3-a67b-067bdd60873d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:38.936204 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-46fd1755-138b-4434-bf41-66dcaccdeeef None None] For port 24e92bcd-8bae-4603-91c9-683beadf97f8, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:21:38.939798 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-46fd1755-138b-4434-bf41-66dcaccdeeef None None] For port 24e92bcd-8bae-4603-91c9-683beadf97f8, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=24e92bcd-8bae-4603-91c9-683beadf97f8,segment=NetworkSegment(9575ac7b-3c85-46da-81c5-434024000f40),segment_id=9575ac7b-3c85-46da-81c5-434024000f40)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:21:38.964396 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b472a2d9-3cd5-4cf4-b033-95e28ae97e70 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:38.972485 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-86c87027-fb62-4993-aa52-29d26543a529 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:39.001152 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-46fd1755-138b-4434-bf41-66dcaccdeeef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:39.005952 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5bfc729a-903f-4cc7-9140-ef9b97e4da08 req-4bd0a44d-bf4f-407e-a373-ccdac4d9d575 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=a1dfa6db-0a44-47c2-a8be-ec1b421a38ef HTTP/1.1" status: 200 len: 210 time: 0.0971277 Dec 15 19:21:39.007027 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [req-619be9d9-2c54-466c-a762-ffa23ab61c24 req-a45615db-a918-46f3-a67b-067bdd60873d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Transition to ACTIVE for port object 5c1097c6-83d7-4122-8cf3-1463b7023af1 will not be triggered until provisioned by entity DHCP. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:21:39.039506 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d136bba9-70b9-4583-af25-8a3cfd110116 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:39.065251 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b472a2d9-3cd5-4cf4-b033-95e28ae97e70 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Network 489fa468-360a-4868-b4ac-a400ec975c5b is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:21:39.065251 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b472a2d9-3cd5-4cf4-b033-95e28ae97e70 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event updated for resources: {'Port': ['ID=a242bc8d-bd17-423c-860d-a5a88e330e82,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:39.065251 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b472a2d9-3cd5-4cf4-b033-95e28ae97e70 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:39.065251 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-b472a2d9-3cd5-4cf4-b033-95e28ae97e70 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:21:39.065991 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b472a2d9-3cd5-4cf4-b033-95e28ae97e70 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:21:39.069851 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b472a2d9-3cd5-4cf4-b033-95e28ae97e70 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:39.070542 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b472a2d9-3cd5-4cf4-b033-95e28ae97e70 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:39.128468 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b472a2d9-3cd5-4cf4-b033-95e28ae97e70 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3312247 Dec 15 19:21:39.131863 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54014) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:39.149869 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fd1755-138b-4434-bf41-66dcaccdeeef None None] Pushing event updated for resources: {'Port': ['ID=24e92bcd-8bae-4603-91c9-683beadf97f8,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:39.163467 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-46fd1755-138b-4434-bf41-66dcaccdeeef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:39.220930 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dba3c37-607c-4389-ac30-ef63752a92d1 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:39.225500 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dba3c37-607c-4389-ac30-ef63752a92d1 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:39.226417 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-6dba3c37-607c-4389-ac30-ef63752a92d1 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Synchronizing usage tracker for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:port {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:21:39.274265 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-6dba3c37-607c-4389-ac30-ef63752a92d1 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Unset dirty status for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:port {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:21:39.278116 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6dba3c37-607c-4389-ac30-ef63752a92d1 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1424863 Dec 15 19:21:39.278699 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54020) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:39.331725 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54024) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:39.370508 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-eb8846b4-c3a2-4c50-ad9f-0eaae74724a7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Deleting port a242bc8d-bd17-423c-860d-a5a88e330e82 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:21:39.370911 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eb8846b4-c3a2-4c50-ad9f-0eaae74724a7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:39.397485 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78374ca-b625-4599-bae4-232ea414d923 req-8ab050df-f913-4b0f-9ab1-a468fe80714f tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:39.399403 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b78374ca-b625-4599-bae4-232ea414d923 req-8ab050df-f913-4b0f-9ab1-a468fe80714f tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d4c0e1d-ba3f-4ae8-a803-6767174fabaf HTTP/1.1" status: 200 len: 945 time: 0.5456278 Dec 15 19:21:39.412921 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-619be9d9-2c54-466c-a762-ffa23ab61c24 req-a45615db-a918-46f3-a67b-067bdd60873d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:39.472227 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:39.474753 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f5c0b081-a17b-4205-94dd-0f7372ccb234 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:39.672035 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-1bdfbdb3-556f-45b5-9d6a-d9e6f9e31219 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Request body: {'floatingip': {'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:21:39.686383 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-619be9d9-2c54-466c-a762-ffa23ab61c24 req-a45615db-a918-46f3-a67b-067bdd60873d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Network efd1a11d-b82f-4113-b8b6-be85a7a88af9 is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:21:39.687244 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45615db-a918-46f3-a67b-067bdd60873d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'Port': ['ID=5c1097c6-83d7-4122-8cf3-1463b7023af1,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:39.688878 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-1bdfbdb3-556f-45b5-9d6a-d9e6f9e31219 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:21:39.695032 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [req-619be9d9-2c54-466c-a762-ffa23ab61c24 req-a45615db-a918-46f3-a67b-067bdd60873d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:21:39.700125 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a45615db-a918-46f3-a67b-067bdd60873d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:39.705486 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [req-619be9d9-2c54-466c-a762-ffa23ab61c24 req-a45615db-a918-46f3-a67b-067bdd60873d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:21:39.709548 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-1bdfbdb3-556f-45b5-9d6a-d9e6f9e31219 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Usage tracker for resource:floatingip and tenant:1271dab888c74d7e85b345ac23913ea2 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:21:39.714395 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-1bdfbdb3-556f-45b5-9d6a-d9e6f9e31219 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:21:39.718847 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eb8846b4-c3a2-4c50-ad9f-0eaae74724a7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:39.733539 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-1bdfbdb3-556f-45b5-9d6a-d9e6f9e31219 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:21:39.740007 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b78374ca-b625-4599-bae4-232ea414d923 req-f6dbfc01-0c8c-4a4b-8f14-a48007dbafad tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] 10.222.0.36 "GET /v2.0/security-groups?id=dce257f0-ce7a-42cc-a317-fd6d8417f0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246000 Dec 15 19:21:39.781589 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eda2ae6a-f517-4926-997b-00dcbd872dda tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Router bd7ce2af-59dc-4e8e-9d57-30bf36e4ad8f has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:21:39.843856 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619be9d9-2c54-466c-a762-ffa23ab61c24 req-a45615db-a918-46f3-a67b-067bdd60873d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:39.844613 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-619be9d9-2c54-466c-a762-ffa23ab61c24 req-a45615db-a918-46f3-a67b-067bdd60873d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:39.878959 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-eb8846b4-c3a2-4c50-ad9f-0eaae74724a7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Calling delete_port for a242bc8d-bd17-423c-860d-a5a88e330e82 owned by {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:21:39.950364 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 24e92bcd-8bae-4603-91c9-683beadf97f8 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:21:39.974386 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1bdfbdb3-556f-45b5-9d6a-d9e6f9e31219 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks [] for floatingip, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:40.075080 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-619be9d9-2c54-466c-a762-ffa23ab61c24 req-a45615db-a918-46f3-a67b-067bdd60873d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6558311 Dec 15 19:21:40.079240 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 24e92bcd-8bae-4603-91c9-683beadf97f8 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:21:40.088540 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda2ae6a-f517-4926-997b-00dcbd872dda tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:21:40.094428 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [req-619be9d9-2c54-466c-a762-ffa23ab61c24 req-a4b98d99-83c1-4ce8-b57f-fe12e550bb05 service neutron] Request body: {'port': {'device_id': 'a1dfa6db-0a44-47c2-a8be-ec1b421a38ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:21:40.105145 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4aa518-e775-47ec-a832-eca9c76524eb None None] Sync routers for ids ['bd7ce2af-59dc-4e8e-9d57-30bf36e4ad8f'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:21:40.119658 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4aa518-e775-47ec-a832-eca9c76524eb None None] Routers {'bd7ce2af-59dc-4e8e-9d57-30bf36e4ad8f'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:21:40.120442 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-ca4aa518-e775-47ec-a832-eca9c76524eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:21:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['bd7ce2af-59dc-4e8e-9d57-30bf36e4ad8f'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:21:40.125958 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-eda2ae6a-f517-4926-997b-00dcbd872dda tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "PUT /v2.0/routers/bd7ce2af-59dc-4e8e-9d57-30bf36e4ad8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1267393 Dec 15 19:21:40.137851 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54032) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:40.186403 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-54dde452-0a8a-496b-b096-984a26067a0a None None] Provisioning for port 5c1097c6-83d7-4122-8cf3-1463b7023af1 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:21:40.191031 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-ca4aa518-e775-47ec-a832-eca9c76524eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:21:40.195989 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-54dde452-0a8a-496b-b096-984a26067a0a None None] Provisioning complete for port 5c1097c6-83d7-4122-8cf3-1463b7023af1 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:21:40.195989 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-54dde452-0a8a-496b-b096-984a26067a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:40.203592 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4aa518-e775-47ec-a832-eca9c76524eb None None] Routers {'bd7ce2af-59dc-4e8e-9d57-30bf36e4ad8f'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:21:40.205007 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-ca4aa518-e775-47ec-a832-eca9c76524eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:21:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['bd7ce2af-59dc-4e8e-9d57-30bf36e4ad8f'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:21:40.206138 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-20a3236d-70c2-408a-b6df-d78836e258b7 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Synchronizing usage tracker for tenant:2a421f48bcf04f759d7a89b7f013838e on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:21:40.232831 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eb8846b4-c3a2-4c50-ad9f-0eaae74724a7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:40.243630 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b472a2d9-3cd5-4cf4-b033-95e28ae97e70 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:40.285323 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-54dde452-0a8a-496b-b096-984a26067a0a None None] Port 5c1097c6-83d7-4122-8cf3-1463b7023af1 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:21:40.307415 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1bdfbdb3-556f-45b5-9d6a-d9e6f9e31219 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:40.320241 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8846b4-c3a2-4c50-ad9f-0eaae74724a7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event deleted for resources: {'Port': ['ID=a242bc8d-bd17-423c-860d-a5a88e330e82,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:40.365289 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-eb8846b4-c3a2-4c50-ad9f-0eaae74724a7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:40.385038 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-20a3236d-70c2-408a-b6df-d78836e258b7 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Unset dirty status for tenant:2a421f48bcf04f759d7a89b7f013838e on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:21:40.389002 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-20a3236d-70c2-408a-b6df-d78836e258b7 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd7ce2af-59dc-4e8e-9d57-30bf36e4ad8f HTTP/1.1" status: 200 len: 205 time: 0.2457223 Dec 15 19:21:40.393224 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54036) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:40.433994 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eb8846b4-c3a2-4c50-ad9f-0eaae74724a7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:40.435289 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-ca4aa518-e775-47ec-a832-eca9c76524eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:21:40.436077 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4aa518-e775-47ec-a832-eca9c76524eb None None] The sync data for ids ['bd7ce2af-59dc-4e8e-9d57-30bf36e4ad8f'] in dv-neutron-821831-2-hyperv is: [] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:21:40.500086 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-eb8846b4-c3a2-4c50-ad9f-0eaae74724a7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/ports/a242bc8d-bd17-423c-860d-a5a88e330e82 HTTP/1.1" status: 204 len: 168 time: 1.2180026 Dec 15 19:21:40.503777 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54040) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:40.525453 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dca1fff7-38fe-4f62-a269-16e5050bb48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:40.606991 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-1bdfbdb3-556f-45b5-9d6a-d9e6f9e31219 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Allocated IP 172.26.3.133 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/e380c29a-486a-48be-b0f2-0289d87acb19) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:21:40.612656 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081046ec-521a-40b7-a70b-fca097d9e0fd tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:40.614300 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081046ec-521a-40b7-a70b-fca097d9e0fd tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:40.615133 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-081046ec-521a-40b7-a70b-fca097d9e0fd tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Synchronizing usage tracker for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:subnet {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:21:40.712590 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-081046ec-521a-40b7-a70b-fca097d9e0fd tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Unset dirty status for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:subnet {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:21:40.716835 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-081046ec-521a-40b7-a70b-fca097d9e0fd tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2092552 Dec 15 19:21:40.719815 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54044) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:40.724291 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-619be9d9-2c54-466c-a762-ffa23ab61c24 req-a4b98d99-83c1-4ce8-b57f-fe12e550bb05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:40.759852 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:40.769388 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-3aa3111b-3e44-4fc2-8bd0-469ffa9894d8 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Deleting port 3b40cd59-cb33-46f8-ac15-cbd4996eba9c {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:21:40.769777 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3aa3111b-3e44-4fc2-8bd0-469ffa9894d8 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:41.114754 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab456441-197b-4d0a-979b-d11247dfa4f7 req-f83ef3e6-7263-4150-a438-2ada518deab2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:41.115563 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-ab456441-197b-4d0a-979b-d11247dfa4f7 req-f83ef3e6-7263-4150-a438-2ada518deab2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Synchronizing usage tracker for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:21:41.181766 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-61a3d520-5c86-4d31-8be6-6f3b0231a31b tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for router, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:41.250029 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1bdfbdb3-556f-45b5-9d6a-d9e6f9e31219 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:41.281064 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-cb64b2be-215f-4977-a4f2-86983bbc32a9 None None] Provisioning for port 24e92bcd-8bae-4603-91c9-683beadf97f8 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:21:41.288710 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-cb64b2be-215f-4977-a4f2-86983bbc32a9 None None] Provisioning complete for port 24e92bcd-8bae-4603-91c9-683beadf97f8 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:21:41.289380 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cb64b2be-215f-4977-a4f2-86983bbc32a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:41.289902 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abcc6e9-098a-4377-85af-54c323fd7098 req-cd405743-f114-4ec4-a4a2-ff5cb889f923 tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:41.291548 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8abcc6e9-098a-4377-85af-54c323fd7098 req-cd405743-f114-4ec4-a4a2-ff5cb889f923 tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d4c0e1d-ba3f-4ae8-a803-6767174fabaf HTTP/1.1" status: 200 len: 945 time: 0.5216510 Dec 15 19:21:41.369634 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-180ab34e-e603-4d90-80b9-ed5f40c7a719 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Deleting subnet 5f07ee11-30dd-42c1-a098-efe0332afb8b {{(pid=88991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:21:41.378064 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-180ab34e-e603-4d90-80b9-ed5f40c7a719 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:41.410750 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-ab456441-197b-4d0a-979b-d11247dfa4f7 req-f83ef3e6-7263-4150-a438-2ada518deab2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Unset dirty status for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:21:41.417829 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ab456441-197b-4d0a-979b-d11247dfa4f7 req-f83ef3e6-7263-4150-a438-2ada518deab2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=a1dfa6db-0a44-47c2-a8be-ec1b421a38ef HTTP/1.1" status: 200 len: 932 time: 1.1571531 Dec 15 19:21:41.437208 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cb64b2be-215f-4977-a4f2-86983bbc32a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:41.456586 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [req-8abcc6e9-098a-4377-85af-54c323fd7098 req-378c1e7a-9ef0-407f-8cff-1012583d407f tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] Deleting port 891beed1-2968-41af-a3e6-316ebfa5038a {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:21:41.456980 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-8abcc6e9-098a-4377-85af-54c323fd7098 req-378c1e7a-9ef0-407f-8cff-1012583d407f tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:41.478045 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-cb64b2be-215f-4977-a4f2-86983bbc32a9 None None] For port 24e92bcd-8bae-4603-91c9-683beadf97f8, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=24e92bcd-8bae-4603-91c9-683beadf97f8,segment=NetworkSegment(9575ac7b-3c85-46da-81c5-434024000f40),segment_id=9575ac7b-3c85-46da-81c5-434024000f40)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:21:41.495539 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1bdfbdb3-556f-45b5-9d6a-d9e6f9e31219 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:41.512703 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-86c87027-fb62-4993-aa52-29d26543a529 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:41.525838 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cb64b2be-215f-4977-a4f2-86983bbc32a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:41.529185 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:41.550910 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-180ab34e-e603-4d90-80b9-ed5f40c7a719 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16332759'] for subnet, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:41.562503 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3aa3111b-3e44-4fc2-8bd0-469ffa9894d8 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:41.614107 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb64b2be-215f-4977-a4f2-86983bbc32a9 None None] Pushing event updated for resources: {'Port': ['ID=24e92bcd-8bae-4603-91c9-683beadf97f8,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:41.628002 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-cb64b2be-215f-4977-a4f2-86983bbc32a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:41.632673 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bdfbdb3-556f-45b5-9d6a-d9e6f9e31219 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:21:41.641383 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-1bdfbdb3-556f-45b5-9d6a-d9e6f9e31219 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:21:41.657352 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efc894-1ef9-49bb-a79a-4a1bee1fce8f req-da6b9a69-c01d-4839-a8c7-db77ab2ac054 tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:41.659066 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-17efc894-1ef9-49bb-a79a-4a1bee1fce8f req-da6b9a69-c01d-4839-a8c7-db77ab2ac054 tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d4c0e1d-ba3f-4ae8-a803-6767174fabaf HTTP/1.1" status: 200 len: 945 time: 0.7415252 Dec 15 19:21:41.661634 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdfbdb3-556f-45b5-9d6a-d9e6f9e31219 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:21:41.662839 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-e565d182-eb38-45a9-bd13-2dbd2a90bb0e None None] Could not find standard attr ID for object a242bc8d-bd17-423c-860d-a5a88e330e82. {{(pid=88992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 15 19:21:41.734772 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdfbdb3-556f-45b5-9d6a-d9e6f9e31219 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Pushing event updated for resources: {'Port': ['ID=e380c29a-486a-48be-b0f2-0289d87acb19,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:41.751564 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1bdfbdb3-556f-45b5-9d6a-d9e6f9e31219 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:41.846451 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-180ab34e-e603-4d90-80b9-ed5f40c7a719 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:41.867139 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ab456441-197b-4d0a-979b-d11247dfa4f7 req-51957e8c-ec45-493e-ae40-94885ff8ac07 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=c27741f3-5d3f-4a86-b68b-1ed6234d9d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4481981 Dec 15 19:21:41.874396 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-3aa3111b-3e44-4fc2-8bd0-469ffa9894d8 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Calling delete_port for 3b40cd59-cb33-46f8-ac15-cbd4996eba9c owned by network:router_interface {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:21:41.904063 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 24e92bcd-8bae-4603-91c9-683beadf97f8 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:21:41.977915 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 24e92bcd-8bae-4603-91c9-683beadf97f8 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:21:41.978280 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:42.110177 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1bdfbdb3-556f-45b5-9d6a-d9e6f9e31219 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:42.133615 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-8abcc6e9-098a-4377-85af-54c323fd7098 req-378c1e7a-9ef0-407f-8cff-1012583d407f tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] For port 891beed1-2968-41af-a3e6-316ebfa5038a, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=891beed1-2968-41af-a3e6-316ebfa5038a,segment=NetworkSegment(c41b2cf6-5f5f-43b8-b7be-a1540ebbed6b),segment_id=c41b2cf6-5f5f-43b8-b7be-a1540ebbed6b)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:21:42.134199 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-8abcc6e9-098a-4377-85af-54c323fd7098 req-378c1e7a-9ef0-407f-8cff-1012583d407f tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:42.154340 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-17efc894-1ef9-49bb-a79a-4a1bee1fce8f req-9c5bc37c-ce5d-4111-a509-3773cb901390 tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] 10.222.0.36 "GET /v2.0/security-groups?id=dce257f0-ce7a-42cc-a317-fd6d8417f0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3591034 Dec 15 19:21:42.156238 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-61a3d520-5c86-4d31-8be6-6f3b0231a31b tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854207876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854699191'] for router, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:42.178718 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-61a3d520-5c86-4d31-8be6-6f3b0231a31b tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:42.284598 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [req-619be9d9-2c54-466c-a762-ffa23ab61c24 req-a4b98d99-83c1-4ce8-b57f-fe12e550bb05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c1097c6-83d7-4122-8cf3-1463b7023af1 {{(pid=88990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 19:21:42.290223 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-180ab34e-e603-4d90-80b9-ed5f40c7a719 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16156049'] for subnet, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:42.294132 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-619be9d9-2c54-466c-a762-ffa23ab61c24 req-a4b98d99-83c1-4ce8-b57f-fe12e550bb05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:42.301501 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [req-8abcc6e9-098a-4377-85af-54c323fd7098 req-378c1e7a-9ef0-407f-8cff-1012583d407f tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] Calling delete_port for 891beed1-2968-41af-a3e6-316ebfa5038a owned by compute:nova {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:21:42.317786 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [req-619be9d9-2c54-466c-a762-ffa23ab61c24 req-a4b98d99-83c1-4ce8-b57f-fe12e550bb05 service neutron] Transition to ACTIVE for port object 5c1097c6-83d7-4122-8cf3-1463b7023af1 will not be triggered until provisioned by entity L2. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:21:42.331051 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0834aef7-ac90-48dc-89c2-e48a647d565f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:42.353951 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-61a3d520-5c86-4d31-8be6-6f3b0231a31b tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854207982'] for router, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:42.354604 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61a3d520-5c86-4d31-8be6-6f3b0231a31b tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Fanout notify agent at l3_agent the message router_deleted on router bd7ce2af-59dc-4e8e-9d57-30bf36e4ad8f {{(pid=88990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 19:21:42.373176 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-619be9d9-2c54-466c-a762-ffa23ab61c24 req-a4b98d99-83c1-4ce8-b57f-fe12e550bb05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:42.386063 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ccff899a-99b2-442a-896b-cded8d3eeb15 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:42.393787 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180ab34e-e603-4d90-80b9-ed5f40c7a719 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event deleted for resources: {'Subnet': ['ID=5f07ee11-30dd-42c1-a098-efe0332afb8b,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:42.396526 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-180ab34e-e603-4d90-80b9-ed5f40c7a719 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:42.411063 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-180ab34e-e603-4d90-80b9-ed5f40c7a719 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:42.418749 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2372a4c-0e82-4acb-a83d-72ea91f8732a None None] Network 489fa468-360a-4868-b4ac-a400ec975c5b requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:21:42.429819 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1bdfbdb3-556f-45b5-9d6a-d9e6f9e31219 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:42.462820 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-61a3d520-5c86-4d31-8be6-6f3b0231a31b tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:42.466880 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-61a3d520-5c86-4d31-8be6-6f3b0231a31b tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "DELETE /v2.0/routers/bd7ce2af-59dc-4e8e-9d57-30bf36e4ad8f HTTP/1.1" status: 204 len: 168 time: 2.0705338 Dec 15 19:21:42.473385 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54050) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:42.552493 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-180ab34e-e603-4d90-80b9-ed5f40c7a719 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/subnets/5f07ee11-30dd-42c1-a098-efe0332afb8b HTTP/1.1" status: 204 len: 168 time: 1.8312171 Dec 15 19:21:42.566697 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54054) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:42.677506 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-dce65422-d7f0-4ce6-994b-97c5c6d27819 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1025882 Dec 15 19:21:42.684380 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54058) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:42.758924 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-98823aab-6e0c-4427-8a05-2d7d95e49f1f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Request body: {'subnet': {'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:21:42.841825 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:42.878122 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b98d99-83c1-4ce8-b57f-fe12e550bb05 service neutron] Pushing event updated for resources: {'Port': ['ID=5c1097c6-83d7-4122-8cf3-1463b7023af1,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:42.881379 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a4b98d99-83c1-4ce8-b57f-fe12e550bb05 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:42.921335 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3aa3111b-3e44-4fc2-8bd0-469ffa9894d8 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:42.933892 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c762e94a-f821-41ce-a89c-7c48c2fa12c9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:42.955129 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f07a72c-4a75-4638-9a46-d0a9289cdaa2 None None] DHCP port deletion for 489fa468-360a-4868-b4ac-a400ec975c5b request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:21:42.961344 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-5f07a72c-4a75-4638-9a46-d0a9289cdaa2 None None] Deleting port 24e92bcd-8bae-4603-91c9-683beadf97f8 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:21:42.962056 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5f07a72c-4a75-4638-9a46-d0a9289cdaa2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:42.980162 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa3111b-3e44-4fc2-8bd0-469ffa9894d8 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Pushing event deleted for resources: {'Port': ['ID=3b40cd59-cb33-46f8-ac15-cbd4996eba9c,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:43.014788 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3aa3111b-3e44-4fc2-8bd0-469ffa9894d8 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:43.135722 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-98823aab-6e0c-4427-8a05-2d7d95e49f1f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:21:43.144990 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-98823aab-6e0c-4427-8a05-2d7d95e49f1f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Usage tracker for resource:subnet and tenant:e56ca83c553e4935a4e8b75ed76c674c is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:21:43.149154 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-98823aab-6e0c-4427-8a05-2d7d95e49f1f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:21:43.160006 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-98823aab-6e0c-4427-8a05-2d7d95e49f1f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:21:43.194172 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-8abcc6e9-098a-4377-85af-54c323fd7098 req-378c1e7a-9ef0-407f-8cff-1012583d407f tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:43.206679 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1bdfbdb3-556f-45b5-9d6a-d9e6f9e31219 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks [] for port, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:43.211125 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1bdfbdb3-556f-45b5-9d6a-d9e6f9e31219 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:43.214279 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] get_ports_and_sgs() called for port_ids ['891beed1-2968-41af-a3e6-316ebfa5038a'] {{(pid=88992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 19:21:43.249766 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-619be9d9-2c54-466c-a762-ffa23ab61c24 req-a4b98d99-83c1-4ce8-b57f-fe12e550bb05 service neutron] Attempting to bind port 5c1097c6-83d7-4122-8cf3-1463b7023af1 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:21:43.250138 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-619be9d9-2c54-466c-a762-ffa23ab61c24 req-a4b98d99-83c1-4ce8-b57f-fe12e550bb05 service neutron] Attempting to bind port 5c1097c6-83d7-4122-8cf3-1463b7023af1 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '5ec7b682-6c9e-4eec-809e-f06b3cbda950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'efd1a11d-b82f-4113-b8b6-be85a7a88af9'}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:21:43.251148 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619be9d9-2c54-466c-a762-ffa23ab61c24 req-a4b98d99-83c1-4ce8-b57f-fe12e550bb05 service neutron] Attempting to bind port 5c1097c6-83d7-4122-8cf3-1463b7023af1 on network efd1a11d-b82f-4113-b8b6-be85a7a88af9 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:21:43.259944 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-5f07a72c-4a75-4638-9a46-d0a9289cdaa2 None None] For port 24e92bcd-8bae-4603-91c9-683beadf97f8, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=24e92bcd-8bae-4603-91c9-683beadf97f8,segment=NetworkSegment(9575ac7b-3c85-46da-81c5-434024000f40),segment_id=9575ac7b-3c85-46da-81c5-434024000f40)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:21:43.260705 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5f07a72c-4a75-4638-9a46-d0a9289cdaa2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:43.268546 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378c1e7a-9ef0-407f-8cff-1012583d407f tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] Pushing event deleted for resources: {'Port': ['ID=891beed1-2968-41af-a3e6-316ebfa5038a,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:43.275093 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1bdfbdb3-556f-45b5-9d6a-d9e6f9e31219 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:43.281759 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-378c1e7a-9ef0-407f-8cff-1012583d407f tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:43.285729 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-378c1e7a-9ef0-407f-8cff-1012583d407f tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:43.288903 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619be9d9-2c54-466c-a762-ffa23ab61c24 req-a4b98d99-83c1-4ce8-b57f-fe12e550bb05 service neutron] Port 5c1097c6-83d7-4122-8cf3-1463b7023af1 on network efd1a11d-b82f-4113-b8b6-be85a7a88af9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:21:43.289276 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619be9d9-2c54-466c-a762-ffa23ab61c24 req-a4b98d99-83c1-4ce8-b57f-fe12e550bb05 service neutron] Attempting to bind port 5c1097c6-83d7-4122-8cf3-1463b7023af1 on network efd1a11d-b82f-4113-b8b6-be85a7a88af9 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:21:43.306973 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619be9d9-2c54-466c-a762-ffa23ab61c24 req-a4b98d99-83c1-4ce8-b57f-fe12e550bb05 service neutron] Checking agent: {'id': '59e4c979-c5dd-468d-a1f2-341133950749', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 12, 24), 'started_at': datetime.datetime(2021, 12, 15, 19, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:21:43.307653 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619be9d9-2c54-466c-a762-ffa23ab61c24 req-a4b98d99-83c1-4ce8-b57f-fe12e550bb05 service neutron] Checking segment: {'id': '5ec7b682-6c9e-4eec-809e-f06b3cbda950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'efd1a11d-b82f-4113-b8b6-be85a7a88af9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:21:43.308085 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619be9d9-2c54-466c-a762-ffa23ab61c24 req-a4b98d99-83c1-4ce8-b57f-fe12e550bb05 service neutron] Bound using segment: {'id': '5ec7b682-6c9e-4eec-809e-f06b3cbda950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'efd1a11d-b82f-4113-b8b6-be85a7a88af9'} {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:21:43.308573 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-619be9d9-2c54-466c-a762-ffa23ab61c24 req-a4b98d99-83c1-4ce8-b57f-fe12e550bb05 service neutron] Bound port: 5c1097c6-83d7-4122-8cf3-1463b7023af1, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ec7b682-6c9e-4eec-809e-f06b3cbda950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'efd1a11d-b82f-4113-b8b6-be85a7a88af9'}}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:21:43.308963 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-619be9d9-2c54-466c-a762-ffa23ab61c24 req-a4b98d99-83c1-4ce8-b57f-fe12e550bb05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:43.344921 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-f280d1db-332d-45cd-8271-4eb6d456a18e tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Deleting subnet b54c3684-1f32-44ee-b8ac-ad43f827c2de {{(pid=88991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:21:43.347249 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98823aab-6e0c-4427-8a05-2d7d95e49f1f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Made reservation on behalf of e56ca83c553e4935a4e8b75ed76c674c for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:21:43.353386 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-98823aab-6e0c-4427-8a05-2d7d95e49f1f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:43.411957 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-5f07a72c-4a75-4638-9a46-d0a9289cdaa2 None None] Calling delete_port for 24e92bcd-8bae-4603-91c9-683beadf97f8 owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:21:43.427122 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c009b4-1ba8-4b26-b048-c4c10dd453ec req-29158aa1-9ee6-4105-a176-ca6c3f68d051 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:43.428870 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-48c009b4-1ba8-4b26-b048-c4c10dd453ec req-29158aa1-9ee6-4105-a176-ca6c3f68d051 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=a1dfa6db-0a44-47c2-a8be-ec1b421a38ef HTTP/1.1" status: 200 len: 944 time: 0.4156508 Dec 15 19:21:43.455190 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c51e3e43-fea8-43b7-82d5-347e87733544 req-da3b9c3a-9da7-4220-ba4d-a68aacdc5056 tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d4c0e1d-ba3f-4ae8-a803-6767174fabaf HTTP/1.1" status: 200 len: 210 time: 0.1169870 Dec 15 19:21:43.554639 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5f07a72c-4a75-4638-9a46-d0a9289cdaa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866'] for port, after_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:43.560043 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1aab193c-b2d0-410c-b833-fa1bc7657a1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:43.608245 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f07a72c-4a75-4638-9a46-d0a9289cdaa2 None None] Pushing event deleted for resources: {'Port': ['ID=24e92bcd-8bae-4603-91c9-683beadf97f8,revision_number=None']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:43.611639 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5f07a72c-4a75-4638-9a46-d0a9289cdaa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:43.622484 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-619be9d9-2c54-466c-a762-ffa23ab61c24 req-a4b98d99-83c1-4ce8-b57f-fe12e550bb05 service neutron] For port 5c1097c6-83d7-4122-8cf3-1463b7023af1, host hv-neutron-8218, cleared binding levels {{(pid=88990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:21:43.624261 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f07a72c-4a75-4638-9a46-d0a9289cdaa2 None None] No DVR routers for this DVR port 24e92bcd-8bae-4603-91c9-683beadf97f8 on host dv-neutron-821831-2-hyperv {{(pid=88992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:21:43.629140 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-48c009b4-1ba8-4b26-b048-c4c10dd453ec req-89748f1d-68b1-4cd1-ba48-4dd4ca5b2f58 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=c27741f3-5d3f-4a86-b68b-1ed6234d9d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1909704 Dec 15 19:21:43.645463 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-619be9d9-2c54-466c-a762-ffa23ab61c24 req-a4b98d99-83c1-4ce8-b57f-fe12e550bb05 service neutron] For port 5c1097c6-83d7-4122-8cf3-1463b7023af1, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5c1097c6-83d7-4122-8cf3-1463b7023af1,segment=NetworkSegment(5ec7b682-6c9e-4eec-809e-f06b3cbda950),segment_id=5ec7b682-6c9e-4eec-809e-f06b3cbda950)] {{(pid=88990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:21:43.677585 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f280d1db-332d-45cd-8271-4eb6d456a18e tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for subnet, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:43.713457 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-619be9d9-2c54-466c-a762-ffa23ab61c24 req-a4b98d99-83c1-4ce8-b57f-fe12e550bb05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:43.724925 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9325b686-1175-443d-9004-bb1299383754 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:43.800156 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-619be9d9-2c54-466c-a762-ffa23ab61c24 req-a4b98d99-83c1-4ce8-b57f-fe12e550bb05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:43.801683 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-619be9d9-2c54-466c-a762-ffa23ab61c24 req-a4b98d99-83c1-4ce8-b57f-fe12e550bb05 service neutron] 10.222.0.32 "PUT /v2.0/ports/5c1097c6-83d7-4122-8cf3-1463b7023af1 HTTP/1.1" status: 200 len: 1094 time: 3.7153864 Dec 15 19:21:43.802280 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1dfa6db-0a44-47c2-a8be-ec1b421a38ef', 'tag': '5c1097c6-83d7-4122-8cf3-1463b7023af1'}] {{(pid=88990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:21:43.850177 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b98d99-83c1-4ce8-b57f-fe12e550bb05 service neutron] Pushing event updated for resources: {'Port': ['ID=5c1097c6-83d7-4122-8cf3-1463b7023af1,revision_number=3']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:43.854531 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a4b98d99-83c1-4ce8-b57f-fe12e550bb05 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:43.893704 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdfbdb3-556f-45b5-9d6a-d9e6f9e31219 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Pushing event updated for resources: {'Port': ['ID=e380c29a-486a-48be-b0f2-0289d87acb19,revision_number=2']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:43.908256 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1bdfbdb3-556f-45b5-9d6a-d9e6f9e31219 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.625s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:43.912207 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f280d1db-332d-45cd-8271-4eb6d456a18e tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16332759'] for subnet, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:43.929590 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 24e92bcd-8bae-4603-91c9-683beadf97f8 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:21:43.939877 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1dfa6db-0a44-47c2-a8be-ec1b421a38ef', 'tag': '5c1097c6-83d7-4122-8cf3-1463b7023af1', 'status': 'completed', 'code': 200} Dec 15 19:21:43.942384 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [req-8abcc6e9-098a-4377-85af-54c323fd7098 req-378c1e7a-9ef0-407f-8cff-1012583d407f tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] No DVR routers for this DVR port 891beed1-2968-41af-a3e6-316ebfa5038a on host hv-neutron-8218 {{(pid=88991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:21:43.953535 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-8abcc6e9-098a-4377-85af-54c323fd7098 req-378c1e7a-9ef0-407f-8cff-1012583d407f tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:43.964400 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3aa3111b-3e44-4fc2-8bd0-469ffa9894d8 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852815828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854144871'] for router_interface, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:43.965568 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d4c0e1d-ba3f-4ae8-a803-6767174fabaf', 'name': 'network-vif-deleted', 'tag': '891beed1-2968-41af-a3e6-316ebfa5038a'}] {{(pid=88991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:21:43.970096 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 24e92bcd-8bae-4603-91c9-683beadf97f8 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:21:43.970529 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 24e92bcd-8bae-4603-91c9-683beadf97f8 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:21:43.989346 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1bdfbdb3-556f-45b5-9d6a-d9e6f9e31219 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634093'] for floatingip, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:44.051044 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d4c0e1d-ba3f-4ae8-a803-6767174fabaf', 'name': 'network-vif-deleted', 'tag': '891beed1-2968-41af-a3e6-316ebfa5038a', 'status': 'completed', 'code': 200} Dec 15 19:21:44.055972 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8abcc6e9-098a-4377-85af-54c323fd7098 req-378c1e7a-9ef0-407f-8cff-1012583d407f tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] 10.222.0.32 "DELETE /v2.0/ports/891beed1-2968-41af-a3e6-316ebfa5038a HTTP/1.1" status: 204 len: 173 time: 2.7491369 Dec 15 19:21:44.087430 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-619be9d9-2c54-466c-a762-ffa23ab61c24 req-0787d3fa-89b4-4394-95ed-f0a9e313a455 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c1b74cf25a94156b4530f0bd868c0c9&device_id=a1dfa6db-0a44-47c2-a8be-ec1b421a38ef HTTP/1.1" status: 200 len: 1097 time: 0.2027612 Dec 15 19:21:44.093878 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1bdfbdb3-556f-45b5-9d6a-d9e6f9e31219 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:44.095864 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1bdfbdb3-556f-45b5-9d6a-d9e6f9e31219 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7630847 Dec 15 19:21:44.098769 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54070) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:44.167017 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-12de54b6-abaf-4dbc-b0a4-dfe0bf2638f7 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-849945148'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:21:44.167763 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f280d1db-332d-45cd-8271-4eb6d456a18e tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:44.180392 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-12de54b6-abaf-4dbc-b0a4-dfe0bf2638f7 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:21:44.194450 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-12de54b6-abaf-4dbc-b0a4-dfe0bf2638f7 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Usage tracker for resource:network and tenant:1271dab888c74d7e85b345ac23913ea2 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:21:44.198792 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-12de54b6-abaf-4dbc-b0a4-dfe0bf2638f7 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:21:44.214818 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-619be9d9-2c54-466c-a762-ffa23ab61c24 req-36d71d60-b1b5-4995-ba0b-28cc151cf130 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=5c1097c6-83d7-4122-8cf3-1463b7023af1 HTTP/1.1" status: 200 len: 217 time: 0.1178155 Dec 15 19:21:44.217141 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-12de54b6-abaf-4dbc-b0a4-dfe0bf2638f7 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:21:44.339914 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f280d1db-332d-45cd-8271-4eb6d456a18e tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16156049'] for subnet, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:44.345885 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-be763148-598f-45be-9e87-4749597b8f69 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:44.362362 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619be9d9-2c54-466c-a762-ffa23ab61c24 req-bbd95157-6b07-42c1-87ed-c65f1089de60 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:44.363955 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-619be9d9-2c54-466c-a762-ffa23ab61c24 req-bbd95157-6b07-42c1-87ed-c65f1089de60 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=db89f4ca-b00b-47c2-946c-86f6bbfd2456 HTTP/1.1" status: 200 len: 837 time: 0.1378303 Dec 15 19:21:44.367554 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12de54b6-abaf-4dbc-b0a4-dfe0bf2638f7 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Made reservation on behalf of 1271dab888c74d7e85b345ac23913ea2 for: {'network': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:21:44.372919 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-12de54b6-abaf-4dbc-b0a4-dfe0bf2638f7 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:44.393502 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f280d1db-332d-45cd-8271-4eb6d456a18e tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Pushing event deleted for resources: {'Subnet': ['ID=b54c3684-1f32-44ee-b8ac-ad43f827c2de,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:44.396989 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f280d1db-332d-45cd-8271-4eb6d456a18e tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:44.399714 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-98823aab-6e0c-4427-8a05-2d7d95e49f1f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:44.404711 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f280d1db-332d-45cd-8271-4eb6d456a18e tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:44.407822 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c35bcfc-9a2b-4456-87e9-523d5fedcebc None None] Network 1c888065-385e-48d7-a4f2-856255a03c79 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:21:44.407983 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ae38e88d-5e50-49d7-b360-379c5fe45d31 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:44.428364 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-12de54b6-abaf-4dbc-b0a4-dfe0bf2638f7 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks [] for security_group, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:44.467691 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f280d1db-332d-45cd-8271-4eb6d456a18e tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "DELETE /v2.0/subnets/b54c3684-1f32-44ee-b8ac-ad43f827c2de HTTP/1.1" status: 204 len: 168 time: 1.9883754 Dec 15 19:21:44.471225 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54074) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:44.499082 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-12de54b6-abaf-4dbc-b0a4-dfe0bf2638f7 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:21:44.506282 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-12de54b6-abaf-4dbc-b0a4-dfe0bf2638f7 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Usage tracker for resource:security_group_rule and tenant:1271dab888c74d7e85b345ac23913ea2 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:21:44.507041 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98823aab-6e0c-4427-8a05-2d7d95e49f1f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Network 489fa468-360a-4868-b4ac-a400ec975c5b is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:21:44.510645 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-12de54b6-abaf-4dbc-b0a4-dfe0bf2638f7 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:21:44.514084 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-98823aab-6e0c-4427-8a05-2d7d95e49f1f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:21:44.525642 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-12de54b6-abaf-4dbc-b0a4-dfe0bf2638f7 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:21:44.570760 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98823aab-6e0c-4427-8a05-2d7d95e49f1f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:44.571423 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-98823aab-6e0c-4427-8a05-2d7d95e49f1f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:44.572240 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c566440-edd0-47fb-b7eb-c193c178d657 None None] Network 489fa468-360a-4868-b4ac-a400ec975c5b requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:21:44.603622 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98823aab-6e0c-4427-8a05-2d7d95e49f1f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event updated for resources: {'Subnet': ['ID=9ab77309-8284-4154-8371-29ac44a70b91,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:44.612245 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-98823aab-6e0c-4427-8a05-2d7d95e49f1f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:44.626222 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-12de54b6-abaf-4dbc-b0a4-dfe0bf2638f7 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks [] for security_group, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:44.644805 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-172bb1eb-39f9-44bb-87ec-6c6b00b8f3b9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:44.657342 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-98823aab-6e0c-4427-8a05-2d7d95e49f1f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9309995 Dec 15 19:21:44.659298 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-172bb1eb-39f9-44bb-87ec-6c6b00b8f3b9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Deleting port 8620a559-424a-4995-b074-543b1d85203b {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:21:44.667108 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-172bb1eb-39f9-44bb-87ec-6c6b00b8f3b9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:44.684820 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54080) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:44.704503 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-ccac59e2-fdf5-4654-a708-c4b6a560b232 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Request body: {'port': {'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'mac_address': 'fa:16:3e:b9:a2:cb', 'name': 'tempest-NetworksTestDHCPv6-1436487006'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:21:44.741132 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-12de54b6-abaf-4dbc-b0a4-dfe0bf2638f7 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:44.748955 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-64be7f29-2143-4507-8f4b-502c2aac81e4 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:44.777601 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a6f3423c-039a-49c1-b849-ff2d7341e8f2 req-4ca1f104-be91-46e2-9cd4-7990478a663c tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d4c0e1d-ba3f-4ae8-a803-6767174fabaf HTTP/1.1" status: 200 len: 210 time: 0.1198015 Dec 15 19:21:44.896564 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4cf48f-bb36-435a-8435-6f31cdc0333b None None] DHCP port deletion for 1c888065-385e-48d7-a4f2-856255a03c79 request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:21:44.906294 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-0f4cf48f-bb36-435a-8435-6f31cdc0333b None None] Deleting port 8620a559-424a-4995-b074-543b1d85203b {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:21:44.907275 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0f4cf48f-bb36-435a-8435-6f31cdc0333b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:44.961150 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12de54b6-abaf-4dbc-b0a4-dfe0bf2638f7 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=182abc82-5b08-4a33-bbfd-b6bc527323b0,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:44.970311 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-619be9d9-2c54-466c-a762-ffa23ab61c24 req-375a1982-105c-4f33-ab17-eb081d50f729 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=efd1a11d-b82f-4113-b8b6-be85a7a88af9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.5844929 Dec 15 19:21:44.971267 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-12de54b6-abaf-4dbc-b0a4-dfe0bf2638f7 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:45.025247 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ccac59e2-fdf5-4654-a708-c4b6a560b232 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:21:45.040653 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ccac59e2-fdf5-4654-a708-c4b6a560b232 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Usage tracker for resource:port and tenant:e56ca83c553e4935a4e8b75ed76c674c is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:21:45.046532 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ccac59e2-fdf5-4654-a708-c4b6a560b232 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:21:45.057484 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ccac59e2-fdf5-4654-a708-c4b6a560b232 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:21:45.060584 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-172bb1eb-39f9-44bb-87ec-6c6b00b8f3b9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] For port 8620a559-424a-4995-b074-543b1d85203b, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=8620a559-424a-4995-b074-543b1d85203b,segment=NetworkSegment(6f19034f-5354-4ef8-9117-9a5280503065),segment_id=6f19034f-5354-4ef8-9117-9a5280503065)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:21:45.060994 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-172bb1eb-39f9-44bb-87ec-6c6b00b8f3b9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:45.075802 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12de54b6-abaf-4dbc-b0a4-dfe0bf2638f7 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=88990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:21:45.174979 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ab708d-d175-4fd5-b97b-15d525ea938d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-489fa468-360a-4868-b4ac-a400ec975c5b', 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'tenant_id': 'e56ca83c553e4935a4e8b75ed76c674c', 'fixed_ips': [{'subnet_id': '9ab77309-8284-4154-8371-29ac44a70b91'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:21:45.181620 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-22ab708d-d175-4fd5-b97b-15d525ea938d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:45.201269 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-172bb1eb-39f9-44bb-87ec-6c6b00b8f3b9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Calling delete_port for 8620a559-424a-4995-b074-543b1d85203b owned by network:dhcp {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:21:45.202167 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-0f4cf48f-bb36-435a-8435-6f31cdc0333b None None] For port 8620a559-424a-4995-b074-543b1d85203b, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=8620a559-424a-4995-b074-543b1d85203b,segment=NetworkSegment(6f19034f-5354-4ef8-9117-9a5280503065),segment_id=6f19034f-5354-4ef8-9117-9a5280503065)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:21:45.202655 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0f4cf48f-bb36-435a-8435-6f31cdc0333b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:45.229828 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccac59e2-fdf5-4654-a708-c4b6a560b232 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Made reservation on behalf of e56ca83c553e4935a4e8b75ed76c674c for: {'port': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:21:45.237271 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ccac59e2-fdf5-4654-a708-c4b6a560b232 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:45.298604 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-ccac59e2-fdf5-4654-a708-c4b6a560b232 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] device_id is not set on port fb575e25-b392-45da-bd58-6c35a5af2c0f yet. {{(pid=88991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:21:45.375868 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-0f4cf48f-bb36-435a-8435-6f31cdc0333b None None] Calling delete_port for 8620a559-424a-4995-b074-543b1d85203b owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:21:45.402206 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-12de54b6-abaf-4dbc-b0a4-dfe0bf2638f7 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:45.403789 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-12de54b6-abaf-4dbc-b0a4-dfe0bf2638f7 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Added segment 7bdc19f7-897e-45d7-b610-6b5f6ae86a0c of type vlan for network 96172ef6-e92f-45d1-8c65-ccda5d845ddd Dec 15 19:21:45.436930 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-172bb1eb-39f9-44bb-87ec-6c6b00b8f3b9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:45.448139 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a5ae6b01-29f0-4862-b51b-cb3bfa2a4dfb tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:45.474492 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-12de54b6-abaf-4dbc-b0a4-dfe0bf2638f7 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:45.479637 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Dec 15 19:21:45.479637 dv-neutron-821831-2-hyperv neutron-server[88879]: (self, other), Dec 15 19:21:45.479637 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Dec 15 19:21:45.479637 dv-neutron-821831-2-hyperv neutron-server[88879]: (self, other), Dec 15 19:21:45.479637 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:21:45.479637 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:21:45.479637 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:21:45.479637 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:21:45.479637 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:21:45.479637 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:21:45.479637 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:21:45.479637 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:21:45.479637 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:21:45.479637 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:21:45.479637 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:21:45.479637 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:21:45.479637 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:21:45.479637 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:21:45.479637 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:21:45.479637 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:21:45.479637 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:21:45.479637 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:21:45.479637 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:21:45.479637 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:21:45.479637 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:21:45.479637 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:21:45.479637 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:21:45.479637 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:21:45.479637 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:21:45.479637 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:21:45.479637 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:21:45.479637 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:21:45.479637 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:21:45.479637 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:21:45.479637 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:21:45.479637 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:21:45.481993 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:21:45.481993 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:21:45.481993 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:21:45.481993 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:21:45.481993 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:21:45.481993 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:21:45.481993 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:21:45.481993 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:21:45.481993 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:21:45.481993 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:21:45.481993 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:21:45.481993 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:21:45.481993 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:21:45.481993 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:21:45.484899 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-0f4cf48f-bb36-435a-8435-6f31cdc0333b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88992) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:21:45.485106 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-0f4cf48f-bb36-435a-8435-6f31cdc0333b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:21:45.496864 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172bb1eb-39f9-44bb-87ec-6c6b00b8f3b9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Pushing event deleted for resources: {'Port': ['ID=8620a559-424a-4995-b074-543b1d85203b,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:45.502444 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-172bb1eb-39f9-44bb-87ec-6c6b00b8f3b9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:45.509160 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172bb1eb-39f9-44bb-87ec-6c6b00b8f3b9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] No DVR routers for this DVR port 8620a559-424a-4995-b074-543b1d85203b on host dv-neutron-821831-2-hyperv {{(pid=88991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:21:45.545441 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f44a5-c45a-42d1-aaf1-690ac67ea954 req-93e94436-a471-47df-813f-53501ff266b5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:45.547111 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2c9f44a5-c45a-42d1-aaf1-690ac67ea954 req-93e94436-a471-47df-813f-53501ff266b5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=a1dfa6db-0a44-47c2-a8be-ec1b421a38ef HTTP/1.1" status: 200 len: 944 time: 0.6570067 Dec 15 19:21:45.557372 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-ccac59e2-fdf5-4654-a708-c4b6a560b232 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Allocated IP 2001:db8::f816:3eff:feb9:a2cb (489fa468-360a-4868-b4ac-a400ec975c5b/9ab77309-8284-4154-8371-29ac44a70b91/fb575e25-b392-45da-bd58-6c35a5af2c0f) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:21:45.645334 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-619be9d9-2c54-466c-a762-ffa23ab61c24 req-9d295fff-8f53-46ef-ad01-23ad851f6410 service neutron] 10.222.0.32 "GET /v2.0/networks/efd1a11d-b82f-4113-b8b6-be85a7a88af9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6600509 Dec 15 19:21:45.679631 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-172bb1eb-39f9-44bb-87ec-6c6b00b8f3b9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:45.698700 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-12de54b6-abaf-4dbc-b0a4-dfe0bf2638f7 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:45.702792 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12de54b6-abaf-4dbc-b0a4-dfe0bf2638f7 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:45.703435 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-12de54b6-abaf-4dbc-b0a4-dfe0bf2638f7 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:45.729611 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-172bb1eb-39f9-44bb-87ec-6c6b00b8f3b9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c888065-385e-48d7-a4f2-856255a03c79']}} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:21:45.748685 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-172bb1eb-39f9-44bb-87ec-6c6b00b8f3b9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f19034f-5354-4ef8-9117-9a5280503065') {'for_net_delete': True} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:21:45.749030 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-172bb1eb-39f9-44bb-87ec-6c6b00b8f3b9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f19034f-5354-4ef8-9117-9a5280503065') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:21:45.760360 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f95b4bfe-1896-4ae4-b02e-9fe194895268 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:45.830910 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-172bb1eb-39f9-44bb-87ec-6c6b00b8f3b9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838443042'] for segment, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:45.868522 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-172bb1eb-39f9-44bb-87ec-6c6b00b8f3b9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:45.879337 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-172bb1eb-39f9-44bb-87ec-6c6b00b8f3b9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=88991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:21:45.880038 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-172bb1eb-39f9-44bb-87ec-6c6b00b8f3b9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838443729'] for segment, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:45.896578 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:21:45.896578 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:21:45.896578 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:21:45.896578 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:21:45.896578 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:21:45.896578 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:21:45.896578 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:21:45.896578 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:21:45.896578 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:21:45.896578 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:21:45.896578 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:21:45.896578 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:21:45.896578 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:21:45.896578 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:21:45.896578 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:21:45.896578 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:21:45.896578 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:21:45.896578 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:21:45.896578 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:21:45.896578 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:21:45.896578 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:21:45.896578 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:21:45.896578 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:21:45.896578 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:21:45.896578 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:21:45.896578 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:21:45.896578 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:21:45.896578 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:21:45.896578 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:21:45.896578 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:21:45.896578 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:21:45.896578 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:21:45.898659 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2c9f44a5-c45a-42d1-aaf1-690ac67ea954 req-07275bde-62ae-4a47-b412-51f6a516b28d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=c27741f3-5d3f-4a86-b68b-1ed6234d9d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2823744 Dec 15 19:21:45.915365 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 891beed1-2968-41af-a3e6-316ebfa5038a no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:21:45.929865 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54088) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:45.941069 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12de54b6-abaf-4dbc-b0a4-dfe0bf2638f7 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Pushing event updated for resources: {'Network': ['ID=96172ef6-e92f-45d1-8c65-ccda5d845ddd,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:45.959803 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] No Port match for: 891beed1-2968-41af-a3e6-316ebfa5038a {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:21:45.960292 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 891beed1-2968-41af-a3e6-316ebfa5038a not bound to the agent host hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:21:45.962014 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 8620a559-424a-4995-b074-543b1d85203b no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:21:45.965680 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-12de54b6-abaf-4dbc-b0a4-dfe0bf2638f7 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:45.987322 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 96172ef6-e92f-45d1-8c65-ccda5d845ddd details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:21:45.996869 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-12de54b6-abaf-4dbc-b0a4-dfe0bf2638f7 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.8960879 Dec 15 19:21:46.001884 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54092) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:46.014911 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-0f4cf48f-bb36-435a-8435-6f31cdc0333b None None] Deleting port 8620a559-424a-4995-b074-543b1d85203b {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:21:46.015668 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0f4cf48f-bb36-435a-8435-6f31cdc0333b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:46.021086 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-7ef46b8b-181f-4747-a7b5-575de0b62f79 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Request body: {'subnet': {'network_id': '96172ef6-e92f-45d1-8c65-ccda5d845ddd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:21:46.029020 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ccac59e2-fdf5-4654-a708-c4b6a560b232 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:46.041195 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-172bb1eb-39f9-44bb-87ec-6c6b00b8f3b9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:46.049454 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 8620a559-424a-4995-b074-543b1d85203b {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:21:46.049857 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 8620a559-424a-4995-b074-543b1d85203b not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:21:46.064999 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f46a1f9d-9405-4f58-a9a9-56cd83b53cfd tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:46.082357 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-ccac59e2-fdf5-4654-a708-c4b6a560b232 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Transition to ACTIVE for port object fb575e25-b392-45da-bd58-6c35a5af2c0f will not be triggered until provisioned by entity DHCP. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:21:46.087073 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-172bb1eb-39f9-44bb-87ec-6c6b00b8f3b9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:46.098733 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172bb1eb-39f9-44bb-87ec-6c6b00b8f3b9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Pushing event deleted for resources: {'Network': ['ID=1c888065-385e-48d7-a4f2-856255a03c79,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:46.103710 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-172bb1eb-39f9-44bb-87ec-6c6b00b8f3b9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:46.159101 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-172bb1eb-39f9-44bb-87ec-6c6b00b8f3b9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "DELETE /v2.0/networks/1c888065-385e-48d7-a4f2-856255a03c79 HTTP/1.1" status: 204 len: 168 time: 1.6792269 Dec 15 19:21:46.159947 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54096) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:46.160086 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-0f4cf48f-bb36-435a-8435-6f31cdc0333b None None] The port '8620a559-424a-4995-b074-543b1d85203b' was deleted {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 15 19:21:46.166002 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-47aa97f0-d604-460a-aca0-21a4a1deb15c tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-764355656', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:21:46.173777 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-47aa97f0-d604-460a-aca0-21a4a1deb15c tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:21:46.178113 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-47aa97f0-d604-460a-aca0-21a4a1deb15c tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Usage tracker for resource:router and tenant:2a421f48bcf04f759d7a89b7f013838e is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:21:46.181515 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-47aa97f0-d604-460a-aca0-21a4a1deb15c tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:21:46.189960 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ccac59e2-fdf5-4654-a708-c4b6a560b232 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:46.192071 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-47aa97f0-d604-460a-aca0-21a4a1deb15c tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:21:46.201058 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-229affe3-5520-4259-84ca-9e5b35d7f6f3 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:46.224029 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-619be9d9-2c54-466c-a762-ffa23ab61c24 req-7a4e11de-ec93-4e31-bdb2-69b4ac7cc754 service neutron] 10.222.0.32 "GET /v2.0/networks/efd1a11d-b82f-4113-b8b6-be85a7a88af9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5655689 Dec 15 19:21:46.247951 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c2c875d-bdba-49c5-af1c-07581386c616 admin admin] Deleting subnet bc19fd0a-7c79-4a1d-91dc-27f6e20af9ab {{(pid=88990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:21:46.253499 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-22ab708d-d175-4fd5-b97b-15d525ea938d None None] Allocated IP 2001:db8::f816:3eff:fe4f:b9d6 (489fa468-360a-4868-b4ac-a400ec975c5b/9ab77309-8284-4154-8371-29ac44a70b91/1de368b8-5dda-4c36-80de-6c75918c13c2) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:21:46.260361 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0c2c875d-bdba-49c5-af1c-07581386c616 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:46.276508 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccac59e2-fdf5-4654-a708-c4b6a560b232 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Network 489fa468-360a-4868-b4ac-a400ec975c5b is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:21:46.280469 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-ccac59e2-fdf5-4654-a708-c4b6a560b232 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:21:46.286460 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccac59e2-fdf5-4654-a708-c4b6a560b232 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:21:46.290653 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccac59e2-fdf5-4654-a708-c4b6a560b232 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:46.291693 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ccac59e2-fdf5-4654-a708-c4b6a560b232 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:46.295427 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccac59e2-fdf5-4654-a708-c4b6a560b232 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event updated for resources: {'Port': ['ID=fb575e25-b392-45da-bd58-6c35a5af2c0f,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:46.300334 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ccac59e2-fdf5-4654-a708-c4b6a560b232 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:46.309471 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-47aa97f0-d604-460a-aca0-21a4a1deb15c tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854699176'] for router, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:46.310089 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-7ef46b8b-181f-4747-a7b5-575de0b62f79 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:21:46.310495 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-47aa97f0-d604-460a-aca0-21a4a1deb15c tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854194926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-76609'] for router, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:46.318276 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-7ef46b8b-181f-4747-a7b5-575de0b62f79 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Usage tracker for resource:subnet and tenant:1271dab888c74d7e85b345ac23913ea2 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:21:46.325569 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-7ef46b8b-181f-4747-a7b5-575de0b62f79 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:21:46.346894 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ccac59e2-fdf5-4654-a708-c4b6a560b232 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6538923 Dec 15 19:21:46.349852 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54100) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:46.382884 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-7ef46b8b-181f-4747-a7b5-575de0b62f79 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:21:46.400563 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0c2c875d-bdba-49c5-af1c-07581386c616 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838448728'] for subnet, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:46.440845 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28dff585-8153-4d35-b3b9-ed3f442bf3ac tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:46.441550 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-28dff585-8153-4d35-b3b9-ed3f442bf3ac tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Synchronizing usage tracker for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:port {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:21:46.471779 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-47aa97f0-d604-460a-aca0-21a4a1deb15c tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:46.490676 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-28dff585-8153-4d35-b3b9-ed3f442bf3ac tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Unset dirty status for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:port {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:21:46.494550 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-28dff585-8153-4d35-b3b9-ed3f442bf3ac tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1408725 Dec 15 19:21:46.494675 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0c2c875d-bdba-49c5-af1c-07581386c616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:46.494929 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54104) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:46.531295 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-47aa97f0-d604-460a-aca0-21a4a1deb15c tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904'] for router, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:46.532171 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef46b8b-181f-4747-a7b5-575de0b62f79 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Made reservation on behalf of 1271dab888c74d7e85b345ac23913ea2 for: {'subnet': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:21:46.551642 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-22ab708d-d175-4fd5-b97b-15d525ea938d None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:46.564119 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-22ab708d-d175-4fd5-b97b-15d525ea938d None None] Transition to ACTIVE for port object 1de368b8-5dda-4c36-80de-6c75918c13c2 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:21:46.577937 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8bf29b79-06ae-4f8c-8bfb-dceb9f0f8e7c req-a1f14059-071c-47fa-a72c-597d3a7f663a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c1b74cf25a94156b4530f0bd868c0c9&device_id=a1dfa6db-0a44-47c2-a8be-ec1b421a38ef HTTP/1.1" status: 200 len: 1097 time: 0.2539628 Dec 15 19:21:46.585829 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-22ab708d-d175-4fd5-b97b-15d525ea938d None None] Transition to ACTIVE for port object 1de368b8-5dda-4c36-80de-6c75918c13c2 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:21:46.587500 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-b6efec4c-5698-4862-a6e8-28cd46e84ddf tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Deleting port fb575e25-b392-45da-bd58-6c35a5af2c0f {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:21:46.587500 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b6efec4c-5698-4862-a6e8-28cd46e84ddf tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:46.628331 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-47aa97f0-d604-460a-aca0-21a4a1deb15c tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for router, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:46.632925 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-47aa97f0-d604-460a-aca0-21a4a1deb15c tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.4718876 Dec 15 19:21:46.633592 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aa3111b-3e44-4fc2-8bd0-469ffa9894d8 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Router b581579c-47f0-4109-8159-59825b2a65a1 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:21:46.633736 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54108) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:46.643645 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-22ab708d-d175-4fd5-b97b-15d525ea938d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:46.644161 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-e1acce9c-d96b-450b-ba20-5ffd48628d70 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Request body: {'network': {'name': 'tempest-RoutersTest-1812703881'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:21:46.651387 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a570d9be-cf02-4d05-9bcf-21f9d594dd43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:46.654016 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-e1acce9c-d96b-450b-ba20-5ffd48628d70 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:21:46.668418 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-e1acce9c-d96b-450b-ba20-5ffd48628d70 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Usage tracker for resource:network and tenant:2a421f48bcf04f759d7a89b7f013838e is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:21:46.673881 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-e1acce9c-d96b-450b-ba20-5ffd48628d70 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:21:46.710504 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-e1acce9c-d96b-450b-ba20-5ffd48628d70 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:21:46.729119 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ab708d-d175-4fd5-b97b-15d525ea938d None None] Network 489fa468-360a-4868-b4ac-a400ec975c5b is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:21:46.732803 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ab708d-d175-4fd5-b97b-15d525ea938d None None] Pushing event updated for resources: {'Port': ['ID=1de368b8-5dda-4c36-80de-6c75918c13c2,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:46.736247 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-22ab708d-d175-4fd5-b97b-15d525ea938d None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:21:46.738102 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-22ab708d-d175-4fd5-b97b-15d525ea938d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:46.740412 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ab708d-d175-4fd5-b97b-15d525ea938d None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:21:46.792544 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7ef46b8b-181f-4747-a7b5-575de0b62f79 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839924940'] for subnet, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:46.827534 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1acce9c-d96b-450b-ba20-5ffd48628d70 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Made reservation on behalf of 2a421f48bcf04f759d7a89b7f013838e for: {'network': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:21:46.831674 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-22ab708d-d175-4fd5-b97b-15d525ea938d None None] Attempting to bind port 1de368b8-5dda-4c36-80de-6c75918c13c2 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:21:46.832071 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-22ab708d-d175-4fd5-b97b-15d525ea938d None None] Attempting to bind port 1de368b8-5dda-4c36-80de-6c75918c13c2 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '9575ac7b-3c85-46da-81c5-434024000f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:21:46.832490 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ab708d-d175-4fd5-b97b-15d525ea938d None None] Attempting to bind port 1de368b8-5dda-4c36-80de-6c75918c13c2 on network 489fa468-360a-4868-b4ac-a400ec975c5b {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:21:46.834323 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e1acce9c-d96b-450b-ba20-5ffd48628d70 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:46.839430 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ab708d-d175-4fd5-b97b-15d525ea938d None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:21:46.839857 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ab708d-d175-4fd5-b97b-15d525ea938d None None] Checking segment: {'id': '9575ac7b-3c85-46da-81c5-434024000f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:21:46.840308 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-22ab708d-d175-4fd5-b97b-15d525ea938d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:46.840756 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ab708d-d175-4fd5-b97b-15d525ea938d None None] Bound using segment: {'id': '9575ac7b-3c85-46da-81c5-434024000f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:21:46.841276 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-22ab708d-d175-4fd5-b97b-15d525ea938d None None] Bound port: 1de368b8-5dda-4c36-80de-6c75918c13c2, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9575ac7b-3c85-46da-81c5-434024000f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:21:46.841702 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-22ab708d-d175-4fd5-b97b-15d525ea938d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:46.902992 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1acce9c-d96b-450b-ba20-5ffd48628d70 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=88991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:21:46.930953 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e1acce9c-d96b-450b-ba20-5ffd48628d70 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:46.931360 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-e1acce9c-d96b-450b-ba20-5ffd48628d70 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Added segment 0a198bad-ca57-4933-9149-7b2d1bdcc57c of type vlan for network 1ac3f362-2078-4002-a392-a7842225ba9f Dec 15 19:21:46.933783 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b6efec4c-5698-4862-a6e8-28cd46e84ddf tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:46.956339 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-22ab708d-d175-4fd5-b97b-15d525ea938d None None] For port 1de368b8-5dda-4c36-80de-6c75918c13c2, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:21:46.960825 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-22ab708d-d175-4fd5-b97b-15d525ea938d None None] For port 1de368b8-5dda-4c36-80de-6c75918c13c2, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=1de368b8-5dda-4c36-80de-6c75918c13c2,segment=NetworkSegment(9575ac7b-3c85-46da-81c5-434024000f40),segment_id=9575ac7b-3c85-46da-81c5-434024000f40)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:21:47.024435 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0c2c875d-bdba-49c5-af1c-07581386c616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16636259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14850861'] for subnet, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:47.036207 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0e8211ac-070c-4ddc-9f76-72ea023fbc28 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:47.057467 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-22ab708d-d175-4fd5-b97b-15d525ea938d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:47.062383 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-46fd1755-138b-4434-bf41-66dcaccdeeef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:47.062514 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf29b79-06ae-4f8c-8bfb-dceb9f0f8e7c req-ac6a0a5e-9d74-4ee0-a180-b0e56d80cbf4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:47.064201 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8bf29b79-06ae-4f8c-8bfb-dceb9f0f8e7c req-ac6a0a5e-9d74-4ee0-a180-b0e56d80cbf4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=efd1a11d-b82f-4113-b8b6-be85a7a88af9 HTTP/1.1" status: 200 len: 897 time: 0.4330294 Dec 15 19:21:47.078312 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-b6efec4c-5698-4862-a6e8-28cd46e84ddf tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Calling delete_port for fb575e25-b392-45da-bd58-6c35a5af2c0f owned by {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:21:47.135408 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e1acce9c-d96b-450b-ba20-5ffd48628d70 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:47.160819 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ab708d-d175-4fd5-b97b-15d525ea938d None None] Pushing event updated for resources: {'Port': ['ID=1de368b8-5dda-4c36-80de-6c75918c13c2,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:47.164741 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-22ab708d-d175-4fd5-b97b-15d525ea938d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:47.174887 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2c875d-bdba-49c5-af1c-07581386c616 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc19fd0a-7c79-4a1d-91dc-27f6e20af9ab,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:47.186473 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0c2c875d-bdba-49c5-af1c-07581386c616 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:47.207668 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0c2c875d-bdba-49c5-af1c-07581386c616 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:47.223519 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8bf29b79-06ae-4f8c-8bfb-dceb9f0f8e7c req-cebe9f6b-f2bb-4d23-9d81-494ea988d30d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=5c1097c6-83d7-4122-8cf3-1463b7023af1 HTTP/1.1" status: 200 len: 217 time: 0.1114912 Dec 15 19:21:47.239557 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e1acce9c-d96b-450b-ba20-5ffd48628d70 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:47.244430 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1acce9c-d96b-450b-ba20-5ffd48628d70 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:47.245150 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e1acce9c-d96b-450b-ba20-5ffd48628d70 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:47.252022 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-198ddb07-d4ce-4a2b-893f-7cc76784e6ca tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:47.282710 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0c2c875d-bdba-49c5-af1c-07581386c616 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/bc19fd0a-7c79-4a1d-91dc-27f6e20af9ab HTTP/1.1" status: 204 len: 168 time: 1.3462162 Dec 15 19:21:47.294847 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54114) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:47.679426 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1acce9c-d96b-450b-ba20-5ffd48628d70 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Pushing event updated for resources: {'Network': ['ID=1ac3f362-2078-4002-a392-a7842225ba9f,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:47.684546 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e1acce9c-d96b-450b-ba20-5ffd48628d70 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:47.692363 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 1ac3f362-2078-4002-a392-a7842225ba9f details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:21:47.709332 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e1acce9c-d96b-450b-ba20-5ffd48628d70 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0720654 Dec 15 19:21:47.712433 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54118) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:47.722336 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-21b3d81b-c1e0-4a03-acb4-5a2e42840b01 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Request body: {'subnet': {'network_id': '1ac3f362-2078-4002-a392-a7842225ba9f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:21:47.809708 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b6efec4c-5698-4862-a6e8-28cd46e84ddf tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:47.819548 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f07356d2-fdb3-4c3f-b442-7276bd48c5a3 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:47.824791 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf29b79-06ae-4f8c-8bfb-dceb9f0f8e7c req-b2ddd7c9-8658-4981-a6c3-f12d02ce3524 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:47.826673 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8bf29b79-06ae-4f8c-8bfb-dceb9f0f8e7c req-b2ddd7c9-8658-4981-a6c3-f12d02ce3524 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=db89f4ca-b00b-47c2-946c-86f6bbfd2456 HTTP/1.1" status: 200 len: 837 time: 0.5915301 Dec 15 19:21:47.864278 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efec4c-5698-4862-a6e8-28cd46e84ddf tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event deleted for resources: {'Port': ['ID=fb575e25-b392-45da-bd58-6c35a5af2c0f,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:47.871356 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b6efec4c-5698-4862-a6e8-28cd46e84ddf tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:47.917629 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dc85dcc3-7c93-4224-bc99-91c6796511b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:47.931900 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c35571-69af-44cc-83e1-5405e62187a5 req-88a39a0d-3c3b-4f8d-be90-df5370d426e3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:47.933542 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e1c35571-69af-44cc-83e1-5405e62187a5 req-88a39a0d-3c3b-4f8d-be90-df5370d426e3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=a1dfa6db-0a44-47c2-a8be-ec1b421a38ef HTTP/1.1" status: 200 len: 944 time: 0.9041841 Dec 15 19:21:47.936267 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 1de368b8-5dda-4c36-80de-6c75918c13c2 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:21:47.937104 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b6efec4c-5698-4862-a6e8-28cd46e84ddf tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:47.941769 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b6efec4c-5698-4862-a6e8-28cd46e84ddf tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/ports/fb575e25-b392-45da-bd58-6c35a5af2c0f HTTP/1.1" status: 204 len: 168 time: 1.4437032 Dec 15 19:21:47.943376 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-21b3d81b-c1e0-4a03-acb4-5a2e42840b01 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:21:47.945597 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54122) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:47.984378 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-21b3d81b-c1e0-4a03-acb4-5a2e42840b01 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Usage tracker for resource:subnet and tenant:2a421f48bcf04f759d7a89b7f013838e is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:21:47.991264 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-21b3d81b-c1e0-4a03-acb4-5a2e42840b01 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:21:48.010026 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-21b3d81b-c1e0-4a03-acb4-5a2e42840b01 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:21:48.038302 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1abc486-10ff-4a74-8344-965ac24a93af tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:48.039985 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1abc486-10ff-4a74-8344-965ac24a93af tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:48.040840 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d1abc486-10ff-4a74-8344-965ac24a93af tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Synchronizing usage tracker for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:subnet {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:21:48.056526 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b3d81b-c1e0-4a03-acb4-5a2e42840b01 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Made reservation on behalf of 2a421f48bcf04f759d7a89b7f013838e for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:21:48.109922 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7ef46b8b-181f-4747-a7b5-575de0b62f79 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838139473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839924955'] for subnet, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:48.140857 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d1abc486-10ff-4a74-8344-965ac24a93af tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Unset dirty status for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:subnet {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:21:48.146832 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d1abc486-10ff-4a74-8344-965ac24a93af tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2001929 Dec 15 19:21:48.158076 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54126) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:48.174707 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-aa631d6c-5bd5-40e8-a793-3c0124c4f609 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:48.210699 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 1de368b8-5dda-4c36-80de-6c75918c13c2 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:21:48.241536 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-21b3d81b-c1e0-4a03-acb4-5a2e42840b01 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:48.268671 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dc85dcc3-7c93-4224-bc99-91c6796511b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:48.287595 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e1c35571-69af-44cc-83e1-5405e62187a5 req-6412414f-a907-4fcb-a812-72fe0c63c741 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=c27741f3-5d3f-4a86-b68b-1ed6234d9d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3246274 Dec 15 19:21:48.301225 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8bf29b79-06ae-4f8c-8bfb-dceb9f0f8e7c req-8346ee6e-ab8c-45a0-a912-c5dc3aa482a1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=efd1a11d-b82f-4113-b8b6-be85a7a88af9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4533968 Dec 15 19:21:48.356940 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aa3111b-3e44-4fc2-8bd0-469ffa9894d8 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:21:48.362339 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-dc85dcc3-7c93-4224-bc99-91c6796511b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bc96c05-786a-4018-bd2c-1323bc05c7cd']}} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:21:48.370011 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21fab9e-8521-496f-8ba9-501227581887 None None] Sync routers for ids ['b581579c-47f0-4109-8159-59825b2a65a1'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:21:48.377593 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef46b8b-181f-4747-a7b5-575de0b62f79 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Pushing event updated for resources: {'Subnet': ['ID=7634f966-9178-4ac3-902e-87f85af09b8e,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:48.385158 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21fab9e-8521-496f-8ba9-501227581887 None None] Routers {'b581579c-47f0-4109-8159-59825b2a65a1'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:21:48.385861 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-b21fab9e-8521-496f-8ba9-501227581887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:21:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['b581579c-47f0-4109-8159-59825b2a65a1'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:21:48.386091 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-3aa3111b-3e44-4fc2-8bd0-469ffa9894d8 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] 10.222.0.36 "PUT /v2.0/routers/b581579c-47f0-4109-8159-59825b2a65a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5181623 Dec 15 19:21:48.421917 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54130) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:48.444136 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7ef46b8b-181f-4747-a7b5-575de0b62f79 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:48.446105 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-dc85dcc3-7c93-4224-bc99-91c6796511b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c41b2cf6-5f5f-43b8-b7be-a1540ebbed6b') {'for_net_delete': True} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:21:48.446480 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-dc85dcc3-7c93-4224-bc99-91c6796511b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c41b2cf6-5f5f-43b8-b7be-a1540ebbed6b') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:21:48.468242 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-b21fab9e-8521-496f-8ba9-501227581887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:21:48.477656 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dc85dcc3-7c93-4224-bc99-91c6796511b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16327073'] for segment, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:48.482905 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21fab9e-8521-496f-8ba9-501227581887 None None] Routers {'b581579c-47f0-4109-8159-59825b2a65a1'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:21:48.484524 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-b21fab9e-8521-496f-8ba9-501227581887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:21:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['b581579c-47f0-4109-8159-59825b2a65a1'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:21:48.510045 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef46b8b-181f-4747-a7b5-575de0b62f79 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Checking segment: {'id': '7bdc19f7-897e-45d7-b610-6b5f6ae86a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '96172ef6-e92f-45d1-8c65-ccda5d845ddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:21:48.510451 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef46b8b-181f-4747-a7b5-575de0b62f79 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Network hostable DHCP agents. Network: 96172ef6-e92f-45d1-8c65-ccda5d845ddd, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:21:48.515453 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dc85dcc3-7c93-4224-bc99-91c6796511b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:48.546008 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc85dcc3-7c93-4224-bc99-91c6796511b6 admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=88990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:21:48.546487 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dc85dcc3-7c93-4224-bc99-91c6796511b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838138943'] for segment, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:48.564483 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-b21fab9e-8521-496f-8ba9-501227581887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:21:48.564694 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21fab9e-8521-496f-8ba9-501227581887 None None] The sync data for ids ['b581579c-47f0-4109-8159-59825b2a65a1'] in dv-neutron-821831-2-hyperv is: [] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:21:48.564806 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:21:48.564806 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:21:48.564806 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:21:48.564806 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:21:48.564806 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:21:48.564806 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:21:48.564806 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:21:48.564806 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:21:48.564806 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:21:48.564806 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:21:48.564806 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:21:48.564806 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:21:48.564806 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:21:48.564806 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:21:48.564806 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:21:48.564806 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:21:48.564806 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:21:48.564806 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:21:48.564806 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:21:48.564806 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:21:48.564806 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:21:48.564806 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:21:48.564806 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:21:48.564806 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:21:48.564806 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:21:48.564806 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:21:48.564806 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:21:48.564806 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:21:48.564806 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:21:48.564806 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:21:48.564806 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:21:48.564806 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:21:48.625864 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-85769a5d-a93a-4559-8b81-6e1df3ecbfee tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Deleting subnet 9ab77309-8284-4154-8371-29ac44a70b91 {{(pid=88991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:21:48.664572 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8bf29b79-06ae-4f8c-8bfb-dceb9f0f8e7c req-1510f0fa-19b9-4d53-9fc4-b5674d3bcbd1 service neutron] 10.222.0.32 "GET /v2.0/networks/efd1a11d-b82f-4113-b8b6-be85a7a88af9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3405955 Dec 15 19:21:48.683990 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-85769a5d-a93a-4559-8b81-6e1df3ecbfee tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:48.712001 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dc85dcc3-7c93-4224-bc99-91c6796511b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:48.762768 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c56fe094-1bcd-40c3-b4aa-87fa55f40ef9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:48.777817 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dc85dcc3-7c93-4224-bc99-91c6796511b6 admin admin] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:48.786616 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef46b8b-181f-4747-a7b5-575de0b62f79 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Network 96172ef6-e92f-45d1-8c65-ccda5d845ddd is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:21:48.810285 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc85dcc3-7c93-4224-bc99-91c6796511b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=3bc96c05-786a-4018-bd2c-1323bc05c7cd,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:48.815302 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-dc85dcc3-7c93-4224-bc99-91c6796511b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:48.822060 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-dc85dcc3-7c93-4224-bc99-91c6796511b6 admin admin] 10.222.0.36 "DELETE /v2.0/networks/3bc96c05-786a-4018-bd2c-1323bc05c7cd HTTP/1.1" status: 204 len: 168 time: 1.5249829 Dec 15 19:21:48.823185 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54134) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:48.830621 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-85769a5d-a93a-4559-8b81-6e1df3ecbfee tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16332759'] for subnet, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:48.884965 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-7ef46b8b-181f-4747-a7b5-575de0b62f79 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, 96172ef6-e92f-45d1-8c65-ccda5d845ddd) {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:21:48.899777 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb66acd3-c1b8-40b6-a53e-30b3698227a7 None None] Network 96172ef6-e92f-45d1-8c65-ccda5d845ddd requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:21:48.914025 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef46b8b-181f-4747-a7b5-575de0b62f79 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:48.914717 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7ef46b8b-181f-4747-a7b5-575de0b62f79 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:48.939599 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8bf29b79-06ae-4f8c-8bfb-dceb9f0f8e7c req-869ad116-2951-4533-9746-07d64cc79f9f service neutron] 10.222.0.32 "GET /v2.0/networks/efd1a11d-b82f-4113-b8b6-be85a7a88af9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640314 Dec 15 19:21:48.970919 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b0bbc25-9f53-4ac4-b57c-1fbca9a07e64 admin admin] Deleting subnet 7bd3a5e9-20aa-4a07-b34a-db6a1a1e31d1 {{(pid=88990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:21:48.974681 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2b0bbc25-9f53-4ac4-b57c-1fbca9a07e64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:48.987456 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-85769a5d-a93a-4559-8b81-6e1df3ecbfee tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:49.022365 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-21b3d81b-c1e0-4a03-acb4-5a2e42840b01 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:49.030942 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2b0bbc25-9f53-4ac4-b57c-1fbca9a07e64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838448728'] for subnet, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:49.033007 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-180ab34e-e603-4d90-80b9-ed5f40c7a719 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:49.070480 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-7ef46b8b-181f-4747-a7b5-575de0b62f79 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0546803 Dec 15 19:21:49.073067 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54138) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:49.090416 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3afe91e2-5bae-4489-b3c9-534fb890321e tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks [] for router, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:49.121768 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2b0bbc25-9f53-4ac4-b57c-1fbca9a07e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:49.157203 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-219b142c-638a-44e1-b2a2-aa19d2d38d33 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1864896173', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}, 'admin_state_up': False}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:21:49.170187 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-a87eb571-d26f-440f-89a3-56ffcc359c96 None None] Provisioning for port 1de368b8-5dda-4c36-80de-6c75918c13c2 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:21:49.184441 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-219b142c-638a-44e1-b2a2-aa19d2d38d33 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:21:49.185324 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-a87eb571-d26f-440f-89a3-56ffcc359c96 None None] Provisioning complete for port 1de368b8-5dda-4c36-80de-6c75918c13c2 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:21:49.185479 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a87eb571-d26f-440f-89a3-56ffcc359c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:49.199650 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-219b142c-638a-44e1-b2a2-aa19d2d38d33 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Usage tracker for resource:router and tenant:1271dab888c74d7e85b345ac23913ea2 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:21:49.213045 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-219b142c-638a-44e1-b2a2-aa19d2d38d33 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:21:49.230859 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-219b142c-638a-44e1-b2a2-aa19d2d38d33 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:21:49.231366 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae0fc5c-fc45-4f83-acd5-2606d854be87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-96172ef6-e92f-45d1-8c65-ccda5d845ddd', 'network_id': '96172ef6-e92f-45d1-8c65-ccda5d845ddd', 'tenant_id': '1271dab888c74d7e85b345ac23913ea2', 'fixed_ips': [{'subnet_id': '7634f966-9178-4ac3-902e-87f85af09b8e'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:21:49.232663 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6ae0fc5c-fc45-4f83-acd5-2606d854be87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:49.234384 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2b0bbc25-9f53-4ac4-b57c-1fbca9a07e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16636259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14850861'] for subnet, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:49.242015 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1c8833e3-93c6-4e20-a6db-0b6095f4e77a tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:49.265088 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b3d81b-c1e0-4a03-acb4-5a2e42840b01 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Pushing event updated for resources: {'Subnet': ['ID=ca9accf0-e88c-467d-a684-50f557360418,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:49.279440 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-21b3d81b-c1e0-4a03-acb4-5a2e42840b01 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:49.298873 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b3d81b-c1e0-4a03-acb4-5a2e42840b01 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Checking segment: {'id': '0a198bad-ca57-4933-9149-7b2d1bdcc57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1ac3f362-2078-4002-a392-a7842225ba9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:21:49.299691 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b3d81b-c1e0-4a03-acb4-5a2e42840b01 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Network hostable DHCP agents. Network: 1ac3f362-2078-4002-a392-a7842225ba9f, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:21:49.301512 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0bbc25-9f53-4ac4-b57c-1fbca9a07e64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bd3a5e9-20aa-4a07-b34a-db6a1a1e31d1,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:49.304898 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2b0bbc25-9f53-4ac4-b57c-1fbca9a07e64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:49.309422 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2b0bbc25-9f53-4ac4-b57c-1fbca9a07e64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:49.329762 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-219b142c-638a-44e1-b2a2-aa19d2d38d33 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854699176'] for router, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:49.330938 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-219b142c-638a-44e1-b2a2-aa19d2d38d33 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854194926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-76609'] for router, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:49.336446 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-2b0bbc25-9f53-4ac4-b57c-1fbca9a07e64 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/7bd3a5e9-20aa-4a07-b34a-db6a1a1e31d1 HTTP/1.1" status: 204 len: 168 time: 0.5103920 Dec 15 19:21:49.338624 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54144) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:49.422113 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-85769a5d-a93a-4559-8b81-6e1df3ecbfee tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16156049'] for subnet, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:49.438602 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f6642db7-790c-434f-8bcd-770d92c52308 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:49.479542 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-85769a5d-a93a-4559-8b81-6e1df3ecbfee tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:49.492776 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a87eb571-d26f-440f-89a3-56ffcc359c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:49.493561 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85769a5d-a93a-4559-8b81-6e1df3ecbfee tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event deleted for resources: {'Subnet': ['ID=9ab77309-8284-4154-8371-29ac44a70b91,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:49.501015 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-85769a5d-a93a-4559-8b81-6e1df3ecbfee tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:49.540400 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-219b142c-638a-44e1-b2a2-aa19d2d38d33 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:49.552674 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fb38df1f-c977-44aa-8a06-a2b2bdcc6b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:49.568916 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-85769a5d-a93a-4559-8b81-6e1df3ecbfee tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/subnets/9ab77309-8284-4154-8371-29ac44a70b91 HTTP/1.1" status: 204 len: 168 time: 1.4093108 Dec 15 19:21:49.573758 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-a87eb571-d26f-440f-89a3-56ffcc359c96 None None] For port 1de368b8-5dda-4c36-80de-6c75918c13c2, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=1de368b8-5dda-4c36-80de-6c75918c13c2,segment=NetworkSegment(9575ac7b-3c85-46da-81c5-434024000f40),segment_id=9575ac7b-3c85-46da-81c5-434024000f40)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:21:49.574061 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54148) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:49.575318 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-6ae0fc5c-fc45-4f83-acd5-2606d854be87 None None] Allocated IP 172.20.0.2 (96172ef6-e92f-45d1-8c65-ccda5d845ddd/7634f966-9178-4ac3-902e-87f85af09b8e/7b9d9ecf-4993-4f09-bf1c-50eb0e5a92e8) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:21:49.597784 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b3d81b-c1e0-4a03-acb4-5a2e42840b01 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Network 1ac3f362-2078-4002-a392-a7842225ba9f is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:21:49.623462 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3afe91e2-5bae-4489-b3c9-534fb890321e tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:49.634849 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a87eb571-d26f-440f-89a3-56ffcc359c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:49.657802 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-22ab708d-d175-4fd5-b97b-15d525ea938d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:49.708521 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-21b3d81b-c1e0-4a03-acb4-5a2e42840b01 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, 1ac3f362-2078-4002-a392-a7842225ba9f) {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:21:49.717613 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-3afe91e2-5bae-4489-b3c9-534fb890321e tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Deleting port f6eed727-b195-4481-bd82-da8cd4c91539 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:21:49.718005 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3afe91e2-5bae-4489-b3c9-534fb890321e tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:49.722539 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc532a8-ce85-4db6-a3af-d3c3a23fbc77 req-0be3acde-9bb7-48d3-9af3-de53eb0a5511 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:49.724214 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8dc532a8-ce85-4db6-a3af-d3c3a23fbc77 req-0be3acde-9bb7-48d3-9af3-de53eb0a5511 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=a1dfa6db-0a44-47c2-a8be-ec1b421a38ef HTTP/1.1" status: 200 len: 944 time: 0.2591102 Dec 15 19:21:49.729492 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-32aac43b-8ceb-48ef-bc01-92355b1aa742 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1535945 Dec 15 19:21:49.730186 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54152) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:49.801553 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87eb571-d26f-440f-89a3-56ffcc359c96 None None] Pushing event updated for resources: {'Port': ['ID=1de368b8-5dda-4c36-80de-6c75918c13c2,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:49.805206 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17dd0dea-4f7d-462c-8618-336945bad988 None None] Network 1ac3f362-2078-4002-a392-a7842225ba9f requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:21:49.824126 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55d5e68-333a-4a1a-8660-8fa9e5e99296 None None] Network 489fa468-360a-4868-b4ac-a400ec975c5b requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:21:49.841417 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a87eb571-d26f-440f-89a3-56ffcc359c96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:49.914103 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-5f7d8e8e-4e6a-4a14-8c77-f66191d790d4 None None] Could not find standard attr ID for object fb575e25-b392-45da-bd58-6c35a5af2c0f. {{(pid=88992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 15 19:21:49.915568 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fb38df1f-c977-44aa-8a06-a2b2bdcc6b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:49.926620 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b3d81b-c1e0-4a03-acb4-5a2e42840b01 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:49.927247 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-21b3d81b-c1e0-4a03-acb4-5a2e42840b01 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:49.935879 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8dc532a8-ce85-4db6-a3af-d3c3a23fbc77 req-b2223f83-3abc-4656-89a9-af96837b1904 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=c27741f3-5d3f-4a86-b68b-1ed6234d9d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2046545 Dec 15 19:21:49.955887 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-fb38df1f-c977-44aa-8a06-a2b2bdcc6b74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f10c2ea-53af-40a0-a6c4-66a7bc2ea269']}} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:21:49.977995 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 5c1097c6-83d7-4122-8cf3-1463b7023af1 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 15 19:21:49.980038 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 1de368b8-5dda-4c36-80de-6c75918c13c2 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:21:49.980238 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-fb38df1f-c977-44aa-8a06-a2b2bdcc6b74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22bdd954-66e2-49ac-8eaf-ea1fb30e6465') {'for_net_delete': True} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:21:49.980350 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-fb38df1f-c977-44aa-8a06-a2b2bdcc6b74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22bdd954-66e2-49ac-8eaf-ea1fb30e6465') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:21:50.001128 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1b2a17-7e9a-4081-b6c6-6b8345055cfe tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:50.003950 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1c1b2a17-7e9a-4081-b6c6-6b8345055cfe tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2564657 Dec 15 19:21:50.007380 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-219b142c-638a-44e1-b2a2-aa19d2d38d33 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:50.007556 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fb38df1f-c977-44aa-8a06-a2b2bdcc6b74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16327073'] for segment, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:50.019678 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54156) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:50.029248 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-21b3d81b-c1e0-4a03-acb4-5a2e42840b01 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3128879 Dec 15 19:21:50.030508 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54160) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:50.033465 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3afe91e2-5bae-4489-b3c9-534fb890321e tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:50.083751 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fb38df1f-c977-44aa-8a06-a2b2bdcc6b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:50.096558 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb38df1f-c977-44aa-8a06-a2b2bdcc6b74 admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=88990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:21:50.097220 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fb38df1f-c977-44aa-8a06-a2b2bdcc6b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838138943'] for segment, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:50.111918 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:21:50.111918 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:21:50.111918 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:21:50.111918 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:21:50.111918 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:21:50.111918 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:21:50.111918 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:21:50.111918 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:21:50.111918 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:21:50.111918 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:21:50.111918 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:21:50.111918 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:21:50.111918 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:21:50.111918 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:21:50.111918 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:21:50.111918 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:21:50.111918 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:21:50.111918 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:21:50.111918 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:21:50.111918 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:21:50.111918 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:21:50.111918 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:21:50.111918 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:21:50.111918 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:21:50.111918 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:21:50.111918 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:21:50.111918 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:21:50.111918 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:21:50.111918 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:21:50.111918 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:21:50.111918 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:21:50.111918 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:21:50.188108 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc898d7-edc1-4744-b04e-0195adcf20bc tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:50.192264 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-bfc898d7-edc1-4744-b04e-0195adcf20bc tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1691456 Dec 15 19:21:50.194767 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54164) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:50.272595 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-7ead3ccf-aac1-43d0-b8d2-28aea985f913 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0747106 Dec 15 19:21:50.276588 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54168) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:50.286732 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-692b59ee-115d-4e75-91f9-7a3d1e8a5a8f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Request body: {'subnet': {'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:21:50.367937 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fb38df1f-c977-44aa-8a06-a2b2bdcc6b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:50.383020 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7d07556a-0ae0-4576-9222-35af054ca7ae tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:50.403400 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fb38df1f-c977-44aa-8a06-a2b2bdcc6b74 admin admin] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:50.416735 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb38df1f-c977-44aa-8a06-a2b2bdcc6b74 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f10c2ea-53af-40a0-a6c4-66a7bc2ea269,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:50.429586 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fb38df1f-c977-44aa-8a06-a2b2bdcc6b74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:50.433851 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-fb38df1f-c977-44aa-8a06-a2b2bdcc6b74 admin admin] 10.222.0.36 "DELETE /v2.0/networks/1f10c2ea-53af-40a0-a6c4-66a7bc2ea269 HTTP/1.1" status: 204 len: 168 time: 1.0910208 Dec 15 19:21:50.446223 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-692b59ee-115d-4e75-91f9-7a3d1e8a5a8f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:21:50.451572 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-692b59ee-115d-4e75-91f9-7a3d1e8a5a8f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Usage tracker for resource:subnet and tenant:e56ca83c553e4935a4e8b75ed76c674c is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:21:50.456008 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-692b59ee-115d-4e75-91f9-7a3d1e8a5a8f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:21:50.463704 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-692b59ee-115d-4e75-91f9-7a3d1e8a5a8f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:21:50.508812 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-692b59ee-115d-4e75-91f9-7a3d1e8a5a8f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Made reservation on behalf of e56ca83c553e4935a4e8b75ed76c674c for: {'subnet': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:21:50.537454 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-3afe91e2-5bae-4489-b3c9-534fb890321e tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Calling delete_port for f6eed727-b195-4481-bd82-da8cd4c91539 owned by network:router_gateway {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:21:50.567333 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6ae0fc5c-fc45-4f83-acd5-2606d854be87 None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:50.577824 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 1de368b8-5dda-4c36-80de-6c75918c13c2 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:21:50.578291 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:50.649799 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 5c1097c6-83d7-4122-8cf3-1463b7023af1, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5c1097c6-83d7-4122-8cf3-1463b7023af1,segment=NetworkSegment(5ec7b682-6c9e-4eec-809e-f06b3cbda950),segment_id=5ec7b682-6c9e-4eec-809e-f06b3cbda950)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:21:50.665215 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b8dcc9-4a16-4f14-9121-b538c0885a89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-1ac3f362-2078-4002-a392-a7842225ba9f', 'network_id': '1ac3f362-2078-4002-a392-a7842225ba9f', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'fixed_ips': [{'subnet_id': 'ca9accf0-e88c-467d-a684-50f557360418'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:21:50.665466 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-692b59ee-115d-4e75-91f9-7a3d1e8a5a8f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839924940'] for subnet, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:50.666099 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-45b8dcc9-4a16-4f14-9121-b538c0885a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:50.684593 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-6ae0fc5c-fc45-4f83-acd5-2606d854be87 None None] Transition to ACTIVE for port object 7b9d9ecf-4993-4f09-bf1c-50eb0e5a92e8 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:21:50.708213 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Returning: {'device': '5c1097c6-83d7-4122-8cf3-1463b7023af1', 'network_id': 'efd1a11d-b82f-4113-b8b6-be85a7a88af9', 'port_id': '5c1097c6-83d7-4122-8cf3-1463b7023af1', 'mac_address': 'fa:16:3e:ae:9e:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db89f4ca-b00b-47c2-946c-86f6bbfd2456', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 19:21:50.881954 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54174) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:50.939157 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033d4197-cf4e-474a-829d-4533e2ff046c None None] DHCP port deletion for 489fa468-360a-4868-b4ac-a400ec975c5b request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:21:50.985849 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-35a47dfc-25c5-488b-9c07-59fb4f827c21 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=30a77e9498b54616b2933fb169921db3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1011524 Dec 15 19:21:50.992694 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54180) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:51.024344 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-6ae0fc5c-fc45-4f83-acd5-2606d854be87 None None] Transition to ACTIVE for port object 7b9d9ecf-4993-4f09-bf1c-50eb0e5a92e8 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:21:51.026118 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:51.044948 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-033d4197-cf4e-474a-829d-4533e2ff046c None None] Deleting port 1de368b8-5dda-4c36-80de-6c75918c13c2 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:21:51.045377 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-033d4197-cf4e-474a-829d-4533e2ff046c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:51.137315 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c1097c6-83d7-4122-8cf3-1463b7023af1 {{(pid=88992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 19:21:51.143648 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6ae0fc5c-fc45-4f83-acd5-2606d854be87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:51.160097 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:51.168720 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2fe696af-e6cf-42b2-a76b-3e82251e014c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:51.219833 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-219b142c-638a-44e1-b2a2-aa19d2d38d33 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks [] for router_gateway, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:51.262676 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-219b142c-638a-44e1-b2a2-aa19d2d38d33 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:51.338558 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 5c1097c6-83d7-4122-8cf3-1463b7023af1, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5c1097c6-83d7-4122-8cf3-1463b7023af1,segment=NetworkSegment(5ec7b682-6c9e-4eec-809e-f06b3cbda950),segment_id=5ec7b682-6c9e-4eec-809e-f06b3cbda950)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:21:51.348815 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6a42efa8-15ca-4057-ac97-6c27df1da5b9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:51.360755 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae0fc5c-fc45-4f83-acd5-2606d854be87 None None] Network 96172ef6-e92f-45d1-8c65-ccda5d845ddd is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:21:51.403325 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae0fc5c-fc45-4f83-acd5-2606d854be87 None None] Pushing event updated for resources: {'Port': ['ID=7b9d9ecf-4993-4f09-bf1c-50eb0e5a92e8,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:51.406446 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6ae0fc5c-fc45-4f83-acd5-2606d854be87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:51.408589 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-6ae0fc5c-fc45-4f83-acd5-2606d854be87 None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:21:51.410902 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae0fc5c-fc45-4f83-acd5-2606d854be87 None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:21:51.424135 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:51.436564 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5f07a72c-4a75-4638-9a46-d0a9289cdaa2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:51.506860 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2fe696af-e6cf-42b2-a76b-3e82251e014c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:51.509219 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3afe91e2-5bae-4489-b3c9-534fb890321e tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:51.522420 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b31f1d9d-eb7f-4ed6-b676-5581e87c5fe7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:51.577444 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afe91e2-5bae-4489-b3c9-534fb890321e tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Pushing event deleted for resources: {'Port': ['ID=f6eed727-b195-4481-bd82-da8cd4c91539,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:51.588990 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3afe91e2-5bae-4489-b3c9-534fb890321e tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:51.663709 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262522a7-6640-4163-9f99-26d59cef5e08 req-6c70f40c-85c9-4876-8417-ad2d1a481e6a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:51.665251 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-262522a7-6640-4163-9f99-26d59cef5e08 req-6c70f40c-85c9-4876-8417-ad2d1a481e6a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=a1dfa6db-0a44-47c2-a8be-ec1b421a38ef HTTP/1.1" status: 200 len: 944 time: 0.5681131 Dec 15 19:21:51.692576 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=5c1097c6-83d7-4122-8cf3-1463b7023af1,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:51.695982 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:51.697513 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-45b8dcc9-4a16-4f14-9121-b538c0885a89 None None] Allocated IP 172.20.0.2 (1ac3f362-2078-4002-a392-a7842225ba9f/ca9accf0-e88c-467d-a684-50f557360418/acc0b245-531b-49ce-b986-ec6f06ac7b72) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:21:51.711208 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] get_ports_and_sgs() called for port_ids ['5c1097c6-83d7-4122-8cf3-1463b7023af1'] {{(pid=88992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 19:21:51.756866 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-262522a7-6640-4163-9f99-26d59cef5e08 req-a91dc6b6-2c62-468c-9d70-2cacc069a3cd tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=c27741f3-5d3f-4a86-b68b-1ed6234d9d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652590 Dec 15 19:21:51.780413 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-6ae0fc5c-fc45-4f83-acd5-2606d854be87 None None] Attempting to bind port 7b9d9ecf-4993-4f09-bf1c-50eb0e5a92e8 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:21:51.780413 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-6ae0fc5c-fc45-4f83-acd5-2606d854be87 None None] Attempting to bind port 7b9d9ecf-4993-4f09-bf1c-50eb0e5a92e8 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '7bdc19f7-897e-45d7-b610-6b5f6ae86a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '96172ef6-e92f-45d1-8c65-ccda5d845ddd'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:21:51.780771 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae0fc5c-fc45-4f83-acd5-2606d854be87 None None] Attempting to bind port 7b9d9ecf-4993-4f09-bf1c-50eb0e5a92e8 on network 96172ef6-e92f-45d1-8c65-ccda5d845ddd {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:21:51.787666 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2fe696af-e6cf-42b2-a76b-3e82251e014c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:51.792226 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d56d69db-f8be-4a04-85b7-a4a6d57a8022 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:51.810887 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe696af-e6cf-42b2-a76b-3e82251e014c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce257f0-ce7a-42cc-a317-fd6d8417f0e6,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:51.815074 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2fe696af-e6cf-42b2-a76b-3e82251e014c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:51.872239 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-219b142c-638a-44e1-b2a2-aa19d2d38d33 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Allocated IP 172.26.3.60 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/6c30e57b-55c3-4d8e-9c0f-f33299138fb9) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:21:51.881614 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-692b59ee-115d-4e75-91f9-7a3d1e8a5a8f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:51.909985 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-033d4197-cf4e-474a-829d-4533e2ff046c None None] For port 1de368b8-5dda-4c36-80de-6c75918c13c2, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=1de368b8-5dda-4c36-80de-6c75918c13c2,segment=NetworkSegment(9575ac7b-3c85-46da-81c5-434024000f40),segment_id=9575ac7b-3c85-46da-81c5-434024000f40)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:21:51.910498 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-033d4197-cf4e-474a-829d-4533e2ff046c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:51.927306 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae0fc5c-fc45-4f83-acd5-2606d854be87 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:21:51.927731 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae0fc5c-fc45-4f83-acd5-2606d854be87 None None] Checking segment: {'id': '7bdc19f7-897e-45d7-b610-6b5f6ae86a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '96172ef6-e92f-45d1-8c65-ccda5d845ddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:21:51.928178 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6ae0fc5c-fc45-4f83-acd5-2606d854be87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:51.928617 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae0fc5c-fc45-4f83-acd5-2606d854be87 None None] Bound using segment: {'id': '7bdc19f7-897e-45d7-b610-6b5f6ae86a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '96172ef6-e92f-45d1-8c65-ccda5d845ddd'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:21:51.929147 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-6ae0fc5c-fc45-4f83-acd5-2606d854be87 None None] Bound port: 7b9d9ecf-4993-4f09-bf1c-50eb0e5a92e8, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bdc19f7-897e-45d7-b610-6b5f6ae86a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '96172ef6-e92f-45d1-8c65-ccda5d845ddd'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:21:51.929580 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6ae0fc5c-fc45-4f83-acd5-2606d854be87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:51.952414 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2fe696af-e6cf-42b2-a76b-3e82251e014c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:51.956215 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 1de368b8-5dda-4c36-80de-6c75918c13c2 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:21:51.956370 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-2fe696af-e6cf-42b2-a76b-3e82251e014c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dce257f0-ce7a-42cc-a317-fd6d8417f0e6 HTTP/1.1" status: 204 len: 168 time: 0.9599586 Dec 15 19:21:52.117643 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3afe91e2-5bae-4489-b3c9-534fb890321e tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854141934'] for router_gateway, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:52.131631 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-692b59ee-115d-4e75-91f9-7a3d1e8a5a8f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] For port 1de368b8-5dda-4c36-80de-6c75918c13c2, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=1de368b8-5dda-4c36-80de-6c75918c13c2,segment=NetworkSegment(9575ac7b-3c85-46da-81c5-434024000f40),segment_id=9575ac7b-3c85-46da-81c5-434024000f40)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:21:52.131813 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-033d4197-cf4e-474a-829d-4533e2ff046c None None] Calling delete_port for 1de368b8-5dda-4c36-80de-6c75918c13c2 owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:21:52.162122 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-692b59ee-115d-4e75-91f9-7a3d1e8a5a8f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:52.209958 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-692b59ee-115d-4e75-91f9-7a3d1e8a5a8f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:52.210980 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-692b59ee-115d-4e75-91f9-7a3d1e8a5a8f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838139473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839924955'] for subnet, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:52.217174 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a4b98d99-83c1-4ce8-b57f-fe12e550bb05 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:52.299646 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692b59ee-115d-4e75-91f9-7a3d1e8a5a8f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event updated for resources: {'Port': ['ID=1de368b8-5dda-4c36-80de-6c75918c13c2,revision_number=6']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:52.305602 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-692b59ee-115d-4e75-91f9-7a3d1e8a5a8f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:52.306498 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e3d64513-3802-43a3-9d91-02df09632d82 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:52.366276 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692b59ee-115d-4e75-91f9-7a3d1e8a5a8f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Network 489fa468-360a-4868-b4ac-a400ec975c5b is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:21:52.370084 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-692b59ee-115d-4e75-91f9-7a3d1e8a5a8f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:21:52.375030 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692b59ee-115d-4e75-91f9-7a3d1e8a5a8f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:52.376686 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-692b59ee-115d-4e75-91f9-7a3d1e8a5a8f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:52.403432 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692b59ee-115d-4e75-91f9-7a3d1e8a5a8f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event updated for resources: {'Subnet': ['ID=3907bd4d-298a-4165-ad08-2c97e9bcfa2a,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:52.407008 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-692b59ee-115d-4e75-91f9-7a3d1e8a5a8f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:52.480669 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-692b59ee-115d-4e75-91f9-7a3d1e8a5a8f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.2028127 Dec 15 19:21:52.483431 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54188) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:52.490665 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-a63156b3-cb89-4e1a-ab8e-3c148e02b9a7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Request body: {'port': {'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'mac_address': 'fa:16:3e:79:8d:a6', 'name': 'tempest-NetworksTestDHCPv6-1910605423'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:21:52.506273 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-6ae0fc5c-fc45-4f83-acd5-2606d854be87 None None] For port 7b9d9ecf-4993-4f09-bf1c-50eb0e5a92e8, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:21:52.529988 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-033d4197-cf4e-474a-829d-4533e2ff046c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88992) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:21:52.530422 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-033d4197-cf4e-474a-829d-4533e2ff046c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:21:52.553947 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:52.567888 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-6ae0fc5c-fc45-4f83-acd5-2606d854be87 None None] For port 7b9d9ecf-4993-4f09-bf1c-50eb0e5a92e8, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=7b9d9ecf-4993-4f09-bf1c-50eb0e5a92e8,segment=NetworkSegment(7bdc19f7-897e-45d7-b610-6b5f6ae86a0c),segment_id=7bdc19f7-897e-45d7-b610-6b5f6ae86a0c)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:21:52.620724 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-45b8dcc9-4a16-4f14-9121-b538c0885a89 None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:52.626900 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6ae0fc5c-fc45-4f83-acd5-2606d854be87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:52.641906 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-22ab708d-d175-4fd5-b97b-15d525ea938d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:52.684881 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a63156b3-cb89-4e1a-ab8e-3c148e02b9a7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:21:52.690415 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-a63156b3-cb89-4e1a-ab8e-3c148e02b9a7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Usage tracker for resource:port and tenant:e56ca83c553e4935a4e8b75ed76c674c is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:21:52.691835 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3afe91e2-5bae-4489-b3c9-534fb890321e tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854207876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854699191'] for router, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:52.694001 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-a63156b3-cb89-4e1a-ab8e-3c148e02b9a7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:21:52.703157 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a63156b3-cb89-4e1a-ab8e-3c148e02b9a7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:21:52.703471 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3afe91e2-5bae-4489-b3c9-534fb890321e tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:52.723228 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-219b142c-638a-44e1-b2a2-aa19d2d38d33 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:52.741731 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a63156b3-cb89-4e1a-ab8e-3c148e02b9a7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Made reservation on behalf of e56ca83c553e4935a4e8b75ed76c674c for: {'port': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:21:52.751154 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a63156b3-cb89-4e1a-ab8e-3c148e02b9a7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:52.780168 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3afe91e2-5bae-4489-b3c9-534fb890321e tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854207982'] for router, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:52.780809 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3afe91e2-5bae-4489-b3c9-534fb890321e tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Fanout notify agent at l3_agent the message router_deleted on router b581579c-47f0-4109-8159-59825b2a65a1 {{(pid=88991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 19:21:52.796091 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-a63156b3-cb89-4e1a-ab8e-3c148e02b9a7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] device_id is not set on port 7fc83efb-e590-4166-9afa-cd085920b4af yet. {{(pid=88990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:21:52.816498 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3afe91e2-5bae-4489-b3c9-534fb890321e tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks [] for router, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:52.834480 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-3afe91e2-5bae-4489-b3c9-534fb890321e tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] 10.222.0.36 "DELETE /v2.0/routers/b581579c-47f0-4109-8159-59825b2a65a1 HTTP/1.1" status: 204 len: 168 time: 4.4111302 Dec 15 19:21:52.835537 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54194) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:52.835911 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54196) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:52.885173 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-219b142c-638a-44e1-b2a2-aa19d2d38d33 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:52.892930 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-45b8dcc9-4a16-4f14-9121-b538c0885a89 None None] Transition to ACTIVE for port object acc0b245-531b-49ce-b986-ec6f06ac7b72 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:21:52.907815 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-af8a0422-0399-4e31-9c47-795d08d855cc tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:52.938820 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port 1de368b8-5dda-4c36-80de-6c75918c13c2, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=1de368b8-5dda-4c36-80de-6c75918c13c2,segment=NetworkSegment(9575ac7b-3c85-46da-81c5-434024000f40),segment_id=9575ac7b-3c85-46da-81c5-434024000f40)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:21:52.969830 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-45b8dcc9-4a16-4f14-9121-b538c0885a89 None None] Transition to ACTIVE for port object acc0b245-531b-49ce-b986-ec6f06ac7b72 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:21:52.982206 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae0fc5c-fc45-4f83-acd5-2606d854be87 None None] Pushing event updated for resources: {'Port': ['ID=7b9d9ecf-4993-4f09-bf1c-50eb0e5a92e8,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:52.992860 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6ae0fc5c-fc45-4f83-acd5-2606d854be87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:52.994609 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:52.999334 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3f42138d-14a3-49af-99d2-9ef06d76019a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:53.028754 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-a63156b3-cb89-4e1a-ab8e-3c148e02b9a7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Allocated IP 2001:db8::f816:3eff:fe79:8da6 (489fa468-360a-4868-b4ac-a400ec975c5b/3907bd4d-298a-4165-ad08-2c97e9bcfa2a/7fc83efb-e590-4166-9afa-cd085920b4af) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:21:53.056909 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-033d4197-cf4e-474a-829d-4533e2ff046c None None] Deleting port 1de368b8-5dda-4c36-80de-6c75918c13c2 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:21:53.057340 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-033d4197-cf4e-474a-829d-4533e2ff046c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:53.065730 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219b142c-638a-44e1-b2a2-aa19d2d38d33 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:21:53.076038 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1233315-f074-4946-9f4f-062d50a67aa2 req-de9ece9c-4289-408e-b3b3-88d30fba51c0 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:53.077669 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e1233315-f074-4946-9f4f-062d50a67aa2 req-de9ece9c-4289-408e-b3b3-88d30fba51c0 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=a1dfa6db-0a44-47c2-a8be-ec1b421a38ef HTTP/1.1" status: 200 len: 945 time: 0.1464701 Dec 15 19:21:53.080630 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-219b142c-638a-44e1-b2a2-aa19d2d38d33 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:21:53.093405 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219b142c-638a-44e1-b2a2-aa19d2d38d33 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:21:53.112525 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-45b8dcc9-4a16-4f14-9121-b538c0885a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:53.160406 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219b142c-638a-44e1-b2a2-aa19d2d38d33 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Pushing event updated for resources: {'Port': ['ID=6c30e57b-55c3-4d8e-9c0f-f33299138fb9,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:53.160676 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e1233315-f074-4946-9f4f-062d50a67aa2 req-9f4421a6-8a98-44c2-80b2-b6cea72324cb tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=c27741f3-5d3f-4a86-b68b-1ed6234d9d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632246 Dec 15 19:21:53.178119 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-219b142c-638a-44e1-b2a2-aa19d2d38d33 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:53.212217 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=1de368b8-5dda-4c36-80de-6c75918c13c2,revision_number=7']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:53.239522 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:53.242673 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b8dcc9-4a16-4f14-9121-b538c0885a89 None None] Network 1ac3f362-2078-4002-a392-a7842225ba9f is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:21:53.251626 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c049a3c6-a627-41ab-88ac-72139fda2a43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.127s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:53.279893 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-3429f7bf-d432-4e88-84a5-88c583c93ecd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ad8013720cab42e3bba22e05ff5b47a4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4403465 Dec 15 19:21:53.281604 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-6a42efa8-15ca-4057-ac97-6c27df1da5b9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Allocated IP 172.20.0.1 (1ac3f362-2078-4002-a392-a7842225ba9f/ca9accf0-e88c-467d-a684-50f557360418/42b090dc-7075-4e99-9cd5-a6678a9d0384) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:21:53.288417 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54202) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:53.303776 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-45b8dcc9-4a16-4f14-9121-b538c0885a89 None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:21:53.324973 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b8dcc9-4a16-4f14-9121-b538c0885a89 None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:21:53.341027 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a63156b3-cb89-4e1a-ab8e-3c148e02b9a7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:53.359921 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-a63156b3-cb89-4e1a-ab8e-3c148e02b9a7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Transition to ACTIVE for port object 7fc83efb-e590-4166-9afa-cd085920b4af will not be triggered until provisioned by entity DHCP. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:21:53.405867 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a63156b3-cb89-4e1a-ab8e-3c148e02b9a7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:53.423658 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-925412c3-16fe-45f2-968b-71c1b42e9e9b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:53.480328 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b8dcc9-4a16-4f14-9121-b538c0885a89 None None] Pushing event updated for resources: {'Port': ['ID=acc0b245-531b-49ce-b986-ec6f06ac7b72,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:53.485936 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63156b3-cb89-4e1a-ab8e-3c148e02b9a7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Network 489fa468-360a-4868-b4ac-a400ec975c5b is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:21:53.489638 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-a63156b3-cb89-4e1a-ab8e-3c148e02b9a7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:21:53.499509 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63156b3-cb89-4e1a-ab8e-3c148e02b9a7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:21:53.506339 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63156b3-cb89-4e1a-ab8e-3c148e02b9a7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:53.506339 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a63156b3-cb89-4e1a-ab8e-3c148e02b9a7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:53.520005 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-45b8dcc9-4a16-4f14-9121-b538c0885a89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:53.563247 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63156b3-cb89-4e1a-ab8e-3c148e02b9a7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event updated for resources: {'Port': ['ID=7fc83efb-e590-4166-9afa-cd085920b4af,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:53.569131 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-45b8dcc9-4a16-4f14-9121-b538c0885a89 None None] Attempting to bind port acc0b245-531b-49ce-b986-ec6f06ac7b72 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:21:53.569558 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-45b8dcc9-4a16-4f14-9121-b538c0885a89 None None] Attempting to bind port acc0b245-531b-49ce-b986-ec6f06ac7b72 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '0a198bad-ca57-4933-9149-7b2d1bdcc57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1ac3f362-2078-4002-a392-a7842225ba9f'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:21:53.569972 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b8dcc9-4a16-4f14-9121-b538c0885a89 None None] Attempting to bind port acc0b245-531b-49ce-b986-ec6f06ac7b72 on network 1ac3f362-2078-4002-a392-a7842225ba9f {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:21:53.580675 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a63156b3-cb89-4e1a-ab8e-3c148e02b9a7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:53.594061 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2444b6c8-29e1-4025-a7b0-9f0ea619ff76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:53.604895 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b8dcc9-4a16-4f14-9121-b538c0885a89 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:21:53.605329 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b8dcc9-4a16-4f14-9121-b538c0885a89 None None] Checking segment: {'id': '0a198bad-ca57-4933-9149-7b2d1bdcc57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1ac3f362-2078-4002-a392-a7842225ba9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:21:53.606009 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-45b8dcc9-4a16-4f14-9121-b538c0885a89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:53.606949 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b8dcc9-4a16-4f14-9121-b538c0885a89 None None] Bound using segment: {'id': '0a198bad-ca57-4933-9149-7b2d1bdcc57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1ac3f362-2078-4002-a392-a7842225ba9f'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:21:53.608117 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-45b8dcc9-4a16-4f14-9121-b538c0885a89 None None] Bound port: acc0b245-531b-49ce-b986-ec6f06ac7b72, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a198bad-ca57-4933-9149-7b2d1bdcc57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1ac3f362-2078-4002-a392-a7842225ba9f'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:21:53.608561 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-45b8dcc9-4a16-4f14-9121-b538c0885a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:53.618957 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-49f000dd-5502-4e1b-9f3e-1afc830295ef tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Deleting subnet 605177bd-12fd-4f6f-8e9e-c47182f7f784 {{(pid=88991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:21:53.627728 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a63156b3-cb89-4e1a-ab8e-3c148e02b9a7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1422322 Dec 15 19:21:53.628668 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54206) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:53.642312 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-49f000dd-5502-4e1b-9f3e-1afc830295ef tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks [] for subnet, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:53.653198 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-033d4197-cf4e-474a-829d-4533e2ff046c None None] For port 1de368b8-5dda-4c36-80de-6c75918c13c2, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=1de368b8-5dda-4c36-80de-6c75918c13c2,segment=NetworkSegment(9575ac7b-3c85-46da-81c5-434024000f40),segment_id=9575ac7b-3c85-46da-81c5-434024000f40)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:21:53.653801 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-033d4197-cf4e-474a-829d-4533e2ff046c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:53.740903 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622433ff-2842-490d-9d55-2d44d8a8264f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:53.745757 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622433ff-2842-490d-9d55-2d44d8a8264f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:53.747583 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-622433ff-2842-490d-9d55-2d44d8a8264f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Synchronizing usage tracker for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:21:53.761033 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2444b6c8-29e1-4025-a7b0-9f0ea619ff76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:53.770784 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-49f000dd-5502-4e1b-9f3e-1afc830295ef tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16332759'] for subnet, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:53.793946 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-622433ff-2842-490d-9d55-2d44d8a8264f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Unset dirty status for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:21:53.800043 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-622433ff-2842-490d-9d55-2d44d8a8264f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1703360 Dec 15 19:21:53.800914 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54210) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:53.837855 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-033d4197-cf4e-474a-829d-4533e2ff046c None None] Calling delete_port for 1de368b8-5dda-4c36-80de-6c75918c13c2 owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:21:53.900485 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-037f69d0-d000-418a-8e22-e143f5900012 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Deleting port 7fc83efb-e590-4166-9afa-cd085920b4af {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:21:53.900485 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-037f69d0-d000-418a-8e22-e143f5900012 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:53.909693 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6a42efa8-15ca-4057-ac97-6c27df1da5b9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:53.922268 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-45b8dcc9-4a16-4f14-9121-b538c0885a89 None None] For port acc0b245-531b-49ce-b986-ec6f06ac7b72, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:21:53.928315 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-45b8dcc9-4a16-4f14-9121-b538c0885a89 None None] For port acc0b245-531b-49ce-b986-ec6f06ac7b72, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=acc0b245-531b-49ce-b986-ec6f06ac7b72,segment=NetworkSegment(0a198bad-ca57-4933-9149-7b2d1bdcc57c),segment_id=0a198bad-ca57-4933-9149-7b2d1bdcc57c)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:21:53.973010 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-45b8dcc9-4a16-4f14-9121-b538c0885a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:53.986937 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:53.988522 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-45da129b-5bcc-46a2-ab6e-38cbc9d7bce9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:53.996011 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-6a42efa8-15ca-4057-ac97-6c27df1da5b9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Transition to ACTIVE for port object 42b090dc-7075-4e99-9cd5-a6678a9d0384 will not be triggered until provisioned by entity DHCP. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:21:54.006344 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-49f000dd-5502-4e1b-9f3e-1afc830295ef tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:54.035992 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 7b9d9ecf-4993-4f09-bf1c-50eb0e5a92e8 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:21:54.053493 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-219b142c-638a-44e1-b2a2-aa19d2d38d33 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks [] for router_gateway, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:54.054384 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-219b142c-638a-44e1-b2a2-aa19d2d38d33 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904'] for router, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:54.142718 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2444b6c8-29e1-4025-a7b0-9f0ea619ff76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:54.155540 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ea34382e-ffd4-4b73-abf0-b70004b3b399 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:54.183183 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2444b6c8-29e1-4025-a7b0-9f0ea619ff76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=295f169b-a78f-498f-abc5-5c2d07e9c36b,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:54.190286 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6a42efa8-15ca-4057-ac97-6c27df1da5b9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:54.196581 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2444b6c8-29e1-4025-a7b0-9f0ea619ff76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:54.198466 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fa6b45fa-051f-4f0d-b95f-eb15afc9ff70 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:54.207337 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-037f69d0-d000-418a-8e22-e143f5900012 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:54.212797 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b8dcc9-4a16-4f14-9121-b538c0885a89 None None] Pushing event updated for resources: {'Port': ['ID=acc0b245-531b-49ce-b986-ec6f06ac7b72,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:54.217157 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-45b8dcc9-4a16-4f14-9121-b538c0885a89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:54.234332 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-033d4197-cf4e-474a-829d-4533e2ff046c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866'] for port, after_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:54.245078 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2444b6c8-29e1-4025-a7b0-9f0ea619ff76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:54.245968 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f5e1e6c5-6556-4d04-8411-bc19ba95305a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:54.249386 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-2444b6c8-29e1-4025-a7b0-9f0ea619ff76 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/295f169b-a78f-498f-abc5-5c2d07e9c36b HTTP/1.1" status: 204 len: 168 time: 0.9531794 Dec 15 19:21:54.272716 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-49f000dd-5502-4e1b-9f3e-1afc830295ef tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16156049'] for subnet, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:54.306203 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 7b9d9ecf-4993-4f09-bf1c-50eb0e5a92e8 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:21:54.306578 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a42efa8-15ca-4057-ac97-6c27df1da5b9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Network 1ac3f362-2078-4002-a392-a7842225ba9f is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:21:54.313135 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a42efa8-15ca-4057-ac97-6c27df1da5b9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Pushing event updated for resources: {'Port': ['ID=42b090dc-7075-4e99-9cd5-a6678a9d0384,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:54.324030 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-6a42efa8-15ca-4057-ac97-6c27df1da5b9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:21:54.329833 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6a42efa8-15ca-4057-ac97-6c27df1da5b9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:54.330465 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-640329dc-260d-4d74-91df-a53928324e4d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:54.336627 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033d4197-cf4e-474a-829d-4533e2ff046c None None] Pushing event deleted for resources: {'Port': ['ID=1de368b8-5dda-4c36-80de-6c75918c13c2,revision_number=None']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:54.342741 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-033d4197-cf4e-474a-829d-4533e2ff046c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:54.364667 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a42efa8-15ca-4057-ac97-6c27df1da5b9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:21:54.406272 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-49f000dd-5502-4e1b-9f3e-1afc830295ef tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:54.416932 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f000dd-5502-4e1b-9f3e-1afc830295ef tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Pushing event deleted for resources: {'Subnet': ['ID=605177bd-12fd-4f6f-8e9e-c47182f7f784,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:54.430898 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-49f000dd-5502-4e1b-9f3e-1afc830295ef tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:54.451889 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006e3bd7-3aca-49a5-9375-13d92e9a0a7c None None] Network de6691e1-cd3f-4b81-99f8-467ffbdbcf47 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:21:54.474584 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-037f69d0-d000-418a-8e22-e143f5900012 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Calling delete_port for 7fc83efb-e590-4166-9afa-cd085920b4af owned by {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:21:54.488582 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033d4197-cf4e-474a-829d-4533e2ff046c None None] No DVR routers for this DVR port 1de368b8-5dda-4c36-80de-6c75918c13c2 on host dv-neutron-821831-2-hyperv {{(pid=88992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:21:54.496937 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-49f000dd-5502-4e1b-9f3e-1afc830295ef tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] 10.222.0.36 "DELETE /v2.0/subnets/605177bd-12fd-4f6f-8e9e-c47182f7f784 HTTP/1.1" status: 204 len: 168 time: 1.6577110 Dec 15 19:21:54.499709 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54218) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:54.546644 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6a42efa8-15ca-4057-ac97-6c27df1da5b9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630901'] for router_interface, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:54.592399 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff312f8e-51a2-40a1-8c9c-a64121e65b7c None None] Network 489fa468-360a-4868-b4ac-a400ec975c5b requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:21:54.599912 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005da062-5f4c-4d72-83f1-776b14908eb4 req-abda5a23-80a2-4a29-b7bf-d7357a8147a2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:54.601921 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-005da062-5f4c-4d72-83f1-776b14908eb4 req-abda5a23-80a2-4a29-b7bf-d7357a8147a2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=a1dfa6db-0a44-47c2-a8be-ec1b421a38ef HTTP/1.1" status: 200 len: 945 time: 0.1858239 Dec 15 19:21:54.701726 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-005da062-5f4c-4d72-83f1-776b14908eb4 req-70ed5ee8-4d06-49e2-ad87-32a2d5f1a43c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=c27741f3-5d3f-4a86-b68b-1ed6234d9d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985267 Dec 15 19:21:54.739760 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-01077d79-dd96-4469-9e08-5ef9394f4bf3 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:54.848953 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-01077d79-dd96-4469-9e08-5ef9394f4bf3 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Deleting port 551011a1-d085-4252-b8d6-b126a7951284 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:21:54.849612 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-01077d79-dd96-4469-9e08-5ef9394f4bf3 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:54.874219 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-037f69d0-d000-418a-8e22-e143f5900012 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:54.916529 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fcde2208-c6da-4999-877c-bf1094780d03 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:54.958377 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6a42efa8-15ca-4057-ac97-6c27df1da5b9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:55.054798 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037f69d0-d000-418a-8e22-e143f5900012 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event deleted for resources: {'Port': ['ID=7fc83efb-e590-4166-9afa-cd085920b4af,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:55.064678 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-037f69d0-d000-418a-8e22-e143f5900012 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:55.081290 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-037f69d0-d000-418a-8e22-e143f5900012 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:55.101748 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-037f69d0-d000-418a-8e22-e143f5900012 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/ports/7fc83efb-e590-4166-9afa-cd085920b4af HTTP/1.1" status: 204 len: 168 time: 1.2994280 Dec 15 19:21:55.104240 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54222) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:55.220825 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c3419a-2086-44ea-949f-359ae087adbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-489fa468-360a-4868-b4ac-a400ec975c5b', 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'tenant_id': 'e56ca83c553e4935a4e8b75ed76c674c', 'fixed_ips': [{'subnet_id': '3907bd4d-298a-4165-ad08-2c97e9bcfa2a'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:21:55.221801 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f8c3419a-2086-44ea-949f-359ae087adbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:55.228437 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbcca9e-d4ff-4398-b650-7af3290db422 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:55.231871 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbcca9e-d4ff-4398-b650-7af3290db422 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:55.233250 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-5dbcca9e-d4ff-4398-b650-7af3290db422 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Synchronizing usage tracker for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:subnet {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:21:55.302555 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-5dbcca9e-d4ff-4398-b650-7af3290db422 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Unset dirty status for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:subnet {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:21:55.306599 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-5dbcca9e-d4ff-4398-b650-7af3290db422 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1971023 Dec 15 19:21:55.307031 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54226) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:55.349302 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59727b74-e5c1-4f01-a41b-7dccf7cf7eda None None] DHCP port deletion for de6691e1-cd3f-4b81-99f8-467ffbdbcf47 request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:21:55.355813 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-59727b74-e5c1-4f01-a41b-7dccf7cf7eda None None] Deleting port 551011a1-d085-4252-b8d6-b126a7951284 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:21:55.356588 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-59727b74-e5c1-4f01-a41b-7dccf7cf7eda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:55.424789 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2ea765b-bd3e-4014-91c8-e6538e7406a2 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Deleting subnet 3907bd4d-298a-4165-ad08-2c97e9bcfa2a {{(pid=88990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:21:55.431195 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f2ea765b-bd3e-4014-91c8-e6538e7406a2 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:55.502124 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f2ea765b-bd3e-4014-91c8-e6538e7406a2 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838448728'] for subnet, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:55.581974 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f2ea765b-bd3e-4014-91c8-e6538e7406a2 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:55.645072 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-59727b74-e5c1-4f01-a41b-7dccf7cf7eda None None] For port 551011a1-d085-4252-b8d6-b126a7951284, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=551011a1-d085-4252-b8d6-b126a7951284,segment=NetworkSegment(583af6ab-4458-4128-afe3-47523bd0cacc),segment_id=583af6ab-4458-4128-afe3-47523bd0cacc)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:21:55.645502 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-59727b74-e5c1-4f01-a41b-7dccf7cf7eda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:55.714055 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f2ea765b-bd3e-4014-91c8-e6538e7406a2 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16636259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14850861'] for subnet, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:55.719858 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1ffc9ed4-d409-441c-81b1-02a7fbad67ae tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:55.745932 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-01077d79-dd96-4469-9e08-5ef9394f4bf3 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] For port 551011a1-d085-4252-b8d6-b126a7951284, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=551011a1-d085-4252-b8d6-b126a7951284,segment=NetworkSegment(583af6ab-4458-4128-afe3-47523bd0cacc),segment_id=583af6ab-4458-4128-afe3-47523bd0cacc)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:21:55.746392 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-01077d79-dd96-4469-9e08-5ef9394f4bf3 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:55.754987 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-219b142c-638a-44e1-b2a2-aa19d2d38d33 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Router 19eab318-ab8b-4aa4-9e13-5419acd46077 is scheduled to L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 with binding_index 1 {{(pid=88991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 15 19:21:55.761165 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ea765b-bd3e-4014-91c8-e6538e7406a2 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event deleted for resources: {'Subnet': ['ID=3907bd4d-298a-4165-ad08-2c97e9bcfa2a,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:55.764038 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f2ea765b-bd3e-4014-91c8-e6538e7406a2 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:55.769894 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f2ea765b-bd3e-4014-91c8-e6538e7406a2 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:55.812148 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f2ea765b-bd3e-4014-91c8-e6538e7406a2 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/subnets/3907bd4d-298a-4165-ad08-2c97e9bcfa2a HTTP/1.1" status: 204 len: 168 time: 0.5036385 Dec 15 19:21:55.814386 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54232) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:55.896791 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d70a5df-b5a5-4ec7-a356-1ff4ee643f14 None None] Network 96172ef6-e92f-45d1-8c65-ccda5d845ddd requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:21:55.910380 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-01077d79-dd96-4469-9e08-5ef9394f4bf3 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Calling delete_port for 551011a1-d085-4252-b8d6-b126a7951284 owned by network:dhcp {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:21:55.949511 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-21a14b51-915e-4da8-91be-a7de73f110ae tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1335018 Dec 15 19:21:55.956031 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54236) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:55.976305 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 5c1097c6-83d7-4122-8cf3-1463b7023af1 up at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:21:55.988850 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-bd4f3f8f-1799-4019-a4b9-651eb5bc6297 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Request body: {'subnet': {'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:21:56.010221 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-59727b74-e5c1-4f01-a41b-7dccf7cf7eda None None] Calling delete_port for 551011a1-d085-4252-b8d6-b126a7951284 owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:21:56.045672 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device acc0b245-531b-49ce-b986-ec6f06ac7b72 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:21:56.050869 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00db024-22cc-4230-9b70-1ea2cdc86bff req-9b513d30-c2f3-401d-ab72-338d3a09b0e2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:56.052511 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a00db024-22cc-4230-9b70-1ea2cdc86bff req-9b513d30-c2f3-401d-ab72-338d3a09b0e2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=a1dfa6db-0a44-47c2-a8be-ec1b421a38ef HTTP/1.1" status: 200 len: 945 time: 0.1018784 Dec 15 19:21:56.114401 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a00db024-22cc-4230-9b70-1ea2cdc86bff req-7d8ec46d-91b9-4492-8eff-422d8775166f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=c27741f3-5d3f-4a86-b68b-1ed6234d9d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505061 Dec 15 19:21:56.143080 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server [None req-f8c3419a-2086-44ea-949f-359ae087adbf None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3907bd4d-298a-4165-ad08-2c97e9bcfa2a: This subnet is being modified by another concurrent operation. Dec 15 19:21:56.143080 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 15 19:21:56.143080 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 15 19:21:56.143080 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 15 19:21:56.143080 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 276, in dispatch Dec 15 19:21:56.143080 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 15 19:21:56.143080 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 196, in _do_dispatch Dec 15 19:21:56.143080 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 15 19:21:56.143080 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 15 19:21:56.143080 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 15 19:21:56.143080 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 19:21:56.143080 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 19:21:56.143080 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 15 19:21:56.143080 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 19:21:56.143080 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 15 19:21:56.143080 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 15 19:21:56.143080 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 15 19:21:56.143080 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server raise value Dec 15 19:21:56.143080 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 19:21:56.143080 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 19:21:56.143080 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 19:21:56.143080 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 19:21:56.143080 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 15 19:21:56.143080 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 19:21:56.143080 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 15 19:21:56.143080 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 15 19:21:56.143080 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 15 19:21:56.143080 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server raise value Dec 15 19:21:56.143080 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 19:21:56.143080 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 19:21:56.143080 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 19:21:56.143080 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 19:21:56.143080 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 15 19:21:56.143080 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 19:21:56.143080 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 15 19:21:56.143080 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 15 19:21:56.143080 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 15 19:21:56.143080 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server raise value Dec 15 19:21:56.143080 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 19:21:56.143080 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 19:21:56.143080 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 94, in wrapper Dec 15 19:21:56.143080 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 15 19:21:56.143080 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 15 19:21:56.143080 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 15 19:21:56.143080 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 15 19:21:56.143080 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 15 19:21:56.143080 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port Dec 15 19:21:56.143080 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Dec 15 19:21:56.143080 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 15 19:21:56.143080 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 15 19:21:56.143080 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 15 19:21:56.143080 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 15 19:21:56.143080 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 19:21:56.146861 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 19:21:56.146861 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 15 19:21:56.146861 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 19:21:56.146861 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 15 19:21:56.146861 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 15 19:21:56.146861 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 15 19:21:56.146861 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server raise value Dec 15 19:21:56.146861 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 19:21:56.146861 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 19:21:56.146861 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 19:21:56.146861 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 19:21:56.146861 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 15 19:21:56.146861 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 19:21:56.146861 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 15 19:21:56.146861 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 15 19:21:56.146861 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 15 19:21:56.146861 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server raise value Dec 15 19:21:56.146861 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 19:21:56.146861 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 19:21:56.146861 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 19:21:56.146861 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 19:21:56.146861 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 15 19:21:56.146861 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 19:21:56.146861 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 15 19:21:56.146861 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 15 19:21:56.146861 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 15 19:21:56.146861 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server raise value Dec 15 19:21:56.146861 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 19:21:56.146861 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 19:21:56.146861 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1407, in create_port Dec 15 19:21:56.146861 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 15 19:21:56.146861 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1374, in _create_port_db Dec 15 19:21:56.146861 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 15 19:21:56.146861 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1439, in create_port_db Dec 15 19:21:56.146861 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server context, port, port_id) Dec 15 19:21:56.146861 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store Dec 15 19:21:56.146861 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server revert_on_fail=False) Dec 15 19:21:56.146861 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 15 19:21:56.146861 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 19:21:56.146861 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 15 19:21:56.146861 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 15 19:21:56.146861 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 15 19:21:56.146861 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server raise value Dec 15 19:21:56.146861 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 15 19:21:56.146861 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 15 19:21:56.146861 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port Dec 15 19:21:56.146861 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Dec 15 19:21:56.146861 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 671, in _ipam_get_subnets Dec 15 19:21:56.146861 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server id=subnet.id) Dec 15 19:21:56.146861 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 15 19:21:56.146861 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server raise exception Dec 15 19:21:56.146861 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3907bd4d-298a-4165-ad08-2c97e9bcfa2a: This subnet is being modified by another concurrent operation. Dec 15 19:21:56.146861 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server Dec 15 19:21:56.238696 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-36ade494-bdc8-43e7-8e0e-8b8de5f23566 None None] Provisioning for port 7b9d9ecf-4993-4f09-bf1c-50eb0e5a92e8 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:21:56.272576 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-36ade494-bdc8-43e7-8e0e-8b8de5f23566 None None] Provisioning complete for port 7b9d9ecf-4993-4f09-bf1c-50eb0e5a92e8 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:21:56.272997 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-36ade494-bdc8-43e7-8e0e-8b8de5f23566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:56.305771 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-bd4f3f8f-1799-4019-a4b9-651eb5bc6297 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:21:56.313865 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-bd4f3f8f-1799-4019-a4b9-651eb5bc6297 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Usage tracker for resource:subnet and tenant:e56ca83c553e4935a4e8b75ed76c674c is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:21:56.319559 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-59727b74-e5c1-4f01-a41b-7dccf7cf7eda None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 15 19:21:56.319559 dv-neutron-821831-2-hyperv neutron-server[88879]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s] Dec 15 19:21:56.319559 dv-neutron-821831-2-hyperv neutron-server[88879]: [parameters: {'port_id': '551011a1-d085-4252-b8d6-b126a7951284'}] Dec 15 19:21:56.319559 dv-neutron-821831-2-hyperv neutron-server[88879]: (Background on this error at: http://sqlalche.me/e/e3q8) {{(pid=88992) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:21:56.319987 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-59727b74-e5c1-4f01-a41b-7dccf7cf7eda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:21:56.327032 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-bd4f3f8f-1799-4019-a4b9-651eb5bc6297 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:21:56.349522 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-01077d79-dd96-4469-9e08-5ef9394f4bf3 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:56.353427 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-bd4f3f8f-1799-4019-a4b9-651eb5bc6297 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:21:56.359035 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3afe91e2-5bae-4489-b3c9-534fb890321e tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:56.412213 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01077d79-dd96-4469-9e08-5ef9394f4bf3 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Pushing event deleted for resources: {'Port': ['ID=551011a1-d085-4252-b8d6-b126a7951284,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:56.457521 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port acc0b245-531b-49ce-b986-ec6f06ac7b72 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:21:56.473854 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-01077d79-dd96-4469-9e08-5ef9394f4bf3 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:56.491485 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01077d79-dd96-4469-9e08-5ef9394f4bf3 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] No DVR routers for this DVR port 551011a1-d085-4252-b8d6-b126a7951284 on host dv-neutron-821831-2-hyperv {{(pid=88991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:21:56.497925 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning for port 5c1097c6-83d7-4122-8cf3-1463b7023af1 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:21:56.513856 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning complete for port 5c1097c6-83d7-4122-8cf3-1463b7023af1 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:21:56.514292 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:56.569151 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 551011a1-d085-4252-b8d6-b126a7951284 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:21:56.577565 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd4f3f8f-1799-4019-a4b9-651eb5bc6297 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Made reservation on behalf of e56ca83c553e4935a4e8b75ed76c674c for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:21:56.620491 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-36ade494-bdc8-43e7-8e0e-8b8de5f23566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:56.636065 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 551011a1-d085-4252-b8d6-b126a7951284 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:21:56.636469 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 551011a1-d085-4252-b8d6-b126a7951284 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:21:56.651596 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6a42efa8-15ca-4057-ac97-6c27df1da5b9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for port, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:56.725896 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-36ade494-bdc8-43e7-8e0e-8b8de5f23566 None None] For port 7b9d9ecf-4993-4f09-bf1c-50eb0e5a92e8, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=7b9d9ecf-4993-4f09-bf1c-50eb0e5a92e8,segment=NetworkSegment(7bdc19f7-897e-45d7-b610-6b5f6ae86a0c),segment_id=7bdc19f7-897e-45d7-b610-6b5f6ae86a0c)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:21:56.743162 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:56.748725 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6a42efa8-15ca-4057-ac97-6c27df1da5b9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:56.759592 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-36ade494-bdc8-43e7-8e0e-8b8de5f23566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:56.764878 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1c690665-5c77-48f8-8e9d-2bf50ff7e8ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:56.785963 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-01077d79-dd96-4469-9e08-5ef9394f4bf3 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:56.816227 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-01077d79-dd96-4469-9e08-5ef9394f4bf3 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:56.821782 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-59727b74-e5c1-4f01-a41b-7dccf7cf7eda None None] Deleting port 551011a1-d085-4252-b8d6-b126a7951284 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:21:56.822199 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-59727b74-e5c1-4f01-a41b-7dccf7cf7eda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:56.864341 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1dfa6db-0a44-47c2-a8be-ec1b421a38ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c1097c6-83d7-4122-8cf3-1463b7023af1'}] {{(pid=88992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:21:56.903331 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6a42efa8-15ca-4057-ac97-6c27df1da5b9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1959989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854145006'] for router_interface, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:56.914018 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 5c1097c6-83d7-4122-8cf3-1463b7023af1, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5c1097c6-83d7-4122-8cf3-1463b7023af1,segment=NetworkSegment(5ec7b682-6c9e-4eec-809e-f06b3cbda950),segment_id=5ec7b682-6c9e-4eec-809e-f06b3cbda950)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:21:56.924274 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-59727b74-e5c1-4f01-a41b-7dccf7cf7eda None None] The port '551011a1-d085-4252-b8d6-b126a7951284' was deleted {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 15 19:21:56.930426 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ade494-bdc8-43e7-8e0e-8b8de5f23566 None None] Pushing event updated for resources: {'Port': ['ID=7b9d9ecf-4993-4f09-bf1c-50eb0e5a92e8,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:56.936338 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-36ade494-bdc8-43e7-8e0e-8b8de5f23566 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:56.948281 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:56.949944 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a87eb571-d26f-440f-89a3-56ffcc359c96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:56.951302 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-01077d79-dd96-4469-9e08-5ef9394f4bf3 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de6691e1-cd3f-4b81-99f8-467ffbdbcf47']}} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:21:56.982788 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1dfa6db-0a44-47c2-a8be-ec1b421a38ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c1097c6-83d7-4122-8cf3-1463b7023af1', 'code': 200} Dec 15 19:21:56.992582 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-01077d79-dd96-4469-9e08-5ef9394f4bf3 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '583af6ab-4458-4128-afe3-47523bd0cacc') {'for_net_delete': True} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:21:56.992943 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-01077d79-dd96-4469-9e08-5ef9394f4bf3 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '583af6ab-4458-4128-afe3-47523bd0cacc') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:21:57.027673 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=5c1097c6-83d7-4122-8cf3-1463b7023af1,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:57.028334 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bd4f3f8f-1799-4019-a4b9-651eb5bc6297 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:57.030874 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:57.060658 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6ca830-02a0-44ea-9a7d-2710903bd3cd None None] Network 1ac3f362-2078-4002-a392-a7842225ba9f requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:21:57.112679 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-01077d79-dd96-4469-9e08-5ef9394f4bf3 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838443042'] for segment, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:57.120638 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a42efa8-15ca-4057-ac97-6c27df1da5b9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Pushing event updated for resources: {'Port': ['ID=42b090dc-7075-4e99-9cd5-a6678a9d0384,revision_number=2']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:57.187612 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6a42efa8-15ca-4057-ac97-6c27df1da5b9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:57.227431 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-5dacd1bc-4f5b-4aaf-a00b-0857d5afb9d7 None None] Provisioning for port acc0b245-531b-49ce-b986-ec6f06ac7b72 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:21:57.231475 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-01077d79-dd96-4469-9e08-5ef9394f4bf3 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:57.254842 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01077d79-dd96-4469-9e08-5ef9394f4bf3 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=88991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:21:57.255295 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-01077d79-dd96-4469-9e08-5ef9394f4bf3 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838443729'] for segment, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:57.272027 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:21:57.272027 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:21:57.272027 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:21:57.272027 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:21:57.272027 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:21:57.272027 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:21:57.272027 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:21:57.272027 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:21:57.272027 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:21:57.272027 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:21:57.272027 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:21:57.272027 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:21:57.272027 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:21:57.272027 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:21:57.272027 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:21:57.272027 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:21:57.272027 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:21:57.272027 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:21:57.272027 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:21:57.272027 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:21:57.272027 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:21:57.272027 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:21:57.272027 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:21:57.272027 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:21:57.272027 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:21:57.272027 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:21:57.272027 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:21:57.272027 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:21:57.272027 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:21:57.272027 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:21:57.272027 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:21:57.272027 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:21:57.276072 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-5dacd1bc-4f5b-4aaf-a00b-0857d5afb9d7 None None] Provisioning complete for port acc0b245-531b-49ce-b986-ec6f06ac7b72 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:21:57.276493 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5dacd1bc-4f5b-4aaf-a00b-0857d5afb9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:57.422496 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d4a184-26be-40fc-9343-e5488a789fef req-a6476b90-0db5-414f-bf55-b575c0571f09 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:57.424092 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-04d4a184-26be-40fc-9343-e5488a789fef req-a6476b90-0db5-414f-bf55-b575c0571f09 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=a1dfa6db-0a44-47c2-a8be-ec1b421a38ef HTTP/1.1" status: 200 len: 946 time: 0.1712520 Dec 15 19:21:57.427638 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3585481d-d84e-484d-991b-2e35cff11079 req-9fca3cb7-8eae-4dbb-8810-6a5248def2a9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a1dfa6db-0a44-47c2-a8be-ec1b421a38ef HTTP/1.1" status: 200 len: 1099 time: 0.1265781 Dec 15 19:21:57.473450 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5dacd1bc-4f5b-4aaf-a00b-0857d5afb9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:57.517705 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-5dacd1bc-4f5b-4aaf-a00b-0857d5afb9d7 None None] For port acc0b245-531b-49ce-b986-ec6f06ac7b72, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=acc0b245-531b-49ce-b986-ec6f06ac7b72,segment=NetworkSegment(0a198bad-ca57-4933-9149-7b2d1bdcc57c),segment_id=0a198bad-ca57-4933-9149-7b2d1bdcc57c)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:21:57.517956 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3585481d-d84e-484d-991b-2e35cff11079 req-beedc295-b4a6-40f6-a0a3-2a35c4460e48 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c27741f3-5d3f-4a86-b68b-1ed6234d9d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647755 Dec 15 19:21:57.520710 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-04d4a184-26be-40fc-9343-e5488a789fef req-4a0bc268-183a-47e1-9def-ee955bae15aa tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=c27741f3-5d3f-4a86-b68b-1ed6234d9d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871658 Dec 15 19:21:57.549425 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5dacd1bc-4f5b-4aaf-a00b-0857d5afb9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:57.551627 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6ae0fc5c-fc45-4f83-acd5-2606d854be87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:57.593057 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-219b142c-638a-44e1-b2a2-aa19d2d38d33 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:21:57.620131 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5f5e0c-9dc1-40b6-8b6e-74515499e5d1 None None] Sync routers for ids ['19eab318-ab8b-4aa4-9e13-5419acd46077'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:21:57.648047 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dacd1bc-4f5b-4aaf-a00b-0857d5afb9d7 None None] Pushing event updated for resources: {'Port': ['ID=acc0b245-531b-49ce-b986-ec6f06ac7b72,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:57.662349 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5f5e0c-9dc1-40b6-8b6e-74515499e5d1 None None] Routers {'19eab318-ab8b-4aa4-9e13-5419acd46077'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:21:57.663349 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-5c5f5e0c-9dc1-40b6-8b6e-74515499e5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:21:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['19eab318-ab8b-4aa4-9e13-5419acd46077'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:21:57.665063 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5dacd1bc-4f5b-4aaf-a00b-0857d5afb9d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:57.676561 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a42efa8-15ca-4057-ac97-6c27df1da5b9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Network 1ac3f362-2078-4002-a392-a7842225ba9f is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:21:57.679763 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-6a42efa8-15ca-4057-ac97-6c27df1da5b9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:21:57.690748 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-7306d49f-71f1-40a1-869e-cd15498ed6a3 None None] Provisioning complete for port 7b9d9ecf-4993-4f09-bf1c-50eb0e5a92e8 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:21:57.691350 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7306d49f-71f1-40a1-869e-cd15498ed6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:57.744093 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-5c5f5e0c-9dc1-40b6-8b6e-74515499e5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:21:57.757103 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5f5e0c-9dc1-40b6-8b6e-74515499e5d1 None None] Routers {'19eab318-ab8b-4aa4-9e13-5419acd46077'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:21:57.757866 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-5c5f5e0c-9dc1-40b6-8b6e-74515499e5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:21:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['19eab318-ab8b-4aa4-9e13-5419acd46077'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:21:57.831473 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-01077d79-dd96-4469-9e08-5ef9394f4bf3 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:57.833975 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-5c5f5e0c-9dc1-40b6-8b6e-74515499e5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:21:57.834473 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5f5e0c-9dc1-40b6-8b6e-74515499e5d1 None None] The sync data for ids ['19eab318-ab8b-4aa4-9e13-5419acd46077'] in dv-neutron-821831-2-hyperv is: [] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:21:57.846923 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fc153b27-8dc0-4cd3-9ed0-415cf53c8242 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:57.874792 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-01077d79-dd96-4469-9e08-5ef9394f4bf3 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:57.879753 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-01077d79-dd96-4469-9e08-5ef9394f4bf3 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] 10.222.0.36 "DELETE /v2.0/networks/de6691e1-cd3f-4b81-99f8-467ffbdbcf47 HTTP/1.1" status: 204 len: 168 time: 3.3728013 Dec 15 19:21:57.880478 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54244) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:57.885793 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-219b142c-638a-44e1-b2a2-aa19d2d38d33 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks [] for router, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:57.890080 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-219b142c-638a-44e1-b2a2-aa19d2d38d33 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 8.8127389 Dec 15 19:21:57.891384 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54248) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:57.897760 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01077d79-dd96-4469-9e08-5ef9394f4bf3 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Pushing event deleted for resources: {'Network': ['ID=de6691e1-cd3f-4b81-99f8-467ffbdbcf47,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:57.905825 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-01077d79-dd96-4469-9e08-5ef9394f4bf3 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:57.916557 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 7b9d9ecf-4993-4f09-bf1c-50eb0e5a92e8 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:21:58.037449 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-63c1b43c-6181-4e2e-b852-7cea64b5746b None None] Provisioning complete for port acc0b245-531b-49ce-b986-ec6f06ac7b72 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:21:58.038126 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-63c1b43c-6181-4e2e-b852-7cea64b5746b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:58.128570 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 7b9d9ecf-4993-4f09-bf1c-50eb0e5a92e8 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:21:58.129708 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:58.356837 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device acc0b245-531b-49ce-b986-ec6f06ac7b72 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:21:58.367612 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-30e2f07c-d9b9-46a7-a79a-6c23bec66ed4 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Deleting port 36588544-b0b4-40cb-824f-6c388d9d7b8f {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:21:58.368282 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-30e2f07c-d9b9-46a7-a79a-6c23bec66ed4 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:58.408744 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-63c1b43c-6181-4e2e-b852-7cea64b5746b None None] Provisioning for port 42b090dc-7075-4e99-9cd5-a6678a9d0384 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:21:58.425194 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-63c1b43c-6181-4e2e-b852-7cea64b5746b None None] Provisioning complete for port 42b090dc-7075-4e99-9cd5-a6678a9d0384 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:21:58.425622 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-63c1b43c-6181-4e2e-b852-7cea64b5746b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:58.459910 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805fac64-f7d2-4217-a7a6-2576f85bd21a None None] get_active_networks_info from dv-neutron-821831-2-hyperv {{(pid=88992) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 15 19:21:58.483914 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bd4f3f8f-1799-4019-a4b9-651eb5bc6297 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:58.492090 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4f01b169-91e9-4dbb-964d-2e0e04b19a3b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:58.587314 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-30e2f07c-d9b9-46a7-a79a-6c23bec66ed4 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:58.587848 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-30e2f07c-d9b9-46a7-a79a-6c23bec66ed4 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:58.738680 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-30e2f07c-d9b9-46a7-a79a-6c23bec66ed4 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Calling delete_port for 36588544-b0b4-40cb-824f-6c388d9d7b8f owned by network:floatingip {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:21:58.767321 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4f3f8f-1799-4019-a4b9-651eb5bc6297 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Network 489fa468-360a-4868-b4ac-a400ec975c5b is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:21:58.771478 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-bd4f3f8f-1799-4019-a4b9-651eb5bc6297 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:21:58.774587 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4f3f8f-1799-4019-a4b9-651eb5bc6297 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:58.775241 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bd4f3f8f-1799-4019-a4b9-651eb5bc6297 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:58.801839 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-63c1b43c-6181-4e2e-b852-7cea64b5746b None None] Port 42b090dc-7075-4e99-9cd5-a6678a9d0384 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:21:58.810164 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4f3f8f-1799-4019-a4b9-651eb5bc6297 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event updated for resources: {'Subnet': ['ID=f43674c8-3002-4f2c-a0e0-afaf5f028159,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:58.813807 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-bd4f3f8f-1799-4019-a4b9-651eb5bc6297 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:58.852781 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port acc0b245-531b-49ce-b986-ec6f06ac7b72 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:21:58.853529 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:58.907163 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923d192e-2917-44cf-bff6-48fdeef5224f req-9d49cb09-74d4-4951-be2d-95a5afcb5971 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:21:58.910222 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-923d192e-2917-44cf-bff6-48fdeef5224f req-9d49cb09-74d4-4951-be2d-95a5afcb5971 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=a1dfa6db-0a44-47c2-a8be-ec1b421a38ef HTTP/1.1" status: 200 len: 946 time: 0.1796408 Dec 15 19:21:58.918077 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a42efa8-15ca-4057-ac97-6c27df1da5b9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Router 3343e8b1-446a-4553-bbd7-92fdbc9107f9 is scheduled to L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 with binding_index 1 {{(pid=88991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 15 19:21:58.925270 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-bd4f3f8f-1799-4019-a4b9-651eb5bc6297 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.9641428 Dec 15 19:21:58.941914 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54254) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:58.961774 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805fac64-f7d2-4217-a7a6-2576f85bd21a None None] Resources bound (agent type, host, resource id): {{(pid=88992) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 15 19:21:58.964934 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-2b7f20b9-de75-44fc-89f4-f9918d839e68 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Request body: {'port': {'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'mac_address': 'fa:16:3e:23:4f:9e', 'name': 'tempest-NetworksTestDHCPv6-492861440'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:21:58.981160 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-aa2a6465-b0d0-499f-81d9-1a84ae3b7da8 None None] Provisioning complete for port 42b090dc-7075-4e99-9cd5-a6678a9d0384 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:21:58.981579 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-aa2a6465-b0d0-499f-81d9-1a84ae3b7da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:59.107741 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-923d192e-2917-44cf-bff6-48fdeef5224f req-4d10a249-e437-4767-8562-0eafdfa1df2d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=c27741f3-5d3f-4a86-b68b-1ed6234d9d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1649384 Dec 15 19:21:59.131154 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-30e2f07c-d9b9-46a7-a79a-6c23bec66ed4 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:59.138232 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-037f69d0-d000-418a-8e22-e143f5900012 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:21:59.167729 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-aa2a6465-b0d0-499f-81d9-1a84ae3b7da8 None None] Port 42b090dc-7075-4e99-9cd5-a6678a9d0384 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:21:59.197345 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e2f07c-d9b9-46a7-a79a-6c23bec66ed4 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Pushing event deleted for resources: {'Port': ['ID=36588544-b0b4-40cb-824f-6c388d9d7b8f,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:21:59.205432 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-30e2f07c-d9b9-46a7-a79a-6c23bec66ed4 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:21:59.243888 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-2b7f20b9-de75-44fc-89f4-f9918d839e68 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:21:59.252178 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a42efa8-15ca-4057-ac97-6c27df1da5b9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:21:59.262441 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6a42efa8-15ca-4057-ac97-6c27df1da5b9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "PUT /v2.0/routers/3343e8b1-446a-4553-bbd7-92fdbc9107f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2316120 Dec 15 19:21:59.263265 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54258) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:59.271158 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-493371cf-0167-411b-b657-12d6fe9824bc tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Request body: {'network': {'name': 'tempest-RoutersTest-1768548434'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:21:59.278681 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-493371cf-0167-411b-b657-12d6fe9824bc tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:21:59.278942 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-2b7f20b9-de75-44fc-89f4-f9918d839e68 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Usage tracker for resource:port and tenant:e56ca83c553e4935a4e8b75ed76c674c is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:21:59.286225 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-493371cf-0167-411b-b657-12d6fe9824bc tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Usage tracker for resource:network and tenant:2a421f48bcf04f759d7a89b7f013838e is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:21:59.287569 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-2b7f20b9-de75-44fc-89f4-f9918d839e68 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:21:59.289644 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-493371cf-0167-411b-b657-12d6fe9824bc tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:21:59.293136 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09af6700-7dcb-4bb6-bf1d-c2415671c97c None None] Sync routers for ids ['3343e8b1-446a-4553-bbd7-92fdbc9107f9'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:21:59.304320 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-2b7f20b9-de75-44fc-89f4-f9918d839e68 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:21:59.307088 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-493371cf-0167-411b-b657-12d6fe9824bc tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:21:59.325629 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09af6700-7dcb-4bb6-bf1d-c2415671c97c None None] Routers {'3343e8b1-446a-4553-bbd7-92fdbc9107f9'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:21:59.326384 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-09af6700-7dcb-4bb6-bf1d-c2415671c97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:21:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['3343e8b1-446a-4553-bbd7-92fdbc9107f9'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:21:59.332394 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-30e2f07c-d9b9-46a7-a79a-6c23bec66ed4 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks [] for floatingip, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:59.351436 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-30e2f07c-d9b9-46a7-a79a-6c23bec66ed4 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:59.357095 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-30e2f07c-d9b9-46a7-a79a-6c23bec66ed4 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] 10.222.0.36 "DELETE /v2.0/floatingips/581d2847-40eb-4281-8e97-8a19438ea375 HTTP/1.1" status: 204 len: 168 time: 1.4710665 Dec 15 19:21:59.357461 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54262) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:59.389881 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b7f20b9-de75-44fc-89f4-f9918d839e68 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Made reservation on behalf of e56ca83c553e4935a4e8b75ed76c674c for: {'port': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:21:59.418217 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-493371cf-0167-411b-b657-12d6fe9824bc tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Made reservation on behalf of 2a421f48bcf04f759d7a89b7f013838e for: {'network': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:21:59.424153 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-493371cf-0167-411b-b657-12d6fe9824bc tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:59.469307 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9c7087e-f9f8-4c07-b043-c5d183bfc83d tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] DELETE failed (client error): The resource could not be found. Dec 15 19:21:59.469908 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9c7087e-f9f8-4c07-b043-c5d183bfc83d tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:21:59.471837 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b9c7087e-f9f8-4c07-b043-c5d183bfc83d tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] 10.222.0.36 "DELETE /v2.0/ports/c0f97d3a-ae53-4a78-bf83-c8329957b4ad HTTP/1.1" status: 404 len: 333 time: 0.1132185 Dec 15 19:21:59.476886 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54266) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:59.499700 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-493371cf-0167-411b-b657-12d6fe9824bc tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=88991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:21:59.527414 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-493371cf-0167-411b-b657-12d6fe9824bc tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:59.527743 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-493371cf-0167-411b-b657-12d6fe9824bc tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Added segment 07ca0027-c7c9-4f01-b3fc-af3b67e02400 of type vlan for network 1913e98a-5da5-451a-80c7-faaf2ed8c312 Dec 15 19:21:59.534268 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-9b0fb0bb-6af8-49d3-9bbc-59b809344827 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Synchronizing usage tracker for tenant:1ab3162c10c24983844a0058fe10dd8d on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:21:59.561735 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-09af6700-7dcb-4bb6-bf1d-c2415671c97c None None] Set router 3343e8b1-446a-4553-bbd7-92fdbc9107f9 gateway port host: None {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:21:59.592110 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2b7f20b9-de75-44fc-89f4-f9918d839e68 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:59.604655 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-9b0fb0bb-6af8-49d3-9bbc-59b809344827 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Unset dirty status for tenant:1ab3162c10c24983844a0058fe10dd8d on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:21:59.605539 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9b0fb0bb-6af8-49d3-9bbc-59b809344827 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] 10.222.0.36 "GET /v2.0/ports?device_id=b581579c-47f0-4109-8159-59825b2a65a1 HTTP/1.1" status: 200 len: 205 time: 0.1276746 Dec 15 19:21:59.610537 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54270) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:59.616967 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-493371cf-0167-411b-b657-12d6fe9824bc tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:59.697463 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-41685202-e2e8-4341-b2c2-9666f1d615a8 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] delete failed (client error): The resource could not be found. Dec 15 19:21:59.701654 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-41685202-e2e8-4341-b2c2-9666f1d615a8 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] 10.222.0.36 "DELETE /v2.0/routers/b581579c-47f0-4109-8159-59825b2a65a1 HTTP/1.1" status: 404 len: 336 time: 0.0868168 Dec 15 19:21:59.701654 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-2b7f20b9-de75-44fc-89f4-f9918d839e68 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] device_id is not set on port 46d3d080-387d-421d-ac20-0c80f342fbcc yet. {{(pid=88990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:21:59.705585 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54274) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:21:59.743629 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc79e927-4d7f-47b0-bb3d-c87244b65e71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-489fa468-360a-4868-b4ac-a400ec975c5b', 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'tenant_id': 'e56ca83c553e4935a4e8b75ed76c674c', 'fixed_ips': [{'subnet_id': 'f43674c8-3002-4f2c-a0e0-afaf5f028159'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:21:59.744511 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dc79e927-4d7f-47b0-bb3d-c87244b65e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:21:59.863317 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-2b7f20b9-de75-44fc-89f4-f9918d839e68 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Allocated IP 2001:db8::f816:3eff:fe23:4f9e (489fa468-360a-4868-b4ac-a400ec975c5b/f43674c8-3002-4f2c-a0e0-afaf5f028159/46d3d080-387d-421d-ac20-0c80f342fbcc) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:22:00.012130 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-493371cf-0167-411b-b657-12d6fe9824bc tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:00.016813 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493371cf-0167-411b-b657-12d6fe9824bc tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:22:00.017470 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-493371cf-0167-411b-b657-12d6fe9824bc tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:00.027537 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3ea2c84c-a5c9-484e-9b62-7bf6b7f1c4e3 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:00.039928 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-09af6700-7dcb-4bb6-bf1d-c2415671c97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'name': 'tempest-RoutersTest-router-764355656', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:21:46Z', 'updated_at': '2021-12-15T19:21:54Z', 'revision_number': 2, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'gw_port_host': None, '_interfaces': [{'id': '42b090dc-7075-4e99-9cd5-a6678a9d0384', 'name': '', 'network_id': '1ac3f362-2078-4002-a392-a7842225ba9f', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'mac_address': 'fa:16:3e:ba:d5:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca9accf0-e88c-467d-a684-50f557360418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:21:51Z', 'updated_at': '2021-12-15T19:21:55Z', 'revision_number': 2, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'subnets': [{'id': 'ca9accf0-e88c-467d-a684-50f557360418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:22:00.044260 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09af6700-7dcb-4bb6-bf1d-c2415671c97c None None] Checking router: 3343e8b1-446a-4553-bbd7-92fdbc9107f9 for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:22:00.044666 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09af6700-7dcb-4bb6-bf1d-c2415671c97c None None] Updating router 3343e8b1-446a-4553-bbd7-92fdbc9107f9 port 42b090dc-7075-4e99-9cd5-a6678a9d0384 binding host dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 15 19:22:00.045834 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-c26f7339-3340-4e8e-968a-77e64873353b tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] DELETE failed (client error): The resource could not be found. Dec 15 19:22:00.046359 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c26f7339-3340-4e8e-968a-77e64873353b tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:22:00.094717 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2b7f20b9-de75-44fc-89f4-f9918d839e68 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:00.102627 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-09af6700-7dcb-4bb6-bf1d-c2415671c97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:00.111895 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-2b7f20b9-de75-44fc-89f4-f9918d839e68 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Transition to ACTIVE for port object 46d3d080-387d-421d-ac20-0c80f342fbcc will not be triggered until provisioned by entity DHCP. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:22:00.127617 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c26f7339-3340-4e8e-968a-77e64873353b tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] 10.222.0.36 "DELETE /v2.0/subnets/605177bd-12fd-4f6f-8e9e-c47182f7f784 HTTP/1.1" status: 404 len: 337 time: 0.4177761 Dec 15 19:22:00.127968 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54278) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:00.133570 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-34b7bea4-00fe-4020-979a-5159abadac25 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:00.172992 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493371cf-0167-411b-b657-12d6fe9824bc tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Pushing event updated for resources: {'Network': ['ID=1913e98a-5da5-451a-80c7-faaf2ed8c312,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:00.212219 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-2fb1bf02-9977-4a59-9eb4-18b0d2c345f1 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Deleting port 800199bb-8592-42ef-9c8e-26543b3f5e4b {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:22:00.212219 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2fb1bf02-9977-4a59-9eb4-18b0d2c345f1 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:00.229855 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-493371cf-0167-411b-b657-12d6fe9824bc tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:00.243240 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-493371cf-0167-411b-b657-12d6fe9824bc tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9780374 Dec 15 19:22:00.244101 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54284) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:00.254520 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-68242a45-526f-49f9-8c78-3cf91e3e67f5 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Request body: {'subnet': {'network_id': '1913e98a-5da5-451a-80c7-faaf2ed8c312', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:22:00.264613 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 1913e98a-5da5-451a-80c7-faaf2ed8c312 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:22:00.371126 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2b7f20b9-de75-44fc-89f4-f9918d839e68 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:00.387216 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-692b59ee-115d-4e75-91f9-7a3d1e8a5a8f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:00.464704 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-68242a45-526f-49f9-8c78-3cf91e3e67f5 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:22:00.472260 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-68242a45-526f-49f9-8c78-3cf91e3e67f5 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Usage tracker for resource:subnet and tenant:2a421f48bcf04f759d7a89b7f013838e is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:22:00.477408 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-68242a45-526f-49f9-8c78-3cf91e3e67f5 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:22:00.514620 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7f20b9-de75-44fc-89f4-f9918d839e68 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Network 489fa468-360a-4868-b4ac-a400ec975c5b is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:22:00.520210 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-2b7f20b9-de75-44fc-89f4-f9918d839e68 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:22:00.522185 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7f20b9-de75-44fc-89f4-f9918d839e68 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event updated for resources: {'Port': ['ID=46d3d080-387d-421d-ac20-0c80f342fbcc,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:00.524546 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7f20b9-de75-44fc-89f4-f9918d839e68 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:22:00.524694 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-dc79e927-4d7f-47b0-bb3d-c87244b65e71 None None] Allocated IP 2001:db8::f816:3eff:fe15:7af0 (489fa468-360a-4868-b4ac-a400ec975c5b/f43674c8-3002-4f2c-a0e0-afaf5f028159/eda912e7-9acf-4c6b-aaab-19a4d7376fef) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:22:00.526815 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-68242a45-526f-49f9-8c78-3cf91e3e67f5 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:22:00.528862 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7f20b9-de75-44fc-89f4-f9918d839e68 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:22:00.529528 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2b7f20b9-de75-44fc-89f4-f9918d839e68 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:00.588587 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594261d-67ed-4382-9000-85e263cd7bea req-acfa2134-7622-45cb-a315-d5429deda169 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:22:00.590202 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8594261d-67ed-4382-9000-85e263cd7bea req-acfa2134-7622-45cb-a315-d5429deda169 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=a1dfa6db-0a44-47c2-a8be-ec1b421a38ef HTTP/1.1" status: 200 len: 946 time: 0.3340356 Dec 15 19:22:00.605478 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68242a45-526f-49f9-8c78-3cf91e3e67f5 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Made reservation on behalf of 2a421f48bcf04f759d7a89b7f013838e for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:22:00.625094 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2b7f20b9-de75-44fc-89f4-f9918d839e68 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:00.714510 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8594261d-67ed-4382-9000-85e263cd7bea req-c2409b4c-349d-4477-a7b2-a76f080a0159 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=c27741f3-5d3f-4a86-b68b-1ed6234d9d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112053 Dec 15 19:22:00.736514 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-2b7f20b9-de75-44fc-89f4-f9918d839e68 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7787626 Dec 15 19:22:00.737815 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54288) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:00.748809 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2fb1bf02-9977-4a59-9eb4-18b0d2c345f1 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:00.844556 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-68242a45-526f-49f9-8c78-3cf91e3e67f5 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:00.912732 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-2fb1bf02-9977-4a59-9eb4-18b0d2c345f1 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Calling delete_port for 800199bb-8592-42ef-9c8e-26543b3f5e4b owned by {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:22:00.965249 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-34b7bea4-00fe-4020-979a-5159abadac25 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Allocated IP 172.20.0.1 (96172ef6-e92f-45d1-8c65-ccda5d845ddd/7634f966-9178-4ac3-902e-87f85af09b8e/8736af86-e9bc-4e1d-bafd-9f34dab66a8a) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:22:01.058185 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-09af6700-7dcb-4bb6-bf1d-c2415671c97c None None] Notify callbacks [] for port, precommit_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:01.080871 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dc79e927-4d7f-47b0-bb3d-c87244b65e71 None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:01.091293 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-dc79e927-4d7f-47b0-bb3d-c87244b65e71 None None] Transition to ACTIVE for port object eda912e7-9acf-4c6b-aaab-19a4d7376fef will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:22:01.106145 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4f33ee-57ed-4619-8db8-909ac7a2193c tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:22:01.106792 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-1c4f33ee-57ed-4619-8db8-909ac7a2193c tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Synchronizing usage tracker for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:port {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:22:01.111071 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a1fa5d-0fa3-467d-b1a4-ab9a7908a7f4 req-67a460b3-508f-46af-b66d-8b05f44f348c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:22:01.112690 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-77a1fa5d-0fa3-467d-b1a4-ab9a7908a7f4 req-67a460b3-508f-46af-b66d-8b05f44f348c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=a1dfa6db-0a44-47c2-a8be-ec1b421a38ef HTTP/1.1" status: 200 len: 946 time: 0.2115812 Dec 15 19:22:01.112840 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-dc79e927-4d7f-47b0-bb3d-c87244b65e71 None None] Transition to ACTIVE for port object eda912e7-9acf-4c6b-aaab-19a4d7376fef will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:22:01.155768 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-09af6700-7dcb-4bb6-bf1d-c2415671c97c None None] Transition to ACTIVE for port object 42b090dc-7075-4e99-9cd5-a6678a9d0384 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:22:01.161351 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dc79e927-4d7f-47b0-bb3d-c87244b65e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:01.169364 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-46fd1755-138b-4434-bf41-66dcaccdeeef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:01.174715 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-77a1fa5d-0fa3-467d-b1a4-ab9a7908a7f4 req-4ca0509d-ff00-463c-a3e2-03f7a2155314 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=c27741f3-5d3f-4a86-b68b-1ed6234d9d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534899 Dec 15 19:22:01.188782 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2fb1bf02-9977-4a59-9eb4-18b0d2c345f1 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:01.197844 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a4b98d99-83c1-4ce8-b57f-fe12e550bb05 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:01.225350 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-1c4f33ee-57ed-4619-8db8-909ac7a2193c tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Unset dirty status for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:port {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:22:01.227172 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1c4f33ee-57ed-4619-8db8-909ac7a2193c tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.4851649 Dec 15 19:22:01.228319 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-09af6700-7dcb-4bb6-bf1d-c2415671c97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:01.233058 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54296) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:01.248129 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc79e927-4d7f-47b0-bb3d-c87244b65e71 None None] Pushing event updated for resources: {'Port': ['ID=eda912e7-9acf-4c6b-aaab-19a4d7376fef,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:01.254678 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc79e927-4d7f-47b0-bb3d-c87244b65e71 None None] Network 489fa468-360a-4868-b4ac-a400ec975c5b is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:22:01.255678 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-dc79e927-4d7f-47b0-bb3d-c87244b65e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:01.257229 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c2862a2b-745a-4e7e-b67c-dc97e8efd1af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:01.283340 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-34b7bea4-00fe-4020-979a-5159abadac25 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:01.285156 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-dc79e927-4d7f-47b0-bb3d-c87244b65e71 None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:22:01.293515 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc79e927-4d7f-47b0-bb3d-c87244b65e71 None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:22:01.296405 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb1bf02-9977-4a59-9eb4-18b0d2c345f1 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Pushing event deleted for resources: {'Port': ['ID=800199bb-8592-42ef-9c8e-26543b3f5e4b,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:01.300699 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2fb1bf02-9977-4a59-9eb4-18b0d2c345f1 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:01.328724 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-34b7bea4-00fe-4020-979a-5159abadac25 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Transition to ACTIVE for port object 8736af86-e9bc-4e1d-bafd-9f34dab66a8a will not be triggered until provisioned by entity DHCP. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:22:01.386105 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-68242a45-526f-49f9-8c78-3cf91e3e67f5 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:01.392540 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f280d1db-332d-45cd-8271-4eb6d456a18e tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:01.407928 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-df55279e-21b9-4c30-9a4d-93128bba4528 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Deleting port 46d3d080-387d-421d-ac20-0c80f342fbcc {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:22:01.408312 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-df55279e-21b9-4c30-9a4d-93128bba4528 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:01.438652 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-34b7bea4-00fe-4020-979a-5159abadac25 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:01.456202 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712481cd-373f-4b61-b792-9469a0560f97 None None] Pushing event updated for resources: {'Port': ['ID=42b090dc-7075-4e99-9cd5-a6678a9d0384,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:01.464750 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-712481cd-373f-4b61-b792-9469a0560f97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:01.484481 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2fb1bf02-9977-4a59-9eb4-18b0d2c345f1 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:01.496688 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b7bea4-00fe-4020-979a-5159abadac25 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Network 96172ef6-e92f-45d1-8c65-ccda5d845ddd is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:22:01.497598 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68242a45-526f-49f9-8c78-3cf91e3e67f5 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Pushing event updated for resources: {'Subnet': ['ID=8ca7af6a-42be-4f17-acc7-c24713f82445,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:01.503796 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-34b7bea4-00fe-4020-979a-5159abadac25 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:22:01.508850 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-68242a45-526f-49f9-8c78-3cf91e3e67f5 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:01.509213 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-296cf277-7413-4b68-877b-d7505a4f9461 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:01.543338 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b7bea4-00fe-4020-979a-5159abadac25 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:22:01.570208 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-dc79e927-4d7f-47b0-bb3d-c87244b65e71 None None] Attempting to bind port eda912e7-9acf-4c6b-aaab-19a4d7376fef on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:22:01.570674 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-dc79e927-4d7f-47b0-bb3d-c87244b65e71 None None] Attempting to bind port eda912e7-9acf-4c6b-aaab-19a4d7376fef by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '9575ac7b-3c85-46da-81c5-434024000f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:22:01.571222 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc79e927-4d7f-47b0-bb3d-c87244b65e71 None None] Attempting to bind port eda912e7-9acf-4c6b-aaab-19a4d7376fef on network 489fa468-360a-4868-b4ac-a400ec975c5b {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:22:01.584951 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-09af6700-7dcb-4bb6-bf1d-c2415671c97c None None] Attempting to bind port 42b090dc-7075-4e99-9cd5-a6678a9d0384 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:22:01.585391 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-09af6700-7dcb-4bb6-bf1d-c2415671c97c None None] Attempting to bind port 42b090dc-7075-4e99-9cd5-a6678a9d0384 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '0a198bad-ca57-4933-9149-7b2d1bdcc57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1ac3f362-2078-4002-a392-a7842225ba9f'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:22:01.585793 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09af6700-7dcb-4bb6-bf1d-c2415671c97c None None] Attempting to bind port 42b090dc-7075-4e99-9cd5-a6678a9d0384 on network 1ac3f362-2078-4002-a392-a7842225ba9f {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:22:01.589308 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc79e927-4d7f-47b0-bb3d-c87244b65e71 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:22:01.590487 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc79e927-4d7f-47b0-bb3d-c87244b65e71 None None] Checking segment: {'id': '9575ac7b-3c85-46da-81c5-434024000f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:22:01.590487 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dc79e927-4d7f-47b0-bb3d-c87244b65e71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:01.590707 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc79e927-4d7f-47b0-bb3d-c87244b65e71 None None] Bound using segment: {'id': '9575ac7b-3c85-46da-81c5-434024000f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:22:01.591165 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-dc79e927-4d7f-47b0-bb3d-c87244b65e71 None None] Bound port: eda912e7-9acf-4c6b-aaab-19a4d7376fef, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9575ac7b-3c85-46da-81c5-434024000f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:22:01.591599 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dc79e927-4d7f-47b0-bb3d-c87244b65e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:01.638828 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68242a45-526f-49f9-8c78-3cf91e3e67f5 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Checking segment: {'id': '07ca0027-c7c9-4f01-b3fc-af3b67e02400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1913e98a-5da5-451a-80c7-faaf2ed8c312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:22:01.639265 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68242a45-526f-49f9-8c78-3cf91e3e67f5 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Network hostable DHCP agents. Network: 1913e98a-5da5-451a-80c7-faaf2ed8c312, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:22:01.648886 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09af6700-7dcb-4bb6-bf1d-c2415671c97c None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:22:01.649160 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09af6700-7dcb-4bb6-bf1d-c2415671c97c None None] Checking segment: {'id': '0a198bad-ca57-4933-9149-7b2d1bdcc57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1ac3f362-2078-4002-a392-a7842225ba9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:22:01.649958 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-09af6700-7dcb-4bb6-bf1d-c2415671c97c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:01.649958 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09af6700-7dcb-4bb6-bf1d-c2415671c97c None None] Bound using segment: {'id': '0a198bad-ca57-4933-9149-7b2d1bdcc57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1ac3f362-2078-4002-a392-a7842225ba9f'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:22:01.650453 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-09af6700-7dcb-4bb6-bf1d-c2415671c97c None None] Bound port: 42b090dc-7075-4e99-9cd5-a6678a9d0384, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a198bad-ca57-4933-9149-7b2d1bdcc57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1ac3f362-2078-4002-a392-a7842225ba9f'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:22:01.651252 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-09af6700-7dcb-4bb6-bf1d-c2415671c97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:01.657846 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b7bea4-00fe-4020-979a-5159abadac25 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Pushing event updated for resources: {'Port': ['ID=8736af86-e9bc-4e1d-bafd-9f34dab66a8a,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:01.666528 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-34b7bea4-00fe-4020-979a-5159abadac25 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:01.668197 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-34b7bea4-00fe-4020-979a-5159abadac25 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630901'] for router_interface, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:01.730888 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68242a45-526f-49f9-8c78-3cf91e3e67f5 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Network 1913e98a-5da5-451a-80c7-faaf2ed8c312 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:22:01.770004 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-dc79e927-4d7f-47b0-bb3d-c87244b65e71 None None] For port eda912e7-9acf-4c6b-aaab-19a4d7376fef, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:22:01.791113 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-68242a45-526f-49f9-8c78-3cf91e3e67f5 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, 1913e98a-5da5-451a-80c7-faaf2ed8c312) {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:22:01.793483 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-dc79e927-4d7f-47b0-bb3d-c87244b65e71 None None] For port eda912e7-9acf-4c6b-aaab-19a4d7376fef, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=eda912e7-9acf-4c6b-aaab-19a4d7376fef,segment=NetworkSegment(9575ac7b-3c85-46da-81c5-434024000f40),segment_id=9575ac7b-3c85-46da-81c5-434024000f40)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:22:01.795544 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68242a45-526f-49f9-8c78-3cf91e3e67f5 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:22:01.796475 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-68242a45-526f-49f9-8c78-3cf91e3e67f5 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:01.800307 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-09af6700-7dcb-4bb6-bf1d-c2415671c97c None None] For port 42b090dc-7075-4e99-9cd5-a6678a9d0384, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:22:01.803760 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-09af6700-7dcb-4bb6-bf1d-c2415671c97c None None] For port 42b090dc-7075-4e99-9cd5-a6678a9d0384, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=42b090dc-7075-4e99-9cd5-a6678a9d0384,segment=NetworkSegment(0a198bad-ca57-4933-9149-7b2d1bdcc57c),segment_id=0a198bad-ca57-4933-9149-7b2d1bdcc57c)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:22:01.829510 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-2fb1bf02-9977-4a59-9eb4-18b0d2c345f1 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] 10.222.0.36 "DELETE /v2.0/ports/800199bb-8592-42ef-9c8e-26543b3f5e4b HTTP/1.1" status: 204 len: 168 time: 1.7003212 Dec 15 19:22:01.837110 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54302) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:01.840373 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-34b7bea4-00fe-4020-979a-5159abadac25 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:01.849552 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-09af6700-7dcb-4bb6-bf1d-c2415671c97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:01.854489 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-20c84a3d-8550-4b0a-89ae-6b0642f8ebb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:01.888344 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dc79e927-4d7f-47b0-bb3d-c87244b65e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:01.903574 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-68242a45-526f-49f9-8c78-3cf91e3e67f5 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6534925 Dec 15 19:22:01.903936 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54306) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:01.966295 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712481cd-373f-4b61-b792-9469a0560f97 None None] Pushing event updated for resources: {'Port': ['ID=42b090dc-7075-4e99-9cd5-a6678a9d0384,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:01.966295 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-712481cd-373f-4b61-b792-9469a0560f97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:01.966295 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-712481cd-373f-4b61-b792-9469a0560f97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:01.977980 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-398faa73-1ab7-4bf1-9c1e-2bfdd32c787c tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Deleting port 2f9960cf-138e-430d-bfe3-b8d596affb94 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:22:01.978413 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-398faa73-1ab7-4bf1-9c1e-2bfdd32c787c tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:02.010042 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09af6700-7dcb-4bb6-bf1d-c2415671c97c None None] Routers {'3343e8b1-446a-4553-bbd7-92fdbc9107f9'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:22:02.010880 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-09af6700-7dcb-4bb6-bf1d-c2415671c97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:21:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['3343e8b1-446a-4553-bbd7-92fdbc9107f9'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:22:02.085137 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-df55279e-21b9-4c30-9a4d-93128bba4528 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:02.186090 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc79e927-4d7f-47b0-bb3d-c87244b65e71 None None] Pushing event updated for resources: {'Port': ['ID=eda912e7-9acf-4c6b-aaab-19a4d7376fef,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:02.192440 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-dc79e927-4d7f-47b0-bb3d-c87244b65e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:02.204872 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-09af6700-7dcb-4bb6-bf1d-c2415671c97c None None] Set router 3343e8b1-446a-4553-bbd7-92fdbc9107f9 gateway port host: None {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:22:02.223952 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-df55279e-21b9-4c30-9a4d-93128bba4528 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Calling delete_port for 46d3d080-387d-421d-ac20-0c80f342fbcc owned by {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:22:02.582472 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-df55279e-21b9-4c30-9a4d-93128bba4528 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:02.605759 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3c9c5f79-5ac8-4370-b49a-b47458326166 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:02.668617 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-09af6700-7dcb-4bb6-bf1d-c2415671c97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'name': 'tempest-RoutersTest-router-764355656', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:21:46Z', 'updated_at': '2021-12-15T19:21:54Z', 'revision_number': 2, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'gw_port_host': None, '_interfaces': [{'id': '42b090dc-7075-4e99-9cd5-a6678a9d0384', 'name': '', 'network_id': '1ac3f362-2078-4002-a392-a7842225ba9f', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'mac_address': 'fa:16:3e:ba:d5:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca9accf0-e88c-467d-a684-50f557360418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:21:51Z', 'updated_at': '2021-12-15T19:22:01Z', 'revision_number': 4, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'subnets': [{'id': 'ca9accf0-e88c-467d-a684-50f557360418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:22:02.673115 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df55279e-21b9-4c30-9a4d-93128bba4528 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event deleted for resources: {'Port': ['ID=46d3d080-387d-421d-ac20-0c80f342fbcc,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:02.680445 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-df55279e-21b9-4c30-9a4d-93128bba4528 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:02.685630 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09af6700-7dcb-4bb6-bf1d-c2415671c97c None None] The sync data for ids ['3343e8b1-446a-4553-bbd7-92fdbc9107f9'] in dv-neutron-821831-2-hyperv is: [{'id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'name': 'tempest-RoutersTest-router-764355656', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:21:46Z', 'updated_at': '2021-12-15T19:21:54Z', 'revision_number': 2, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'gw_port_host': None, '_interfaces': [{'id': '42b090dc-7075-4e99-9cd5-a6678a9d0384', 'name': '', 'network_id': '1ac3f362-2078-4002-a392-a7842225ba9f', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'mac_address': 'fa:16:3e:ba:d5:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca9accf0-e88c-467d-a684-50f557360418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:21:51Z', 'updated_at': '2021-12-15T19:22:01Z', 'revision_number': 4, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'subnets': [{'id': 'ca9accf0-e88c-467d-a684-50f557360418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:22:02.750070 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54310) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:02.802280 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-398faa73-1ab7-4bf1-9c1e-2bfdd32c787c tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:02.930738 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-df55279e-21b9-4c30-9a4d-93128bba4528 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:02.950149 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-df55279e-21b9-4c30-9a4d-93128bba4528 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/ports/46d3d080-387d-421d-ac20-0c80f342fbcc HTTP/1.1" status: 204 len: 168 time: 1.7144001 Dec 15 19:22:02.953765 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-398faa73-1ab7-4bf1-9c1e-2bfdd32c787c tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Calling delete_port for 2f9960cf-138e-430d-bfe3-b8d596affb94 owned by {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:22:02.954882 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54314) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:03.145367 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc851d2-aa99-44a4-b095-e169d4df49e6 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:22:03.146903 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc851d2-aa99-44a4-b095-e169d4df49e6 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:22:03.147735 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-cfc851d2-aa99-44a4-b095-e169d4df49e6 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Synchronizing usage tracker for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:subnet {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:22:03.164709 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-34b7bea4-00fe-4020-979a-5159abadac25 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks [] for port, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:03.216782 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-34b7bea4-00fe-4020-979a-5159abadac25 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:03.250457 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b6efec4c-5698-4862-a6e8-28cd46e84ddf tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:03.270407 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-cfc851d2-aa99-44a4-b095-e169d4df49e6 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Unset dirty status for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:subnet {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:22:03.274366 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-cfc851d2-aa99-44a4-b095-e169d4df49e6 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.3139710 Dec 15 19:22:03.275808 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54318) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:03.299422 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-398faa73-1ab7-4bf1-9c1e-2bfdd32c787c tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:03.354451 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b7bea4-00fe-4020-979a-5159abadac25 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Pushing event updated for resources: {'Port': ['ID=8736af86-e9bc-4e1d-bafd-9f34dab66a8a,revision_number=2']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:03.362999 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-34b7bea4-00fe-4020-979a-5159abadac25 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:03.363581 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-05f50c9d-dbf4-4eaa-ba6e-72ded1ab81a7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:03.431700 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-34b7bea4-00fe-4020-979a-5159abadac25 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1959989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854145006'] for router_interface, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:03.442754 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0136a7d-cdfa-452f-b3b4-795754a74177 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Deleting subnet f43674c8-3002-4f2c-a0e0-afaf5f028159 {{(pid=88990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:22:03.448107 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398faa73-1ab7-4bf1-9c1e-2bfdd32c787c tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Pushing event deleted for resources: {'Port': ['ID=2f9960cf-138e-430d-bfe3-b8d596affb94,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:03.448616 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e0136a7d-cdfa-452f-b3b4-795754a74177 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:03.458022 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-398faa73-1ab7-4bf1-9c1e-2bfdd32c787c tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:03.570754 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-406e69e3-e635-4cf0-afc6-eed1808f9ab6 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:03.611969 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-398faa73-1ab7-4bf1-9c1e-2bfdd32c787c tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:03.664936 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-398faa73-1ab7-4bf1-9c1e-2bfdd32c787c tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] 10.222.0.36 "DELETE /v2.0/ports/2f9960cf-138e-430d-bfe3-b8d596affb94 HTTP/1.1" status: 204 len: 168 time: 1.8252785 Dec 15 19:22:03.665920 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54322) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:03.757709 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b7bea4-00fe-4020-979a-5159abadac25 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Network 96172ef6-e92f-45d1-8c65-ccda5d845ddd is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:22:03.759747 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-34b7bea4-00fe-4020-979a-5159abadac25 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:22:03.962170 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a5d6f8-31f5-4ea3-b634-da76d8dd9219 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:22:03.963014 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-f1a5d6f8-31f5-4ea3-b634-da76d8dd9219 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Synchronizing usage tracker for tenant:1ab3162c10c24983844a0058fe10dd8d on resource:port {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:22:03.985896 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e0136a7d-cdfa-452f-b3b4-795754a74177 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838448728'] for subnet, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:04.036958 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device eda912e7-9acf-4c6b-aaab-19a4d7376fef up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:22:04.042355 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-f1a5d6f8-31f5-4ea3-b634-da76d8dd9219 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Unset dirty status for tenant:1ab3162c10c24983844a0058fe10dd8d on resource:port {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:22:04.044081 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f1a5d6f8-31f5-4ea3-b634-da76d8dd9219 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] 10.222.0.36 "GET /v2.0/ports?device_id=346e5909-b0a5-42c7-9940-63a4ed7dcdca HTTP/1.1" status: 200 len: 913 time: 0.3766267 Dec 15 19:22:04.051124 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54326) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:04.090920 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62313a0-a0b6-4fc4-81cd-fec3a97ebfb1 None None] Network 489fa468-360a-4868-b4ac-a400ec975c5b requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:22:04.107581 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9299846-e4e3-4355-9456-06c8d00982c5 None None] Network 1913e98a-5da5-451a-80c7-faaf2ed8c312 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:22:04.273612 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e0136a7d-cdfa-452f-b3b4-795754a74177 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:04.550841 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-cafc74fc-bf41-4875-8bf8-31f64b0a92c3 None None] Provisioning for port eda912e7-9acf-4c6b-aaab-19a4d7376fef completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:22:04.589913 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96526f2b-15ad-4a29-a0c6-17fbb665551f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-1913e98a-5da5-451a-80c7-faaf2ed8c312', 'network_id': '1913e98a-5da5-451a-80c7-faaf2ed8c312', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'fixed_ips': [{'subnet_id': '8ca7af6a-42be-4f17-acc7-c24713f82445'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:22:04.590870 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-96526f2b-15ad-4a29-a0c6-17fbb665551f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:04.606005 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34b7bea4-00fe-4020-979a-5159abadac25 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Router 19eab318-ab8b-4aa4-9e13-5419acd46077 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:22:04.614321 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e0136a7d-cdfa-452f-b3b4-795754a74177 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16636259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14850861'] for subnet, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:04.621585 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2b0bbc25-9f53-4ac4-b57c-1fbca9a07e64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:04.677133 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0136a7d-cdfa-452f-b3b4-795754a74177 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event deleted for resources: {'Subnet': ['ID=f43674c8-3002-4f2c-a0e0-afaf5f028159,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:04.681168 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e0136a7d-cdfa-452f-b3b4-795754a74177 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:04.685131 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e0136a7d-cdfa-452f-b3b4-795754a74177 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:04.800547 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-406e69e3-e635-4cf0-afc6-eed1808f9ab6 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Allocated IP 172.21.0.1 (1913e98a-5da5-451a-80c7-faaf2ed8c312/8ca7af6a-42be-4f17-acc7-c24713f82445/b1c2f93f-3e3c-49f1-b182-e6d770b52964) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:22:04.804574 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e0136a7d-cdfa-452f-b3b4-795754a74177 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/subnets/f43674c8-3002-4f2c-a0e0-afaf5f028159 HTTP/1.1" status: 204 len: 168 time: 1.5274978 Dec 15 19:22:04.814831 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54330) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:04.917332 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b568352a-f947-4efb-80b6-b8ca4bee7687 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1006396 Dec 15 19:22:04.920921 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54334) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:04.936881 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port eda912e7-9acf-4c6b-aaab-19a4d7376fef completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:22:04.947241 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-37d757d2-8714-40b8-9f4e-a2d67d40c522 None None] Provisioning for port 8736af86-e9bc-4e1d-bafd-9f34dab66a8a completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:22:04.966530 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port eda912e7-9acf-4c6b-aaab-19a4d7376fef triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:22:04.966854 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:04.997520 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-37d757d2-8714-40b8-9f4e-a2d67d40c522 None None] Provisioning complete for port 8736af86-e9bc-4e1d-bafd-9f34dab66a8a triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:22:04.997947 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-37d757d2-8714-40b8-9f4e-a2d67d40c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:05.069518 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-37d757d2-8714-40b8-9f4e-a2d67d40c522 None None] Port 8736af86-e9bc-4e1d-bafd-9f34dab66a8a cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:22:05.199302 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d269de4f-16cd-4469-8d87-11a439d5eac1 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:22:05.200407 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d269de4f-16cd-4469-8d87-11a439d5eac1 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Synchronizing usage tracker for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:22:05.211416 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:05.235184 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa4468c-e896-430c-ade7-eff256a70368 None None] DHCP port deletion for 489fa468-360a-4868-b4ac-a400ec975c5b request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:22:05.243344 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-1fa4468c-e896-430c-ade7-eff256a70368 None None] Deleting port eda912e7-9acf-4c6b-aaab-19a4d7376fef {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:22:05.243780 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1fa4468c-e896-430c-ade7-eff256a70368 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:05.296440 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-928f9751-8f88-4db7-8ff9-b9c51b10be3b tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145021'] for router_interface, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:05.306574 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d269de4f-16cd-4469-8d87-11a439d5eac1 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Unset dirty status for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:22:05.308281 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d269de4f-16cd-4469-8d87-11a439d5eac1 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3821750 Dec 15 19:22:05.311330 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-406e69e3-e635-4cf0-afc6-eed1808f9ab6 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:05.321110 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port eda912e7-9acf-4c6b-aaab-19a4d7376fef, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=eda912e7-9acf-4c6b-aaab-19a4d7376fef,segment=NetworkSegment(9575ac7b-3c85-46da-81c5-434024000f40),segment_id=9575ac7b-3c85-46da-81c5-434024000f40)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:22:05.323295 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54338) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:05.357149 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:05.358058 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 42b090dc-7075-4e99-9cd5-a6678a9d0384 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:22:05.388192 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-003d7e19-76d2-43b5-a0b0-9257d178311d None None] Provisioning complete for port 8736af86-e9bc-4e1d-bafd-9f34dab66a8a triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:22:05.388921 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-003d7e19-76d2-43b5-a0b0-9257d178311d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:05.391249 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b7bea4-00fe-4020-979a-5159abadac25 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:22:05.395763 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-406e69e3-e635-4cf0-afc6-eed1808f9ab6 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Transition to ACTIVE for port object b1c2f93f-3e3c-49f1-b182-e6d770b52964 will not be triggered until provisioned by entity DHCP. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:22:05.396987 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-34b7bea4-00fe-4020-979a-5159abadac25 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] 10.222.0.36 "PUT /v2.0/routers/19eab318-ab8b-4aa4-9e13-5419acd46077/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5009081 Dec 15 19:22:05.400631 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54342) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:05.406542 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-b4fc98e3-2301-433b-aa0e-7f8952711748 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Request body: {'port': {'network_id': '96172ef6-e92f-45d1-8c65-ccda5d845ddd', 'name': 'tempest-FloatingIPAdminTestJSON-445104465'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:22:05.406736 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b4d972-0e54-484d-99d7-3cfca5f80dec None None] Sync routers for ids ['19eab318-ab8b-4aa4-9e13-5419acd46077'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:22:05.427574 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c4a2e4f6-3b3b-4e7a-8514-dbf2fd8a0765 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:05.431981 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b4d972-0e54-484d-99d7-3cfca5f80dec None None] Routers {'19eab318-ab8b-4aa4-9e13-5419acd46077'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:22:05.433253 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-16b4d972-0e54-484d-99d7-3cfca5f80dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:21:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['19eab318-ab8b-4aa4-9e13-5419acd46077'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:22:05.481550 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c622b245-5d03-4226-9371-a932a5165b60 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:22:05.482346 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-c622b245-5d03-4226-9371-a932a5165b60 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Synchronizing usage tracker for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:subnet {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:22:05.545155 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-16b4d972-0e54-484d-99d7-3cfca5f80dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:22:05.569492 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b4d972-0e54-484d-99d7-3cfca5f80dec None None] Routers {'19eab318-ab8b-4aa4-9e13-5419acd46077'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:22:05.570613 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-16b4d972-0e54-484d-99d7-3cfca5f80dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:21:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['19eab318-ab8b-4aa4-9e13-5419acd46077'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:22:05.590275 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-c622b245-5d03-4226-9371-a932a5165b60 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Unset dirty status for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:subnet {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:22:05.591634 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c622b245-5d03-4226-9371-a932a5165b60 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2664835 Dec 15 19:22:05.592944 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-406e69e3-e635-4cf0-afc6-eed1808f9ab6 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:05.597298 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54346) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:05.601180 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-acba39c6-6da1-4d34-966c-8ee36738555a tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:05.668139 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-16b4d972-0e54-484d-99d7-3cfca5f80dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:22:05.668704 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b4d972-0e54-484d-99d7-3cfca5f80dec None None] The sync data for ids ['19eab318-ab8b-4aa4-9e13-5419acd46077'] in dv-neutron-821831-2-hyperv is: [] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:22:05.692211 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-b4fc98e3-2301-433b-aa0e-7f8952711748 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:22:05.698500 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-b4fc98e3-2301-433b-aa0e-7f8952711748 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Usage tracker for resource:port and tenant:1271dab888c74d7e85b345ac23913ea2 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:22:05.702723 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-b4fc98e3-2301-433b-aa0e-7f8952711748 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:22:05.710789 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-b4fc98e3-2301-433b-aa0e-7f8952711748 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:22:05.746535 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4e1e41cb-56a0-4b4e-8222-cae14efb03d3 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1102531 Dec 15 19:22:05.751352 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c44e7300-32e7-4c2b-bd78-2a47dbaa10ba tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:05.752278 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54350) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:05.760124 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-469189ed-25e7-4103-a5b8-1c9e5e4b56b7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Request body: {'subnet': {'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:22:05.790704 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406e69e3-e635-4cf0-afc6-eed1808f9ab6 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Network 1913e98a-5da5-451a-80c7-faaf2ed8c312 is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:22:05.791609 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406e69e3-e635-4cf0-afc6-eed1808f9ab6 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Pushing event updated for resources: {'Port': ['ID=b1c2f93f-3e3c-49f1-b182-e6d770b52964,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:05.810984 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4fc98e3-2301-433b-aa0e-7f8952711748 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Made reservation on behalf of 1271dab888c74d7e85b345ac23913ea2 for: {'port': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:22:05.817102 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b4fc98e3-2301-433b-aa0e-7f8952711748 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:05.853138 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-406e69e3-e635-4cf0-afc6-eed1808f9ab6 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:05.854266 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-406e69e3-e635-4cf0-afc6-eed1808f9ab6 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:22:05.864130 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406e69e3-e635-4cf0-afc6-eed1808f9ab6 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:22:05.876434 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=eda912e7-9acf-4c6b-aaab-19a4d7376fef,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:05.882759 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:05.929013 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-b4fc98e3-2301-433b-aa0e-7f8952711748 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] device_id is not set on port 523c2318-6b50-4d19-937a-7805b490f0ef yet. {{(pid=88991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:22:05.936873 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-003d7e19-76d2-43b5-a0b0-9257d178311d None None] Port 8736af86-e9bc-4e1d-bafd-9f34dab66a8a cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:22:05.982714 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-96526f2b-15ad-4a29-a0c6-17fbb665551f None None] Allocated IP 172.21.0.2 (1913e98a-5da5-451a-80c7-faaf2ed8c312/8ca7af6a-42be-4f17-acc7-c24713f82445/cd0fed44-ef28-4926-ba47-6d1f3b59349a) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:22:06.004543 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-406e69e3-e635-4cf0-afc6-eed1808f9ab6 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630901'] for router_interface, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:06.023247 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-1fa4468c-e896-430c-ade7-eff256a70368 None None] For port eda912e7-9acf-4c6b-aaab-19a4d7376fef, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=eda912e7-9acf-4c6b-aaab-19a4d7376fef,segment=NetworkSegment(9575ac7b-3c85-46da-81c5-434024000f40),segment_id=9575ac7b-3c85-46da-81c5-434024000f40)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:22:06.023700 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1fa4468c-e896-430c-ade7-eff256a70368 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:06.068847 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-469189ed-25e7-4103-a5b8-1c9e5e4b56b7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:22:06.136455 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-469189ed-25e7-4103-a5b8-1c9e5e4b56b7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:22:06.171168 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 42b090dc-7075-4e99-9cd5-a6678a9d0384 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:22:06.182275 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-1fa4468c-e896-430c-ade7-eff256a70368 None None] Calling delete_port for eda912e7-9acf-4c6b-aaab-19a4d7376fef owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:22:06.243557 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-469189ed-25e7-4103-a5b8-1c9e5e4b56b7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Made reservation on behalf of e56ca83c553e4935a4e8b75ed76c674c for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:22:06.256980 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-406e69e3-e635-4cf0-afc6-eed1808f9ab6 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:06.269733 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-b4fc98e3-2301-433b-aa0e-7f8952711748 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Allocated IP 172.20.0.5 (96172ef6-e92f-45d1-8c65-ccda5d845ddd/7634f966-9178-4ac3-902e-87f85af09b8e/523c2318-6b50-4d19-937a-7805b490f0ef) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:22:06.279831 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 42b090dc-7075-4e99-9cd5-a6678a9d0384 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:22:06.280404 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:06.396146 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-c44e7300-32e7-4c2b-bd78-2a47dbaa10ba tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Allocated IP 172.20.0.17 (efd1a11d-b82f-4113-b8b6-be85a7a88af9/db89f4ca-b00b-47c2-946c-86f6bbfd2456/cab77c40-db06-42c3-a87c-91f705478f66) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:22:06.451044 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-469189ed-25e7-4103-a5b8-1c9e5e4b56b7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:06.464382 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1fa4468c-e896-430c-ade7-eff256a70368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866'] for port, after_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:06.478897 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6ae0fc5c-fc45-4f83-acd5-2606d854be87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:06.547065 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa4468c-e896-430c-ade7-eff256a70368 None None] Pushing event deleted for resources: {'Port': ['ID=eda912e7-9acf-4c6b-aaab-19a4d7376fef,revision_number=None']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:06.550044 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1fa4468c-e896-430c-ade7-eff256a70368 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:06.592806 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa4468c-e896-430c-ade7-eff256a70368 None None] No DVR routers for this DVR port eda912e7-9acf-4c6b-aaab-19a4d7376fef on host dv-neutron-821831-2-hyperv {{(pid=88992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:22:06.629847 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:06.679712 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port 42b090dc-7075-4e99-9cd5-a6678a9d0384, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=42b090dc-7075-4e99-9cd5-a6678a9d0384,segment=NetworkSegment(0a198bad-ca57-4933-9149-7b2d1bdcc57c),segment_id=0a198bad-ca57-4933-9149-7b2d1bdcc57c)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:22:06.681912 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-96526f2b-15ad-4a29-a0c6-17fbb665551f None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:06.695028 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-96526f2b-15ad-4a29-a0c6-17fbb665551f None None] Transition to ACTIVE for port object cd0fed44-ef28-4926-ba47-6d1f3b59349a will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:22:06.717473 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-96526f2b-15ad-4a29-a0c6-17fbb665551f None None] Transition to ACTIVE for port object cd0fed44-ef28-4926-ba47-6d1f3b59349a will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:22:06.720971 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:06.723136 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a98a2a88-67ed-4ea1-a560-16e18a723fe3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:06.770696 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-96526f2b-15ad-4a29-a0c6-17fbb665551f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:06.810522 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96526f2b-15ad-4a29-a0c6-17fbb665551f None None] Network 1913e98a-5da5-451a-80c7-faaf2ed8c312 is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:22:06.813561 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-96526f2b-15ad-4a29-a0c6-17fbb665551f None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:22:06.817703 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96526f2b-15ad-4a29-a0c6-17fbb665551f None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:22:06.820058 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=42b090dc-7075-4e99-9cd5-a6678a9d0384,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:06.823668 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:06.825557 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3f42138d-14a3-49af-99d2-9ef06d76019a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:06.863385 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device eda912e7-9acf-4c6b-aaab-19a4d7376fef no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:22:06.907868 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: eda912e7-9acf-4c6b-aaab-19a4d7376fef {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:22:06.908157 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device eda912e7-9acf-4c6b-aaab-19a4d7376fef not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:22:06.928062 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b4fc98e3-2301-433b-aa0e-7f8952711748 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:06.995663 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b4fc98e3-2301-433b-aa0e-7f8952711748 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Transition to ACTIVE for port object 523c2318-6b50-4d19-937a-7805b490f0ef will not be triggered until provisioned by entity DHCP. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:22:06.995907 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96526f2b-15ad-4a29-a0c6-17fbb665551f None None] Pushing event updated for resources: {'Port': ['ID=cd0fed44-ef28-4926-ba47-6d1f3b59349a,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:07.006581 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-96526f2b-15ad-4a29-a0c6-17fbb665551f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:07.016990 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-96526f2b-15ad-4a29-a0c6-17fbb665551f None None] Attempting to bind port cd0fed44-ef28-4926-ba47-6d1f3b59349a on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:22:07.017550 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-96526f2b-15ad-4a29-a0c6-17fbb665551f None None] Attempting to bind port cd0fed44-ef28-4926-ba47-6d1f3b59349a by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '07ca0027-c7c9-4f01-b3fc-af3b67e02400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1913e98a-5da5-451a-80c7-faaf2ed8c312'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:22:07.018079 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96526f2b-15ad-4a29-a0c6-17fbb665551f None None] Attempting to bind port cd0fed44-ef28-4926-ba47-6d1f3b59349a on network 1913e98a-5da5-451a-80c7-faaf2ed8c312 {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:22:07.025127 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96526f2b-15ad-4a29-a0c6-17fbb665551f None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:22:07.025698 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96526f2b-15ad-4a29-a0c6-17fbb665551f None None] Checking segment: {'id': '07ca0027-c7c9-4f01-b3fc-af3b67e02400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1913e98a-5da5-451a-80c7-faaf2ed8c312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:22:07.026266 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-96526f2b-15ad-4a29-a0c6-17fbb665551f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:07.026836 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96526f2b-15ad-4a29-a0c6-17fbb665551f None None] Bound using segment: {'id': '07ca0027-c7c9-4f01-b3fc-af3b67e02400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1913e98a-5da5-451a-80c7-faaf2ed8c312'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:22:07.027481 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-96526f2b-15ad-4a29-a0c6-17fbb665551f None None] Bound port: cd0fed44-ef28-4926-ba47-6d1f3b59349a, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07ca0027-c7c9-4f01-b3fc-af3b67e02400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1913e98a-5da5-451a-80c7-faaf2ed8c312'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:22:07.028014 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-96526f2b-15ad-4a29-a0c6-17fbb665551f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:07.114484 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c44e7300-32e7-4c2b-bd78-2a47dbaa10ba tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:07.120153 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-96526f2b-15ad-4a29-a0c6-17fbb665551f None None] For port cd0fed44-ef28-4926-ba47-6d1f3b59349a, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:22:07.120351 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-928f9751-8f88-4db7-8ff9-b9c51b10be3b tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Deleting port 96eb710a-e63f-4d2c-b05c-11370940d56f {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:22:07.120629 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-928f9751-8f88-4db7-8ff9-b9c51b10be3b tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:07.128231 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-96526f2b-15ad-4a29-a0c6-17fbb665551f None None] For port cd0fed44-ef28-4926-ba47-6d1f3b59349a, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=cd0fed44-ef28-4926-ba47-6d1f3b59349a,segment=NetworkSegment(07ca0027-c7c9-4f01-b3fc-af3b67e02400),segment_id=07ca0027-c7c9-4f01-b3fc-af3b67e02400)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:22:07.152716 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-c44e7300-32e7-4c2b-bd78-2a47dbaa10ba tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Transition to ACTIVE for port object cab77c40-db06-42c3-a87c-91f705478f66 will not be triggered until provisioned by entity DHCP. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:22:07.189321 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-96526f2b-15ad-4a29-a0c6-17fbb665551f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:07.189708 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-406e69e3-e635-4cf0-afc6-eed1808f9ab6 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:07.194275 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-45b8dcc9-4a16-4f14-9121-b538c0885a89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:07.203937 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b4fc98e3-2301-433b-aa0e-7f8952711748 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:07.213358 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-097e1061-a145-4c67-b481-d5a226158a57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:07.245356 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-406e69e3-e635-4cf0-afc6-eed1808f9ab6 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:07.275295 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c44e7300-32e7-4c2b-bd78-2a47dbaa10ba tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:07.281518 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96526f2b-15ad-4a29-a0c6-17fbb665551f None None] Pushing event updated for resources: {'Port': ['ID=cd0fed44-ef28-4926-ba47-6d1f3b59349a,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:07.284630 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3aa3111b-3e44-4fc2-8bd0-469ffa9894d8 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:07.284824 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-96526f2b-15ad-4a29-a0c6-17fbb665551f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:07.313304 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-469189ed-25e7-4103-a5b8-1c9e5e4b56b7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:07.392825 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44e7300-32e7-4c2b-bd78-2a47dbaa10ba tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Network efd1a11d-b82f-4113-b8b6-be85a7a88af9 is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:22:07.395814 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406e69e3-e635-4cf0-afc6-eed1808f9ab6 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Pushing event updated for resources: {'Port': ['ID=b1c2f93f-3e3c-49f1-b182-e6d770b52964,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:07.436421 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-406e69e3-e635-4cf0-afc6-eed1808f9ab6 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1959989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854145006'] for router_interface, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:07.440904 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-c44e7300-32e7-4c2b-bd78-2a47dbaa10ba tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:22:07.443562 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44e7300-32e7-4c2b-bd78-2a47dbaa10ba tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:22:07.609126 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44e7300-32e7-4c2b-bd78-2a47dbaa10ba tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'Port': ['ID=cab77c40-db06-42c3-a87c-91f705478f66,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:07.612891 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c44e7300-32e7-4c2b-bd78-2a47dbaa10ba tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:07.625687 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b0c6be35-c645-45d0-b8ea-1f98f7ecc696 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.305s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:07.626501 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b0c6be35-c645-45d0-b8ea-1f98f7ecc696 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:07.646092 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c44e7300-32e7-4c2b-bd78-2a47dbaa10ba tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630901'] for router_interface, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:07.667166 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4fc98e3-2301-433b-aa0e-7f8952711748 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Network 96172ef6-e92f-45d1-8c65-ccda5d845ddd is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:22:07.668128 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fc98e3-2301-433b-aa0e-7f8952711748 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Pushing event updated for resources: {'Port': ['ID=523c2318-6b50-4d19-937a-7805b490f0ef,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:07.676626 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-b4fc98e3-2301-433b-aa0e-7f8952711748 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:22:07.683600 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b4fc98e3-2301-433b-aa0e-7f8952711748 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:07.689252 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469189ed-25e7-4103-a5b8-1c9e5e4b56b7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Network 489fa468-360a-4868-b4ac-a400ec975c5b is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:22:07.690082 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7900bcf5-f577-459c-a300-76fc03f9e54f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.360s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:07.731040 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406e69e3-e635-4cf0-afc6-eed1808f9ab6 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Network 1913e98a-5da5-451a-80c7-faaf2ed8c312 is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:22:07.731040 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-406e69e3-e635-4cf0-afc6-eed1808f9ab6 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:22:07.734991 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fc98e3-2301-433b-aa0e-7f8952711748 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:22:07.780910 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-469189ed-25e7-4103-a5b8-1c9e5e4b56b7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:22:07.784000 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469189ed-25e7-4103-a5b8-1c9e5e4b56b7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:22:07.784533 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-469189ed-25e7-4103-a5b8-1c9e5e4b56b7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:07.862102 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-928f9751-8f88-4db7-8ff9-b9c51b10be3b tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:07.906375 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f283ae5d-b63c-4fc6-9bf5-f218500095b5 None None] Network 489fa468-360a-4868-b4ac-a400ec975c5b requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:22:08.041582 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c44e7300-32e7-4c2b-bd78-2a47dbaa10ba tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:08.054986 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-928f9751-8f88-4db7-8ff9-b9c51b10be3b tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Calling delete_port for 96eb710a-e63f-4d2c-b05c-11370940d56f owned by network:router_interface {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:22:08.189081 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-df78fe67-fa96-4f72-92b6-8a12e229f0ba None None] Provisioning for port cab77c40-db06-42c3-a87c-91f705478f66 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:22:08.202424 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-df78fe67-fa96-4f72-92b6-8a12e229f0ba None None] Provisioning complete for port cab77c40-db06-42c3-a87c-91f705478f66 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:22:08.203696 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-df78fe67-fa96-4f72-92b6-8a12e229f0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:08.229917 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469189ed-25e7-4103-a5b8-1c9e5e4b56b7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event updated for resources: {'Subnet': ['ID=228d6c1f-6170-4372-a048-d2f32507b98c,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:08.247151 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-469189ed-25e7-4103-a5b8-1c9e5e4b56b7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:08.253480 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4fc98e3-2301-433b-aa0e-7f8952711748 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:22:08.254465 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b4fc98e3-2301-433b-aa0e-7f8952711748 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:08.274365 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-469189ed-25e7-4103-a5b8-1c9e5e4b56b7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5185001 Dec 15 19:22:08.276401 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54354) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:08.286446 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-e2c39e51-734c-436e-a03a-8a21aff7b724 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Request body: {'port': {'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'mac_address': 'fa:16:3e:7b:fc:93', 'name': 'tempest-NetworksTestDHCPv6-1965249090'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:22:08.300867 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-904ecf9f-6ca8-45bb-8b74-5f7bc7afb688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:08.329974 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-df78fe67-fa96-4f72-92b6-8a12e229f0ba None None] Port cab77c40-db06-42c3-a87c-91f705478f66 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:22:08.377225 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b4fc98e3-2301-433b-aa0e-7f8952711748 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9754860 Dec 15 19:22:08.386895 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667776ab-9b7b-4e16-b67f-5dd491dad0c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-489fa468-360a-4868-b4ac-a400ec975c5b', 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'tenant_id': 'e56ca83c553e4935a4e8b75ed76c674c', 'fixed_ips': [{'subnet_id': '228d6c1f-6170-4372-a048-d2f32507b98c'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:22:08.388015 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-667776ab-9b7b-4e16-b67f-5dd491dad0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:08.391911 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54358) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:08.523918 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-e2c39e51-734c-436e-a03a-8a21aff7b724 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:22:08.529055 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-e2c39e51-734c-436e-a03a-8a21aff7b724 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Usage tracker for resource:port and tenant:e56ca83c553e4935a4e8b75ed76c674c is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:22:08.534990 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-e2c39e51-734c-436e-a03a-8a21aff7b724 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:22:08.541597 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-e2c39e51-734c-436e-a03a-8a21aff7b724 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:22:08.556427 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-928f9751-8f88-4db7-8ff9-b9c51b10be3b tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:08.563522 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-99ffb8cd-0697-4000-989c-b7232d13f52e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:08.592901 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-406e69e3-e635-4cf0-afc6-eed1808f9ab6 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Router 3343e8b1-446a-4553-bbd7-92fdbc9107f9 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:22:08.629851 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-667776ab-9b7b-4e16-b67f-5dd491dad0c2 None None] Allocated IP 2001:db8::2 (489fa468-360a-4868-b4ac-a400ec975c5b/228d6c1f-6170-4372-a048-d2f32507b98c/a97be9f8-f0f2-4b73-8764-6b5709639a39) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:22:08.640507 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c39e51-734c-436e-a03a-8a21aff7b724 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Made reservation on behalf of e56ca83c553e4935a4e8b75ed76c674c for: {'port': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:22:08.648315 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e2c39e51-734c-436e-a03a-8a21aff7b724 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:08.665119 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928f9751-8f88-4db7-8ff9-b9c51b10be3b tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Pushing event deleted for resources: {'Port': ['ID=96eb710a-e63f-4d2c-b05c-11370940d56f,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:08.674421 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-928f9751-8f88-4db7-8ff9-b9c51b10be3b tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:08.692086 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-e2c39e51-734c-436e-a03a-8a21aff7b724 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] device_id is not set on port 143dfdc3-7f18-4548-8ff4-daf06a97242d yet. {{(pid=88991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:22:08.871317 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-d1b15125-b285-430d-837e-746c03834e9f tempest-FloatingIPAdminTestJSON-1127592930 tempest-FloatingIPAdminTestJSON-1127592930-project-admin] Request body: {'floatingip': {'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'project_id': '1271dab888c74d7e85b345ac23913ea2', 'port_id': '523c2318-6b50-4d19-937a-7805b490f0ef'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:22:08.887079 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-d1b15125-b285-430d-837e-746c03834e9f tempest-FloatingIPAdminTestJSON-1127592930 tempest-FloatingIPAdminTestJSON-1127592930-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:22:08.887243 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-667776ab-9b7b-4e16-b67f-5dd491dad0c2 None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:08.901018 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-667776ab-9b7b-4e16-b67f-5dd491dad0c2 None None] Transition to ACTIVE for port object a97be9f8-f0f2-4b73-8764-6b5709639a39 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:22:08.908419 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d1b15125-b285-430d-837e-746c03834e9f tempest-FloatingIPAdminTestJSON-1127592930 tempest-FloatingIPAdminTestJSON-1127592930-project-admin] Usage tracker for resource:floatingip and tenant:1271dab888c74d7e85b345ac23913ea2 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:22:08.915054 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d1b15125-b285-430d-837e-746c03834e9f tempest-FloatingIPAdminTestJSON-1127592930 tempest-FloatingIPAdminTestJSON-1127592930-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:22:08.927689 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-d1b15125-b285-430d-837e-746c03834e9f tempest-FloatingIPAdminTestJSON-1127592930 tempest-FloatingIPAdminTestJSON-1127592930-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:22:08.930009 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-667776ab-9b7b-4e16-b67f-5dd491dad0c2 None None] Transition to ACTIVE for port object a97be9f8-f0f2-4b73-8764-6b5709639a39 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:22:08.931743 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-2c8c457d-12a6-45f2-a109-afad40e90965 None None] Provisioning for port 523c2318-6b50-4d19-937a-7805b490f0ef completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:22:08.942038 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-2c8c457d-12a6-45f2-a109-afad40e90965 None None] Provisioning complete for port 523c2318-6b50-4d19-937a-7805b490f0ef triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:22:08.942501 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2c8c457d-12a6-45f2-a109-afad40e90965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:09.002520 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-2c8c457d-12a6-45f2-a109-afad40e90965 None None] Port 523c2318-6b50-4d19-937a-7805b490f0ef cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:22:09.004945 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-667776ab-9b7b-4e16-b67f-5dd491dad0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:09.010605 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-dc79e927-4d7f-47b0-bb3d-c87244b65e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:09.033055 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-e2c39e51-734c-436e-a03a-8a21aff7b724 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Allocated IP 2001:db8::1ca (489fa468-360a-4868-b4ac-a400ec975c5b/228d6c1f-6170-4372-a048-d2f32507b98c/143dfdc3-7f18-4548-8ff4-daf06a97242d) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:22:09.147196 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d1b15125-b285-430d-837e-746c03834e9f tempest-FloatingIPAdminTestJSON-1127592930 tempest-FloatingIPAdminTestJSON-1127592930-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:09.194545 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c44e7300-32e7-4c2b-bd78-2a47dbaa10ba tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:09.215555 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-406e69e3-e635-4cf0-afc6-eed1808f9ab6 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:22:09.229182 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-406e69e3-e635-4cf0-afc6-eed1808f9ab6 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "PUT /v2.0/routers/3343e8b1-446a-4553-bbd7-92fdbc9107f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3240004 Dec 15 19:22:09.232260 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54364) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:09.241212 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-26650e6d-8995-4aa9-a464-ba44f0fd8395 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Request body: {'network': {'name': 'tempest-RoutersTest-2012289112'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:22:09.245222 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c44e7300-32e7-4c2b-bd78-2a47dbaa10ba tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:09.273368 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667776ab-9b7b-4e16-b67f-5dd491dad0c2 None None] Pushing event updated for resources: {'Port': ['ID=a97be9f8-f0f2-4b73-8764-6b5709639a39,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:09.276232 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2472f7e5-3f15-4e47-ba99-aa4e06064505 None None] Sync routers for ids ['3343e8b1-446a-4553-bbd7-92fdbc9107f9'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:22:09.279291 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 42b090dc-7075-4e99-9cd5-a6678a9d0384 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:22:09.312524 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-dbd22389-cb90-4f67-afb8-4e33469fee21 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:09.319335 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-667776ab-9b7b-4e16-b67f-5dd491dad0c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:09.351978 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667776ab-9b7b-4e16-b67f-5dd491dad0c2 None None] Network 489fa468-360a-4868-b4ac-a400ec975c5b is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:22:09.355720 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-667776ab-9b7b-4e16-b67f-5dd491dad0c2 None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:22:09.375256 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667776ab-9b7b-4e16-b67f-5dd491dad0c2 None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:22:09.377536 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2472f7e5-3f15-4e47-ba99-aa4e06064505 None None] Routers {'3343e8b1-446a-4553-bbd7-92fdbc9107f9'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:22:09.378259 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-2472f7e5-3f15-4e47-ba99-aa4e06064505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:21:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['3343e8b1-446a-4553-bbd7-92fdbc9107f9'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:22:09.397643 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c44e7300-32e7-4c2b-bd78-2a47dbaa10ba tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1959989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854145006'] for router_interface, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:09.404881 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-26650e6d-8995-4aa9-a464-ba44f0fd8395 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:22:09.412310 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44e7300-32e7-4c2b-bd78-2a47dbaa10ba tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'Port': ['ID=cab77c40-db06-42c3-a87c-91f705478f66,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:09.419709 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c44e7300-32e7-4c2b-bd78-2a47dbaa10ba tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:09.420842 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-26650e6d-8995-4aa9-a464-ba44f0fd8395 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Usage tracker for resource:network and tenant:2a421f48bcf04f759d7a89b7f013838e is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:22:09.427469 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-26650e6d-8995-4aa9-a464-ba44f0fd8395 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:22:09.434751 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-26650e6d-8995-4aa9-a464-ba44f0fd8395 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:22:09.557537 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26650e6d-8995-4aa9-a464-ba44f0fd8395 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Made reservation on behalf of 2a421f48bcf04f759d7a89b7f013838e for: {'network': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:22:09.561694 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-2472f7e5-3f15-4e47-ba99-aa4e06064505 None None] Set router 3343e8b1-446a-4553-bbd7-92fdbc9107f9 gateway port host: None {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:22:09.564552 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-26650e6d-8995-4aa9-a464-ba44f0fd8395 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:09.643092 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44e7300-32e7-4c2b-bd78-2a47dbaa10ba tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Network efd1a11d-b82f-4113-b8b6-be85a7a88af9 is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:22:09.643959 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26650e6d-8995-4aa9-a464-ba44f0fd8395 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=88990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:22:09.646539 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-c44e7300-32e7-4c2b-bd78-2a47dbaa10ba tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:22:09.688115 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e2c39e51-734c-436e-a03a-8a21aff7b724 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:09.717894 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-e2c39e51-734c-436e-a03a-8a21aff7b724 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Transition to ACTIVE for port object 143dfdc3-7f18-4548-8ff4-daf06a97242d will not be triggered until provisioned by entity DHCP. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:22:09.722122 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d1b15125-b285-430d-837e-746c03834e9f tempest-FloatingIPAdminTestJSON-1127592930 tempest-FloatingIPAdminTestJSON-1127592930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:09.783767 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0001065d-29af-4e21-862e-10d619fd18cc None None] Network 1913e98a-5da5-451a-80c7-faaf2ed8c312 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:22:09.880977 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-928f9751-8f88-4db7-8ff9-b9c51b10be3b tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852815828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854144871'] for router_interface, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:09.894346 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 19:22:09.948758 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:09.950281 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-2901f984-bf05-403d-b77e-b6e74b96634a None None] Provisioning for port cd0fed44-ef28-4926-ba47-6d1f3b59349a completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:22:09.961968 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-26650e6d-8995-4aa9-a464-ba44f0fd8395 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:09.962408 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-26650e6d-8995-4aa9-a464-ba44f0fd8395 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Added segment 6a290837-6afc-42b6-b20e-54db47a1007e of type vlan for network 818fc7e9-d868-4dd4-b340-8e65fca95114 Dec 15 19:22:10.002555 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 42b090dc-7075-4e99-9cd5-a6678a9d0384 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:22:10.003243 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:10.011995 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-26650e6d-8995-4aa9-a464-ba44f0fd8395 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:10.020408 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-d1b15125-b285-430d-837e-746c03834e9f tempest-FloatingIPAdminTestJSON-1127592930 tempest-FloatingIPAdminTestJSON-1127592930-project-admin] Allocated IP 172.26.3.116 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/0c255288-bd2f-4f86-b9ca-85a49fea585d) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:22:10.023737 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e2c39e51-734c-436e-a03a-8a21aff7b724 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:10.039965 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2853c50c-4cbb-4443-9a51-c9a3e5f16df6 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:10.082974 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-667776ab-9b7b-4e16-b67f-5dd491dad0c2 None None] Attempting to bind port a97be9f8-f0f2-4b73-8764-6b5709639a39 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:22:10.083401 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-667776ab-9b7b-4e16-b67f-5dd491dad0c2 None None] Attempting to bind port a97be9f8-f0f2-4b73-8764-6b5709639a39 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '9575ac7b-3c85-46da-81c5-434024000f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:22:10.083817 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667776ab-9b7b-4e16-b67f-5dd491dad0c2 None None] Attempting to bind port a97be9f8-f0f2-4b73-8764-6b5709639a39 on network 489fa468-360a-4868-b4ac-a400ec975c5b {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:22:10.098898 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667776ab-9b7b-4e16-b67f-5dd491dad0c2 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:22:10.099177 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667776ab-9b7b-4e16-b67f-5dd491dad0c2 None None] Checking segment: {'id': '9575ac7b-3c85-46da-81c5-434024000f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:22:10.099591 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-667776ab-9b7b-4e16-b67f-5dd491dad0c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:10.099920 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667776ab-9b7b-4e16-b67f-5dd491dad0c2 None None] Bound using segment: {'id': '9575ac7b-3c85-46da-81c5-434024000f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:22:10.100459 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-667776ab-9b7b-4e16-b67f-5dd491dad0c2 None None] Bound port: a97be9f8-f0f2-4b73-8764-6b5709639a39, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9575ac7b-3c85-46da-81c5-434024000f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:22:10.100863 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-667776ab-9b7b-4e16-b67f-5dd491dad0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:10.167040 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-26650e6d-8995-4aa9-a464-ba44f0fd8395 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:10.171309 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26650e6d-8995-4aa9-a464-ba44f0fd8395 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:22:10.172553 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-26650e6d-8995-4aa9-a464-ba44f0fd8395 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:10.179439 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-af5424fd-6582-4979-bbfd-05a3066f3d49 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:10.203729 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c39e51-734c-436e-a03a-8a21aff7b724 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Network 489fa468-360a-4868-b4ac-a400ec975c5b is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:22:10.223319 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-e2c39e51-734c-436e-a03a-8a21aff7b724 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:22:10.228722 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-c77b902f-7055-4fa9-b6ee-cc8760f42fdd None None] Provisioning complete for port cab77c40-db06-42c3-a87c-91f705478f66 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:22:10.228984 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c39e51-734c-436e-a03a-8a21aff7b724 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event updated for resources: {'Port': ['ID=143dfdc3-7f18-4548-8ff4-daf06a97242d,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:10.229130 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c77b902f-7055-4fa9-b6ee-cc8760f42fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:10.235289 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c39e51-734c-436e-a03a-8a21aff7b724 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:22:10.239618 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c39e51-734c-436e-a03a-8a21aff7b724 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:22:10.240298 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e2c39e51-734c-436e-a03a-8a21aff7b724 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:10.245213 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e2c39e51-734c-436e-a03a-8a21aff7b724 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:10.277990 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c44e7300-32e7-4c2b-bd78-2a47dbaa10ba tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Router c3c96c7a-68d4-4016-b0f3-c49ae951d4fc has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:22:10.305236 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26650e6d-8995-4aa9-a464-ba44f0fd8395 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Pushing event updated for resources: {'Network': ['ID=818fc7e9-d868-4dd4-b340-8e65fca95114,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:10.308132 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-26650e6d-8995-4aa9-a464-ba44f0fd8395 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:10.371087 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 818fc7e9-d868-4dd4-b340-8e65fca95114 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:22:10.371459 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-26650e6d-8995-4aa9-a464-ba44f0fd8395 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1379287 Dec 15 19:22:10.378814 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54368) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:10.388193 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-6135047a-dc9c-451f-981f-3e7706171135 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Request body: {'subnet': {'network_id': '818fc7e9-d868-4dd4-b340-8e65fca95114', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:22:10.412487 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e2c39e51-734c-436e-a03a-8a21aff7b724 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1294672 Dec 15 19:22:10.416481 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d1b15125-b285-430d-837e-746c03834e9f tempest-FloatingIPAdminTestJSON-1127592930 tempest-FloatingIPAdminTestJSON-1127592930-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:10.416932 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54372) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:10.526083 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-c77b902f-7055-4fa9-b6ee-cc8760f42fdd None None] Port cab77c40-db06-42c3-a87c-91f705478f66 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:22:10.588129 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-6135047a-dc9c-451f-981f-3e7706171135 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:22:10.611112 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-6135047a-dc9c-451f-981f-3e7706171135 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Usage tracker for resource:subnet and tenant:2a421f48bcf04f759d7a89b7f013838e is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:22:10.617776 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-6135047a-dc9c-451f-981f-3e7706171135 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:22:10.656890 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device cd0fed44-ef28-4926-ba47-6d1f3b59349a up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:22:10.680074 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-6135047a-dc9c-451f-981f-3e7706171135 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:22:10.725407 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9336897d-8f1e-414c-80c7-579e1c30e6ab tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:22:10.729654 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9336897d-8f1e-414c-80c7-579e1c30e6ab tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:22:10.730007 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-667776ab-9b7b-4e16-b67f-5dd491dad0c2 None None] For port a97be9f8-f0f2-4b73-8764-6b5709639a39, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:22:10.734458 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9336897d-8f1e-414c-80c7-579e1c30e6ab tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3111906 Dec 15 19:22:10.735260 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54376) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:10.762078 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3576f0dc-9bec-4738-a3d5-f14ac63d4639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:10.775121 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d1b15125-b285-430d-837e-746c03834e9f tempest-FloatingIPAdminTestJSON-1127592930 tempest-FloatingIPAdminTestJSON-1127592930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:10.776627 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-667776ab-9b7b-4e16-b67f-5dd491dad0c2 None None] For port a97be9f8-f0f2-4b73-8764-6b5709639a39, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=a97be9f8-f0f2-4b73-8764-6b5709639a39,segment=NetworkSegment(9575ac7b-3c85-46da-81c5-434024000f40),segment_id=9575ac7b-3c85-46da-81c5-434024000f40)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:22:10.783466 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6135047a-dc9c-451f-981f-3e7706171135 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Made reservation on behalf of 2a421f48bcf04f759d7a89b7f013838e for: {'subnet': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:22:10.787515 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e2c39e51-734c-436e-a03a-8a21aff7b724 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:10.792182 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-2472f7e5-3f15-4e47-ba99-aa4e06064505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'name': 'tempest-RoutersTest-router-764355656', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:21:46Z', 'updated_at': '2021-12-15T19:22:06Z', 'revision_number': 3, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'gw_port_host': None, '_interfaces': [{'id': '42b090dc-7075-4e99-9cd5-a6678a9d0384', 'name': '', 'network_id': '1ac3f362-2078-4002-a392-a7842225ba9f', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'mac_address': 'fa:16:3e:ba:d5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca9accf0-e88c-467d-a684-50f557360418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:21:51Z', 'updated_at': '2021-12-15T19:22:06Z', 'revision_number': 5, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'subnets': [{'id': 'ca9accf0-e88c-467d-a684-50f557360418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1c2f93f-3e3c-49f1-b182-e6d770b52964', 'name': '', 'network_id': '1913e98a-5da5-451a-80c7-faaf2ed8c312', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'mac_address': 'fa:16:3e:fb:50:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ca7af6a-42be-4f17-acc7-c24713f82445', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:22:04Z', 'updated_at': '2021-12-15T19:22:06Z', 'revision_number': 2, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'subnets': [{'id': '8ca7af6a-42be-4f17-acc7-c24713f82445', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:22:10.807195 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2472f7e5-3f15-4e47-ba99-aa4e06064505 None None] Checking router: 3343e8b1-446a-4553-bbd7-92fdbc9107f9 for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:22:10.807623 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2472f7e5-3f15-4e47-ba99-aa4e06064505 None None] Updating router 3343e8b1-446a-4553-bbd7-92fdbc9107f9 port b1c2f93f-3e3c-49f1-b182-e6d770b52964 binding host dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 15 19:22:10.839357 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:10.848805 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-667776ab-9b7b-4e16-b67f-5dd491dad0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:10.856626 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-45b8dcc9-4a16-4f14-9121-b538c0885a89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:10.926157 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-14fd80a2-c22c-4ecf-b6f7-3068d820121b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Deleting port 143dfdc3-7f18-4548-8ff4-daf06a97242d {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:22:10.926570 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-14fd80a2-c22c-4ecf-b6f7-3068d820121b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:10.934429 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2472f7e5-3f15-4e47-ba99-aa4e06064505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:10.944482 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b15125-b285-430d-837e-746c03834e9f tempest-FloatingIPAdminTestJSON-1127592930 tempest-FloatingIPAdminTestJSON-1127592930-project-admin] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:22:10.950565 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-d1b15125-b285-430d-837e-746c03834e9f tempest-FloatingIPAdminTestJSON-1127592930 tempest-FloatingIPAdminTestJSON-1127592930-project-admin] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:22:10.968150 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b15125-b285-430d-837e-746c03834e9f tempest-FloatingIPAdminTestJSON-1127592930 tempest-FloatingIPAdminTestJSON-1127592930-project-admin] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:22:10.994976 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b15125-b285-430d-837e-746c03834e9f tempest-FloatingIPAdminTestJSON-1127592930 tempest-FloatingIPAdminTestJSON-1127592930-project-admin] Pushing event updated for resources: {'Port': ['ID=0c255288-bd2f-4f86-b9ca-85a49fea585d,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:11.004543 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d1b15125-b285-430d-837e-746c03834e9f tempest-FloatingIPAdminTestJSON-1127592930 tempest-FloatingIPAdminTestJSON-1127592930-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:11.017969 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6135047a-dc9c-451f-981f-3e7706171135 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839924940'] for subnet, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:11.191255 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port cd0fed44-ef28-4926-ba47-6d1f3b59349a completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:22:11.194451 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667776ab-9b7b-4e16-b67f-5dd491dad0c2 None None] Pushing event updated for resources: {'Port': ['ID=a97be9f8-f0f2-4b73-8764-6b5709639a39,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:11.201035 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-667776ab-9b7b-4e16-b67f-5dd491dad0c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:11.208693 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port cd0fed44-ef28-4926-ba47-6d1f3b59349a triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:22:11.209128 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:11.464470 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c44e7300-32e7-4c2b-bd78-2a47dbaa10ba tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:22:11.473449 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c44e7300-32e7-4c2b-bd78-2a47dbaa10ba tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "PUT /v2.0/routers/c3c96c7a-68d4-4016-b0f3-c49ae951d4fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7221403 Dec 15 19:22:11.482751 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad45be4-72aa-4bc6-8c05-87fb7f2e956c None None] Sync routers for ids ['c3c96c7a-68d4-4016-b0f3-c49ae951d4fc'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:22:11.498038 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad45be4-72aa-4bc6-8c05-87fb7f2e956c None None] Routers {'c3c96c7a-68d4-4016-b0f3-c49ae951d4fc'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:22:11.499008 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-1ad45be4-72aa-4bc6-8c05-87fb7f2e956c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:22:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['c3c96c7a-68d4-4016-b0f3-c49ae951d4fc'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:22:11.532695 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-14fd80a2-c22c-4ecf-b6f7-3068d820121b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:11.538610 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d82298c4-df64-4f44-8bc2-06db110a8177 None None] Provisioning for port b1c2f93f-3e3c-49f1-b182-e6d770b52964 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:22:11.601645 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:11.610276 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-928f9751-8f88-4db7-8ff9-b9c51b10be3b tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Router 346e5909-b0a5-42c7-9940-63a4ed7dcdca has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:22:11.652385 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d82298c4-df64-4f44-8bc2-06db110a8177 None None] Provisioning complete for port b1c2f93f-3e3c-49f1-b182-e6d770b52964 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:22:11.652821 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d82298c4-df64-4f44-8bc2-06db110a8177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:11.841539 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d82298c4-df64-4f44-8bc2-06db110a8177 None None] Port b1c2f93f-3e3c-49f1-b182-e6d770b52964 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:22:11.911948 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port cd0fed44-ef28-4926-ba47-6d1f3b59349a, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=cd0fed44-ef28-4926-ba47-6d1f3b59349a,segment=NetworkSegment(07ca0027-c7c9-4f01-b3fc-af3b67e02400),segment_id=07ca0027-c7c9-4f01-b3fc-af3b67e02400)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:22:11.918709 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-1ad45be4-72aa-4bc6-8c05-87fb7f2e956c None None] Set router c3c96c7a-68d4-4016-b0f3-c49ae951d4fc gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:22:11.932316 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d82298c4-df64-4f44-8bc2-06db110a8177 None None] Provisioning complete for port cd0fed44-ef28-4926-ba47-6d1f3b59349a triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:22:11.932755 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d82298c4-df64-4f44-8bc2-06db110a8177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:11.946334 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d1b15125-b285-430d-837e-746c03834e9f tempest-FloatingIPAdminTestJSON-1127592930 tempest-FloatingIPAdminTestJSON-1127592930-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:12.004471 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:12.013945 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-96526f2b-15ad-4a29-a0c6-17fbb665551f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:12.145628 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d1b15125-b285-430d-837e-746c03834e9f tempest-FloatingIPAdminTestJSON-1127592930 tempest-FloatingIPAdminTestJSON-1127592930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:12.246431 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device a97be9f8-f0f2-4b73-8764-6b5709639a39 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:22:12.283251 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-14fd80a2-c22c-4ecf-b6f7-3068d820121b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Calling delete_port for 143dfdc3-7f18-4548-8ff4-daf06a97242d owned by {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:22:12.353099 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=cd0fed44-ef28-4926-ba47-6d1f3b59349a,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:12.365508 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:12.395574 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2472f7e5-3f15-4e47-ba99-aa4e06064505 None None] Notify callbacks [] for port, precommit_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:12.425295 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-2472f7e5-3f15-4e47-ba99-aa4e06064505 None None] Transition to ACTIVE for port object b1c2f93f-3e3c-49f1-b182-e6d770b52964 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:22:12.462009 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2472f7e5-3f15-4e47-ba99-aa4e06064505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:12.466928 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a98a2a88-67ed-4ea1-a560-16e18a723fe3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:12.504776 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-928f9751-8f88-4db7-8ff9-b9c51b10be3b tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:22:12.521771 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-928f9751-8f88-4db7-8ff9-b9c51b10be3b tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] 10.222.0.36 "PUT /v2.0/routers/346e5909-b0a5-42c7-9940-63a4ed7dcdca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4694858 Dec 15 19:22:12.522724 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54384) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:12.540972 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-1ad45be4-72aa-4bc6-8c05-87fb7f2e956c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3c96c7a-68d4-4016-b0f3-c49ae951d4fc', 'name': 'tempest-TestNetworkBasicOps-router-380808785', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': 'f50738ba-eb06-4a98-acea-5eb990e04595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:19:40Z', 'updated_at': '2021-12-15T19:22:07Z', 'revision_number': 5, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': 'f50738ba-eb06-4a98-acea-5eb990e04595', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ff:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c96c7a-68d4-4016-b0f3-c49ae951d4fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:41Z', 'updated_at': '2021-12-15T19:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': '9201e3ff-d9ea-4443-9d41-727769e7b4e0', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'floating_ip_address': '172.26.3.41', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': 'c3c96c7a-68d4-4016-b0f3-c49ae951d4fc', 'port_id': 'e1168d35-e52d-46d5-bccf-ad6e468591d8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc', 'mac_address': 'fa:16:3e:ba:33:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d7c3af-0360-40b9-b552-6937e9663a8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:20:43Z', 'updated_at': '2021-12-15T19:20:50Z', 'revision_number': 1, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cab77c40-db06-42c3-a87c-91f705478f66', 'name': '', 'network_id': 'efd1a11d-b82f-4113-b8b6-be85a7a88af9', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:aa:c1:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3c96c7a-68d4-4016-b0f3-c49ae951d4fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db89f4ca-b00b-47c2-946c-86f6bbfd2456', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:22:06Z', 'updated_at': '2021-12-15T19:22:08Z', 'revision_number': 2, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'db89f4ca-b00b-47c2-946c-86f6bbfd2456', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6978ef5-362c-4f2d-a7fa-01952bd5604d', 'name': '', 'network_id': 'a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:df:00:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c96c7a-68d4-4016-b0f3-c49ae951d4fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee52211e-ff61-4e3a-b19c-7d228d9f300f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:56Z', 'updated_at': '2021-12-15T19:20:13Z', 'revision_number': 5, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'ee52211e-ff61-4e3a-b19c-7d228d9f300f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:22:12.547059 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad45be4-72aa-4bc6-8c05-87fb7f2e956c None None] Checking router: c3c96c7a-68d4-4016-b0f3-c49ae951d4fc for host: dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:22:12.547856 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad45be4-72aa-4bc6-8c05-87fb7f2e956c None None] Updating router c3c96c7a-68d4-4016-b0f3-c49ae951d4fc port cab77c40-db06-42c3-a87c-91f705478f66 binding host dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 15 19:22:12.566384 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d732aca-b900-457c-a5a8-7785c64a1a9a None None] Pushing event updated for resources: {'Port': ['ID=b1c2f93f-3e3c-49f1-b182-e6d770b52964,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:12.591010 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-14fd80a2-c22c-4ecf-b6f7-3068d820121b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:12.600796 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d0acd955-90ff-44ad-84fc-dcbe23f2fd3d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:12.617612 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d1b15125-b285-430d-837e-746c03834e9f tempest-FloatingIPAdminTestJSON-1127592930 tempest-FloatingIPAdminTestJSON-1127592930-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:12.632776 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1ad45be4-72aa-4bc6-8c05-87fb7f2e956c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:12.656918 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d1b15125-b285-430d-837e-746c03834e9f tempest-FloatingIPAdminTestJSON-1127592930 tempest-FloatingIPAdminTestJSON-1127592930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:12.659696 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6135047a-dc9c-451f-981f-3e7706171135 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838139473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839924955'] for subnet, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:12.666787 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fd80a2-c22c-4ecf-b6f7-3068d820121b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event deleted for resources: {'Port': ['ID=143dfdc3-7f18-4548-8ff4-daf06a97242d,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:12.675469 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-14fd80a2-c22c-4ecf-b6f7-3068d820121b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:12.676276 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3c9467-b709-455d-abf7-0f4d6f1e336d None None] Sync routers for ids ['346e5909-b0a5-42c7-9940-63a4ed7dcdca'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:22:12.676534 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f07356d2-fdb3-4c3f-b442-7276bd48c5a3 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:12.677677 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ab48f723-0f07-4392-9e20-73f8898fe9a5 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:12.681668 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2d732aca-b900-457c-a5a8-7785c64a1a9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:12.690436 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port a97be9f8-f0f2-4b73-8764-6b5709639a39 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:22:12.767202 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-14fd80a2-c22c-4ecf-b6f7-3068d820121b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:12.817337 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-14fd80a2-c22c-4ecf-b6f7-3068d820121b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/ports/143dfdc3-7f18-4548-8ff4-daf06a97242d HTTP/1.1" status: 204 len: 168 time: 2.0812819 Dec 15 19:22:12.824558 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54388) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:12.825037 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-2472f7e5-3f15-4e47-ba99-aa4e06064505 None None] Attempting to bind port b1c2f93f-3e3c-49f1-b182-e6d770b52964 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:22:12.825472 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-2472f7e5-3f15-4e47-ba99-aa4e06064505 None None] Attempting to bind port b1c2f93f-3e3c-49f1-b182-e6d770b52964 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '07ca0027-c7c9-4f01-b3fc-af3b67e02400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1913e98a-5da5-451a-80c7-faaf2ed8c312'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:22:12.825895 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2472f7e5-3f15-4e47-ba99-aa4e06064505 None None] Attempting to bind port b1c2f93f-3e3c-49f1-b182-e6d770b52964 on network 1913e98a-5da5-451a-80c7-faaf2ed8c312 {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:22:12.854038 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:12.854696 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3c9467-b709-455d-abf7-0f4d6f1e336d None None] Routers {'346e5909-b0a5-42c7-9940-63a4ed7dcdca'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:22:12.855266 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-cf3c9467-b709-455d-abf7-0f4d6f1e336d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:22:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['346e5909-b0a5-42c7-9940-63a4ed7dcdca'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:22:12.914388 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6135047a-dc9c-451f-981f-3e7706171135 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Pushing event updated for resources: {'Subnet': ['ID=fe9d9289-d1de-4e90-b7c8-98e7c170341b,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:12.924264 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6135047a-dc9c-451f-981f-3e7706171135 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:12.927382 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b15125-b285-430d-837e-746c03834e9f tempest-FloatingIPAdminTestJSON-1127592930 tempest-FloatingIPAdminTestJSON-1127592930-project-admin] Pushing event updated for resources: {'Port': ['ID=0c255288-bd2f-4f86-b9ca-85a49fea585d,revision_number=2']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:12.934404 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d1b15125-b285-430d-837e-746c03834e9f tempest-FloatingIPAdminTestJSON-1127592930 tempest-FloatingIPAdminTestJSON-1127592930-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:12.964999 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6135047a-dc9c-451f-981f-3e7706171135 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Checking segment: {'id': '6a290837-6afc-42b6-b20e-54db47a1007e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '818fc7e9-d868-4dd4-b340-8e65fca95114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:22:12.965404 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6135047a-dc9c-451f-981f-3e7706171135 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Network hostable DHCP agents. Network: 818fc7e9-d868-4dd4-b340-8e65fca95114, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:22:12.982378 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-cf3c9467-b709-455d-abf7-0f4d6f1e336d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:22:13.016706 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2472f7e5-3f15-4e47-ba99-aa4e06064505 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:22:13.017150 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2472f7e5-3f15-4e47-ba99-aa4e06064505 None None] Checking segment: {'id': '07ca0027-c7c9-4f01-b3fc-af3b67e02400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1913e98a-5da5-451a-80c7-faaf2ed8c312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:22:13.017618 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2472f7e5-3f15-4e47-ba99-aa4e06064505 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:13.018213 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2472f7e5-3f15-4e47-ba99-aa4e06064505 None None] Bound using segment: {'id': '07ca0027-c7c9-4f01-b3fc-af3b67e02400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1913e98a-5da5-451a-80c7-faaf2ed8c312'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:22:13.024565 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-2472f7e5-3f15-4e47-ba99-aa4e06064505 None None] Bound port: b1c2f93f-3e3c-49f1-b182-e6d770b52964, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07ca0027-c7c9-4f01-b3fc-af3b67e02400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1913e98a-5da5-451a-80c7-faaf2ed8c312'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:22:13.024565 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2472f7e5-3f15-4e47-ba99-aa4e06064505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:13.029147 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ad494c-9135-427a-b537-83697a8cc14e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:22:13.031543 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ad494c-9135-427a-b537-83697a8cc14e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:22:13.033679 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d0ad494c-9135-427a-b537-83697a8cc14e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2065897 Dec 15 19:22:13.038059 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54392) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:13.133589 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6135047a-dc9c-451f-981f-3e7706171135 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Network 818fc7e9-d868-4dd4-b340-8e65fca95114 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:22:13.154656 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3c9467-b709-455d-abf7-0f4d6f1e336d None None] Routers {'346e5909-b0a5-42c7-9940-63a4ed7dcdca'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:22:13.155374 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-cf3c9467-b709-455d-abf7-0f4d6f1e336d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:22:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['346e5909-b0a5-42c7-9940-63a4ed7dcdca'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:22:13.224562 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1ad45be4-72aa-4bc6-8c05-87fb7f2e956c None None] Notify callbacks [] for port, precommit_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:13.232653 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-cf3c9467-b709-455d-abf7-0f4d6f1e336d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:22:13.233136 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3c9467-b709-455d-abf7-0f4d6f1e336d None None] The sync data for ids ['346e5909-b0a5-42c7-9940-63a4ed7dcdca'] in dv-neutron-821831-2-hyperv is: [] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:22:13.254639 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-1ad45be4-72aa-4bc6-8c05-87fb7f2e956c None None] Transition to ACTIVE for port object cab77c40-db06-42c3-a87c-91f705478f66 will not be triggered until provisioned by entity L2. {{(pid=88993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:22:13.273637 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-2472f7e5-3f15-4e47-ba99-aa4e06064505 None None] For port b1c2f93f-3e3c-49f1-b182-e6d770b52964, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:22:13.278121 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-2472f7e5-3f15-4e47-ba99-aa4e06064505 None None] For port b1c2f93f-3e3c-49f1-b182-e6d770b52964, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=b1c2f93f-3e3c-49f1-b182-e6d770b52964,segment=NetworkSegment(07ca0027-c7c9-4f01-b3fc-af3b67e02400),segment_id=07ca0027-c7c9-4f01-b3fc-af3b67e02400)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:22:13.288260 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1ad45be4-72aa-4bc6-8c05-87fb7f2e956c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:13.300171 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:13.314680 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-6135047a-dc9c-451f-981f-3e7706171135 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, 818fc7e9-d868-4dd4-b340-8e65fca95114) {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:22:13.317147 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2472f7e5-3f15-4e47-ba99-aa4e06064505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:13.323403 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c049a3c6-a627-41ab-88ac-72139fda2a43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:13.337713 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6135047a-dc9c-451f-981f-3e7706171135 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:22:13.338383 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6135047a-dc9c-451f-981f-3e7706171135 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:13.346320 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d1b15125-b285-430d-837e-746c03834e9f tempest-FloatingIPAdminTestJSON-1127592930 tempest-FloatingIPAdminTestJSON-1127592930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634093'] for floatingip, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:13.381882 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b44831-a170-49e2-bc7d-e5c2214555ae None None] Network 818fc7e9-d868-4dd4-b340-8e65fca95114 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:22:13.395262 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6135047a-dc9c-451f-981f-3e7706171135 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0131719 Dec 15 19:22:13.398748 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54396) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:13.482782 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-31750c0e-b84a-4553-9757-882f930f807a tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks [] for router, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:13.604591 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-55991dd5-a895-4e0f-8264-cbdbadd03f9e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Deleting subnet 228d6c1f-6170-4372-a048-d2f32507b98c {{(pid=88990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:22:13.614443 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-55991dd5-a895-4e0f-8264-cbdbadd03f9e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:13.698117 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-1ad45be4-72aa-4bc6-8c05-87fb7f2e956c None None] Attempting to bind port cab77c40-db06-42c3-a87c-91f705478f66 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:22:13.698562 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-1ad45be4-72aa-4bc6-8c05-87fb7f2e956c None None] Attempting to bind port cab77c40-db06-42c3-a87c-91f705478f66 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '5ec7b682-6c9e-4eec-809e-f06b3cbda950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'efd1a11d-b82f-4113-b8b6-be85a7a88af9'}] {{(pid=88993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:22:13.699039 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad45be4-72aa-4bc6-8c05-87fb7f2e956c None None] Attempting to bind port cab77c40-db06-42c3-a87c-91f705478f66 on network efd1a11d-b82f-4113-b8b6-be85a7a88af9 {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:22:13.724595 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad45be4-72aa-4bc6-8c05-87fb7f2e956c None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:22:13.724968 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad45be4-72aa-4bc6-8c05-87fb7f2e956c None None] Checking segment: {'id': '5ec7b682-6c9e-4eec-809e-f06b3cbda950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'efd1a11d-b82f-4113-b8b6-be85a7a88af9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:22:13.725352 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1ad45be4-72aa-4bc6-8c05-87fb7f2e956c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:13.725808 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad45be4-72aa-4bc6-8c05-87fb7f2e956c None None] Bound using segment: {'id': '5ec7b682-6c9e-4eec-809e-f06b3cbda950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'efd1a11d-b82f-4113-b8b6-be85a7a88af9'} {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:22:13.726430 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-1ad45be4-72aa-4bc6-8c05-87fb7f2e956c None None] Bound port: cab77c40-db06-42c3-a87c-91f705478f66, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ec7b682-6c9e-4eec-809e-f06b3cbda950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'efd1a11d-b82f-4113-b8b6-be85a7a88af9'}}] {{(pid=88993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:22:13.726874 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1ad45be4-72aa-4bc6-8c05-87fb7f2e956c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:13.744595 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d732aca-b900-457c-a5a8-7785c64a1a9a None None] Pushing event updated for resources: {'Port': ['ID=b1c2f93f-3e3c-49f1-b182-e6d770b52964,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:13.747534 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2472f7e5-3f15-4e47-ba99-aa4e06064505 None None] Routers {'3343e8b1-446a-4553-bbd7-92fdbc9107f9'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:22:13.748228 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-2472f7e5-3f15-4e47-ba99-aa4e06064505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:22:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['3343e8b1-446a-4553-bbd7-92fdbc9107f9'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:22:13.758707 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-55991dd5-a895-4e0f-8264-cbdbadd03f9e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838448728'] for subnet, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:13.922477 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-1ad45be4-72aa-4bc6-8c05-87fb7f2e956c None None] For port cab77c40-db06-42c3-a87c-91f705478f66, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:22:13.926940 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-1ad45be4-72aa-4bc6-8c05-87fb7f2e956c None None] For port cab77c40-db06-42c3-a87c-91f705478f66, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=cab77c40-db06-42c3-a87c-91f705478f66,segment=NetworkSegment(5ec7b682-6c9e-4eec-809e-f06b3cbda950),segment_id=5ec7b682-6c9e-4eec-809e-f06b3cbda950)] {{(pid=88993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:22:13.931453 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49460d7c-e411-4557-9b19-fcad3e792fe5 None None] Pushing event updated for resources: {'Port': ['ID=cab77c40-db06-42c3-a87c-91f705478f66,revision_number=3']} {{(pid=88993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:13.956613 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49460d7c-e411-4557-9b19-fcad3e792fe5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:22:13.957008 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49460d7c-e411-4557-9b19-fcad3e792fe5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:22:13.957394 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49460d7c-e411-4557-9b19-fcad3e792fe5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:22:13.957768 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49460d7c-e411-4557-9b19-fcad3e792fe5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:22:13.958144 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49460d7c-e411-4557-9b19-fcad3e792fe5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:22:13.958641 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49460d7c-e411-4557-9b19-fcad3e792fe5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:22:13.959015 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49460d7c-e411-4557-9b19-fcad3e792fe5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:22:13.959387 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49460d7c-e411-4557-9b19-fcad3e792fe5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:22:13.959757 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49460d7c-e411-4557-9b19-fcad3e792fe5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:22:13.960123 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49460d7c-e411-4557-9b19-fcad3e792fe5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:22:13.961376 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49460d7c-e411-4557-9b19-fcad3e792fe5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:22:13.972774 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1ad45be4-72aa-4bc6-8c05-87fb7f2e956c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:13.985874 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-49460d7c-e411-4557-9b19-fcad3e792fe5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.686s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:13.986425 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-49460d7c-e411-4557-9b19-fcad3e792fe5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:14.008121 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-2472f7e5-3f15-4e47-ba99-aa4e06064505 None None] Set router 3343e8b1-446a-4553-bbd7-92fdbc9107f9 gateway port host: None {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:22:14.074122 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.l3_db [None req-d1b15125-b285-430d-837e-746c03834e9f tempest-FloatingIPAdminTestJSON-1127592930 tempest-FloatingIPAdminTestJSON-1127592930-project-admin] Floating IP 307a1c02-d9c5-47f5-a71e-2cb02cfd46ea associated. External IP: 172.26.3.116, port: 523c2318-6b50-4d19-937a-7805b490f0ef. Dec 15 19:22:14.162047 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2d732aca-b900-457c-a5a8-7785c64a1a9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.838s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:14.176818 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad45be4-72aa-4bc6-8c05-87fb7f2e956c None None] Routers {'c3c96c7a-68d4-4016-b0f3-c49ae951d4fc'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:22:14.177527 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-1ad45be4-72aa-4bc6-8c05-87fb7f2e956c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:22:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['c3c96c7a-68d4-4016-b0f3-c49ae951d4fc'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:22:14.207820 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-55991dd5-a895-4e0f-8264-cbdbadd03f9e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:14.291353 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device cd0fed44-ef28-4926-ba47-6d1f3b59349a up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:22:14.376065 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49460d7c-e411-4557-9b19-fcad3e792fe5 None None] Pushing event updated for resources: {'Port': ['ID=cab77c40-db06-42c3-a87c-91f705478f66,revision_number=4']} {{(pid=88993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:14.388275 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-31750c0e-b84a-4553-9757-882f930f807a tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:14.388545 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-49460d7c-e411-4557-9b19-fcad3e792fe5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:14.496801 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-31750c0e-b84a-4553-9757-882f930f807a tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Deleting port be76cc97-17b0-431c-85e0-2b07871c57ba {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:22:14.497278 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-31750c0e-b84a-4553-9757-882f930f807a tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:14.596779 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-55991dd5-a895-4e0f-8264-cbdbadd03f9e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16636259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14850861'] for subnet, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:14.615708 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0c2c875d-bdba-49c5-af1c-07581386c616 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:14.705160 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55991dd5-a895-4e0f-8264-cbdbadd03f9e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event deleted for resources: {'Subnet': ['ID=228d6c1f-6170-4372-a048-d2f32507b98c,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:14.713184 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-55991dd5-a895-4e0f-8264-cbdbadd03f9e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:14.750852 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-55991dd5-a895-4e0f-8264-cbdbadd03f9e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:14.787366 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f725d4e5-1257-4d31-a030-5e79b91b5051 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-818fc7e9-d868-4dd4-b340-8e65fca95114', 'network_id': '818fc7e9-d868-4dd4-b340-8e65fca95114', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'fixed_ips': [{'subnet_id': 'fe9d9289-d1de-4e90-b7c8-98e7c170341b'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:22:14.787568 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-55991dd5-a895-4e0f-8264-cbdbadd03f9e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/subnets/228d6c1f-6170-4372-a048-d2f32507b98c HTTP/1.1" status: 204 len: 168 time: 1.7433028 Dec 15 19:22:14.787673 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f725d4e5-1257-4d31-a030-5e79b91b5051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:14.788345 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54402) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:14.871459 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-31750c0e-b84a-4553-9757-882f930f807a tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:14.877659 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-1ad45be4-72aa-4bc6-8c05-87fb7f2e956c None None] Set router c3c96c7a-68d4-4016-b0f3-c49ae951d4fc gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:22:14.899651 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-37dcb897-fef9-4e26-8abf-edce3bccb0d9 None None] Provisioning for port a97be9f8-f0f2-4b73-8764-6b5709639a39 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:22:14.982138 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4a1c5a05-9097-4689-b461-bb203bf4095b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1912355 Dec 15 19:22:14.984882 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54406) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:15.086998 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2c9f5e-0704-43dd-bf98-f951eb0beb42 None None] Network 489fa468-360a-4868-b4ac-a400ec975c5b requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:22:15.102600 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-37dcb897-fef9-4e26-8abf-edce3bccb0d9 None None] Provisioning complete for port a97be9f8-f0f2-4b73-8764-6b5709639a39 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:22:15.102988 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-37dcb897-fef9-4e26-8abf-edce3bccb0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:15.112514 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-31750c0e-b84a-4553-9757-882f930f807a tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Calling delete_port for be76cc97-17b0-431c-85e0-2b07871c57ba owned by network:router_gateway {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:22:15.280208 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1502ed84-603e-4cd4-8e63-c1328db2f38e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:22:15.281754 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-1502ed84-603e-4cd4-8e63-c1328db2f38e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Synchronizing usage tracker for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:22:15.354384 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-db31e339-c0e7-44f8-b41b-0f2ae0006209 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:15.372616 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-1502ed84-603e-4cd4-8e63-c1328db2f38e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Unset dirty status for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:22:15.373863 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1502ed84-603e-4cd4-8e63-c1328db2f38e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3865590 Dec 15 19:22:15.377298 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-1ad45be4-72aa-4bc6-8c05-87fb7f2e956c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3c96c7a-68d4-4016-b0f3-c49ae951d4fc', 'name': 'tempest-TestNetworkBasicOps-router-380808785', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': 'f50738ba-eb06-4a98-acea-5eb990e04595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:19:40Z', 'updated_at': '2021-12-15T19:22:07Z', 'revision_number': 5, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': 'f50738ba-eb06-4a98-acea-5eb990e04595', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ff:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c96c7a-68d4-4016-b0f3-c49ae951d4fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:41Z', 'updated_at': '2021-12-15T19:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': '9201e3ff-d9ea-4443-9d41-727769e7b4e0', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'floating_ip_address': '172.26.3.41', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': 'c3c96c7a-68d4-4016-b0f3-c49ae951d4fc', 'port_id': 'e1168d35-e52d-46d5-bccf-ad6e468591d8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc', 'mac_address': 'fa:16:3e:ba:33:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d7c3af-0360-40b9-b552-6937e9663a8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:20:43Z', 'updated_at': '2021-12-15T19:20:50Z', 'revision_number': 1, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cab77c40-db06-42c3-a87c-91f705478f66', 'name': '', 'network_id': 'efd1a11d-b82f-4113-b8b6-be85a7a88af9', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:aa:c1:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3c96c7a-68d4-4016-b0f3-c49ae951d4fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db89f4ca-b00b-47c2-946c-86f6bbfd2456', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:22:06Z', 'updated_at': '2021-12-15T19:22:13Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'db89f4ca-b00b-47c2-946c-86f6bbfd2456', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6978ef5-362c-4f2d-a7fa-01952bd5604d', 'name': '', 'network_id': 'a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:df:00:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c96c7a-68d4-4016-b0f3-c49ae951d4fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee52211e-ff61-4e3a-b19c-7d228d9f300f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:56Z', 'updated_at': '2021-12-15T19:20:13Z', 'revision_number': 5, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'ee52211e-ff61-4e3a-b19c-7d228d9f300f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:22:15.382609 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad45be4-72aa-4bc6-8c05-87fb7f2e956c None None] The sync data for ids ['c3c96c7a-68d4-4016-b0f3-c49ae951d4fc'] in dv-neutron-821831-2-hyperv is: [{'id': 'c3c96c7a-68d4-4016-b0f3-c49ae951d4fc', 'name': 'tempest-TestNetworkBasicOps-router-380808785', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': 'f50738ba-eb06-4a98-acea-5eb990e04595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:19:40Z', 'updated_at': '2021-12-15T19:22:07Z', 'revision_number': 5, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': 'f50738ba-eb06-4a98-acea-5eb990e04595', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ff:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c96c7a-68d4-4016-b0f3-c49ae951d4fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:41Z', 'updated_at': '2021-12-15T19:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': '9201e3ff-d9ea-4443-9d41-727769e7b4e0', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'floating_ip_address': '172.26.3.41', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': 'c3c96c7a-68d4-4016-b0f3-c49ae951d4fc', 'port_id': 'e1168d35-e52d-46d5-bccf-ad6e468591d8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc', 'mac_address': 'fa:16:3e:ba:33:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d7c3af-0360-40b9-b552-6937e9663a8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:20:43Z', 'updated_at': '2021-12-15T19:20:50Z', 'revision_number': 1, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cab77c40-db06-42c3-a87c-91f705478f66', 'name': '', 'network_id': 'efd1a11d-b82f-4113-b8b6-be85a7a88af9', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:aa:c1:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3c96c7a-68d4-4016-b0f3-c49ae951d4fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db89f4ca-b00b-47c2-946c-86f6bbfd2456', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:22:06Z', 'updated_at': '2021-12-15T19:22:13Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'db89f4ca-b00b-47c2-946c-86f6bbfd2456', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6978ef5-362c-4f2d-a7fa-01952bd5604d', 'name': '', 'network_id': 'a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:df:00:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c96c7a-68d4-4016-b0f3-c49ae951d4fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee52211e-ff61-4e3a-b19c-7d228d9f300f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:56Z', 'updated_at': '2021-12-15T19:20:13Z', 'revision_number': 5, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'ee52211e-ff61-4e3a-b19c-7d228d9f300f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:22:15.386420 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54410) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:15.542053 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ae05c8-b75b-4c27-8aca-311acd665d34 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:22:15.542760 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-82ae05c8-b75b-4c27-8aca-311acd665d34 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Synchronizing usage tracker for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:subnet {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:22:15.682617 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-31750c0e-b84a-4553-9757-882f930f807a tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:15.689437 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6a42efa8-15ca-4057-ac97-6c27df1da5b9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:15.731076 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-82ae05c8-b75b-4c27-8aca-311acd665d34 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Unset dirty status for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:subnet {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:22:15.733496 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-82ae05c8-b75b-4c27-8aca-311acd665d34 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3328733 Dec 15 19:22:15.750959 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54414) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:15.755084 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31750c0e-b84a-4553-9757-882f930f807a tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Pushing event deleted for resources: {'Port': ['ID=be76cc97-17b0-431c-85e0-2b07871c57ba,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:15.758377 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-31750c0e-b84a-4553-9757-882f930f807a tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:15.773965 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-f725d4e5-1257-4d31-a030-5e79b91b5051 None None] Allocated IP 172.22.0.2 (818fc7e9-d868-4dd4-b340-8e65fca95114/fe9d9289-d1de-4e90-b7c8-98e7c170341b/252ed3a0-c8bd-4acb-a7d6-1813a0737ee1) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:22:15.836352 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1b15125-b285-430d-837e-746c03834e9f tempest-FloatingIPAdminTestJSON-1127592930 tempest-FloatingIPAdminTestJSON-1127592930-project-admin] Router 19eab318-ab8b-4aa4-9e13-5419acd46077 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:22:15.935302 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4582c998-f144-4aef-b0ab-e61901d870ca tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1751773 Dec 15 19:22:15.940189 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54418) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:15.946617 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-3098e438-561e-4bc2-a560-729669216cc1 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Request body: {'subnet': {'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:22:15.992759 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port cd0fed44-ef28-4926-ba47-6d1f3b59349a triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:22:15.993307 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:16.083106 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-3098e438-561e-4bc2-a560-729669216cc1 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:22:16.084227 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-37dcb897-fef9-4e26-8abf-edce3bccb0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:16.099877 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-3098e438-561e-4bc2-a560-729669216cc1 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:22:16.142195 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3098e438-561e-4bc2-a560-729669216cc1 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Made reservation on behalf of e56ca83c553e4935a4e8b75ed76c674c for: {'subnet': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:22:16.150216 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3098e438-561e-4bc2-a560-729669216cc1 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839924940'] for subnet, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:16.185900 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-2472f7e5-3f15-4e47-ba99-aa4e06064505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'name': 'tempest-RoutersTest-router-764355656', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:21:46Z', 'updated_at': '2021-12-15T19:22:06Z', 'revision_number': 3, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'gw_port_host': None, '_interfaces': [{'id': '42b090dc-7075-4e99-9cd5-a6678a9d0384', 'name': '', 'network_id': '1ac3f362-2078-4002-a392-a7842225ba9f', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'mac_address': 'fa:16:3e:ba:d5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca9accf0-e88c-467d-a684-50f557360418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:21:51Z', 'updated_at': '2021-12-15T19:22:06Z', 'revision_number': 5, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'subnets': [{'id': 'ca9accf0-e88c-467d-a684-50f557360418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1c2f93f-3e3c-49f1-b182-e6d770b52964', 'name': '', 'network_id': '1913e98a-5da5-451a-80c7-faaf2ed8c312', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'mac_address': 'fa:16:3e:fb:50:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ca7af6a-42be-4f17-acc7-c24713f82445', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:22:04Z', 'updated_at': '2021-12-15T19:22:13Z', 'revision_number': 4, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'subnets': [{'id': '8ca7af6a-42be-4f17-acc7-c24713f82445', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:22:16.254312 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2472f7e5-3f15-4e47-ba99-aa4e06064505 None None] The sync data for ids ['3343e8b1-446a-4553-bbd7-92fdbc9107f9'] in dv-neutron-821831-2-hyperv is: [{'id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'name': 'tempest-RoutersTest-router-764355656', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:21:46Z', 'updated_at': '2021-12-15T19:22:06Z', 'revision_number': 3, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'gw_port_host': None, '_interfaces': [{'id': '42b090dc-7075-4e99-9cd5-a6678a9d0384', 'name': '', 'network_id': '1ac3f362-2078-4002-a392-a7842225ba9f', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'mac_address': 'fa:16:3e:ba:d5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca9accf0-e88c-467d-a684-50f557360418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:21:51Z', 'updated_at': '2021-12-15T19:22:06Z', 'revision_number': 5, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'subnets': [{'id': 'ca9accf0-e88c-467d-a684-50f557360418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1c2f93f-3e3c-49f1-b182-e6d770b52964', 'name': '', 'network_id': '1913e98a-5da5-451a-80c7-faaf2ed8c312', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'mac_address': 'fa:16:3e:fb:50:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ca7af6a-42be-4f17-acc7-c24713f82445', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:22:04Z', 'updated_at': '2021-12-15T19:22:13Z', 'revision_number': 4, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'subnets': [{'id': '8ca7af6a-42be-4f17-acc7-c24713f82445', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:22:16.291730 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-37dcb897-fef9-4e26-8abf-edce3bccb0d9 None None] For port a97be9f8-f0f2-4b73-8764-6b5709639a39, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=a97be9f8-f0f2-4b73-8764-6b5709639a39,segment=NetworkSegment(9575ac7b-3c85-46da-81c5-434024000f40),segment_id=9575ac7b-3c85-46da-81c5-434024000f40)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:22:16.318214 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f725d4e5-1257-4d31-a030-5e79b91b5051 None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:16.333929 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-f725d4e5-1257-4d31-a030-5e79b91b5051 None None] Transition to ACTIVE for port object 252ed3a0-c8bd-4acb-a7d6-1813a0737ee1 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:22:16.392277 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-f725d4e5-1257-4d31-a030-5e79b91b5051 None None] Transition to ACTIVE for port object 252ed3a0-c8bd-4acb-a7d6-1813a0737ee1 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:22:16.397381 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-37dcb897-fef9-4e26-8abf-edce3bccb0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:16.404045 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:16.476883 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeef0f6c-e24f-4ecd-b654-d3bb662c51f6 None None] DHCP port deletion for 489fa468-360a-4868-b4ac-a400ec975c5b request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:22:16.494583 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f725d4e5-1257-4d31-a030-5e79b91b5051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:16.560538 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-eeef0f6c-e24f-4ecd-b654-d3bb662c51f6 None None] Deleting port a97be9f8-f0f2-4b73-8764-6b5709639a39 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:22:16.560979 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eeef0f6c-e24f-4ecd-b654-d3bb662c51f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:16.613385 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-31750c0e-b84a-4553-9757-882f930f807a tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854141934'] for router_gateway, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:16.685147 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-db31e339-c0e7-44f8-b41b-0f2ae0006209 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Allocated IP 172.22.0.1 (818fc7e9-d868-4dd4-b340-8e65fca95114/fe9d9289-d1de-4e90-b7c8-98e7c170341b/aacb36af-e418-4be4-8114-03d2817437e5) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:22:16.827202 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device cab77c40-db06-42c3-a87c-91f705478f66 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:22:16.874938 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f725d4e5-1257-4d31-a030-5e79b91b5051 None None] Network 818fc7e9-d868-4dd4-b340-8e65fca95114 is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:22:16.904275 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-f725d4e5-1257-4d31-a030-5e79b91b5051 None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:22:16.926610 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f725d4e5-1257-4d31-a030-5e79b91b5051 None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:22:17.042451 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dcb897-fef9-4e26-8abf-edce3bccb0d9 None None] Pushing event updated for resources: {'Port': ['ID=a97be9f8-f0f2-4b73-8764-6b5709639a39,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:17.047262 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-37dcb897-fef9-4e26-8abf-edce3bccb0d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.643s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:17.057371 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5dacd1bc-4f5b-4aaf-a00b-0857d5afb9d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.543s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:17.083378 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-31750c0e-b84a-4553-9757-882f930f807a tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854207876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854699191'] for router, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:17.103023 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-31750c0e-b84a-4553-9757-882f930f807a tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:17.131637 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b15125-b285-430d-837e-746c03834e9f tempest-FloatingIPAdminTestJSON-1127592930 tempest-FloatingIPAdminTestJSON-1127592930-project-admin] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:22:17.145076 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aceccf8-889f-4d41-abc2-24848a6e7347 None None] Sync routers for ids ['19eab318-ab8b-4aa4-9e13-5419acd46077'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:22:17.150836 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-f725d4e5-1257-4d31-a030-5e79b91b5051 None None] Attempting to bind port 252ed3a0-c8bd-4acb-a7d6-1813a0737ee1 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:22:17.151262 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-f725d4e5-1257-4d31-a030-5e79b91b5051 None None] Attempting to bind port 252ed3a0-c8bd-4acb-a7d6-1813a0737ee1 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '6a290837-6afc-42b6-b20e-54db47a1007e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '818fc7e9-d868-4dd4-b340-8e65fca95114'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:22:17.151675 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f725d4e5-1257-4d31-a030-5e79b91b5051 None None] Attempting to bind port 252ed3a0-c8bd-4acb-a7d6-1813a0737ee1 on network 818fc7e9-d868-4dd4-b340-8e65fca95114 {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:22:17.167022 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aceccf8-889f-4d41-abc2-24848a6e7347 None None] Routers {'19eab318-ab8b-4aa4-9e13-5419acd46077'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:22:17.167712 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-9aceccf8-889f-4d41-abc2-24848a6e7347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:22:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['19eab318-ab8b-4aa4-9e13-5419acd46077'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:22:17.199407 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-31750c0e-b84a-4553-9757-882f930f807a tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854207982'] for router, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:17.200715 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31750c0e-b84a-4553-9757-882f930f807a tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Fanout notify agent at l3_agent the message router_deleted on router 346e5909-b0a5-42c7-9940-63a4ed7dcdca {{(pid=88991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 19:22:17.210117 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-eeef0f6c-e24f-4ecd-b654-d3bb662c51f6 None None] For port a97be9f8-f0f2-4b73-8764-6b5709639a39, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=a97be9f8-f0f2-4b73-8764-6b5709639a39,segment=NetworkSegment(9575ac7b-3c85-46da-81c5-434024000f40),segment_id=9575ac7b-3c85-46da-81c5-434024000f40)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:22:17.210564 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-31750c0e-b84a-4553-9757-882f930f807a tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks [] for router, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:17.210831 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eeef0f6c-e24f-4ecd-b654-d3bb662c51f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:17.215224 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-31750c0e-b84a-4553-9757-882f930f807a tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] 10.222.0.36 "DELETE /v2.0/routers/346e5909-b0a5-42c7-9940-63a4ed7dcdca HTTP/1.1" status: 204 len: 168 time: 4.6818688 Dec 15 19:22:17.217220 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54424) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:17.255400 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-9aceccf8-889f-4d41-abc2-24848a6e7347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:22:17.260942 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-db31e339-c0e7-44f8-b41b-0f2ae0006209 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:17.273951 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d1b15125-b285-430d-837e-746c03834e9f tempest-FloatingIPAdminTestJSON-1127592930 tempest-FloatingIPAdminTestJSON-1127592930-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:17.276196 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aceccf8-889f-4d41-abc2-24848a6e7347 None None] Routers {'19eab318-ab8b-4aa4-9e13-5419acd46077'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:22:17.276885 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-9aceccf8-889f-4d41-abc2-24848a6e7347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:22:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['19eab318-ab8b-4aa4-9e13-5419acd46077'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:22:17.365192 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d1b15125-b285-430d-837e-746c03834e9f tempest-FloatingIPAdminTestJSON-1127592930 tempest-FloatingIPAdminTestJSON-1127592930-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 8.9688630 Dec 15 19:22:17.366023 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54428) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:17.381084 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-9aceccf8-889f-4d41-abc2-24848a6e7347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:22:17.381543 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aceccf8-889f-4d41-abc2-24848a6e7347 None None] The sync data for ids ['19eab318-ab8b-4aa4-9e13-5419acd46077'] in dv-neutron-821831-2-hyperv is: [] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:22:17.427747 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-eeef0f6c-e24f-4ecd-b654-d3bb662c51f6 None None] Calling delete_port for a97be9f8-f0f2-4b73-8764-6b5709639a39 owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:22:17.440658 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-db31e339-c0e7-44f8-b41b-0f2ae0006209 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Transition to ACTIVE for port object aacb36af-e418-4be4-8114-03d2817437e5 will not be triggered until provisioned by entity DHCP. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:22:17.496624 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-db31e339-c0e7-44f8-b41b-0f2ae0006209 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:17.509254 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c44e7300-32e7-4c2b-bd78-2a47dbaa10ba tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:17.538744 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f725d4e5-1257-4d31-a030-5e79b91b5051 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:22:17.539393 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f725d4e5-1257-4d31-a030-5e79b91b5051 None None] Checking segment: {'id': '6a290837-6afc-42b6-b20e-54db47a1007e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '818fc7e9-d868-4dd4-b340-8e65fca95114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:22:17.539737 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f725d4e5-1257-4d31-a030-5e79b91b5051 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:17.540185 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f725d4e5-1257-4d31-a030-5e79b91b5051 None None] Bound using segment: {'id': '6a290837-6afc-42b6-b20e-54db47a1007e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '818fc7e9-d868-4dd4-b340-8e65fca95114'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:22:17.540963 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-f725d4e5-1257-4d31-a030-5e79b91b5051 None None] Bound port: 252ed3a0-c8bd-4acb-a7d6-1813a0737ee1, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a290837-6afc-42b6-b20e-54db47a1007e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '818fc7e9-d868-4dd4-b340-8e65fca95114'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:22:17.541117 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f725d4e5-1257-4d31-a030-5e79b91b5051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:17.551522 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f725d4e5-1257-4d31-a030-5e79b91b5051 None None] Pushing event updated for resources: {'Port': ['ID=252ed3a0-c8bd-4acb-a7d6-1813a0737ee1,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:17.558716 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f725d4e5-1257-4d31-a030-5e79b91b5051 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:17.600793 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d23fed60-dd21-4ac4-932c-839198960bb0 tempest-FloatingIPAdminTestJSON-1127592930 tempest-FloatingIPAdminTestJSON-1127592930-project-admin] 10.222.0.36 "GET /v2.0/floatingips/307a1c02-d9c5-47f5-a71e-2cb02cfd46ea HTTP/1.1" status: 200 len: 982 time: 0.2330744 Dec 15 19:22:17.603652 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54432) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:17.615547 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port cab77c40-db06-42c3-a87c-91f705478f66 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:22:17.617731 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db31e339-c0e7-44f8-b41b-0f2ae0006209 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Network 818fc7e9-d868-4dd4-b340-8e65fca95114 is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:22:17.618856 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3098e438-561e-4bc2-a560-729669216cc1 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:17.634668 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-db31e339-c0e7-44f8-b41b-0f2ae0006209 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:22:17.639821 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db31e339-c0e7-44f8-b41b-0f2ae0006209 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Pushing event updated for resources: {'Port': ['ID=aacb36af-e418-4be4-8114-03d2817437e5,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:17.642014 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-eeef0f6c-e24f-4ecd-b654-d3bb662c51f6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88992) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:22:17.642465 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-eeef0f6c-e24f-4ecd-b654-d3bb662c51f6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:22:17.644843 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db31e339-c0e7-44f8-b41b-0f2ae0006209 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:22:17.649410 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-dff9b99f-7e53-4c41-beed-83d2b4548578 None None] Could not find standard attr ID for object 143dfdc3-7f18-4548-8ff4-daf06a97242d. {{(pid=88992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 15 19:22:17.652396 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port cab77c40-db06-42c3-a87c-91f705478f66 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:22:17.652828 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:17.699392 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-db31e339-c0e7-44f8-b41b-0f2ae0006209 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:17.701487 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-1845bcf3-4a1e-465c-b920-76ce1b0aada1 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Deleting subnet 0004311d-9baf-4d02-95af-55f801eff043 {{(pid=88991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:22:17.708116 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1845bcf3-4a1e-465c-b920-76ce1b0aada1 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks [] for subnet, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:17.749828 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-dff9b99f-7e53-4c41-beed-83d2b4548578 None None] Provisioning complete for port cab77c40-db06-42c3-a87c-91f705478f66 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:22:17.750211 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dff9b99f-7e53-4c41-beed-83d2b4548578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:17.753943 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-db31e339-c0e7-44f8-b41b-0f2ae0006209 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630901'] for router_interface, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:17.786575 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-f725d4e5-1257-4d31-a030-5e79b91b5051 None None] For port 252ed3a0-c8bd-4acb-a7d6-1813a0737ee1, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:22:17.793606 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e47b922b-8c89-4af2-a329-5bd97a3d7214 tempest-FloatingIPAdminTestJSON-1127592930 tempest-FloatingIPAdminTestJSON-1127592930-project-admin] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2250 time: 0.1863947 Dec 15 19:22:17.794420 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54436) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:17.800444 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1845bcf3-4a1e-465c-b920-76ce1b0aada1 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16332759'] for subnet, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:17.821087 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-f725d4e5-1257-4d31-a030-5e79b91b5051 None None] For port 252ed3a0-c8bd-4acb-a7d6-1813a0737ee1, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=252ed3a0-c8bd-4acb-a7d6-1813a0737ee1,segment=NetworkSegment(6a290837-6afc-42b6-b20e-54db47a1007e),segment_id=6a290837-6afc-42b6-b20e-54db47a1007e)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:22:17.873987 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1845bcf3-4a1e-465c-b920-76ce1b0aada1 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:17.879728 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:17.895496 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f725d4e5-1257-4d31-a030-5e79b91b5051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:17.901837 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:17.985802 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1845bcf3-4a1e-465c-b920-76ce1b0aada1 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16156049'] for subnet, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:17.992495 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e184a13f-69da-4604-ad51-913d58c2433b tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:18.037865 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1845bcf3-4a1e-465c-b920-76ce1b0aada1 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Pushing event deleted for resources: {'Subnet': ['ID=0004311d-9baf-4d02-95af-55f801eff043,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:18.041613 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1845bcf3-4a1e-465c-b920-76ce1b0aada1 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:18.043047 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1845bcf3-4a1e-465c-b920-76ce1b0aada1 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:18.050182 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1845bcf3-4a1e-465c-b920-76ce1b0aada1 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] 10.222.0.36 "DELETE /v2.0/subnets/0004311d-9baf-4d02-95af-55f801eff043 HTTP/1.1" status: 204 len: 168 time: 0.8314579 Dec 15 19:22:18.052999 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54440) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:18.146490 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-eeef0f6c-e24f-4ecd-b654-d3bb662c51f6 None None] Deleting port a97be9f8-f0f2-4b73-8764-6b5709639a39 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:22:18.146817 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eeef0f6c-e24f-4ecd-b654-d3bb662c51f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:18.181168 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4d0328b5-069e-47c0-bce0-60bff4bfd1c1 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:18.198750 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-db31e339-c0e7-44f8-b41b-0f2ae0006209 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:18.220239 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port cab77c40-db06-42c3-a87c-91f705478f66, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=cab77c40-db06-42c3-a87c-91f705478f66,segment=NetworkSegment(5ec7b682-6c9e-4eec-809e-f06b3cbda950),segment_id=5ec7b682-6c9e-4eec-809e-f06b3cbda950)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:22:18.238406 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-a61cc4f6-daf1-4f34-a9a8-97e80b99f849 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Deleting port 0c255288-bd2f-4f86-b9ca-85a49fea585d {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:22:18.238793 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a61cc4f6-daf1-4f34-a9a8-97e80b99f849 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:18.261554 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f725d4e5-1257-4d31-a030-5e79b91b5051 None None] Pushing event updated for resources: {'Port': ['ID=252ed3a0-c8bd-4acb-a7d6-1813a0737ee1,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:18.269076 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-3098e438-561e-4bc2-a560-729669216cc1 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] For port a97be9f8-f0f2-4b73-8764-6b5709639a39, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=a97be9f8-f0f2-4b73-8764-6b5709639a39,segment=NetworkSegment(9575ac7b-3c85-46da-81c5-434024000f40),segment_id=9575ac7b-3c85-46da-81c5-434024000f40)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:22:18.272887 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f725d4e5-1257-4d31-a030-5e79b91b5051 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:18.282639 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:18.283560 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device b1c2f93f-3e3c-49f1-b182-e6d770b52964 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:22:18.331091 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4d0328b5-069e-47c0-bce0-60bff4bfd1c1 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:18.340257 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-dc79e927-4d7f-47b0-bb3d-c87244b65e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:18.358770 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-4d0328b5-069e-47c0-bce0-60bff4bfd1c1 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8fcd137-2500-4805-86ac-5256cb4d6231']}} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:22:18.373342 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-4d0328b5-069e-47c0-bce0-60bff4bfd1c1 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b83e48d-43c4-4f04-a29c-b493bef5edbf') {'for_net_delete': True} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:22:18.373634 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-4d0328b5-069e-47c0-bce0-60bff4bfd1c1 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b83e48d-43c4-4f04-a29c-b493bef5edbf') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:22:18.390824 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4d0328b5-069e-47c0-bce0-60bff4bfd1c1 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838443042'] for segment, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:18.409914 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4d0328b5-069e-47c0-bce0-60bff4bfd1c1 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:18.416978 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d0328b5-069e-47c0-bce0-60bff4bfd1c1 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=88991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:22:18.417415 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4d0328b5-069e-47c0-bce0-60bff4bfd1c1 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838443729'] for segment, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:18.433549 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:22:18.433549 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:22:18.433549 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:22:18.433549 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:22:18.433549 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:22:18.433549 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:22:18.433549 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:22:18.433549 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:22:18.433549 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:22:18.433549 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:22:18.433549 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:22:18.433549 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:22:18.433549 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:22:18.433549 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:22:18.433549 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:22:18.433549 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:22:18.433549 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:22:18.433549 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:22:18.433549 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:22:18.433549 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:22:18.433549 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:22:18.433549 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:22:18.433549 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:22:18.433549 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:22:18.433549 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:22:18.433549 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:22:18.433549 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:22:18.433549 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:22:18.433549 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:22:18.433549 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:22:18.433549 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:22:18.433549 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:22:18.439924 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3098e438-561e-4bc2-a560-729669216cc1 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:18.504774 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dff9b99f-7e53-4c41-beed-83d2b4548578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:18.574697 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3098e438-561e-4bc2-a560-729669216cc1 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:18.575558 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3098e438-561e-4bc2-a560-729669216cc1 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838139473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839924955'] for subnet, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:18.579158 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4d0328b5-069e-47c0-bce0-60bff4bfd1c1 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:18.584042 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4d0328b5-069e-47c0-bce0-60bff4bfd1c1 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:18.591074 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-88431eec-09a5-4409-8866-7e3a809050f7 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:18.597360 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a45615db-a918-46f3-a67b-067bdd60873d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:18.612900 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4d0328b5-069e-47c0-bce0-60bff4bfd1c1 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] 10.222.0.36 "DELETE /v2.0/networks/f8fcd137-2500-4805-86ac-5256cb4d6231 HTTP/1.1" status: 204 len: 168 time: 0.5563097 Dec 15 19:22:18.620301 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0328b5-069e-47c0-bce0-60bff4bfd1c1 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Pushing event deleted for resources: {'Network': ['ID=f8fcd137-2500-4805-86ac-5256cb4d6231,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:18.627185 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=cab77c40-db06-42c3-a87c-91f705478f66,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:18.631236 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:18.634680 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4d0328b5-069e-47c0-bce0-60bff4bfd1c1 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:18.701233 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-eeef0f6c-e24f-4ecd-b654-d3bb662c51f6 None None] For port a97be9f8-f0f2-4b73-8764-6b5709639a39, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=a97be9f8-f0f2-4b73-8764-6b5709639a39,segment=NetworkSegment(9575ac7b-3c85-46da-81c5-434024000f40),segment_id=9575ac7b-3c85-46da-81c5-434024000f40)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:22:18.701689 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eeef0f6c-e24f-4ecd-b654-d3bb662c51f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:18.745364 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a61cc4f6-daf1-4f34-a9a8-97e80b99f849 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:18.745364 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a61cc4f6-daf1-4f34-a9a8-97e80b99f849 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:18.788625 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3098e438-561e-4bc2-a560-729669216cc1 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Network 489fa468-360a-4868-b4ac-a400ec975c5b is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:22:18.799287 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-dff9b99f-7e53-4c41-beed-83d2b4548578 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88992) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:22:18.799731 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-dff9b99f-7e53-4c41-beed-83d2b4548578 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:22:18.832199 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-3098e438-561e-4bc2-a560-729669216cc1 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:22:18.868228 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port b1c2f93f-3e3c-49f1-b182-e6d770b52964 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:22:18.878037 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-eeef0f6c-e24f-4ecd-b654-d3bb662c51f6 None None] Calling delete_port for a97be9f8-f0f2-4b73-8764-6b5709639a39 owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:22:18.912013 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port b1c2f93f-3e3c-49f1-b182-e6d770b52964 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:22:18.912461 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:18.961094 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3098e438-561e-4bc2-a560-729669216cc1 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:22:18.963647 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3098e438-561e-4bc2-a560-729669216cc1 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:18.975017 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-a61cc4f6-daf1-4f34-a9a8-97e80b99f849 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Calling delete_port for 0c255288-bd2f-4f86-b9ca-85a49fea585d owned by network:floatingip {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:22:19.046200 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3098e438-561e-4bc2-a560-729669216cc1 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event updated for resources: {'Port': ['ID=a97be9f8-f0f2-4b73-8764-6b5709639a39,revision_number=6']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:19.063787 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3098e438-561e-4bc2-a560-729669216cc1 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:19.064375 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1f631e80-ff87-43f8-ad80-d62f308d9aa6 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.400s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:19.080078 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:19.113574 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-eeef0f6c-e24f-4ecd-b654-d3bb662c51f6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88992) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:22:19.113971 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-eeef0f6c-e24f-4ecd-b654-d3bb662c51f6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:22:19.118308 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port b1c2f93f-3e3c-49f1-b182-e6d770b52964, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=b1c2f93f-3e3c-49f1-b182-e6d770b52964,segment=NetworkSegment(07ca0027-c7c9-4f01-b3fc-af3b67e02400),segment_id=07ca0027-c7c9-4f01-b3fc-af3b67e02400)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:22:19.148276 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:19.150504 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f725d4e5-1257-4d31-a030-5e79b91b5051 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:19.216647 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device a97be9f8-f0f2-4b73-8764-6b5709639a39 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:22:19.228853 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-3098e438-561e-4bc2-a560-729669216cc1 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.2817683 Dec 15 19:22:19.229247 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54450) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:19.233846 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-a917d7ce-5fa4-4415-955f-45b083b8f5e4 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Request body: {'subnet': {'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:22:19.238540 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54452) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:19.262857 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3098e438-561e-4bc2-a560-729669216cc1 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event updated for resources: {'Subnet': ['ID=b15ab57e-96d2-4895-913b-a64a8a47fcf7,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:19.267678 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=b1c2f93f-3e3c-49f1-b182-e6d770b52964,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:19.269035 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3098e438-561e-4bc2-a560-729669216cc1 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:19.273029 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:19.404768 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:19.440840 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-eeef0f6c-e24f-4ecd-b654-d3bb662c51f6 None None] Deleting port a97be9f8-f0f2-4b73-8764-6b5709639a39 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:22:19.441391 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eeef0f6c-e24f-4ecd-b654-d3bb662c51f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:19.468460 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a917d7ce-5fa4-4415-955f-45b083b8f5e4 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:22:19.474002 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-a917d7ce-5fa4-4415-955f-45b083b8f5e4 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Usage tracker for resource:subnet and tenant:e56ca83c553e4935a4e8b75ed76c674c is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:22:19.477570 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-a917d7ce-5fa4-4415-955f-45b083b8f5e4 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:22:19.485266 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a917d7ce-5fa4-4415-955f-45b083b8f5e4 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:22:19.489278 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port a97be9f8-f0f2-4b73-8764-6b5709639a39, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=a97be9f8-f0f2-4b73-8764-6b5709639a39,segment=NetworkSegment(9575ac7b-3c85-46da-81c5-434024000f40),segment_id=9575ac7b-3c85-46da-81c5-434024000f40)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:22:19.536236 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:19.544318 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1fa4468c-e896-430c-ade7-eff256a70368 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:19.554080 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a917d7ce-5fa4-4415-955f-45b083b8f5e4 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Made reservation on behalf of e56ca83c553e4935a4e8b75ed76c674c for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:22:19.708021 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a84a3e3f-8b87-40c7-a1b6-0fd801a052bb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1ab3162c10c24983844a0058fe10dd8d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4659715 Dec 15 19:22:19.708802 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-db31e339-c0e7-44f8-b41b-0f2ae0006209 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:19.710631 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54460) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:19.712418 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=a97be9f8-f0f2-4b73-8764-6b5709639a39,revision_number=7']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:19.717284 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:19.771189 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-db31e339-c0e7-44f8-b41b-0f2ae0006209 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:19.774549 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-eeef0f6c-e24f-4ecd-b654-d3bb662c51f6 None None] For port a97be9f8-f0f2-4b73-8764-6b5709639a39, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=a97be9f8-f0f2-4b73-8764-6b5709639a39,segment=NetworkSegment(9575ac7b-3c85-46da-81c5-434024000f40),segment_id=9575ac7b-3c85-46da-81c5-434024000f40)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:22:19.775006 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eeef0f6c-e24f-4ecd-b654-d3bb662c51f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:19.836464 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a61cc4f6-daf1-4f34-a9a8-97e80b99f849 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:19.845736 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a917d7ce-5fa4-4415-955f-45b083b8f5e4 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:19.850654 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-db31e339-c0e7-44f8-b41b-0f2ae0006209 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:19.851547 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device cab77c40-db06-42c3-a87c-91f705478f66 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:22:19.903463 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-db31e339-c0e7-44f8-b41b-0f2ae0006209 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1959989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854145006'] for router_interface, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:19.947287 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-eeef0f6c-e24f-4ecd-b654-d3bb662c51f6 None None] Calling delete_port for a97be9f8-f0f2-4b73-8764-6b5709639a39 owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:22:19.982475 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8187ca11-cfa5-4dfa-b50e-5b17f468aaf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:20.024046 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.ipam_backend_mixin [None req-a917d7ce-5fa4-4415-955f-45b083b8f5e4 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b15ab57e-96d2-4895-913b-a64a8a47fcf7 (CIDR: 2001:db8::/64) Dec 15 19:22:20.063243 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-a917d7ce-5fa4-4415-955f-45b083b8f5e4 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 19:22:20.064179 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a917d7ce-5fa4-4415-955f-45b083b8f5e4 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:22:20.068393 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port cab77c40-db06-42c3-a87c-91f705478f66 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:22:20.069107 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:20.120508 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a917d7ce-5fa4-4415-955f-45b083b8f5e4 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8923752 Dec 15 19:22:20.121157 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54464) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:20.128422 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-5660a356-955a-4384-9204-4e327b28b50d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Request body: {'subnet': {'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:22:20.219766 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db31e339-c0e7-44f8-b41b-0f2ae0006209 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Pushing event updated for resources: {'Port': ['ID=aacb36af-e418-4be4-8114-03d2817437e5,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:20.241648 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eeef0f6c-e24f-4ecd-b654-d3bb662c51f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866'] for port, after_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:20.249492 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-36ade494-bdc8-43e7-8e0e-8b8de5f23566 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:20.274532 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db31e339-c0e7-44f8-b41b-0f2ae0006209 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Network 818fc7e9-d868-4dd4-b340-8e65fca95114 is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:22:20.275649 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61cc4f6-daf1-4f34-a9a8-97e80b99f849 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Pushing event deleted for resources: {'Port': ['ID=0c255288-bd2f-4f86-b9ca-85a49fea585d,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:20.278336 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a61cc4f6-daf1-4f34-a9a8-97e80b99f849 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:20.281137 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8187ca11-cfa5-4dfa-b50e-5b17f468aaf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:20.291579 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-30e2f07c-d9b9-46a7-a79a-6c23bec66ed4 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.408s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:20.291925 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-30e2f07c-d9b9-46a7-a79a-6c23bec66ed4 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:20.292853 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-db31e339-c0e7-44f8-b41b-0f2ae0006209 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:22:20.319517 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeef0f6c-e24f-4ecd-b654-d3bb662c51f6 None None] Pushing event deleted for resources: {'Port': ['ID=a97be9f8-f0f2-4b73-8764-6b5709639a39,revision_number=None']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:20.330136 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-eeef0f6c-e24f-4ecd-b654-d3bb662c51f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:20.368266 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device b1c2f93f-3e3c-49f1-b182-e6d770b52964 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:22:20.440841 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9526b8f-7fb4-42d7-a56c-90909c63cece None None] Network 818fc7e9-d868-4dd4-b340-8e65fca95114 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:22:20.456826 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a61cc4f6-daf1-4f34-a9a8-97e80b99f849 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks [] for floatingip, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:20.588119 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-5660a356-955a-4384-9204-4e327b28b50d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:22:20.594039 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-5660a356-955a-4384-9204-4e327b28b50d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Usage tracker for resource:subnet and tenant:e56ca83c553e4935a4e8b75ed76c674c is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:22:20.597656 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-5660a356-955a-4384-9204-4e327b28b50d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:22:20.604524 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-5660a356-955a-4384-9204-4e327b28b50d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:22:20.643797 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeef0f6c-e24f-4ecd-b654-d3bb662c51f6 None None] No DVR routers for this DVR port a97be9f8-f0f2-4b73-8764-6b5709639a39 on host dv-neutron-821831-2-hyperv {{(pid=88992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:22:20.644882 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5660a356-955a-4384-9204-4e327b28b50d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Made reservation on behalf of e56ca83c553e4935a4e8b75ed76c674c for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:22:20.651131 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5660a356-955a-4384-9204-4e327b28b50d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:20.708083 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8187ca11-cfa5-4dfa-b50e-5b17f468aaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:20.714150 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5bd298dd-e55f-434c-bb24-33a404b5d3cb tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:20.744827 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c003e07-3d7d-44c7-b774-97fd6a942b54 None None] Network 489fa468-360a-4868-b4ac-a400ec975c5b requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:22:20.782645 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8187ca11-cfa5-4dfa-b50e-5b17f468aaf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1b7e74-d65a-4b3a-89f9-da1dd0a0ef65,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:20.831075 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-0759f0b6-11ec-4858-ac94-3a95cdedf753 None None] Provisioning for port 252ed3a0-c8bd-4acb-a7d6-1813a0737ee1 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:22:20.840014 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8187ca11-cfa5-4dfa-b50e-5b17f468aaf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:20.882279 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8187ca11-cfa5-4dfa-b50e-5b17f468aaf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:20.886381 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8187ca11-cfa5-4dfa-b50e-5b17f468aaf7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cb1b7e74-d65a-4b3a-89f9-da1dd0a0ef65 HTTP/1.1" status: 204 len: 168 time: 1.1746068 Dec 15 19:22:20.951785 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port b1c2f93f-3e3c-49f1-b182-e6d770b52964 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:22:20.952344 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:20.984244 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db31e339-c0e7-44f8-b41b-0f2ae0006209 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Router 3343e8b1-446a-4553-bbd7-92fdbc9107f9 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:22:20.984813 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5660a356-955a-4384-9204-4e327b28b50d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:20.993210 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-bd4f3f8f-1799-4019-a4b9-651eb5bc6297 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:21.090448 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5660a356-955a-4384-9204-4e327b28b50d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Network 489fa468-360a-4868-b4ac-a400ec975c5b is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:22:21.093905 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-5660a356-955a-4384-9204-4e327b28b50d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:22:21.098586 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5660a356-955a-4384-9204-4e327b28b50d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:22:21.099315 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5660a356-955a-4384-9204-4e327b28b50d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:21.112954 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5660a356-955a-4384-9204-4e327b28b50d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event updated for resources: {'Subnet': ['ID=b80a55e2-a614-4b69-8aa8-a0299ca9b873,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:21.117850 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5660a356-955a-4384-9204-4e327b28b50d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:21.153983 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-5660a356-955a-4384-9204-4e327b28b50d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0317051 Dec 15 19:22:21.157391 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54472) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:21.168661 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-e8a5cb4e-4cba-467e-b089-386b151e863a tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Request body: {'port': {'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'mac_address': 'fa:16:3e:fa:fa:49', 'name': 'tempest-NetworksTestDHCPv6-1835175946'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:22:21.287560 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c4e508-8eed-4840-bc3f-d6d0b4ddf94c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-489fa468-360a-4868-b4ac-a400ec975c5b', 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'tenant_id': 'e56ca83c553e4935a4e8b75ed76c674c', 'fixed_ips': [{'subnet_id': 'b15ab57e-96d2-4895-913b-a64a8a47fcf7'}, {'subnet_id': 'b80a55e2-a614-4b69-8aa8-a0299ca9b873'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:22:21.288487 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c1c4e508-8eed-4840-bc3f-d6d0b4ddf94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:21.351608 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-e8a5cb4e-4cba-467e-b089-386b151e863a tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:22:21.357849 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-e8a5cb4e-4cba-467e-b089-386b151e863a tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Usage tracker for resource:port and tenant:e56ca83c553e4935a4e8b75ed76c674c is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:22:21.363662 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 252ed3a0-c8bd-4acb-a7d6-1813a0737ee1 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:22:21.363957 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-e8a5cb4e-4cba-467e-b089-386b151e863a tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:22:21.365100 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db31e339-c0e7-44f8-b41b-0f2ae0006209 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:22:21.373797 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-db31e339-c0e7-44f8-b41b-0f2ae0006209 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "PUT /v2.0/routers/3343e8b1-446a-4553-bbd7-92fdbc9107f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9716916 Dec 15 19:22:21.375082 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54478) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:21.384781 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-103faaf0-6c86-4878-afc9-b405e16e330a tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Request body: {'network': {'name': 'tempest-RoutersTest-94551771'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:22:21.387717 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-e8a5cb4e-4cba-467e-b089-386b151e863a tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:22:21.391054 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-103faaf0-6c86-4878-afc9-b405e16e330a tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:22:21.397158 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5bb5f87-d72a-4045-a472-1cabab448c9b None None] Sync routers for ids ['3343e8b1-446a-4553-bbd7-92fdbc9107f9'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:22:21.397805 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-103faaf0-6c86-4878-afc9-b405e16e330a tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Usage tracker for resource:network and tenant:2a421f48bcf04f759d7a89b7f013838e is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:22:21.401569 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-103faaf0-6c86-4878-afc9-b405e16e330a tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:22:21.414501 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-103faaf0-6c86-4878-afc9-b405e16e330a tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:22:21.431631 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a61cc4f6-daf1-4f34-a9a8-97e80b99f849 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Router 19eab318-ab8b-4aa4-9e13-5419acd46077 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:22:21.436351 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a5cb4e-4cba-467e-b089-386b151e863a tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Made reservation on behalf of e56ca83c553e4935a4e8b75ed76c674c for: {'port': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:22:21.446230 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e8a5cb4e-4cba-467e-b089-386b151e863a tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:21.478334 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-e8a5cb4e-4cba-467e-b089-386b151e863a tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] device_id is not set on port c801ac32-d6d1-4d43-8015-f59e26ded20c yet. {{(pid=88991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:22:21.481065 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bb5f87-d72a-4045-a472-1cabab448c9b None None] Routers {'3343e8b1-446a-4553-bbd7-92fdbc9107f9'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:22:21.481945 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-b5bb5f87-d72a-4045-a472-1cabab448c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:22:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['3343e8b1-446a-4553-bbd7-92fdbc9107f9'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:22:21.535364 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-103faaf0-6c86-4878-afc9-b405e16e330a tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Made reservation on behalf of 2a421f48bcf04f759d7a89b7f013838e for: {'network': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:22:21.541166 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-103faaf0-6c86-4878-afc9-b405e16e330a tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:21.599533 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-103faaf0-6c86-4878-afc9-b405e16e330a tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=88990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:22:21.629514 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-103faaf0-6c86-4878-afc9-b405e16e330a tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:21.630063 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-103faaf0-6c86-4878-afc9-b405e16e330a tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Added segment 2937a568-4529-49dc-b3cc-3970dbc3567a of type vlan for network e3a5f734-9b47-43a1-9e43-3aa9b4fa792e Dec 15 19:22:21.719281 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-b5bb5f87-d72a-4045-a472-1cabab448c9b None None] Set router 3343e8b1-446a-4553-bbd7-92fdbc9107f9 gateway port host: None {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:22:21.782463 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 252ed3a0-c8bd-4acb-a7d6-1813a0737ee1 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:22:21.793626 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 252ed3a0-c8bd-4acb-a7d6-1813a0737ee1 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:22:21.794190 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:21.962736 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-e8a5cb4e-4cba-467e-b089-386b151e863a tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Allocated IP 2001:db8:0:1::1cf (489fa468-360a-4868-b4ac-a400ec975c5b/b80a55e2-a614-4b69-8aa8-a0299ca9b873/c801ac32-d6d1-4d43-8015-f59e26ded20c) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:22:21.974493 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-e8a5cb4e-4cba-467e-b089-386b151e863a tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Allocated IP 2001:db8::f816:3eff:fefa:fa49 (489fa468-360a-4868-b4ac-a400ec975c5b/b15ab57e-96d2-4895-913b-a64a8a47fcf7/c801ac32-d6d1-4d43-8015-f59e26ded20c) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:22:22.067174 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-103faaf0-6c86-4878-afc9-b405e16e330a tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:22.160214 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a61cc4f6-daf1-4f34-a9a8-97e80b99f849 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:22:22.172322 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6f469a-1198-4be4-b324-2b96b865a61d None None] Sync routers for ids ['19eab318-ab8b-4aa4-9e13-5419acd46077'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:22:22.187244 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6f469a-1198-4be4-b324-2b96b865a61d None None] Routers {'19eab318-ab8b-4aa4-9e13-5419acd46077'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:22:22.191769 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-103faaf0-6c86-4878-afc9-b405e16e330a tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:22.191926 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-ec6f469a-1198-4be4-b324-2b96b865a61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:22:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['19eab318-ab8b-4aa4-9e13-5419acd46077'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:22:22.194412 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103faaf0-6c86-4878-afc9-b405e16e330a tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:22:22.195090 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-103faaf0-6c86-4878-afc9-b405e16e330a tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:22.201148 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:22.209991 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:22.232167 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a61cc4f6-daf1-4f34-a9a8-97e80b99f849 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:22.251718 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-4443bcda-b6c9-41a2-8045-6ec250a9fbf1 None None] Provisioning complete for port 252ed3a0-c8bd-4acb-a7d6-1813a0737ee1 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:22:22.252143 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4443bcda-b6c9-41a2-8045-6ec250a9fbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:22.341934 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-ec6f469a-1198-4be4-b324-2b96b865a61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:22:22.364469 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port 252ed3a0-c8bd-4acb-a7d6-1813a0737ee1, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=252ed3a0-c8bd-4acb-a7d6-1813a0737ee1,segment=NetworkSegment(6a290837-6afc-42b6-b20e-54db47a1007e),segment_id=6a290837-6afc-42b6-b20e-54db47a1007e)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:22:22.367682 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6f469a-1198-4be4-b324-2b96b865a61d None None] Routers {'19eab318-ab8b-4aa4-9e13-5419acd46077'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:22:22.368032 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-b5bb5f87-d72a-4045-a472-1cabab448c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'name': 'tempest-RoutersTest-router-764355656', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:21:46Z', 'updated_at': '2021-12-15T19:22:17Z', 'revision_number': 4, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'gw_port_host': None, '_interfaces': [{'id': '42b090dc-7075-4e99-9cd5-a6678a9d0384', 'name': '', 'network_id': '1ac3f362-2078-4002-a392-a7842225ba9f', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'mac_address': 'fa:16:3e:ba:d5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca9accf0-e88c-467d-a684-50f557360418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:21:51Z', 'updated_at': '2021-12-15T19:22:06Z', 'revision_number': 5, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'subnets': [{'id': 'ca9accf0-e88c-467d-a684-50f557360418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aacb36af-e418-4be4-8114-03d2817437e5', 'name': '', 'network_id': '818fc7e9-d868-4dd4-b340-8e65fca95114', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'mac_address': 'fa:16:3e:e5:7f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe9d9289-d1de-4e90-b7c8-98e7c170341b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:22:15Z', 'updated_at': '2021-12-15T19:22:19Z', 'revision_number': 2, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'subnets': [{'id': 'fe9d9289-d1de-4e90-b7c8-98e7c170341b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1c2f93f-3e3c-49f1-b182-e6d770b52964', 'name': '', 'network_id': '1913e98a-5da5-451a-80c7-faaf2ed8c312', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'mac_address': 'fa:16:3e:fb:50:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ca7af6a-42be-4f17-acc7-c24713f82445', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:22:04Z', 'updated_at': '2021-12-15T19:22:19Z', 'revision_number': 5, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'subnets': [{'id': '8ca7af6a-42be-4f17-acc7-c24713f82445', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:22:22.372016 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-ec6f469a-1198-4be4-b324-2b96b865a61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:22:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['19eab318-ab8b-4aa4-9e13-5419acd46077'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:22:22.384354 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54496) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:22.389331 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5bb5f87-d72a-4045-a472-1cabab448c9b None None] Checking router: 3343e8b1-446a-4553-bbd7-92fdbc9107f9 for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:22:22.390398 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5bb5f87-d72a-4045-a472-1cabab448c9b None None] Updating router 3343e8b1-446a-4553-bbd7-92fdbc9107f9 port aacb36af-e418-4be4-8114-03d2817437e5 binding host dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 15 19:22:22.426774 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e8a5cb4e-4cba-467e-b089-386b151e863a tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:22.444727 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-103faaf0-6c86-4878-afc9-b405e16e330a tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.0682924 Dec 15 19:22:22.448906 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54502) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:22.467614 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103faaf0-6c86-4878-afc9-b405e16e330a tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Pushing event updated for resources: {'Network': ['ID=e3a5f734-9b47-43a1-9e43-3aa9b4fa792e,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:22.468986 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-98c9e91b-11c8-4698-83d4-7c7888a82d28 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Request body: {'subnet': {'network_id': 'e3a5f734-9b47-43a1-9e43-3aa9b4fa792e', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:22:22.484066 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a61cc4f6-daf1-4f34-a9a8-97e80b99f849 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] 10.222.0.36 "DELETE /v2.0/floatingips/307a1c02-d9c5-47f5-a71e-2cb02cfd46ea HTTP/1.1" status: 204 len: 168 time: 4.6849430 Dec 15 19:22:22.484066 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54506) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:22.508682 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-aa8ab42e-cc36-4dc4-b11f-7d3025c38212 tempest-FloatingIPAdminTestJSON-1127592930 tempest-FloatingIPAdminTestJSON-1127592930-project-admin] Request body: {'floatingip': {'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:22:22.513141 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103faaf0-6c86-4878-afc9-b405e16e330a tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:22:22.513582 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103faaf0-6c86-4878-afc9-b405e16e330a tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:22:22.514011 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103faaf0-6c86-4878-afc9-b405e16e330a tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:22:22.514463 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103faaf0-6c86-4878-afc9-b405e16e330a tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:22:22.522705 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103faaf0-6c86-4878-afc9-b405e16e330a tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:22:22.523189 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103faaf0-6c86-4878-afc9-b405e16e330a tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:22:22.523618 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103faaf0-6c86-4878-afc9-b405e16e330a tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:22:22.524039 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103faaf0-6c86-4878-afc9-b405e16e330a tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:22:22.524462 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103faaf0-6c86-4878-afc9-b405e16e330a tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:22:22.525010 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103faaf0-6c86-4878-afc9-b405e16e330a tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:22:22.525429 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103faaf0-6c86-4878-afc9-b405e16e330a tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:22:22.529945 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-103faaf0-6c86-4878-afc9-b405e16e330a tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:22.533559 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:22.535981 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-aa8ab42e-cc36-4dc4-b11f-7d3025c38212 tempest-FloatingIPAdminTestJSON-1127592930 tempest-FloatingIPAdminTestJSON-1127592930-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:22:22.541393 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-712481cd-373f-4b61-b792-9469a0560f97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:22.541544 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-ec6f469a-1198-4be4-b324-2b96b865a61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:22:22.541635 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-aa8ab42e-cc36-4dc4-b11f-7d3025c38212 tempest-FloatingIPAdminTestJSON-1127592930 tempest-FloatingIPAdminTestJSON-1127592930-project-admin] Usage tracker for resource:floatingip and tenant:109b5130c5c347a9bd321e199573c643 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:22:22.542012 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6f469a-1198-4be4-b324-2b96b865a61d None None] The sync data for ids ['19eab318-ab8b-4aa4-9e13-5419acd46077'] in dv-neutron-821831-2-hyperv is: [] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:22:22.545724 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-aa8ab42e-cc36-4dc4-b11f-7d3025c38212 tempest-FloatingIPAdminTestJSON-1127592930 tempest-FloatingIPAdminTestJSON-1127592930-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:22:22.554015 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-aa8ab42e-cc36-4dc4-b11f-7d3025c38212 tempest-FloatingIPAdminTestJSON-1127592930 tempest-FloatingIPAdminTestJSON-1127592930-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:22:22.596447 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-aa8ab42e-cc36-4dc4-b11f-7d3025c38212 tempest-FloatingIPAdminTestJSON-1127592930 tempest-FloatingIPAdminTestJSON-1127592930-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:22.600318 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network e3a5f734-9b47-43a1-9e43-3aa9b4fa792e details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:22:22.625010 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-e8a5cb4e-4cba-467e-b089-386b151e863a tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Transition to ACTIVE for port object c801ac32-d6d1-4d43-8015-f59e26ded20c will not be triggered until provisioned by entity DHCP. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:22:22.685290 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-98c9e91b-11c8-4698-83d4-7c7888a82d28 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:22:22.692152 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-98c9e91b-11c8-4698-83d4-7c7888a82d28 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Usage tracker for resource:subnet and tenant:2a421f48bcf04f759d7a89b7f013838e is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:22:22.703151 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-98c9e91b-11c8-4698-83d4-7c7888a82d28 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:22:22.710439 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-a1642366-3d54-4679-a451-359b7d7dcf23 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Request body: {'security_group': {'name': 'tempest-secgroup--1843098269'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:22:22.721557 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-98c9e91b-11c8-4698-83d4-7c7888a82d28 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:22:22.725280 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a1642366-3d54-4679-a451-359b7d7dcf23 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:22:22.734106 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-a1642366-3d54-4679-a451-359b7d7dcf23 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Usage tracker for resource:security_group and tenant:74351983f9b54e7d8c187cc2e322dc60 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:22:22.738602 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-a1642366-3d54-4679-a451-359b7d7dcf23 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:22:22.745461 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a1642366-3d54-4679-a451-359b7d7dcf23 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:22:22.758403 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-4443bcda-b6c9-41a2-8045-6ec250a9fbf1 None None] Provisioning for port aacb36af-e418-4be4-8114-03d2817437e5 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:22:22.774479 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e8a5cb4e-4cba-467e-b089-386b151e863a tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:22.778714 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-aa8ab42e-cc36-4dc4-b11f-7d3025c38212 tempest-FloatingIPAdminTestJSON-1127592930 tempest-FloatingIPAdminTestJSON-1127592930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:22.787902 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-eb8846b4-c3a2-4c50-ad9f-0eaae74724a7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:22.803493 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b5bb5f87-d72a-4045-a472-1cabab448c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:22.828445 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98c9e91b-11c8-4698-83d4-7c7888a82d28 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Made reservation on behalf of 2a421f48bcf04f759d7a89b7f013838e for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:22:22.845098 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a1642366-3d54-4679-a451-359b7d7dcf23 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:22.934938 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-aa8ab42e-cc36-4dc4-b11f-7d3025c38212 tempest-FloatingIPAdminTestJSON-1127592930 tempest-FloatingIPAdminTestJSON-1127592930-project-admin] Allocated IP 172.26.3.149 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/62af3db0-a6b2-44c9-9c99-5802781e28df) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:22:22.949904 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a1642366-3d54-4679-a451-359b7d7dcf23 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:23.008823 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-4443bcda-b6c9-41a2-8045-6ec250a9fbf1 None None] Provisioning complete for port aacb36af-e418-4be4-8114-03d2817437e5 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:22:23.009243 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4443bcda-b6c9-41a2-8045-6ec250a9fbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:23.023011 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a1642366-3d54-4679-a451-359b7d7dcf23 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:22:23.027877 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-a1642366-3d54-4679-a451-359b7d7dcf23 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Usage tracker for resource:security_group_rule and tenant:74351983f9b54e7d8c187cc2e322dc60 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:22:23.031438 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-a1642366-3d54-4679-a451-359b7d7dcf23 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:22:23.037862 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a1642366-3d54-4679-a451-359b7d7dcf23 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:22:23.072268 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a5cb4e-4cba-467e-b089-386b151e863a tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Network 489fa468-360a-4868-b4ac-a400ec975c5b is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:22:23.073118 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a5cb4e-4cba-467e-b089-386b151e863a tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event updated for resources: {'Port': ['ID=c801ac32-d6d1-4d43-8015-f59e26ded20c,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:23.080696 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-e8a5cb4e-4cba-467e-b089-386b151e863a tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:22:23.084742 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e8a5cb4e-4cba-467e-b089-386b151e863a tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:23.090768 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a5cb4e-4cba-467e-b089-386b151e863a tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:22:23.096095 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a5cb4e-4cba-467e-b089-386b151e863a tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:22:23.096779 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e8a5cb4e-4cba-467e-b089-386b151e863a tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:23.106751 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-aa8ab42e-cc36-4dc4-b11f-7d3025c38212 tempest-FloatingIPAdminTestJSON-1127592930 tempest-FloatingIPAdminTestJSON-1127592930-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:23.116284 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-98c9e91b-11c8-4698-83d4-7c7888a82d28 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:23.132096 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=252ed3a0-c8bd-4acb-a7d6-1813a0737ee1,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:23.145899 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.605s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:23.205174 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-4443bcda-b6c9-41a2-8045-6ec250a9fbf1 None None] Port aacb36af-e418-4be4-8114-03d2817437e5 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:22:23.210339 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-aa8ab42e-cc36-4dc4-b11f-7d3025c38212 tempest-FloatingIPAdminTestJSON-1127592930 tempest-FloatingIPAdminTestJSON-1127592930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:23.215545 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c762e94a-f821-41ce-a89c-7c48c2fa12c9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:23.284413 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8ab42e-cc36-4dc4-b11f-7d3025c38212 tempest-FloatingIPAdminTestJSON-1127592930 tempest-FloatingIPAdminTestJSON-1127592930-project-admin] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:22:23.288968 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e8a5cb4e-4cba-467e-b089-386b151e863a tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.1270769 Dec 15 19:22:23.291556 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54512) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:23.292258 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a1642366-3d54-4679-a451-359b7d7dcf23 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:23.294371 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-aa8ab42e-cc36-4dc4-b11f-7d3025c38212 tempest-FloatingIPAdminTestJSON-1127592930 tempest-FloatingIPAdminTestJSON-1127592930-project-admin] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:22:23.297258 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8ab42e-cc36-4dc4-b11f-7d3025c38212 tempest-FloatingIPAdminTestJSON-1127592930 tempest-FloatingIPAdminTestJSON-1127592930-project-admin] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:22:23.309438 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-c1c4e508-8eed-4840-bc3f-d6d0b4ddf94c None None] Allocated IP 2001:db8:0:1::2 (489fa468-360a-4868-b4ac-a400ec975c5b/b80a55e2-a614-4b69-8aa8-a0299ca9b873/bdacc996-0d41-4eac-886c-1af7deeb2449) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:22:23.324198 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-c1c4e508-8eed-4840-bc3f-d6d0b4ddf94c None None] Allocated IP 2001:db8::f816:3eff:fee6:821d (489fa468-360a-4868-b4ac-a400ec975c5b/b15ab57e-96d2-4895-913b-a64a8a47fcf7/bdacc996-0d41-4eac-886c-1af7deeb2449) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:22:23.354783 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a1642366-3d54-4679-a451-359b7d7dcf23 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:23.362563 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d733ba19-a9b8-4645-8a0e-b79fe816e74e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:23.378347 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8ab42e-cc36-4dc4-b11f-7d3025c38212 tempest-FloatingIPAdminTestJSON-1127592930 tempest-FloatingIPAdminTestJSON-1127592930-project-admin] Pushing event updated for resources: {'Port': ['ID=62af3db0-a6b2-44c9-9c99-5802781e28df,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:23.381549 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-aa8ab42e-cc36-4dc4-b11f-7d3025c38212 tempest-FloatingIPAdminTestJSON-1127592930 tempest-FloatingIPAdminTestJSON-1127592930-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:23.418750 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1642366-3d54-4679-a451-359b7d7dcf23 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4da250-9cb7-4c6e-8205-8fa7c3f97360,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:23.427196 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a1642366-3d54-4679-a451-359b7d7dcf23 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:22:23.429887 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a1642366-3d54-4679-a451-359b7d7dcf23 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:23.434765 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-a1642366-3d54-4679-a451-359b7d7dcf23 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Usage tracker for resource:security_group_rule and tenant:74351983f9b54e7d8c187cc2e322dc60 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:22:23.437647 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-8a8ccc48-425a-43fe-a2c3-5e2365a0dc24 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Deleting port c801ac32-d6d1-4d43-8015-f59e26ded20c {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:22:23.437955 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8a8ccc48-425a-43fe-a2c3-5e2365a0dc24 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:23.448895 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-a1642366-3d54-4679-a451-359b7d7dcf23 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:22:23.459895 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a1642366-3d54-4679-a451-359b7d7dcf23 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:22:23.507847 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-1e908f3d-4dc7-41c6-b2f2-195006b1d20b None None] Provisioning complete for port aacb36af-e418-4be4-8114-03d2817437e5 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:22:23.508258 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1e908f3d-4dc7-41c6-b2f2-195006b1d20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:23.520034 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-98c9e91b-11c8-4698-83d4-7c7888a82d28 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:23.526429 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-98823aab-6e0c-4427-8a05-2d7d95e49f1f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:23.583137 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a1642366-3d54-4679-a451-359b7d7dcf23 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:23.641088 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a1642366-3d54-4679-a451-359b7d7dcf23 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:23.653888 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c9e91b-11c8-4698-83d4-7c7888a82d28 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Checking segment: {'id': '2937a568-4529-49dc-b3cc-3970dbc3567a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'e3a5f734-9b47-43a1-9e43-3aa9b4fa792e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:22:23.654431 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c9e91b-11c8-4698-83d4-7c7888a82d28 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Network hostable DHCP agents. Network: e3a5f734-9b47-43a1-9e43-3aa9b4fa792e, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:22:23.681772 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c9e91b-11c8-4698-83d4-7c7888a82d28 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Pushing event updated for resources: {'Subnet': ['ID=7b88d350-57f6-4e19-ae4b-29eb1beaa5a3,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:23.688477 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-98c9e91b-11c8-4698-83d4-7c7888a82d28 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:23.690394 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-55835027-70b8-436c-8b4f-ff78445cd545 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:23.698564 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-1e908f3d-4dc7-41c6-b2f2-195006b1d20b None None] Port aacb36af-e418-4be4-8114-03d2817437e5 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:22:23.728883 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1642366-3d54-4679-a451-359b7d7dcf23 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40df68f4-092f-4a9f-b74a-68345801a0b3,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:23.728883 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a1642366-3d54-4679-a451-359b7d7dcf23 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:23.754672 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-aa8ab42e-cc36-4dc4-b11f-7d3025c38212 tempest-FloatingIPAdminTestJSON-1127592930 tempest-FloatingIPAdminTestJSON-1127592930-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:23.770568 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a1642366-3d54-4679-a451-359b7d7dcf23 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:23.774743 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a1642366-3d54-4679-a451-359b7d7dcf23 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.3866396 Dec 15 19:22:23.775008 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54516) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:23.801196 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c9e91b-11c8-4698-83d4-7c7888a82d28 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Network e3a5f734-9b47-43a1-9e43-3aa9b4fa792e is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:22:23.823114 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c1c4e508-8eed-4840-bc3f-d6d0b4ddf94c None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:23.843165 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-c1c4e508-8eed-4840-bc3f-d6d0b4ddf94c None None] Transition to ACTIVE for port object bdacc996-0d41-4eac-886c-1af7deeb2449 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:22:23.847345 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8a8ccc48-425a-43fe-a2c3-5e2365a0dc24 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:23.851794 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-b47ae56e-b069-4ffc-8562-afd481b323b8 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Synchronizing usage tracker for tenant:74351983f9b54e7d8c187cc2e322dc60 on resource:security_group {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:22:23.852670 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b5bb5f87-d72a-4045-a472-1cabab448c9b None None] Notify callbacks [] for port, precommit_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:23.856337 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-98c9e91b-11c8-4698-83d4-7c7888a82d28 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, e3a5f734-9b47-43a1-9e43-3aa9b4fa792e) {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:22:23.863913 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c9e91b-11c8-4698-83d4-7c7888a82d28 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:22:23.864570 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-98c9e91b-11c8-4698-83d4-7c7888a82d28 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:23.884159 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417e850a-84cf-4823-8f0a-34e7a538b4a7 None None] Network e3a5f734-9b47-43a1-9e43-3aa9b4fa792e requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:22:23.909987 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-c1c4e508-8eed-4840-bc3f-d6d0b4ddf94c None None] Transition to ACTIVE for port object bdacc996-0d41-4eac-886c-1af7deeb2449 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:22:23.915127 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b5bb5f87-d72a-4045-a472-1cabab448c9b None None] Transition to ACTIVE for port object aacb36af-e418-4be4-8114-03d2817437e5 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:22:23.918753 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-b47ae56e-b069-4ffc-8562-afd481b323b8 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Unset dirty status for tenant:74351983f9b54e7d8c187cc2e322dc60 on resource:security_group {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:22:23.923777 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b47ae56e-b069-4ffc-8562-afd481b323b8 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.1442301 Dec 15 19:22:23.929247 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54520) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:23.930464 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-8c17cd33-8d4d-4305-91c8-47308f23e176 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Request body: {'security_group': {'name': 'tempest-security--59892763', 'description': 'tempest-security-description-2107546540'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:22:23.950714 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-98c9e91b-11c8-4698-83d4-7c7888a82d28 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4980009 Dec 15 19:22:23.950933 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54524) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:23.984199 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c1c4e508-8eed-4840-bc3f-d6d0b4ddf94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:23.990182 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:23.995032 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-8a8ccc48-425a-43fe-a2c3-5e2365a0dc24 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Calling delete_port for c801ac32-d6d1-4d43-8015-f59e26ded20c owned by {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:22:24.033734 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b5bb5f87-d72a-4045-a472-1cabab448c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:24.043454 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-aa8ab42e-cc36-4dc4-b11f-7d3025c38212 tempest-FloatingIPAdminTestJSON-1127592930 tempest-FloatingIPAdminTestJSON-1127592930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:24.053999 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:24.092052 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c4e508-8eed-4840-bc3f-d6d0b4ddf94c None None] Network 489fa468-360a-4868-b4ac-a400ec975c5b is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:22:24.102053 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8c17cd33-8d4d-4305-91c8-47308f23e176 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:24.102883 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-c1c4e508-8eed-4840-bc3f-d6d0b4ddf94c None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:22:24.162567 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c4e508-8eed-4840-bc3f-d6d0b4ddf94c None None] Pushing event updated for resources: {'Port': ['ID=bdacc996-0d41-4eac-886c-1af7deeb2449,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:24.168610 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c4e508-8eed-4840-bc3f-d6d0b4ddf94c None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:22:24.176886 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c1c4e508-8eed-4840-bc3f-d6d0b4ddf94c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:24.179841 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.132s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:24.194382 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8c17cd33-8d4d-4305-91c8-47308f23e176 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:24.305128 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8c17cd33-8d4d-4305-91c8-47308f23e176 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:24.308477 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8c17cd33-8d4d-4305-91c8-47308f23e176 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:24.309999 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8c17cd33-8d4d-4305-91c8-47308f23e176 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] 10.222.0.36 "PUT /v2.0/security-groups/40df68f4-092f-4a9f-b74a-68345801a0b3 HTTP/1.1" status: 200 len: 1610 time: 0.3850632 Dec 15 19:22:24.314771 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54528) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:24.318439 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-705f45da-4eca-4694-95a1-11c1058015be tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:24.380571 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f707e47-4092-424d-9b58-f94cbbb4c37a None None] Pushing event updated for resources: {'Port': ['ID=aacb36af-e418-4be4-8114-03d2817437e5,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:24.422021 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c17cd33-8d4d-4305-91c8-47308f23e176 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40df68f4-092f-4a9f-b74a-68345801a0b3,revision_number=2']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:24.440719 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4f707e47-4092-424d-9b58-f94cbbb4c37a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:24.444194 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c17cd33-8d4d-4305-91c8-47308f23e176 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:22:24.444194 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c17cd33-8d4d-4305-91c8-47308f23e176 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:22:24.444829 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c17cd33-8d4d-4305-91c8-47308f23e176 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:22:24.445479 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c17cd33-8d4d-4305-91c8-47308f23e176 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:22:24.446272 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c17cd33-8d4d-4305-91c8-47308f23e176 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:22:24.446519 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c17cd33-8d4d-4305-91c8-47308f23e176 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:22:24.447136 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c17cd33-8d4d-4305-91c8-47308f23e176 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:22:24.448147 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c17cd33-8d4d-4305-91c8-47308f23e176 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:22:24.448557 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c17cd33-8d4d-4305-91c8-47308f23e176 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:22:24.449096 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c17cd33-8d4d-4305-91c8-47308f23e176 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:22:24.449634 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c17cd33-8d4d-4305-91c8-47308f23e176 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:22:24.455037 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8c17cd33-8d4d-4305-91c8-47308f23e176 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:24.465438 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4f09e5e5-c5da-4a16-9dc4-2570d7dffcac tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] 10.222.0.36 "GET /v2.0/security-groups/40df68f4-092f-4a9f-b74a-68345801a0b3 HTTP/1.1" status: 200 len: 1610 time: 0.1470430 Dec 15 19:22:24.468709 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54532) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:24.505215 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8a8ccc48-425a-43fe-a2c3-5e2365a0dc24 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:24.521923 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a63156b3-cb89-4e1a-ab8e-3c148e02b9a7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:24.559120 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-c1c4e508-8eed-4840-bc3f-d6d0b4ddf94c None None] Attempting to bind port bdacc996-0d41-4eac-886c-1af7deeb2449 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:22:24.559760 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-c1c4e508-8eed-4840-bc3f-d6d0b4ddf94c None None] Attempting to bind port bdacc996-0d41-4eac-886c-1af7deeb2449 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '9575ac7b-3c85-46da-81c5-434024000f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:22:24.559990 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c4e508-8eed-4840-bc3f-d6d0b4ddf94c None None] Attempting to bind port bdacc996-0d41-4eac-886c-1af7deeb2449 on network 489fa468-360a-4868-b4ac-a400ec975c5b {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:22:24.568091 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-aa8ab42e-cc36-4dc4-b11f-7d3025c38212 tempest-FloatingIPAdminTestJSON-1127592930 tempest-FloatingIPAdminTestJSON-1127592930-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:24.576984 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-b5bb5f87-d72a-4045-a472-1cabab448c9b None None] Attempting to bind port aacb36af-e418-4be4-8114-03d2817437e5 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:22:24.577439 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-b5bb5f87-d72a-4045-a472-1cabab448c9b None None] Attempting to bind port aacb36af-e418-4be4-8114-03d2817437e5 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '6a290837-6afc-42b6-b20e-54db47a1007e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '818fc7e9-d868-4dd4-b340-8e65fca95114'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:22:24.587672 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bb5f87-d72a-4045-a472-1cabab448c9b None None] Attempting to bind port aacb36af-e418-4be4-8114-03d2817437e5 on network 818fc7e9-d868-4dd4-b340-8e65fca95114 {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:22:24.588042 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8ccc48-425a-43fe-a2c3-5e2365a0dc24 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event deleted for resources: {'Port': ['ID=c801ac32-d6d1-4d43-8015-f59e26ded20c,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:24.588281 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7b7b5d-7d7c-41a6-b45b-05349d99854a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-e3a5f734-9b47-43a1-9e43-3aa9b4fa792e', 'network_id': 'e3a5f734-9b47-43a1-9e43-3aa9b4fa792e', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'fixed_ips': [{'subnet_id': '7b88d350-57f6-4e19-ae4b-29eb1beaa5a3'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:22:24.588281 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7c7b7b5d-7d7c-41a6-b45b-05349d99854a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:24.588433 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8a8ccc48-425a-43fe-a2c3-5e2365a0dc24 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:24.612780 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c4e508-8eed-4840-bc3f-d6d0b4ddf94c None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:22:24.613211 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c4e508-8eed-4840-bc3f-d6d0b4ddf94c None None] Checking segment: {'id': '9575ac7b-3c85-46da-81c5-434024000f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:22:24.613668 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c1c4e508-8eed-4840-bc3f-d6d0b4ddf94c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:24.614112 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c4e508-8eed-4840-bc3f-d6d0b4ddf94c None None] Bound using segment: {'id': '9575ac7b-3c85-46da-81c5-434024000f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:22:24.614705 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-c1c4e508-8eed-4840-bc3f-d6d0b4ddf94c None None] Bound port: bdacc996-0d41-4eac-886c-1af7deeb2449, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9575ac7b-3c85-46da-81c5-434024000f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:22:24.615131 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c1c4e508-8eed-4840-bc3f-d6d0b4ddf94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:24.647331 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-aa8ab42e-cc36-4dc4-b11f-7d3025c38212 tempest-FloatingIPAdminTestJSON-1127592930 tempest-FloatingIPAdminTestJSON-1127592930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:24.653417 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-aa8ab42e-cc36-4dc4-b11f-7d3025c38212 tempest-FloatingIPAdminTestJSON-1127592930 tempest-FloatingIPAdminTestJSON-1127592930-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:24.666979 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bb5f87-d72a-4045-a472-1cabab448c9b None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:22:24.667407 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bb5f87-d72a-4045-a472-1cabab448c9b None None] Checking segment: {'id': '6a290837-6afc-42b6-b20e-54db47a1007e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '818fc7e9-d868-4dd4-b340-8e65fca95114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:22:24.667861 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b5bb5f87-d72a-4045-a472-1cabab448c9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:24.668310 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bb5f87-d72a-4045-a472-1cabab448c9b None None] Bound using segment: {'id': '6a290837-6afc-42b6-b20e-54db47a1007e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '818fc7e9-d868-4dd4-b340-8e65fca95114'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:22:24.668828 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-b5bb5f87-d72a-4045-a472-1cabab448c9b None None] Bound port: aacb36af-e418-4be4-8114-03d2817437e5, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a290837-6afc-42b6-b20e-54db47a1007e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '818fc7e9-d868-4dd4-b340-8e65fca95114'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:22:24.669258 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b5bb5f87-d72a-4045-a472-1cabab448c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:24.701143 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 252ed3a0-c8bd-4acb-a7d6-1813a0737ee1 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:22:24.742121 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8a8ccc48-425a-43fe-a2c3-5e2365a0dc24 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:24.835416 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8ab42e-cc36-4dc4-b11f-7d3025c38212 tempest-FloatingIPAdminTestJSON-1127592930 tempest-FloatingIPAdminTestJSON-1127592930-project-admin] Pushing event updated for resources: {'Port': ['ID=62af3db0-a6b2-44c9-9c99-5802781e28df,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:24.838487 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-aa8ab42e-cc36-4dc4-b11f-7d3025c38212 tempest-FloatingIPAdminTestJSON-1127592930 tempest-FloatingIPAdminTestJSON-1127592930-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:24.844907 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8a8ccc48-425a-43fe-a2c3-5e2365a0dc24 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/ports/c801ac32-d6d1-4d43-8015-f59e26ded20c HTTP/1.1" status: 204 len: 168 time: 1.5521264 Dec 15 19:22:24.847956 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54536) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:24.848105 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3e48c741-08c9-488c-9797-cf50caa3e621 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:24.884632 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-aa8ab42e-cc36-4dc4-b11f-7d3025c38212 tempest-FloatingIPAdminTestJSON-1127592930 tempest-FloatingIPAdminTestJSON-1127592930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634093'] for floatingip, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:24.893964 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d32d30dd-8b4f-4ab5-b735-82835e17c82e tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:24.900510 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3e48c741-08c9-488c-9797-cf50caa3e621 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:24.956237 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-aa8ab42e-cc36-4dc4-b11f-7d3025c38212 tempest-FloatingIPAdminTestJSON-1127592930 tempest-FloatingIPAdminTestJSON-1127592930-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:24.960428 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-aa8ab42e-cc36-4dc4-b11f-7d3025c38212 tempest-FloatingIPAdminTestJSON-1127592930 tempest-FloatingIPAdminTestJSON-1127592930-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4728184 Dec 15 19:22:24.960645 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54540) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:24.996045 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3e48c741-08c9-488c-9797-cf50caa3e621 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:25.002039 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-01abe2d2-3b62-44f2-8133-5abe30023999 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:25.023207 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e48c741-08c9-488c-9797-cf50caa3e621 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40df68f4-092f-4a9f-b74a-68345801a0b3,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:25.025922 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3e48c741-08c9-488c-9797-cf50caa3e621 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:25.072723 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3e48c741-08c9-488c-9797-cf50caa3e621 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:25.074205 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-3e48c741-08c9-488c-9797-cf50caa3e621 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] 10.222.0.36 "DELETE /v2.0/security-groups/40df68f4-092f-4a9f-b74a-68345801a0b3 HTTP/1.1" status: 204 len: 168 time: 0.6044924 Dec 15 19:22:25.076843 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54546) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:25.151528 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-3e5b5cec-b427-4237-aefc-392bc225e12f tempest-FloatingIPAdminTestJSON-397503754 tempest-FloatingIPAdminTestJSON-397503754-project] Request body: {'floatingip': {'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:22:25.162471 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-3e5b5cec-b427-4237-aefc-392bc225e12f tempest-FloatingIPAdminTestJSON-397503754 tempest-FloatingIPAdminTestJSON-397503754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:22:25.170616 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-bc568fca-00c5-4112-b632-c4afd4c1eb3b tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Synchronizing usage tracker for tenant:74351983f9b54e7d8c187cc2e322dc60 on resource:security_group {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:22:25.174548 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-3e5b5cec-b427-4237-aefc-392bc225e12f tempest-FloatingIPAdminTestJSON-397503754 tempest-FloatingIPAdminTestJSON-397503754-project] Usage tracker for resource:floatingip and tenant:95453f6fdce843819677d193ae97cf4c is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:22:25.179898 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-3e5b5cec-b427-4237-aefc-392bc225e12f tempest-FloatingIPAdminTestJSON-397503754 tempest-FloatingIPAdminTestJSON-397503754-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:22:25.190441 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-3e5b5cec-b427-4237-aefc-392bc225e12f tempest-FloatingIPAdminTestJSON-397503754 tempest-FloatingIPAdminTestJSON-397503754-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:22:25.212839 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-c1c4e508-8eed-4840-bc3f-d6d0b4ddf94c None None] For port bdacc996-0d41-4eac-886c-1af7deeb2449, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:22:25.233358 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-bc568fca-00c5-4112-b632-c4afd4c1eb3b tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Unset dirty status for tenant:74351983f9b54e7d8c187cc2e322dc60 on resource:security_group {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:22:25.238561 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-bc568fca-00c5-4112-b632-c4afd4c1eb3b tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1553783 Dec 15 19:22:25.239042 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54552) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:25.243011 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-c1c4e508-8eed-4840-bc3f-d6d0b4ddf94c None None] For port bdacc996-0d41-4eac-886c-1af7deeb2449, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=bdacc996-0d41-4eac-886c-1af7deeb2449,segment=NetworkSegment(9575ac7b-3c85-46da-81c5-434024000f40),segment_id=9575ac7b-3c85-46da-81c5-434024000f40)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:22:25.252385 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b5bb5f87-d72a-4045-a472-1cabab448c9b None None] For port aacb36af-e418-4be4-8114-03d2817437e5, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:22:25.258200 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b5bb5f87-d72a-4045-a472-1cabab448c9b None None] For port aacb36af-e418-4be4-8114-03d2817437e5, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=aacb36af-e418-4be4-8114-03d2817437e5,segment=NetworkSegment(6a290837-6afc-42b6-b20e-54db47a1007e),segment_id=6a290837-6afc-42b6-b20e-54db47a1007e)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:22:25.262673 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 252ed3a0-c8bd-4acb-a7d6-1813a0737ee1 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:22:25.263096 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:25.264596 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3e5b5cec-b427-4237-aefc-392bc225e12f tempest-FloatingIPAdminTestJSON-397503754 tempest-FloatingIPAdminTestJSON-397503754-project] Notify callbacks [] for floatingip, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:25.276345 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-e837d4af-c942-4512-80b2-38f83f014877 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] delete failed (client error): The resource could not be found. Dec 15 19:22:25.283288 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e837d4af-c942-4512-80b2-38f83f014877 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] 10.222.0.36 "DELETE /v2.0/security-groups/40df68f4-092f-4a9f-b74a-68345801a0b3 HTTP/1.1" status: 404 len: 347 time: 0.0364523 Dec 15 19:22:25.297548 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54556) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:25.306933 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-a6614ee3-71de-4c52-87c8-5078ddde7ac1 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Request body: {'security_group': {'name': 'tempest-secgroup--1354755450'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:22:25.307713 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b5bb5f87-d72a-4045-a472-1cabab448c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:25.315445 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-7c7b7b5d-7d7c-41a6-b45b-05349d99854a None None] Allocated IP 172.23.0.2 (e3a5f734-9b47-43a1-9e43-3aa9b4fa792e/7b88d350-57f6-4e19-ae4b-29eb1beaa5a3/d4a1b7dd-8722-4c50-985c-96e0abbffcf5) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:22:25.317648 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c1c4e508-8eed-4840-bc3f-d6d0b4ddf94c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:25.320613 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a6614ee3-71de-4c52-87c8-5078ddde7ac1 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:22:25.345628 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c1c4e508-8eed-4840-bc3f-d6d0b4ddf94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:25.392571 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a6614ee3-71de-4c52-87c8-5078ddde7ac1 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:22:25.432750 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997ba3cf-5373-4226-8fdc-49a146fc3af6 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:22:25.433545 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-997ba3cf-5373-4226-8fdc-49a146fc3af6 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Synchronizing usage tracker for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:port {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:22:25.441366 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a6614ee3-71de-4c52-87c8-5078ddde7ac1 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:25.487550 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-997ba3cf-5373-4226-8fdc-49a146fc3af6 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Unset dirty status for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:port {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:22:25.491689 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-997ba3cf-5373-4226-8fdc-49a146fc3af6 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.6392045 Dec 15 19:22:25.492544 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54560) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:25.506986 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3e5b5cec-b427-4237-aefc-392bc225e12f tempest-FloatingIPAdminTestJSON-397503754 tempest-FloatingIPAdminTestJSON-397503754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:25.510130 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a6614ee3-71de-4c52-87c8-5078ddde7ac1 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:22:25.533805 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f707e47-4092-424d-9b58-f94cbbb4c37a None None] Pushing event updated for resources: {'Port': ['ID=aacb36af-e418-4be4-8114-03d2817437e5,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:25.544930 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4f707e47-4092-424d-9b58-f94cbbb4c37a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:25.551518 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54564) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:25.551715 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.192s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:25.731765 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3daeb75-86a8-4fcd-9cda-c1d840a12803 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:22:25.733662 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a3daeb75-86a8-4fcd-9cda-c1d840a12803 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.2400877 Dec 15 19:22:25.736624 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54568) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:25.743654 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bb5f87-d72a-4045-a472-1cabab448c9b None None] Routers {'3343e8b1-446a-4553-bbd7-92fdbc9107f9'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:22:25.744631 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-b5bb5f87-d72a-4045-a472-1cabab448c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:22:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['3343e8b1-446a-4553-bbd7-92fdbc9107f9'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:22:25.831142 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5921dd8-347e-4938-a5ec-b2ace80b1d8a tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:22:25.832635 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5921dd8-347e-4938-a5ec-b2ace80b1d8a tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:22:25.834222 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5921dd8-347e-4938-a5ec-b2ace80b1d8a tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:22:25.835343 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d5921dd8-347e-4938-a5ec-b2ace80b1d8a tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Synchronizing usage tracker for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:subnet {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:22:25.884782 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d5921dd8-347e-4938-a5ec-b2ace80b1d8a tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Unset dirty status for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:subnet {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:22:25.889469 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d5921dd8-347e-4938-a5ec-b2ace80b1d8a tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1485105 Dec 15 19:22:25.890450 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54572) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:25.914130 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-a6614ee3-71de-4c52-87c8-5078ddde7ac1 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Usage tracker for resource:security_group_rule and tenant:74351983f9b54e7d8c187cc2e322dc60 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:22:25.917674 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-a6614ee3-71de-4c52-87c8-5078ddde7ac1 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:22:25.939647 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a6614ee3-71de-4c52-87c8-5078ddde7ac1 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:22:25.950122 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c4e508-8eed-4840-bc3f-d6d0b4ddf94c None None] Pushing event updated for resources: {'Port': ['ID=bdacc996-0d41-4eac-886c-1af7deeb2449,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:25.954053 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c1c4e508-8eed-4840-bc3f-d6d0b4ddf94c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:26.054258 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-b5bb5f87-d72a-4045-a472-1cabab448c9b None None] Set router 3343e8b1-446a-4553-bbd7-92fdbc9107f9 gateway port host: None {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:22:26.141419 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7c7b7b5d-7d7c-41a6-b45b-05349d99854a None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:26.168074 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-7c7b7b5d-7d7c-41a6-b45b-05349d99854a None None] Transition to ACTIVE for port object d4a1b7dd-8722-4c50-985c-96e0abbffcf5 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:22:26.190757 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-69806713-5010-467e-9119-9187b6b76048 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Deleting subnet b15ab57e-96d2-4895-913b-a64a8a47fcf7 {{(pid=88991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:22:26.194637 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-69806713-5010-467e-9119-9187b6b76048 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:26.215620 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a6614ee3-71de-4c52-87c8-5078ddde7ac1 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:26.229174 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-3e5b5cec-b427-4237-aefc-392bc225e12f tempest-FloatingIPAdminTestJSON-397503754 tempest-FloatingIPAdminTestJSON-397503754-project] Allocated IP 172.26.3.120 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/7a463f0e-6ed0-4a6a-97b7-d66bfe011980) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:22:26.257794 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-69806713-5010-467e-9119-9187b6b76048 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16332759'] for subnet, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:26.287045 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-7c7b7b5d-7d7c-41a6-b45b-05349d99854a None None] Transition to ACTIVE for port object d4a1b7dd-8722-4c50-985c-96e0abbffcf5 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:22:26.346637 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a6614ee3-71de-4c52-87c8-5078ddde7ac1 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:26.360273 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4ed6459d-4a9c-47a1-a592-0ad35bea9b98 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:26.370670 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7c7b7b5d-7d7c-41a6-b45b-05349d99854a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:26.386582 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-eeef0f6c-e24f-4ecd-b654-d3bb662c51f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:26.408479 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-69806713-5010-467e-9119-9187b6b76048 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:26.424922 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6614ee3-71de-4c52-87c8-5078ddde7ac1 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc617d38-1e06-4400-9806-570ba96551b8,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:26.433312 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a6614ee3-71de-4c52-87c8-5078ddde7ac1 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:26.460961 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7b7b5d-7d7c-41a6-b45b-05349d99854a None None] Pushing event updated for resources: {'Port': ['ID=d4a1b7dd-8722-4c50-985c-96e0abbffcf5,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:26.463945 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7c7b7b5d-7d7c-41a6-b45b-05349d99854a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:26.465247 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-d32d30dd-8b4f-4ab5-b735-82835e17c82e tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Allocated IP 172.23.0.1 (e3a5f734-9b47-43a1-9e43-3aa9b4fa792e/7b88d350-57f6-4e19-ae4b-29eb1beaa5a3/6bd170cf-644b-4350-86dc-bf48267f17a5) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:22:26.482222 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a6614ee3-71de-4c52-87c8-5078ddde7ac1 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:26.484380 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a6614ee3-71de-4c52-87c8-5078ddde7ac1 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1827974 Dec 15 19:22:26.490893 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54576) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:26.502962 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7b7b5d-7d7c-41a6-b45b-05349d99854a None None] Network e3a5f734-9b47-43a1-9e43-3aa9b4fa792e is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:22:26.509770 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-ddfb8ab8-b677-4623-ac0b-d81a5f64c1f8 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Request body: {'security_group_rule': {'security_group_id': 'bc617d38-1e06-4400-9806-570ba96551b8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:22:26.522934 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3e5b5cec-b427-4237-aefc-392bc225e12f tempest-FloatingIPAdminTestJSON-397503754 tempest-FloatingIPAdminTestJSON-397503754-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:26.526293 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ddfb8ab8-b677-4623-ac0b-d81a5f64c1f8 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:22:26.534120 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-7c7b7b5d-7d7c-41a6-b45b-05349d99854a None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:22:26.535500 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ddfb8ab8-b677-4623-ac0b-d81a5f64c1f8 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Usage tracker for resource:security_group_rule and tenant:74351983f9b54e7d8c187cc2e322dc60 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:22:26.536614 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7b7b5d-7d7c-41a6-b45b-05349d99854a None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:22:26.541338 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ddfb8ab8-b677-4623-ac0b-d81a5f64c1f8 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:22:26.550874 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ddfb8ab8-b677-4623-ac0b-d81a5f64c1f8 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:22:26.621292 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-69806713-5010-467e-9119-9187b6b76048 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16156049'] for subnet, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:26.633623 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-68242a45-526f-49f9-8c78-3cf91e3e67f5 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:26.657943 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-7c7b7b5d-7d7c-41a6-b45b-05349d99854a None None] Attempting to bind port d4a1b7dd-8722-4c50-985c-96e0abbffcf5 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:22:26.658399 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-7c7b7b5d-7d7c-41a6-b45b-05349d99854a None None] Attempting to bind port d4a1b7dd-8722-4c50-985c-96e0abbffcf5 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '2937a568-4529-49dc-b3cc-3970dbc3567a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'e3a5f734-9b47-43a1-9e43-3aa9b4fa792e'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:22:26.658817 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7b7b5d-7d7c-41a6-b45b-05349d99854a None None] Attempting to bind port d4a1b7dd-8722-4c50-985c-96e0abbffcf5 on network e3a5f734-9b47-43a1-9e43-3aa9b4fa792e {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:22:26.675644 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7b7b5d-7d7c-41a6-b45b-05349d99854a None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:22:26.675644 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7b7b5d-7d7c-41a6-b45b-05349d99854a None None] Checking segment: {'id': '2937a568-4529-49dc-b3cc-3970dbc3567a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'e3a5f734-9b47-43a1-9e43-3aa9b4fa792e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:22:26.675644 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7c7b7b5d-7d7c-41a6-b45b-05349d99854a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:26.675644 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7b7b5d-7d7c-41a6-b45b-05349d99854a None None] Bound using segment: {'id': '2937a568-4529-49dc-b3cc-3970dbc3567a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'e3a5f734-9b47-43a1-9e43-3aa9b4fa792e'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:22:26.675644 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-7c7b7b5d-7d7c-41a6-b45b-05349d99854a None None] Bound port: d4a1b7dd-8722-4c50-985c-96e0abbffcf5, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2937a568-4529-49dc-b3cc-3970dbc3567a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'e3a5f734-9b47-43a1-9e43-3aa9b4fa792e'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:22:26.675644 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7c7b7b5d-7d7c-41a6-b45b-05349d99854a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:26.681113 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ddfb8ab8-b677-4623-ac0b-d81a5f64c1f8 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:26.729327 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69806713-5010-467e-9119-9187b6b76048 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event deleted for resources: {'Subnet': ['ID=b15ab57e-96d2-4895-913b-a64a8a47fcf7,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:26.731965 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device bdacc996-0d41-4eac-886c-1af7deeb2449 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:22:26.735886 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-69806713-5010-467e-9119-9187b6b76048 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:26.753038 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-69806713-5010-467e-9119-9187b6b76048 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:26.785516 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-b5bb5f87-d72a-4045-a472-1cabab448c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'name': 'tempest-RoutersTest-router-764355656', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:21:46Z', 'updated_at': '2021-12-15T19:22:17Z', 'revision_number': 4, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'gw_port_host': None, '_interfaces': [{'id': '42b090dc-7075-4e99-9cd5-a6678a9d0384', 'name': '', 'network_id': '1ac3f362-2078-4002-a392-a7842225ba9f', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'mac_address': 'fa:16:3e:ba:d5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca9accf0-e88c-467d-a684-50f557360418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:21:51Z', 'updated_at': '2021-12-15T19:22:06Z', 'revision_number': 5, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'subnets': [{'id': 'ca9accf0-e88c-467d-a684-50f557360418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aacb36af-e418-4be4-8114-03d2817437e5', 'name': '', 'network_id': '818fc7e9-d868-4dd4-b340-8e65fca95114', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'mac_address': 'fa:16:3e:e5:7f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe9d9289-d1de-4e90-b7c8-98e7c170341b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:22:15Z', 'updated_at': '2021-12-15T19:22:25Z', 'revision_number': 4, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'subnets': [{'id': 'fe9d9289-d1de-4e90-b7c8-98e7c170341b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1c2f93f-3e3c-49f1-b182-e6d770b52964', 'name': '', 'network_id': '1913e98a-5da5-451a-80c7-faaf2ed8c312', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'mac_address': 'fa:16:3e:fb:50:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ca7af6a-42be-4f17-acc7-c24713f82445', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:22:04Z', 'updated_at': '2021-12-15T19:22:19Z', 'revision_number': 5, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'subnets': [{'id': '8ca7af6a-42be-4f17-acc7-c24713f82445', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:22:26.787161 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3e5b5cec-b427-4237-aefc-392bc225e12f tempest-FloatingIPAdminTestJSON-397503754 tempest-FloatingIPAdminTestJSON-397503754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:26.793841 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c44e7300-32e7-4c2b-bd78-2a47dbaa10ba tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:26.803336 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d32d30dd-8b4f-4ab5-b735-82835e17c82e tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:26.803792 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5bb5f87-d72a-4045-a472-1cabab448c9b None None] The sync data for ids ['3343e8b1-446a-4553-bbd7-92fdbc9107f9'] in dv-neutron-821831-2-hyperv is: [{'id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'name': 'tempest-RoutersTest-router-764355656', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:21:46Z', 'updated_at': '2021-12-15T19:22:17Z', 'revision_number': 4, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'gw_port_host': None, '_interfaces': [{'id': '42b090dc-7075-4e99-9cd5-a6678a9d0384', 'name': '', 'network_id': '1ac3f362-2078-4002-a392-a7842225ba9f', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'mac_address': 'fa:16:3e:ba:d5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca9accf0-e88c-467d-a684-50f557360418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:21:51Z', 'updated_at': '2021-12-15T19:22:06Z', 'revision_number': 5, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'subnets': [{'id': 'ca9accf0-e88c-467d-a684-50f557360418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aacb36af-e418-4be4-8114-03d2817437e5', 'name': '', 'network_id': '818fc7e9-d868-4dd4-b340-8e65fca95114', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'mac_address': 'fa:16:3e:e5:7f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe9d9289-d1de-4e90-b7c8-98e7c170341b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:22:15Z', 'updated_at': '2021-12-15T19:22:25Z', 'revision_number': 4, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'subnets': [{'id': 'fe9d9289-d1de-4e90-b7c8-98e7c170341b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1c2f93f-3e3c-49f1-b182-e6d770b52964', 'name': '', 'network_id': '1913e98a-5da5-451a-80c7-faaf2ed8c312', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'mac_address': 'fa:16:3e:fb:50:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ca7af6a-42be-4f17-acc7-c24713f82445', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:22:04Z', 'updated_at': '2021-12-15T19:22:19Z', 'revision_number': 5, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'subnets': [{'id': '8ca7af6a-42be-4f17-acc7-c24713f82445', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:22:26.823929 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-69806713-5010-467e-9119-9187b6b76048 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/subnets/b15ab57e-96d2-4895-913b-a64a8a47fcf7 HTTP/1.1" status: 204 len: 168 time: 0.9319887 Dec 15 19:22:26.825550 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d32d30dd-8b4f-4ab5-b735-82835e17c82e tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Transition to ACTIVE for port object 6bd170cf-644b-4350-86dc-bf48267f17a5 will not be triggered until provisioned by entity DHCP. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:22:26.826712 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54580) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:26.853618 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-7c7b7b5d-7d7c-41a6-b45b-05349d99854a None None] For port d4a1b7dd-8722-4c50-985c-96e0abbffcf5, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:22:26.857543 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-7c7b7b5d-7d7c-41a6-b45b-05349d99854a None None] For port d4a1b7dd-8722-4c50-985c-96e0abbffcf5, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=d4a1b7dd-8722-4c50-985c-96e0abbffcf5,segment=NetworkSegment(2937a568-4529-49dc-b3cc-3970dbc3567a),segment_id=2937a568-4529-49dc-b3cc-3970dbc3567a)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:22:26.925787 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port bdacc996-0d41-4eac-886c-1af7deeb2449 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:22:26.930292 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7c7b7b5d-7d7c-41a6-b45b-05349d99854a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:26.931249 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ddfb8ab8-b677-4623-ac0b-d81a5f64c1f8 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:26.938131 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2d732aca-b900-457c-a5a8-7785c64a1a9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:26.938879 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-64bb6559-8b3a-4396-9fc2-0ab7919e1a4e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Deleting subnet b80a55e2-a614-4b69-8aa8-a0299ca9b873 {{(pid=88991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:22:26.945430 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-64bb6559-8b3a-4396-9fc2-0ab7919e1a4e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:26.973578 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5b5cec-b427-4237-aefc-392bc225e12f tempest-FloatingIPAdminTestJSON-397503754 tempest-FloatingIPAdminTestJSON-397503754-project] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:22:26.979682 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-3e5b5cec-b427-4237-aefc-392bc225e12f tempest-FloatingIPAdminTestJSON-397503754 tempest-FloatingIPAdminTestJSON-397503754-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:22:26.979682 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5b5cec-b427-4237-aefc-392bc225e12f tempest-FloatingIPAdminTestJSON-397503754 tempest-FloatingIPAdminTestJSON-397503754-project] Pushing event updated for resources: {'Port': ['ID=7a463f0e-6ed0-4a6a-97b7-d66bfe011980,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:26.980743 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5b5cec-b427-4237-aefc-392bc225e12f tempest-FloatingIPAdminTestJSON-397503754 tempest-FloatingIPAdminTestJSON-397503754-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:22:27.006782 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d32d30dd-8b4f-4ab5-b735-82835e17c82e tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:27.016290 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b4fc98e3-2301-433b-aa0e-7f8952711748 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:27.051625 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ddfb8ab8-b677-4623-ac0b-d81a5f64c1f8 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:27.063717 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3e5b5cec-b427-4237-aefc-392bc225e12f tempest-FloatingIPAdminTestJSON-397503754 tempest-FloatingIPAdminTestJSON-397503754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:27.066388 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7b7b5d-7d7c-41a6-b45b-05349d99854a None None] Pushing event updated for resources: {'Port': ['ID=d4a1b7dd-8722-4c50-985c-96e0abbffcf5,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:27.068659 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3d083c28-98cc-47ab-b133-842a777617c1 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:27.071008 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7c7b7b5d-7d7c-41a6-b45b-05349d99854a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:27.084950 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-64bb6559-8b3a-4396-9fc2-0ab7919e1a4e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16332759'] for subnet, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:27.127981 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfb8ab8-b677-4623-ac0b-d81a5f64c1f8 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2936efba-5c35-4d23-80ff-39d4db839b27,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:27.134601 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ddfb8ab8-b677-4623-ac0b-d81a5f64c1f8 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:27.156831 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32d30dd-8b4f-4ab5-b735-82835e17c82e tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Network e3a5f734-9b47-43a1-9e43-3aa9b4fa792e is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:22:27.172097 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-d32d30dd-8b4f-4ab5-b735-82835e17c82e tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:22:27.191428 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32d30dd-8b4f-4ab5-b735-82835e17c82e tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:22:27.232783 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ddfb8ab8-b677-4623-ac0b-d81a5f64c1f8 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:27.234198 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ddfb8ab8-b677-4623-ac0b-d81a5f64c1f8 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7424352 Dec 15 19:22:27.251731 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54584) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:27.271651 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3e5b5cec-b427-4237-aefc-392bc225e12f tempest-FloatingIPAdminTestJSON-397503754 tempest-FloatingIPAdminTestJSON-397503754-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:27.309867 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32d30dd-8b4f-4ab5-b735-82835e17c82e tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Pushing event updated for resources: {'Port': ['ID=6bd170cf-644b-4350-86dc-bf48267f17a5,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:27.323682 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d32d30dd-8b4f-4ab5-b735-82835e17c82e tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:27.338586 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9a845a43-9b58-4e8c-b643-70119df1cec3 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:27.351296 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d32d30dd-8b4f-4ab5-b735-82835e17c82e tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630901'] for router_interface, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:27.354223 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6a017b2b-3c22-4b6c-85a2-e8b1ca423d0e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145021'] for router_interface, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:27.375015 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-64bb6559-8b3a-4396-9fc2-0ab7919e1a4e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:27.430226 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9a845a43-9b58-4e8c-b643-70119df1cec3 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:27.463295 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3e5b5cec-b427-4237-aefc-392bc225e12f tempest-FloatingIPAdminTestJSON-397503754 tempest-FloatingIPAdminTestJSON-397503754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:27.549835 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-64bb6559-8b3a-4396-9fc2-0ab7919e1a4e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16156049'] for subnet, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:27.566585 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9a845a43-9b58-4e8c-b643-70119df1cec3 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:27.569682 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:27.571845 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8d84b82b-ec6d-47cb-b181-50db3937bf4e tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:27.612191 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a845a43-9b58-4e8c-b643-70119df1cec3 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2936efba-5c35-4d23-80ff-39d4db839b27,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:27.621772 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9a845a43-9b58-4e8c-b643-70119df1cec3 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:27.635007 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bb6559-8b3a-4396-9fc2-0ab7919e1a4e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event deleted for resources: {'Subnet': ['ID=b80a55e2-a614-4b69-8aa8-a0299ca9b873,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:27.644313 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-64bb6559-8b3a-4396-9fc2-0ab7919e1a4e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:27.663058 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-64bb6559-8b3a-4396-9fc2-0ab7919e1a4e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:27.669173 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d32d30dd-8b4f-4ab5-b735-82835e17c82e tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:27.704553 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-64bb6559-8b3a-4396-9fc2-0ab7919e1a4e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/subnets/b80a55e2-a614-4b69-8aa8-a0299ca9b873 HTTP/1.1" status: 204 len: 168 time: 0.8759675 Dec 15 19:22:27.705256 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54588) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:27.724742 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9a845a43-9b58-4e8c-b643-70119df1cec3 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:27.726118 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9a845a43-9b58-4e8c-b643-70119df1cec3 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/2936efba-5c35-4d23-80ff-39d4db839b27 HTTP/1.1" status: 204 len: 168 time: 0.4690919 Dec 15 19:22:27.738221 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54592) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:27.838297 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-50aee5e2-f985-4063-87eb-474413547ea6 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1291993 Dec 15 19:22:27.846361 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54596) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:27.856600 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-7b90ab42-8c3b-421a-b09f-b80c4e9b0075 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Request body: {'subnet': {'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:22:28.038265 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1635069d-1be9-4d26-9cf2-7d5d0a4e9a27 None None] Network 489fa468-360a-4868-b4ac-a400ec975c5b requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:22:28.073790 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-1a06c880-eedb-44fd-bdf6-c02eacf02fa2 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Synchronizing usage tracker for tenant:74351983f9b54e7d8c187cc2e322dc60 on resource:security_group_rule {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:22:28.098334 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-7b90ab42-8c3b-421a-b09f-b80c4e9b0075 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:22:28.129267 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-7b90ab42-8c3b-421a-b09f-b80c4e9b0075 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Usage tracker for resource:subnet and tenant:e56ca83c553e4935a4e8b75ed76c674c is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:22:28.133274 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-7b90ab42-8c3b-421a-b09f-b80c4e9b0075 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:22:28.144648 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-7b90ab42-8c3b-421a-b09f-b80c4e9b0075 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:22:28.150442 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3e5b5cec-b427-4237-aefc-392bc225e12f tempest-FloatingIPAdminTestJSON-397503754 tempest-FloatingIPAdminTestJSON-397503754-project] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:28.193913 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-1a06c880-eedb-44fd-bdf6-c02eacf02fa2 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Unset dirty status for tenant:74351983f9b54e7d8c187cc2e322dc60 on resource:security_group_rule {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:22:28.195336 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1a06c880-eedb-44fd-bdf6-c02eacf02fa2 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3980620 Dec 15 19:22:28.202485 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54600) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:28.222655 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3e5b5cec-b427-4237-aefc-392bc225e12f tempest-FloatingIPAdminTestJSON-397503754 tempest-FloatingIPAdminTestJSON-397503754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:28.228053 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-e8823ec8-4c86-4d95-aa19-9369cff9821c None None] Provisioning for port bdacc996-0d41-4eac-886c-1af7deeb2449 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:22:28.234921 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-30e2f07c-d9b9-46a7-a79a-6c23bec66ed4 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:28.240795 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-e8823ec8-4c86-4d95-aa19-9369cff9821c None None] Provisioning complete for port bdacc996-0d41-4eac-886c-1af7deeb2449 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:22:28.241214 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e8823ec8-4c86-4d95-aa19-9369cff9821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:28.267734 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d32d30dd-8b4f-4ab5-b735-82835e17c82e tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for port, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:28.283019 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b90ab42-8c3b-421a-b09f-b80c4e9b0075 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Made reservation on behalf of e56ca83c553e4935a4e8b75ed76c674c for: {'subnet': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:22:28.305149 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d32d30dd-8b4f-4ab5-b735-82835e17c82e tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:28.382207 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-398faa73-1ab7-4bf1-9c1e-2bfdd32c787c tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:28.391679 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e8823ec8-4c86-4d95-aa19-9369cff9821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:28.428488 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-e8823ec8-4c86-4d95-aa19-9369cff9821c None None] For port bdacc996-0d41-4eac-886c-1af7deeb2449, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=bdacc996-0d41-4eac-886c-1af7deeb2449,segment=NetworkSegment(9575ac7b-3c85-46da-81c5-434024000f40),segment_id=9575ac7b-3c85-46da-81c5-434024000f40)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:22:28.431203 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d32d30dd-8b4f-4ab5-b735-82835e17c82e tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1959989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854145006'] for router_interface, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:28.457629 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f0cf62-5407-449d-8046-bf6266a46bcd None None] DHCP port deletion for 489fa468-360a-4868-b4ac-a400ec975c5b request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:22:28.462814 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e8823ec8-4c86-4d95-aa19-9369cff9821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:28.465071 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4f707e47-4092-424d-9b58-f94cbbb4c37a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:28.497037 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-f2f0cf62-5407-449d-8046-bf6266a46bcd None None] Deleting port bdacc996-0d41-4eac-886c-1af7deeb2449 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:22:28.497462 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f2f0cf62-5407-449d-8046-bf6266a46bcd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:28.566963 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32d30dd-8b4f-4ab5-b735-82835e17c82e tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Pushing event updated for resources: {'Port': ['ID=6bd170cf-644b-4350-86dc-bf48267f17a5,revision_number=2']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:28.572287 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d32d30dd-8b4f-4ab5-b735-82835e17c82e tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:28.636755 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32d30dd-8b4f-4ab5-b735-82835e17c82e tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Network e3a5f734-9b47-43a1-9e43-3aa9b4fa792e is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:22:28.638346 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-d32d30dd-8b4f-4ab5-b735-82835e17c82e tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:22:28.843333 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device d4a1b7dd-8722-4c50-985c-96e0abbffcf5 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:22:28.864775 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5b5cec-b427-4237-aefc-392bc225e12f tempest-FloatingIPAdminTestJSON-397503754 tempest-FloatingIPAdminTestJSON-397503754-project] Pushing event updated for resources: {'Port': ['ID=7a463f0e-6ed0-4a6a-97b7-d66bfe011980,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:28.877773 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3e5b5cec-b427-4237-aefc-392bc225e12f tempest-FloatingIPAdminTestJSON-397503754 tempest-FloatingIPAdminTestJSON-397503754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.643s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:28.910673 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7b90ab42-8c3b-421a-b09f-b80c4e9b0075 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839924940'] for subnet, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:28.949818 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8823ec8-4c86-4d95-aa19-9369cff9821c None None] Pushing event updated for resources: {'Port': ['ID=bdacc996-0d41-4eac-886c-1af7deeb2449,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:28.957681 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e8823ec8-4c86-4d95-aa19-9369cff9821c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:29.035726 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3e5b5cec-b427-4237-aefc-392bc225e12f tempest-FloatingIPAdminTestJSON-397503754 tempest-FloatingIPAdminTestJSON-397503754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634093'] for floatingip, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:29.091360 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-44deac72-538f-4ae9-aa64-0055b85be393 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:29.120943 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d32d30dd-8b4f-4ab5-b735-82835e17c82e tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Router 3343e8b1-446a-4553-bbd7-92fdbc9107f9 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:22:29.137305 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-f2f0cf62-5407-449d-8046-bf6266a46bcd None None] For port bdacc996-0d41-4eac-886c-1af7deeb2449, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=bdacc996-0d41-4eac-886c-1af7deeb2449,segment=NetworkSegment(9575ac7b-3c85-46da-81c5-434024000f40),segment_id=9575ac7b-3c85-46da-81c5-434024000f40)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:22:29.137759 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f2f0cf62-5407-449d-8046-bf6266a46bcd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:29.190294 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-44deac72-538f-4ae9-aa64-0055b85be393 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:29.207110 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port d4a1b7dd-8722-4c50-985c-96e0abbffcf5 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:22:29.283593 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-f2f0cf62-5407-449d-8046-bf6266a46bcd None None] Calling delete_port for bdacc996-0d41-4eac-886c-1af7deeb2449 owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:22:29.287602 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3e5b5cec-b427-4237-aefc-392bc225e12f tempest-FloatingIPAdminTestJSON-397503754 tempest-FloatingIPAdminTestJSON-397503754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:29.291445 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-3e5b5cec-b427-4237-aefc-392bc225e12f tempest-FloatingIPAdminTestJSON-397503754 tempest-FloatingIPAdminTestJSON-397503754-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3273611 Dec 15 19:22:29.306484 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54604) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:29.314634 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device aacb36af-e418-4be4-8114-03d2817437e5 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:22:29.442971 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bca3864-f49f-4e6a-8a76-da94460c8831 None None] Network e3a5f734-9b47-43a1-9e43-3aa9b4fa792e requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:22:29.543910 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-44deac72-538f-4ae9-aa64-0055b85be393 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:29.549343 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-edfc1063-ed2c-45eb-820b-a353d6625da7 tempest-FloatingIPAdminTestJSON-1127592930 tempest-FloatingIPAdminTestJSON-1127592930-project-admin] Synchronizing usage tracker for tenant:109b5130c5c347a9bd321e199573c643 on resource:floatingip {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:22:29.555030 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f3d49183-8290-4971-8037-93ff274b06cc tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:29.586640 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44deac72-538f-4ae9-aa64-0055b85be393 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc617d38-1e06-4400-9806-570ba96551b8,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:29.590016 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f2f0cf62-5407-449d-8046-bf6266a46bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866'] for port, after_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:29.611260 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-667776ab-9b7b-4e16-b67f-5dd491dad0c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:29.613619 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-44deac72-538f-4ae9-aa64-0055b85be393 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:29.614524 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d32d30dd-8b4f-4ab5-b735-82835e17c82e tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:22:29.622917 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d32d30dd-8b4f-4ab5-b735-82835e17c82e tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "PUT /v2.0/routers/3343e8b1-446a-4553-bbd7-92fdbc9107f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6707501 Dec 15 19:22:29.626550 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54608) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:29.633035 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-573a9195-3885-4df2-af32-87714c7543b0 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:22:29.681764 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-edfc1063-ed2c-45eb-820b-a353d6625da7 tempest-FloatingIPAdminTestJSON-1127592930 tempest-FloatingIPAdminTestJSON-1127592930-project-admin] Unset dirty status for tenant:109b5130c5c347a9bd321e199573c643 on resource:floatingip {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:22:29.681764 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-edfc1063-ed2c-45eb-820b-a353d6625da7 tempest-FloatingIPAdminTestJSON-1127592930 tempest-FloatingIPAdminTestJSON-1127592930-project-admin] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2436 time: 0.3698549 Dec 15 19:22:29.681764 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54612) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:29.690165 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ff9ad3-e730-4cf0-9404-123081052ca7 None None] Sync routers for ids ['3343e8b1-446a-4553-bbd7-92fdbc9107f9'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:22:29.693025 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port aacb36af-e418-4be4-8114-03d2817437e5 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:22:29.711054 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f0cf62-5407-449d-8046-bf6266a46bcd None None] Pushing event deleted for resources: {'Port': ['ID=bdacc996-0d41-4eac-886c-1af7deeb2449,revision_number=None']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:29.715251 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f2f0cf62-5407-449d-8046-bf6266a46bcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:29.715251 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-e77f258a-682c-47c5-90c5-f30be989ebe4 None None] Provisioning for port d4a1b7dd-8722-4c50-985c-96e0abbffcf5 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:22:29.725746 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-e77f258a-682c-47c5-90c5-f30be989ebe4 None None] Provisioning complete for port d4a1b7dd-8722-4c50-985c-96e0abbffcf5 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:22:29.726171 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e77f258a-682c-47c5-90c5-f30be989ebe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:29.760499 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port aacb36af-e418-4be4-8114-03d2817437e5 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:22:29.761029 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:29.779087 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-44deac72-538f-4ae9-aa64-0055b85be393 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:29.782844 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-44deac72-538f-4ae9-aa64-0055b85be393 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] 10.222.0.36 "DELETE /v2.0/security-groups/bc617d38-1e06-4400-9806-570ba96551b8 HTTP/1.1" status: 204 len: 168 time: 1.5768187 Dec 15 19:22:29.788259 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54616) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:29.841590 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f0cf62-5407-449d-8046-bf6266a46bcd None None] No DVR routers for this DVR port bdacc996-0d41-4eac-886c-1af7deeb2449 on host dv-neutron-821831-2-hyperv {{(pid=88992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:22:29.849910 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-9bcdd9cd-b694-447e-8d0b-b38ea5582565 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Synchronizing usage tracker for tenant:1271dab888c74d7e85b345ac23913ea2 on resource:floatingip {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:22:29.871060 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-46adedfe-e352-458c-b288-e99cbd9188a1 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0780828 Dec 15 19:22:29.871525 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54620) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:29.904717 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ff9ad3-e730-4cf0-9404-123081052ca7 None None] Routers {'3343e8b1-446a-4553-bbd7-92fdbc9107f9'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:22:29.905998 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-d6ff9ad3-e730-4cf0-9404-123081052ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:22:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['3343e8b1-446a-4553-bbd7-92fdbc9107f9'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:22:29.932317 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-acc00f36-38bb-4d5b-8243-e783141f38f5 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Request body: {'security_group': {'name': 'tempest-secgroup--17361951'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:22:29.951412 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7b90ab42-8c3b-421a-b09f-b80c4e9b0075 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838139473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839924955'] for subnet, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:29.987384 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-718290dd-7e1c-4fe7-a692-c6cb0d096fa3 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:30.001192 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-acc00f36-38bb-4d5b-8243-e783141f38f5 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:22:30.014839 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-acc00f36-38bb-4d5b-8243-e783141f38f5 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Usage tracker for resource:security_group and tenant:74351983f9b54e7d8c187cc2e322dc60 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:22:30.019829 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-acc00f36-38bb-4d5b-8243-e783141f38f5 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:22:30.028755 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-9bcdd9cd-b694-447e-8d0b-b38ea5582565 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Unset dirty status for tenant:1271dab888c74d7e85b345ac23913ea2 on resource:floatingip {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:22:30.029315 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-acc00f36-38bb-4d5b-8243-e783141f38f5 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:22:30.033495 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9bcdd9cd-b694-447e-8d0b-b38ea5582565 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.3481417 Dec 15 19:22:30.041605 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54624) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:30.092286 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b90ab42-8c3b-421a-b09f-b80c4e9b0075 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Network 489fa468-360a-4868-b4ac-a400ec975c5b is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:22:30.093792 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-6a017b2b-3c22-4b6c-85a2-e8b1ca423d0e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Deleting port cab77c40-db06-42c3-a87c-91f705478f66 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:22:30.094131 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6a017b2b-3c22-4b6c-85a2-e8b1ca423d0e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:30.128986 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-7b90ab42-8c3b-421a-b09f-b80c4e9b0075 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:22:30.143598 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b90ab42-8c3b-421a-b09f-b80c4e9b0075 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:22:30.144272 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7b90ab42-8c3b-421a-b09f-b80c4e9b0075 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:30.149957 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a12848-12b1-4d67-88e1-b5895d4230fa None None] Network 489fa468-360a-4868-b4ac-a400ec975c5b requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:22:30.162642 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b90ab42-8c3b-421a-b09f-b80c4e9b0075 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event updated for resources: {'Subnet': ['ID=f8c5868e-55d3-4882-8b09-af996a800078,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:30.165886 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7b90ab42-8c3b-421a-b09f-b80c4e9b0075 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:30.204627 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-7b90ab42-8c3b-421a-b09f-b80c4e9b0075 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3541372 Dec 15 19:22:30.206847 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54628) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:30.252013 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-acc00f36-38bb-4d5b-8243-e783141f38f5 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:30.265414 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-8eea59e0-3e28-44ba-8a3e-c068ecc426de tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Request body: {'subnet': {'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:22:30.289226 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-4af5766e-f7ec-497d-bcec-afb5ad80f822 tempest-FloatingIPAdminTestJSON-397503754 tempest-FloatingIPAdminTestJSON-397503754-project] Deleting port 7a463f0e-6ed0-4a6a-97b7-d66bfe011980 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:22:30.289662 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4af5766e-f7ec-497d-bcec-afb5ad80f822 tempest-FloatingIPAdminTestJSON-397503754 tempest-FloatingIPAdminTestJSON-397503754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:30.333903 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e77f258a-682c-47c5-90c5-f30be989ebe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:30.347797 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:30.370366 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-d6ff9ad3-e730-4cf0-9404-123081052ca7 None None] Set router 3343e8b1-446a-4553-bbd7-92fdbc9107f9 gateway port host: None {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:22:30.403120 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-acc00f36-38bb-4d5b-8243-e783141f38f5 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:22:30.418035 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-acc00f36-38bb-4d5b-8243-e783141f38f5 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Usage tracker for resource:security_group_rule and tenant:74351983f9b54e7d8c187cc2e322dc60 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:22:30.426055 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-acc00f36-38bb-4d5b-8243-e783141f38f5 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:22:30.468899 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-6a017b2b-3c22-4b6c-85a2-e8b1ca423d0e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] For port cab77c40-db06-42c3-a87c-91f705478f66, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=cab77c40-db06-42c3-a87c-91f705478f66,segment=NetworkSegment(5ec7b682-6c9e-4eec-809e-f06b3cbda950),segment_id=5ec7b682-6c9e-4eec-809e-f06b3cbda950)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:22:30.469511 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6a017b2b-3c22-4b6c-85a2-e8b1ca423d0e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:30.480375 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-acc00f36-38bb-4d5b-8243-e783141f38f5 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:22:30.549975 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-8eea59e0-3e28-44ba-8a3e-c068ecc426de tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:22:30.632048 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-6a017b2b-3c22-4b6c-85a2-e8b1ca423d0e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Calling delete_port for cab77c40-db06-42c3-a87c-91f705478f66 owned by network:router_interface {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:22:30.664725 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8eea59e0-3e28-44ba-8a3e-c068ecc426de tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Usage tracker for resource:subnet and tenant:e56ca83c553e4935a4e8b75ed76c674c is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:22:30.674388 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8eea59e0-3e28-44ba-8a3e-c068ecc426de tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:22:30.684171 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-8eea59e0-3e28-44ba-8a3e-c068ecc426de tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:22:30.711735 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4af5766e-f7ec-497d-bcec-afb5ad80f822 tempest-FloatingIPAdminTestJSON-397503754 tempest-FloatingIPAdminTestJSON-397503754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:30.712112 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4af5766e-f7ec-497d-bcec-afb5ad80f822 tempest-FloatingIPAdminTestJSON-397503754 tempest-FloatingIPAdminTestJSON-397503754-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:30.794743 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-e77f258a-682c-47c5-90c5-f30be989ebe4 None None] For port d4a1b7dd-8722-4c50-985c-96e0abbffcf5, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=d4a1b7dd-8722-4c50-985c-96e0abbffcf5,segment=NetworkSegment(2937a568-4529-49dc-b3cc-3970dbc3567a),segment_id=2937a568-4529-49dc-b3cc-3970dbc3567a)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:22:30.807110 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port aacb36af-e418-4be4-8114-03d2817437e5, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=aacb36af-e418-4be4-8114-03d2817437e5,segment=NetworkSegment(6a290837-6afc-42b6-b20e-54db47a1007e),segment_id=6a290837-6afc-42b6-b20e-54db47a1007e)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:22:30.839785 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e77f258a-682c-47c5-90c5-f30be989ebe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:30.906448 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-4af5766e-f7ec-497d-bcec-afb5ad80f822 tempest-FloatingIPAdminTestJSON-397503754 tempest-FloatingIPAdminTestJSON-397503754-project] Calling delete_port for 7a463f0e-6ed0-4a6a-97b7-d66bfe011980 owned by network:floatingip {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:22:30.907809 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6a017b2b-3c22-4b6c-85a2-e8b1ca423d0e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:30.908125 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e525562a-e51f-48fb-bcd0-dc0f1d219159 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:30.912884 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-df55279e-21b9-4c30-9a4d-93128bba4528 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:30.945819 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-acc00f36-38bb-4d5b-8243-e783141f38f5 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:30.966593 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:30.967442 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a017b2b-3c22-4b6c-85a2-e8b1ca423d0e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event deleted for resources: {'Port': ['ID=cab77c40-db06-42c3-a87c-91f705478f66,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:30.973099 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6a017b2b-3c22-4b6c-85a2-e8b1ca423d0e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:30.984735 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.extraroute_db [None req-573a9195-3885-4df2-af32-87714c7543b0 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=88991) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 15 19:22:31.011692 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-acc00f36-38bb-4d5b-8243-e783141f38f5 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:31.028567 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-65799b43-1467-48eb-adcb-8061d573ac82 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:31.059981 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c615121e-4942-4d77-9e24-3da6da80fa2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-489fa468-360a-4868-b4ac-a400ec975c5b', 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'tenant_id': 'e56ca83c553e4935a4e8b75ed76c674c', 'fixed_ips': [{'subnet_id': 'f8c5868e-55d3-4882-8b09-af996a800078'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:22:31.062056 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c615121e-4942-4d77-9e24-3da6da80fa2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:31.069121 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eea59e0-3e28-44ba-8a3e-c068ecc426de tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Made reservation on behalf of e56ca83c553e4935a4e8b75ed76c674c for: {'subnet': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:22:31.075500 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8eea59e0-3e28-44ba-8a3e-c068ecc426de tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839924940'] for subnet, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:31.079808 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device bdacc996-0d41-4eac-886c-1af7deeb2449 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:22:31.110115 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc00f36-38bb-4d5b-8243-e783141f38f5 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a05aeed5-af60-466b-a4ea-4180a5b22b0c,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:31.119101 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.extraroute_db [None req-573a9195-3885-4df2-af32-87714c7543b0 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Removed routes are [] {{(pid=88991) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 15 19:22:31.119529 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-573a9195-3885-4df2-af32-87714c7543b0 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:31.178223 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: bdacc996-0d41-4eac-886c-1af7deeb2449 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:22:31.178989 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device bdacc996-0d41-4eac-886c-1af7deeb2449 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:22:31.243833 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-acc00f36-38bb-4d5b-8243-e783141f38f5 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:31.245345 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77f258a-682c-47c5-90c5-f30be989ebe4 None None] Pushing event updated for resources: {'Port': ['ID=d4a1b7dd-8722-4c50-985c-96e0abbffcf5,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:31.246231 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4af5766e-f7ec-497d-bcec-afb5ad80f822 tempest-FloatingIPAdminTestJSON-397503754 tempest-FloatingIPAdminTestJSON-397503754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:31.255430 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e77f258a-682c-47c5-90c5-f30be989ebe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:31.341997 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d1b15125-b285-430d-837e-746c03834e9f tempest-FloatingIPAdminTestJSON-1127592930 tempest-FloatingIPAdminTestJSON-1127592930-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:31.353020 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f725d4e5-1257-4d31-a030-5e79b91b5051 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.377s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:31.399155 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.ipam_backend_mixin [None req-8eea59e0-3e28-44ba-8a3e-c068ecc426de tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f8c5868e-55d3-4882-8b09-af996a800078 (CIDR: 2001:db8::/64) Dec 15 19:22:31.473333 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-e2fd548c-3404-415f-8479-fbfe0d54d7c9 None None] Provisioning complete for port d4a1b7dd-8722-4c50-985c-96e0abbffcf5 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:22:31.474375 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e2fd548c-3404-415f-8479-fbfe0d54d7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:31.496803 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-acc00f36-38bb-4d5b-8243-e783141f38f5 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:31.498140 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-acc00f36-38bb-4d5b-8243-e783141f38f5 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.6256115 Dec 15 19:22:31.505205 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54632) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:31.506445 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eea59e0-3e28-44ba-8a3e-c068ecc426de tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 19:22:31.507063 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8eea59e0-3e28-44ba-8a3e-c068ecc426de tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:22:31.529539 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-9c183e2d-d726-4be5-9419-975907283cbc tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Request body: {'security_group_rule': {'security_group_id': 'a05aeed5-af60-466b-a4ea-4180a5b22b0c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:22:31.546616 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-9c183e2d-d726-4be5-9419-975907283cbc tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:22:31.550342 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af5766e-f7ec-497d-bcec-afb5ad80f822 tempest-FloatingIPAdminTestJSON-397503754 tempest-FloatingIPAdminTestJSON-397503754-project] Pushing event deleted for resources: {'Port': ['ID=7a463f0e-6ed0-4a6a-97b7-d66bfe011980,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:31.558571 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4af5766e-f7ec-497d-bcec-afb5ad80f822 tempest-FloatingIPAdminTestJSON-397503754 tempest-FloatingIPAdminTestJSON-397503754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:31.563469 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-9c183e2d-d726-4be5-9419-975907283cbc tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Usage tracker for resource:security_group_rule and tenant:74351983f9b54e7d8c187cc2e322dc60 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:22:31.572097 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-9c183e2d-d726-4be5-9419-975907283cbc tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:22:31.581632 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-9c183e2d-d726-4be5-9419-975907283cbc tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:22:31.596490 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4af5766e-f7ec-497d-bcec-afb5ad80f822 tempest-FloatingIPAdminTestJSON-397503754 tempest-FloatingIPAdminTestJSON-397503754-project] Notify callbacks [] for floatingip, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:31.600398 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4af5766e-f7ec-497d-bcec-afb5ad80f822 tempest-FloatingIPAdminTestJSON-397503754 tempest-FloatingIPAdminTestJSON-397503754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:31.600398 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4af5766e-f7ec-497d-bcec-afb5ad80f822 tempest-FloatingIPAdminTestJSON-397503754 tempest-FloatingIPAdminTestJSON-397503754-project] 10.222.0.36 "DELETE /v2.0/floatingips/25b9d583-f587-454d-aff8-69291593d9cb HTTP/1.1" status: 204 len: 168 time: 1.5565152 Dec 15 19:22:31.608585 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54636) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:31.660142 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=aacb36af-e418-4be4-8114-03d2817437e5,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:31.664162 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:31.697248 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-c615121e-4942-4d77-9e24-3da6da80fa2a None None] Allocated IP 2001:db8::f816:3eff:fe62:b265 (489fa468-360a-4868-b4ac-a400ec975c5b/f8c5868e-55d3-4882-8b09-af996a800078/b099f8da-7a57-4337-b7c2-72d0d8f13fa1) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:22:31.791186 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-d6ff9ad3-e730-4cf0-9404-123081052ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'name': 'tempest-RoutersTest-router-764355656', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:21:46Z', 'updated_at': '2021-12-15T19:22:27Z', 'revision_number': 5, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'gw_port_host': None, '_interfaces': [{'id': '42b090dc-7075-4e99-9cd5-a6678a9d0384', 'name': '', 'network_id': '1ac3f362-2078-4002-a392-a7842225ba9f', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'mac_address': 'fa:16:3e:ba:d5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca9accf0-e88c-467d-a684-50f557360418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:21:51Z', 'updated_at': '2021-12-15T19:22:06Z', 'revision_number': 5, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'subnets': [{'id': 'ca9accf0-e88c-467d-a684-50f557360418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6bd170cf-644b-4350-86dc-bf48267f17a5', 'name': '', 'network_id': 'e3a5f734-9b47-43a1-9e43-3aa9b4fa792e', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'mac_address': 'fa:16:3e:8f:9d:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b88d350-57f6-4e19-ae4b-29eb1beaa5a3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:22:25Z', 'updated_at': '2021-12-15T19:22:28Z', 'revision_number': 2, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'subnets': [{'id': '7b88d350-57f6-4e19-ae4b-29eb1beaa5a3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aacb36af-e418-4be4-8114-03d2817437e5', 'name': '', 'network_id': '818fc7e9-d868-4dd4-b340-8e65fca95114', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'mac_address': 'fa:16:3e:e5:7f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe9d9289-d1de-4e90-b7c8-98e7c170341b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:22:15Z', 'updated_at': '2021-12-15T19:22:25Z', 'revision_number': 4, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'subnets': [{'id': 'fe9d9289-d1de-4e90-b7c8-98e7c170341b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1c2f93f-3e3c-49f1-b182-e6d770b52964', 'name': '', 'network_id': '1913e98a-5da5-451a-80c7-faaf2ed8c312', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'mac_address': 'fa:16:3e:fb:50:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ca7af6a-42be-4f17-acc7-c24713f82445', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:22:04Z', 'updated_at': '2021-12-15T19:22:19Z', 'revision_number': 5, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'subnets': [{'id': '8ca7af6a-42be-4f17-acc7-c24713f82445', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:22:31.876316 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ff9ad3-e730-4cf0-9404-123081052ca7 None None] Checking router: 3343e8b1-446a-4553-bbd7-92fdbc9107f9 for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:22:31.876736 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ff9ad3-e730-4cf0-9404-123081052ca7 None None] Updating router 3343e8b1-446a-4553-bbd7-92fdbc9107f9 port 6bd170cf-644b-4350-86dc-bf48267f17a5 binding host dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 15 19:22:31.976171 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d6ff9ad3-e730-4cf0-9404-123081052ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:32.009409 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-e2fd548c-3404-415f-8479-fbfe0d54d7c9 None None] Provisioning for port 6bd170cf-644b-4350-86dc-bf48267f17a5 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:22:32.030346 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8eea59e0-3e28-44ba-8a3e-c068ecc426de tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8195233 Dec 15 19:22:32.032227 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54640) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:32.040958 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-d5f6dfc9-a23a-412a-97c3-1f1c873c6c3d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Request body: {'subnet': {'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:22:32.046747 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9c183e2d-d726-4be5-9419-975907283cbc tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:32.051955 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-e2fd548c-3404-415f-8479-fbfe0d54d7c9 None None] Provisioning complete for port 6bd170cf-644b-4350-86dc-bf48267f17a5 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:22:32.052386 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e2fd548c-3404-415f-8479-fbfe0d54d7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:32.161591 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-fae14a96-46a2-4f89-a9ae-bec775567cfd tempest-FloatingIPAdminTestJSON-1127592930 tempest-FloatingIPAdminTestJSON-1127592930-project-admin] Deleting port 62af3db0-a6b2-44c9-9c99-5802781e28df {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:22:32.161971 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fae14a96-46a2-4f89-a9ae-bec775567cfd tempest-FloatingIPAdminTestJSON-1127592930 tempest-FloatingIPAdminTestJSON-1127592930-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:32.167751 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-573a9195-3885-4df2-af32-87714c7543b0 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:32.176320 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-573a9195-3885-4df2-af32-87714c7543b0 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854141873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-633912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854194791'] for router, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:32.223974 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-e2fd548c-3404-415f-8479-fbfe0d54d7c9 None None] Port 6bd170cf-644b-4350-86dc-bf48267f17a5 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:22:32.224821 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6a017b2b-3c22-4b6c-85a2-e8b1ca423d0e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852815828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854144871'] for router_interface, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:32.257273 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c615121e-4942-4d77-9e24-3da6da80fa2a None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:32.278374 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-c615121e-4942-4d77-9e24-3da6da80fa2a None None] Transition to ACTIVE for port object b099f8da-7a57-4337-b7c2-72d0d8f13fa1 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:22:32.349581 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-d5f6dfc9-a23a-412a-97c3-1f1c873c6c3d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:22:32.349945 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9c183e2d-d726-4be5-9419-975907283cbc tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:32.355917 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d5f6dfc9-a23a-412a-97c3-1f1c873c6c3d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Usage tracker for resource:subnet and tenant:e56ca83c553e4935a4e8b75ed76c674c is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:22:32.360762 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d5f6dfc9-a23a-412a-97c3-1f1c873c6c3d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:22:32.368320 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-d5f6dfc9-a23a-412a-97c3-1f1c873c6c3d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:22:32.375802 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-c615121e-4942-4d77-9e24-3da6da80fa2a None None] Transition to ACTIVE for port object b099f8da-7a57-4337-b7c2-72d0d8f13fa1 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:22:32.418927 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9c183e2d-d726-4be5-9419-975907283cbc tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:32.423064 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1634e4cb-6b17-4228-9dc4-39580cf39d58 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:32.423638 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f6dfc9-a23a-412a-97c3-1f1c873c6c3d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Made reservation on behalf of e56ca83c553e4935a4e8b75ed76c674c for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:22:32.432140 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-2bd2a822-dcaa-4733-90ba-a71f8ea46b62 None None] Provisioning complete for port 6bd170cf-644b-4350-86dc-bf48267f17a5 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:22:32.432565 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2bd2a822-dcaa-4733-90ba-a71f8ea46b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:32.465354 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c183e2d-d726-4be5-9419-975907283cbc tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1462f49-b853-47cf-bd14-549aa75bee6b,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:32.472968 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9c183e2d-d726-4be5-9419-975907283cbc tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:32.485231 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c615121e-4942-4d77-9e24-3da6da80fa2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:32.494339 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:32.502385 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fae14a96-46a2-4f89-a9ae-bec775567cfd tempest-FloatingIPAdminTestJSON-1127592930 tempest-FloatingIPAdminTestJSON-1127592930-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:32.502759 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fae14a96-46a2-4f89-a9ae-bec775567cfd tempest-FloatingIPAdminTestJSON-1127592930 tempest-FloatingIPAdminTestJSON-1127592930-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:32.506914 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-573a9195-3885-4df2-af32-87714c7543b0 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Router 3343e8b1-446a-4553-bbd7-92fdbc9107f9 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:22:32.592236 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-2bd2a822-dcaa-4733-90ba-a71f8ea46b62 None None] Port 6bd170cf-644b-4350-86dc-bf48267f17a5 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:22:32.598148 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c615121e-4942-4d77-9e24-3da6da80fa2a None None] Pushing event updated for resources: {'Port': ['ID=b099f8da-7a57-4337-b7c2-72d0d8f13fa1,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:32.601159 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c615121e-4942-4d77-9e24-3da6da80fa2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:32.604485 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c615121e-4942-4d77-9e24-3da6da80fa2a None None] Network 489fa468-360a-4868-b4ac-a400ec975c5b is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:22:32.617037 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-c615121e-4942-4d77-9e24-3da6da80fa2a None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:22:32.619549 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c615121e-4942-4d77-9e24-3da6da80fa2a None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:22:32.666276 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9c183e2d-d726-4be5-9419-975907283cbc tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:32.670489 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9c183e2d-d726-4be5-9419-975907283cbc tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.1588006 Dec 15 19:22:32.678495 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-fae14a96-46a2-4f89-a9ae-bec775567cfd tempest-FloatingIPAdminTestJSON-1127592930 tempest-FloatingIPAdminTestJSON-1127592930-project-admin] Calling delete_port for 62af3db0-a6b2-44c9-9c99-5802781e28df owned by network:floatingip {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:22:32.699493 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54644) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:32.716045 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-b7364d21-6a19-4088-a3ec-62bf029bc0a3 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Request body: {'security_group_rule': {'security_group_id': 'a05aeed5-af60-466b-a4ea-4180a5b22b0c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:22:32.738425 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-b7364d21-6a19-4088-a3ec-62bf029bc0a3 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:22:32.754122 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d5f6dfc9-a23a-412a-97c3-1f1c873c6c3d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:32.772880 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-b7364d21-6a19-4088-a3ec-62bf029bc0a3 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Usage tracker for resource:security_group_rule and tenant:74351983f9b54e7d8c187cc2e322dc60 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:22:32.774804 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d6ff9ad3-e730-4cf0-9404-123081052ca7 None None] Notify callbacks [] for port, precommit_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:32.780501 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-c615121e-4942-4d77-9e24-3da6da80fa2a None None] Attempting to bind port b099f8da-7a57-4337-b7c2-72d0d8f13fa1 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:22:32.780680 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-c615121e-4942-4d77-9e24-3da6da80fa2a None None] Attempting to bind port b099f8da-7a57-4337-b7c2-72d0d8f13fa1 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '9575ac7b-3c85-46da-81c5-434024000f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:22:32.780985 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c615121e-4942-4d77-9e24-3da6da80fa2a None None] Attempting to bind port b099f8da-7a57-4337-b7c2-72d0d8f13fa1 on network 489fa468-360a-4868-b4ac-a400ec975c5b {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:22:32.785307 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-b7364d21-6a19-4088-a3ec-62bf029bc0a3 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:22:32.794902 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d6ff9ad3-e730-4cf0-9404-123081052ca7 None None] Transition to ACTIVE for port object 6bd170cf-644b-4350-86dc-bf48267f17a5 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:22:32.798276 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c615121e-4942-4d77-9e24-3da6da80fa2a None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:22:32.798703 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c615121e-4942-4d77-9e24-3da6da80fa2a None None] Checking segment: {'id': '9575ac7b-3c85-46da-81c5-434024000f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:22:32.799159 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c615121e-4942-4d77-9e24-3da6da80fa2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:32.799607 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c615121e-4942-4d77-9e24-3da6da80fa2a None None] Bound using segment: {'id': '9575ac7b-3c85-46da-81c5-434024000f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:22:32.800191 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-c615121e-4942-4d77-9e24-3da6da80fa2a None None] Bound port: b099f8da-7a57-4337-b7c2-72d0d8f13fa1, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9575ac7b-3c85-46da-81c5-434024000f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:22:32.800533 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c615121e-4942-4d77-9e24-3da6da80fa2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:32.844355 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-b7364d21-6a19-4088-a3ec-62bf029bc0a3 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:22:32.848356 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d6ff9ad3-e730-4cf0-9404-123081052ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:32.858931 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-033d4197-cf4e-474a-829d-4533e2ff046c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:32.965694 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b7364d21-6a19-4088-a3ec-62bf029bc0a3 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:32.993964 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fae14a96-46a2-4f89-a9ae-bec775567cfd tempest-FloatingIPAdminTestJSON-1127592930 tempest-FloatingIPAdminTestJSON-1127592930-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:33.008181 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f5c0b081-a17b-4205-94dd-0f7372ccb234 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:33.063549 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae14a96-46a2-4f89-a9ae-bec775567cfd tempest-FloatingIPAdminTestJSON-1127592930 tempest-FloatingIPAdminTestJSON-1127592930-project-admin] Pushing event deleted for resources: {'Port': ['ID=62af3db0-a6b2-44c9-9c99-5802781e28df,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:33.068840 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fae14a96-46a2-4f89-a9ae-bec775567cfd tempest-FloatingIPAdminTestJSON-1127592930 tempest-FloatingIPAdminTestJSON-1127592930-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:33.073758 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-573a9195-3885-4df2-af32-87714c7543b0 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:22:33.099677 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b7364d21-6a19-4088-a3ec-62bf029bc0a3 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:33.108126 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-573a9195-3885-4df2-af32-87714c7543b0 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for router, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:33.110853 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-573a9195-3885-4df2-af32-87714c7543b0 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "PUT /v2.0/routers/3343e8b1-446a-4553-bbd7-92fdbc9107f9 HTTP/1.1" status: 200 len: 933 time: 3.4813251 Dec 15 19:22:33.112128 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54648) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:33.215735 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b7364d21-6a19-4088-a3ec-62bf029bc0a3 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:33.221583 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b2d82a-d1a6-4645-979d-cd45eaf22a6f None None] Pushing event updated for resources: {'Port': ['ID=6bd170cf-644b-4350-86dc-bf48267f17a5,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:33.225139 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-31b2d82a-d1a6-4645-979d-cd45eaf22a6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:33.232085 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3826df45-1fc7-4ec9-9b81-e6f612000a2d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:33.237032 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-c615121e-4942-4d77-9e24-3da6da80fa2a None None] For port b099f8da-7a57-4337-b7c2-72d0d8f13fa1, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:22:33.252876 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7364d21-6a19-4088-a3ec-62bf029bc0a3 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d912afa-357b-4dac-ab47-386135c40f34,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:33.271487 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fae14a96-46a2-4f89-a9ae-bec775567cfd tempest-FloatingIPAdminTestJSON-1127592930 tempest-FloatingIPAdminTestJSON-1127592930-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:33.316208 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b7364d21-6a19-4088-a3ec-62bf029bc0a3 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:33.316738 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-c615121e-4942-4d77-9e24-3da6da80fa2a None None] For port b099f8da-7a57-4337-b7c2-72d0d8f13fa1, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=b099f8da-7a57-4337-b7c2-72d0d8f13fa1,segment=NetworkSegment(9575ac7b-3c85-46da-81c5-434024000f40),segment_id=9575ac7b-3c85-46da-81c5-434024000f40)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:22:33.338406 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-d6ff9ad3-e730-4cf0-9404-123081052ca7 None None] Attempting to bind port 6bd170cf-644b-4350-86dc-bf48267f17a5 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:22:33.339144 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-d6ff9ad3-e730-4cf0-9404-123081052ca7 None None] Attempting to bind port 6bd170cf-644b-4350-86dc-bf48267f17a5 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '2937a568-4529-49dc-b3cc-3970dbc3567a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'e3a5f734-9b47-43a1-9e43-3aa9b4fa792e'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:22:33.339778 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ff9ad3-e730-4cf0-9404-123081052ca7 None None] Attempting to bind port 6bd170cf-644b-4350-86dc-bf48267f17a5 on network e3a5f734-9b47-43a1-9e43-3aa9b4fa792e {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:22:33.354735 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ff9ad3-e730-4cf0-9404-123081052ca7 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:22:33.355505 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ff9ad3-e730-4cf0-9404-123081052ca7 None None] Checking segment: {'id': '2937a568-4529-49dc-b3cc-3970dbc3567a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'e3a5f734-9b47-43a1-9e43-3aa9b4fa792e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:22:33.356143 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d6ff9ad3-e730-4cf0-9404-123081052ca7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:33.356753 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ff9ad3-e730-4cf0-9404-123081052ca7 None None] Bound using segment: {'id': '2937a568-4529-49dc-b3cc-3970dbc3567a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'e3a5f734-9b47-43a1-9e43-3aa9b4fa792e'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:22:33.357514 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-d6ff9ad3-e730-4cf0-9404-123081052ca7 None None] Bound port: 6bd170cf-644b-4350-86dc-bf48267f17a5, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2937a568-4529-49dc-b3cc-3970dbc3567a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'e3a5f734-9b47-43a1-9e43-3aa9b4fa792e'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:22:33.358846 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d6ff9ad3-e730-4cf0-9404-123081052ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:33.385277 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c615121e-4942-4d77-9e24-3da6da80fa2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:33.410213 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f2f0cf62-5407-449d-8046-bf6266a46bcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:33.413713 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b7364d21-6a19-4088-a3ec-62bf029bc0a3 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:33.415163 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b7364d21-6a19-4088-a3ec-62bf029bc0a3 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.7134821 Dec 15 19:22:33.418848 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54652) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:33.428712 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-7a98ecdd-7993-4d58-8351-faf2bc61da35 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Request body: {'security_group_rule': {'security_group_id': 'a05aeed5-af60-466b-a4ea-4180a5b22b0c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:22:33.433298 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fae14a96-46a2-4f89-a9ae-bec775567cfd tempest-FloatingIPAdminTestJSON-1127592930 tempest-FloatingIPAdminTestJSON-1127592930-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:33.439362 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-fae14a96-46a2-4f89-a9ae-bec775567cfd tempest-FloatingIPAdminTestJSON-1127592930 tempest-FloatingIPAdminTestJSON-1127592930-project-admin] 10.222.0.36 "DELETE /v2.0/floatingips/e2c4f8b3-8833-4c4b-920a-f250e244f242 HTTP/1.1" status: 204 len: 168 time: 1.8273470 Dec 15 19:22:33.440050 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-7a98ecdd-7993-4d58-8351-faf2bc61da35 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:22:33.440218 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54656) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:33.453935 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device d4a1b7dd-8722-4c50-985c-96e0abbffcf5 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:22:33.465283 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-7a98ecdd-7993-4d58-8351-faf2bc61da35 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Usage tracker for resource:security_group_rule and tenant:74351983f9b54e7d8c187cc2e322dc60 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:22:33.480323 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-7a98ecdd-7993-4d58-8351-faf2bc61da35 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:22:33.499564 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-7a98ecdd-7993-4d58-8351-faf2bc61da35 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:22:33.518094 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-16c2b0a0-29d1-4263-b160-f025e15292fa tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "GET /v2.0/routers/3343e8b1-446a-4553-bbd7-92fdbc9107f9 HTTP/1.1" status: 200 len: 933 time: 0.4046674 Dec 15 19:22:33.520109 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54660) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:33.527294 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-8cb6f5a1-2b9c-4ae5-9f1b-d16adacd959d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Request body: {'router': {'routes': None}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:22:33.573803 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-61500377-303a-4e09-9649-05dd6939ecec tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Deleting port 523c2318-6b50-4d19-937a-7805b490f0ef {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:22:33.574536 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-61500377-303a-4e09-9649-05dd6939ecec tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:33.603569 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d5f6dfc9-a23a-412a-97c3-1f1c873c6c3d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:33.611934 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1150c1eb-e44a-4321-ad5f-59b669660355 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:33.671691 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d6ff9ad3-e730-4cf0-9404-123081052ca7 None None] For port 6bd170cf-644b-4350-86dc-bf48267f17a5, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:22:33.675822 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d6ff9ad3-e730-4cf0-9404-123081052ca7 None None] For port 6bd170cf-644b-4350-86dc-bf48267f17a5, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=6bd170cf-644b-4350-86dc-bf48267f17a5,segment=NetworkSegment(2937a568-4529-49dc-b3cc-3970dbc3567a),segment_id=2937a568-4529-49dc-b3cc-3970dbc3567a)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:22:33.700902 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c615121e-4942-4d77-9e24-3da6da80fa2a None None] Pushing event updated for resources: {'Port': ['ID=b099f8da-7a57-4337-b7c2-72d0d8f13fa1,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:33.707367 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c615121e-4942-4d77-9e24-3da6da80fa2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:33.715412 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7a98ecdd-7993-4d58-8351-faf2bc61da35 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:33.721056 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d6ff9ad3-e730-4cf0-9404-123081052ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:33.726997 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:33.764178 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port d4a1b7dd-8722-4c50-985c-96e0abbffcf5 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:22:33.764906 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:33.779293 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f6dfc9-a23a-412a-97c3-1f1c873c6c3d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Network 489fa468-360a-4868-b4ac-a400ec975c5b is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:22:33.785782 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-d5f6dfc9-a23a-412a-97c3-1f1c873c6c3d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:22:33.788868 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f6dfc9-a23a-412a-97c3-1f1c873c6c3d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:22:33.789788 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d5f6dfc9-a23a-412a-97c3-1f1c873c6c3d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:33.812611 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f6dfc9-a23a-412a-97c3-1f1c873c6c3d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event updated for resources: {'Subnet': ['ID=58cbafde-b20e-43c9-84e3-c69b744f733e,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:33.815668 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d5f6dfc9-a23a-412a-97c3-1f1c873c6c3d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:33.863410 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d5f6dfc9-a23a-412a-97c3-1f1c873c6c3d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8271823 Dec 15 19:22:33.865374 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54664) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:33.869426 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a017b2b-3c22-4b6c-85a2-e8b1ca423d0e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Router c3c96c7a-68d4-4016-b0f3-c49ae951d4fc has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:22:33.874795 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-785ce43b-16be-4432-a01c-1c8031e2c58b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Request body: {'port': {'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'mac_address': 'fa:16:3e:b2:49:19', 'name': 'tempest-NetworksTestDHCPv6-1105307239'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:22:33.876236 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b2d82a-d1a6-4645-979d-cd45eaf22a6f None None] Pushing event updated for resources: {'Port': ['ID=6bd170cf-644b-4350-86dc-bf48267f17a5,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:33.884635 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7a98ecdd-7993-4d58-8351-faf2bc61da35 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:33.889078 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-31b2d82a-d1a6-4645-979d-cd45eaf22a6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:33.890315 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ff9ad3-e730-4cf0-9404-123081052ca7 None None] Routers {'3343e8b1-446a-4553-bbd7-92fdbc9107f9'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:22:33.893600 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-d6ff9ad3-e730-4cf0-9404-123081052ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:22:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['3343e8b1-446a-4553-bbd7-92fdbc9107f9'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:22:34.124400 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device aacb36af-e418-4be4-8114-03d2817437e5 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:22:34.126851 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-61500377-303a-4e09-9649-05dd6939ecec tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:34.177709 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-d6ff9ad3-e730-4cf0-9404-123081052ca7 None None] Set router 3343e8b1-446a-4553-bbd7-92fdbc9107f9 gateway port host: None {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:22:34.499753 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port aacb36af-e418-4be4-8114-03d2817437e5 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:22:34.500407 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:34.507560 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7a98ecdd-7993-4d58-8351-faf2bc61da35 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:34.511658 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:34.540638 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a98ecdd-7993-4d58-8351-faf2bc61da35 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64bebd10-edf9-4053-8df8-e30fe7ad536e,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:34.561793 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7a98ecdd-7993-4d58-8351-faf2bc61da35 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:34.620864 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-61500377-303a-4e09-9649-05dd6939ecec tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Calling delete_port for 523c2318-6b50-4d19-937a-7805b490f0ef owned by {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:22:34.678817 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7a98ecdd-7993-4d58-8351-faf2bc61da35 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:34.682779 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-7a98ecdd-7993-4d58-8351-faf2bc61da35 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.2609794 Dec 15 19:22:34.683746 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54668) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:34.701095 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-bc1e0e57-c097-4bb0-912d-f04245551110 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Request body: {'security_group_rule': {'security_group_id': 'a05aeed5-af60-466b-a4ea-4180a5b22b0c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:22:34.711241 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-bc1e0e57-c097-4bb0-912d-f04245551110 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:22:34.719575 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-bc1e0e57-c097-4bb0-912d-f04245551110 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Usage tracker for resource:security_group_rule and tenant:74351983f9b54e7d8c187cc2e322dc60 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:22:34.724260 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-bc1e0e57-c097-4bb0-912d-f04245551110 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:22:34.729646 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-785ce43b-16be-4432-a01c-1c8031e2c58b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:22:34.748485 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-785ce43b-16be-4432-a01c-1c8031e2c58b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Usage tracker for resource:port and tenant:e56ca83c553e4935a4e8b75ed76c674c is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:22:34.753168 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-785ce43b-16be-4432-a01c-1c8031e2c58b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:22:34.762838 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-bc1e0e57-c097-4bb0-912d-f04245551110 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:22:34.791621 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-d6ff9ad3-e730-4cf0-9404-123081052ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'name': 'tempest-RoutersTest-router-764355656', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:21:46Z', 'updated_at': '2021-12-15T19:22:30Z', 'revision_number': 6, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'gw_port_host': None, '_interfaces': [{'id': '42b090dc-7075-4e99-9cd5-a6678a9d0384', 'name': '', 'network_id': '1ac3f362-2078-4002-a392-a7842225ba9f', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'mac_address': 'fa:16:3e:ba:d5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca9accf0-e88c-467d-a684-50f557360418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:21:51Z', 'updated_at': '2021-12-15T19:22:06Z', 'revision_number': 5, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'subnets': [{'id': 'ca9accf0-e88c-467d-a684-50f557360418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6bd170cf-644b-4350-86dc-bf48267f17a5', 'name': '', 'network_id': 'e3a5f734-9b47-43a1-9e43-3aa9b4fa792e', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'mac_address': 'fa:16:3e:8f:9d:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b88d350-57f6-4e19-ae4b-29eb1beaa5a3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:22:25Z', 'updated_at': '2021-12-15T19:22:33Z', 'revision_number': 4, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'subnets': [{'id': '7b88d350-57f6-4e19-ae4b-29eb1beaa5a3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aacb36af-e418-4be4-8114-03d2817437e5', 'name': '', 'network_id': '818fc7e9-d868-4dd4-b340-8e65fca95114', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'mac_address': 'fa:16:3e:e5:7f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe9d9289-d1de-4e90-b7c8-98e7c170341b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:22:15Z', 'updated_at': '2021-12-15T19:22:30Z', 'revision_number': 5, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'subnets': [{'id': 'fe9d9289-d1de-4e90-b7c8-98e7c170341b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1c2f93f-3e3c-49f1-b182-e6d770b52964', 'name': '', 'network_id': '1913e98a-5da5-451a-80c7-faaf2ed8c312', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'mac_address': 'fa:16:3e:fb:50:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ca7af6a-42be-4f17-acc7-c24713f82445', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:22:04Z', 'updated_at': '2021-12-15T19:22:19Z', 'revision_number': 5, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'subnets': [{'id': '8ca7af6a-42be-4f17-acc7-c24713f82445', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:22:34.797092 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ff9ad3-e730-4cf0-9404-123081052ca7 None None] The sync data for ids ['3343e8b1-446a-4553-bbd7-92fdbc9107f9'] in dv-neutron-821831-2-hyperv is: [{'id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'name': 'tempest-RoutersTest-router-764355656', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:21:46Z', 'updated_at': '2021-12-15T19:22:30Z', 'revision_number': 6, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'gw_port_host': None, '_interfaces': [{'id': '42b090dc-7075-4e99-9cd5-a6678a9d0384', 'name': '', 'network_id': '1ac3f362-2078-4002-a392-a7842225ba9f', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'mac_address': 'fa:16:3e:ba:d5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca9accf0-e88c-467d-a684-50f557360418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:21:51Z', 'updated_at': '2021-12-15T19:22:06Z', 'revision_number': 5, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'subnets': [{'id': 'ca9accf0-e88c-467d-a684-50f557360418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6bd170cf-644b-4350-86dc-bf48267f17a5', 'name': '', 'network_id': 'e3a5f734-9b47-43a1-9e43-3aa9b4fa792e', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'mac_address': 'fa:16:3e:8f:9d:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b88d350-57f6-4e19-ae4b-29eb1beaa5a3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:22:25Z', 'updated_at': '2021-12-15T19:22:33Z', 'revision_number': 4, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'subnets': [{'id': '7b88d350-57f6-4e19-ae4b-29eb1beaa5a3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aacb36af-e418-4be4-8114-03d2817437e5', 'name': '', 'network_id': '818fc7e9-d868-4dd4-b340-8e65fca95114', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'mac_address': 'fa:16:3e:e5:7f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe9d9289-d1de-4e90-b7c8-98e7c170341b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:22:15Z', 'updated_at': '2021-12-15T19:22:30Z', 'revision_number': 5, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'subnets': [{'id': 'fe9d9289-d1de-4e90-b7c8-98e7c170341b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1c2f93f-3e3c-49f1-b182-e6d770b52964', 'name': '', 'network_id': '1913e98a-5da5-451a-80c7-faaf2ed8c312', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'mac_address': 'fa:16:3e:fb:50:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ca7af6a-42be-4f17-acc7-c24713f82445', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:22:04Z', 'updated_at': '2021-12-15T19:22:19Z', 'revision_number': 5, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'subnets': [{'id': '8ca7af6a-42be-4f17-acc7-c24713f82445', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:22:34.816488 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-785ce43b-16be-4432-a01c-1c8031e2c58b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:22:34.851261 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bc1e0e57-c097-4bb0-912d-f04245551110 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:34.879649 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785ce43b-16be-4432-a01c-1c8031e2c58b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Made reservation on behalf of e56ca83c553e4935a4e8b75ed76c674c for: {'port': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:22:34.925619 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.extraroute_db [None req-8cb6f5a1-2b9c-4ae5-9f1b-d16adacd959d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Added routes are [] {{(pid=88991) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 15 19:22:34.925897 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.extraroute_db [None req-8cb6f5a1-2b9c-4ae5-9f1b-d16adacd959d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=88991) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 15 19:22:34.978880 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bc1e0e57-c097-4bb0-912d-f04245551110 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:34.984974 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8cb6f5a1-2b9c-4ae5-9f1b-d16adacd959d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:35.016550 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bc1e0e57-c097-4bb0-912d-f04245551110 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:35.025296 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:35.048494 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1e0e57-c097-4bb0-912d-f04245551110 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5130f8d-daba-4dbf-b8ce-6e770f197af1,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:35.051983 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-bc1e0e57-c097-4bb0-912d-f04245551110 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:35.086274 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-61500377-303a-4e09-9649-05dd6939ecec tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:35.092015 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-eda2ae6a-f517-4926-997b-00dcbd872dda tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:35.142484 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-785ce43b-16be-4432-a01c-1c8031e2c58b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:35.159985 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61500377-303a-4e09-9649-05dd6939ecec tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Pushing event deleted for resources: {'Port': ['ID=523c2318-6b50-4d19-937a-7805b490f0ef,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:35.168039 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-61500377-303a-4e09-9649-05dd6939ecec tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:35.210125 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a017b2b-3c22-4b6c-85a2-e8b1ca423d0e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:22:35.222409 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defa11eb-7479-44a5-8caf-bf796e247f76 None None] Sync routers for ids ['c3c96c7a-68d4-4016-b0f3-c49ae951d4fc'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:22:35.224135 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bc1e0e57-c097-4bb0-912d-f04245551110 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:35.228626 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-bc1e0e57-c097-4bb0-912d-f04245551110 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5350559 Dec 15 19:22:35.230867 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54672) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:35.243430 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-97bf64c0-b4cd-4291-bb78-9c48267f76c1 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Request body: {'security_group_rule': {'security_group_id': 'a05aeed5-af60-466b-a4ea-4180a5b22b0c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:22:35.244948 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defa11eb-7479-44a5-8caf-bf796e247f76 None None] Routers {'c3c96c7a-68d4-4016-b0f3-c49ae951d4fc'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:22:35.245831 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-defa11eb-7479-44a5-8caf-bf796e247f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:22:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['c3c96c7a-68d4-4016-b0f3-c49ae951d4fc'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:22:35.255382 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-97bf64c0-b4cd-4291-bb78-9c48267f76c1 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:22:35.260262 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-785ce43b-16be-4432-a01c-1c8031e2c58b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] device_id is not set on port baa38783-1d5f-44f2-b63d-0f508c2da165 yet. {{(pid=88990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:22:35.260688 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-97bf64c0-b4cd-4291-bb78-9c48267f76c1 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Usage tracker for resource:security_group_rule and tenant:74351983f9b54e7d8c187cc2e322dc60 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:22:35.273812 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-97bf64c0-b4cd-4291-bb78-9c48267f76c1 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:22:35.292998 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-97bf64c0-b4cd-4291-bb78-9c48267f76c1 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:22:35.535725 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-defa11eb-7479-44a5-8caf-bf796e247f76 None None] Set router c3c96c7a-68d4-4016-b0f3-c49ae951d4fc gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:22:35.538350 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 6bd170cf-644b-4350-86dc-bf48267f17a5 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:22:35.545001 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-97bf64c0-b4cd-4291-bb78-9c48267f76c1 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:35.652246 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6a017b2b-3c22-4b6c-85a2-e8b1ca423d0e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "PUT /v2.0/routers/c3c96c7a-68d4-4016-b0f3-c49ae951d4fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0986683 Dec 15 19:22:35.691668 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8cb6f5a1-2b9c-4ae5-9f1b-d16adacd959d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:35.702762 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8cb6f5a1-2b9c-4ae5-9f1b-d16adacd959d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854141873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-633912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854194791'] for router, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:35.767830 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-61500377-303a-4e09-9649-05dd6939ecec tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:35.774290 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 6bd170cf-644b-4350-86dc-bf48267f17a5 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:22:35.779922 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 6bd170cf-644b-4350-86dc-bf48267f17a5 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:22:35.780468 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:35.831794 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-61500377-303a-4e09-9649-05dd6939ecec tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] 10.222.0.36 "DELETE /v2.0/ports/523c2318-6b50-4d19-937a-7805b490f0ef HTTP/1.1" status: 204 len: 168 time: 2.3892276 Dec 15 19:22:35.890062 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54678) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:36.011595 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-785ce43b-16be-4432-a01c-1c8031e2c58b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Allocated IP 2001:db8:0:1::105 (489fa468-360a-4868-b4ac-a400ec975c5b/58cbafde-b20e-43c9-84e3-c69b744f733e/baa38783-1d5f-44f2-b63d-0f508c2da165) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:22:36.025877 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-785ce43b-16be-4432-a01c-1c8031e2c58b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Allocated IP 2001:db8::f816:3eff:feb2:4919 (489fa468-360a-4868-b4ac-a400ec975c5b/f8c5868e-55d3-4882-8b09-af996a800078/baa38783-1d5f-44f2-b63d-0f508c2da165) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:22:36.081920 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-defa11eb-7479-44a5-8caf-bf796e247f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3c96c7a-68d4-4016-b0f3-c49ae951d4fc', 'name': 'tempest-TestNetworkBasicOps-router-380808785', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': 'f50738ba-eb06-4a98-acea-5eb990e04595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:19:40Z', 'updated_at': '2021-12-15T19:22:30Z', 'revision_number': 6, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': 'f50738ba-eb06-4a98-acea-5eb990e04595', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ff:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c96c7a-68d4-4016-b0f3-c49ae951d4fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:41Z', 'updated_at': '2021-12-15T19:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': '9201e3ff-d9ea-4443-9d41-727769e7b4e0', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'floating_ip_address': '172.26.3.41', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': 'c3c96c7a-68d4-4016-b0f3-c49ae951d4fc', 'port_id': 'e1168d35-e52d-46d5-bccf-ad6e468591d8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc', 'mac_address': 'fa:16:3e:ba:33:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d7c3af-0360-40b9-b552-6937e9663a8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:20:43Z', 'updated_at': '2021-12-15T19:20:50Z', 'revision_number': 1, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6978ef5-362c-4f2d-a7fa-01952bd5604d', 'name': '', 'network_id': 'a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:df:00:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c96c7a-68d4-4016-b0f3-c49ae951d4fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee52211e-ff61-4e3a-b19c-7d228d9f300f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:56Z', 'updated_at': '2021-12-15T19:20:13Z', 'revision_number': 5, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'ee52211e-ff61-4e3a-b19c-7d228d9f300f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:22:36.095639 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defa11eb-7479-44a5-8caf-bf796e247f76 None None] Checking router: c3c96c7a-68d4-4016-b0f3-c49ae951d4fc for host: dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:22:36.105569 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:36.123563 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defa11eb-7479-44a5-8caf-bf796e247f76 None None] Routers {'c3c96c7a-68d4-4016-b0f3-c49ae951d4fc'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:22:36.124359 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-defa11eb-7479-44a5-8caf-bf796e247f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:22:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['c3c96c7a-68d4-4016-b0f3-c49ae951d4fc'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:22:36.178262 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port 6bd170cf-644b-4350-86dc-bf48267f17a5, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=6bd170cf-644b-4350-86dc-bf48267f17a5,segment=NetworkSegment(2937a568-4529-49dc-b3cc-3970dbc3567a),segment_id=2937a568-4529-49dc-b3cc-3970dbc3567a)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:22:36.215623 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-97bf64c0-b4cd-4291-bb78-9c48267f76c1 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:36.224357 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:36.225563 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device b099f8da-7a57-4337-b7c2-72d0d8f13fa1 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:22:36.255829 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-97bf64c0-b4cd-4291-bb78-9c48267f76c1 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:36.267660 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e0bd4816-82d9-4e88-b4c7-9d735254e5e3 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:36.300299 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c6cb7d-b475-472f-a2d1-5c4061e88c7f tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:22:36.301086 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-60c6cb7d-b475-472f-a2d1-5c4061e88c7f tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Synchronizing usage tracker for tenant:1271dab888c74d7e85b345ac23913ea2 on resource:port {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:22:36.315076 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bf64c0-b4cd-4291-bb78-9c48267f76c1 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb0ecdca-d203-4748-bfa9-76130717cc40,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:36.329888 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-97bf64c0-b4cd-4291-bb78-9c48267f76c1 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:36.350116 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-cb64b2be-215f-4977-a4f2-86983bbc32a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:36.376775 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cb6f5a1-2b9c-4ae5-9f1b-d16adacd959d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Router 3343e8b1-446a-4553-bbd7-92fdbc9107f9 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:22:36.407114 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7b4575-27bd-4a89-82c1-daa7fcec8dc5 None None] Network 489fa468-360a-4868-b4ac-a400ec975c5b requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:22:36.408966 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-defa11eb-7479-44a5-8caf-bf796e247f76 None None] Set router c3c96c7a-68d4-4016-b0f3-c49ae951d4fc gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:22:36.431575 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-785ce43b-16be-4432-a01c-1c8031e2c58b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:36.453646 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-785ce43b-16be-4432-a01c-1c8031e2c58b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Transition to ACTIVE for port object baa38783-1d5f-44f2-b63d-0f508c2da165 will not be triggered until provisioned by entity DHCP. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:22:36.464580 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-97bf64c0-b4cd-4291-bb78-9c48267f76c1 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:36.469905 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-97bf64c0-b4cd-4291-bb78-9c48267f76c1 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 1.2375312 Dec 15 19:22:36.474945 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54684) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:36.477806 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-60c6cb7d-b475-472f-a2d1-5c4061e88c7f tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Unset dirty status for tenant:1271dab888c74d7e85b345ac23913ea2 on resource:port {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:22:36.479667 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-60c6cb7d-b475-472f-a2d1-5c4061e88c7f tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] 10.222.0.36 "GET /v2.0/ports?device_id=19eab318-ab8b-4aa4-9e13-5419acd46077 HTTP/1.1" status: 200 len: 913 time: 0.5879891 Dec 15 19:22:36.526286 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-1746f854-22d7-482f-a9ad-08d12f112240 None None] Provisioning for port b099f8da-7a57-4337-b7c2-72d0d8f13fa1 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:22:36.537217 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-1746f854-22d7-482f-a9ad-08d12f112240 None None] Provisioning complete for port b099f8da-7a57-4337-b7c2-72d0d8f13fa1 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:22:36.537775 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1746f854-22d7-482f-a9ad-08d12f112240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:36.542045 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54686) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:36.618084 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-785ce43b-16be-4432-a01c-1c8031e2c58b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:36.620619 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=6bd170cf-644b-4350-86dc-bf48267f17a5,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:36.646584 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2fb1bf02-9977-4a59-9eb4-18b0d2c345f1 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:36.648697 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port b099f8da-7a57-4337-b7c2-72d0d8f13fa1 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:22:36.670493 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:36.711384 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port b099f8da-7a57-4337-b7c2-72d0d8f13fa1 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:22:36.713825 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:36.734088 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cb6f5a1-2b9c-4ae5-9f1b-d16adacd959d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:22:36.745916 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8cb6f5a1-2b9c-4ae5-9f1b-d16adacd959d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for router, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:36.750804 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8cb6f5a1-2b9c-4ae5-9f1b-d16adacd959d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "PUT /v2.0/routers/3343e8b1-446a-4553-bbd7-92fdbc9107f9 HTTP/1.1" status: 200 len: 699 time: 3.2254214 Dec 15 19:22:36.753450 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785ce43b-16be-4432-a01c-1c8031e2c58b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event updated for resources: {'Port': ['ID=baa38783-1d5f-44f2-b63d-0f508c2da165,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:36.754556 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54692) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:36.758024 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-785ce43b-16be-4432-a01c-1c8031e2c58b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:36.799257 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-73c9e41e-28c9-46b9-96ac-f3bcdb1651f8 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:36.817642 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-73c9e41e-28c9-46b9-96ac-f3bcdb1651f8 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:36.854738 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785ce43b-16be-4432-a01c-1c8031e2c58b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Network 489fa468-360a-4868-b4ac-a400ec975c5b is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:22:36.883305 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-785ce43b-16be-4432-a01c-1c8031e2c58b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:22:36.894082 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785ce43b-16be-4432-a01c-1c8031e2c58b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:22:36.899121 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785ce43b-16be-4432-a01c-1c8031e2c58b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:22:36.900142 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-785ce43b-16be-4432-a01c-1c8031e2c58b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:36.929788 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0206d83d-c9cf-4056-8f97-f6c09056b2ef req-dcd755ed-263e-4df2-a568-4cd582a81403 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:22:36.931032 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-0206d83d-c9cf-4056-8f97-f6c09056b2ef req-dcd755ed-263e-4df2-a568-4cd582a81403 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Synchronizing usage tracker for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:22:36.939356 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-73c9e41e-28c9-46b9-96ac-f3bcdb1651f8 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:36.945960 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-73c9e41e-28c9-46b9-96ac-f3bcdb1651f8 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:36.948760 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-73c9e41e-28c9-46b9-96ac-f3bcdb1651f8 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/fb0ecdca-d203-4748-bfa9-76130717cc40 HTTP/1.1" status: 204 len: 168 time: 0.4182887 Dec 15 19:22:36.958933 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ddfb8ab8-b677-4623-ac0b-d81a5f64c1f8 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:36.960558 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54696) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:36.996224 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-785ce43b-16be-4432-a01c-1c8031e2c58b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.1294959 Dec 15 19:22:37.000299 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54700) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:37.022681 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87436261-b293-4b39-8e05-c5e386b91cac None None] Sync routers for ids ['3343e8b1-446a-4553-bbd7-92fdbc9107f9'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:22:37.095555 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-0206d83d-c9cf-4056-8f97-f6c09056b2ef req-dcd755ed-263e-4df2-a568-4cd582a81403 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Unset dirty status for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:22:37.095780 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e8998797-930d-498e-8c26-8a040f3739fc tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "GET /v2.0/routers/3343e8b1-446a-4553-bbd7-92fdbc9107f9 HTTP/1.1" status: 200 len: 699 time: 0.3352225 Dec 15 19:22:37.100940 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0206d83d-c9cf-4056-8f97-f6c09056b2ef req-dcd755ed-263e-4df2-a568-4cd582a81403 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=a1dfa6db-0a44-47c2-a8be-ec1b421a38ef HTTP/1.1" status: 200 len: 946 time: 0.6247694 Dec 15 19:22:37.104050 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9e41e-28c9-46b9-96ac-f3bcdb1651f8 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fb0ecdca-d203-4748-bfa9-76130717cc40,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:37.106999 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-04dbfbb6-ab4c-438e-9ec2-9adbefc890be tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Synchronizing usage tracker for tenant:74351983f9b54e7d8c187cc2e322dc60 on resource:security_group_rule {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:22:37.111964 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54704) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:37.146269 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-73c9e41e-28c9-46b9-96ac-f3bcdb1651f8 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:37.146943 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d647e565-72fc-4add-a798-4789c61122ea tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Deleting port baa38783-1d5f-44f2-b63d-0f508c2da165 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:22:37.147339 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d647e565-72fc-4add-a798-4789c61122ea tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:37.158471 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-defa11eb-7479-44a5-8caf-bf796e247f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3c96c7a-68d4-4016-b0f3-c49ae951d4fc', 'name': 'tempest-TestNetworkBasicOps-router-380808785', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': 'f50738ba-eb06-4a98-acea-5eb990e04595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:19:40Z', 'updated_at': '2021-12-15T19:22:30Z', 'revision_number': 6, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': 'f50738ba-eb06-4a98-acea-5eb990e04595', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ff:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c96c7a-68d4-4016-b0f3-c49ae951d4fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:41Z', 'updated_at': '2021-12-15T19:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': '9201e3ff-d9ea-4443-9d41-727769e7b4e0', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'floating_ip_address': '172.26.3.41', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': 'c3c96c7a-68d4-4016-b0f3-c49ae951d4fc', 'port_id': 'e1168d35-e52d-46d5-bccf-ad6e468591d8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc', 'mac_address': 'fa:16:3e:ba:33:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d7c3af-0360-40b9-b552-6937e9663a8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:20:43Z', 'updated_at': '2021-12-15T19:20:50Z', 'revision_number': 1, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6978ef5-362c-4f2d-a7fa-01952bd5604d', 'name': '', 'network_id': 'a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:df:00:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c96c7a-68d4-4016-b0f3-c49ae951d4fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee52211e-ff61-4e3a-b19c-7d228d9f300f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:56Z', 'updated_at': '2021-12-15T19:20:13Z', 'revision_number': 5, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'ee52211e-ff61-4e3a-b19c-7d228d9f300f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:22:37.162784 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87436261-b293-4b39-8e05-c5e386b91cac None None] Routers {'3343e8b1-446a-4553-bbd7-92fdbc9107f9'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:22:37.163619 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-87436261-b293-4b39-8e05-c5e386b91cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:22:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['3343e8b1-446a-4553-bbd7-92fdbc9107f9'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:22:37.165435 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defa11eb-7479-44a5-8caf-bf796e247f76 None None] The sync data for ids ['c3c96c7a-68d4-4016-b0f3-c49ae951d4fc'] in dv-neutron-821831-2-hyperv is: [{'id': 'c3c96c7a-68d4-4016-b0f3-c49ae951d4fc', 'name': 'tempest-TestNetworkBasicOps-router-380808785', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': 'f50738ba-eb06-4a98-acea-5eb990e04595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:19:40Z', 'updated_at': '2021-12-15T19:22:30Z', 'revision_number': 6, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': 'f50738ba-eb06-4a98-acea-5eb990e04595', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ff:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c96c7a-68d4-4016-b0f3-c49ae951d4fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:41Z', 'updated_at': '2021-12-15T19:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': '9201e3ff-d9ea-4443-9d41-727769e7b4e0', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'floating_ip_address': '172.26.3.41', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': 'c3c96c7a-68d4-4016-b0f3-c49ae951d4fc', 'port_id': 'e1168d35-e52d-46d5-bccf-ad6e468591d8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc', 'mac_address': 'fa:16:3e:ba:33:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d7c3af-0360-40b9-b552-6937e9663a8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:20:43Z', 'updated_at': '2021-12-15T19:20:50Z', 'revision_number': 1, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6978ef5-362c-4f2d-a7fa-01952bd5604d', 'name': '', 'network_id': 'a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:df:00:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c96c7a-68d4-4016-b0f3-c49ae951d4fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee52211e-ff61-4e3a-b19c-7d228d9f300f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:56Z', 'updated_at': '2021-12-15T19:20:13Z', 'revision_number': 5, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'ee52211e-ff61-4e3a-b19c-7d228d9f300f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:22:37.180109 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-04dbfbb6-ab4c-438e-9ec2-9adbefc890be tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Unset dirty status for tenant:74351983f9b54e7d8c187cc2e322dc60 on resource:security_group_rule {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:22:37.181466 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-04dbfbb6-ab4c-438e-9ec2-9adbefc890be tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.2198975 Dec 15 19:22:37.188492 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54708) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:37.229080 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b3b70cd3-4dd3-4044-96b3-4d24c21cf249 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:37.254915 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b3b70cd3-4dd3-4044-96b3-4d24c21cf249 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:37.256930 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0206d83d-c9cf-4056-8f97-f6c09056b2ef req-485f052d-2c5b-4533-a748-10e4f2afae62 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=c27741f3-5d3f-4a86-b68b-1ed6234d9d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1540339 Dec 15 19:22:37.407081 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b3b70cd3-4dd3-4044-96b3-4d24c21cf249 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:37.414271 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:37.427587 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1746f854-22d7-482f-a9ad-08d12f112240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:37.440148 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b70cd3-4dd3-4044-96b3-4d24c21cf249 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d5130f8d-daba-4dbf-b8ce-6e770f197af1,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:37.447945 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b3b70cd3-4dd3-4044-96b3-4d24c21cf249 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:37.490340 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:37.494741 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b3b70cd3-4dd3-4044-96b3-4d24c21cf249 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:37.498838 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b3b70cd3-4dd3-4044-96b3-4d24c21cf249 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/d5130f8d-daba-4dbf-b8ce-6e770f197af1 HTTP/1.1" status: 204 len: 168 time: 0.3065865 Dec 15 19:22:37.499068 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54712) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:37.519736 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d647e565-72fc-4add-a798-4789c61122ea tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:37.522836 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-87436261-b293-4b39-8e05-c5e386b91cac None None] Set router 3343e8b1-446a-4553-bbd7-92fdbc9107f9 gateway port host: None {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:22:37.664419 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-1746f854-22d7-482f-a9ad-08d12f112240 None None] For port b099f8da-7a57-4337-b7c2-72d0d8f13fa1, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=b099f8da-7a57-4337-b7c2-72d0d8f13fa1,segment=NetworkSegment(9575ac7b-3c85-46da-81c5-434024000f40),segment_id=9575ac7b-3c85-46da-81c5-434024000f40)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:22:37.665364 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d647e565-72fc-4add-a798-4789c61122ea tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Calling delete_port for baa38783-1d5f-44f2-b63d-0f508c2da165 owned by {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:22:37.736518 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-b94fcee0-736e-4875-9372-db98b35c41c0 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Synchronizing usage tracker for tenant:74351983f9b54e7d8c187cc2e322dc60 on resource:security_group_rule {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:22:37.740133 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1746f854-22d7-482f-a9ad-08d12f112240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:37.744134 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:38.025689 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88992) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:22:38.026173 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:22:38.046170 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1746f854-22d7-482f-a9ad-08d12f112240 None None] Pushing event updated for resources: {'Port': ['ID=b099f8da-7a57-4337-b7c2-72d0d8f13fa1,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:38.049995 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1746f854-22d7-482f-a9ad-08d12f112240 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:38.059136 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-b94fcee0-736e-4875-9372-db98b35c41c0 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Unset dirty status for tenant:74351983f9b54e7d8c187cc2e322dc60 on resource:security_group_rule {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:22:38.064158 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b94fcee0-736e-4875-9372-db98b35c41c0 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.5606172 Dec 15 19:22:38.066891 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54716) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:38.072335 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f3d4de-c0e0-4b90-b5a3-a9bcbabec7d3 None None] Update dhcp port {'port': {'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'fixed_ips': [{'subnet_id': 'f8c5868e-55d3-4882-8b09-af996a800078', 'ip_address': '2001:db8::f816:3eff:fe62:b265'}, {'subnet_id': '58cbafde-b20e-43c9-84e3-c69b744f733e'}], 'binding:host_id': 'dv-neutron-821831-2-hyperv'}, 'id': 'b099f8da-7a57-4337-b7c2-72d0d8f13fa1'} from dv-neutron-821831-2-hyperv. {{(pid=88992) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 15 19:22:38.122305 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f8a195ff-5a73-4d64-8e47-761315f61b1f tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:38.168598 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f8a195ff-5a73-4d64-8e47-761315f61b1f tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:38.169442 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-64bf5eac-0505-428f-8665-84e054d82a9f tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145021'] for router_interface, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:38.192474 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c5f3d4de-c0e0-4b90-b5a3-a9bcbabec7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:38.247066 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f8a195ff-5a73-4d64-8e47-761315f61b1f tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:38.249173 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d2197ddf-5900-47e0-a127-6673c6ccec58 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:38.266670 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a195ff-5a73-4d64-8e47-761315f61b1f tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=64bebd10-edf9-4053-8df8-e30fe7ad536e,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:38.277259 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f8a195ff-5a73-4d64-8e47-761315f61b1f tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:38.281873 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d647e565-72fc-4add-a798-4789c61122ea tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:38.298825 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d32d30dd-8b4f-4ab5-b735-82835e17c82e tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:38.323869 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7186ba65-3106-4882-b977-880e4bca47bd req-f93084c6-1cc4-4735-8616-1759bf118ae6 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:22:38.325493 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7186ba65-3106-4882-b977-880e4bca47bd req-f93084c6-1cc4-4735-8616-1759bf118ae6 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1dfa6db-0a44-47c2-a8be-ec1b421a38ef HTTP/1.1" status: 200 len: 946 time: 0.5872922 Dec 15 19:22:38.330773 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-aa359b6f-6f64-4b55-9cd0-e61059999816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:38.347117 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d647e565-72fc-4add-a798-4789c61122ea tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event deleted for resources: {'Port': ['ID=baa38783-1d5f-44f2-b63d-0f508c2da165,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:38.390206 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-87436261-b293-4b39-8e05-c5e386b91cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'name': 'tempest-RoutersTest-router-764355656', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:21:46Z', 'updated_at': '2021-12-15T19:22:34Z', 'revision_number': 7, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'gw_port_host': None, '_interfaces': [{'id': '42b090dc-7075-4e99-9cd5-a6678a9d0384', 'name': '', 'network_id': '1ac3f362-2078-4002-a392-a7842225ba9f', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'mac_address': 'fa:16:3e:ba:d5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca9accf0-e88c-467d-a684-50f557360418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:21:51Z', 'updated_at': '2021-12-15T19:22:06Z', 'revision_number': 5, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'subnets': [{'id': 'ca9accf0-e88c-467d-a684-50f557360418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6bd170cf-644b-4350-86dc-bf48267f17a5', 'name': '', 'network_id': 'e3a5f734-9b47-43a1-9e43-3aa9b4fa792e', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'mac_address': 'fa:16:3e:8f:9d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b88d350-57f6-4e19-ae4b-29eb1beaa5a3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:22:25Z', 'updated_at': '2021-12-15T19:22:36Z', 'revision_number': 5, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'subnets': [{'id': '7b88d350-57f6-4e19-ae4b-29eb1beaa5a3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aacb36af-e418-4be4-8114-03d2817437e5', 'name': '', 'network_id': '818fc7e9-d868-4dd4-b340-8e65fca95114', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'mac_address': 'fa:16:3e:e5:7f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe9d9289-d1de-4e90-b7c8-98e7c170341b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:22:15Z', 'updated_at': '2021-12-15T19:22:30Z', 'revision_number': 5, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'subnets': [{'id': 'fe9d9289-d1de-4e90-b7c8-98e7c170341b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1c2f93f-3e3c-49f1-b182-e6d770b52964', 'name': '', 'network_id': '1913e98a-5da5-451a-80c7-faaf2ed8c312', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'mac_address': 'fa:16:3e:fb:50:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ca7af6a-42be-4f17-acc7-c24713f82445', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:22:04Z', 'updated_at': '2021-12-15T19:22:19Z', 'revision_number': 5, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'subnets': [{'id': '8ca7af6a-42be-4f17-acc7-c24713f82445', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:22:38.418340 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f8a195ff-5a73-4d64-8e47-761315f61b1f tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:38.422044 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f8a195ff-5a73-4d64-8e47-761315f61b1f tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/64bebd10-edf9-4053-8df8-e30fe7ad536e HTTP/1.1" status: 204 len: 168 time: 0.3517780 Dec 15 19:22:38.422044 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d647e565-72fc-4add-a798-4789c61122ea tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:38.426879 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54722) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:38.429830 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87436261-b293-4b39-8e05-c5e386b91cac None None] Checking router: 3343e8b1-446a-4553-bbd7-92fdbc9107f9 for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:22:38.450554 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d647e565-72fc-4add-a798-4789c61122ea tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:38.455082 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d647e565-72fc-4add-a798-4789c61122ea tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/ports/baa38783-1d5f-44f2-b63d-0f508c2da165 HTTP/1.1" status: 204 len: 168 time: 1.4507520 Dec 15 19:22:38.457115 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54726) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:38.459416 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87436261-b293-4b39-8e05-c5e386b91cac None None] Routers {'3343e8b1-446a-4553-bbd7-92fdbc9107f9'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:22:38.460116 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-87436261-b293-4b39-8e05-c5e386b91cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:22:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['3343e8b1-446a-4553-bbd7-92fdbc9107f9'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:22:38.542480 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8491a243-c78c-44ac-9182-a37b42cfc7d0 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Synchronizing usage tracker for tenant:74351983f9b54e7d8c187cc2e322dc60 on resource:security_group_rule {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:22:38.544703 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [req-7186ba65-3106-4882-b977-880e4bca47bd req-f685c683-f9a4-4c59-a21a-1b0d7b6fa89e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Deleting port 5c1097c6-83d7-4122-8cf3-1463b7023af1 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:22:38.545099 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-7186ba65-3106-4882-b977-880e4bca47bd req-f685c683-f9a4-4c59-a21a-1b0d7b6fa89e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:38.576663 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dece54b1-243f-4337-80b2-8963136f2304 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145021'] for router_interface, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:38.577452 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3f6750-4335-450b-adc5-e04ee2315467 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:22:38.578292 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-da3f6750-4335-450b-adc5-e04ee2315467 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Synchronizing usage tracker for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:port {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:22:38.602164 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8491a243-c78c-44ac-9182-a37b42cfc7d0 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Unset dirty status for tenant:74351983f9b54e7d8c187cc2e322dc60 on resource:security_group_rule {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:22:38.603973 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8491a243-c78c-44ac-9182-a37b42cfc7d0 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.1768112 Dec 15 19:22:38.610887 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54730) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:38.635364 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-c5f3d4de-c0e0-4b90-b5a3-a9bcbabec7d3 None None] Allocated IP 2001:db8:0:1::2 (489fa468-360a-4868-b4ac-a400ec975c5b/58cbafde-b20e-43c9-84e3-c69b744f733e/b099f8da-7a57-4337-b7c2-72d0d8f13fa1) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:22:38.653698 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6d0a1b7c-87ad-49a7-9a3f-e4b217f7dabd tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:38.661389 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-da3f6750-4335-450b-adc5-e04ee2315467 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Unset dirty status for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:port {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:22:38.665288 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-da3f6750-4335-450b-adc5-e04ee2315467 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.2047629 Dec 15 19:22:38.667711 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54734) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:38.672641 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6d0a1b7c-87ad-49a7-9a3f-e4b217f7dabd tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:38.693071 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed22284-d4ca-4094-92f3-01f6309bb2dc req-f89130dd-3963-4f1b-96cb-a06fb7c6e2ea tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:22:38.700803 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-fed22284-d4ca-4094-92f3-01f6309bb2dc req-f89130dd-3963-4f1b-96cb-a06fb7c6e2ea tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=a1dfa6db-0a44-47c2-a8be-ec1b421a38ef HTTP/1.1" status: 200 len: 946 time: 0.2996113 Dec 15 19:22:38.815698 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d60d2e2-8099-41db-a361-814ab3b7da26 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:22:38.820745 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8d60d2e2-8099-41db-a361-814ab3b7da26 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1519372 Dec 15 19:22:38.821584 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54738) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:38.825592 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6d0a1b7c-87ad-49a7-9a3f-e4b217f7dabd tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:38.852375 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-fed22284-d4ca-4094-92f3-01f6309bb2dc req-931c002a-2645-44fa-a775-4c5e4a0ca9fa tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=c27741f3-5d3f-4a86-b68b-1ed6234d9d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506197 Dec 15 19:22:38.864584 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7a98ecdd-7993-4d58-8351-faf2bc61da35 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:38.886593 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 6bd170cf-644b-4350-86dc-bf48267f17a5 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:22:38.904143 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0a1b7c-87ad-49a7-9a3f-e4b217f7dabd tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2d912afa-357b-4dac-ab47-386135c40f34,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:38.909962 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6d0a1b7c-87ad-49a7-9a3f-e4b217f7dabd tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:38.930963 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bef20d6-fbb3-4441-be24-0dbdcba40a2c tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:22:38.932933 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bef20d6-fbb3-4441-be24-0dbdcba40a2c tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:22:38.934530 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bef20d6-fbb3-4441-be24-0dbdcba40a2c tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:22:38.935488 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-0bef20d6-fbb3-4441-be24-0dbdcba40a2c tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Synchronizing usage tracker for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:subnet {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:22:38.941337 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6d0a1b7c-87ad-49a7-9a3f-e4b217f7dabd tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:38.945063 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6d0a1b7c-87ad-49a7-9a3f-e4b217f7dabd tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/2d912afa-357b-4dac-ab47-386135c40f34 HTTP/1.1" status: 204 len: 168 time: 0.3302886 Dec 15 19:22:38.950099 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54742) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:39.002443 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-0bef20d6-fbb3-4441-be24-0dbdcba40a2c tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Unset dirty status for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:subnet {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:22:39.007038 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0bef20d6-fbb3-4441-be24-0dbdcba40a2c tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1838813 Dec 15 19:22:39.015103 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-90f7f0ab-8bcf-40df-9ed8-d741c79da35c tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Synchronizing usage tracker for tenant:74351983f9b54e7d8c187cc2e322dc60 on resource:security_group_rule {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:22:39.018848 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54746) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:39.020372 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-87436261-b293-4b39-8e05-c5e386b91cac None None] Set router 3343e8b1-446a-4553-bbd7-92fdbc9107f9 gateway port host: None {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:22:39.120363 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-90f7f0ab-8bcf-40df-9ed8-d741c79da35c tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Unset dirty status for tenant:74351983f9b54e7d8c187cc2e322dc60 on resource:security_group_rule {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:22:39.125424 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-90f7f0ab-8bcf-40df-9ed8-d741c79da35c tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.1709054 Dec 15 19:22:39.127811 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54750) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:39.215226 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-c5f3d4de-c0e0-4b90-b5a3-a9bcbabec7d3 None None] For port b099f8da-7a57-4337-b7c2-72d0d8f13fa1, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=b099f8da-7a57-4337-b7c2-72d0d8f13fa1,segment=NetworkSegment(9575ac7b-3c85-46da-81c5-434024000f40),segment_id=9575ac7b-3c85-46da-81c5-434024000f40)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:22:39.239466 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 6bd170cf-644b-4350-86dc-bf48267f17a5 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:22:39.240200 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:39.250419 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bf9165d-0bbc-4b42-a53d-2aab4cd7e141 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Deleting subnet 58cbafde-b20e-43c9-84e3-c69b744f733e {{(pid=88991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:22:39.320026 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-21003858-3d2b-4409-898e-9ca774e16dad tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:39.327507 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-7186ba65-3106-4882-b977-880e4bca47bd req-f685c683-f9a4-4c59-a21a-1b0d7b6fa89e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] For port 5c1097c6-83d7-4122-8cf3-1463b7023af1, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5c1097c6-83d7-4122-8cf3-1463b7023af1,segment=NetworkSegment(5ec7b682-6c9e-4eec-809e-f06b3cbda950),segment_id=5ec7b682-6c9e-4eec-809e-f06b3cbda950)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:22:39.327920 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-7186ba65-3106-4882-b977-880e4bca47bd req-f685c683-f9a4-4c59-a21a-1b0d7b6fa89e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:39.351041 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-21003858-3d2b-4409-898e-9ca774e16dad tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:39.408010 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c5f3d4de-c0e0-4b90-b5a3-a9bcbabec7d3 None None] Notify callbacks [] for port, precommit_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:39.487871 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [req-7186ba65-3106-4882-b977-880e4bca47bd req-f685c683-f9a4-4c59-a21a-1b0d7b6fa89e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Calling delete_port for 5c1097c6-83d7-4122-8cf3-1463b7023af1 owned by compute:nova {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:22:39.491783 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-c5f3d4de-c0e0-4b90-b5a3-a9bcbabec7d3 None None] Transition to ACTIVE for port object b099f8da-7a57-4337-b7c2-72d0d8f13fa1 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:22:39.493208 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8bf9165d-0bbc-4b42-a53d-2aab4cd7e141 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:39.539216 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c5f3d4de-c0e0-4b90-b5a3-a9bcbabec7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:39.546147 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e8823ec8-4c86-4d95-aa19-9369cff9821c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:39.555174 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8bf9165d-0bbc-4b42-a53d-2aab4cd7e141 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16332759'] for subnet, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:39.615474 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:39.643676 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device b099f8da-7a57-4337-b7c2-72d0d8f13fa1 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:22:39.656815 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8bf9165d-0bbc-4b42-a53d-2aab4cd7e141 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:39.729491 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-21003858-3d2b-4409-898e-9ca774e16dad tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:39.749976 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9c183e2d-d726-4be5-9419-975907283cbc tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:39.759052 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8bf9165d-0bbc-4b42-a53d-2aab4cd7e141 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16156049'] for subnet, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:39.765395 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-424bf02e-5e92-42fa-b506-36a87d4ac559 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:39.782200 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21003858-3d2b-4409-898e-9ca774e16dad tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a1462f49-b853-47cf-bd14-549aa75bee6b,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:39.787853 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-21003858-3d2b-4409-898e-9ca774e16dad tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:39.796401 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f3d4de-c0e0-4b90-b5a3-a9bcbabec7d3 None None] Pushing event updated for resources: {'Port': ['ID=b099f8da-7a57-4337-b7c2-72d0d8f13fa1,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:39.809584 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf9165d-0bbc-4b42-a53d-2aab4cd7e141 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event deleted for resources: {'Subnet': ['ID=58cbafde-b20e-43c9-84e3-c69b744f733e,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:39.813452 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8bf9165d-0bbc-4b42-a53d-2aab4cd7e141 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:39.818008 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8bf9165d-0bbc-4b42-a53d-2aab4cd7e141 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:39.823430 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f3d4de-c0e0-4b90-b5a3-a9bcbabec7d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:22:39.823832 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f3d4de-c0e0-4b90-b5a3-a9bcbabec7d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:22:39.824223 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f3d4de-c0e0-4b90-b5a3-a9bcbabec7d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:22:39.824608 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f3d4de-c0e0-4b90-b5a3-a9bcbabec7d3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:22:39.824998 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f3d4de-c0e0-4b90-b5a3-a9bcbabec7d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:22:39.825463 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f3d4de-c0e0-4b90-b5a3-a9bcbabec7d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:22:39.825745 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f3d4de-c0e0-4b90-b5a3-a9bcbabec7d3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:22:39.826124 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f3d4de-c0e0-4b90-b5a3-a9bcbabec7d3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:22:39.827224 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f3d4de-c0e0-4b90-b5a3-a9bcbabec7d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:22:39.827789 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f3d4de-c0e0-4b90-b5a3-a9bcbabec7d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:22:39.828175 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f3d4de-c0e0-4b90-b5a3-a9bcbabec7d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:22:39.835949 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-87436261-b293-4b39-8e05-c5e386b91cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'name': 'tempest-RoutersTest-router-764355656', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:21:46Z', 'updated_at': '2021-12-15T19:22:34Z', 'revision_number': 7, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'gw_port_host': None, '_interfaces': [{'id': '42b090dc-7075-4e99-9cd5-a6678a9d0384', 'name': '', 'network_id': '1ac3f362-2078-4002-a392-a7842225ba9f', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'mac_address': 'fa:16:3e:ba:d5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca9accf0-e88c-467d-a684-50f557360418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:21:51Z', 'updated_at': '2021-12-15T19:22:06Z', 'revision_number': 5, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'subnets': [{'id': 'ca9accf0-e88c-467d-a684-50f557360418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6bd170cf-644b-4350-86dc-bf48267f17a5', 'name': '', 'network_id': 'e3a5f734-9b47-43a1-9e43-3aa9b4fa792e', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'mac_address': 'fa:16:3e:8f:9d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b88d350-57f6-4e19-ae4b-29eb1beaa5a3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:22:25Z', 'updated_at': '2021-12-15T19:22:36Z', 'revision_number': 5, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'subnets': [{'id': '7b88d350-57f6-4e19-ae4b-29eb1beaa5a3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aacb36af-e418-4be4-8114-03d2817437e5', 'name': '', 'network_id': '818fc7e9-d868-4dd4-b340-8e65fca95114', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'mac_address': 'fa:16:3e:e5:7f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe9d9289-d1de-4e90-b7c8-98e7c170341b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:22:15Z', 'updated_at': '2021-12-15T19:22:30Z', 'revision_number': 5, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'subnets': [{'id': 'fe9d9289-d1de-4e90-b7c8-98e7c170341b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1c2f93f-3e3c-49f1-b182-e6d770b52964', 'name': '', 'network_id': '1913e98a-5da5-451a-80c7-faaf2ed8c312', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'mac_address': 'fa:16:3e:fb:50:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ca7af6a-42be-4f17-acc7-c24713f82445', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:22:04Z', 'updated_at': '2021-12-15T19:22:19Z', 'revision_number': 5, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'subnets': [{'id': '8ca7af6a-42be-4f17-acc7-c24713f82445', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:22:39.838874 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c5f3d4de-c0e0-4b90-b5a3-a9bcbabec7d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:39.843659 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87436261-b293-4b39-8e05-c5e386b91cac None None] The sync data for ids ['3343e8b1-446a-4553-bbd7-92fdbc9107f9'] in dv-neutron-821831-2-hyperv is: [{'id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'name': 'tempest-RoutersTest-router-764355656', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:21:46Z', 'updated_at': '2021-12-15T19:22:34Z', 'revision_number': 7, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'gw_port_host': None, '_interfaces': [{'id': '42b090dc-7075-4e99-9cd5-a6678a9d0384', 'name': '', 'network_id': '1ac3f362-2078-4002-a392-a7842225ba9f', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'mac_address': 'fa:16:3e:ba:d5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca9accf0-e88c-467d-a684-50f557360418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:21:51Z', 'updated_at': '2021-12-15T19:22:06Z', 'revision_number': 5, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'subnets': [{'id': 'ca9accf0-e88c-467d-a684-50f557360418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6bd170cf-644b-4350-86dc-bf48267f17a5', 'name': '', 'network_id': 'e3a5f734-9b47-43a1-9e43-3aa9b4fa792e', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'mac_address': 'fa:16:3e:8f:9d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b88d350-57f6-4e19-ae4b-29eb1beaa5a3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:22:25Z', 'updated_at': '2021-12-15T19:22:36Z', 'revision_number': 5, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'subnets': [{'id': '7b88d350-57f6-4e19-ae4b-29eb1beaa5a3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aacb36af-e418-4be4-8114-03d2817437e5', 'name': '', 'network_id': '818fc7e9-d868-4dd4-b340-8e65fca95114', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'mac_address': 'fa:16:3e:e5:7f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe9d9289-d1de-4e90-b7c8-98e7c170341b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:22:15Z', 'updated_at': '2021-12-15T19:22:30Z', 'revision_number': 5, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'subnets': [{'id': 'fe9d9289-d1de-4e90-b7c8-98e7c170341b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1c2f93f-3e3c-49f1-b182-e6d770b52964', 'name': '', 'network_id': '1913e98a-5da5-451a-80c7-faaf2ed8c312', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'mac_address': 'fa:16:3e:fb:50:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ca7af6a-42be-4f17-acc7-c24713f82445', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:22:04Z', 'updated_at': '2021-12-15T19:22:19Z', 'revision_number': 5, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'subnets': [{'id': '8ca7af6a-42be-4f17-acc7-c24713f82445', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:22:39.858071 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8bf9165d-0bbc-4b42-a53d-2aab4cd7e141 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/subnets/58cbafde-b20e-43c9-84e3-c69b744f733e HTTP/1.1" status: 204 len: 168 time: 0.8378527 Dec 15 19:22:39.861118 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54754) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:39.863240 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device cab77c40-db06-42c3-a87c-91f705478f66 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:22:39.896794 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-21003858-3d2b-4409-898e-9ca774e16dad tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:39.898047 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-21003858-3d2b-4409-898e-9ca774e16dad tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/a1462f49-b853-47cf-bd14-549aa75bee6b HTTP/1.1" status: 204 len: 168 time: 0.7689590 Dec 15 19:22:39.904190 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: cab77c40-db06-42c3-a87c-91f705478f66 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:22:39.904600 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device cab77c40-db06-42c3-a87c-91f705478f66 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:22:39.917226 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54760) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:39.979453 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ba10bdd-99cb-431f-824d-290d7caf66b7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Deleting subnet f8c5868e-55d3-4882-8b09-af996a800078 {{(pid=88991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:22:39.982978 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5ba10bdd-99cb-431f-824d-290d7caf66b7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:39.994710 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-7186ba65-3106-4882-b977-880e4bca47bd req-f685c683-f9a4-4c59-a21a-1b0d7b6fa89e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:40.007246 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-14fd80a2-c22c-4ecf-b6f7-3068d820121b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:40.062158 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-64acd709-83d7-494a-80b4-63770c5fa2f5 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1436992 Dec 15 19:22:40.065223 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54764) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:40.069890 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5ba10bdd-99cb-431f-824d-290d7caf66b7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16332759'] for subnet, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:40.111039 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f685c683-f9a4-4c59-a21a-1b0d7b6fa89e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event deleted for resources: {'Port': ['ID=5c1097c6-83d7-4122-8cf3-1463b7023af1,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:40.114140 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f685c683-f9a4-4c59-a21a-1b0d7b6fa89e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:40.215082 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7c5a2c9a-ac03-4da1-b077-b8ba5c2dd5bb tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:40.222142 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-1bcd1a67-3887-4e88-b704-f3f755c8d09b req-21f35d50-8fe6-4bcc-8440-d61c0d536bfa tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Synchronizing usage tracker for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:22:40.250029 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5ba10bdd-99cb-431f-824d-290d7caf66b7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:40.292953 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7c5a2c9a-ac03-4da1-b077-b8ba5c2dd5bb tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:40.399457 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7c5a2c9a-ac03-4da1-b077-b8ba5c2dd5bb tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:40.402995 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a1642366-3d54-4679-a451-359b7d7dcf23 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:40.423203 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5a2c9a-ac03-4da1-b077-b8ba5c2dd5bb tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a05aeed5-af60-466b-a4ea-4180a5b22b0c,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:40.427189 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7c5a2c9a-ac03-4da1-b077-b8ba5c2dd5bb tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:40.431595 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5ba10bdd-99cb-431f-824d-290d7caf66b7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16156049'] for subnet, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:40.438365 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f96b623a-c5be-4f53-855b-3a332c0cded9 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:40.481587 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba10bdd-99cb-431f-824d-290d7caf66b7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event deleted for resources: {'Subnet': ['ID=f8c5868e-55d3-4882-8b09-af996a800078,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:40.488358 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5ba10bdd-99cb-431f-824d-290d7caf66b7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:40.492819 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5ba10bdd-99cb-431f-824d-290d7caf66b7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:40.497614 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-5ba10bdd-99cb-431f-824d-290d7caf66b7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/subnets/f8c5868e-55d3-4882-8b09-af996a800078 HTTP/1.1" status: 204 len: 168 time: 0.6345468 Dec 15 19:22:40.499081 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7c5a2c9a-ac03-4da1-b077-b8ba5c2dd5bb tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:40.500444 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-7c5a2c9a-ac03-4da1-b077-b8ba5c2dd5bb tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] 10.222.0.36 "DELETE /v2.0/security-groups/a05aeed5-af60-466b-a4ea-4180a5b22b0c HTTP/1.1" status: 204 len: 168 time: 0.4342463 Dec 15 19:22:40.501119 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54770) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:40.503866 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54772) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:40.510279 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-05399d99-6820-4281-8054-9922f5767a88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:40.598767 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-2853dbe9-2ac9-48ce-bacd-1c572d0e428d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0963526 Dec 15 19:22:40.602694 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54778) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:40.618980 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-af0fa2ec-959c-43f6-9871-494174d1c6ef tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Request body: {'subnet': {'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:22:40.646749 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [req-7186ba65-3106-4882-b977-880e4bca47bd req-f685c683-f9a4-4c59-a21a-1b0d7b6fa89e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] No DVR routers for this DVR port 5c1097c6-83d7-4122-8cf3-1463b7023af1 on host hv-neutron-8218 {{(pid=88990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:22:40.650348 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-7186ba65-3106-4882-b977-880e4bca47bd req-f685c683-f9a4-4c59-a21a-1b0d7b6fa89e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:40.652745 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7186ba65-3106-4882-b977-880e4bca47bd req-f685c683-f9a4-4c59-a21a-1b0d7b6fa89e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.32 "DELETE /v2.0/ports/5c1097c6-83d7-4122-8cf3-1463b7023af1 HTTP/1.1" status: 204 len: 173 time: 2.3110135 Dec 15 19:22:40.661039 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1dfa6db-0a44-47c2-a8be-ec1b421a38ef', 'name': 'network-vif-deleted', 'tag': '5c1097c6-83d7-4122-8cf3-1463b7023af1'}] {{(pid=88990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:22:40.747535 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-6409ab63-f6c2-4836-83a8-558772b05faa tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Synchronizing usage tracker for tenant:74351983f9b54e7d8c187cc2e322dc60 on resource:security_group {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:22:40.761425 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-1bcd1a67-3887-4e88-b704-f3f755c8d09b req-21f35d50-8fe6-4bcc-8440-d61c0d536bfa tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Unset dirty status for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:22:40.766271 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1bcd1a67-3887-4e88-b704-f3f755c8d09b req-21f35d50-8fe6-4bcc-8440-d61c0d536bfa tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=a1dfa6db-0a44-47c2-a8be-ec1b421a38ef HTTP/1.1" status: 200 len: 210 time: 0.6573155 Dec 15 19:22:40.770681 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1dfa6db-0a44-47c2-a8be-ec1b421a38ef', 'name': 'network-vif-deleted', 'tag': '5c1097c6-83d7-4122-8cf3-1463b7023af1', 'status': 'completed', 'code': 200} Dec 15 19:22:40.779452 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:40.790327 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-af0fa2ec-959c-43f6-9871-494174d1c6ef tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:22:40.805367 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-af0fa2ec-959c-43f6-9871-494174d1c6ef tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Usage tracker for resource:subnet and tenant:e56ca83c553e4935a4e8b75ed76c674c is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:22:40.819425 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-af0fa2ec-959c-43f6-9871-494174d1c6ef tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:22:40.829764 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-af0fa2ec-959c-43f6-9871-494174d1c6ef tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:22:40.839056 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-6409ab63-f6c2-4836-83a8-558772b05faa tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Unset dirty status for tenant:74351983f9b54e7d8c187cc2e322dc60 on resource:security_group {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:22:40.851642 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54786) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:40.855600 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device b099f8da-7a57-4337-b7c2-72d0d8f13fa1 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:22:40.856612 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6409ab63-f6c2-4836-83a8-558772b05faa tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3514163 Dec 15 19:22:40.891694 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-802a28a7-1d95-4da5-b22a-861000180a53 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Request body: {'security_group': {'name': 'tempest-secgroup--558807135'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:22:40.896277 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af0fa2ec-959c-43f6-9871-494174d1c6ef tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Made reservation on behalf of e56ca83c553e4935a4e8b75ed76c674c for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:22:40.908634 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-802a28a7-1d95-4da5-b22a-861000180a53 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:22:40.908883 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-af0fa2ec-959c-43f6-9871-494174d1c6ef tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:40.925649 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-802a28a7-1d95-4da5-b22a-861000180a53 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:22:41.011651 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-802a28a7-1d95-4da5-b22a-861000180a53 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:41.102095 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-64bf5eac-0505-428f-8665-84e054d82a9f tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Deleting port 6bd170cf-644b-4350-86dc-bf48267f17a5 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:22:41.102485 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-64bf5eac-0505-428f-8665-84e054d82a9f tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:41.115848 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047d50e2-1f86-48e1-80b8-d74382f3d0d7 None None] Network 489fa468-360a-4868-b4ac-a400ec975c5b requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:22:41.172407 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-dece54b1-243f-4337-80b2-8963136f2304 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Deleting port 8736af86-e9bc-4e1d-bafd-9f34dab66a8a {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:22:41.172790 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dece54b1-243f-4337-80b2-8963136f2304 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:41.201494 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-7a443fcb-0ddf-483f-ba65-669e1b768f54 None None] Could not find standard attr ID for object baa38783-1d5f-44f2-b63d-0f508c2da165. {{(pid=88992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 15 19:22:41.222221 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-af0fa2ec-959c-43f6-9871-494174d1c6ef tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:41.227287 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-93e17027-b642-452c-a358-adac783dfeb8 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:41.269506 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-7a443fcb-0ddf-483f-ba65-669e1b768f54 None None] Provisioning for port b099f8da-7a57-4337-b7c2-72d0d8f13fa1 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:22:41.281911 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-7a443fcb-0ddf-483f-ba65-669e1b768f54 None None] Provisioning complete for port b099f8da-7a57-4337-b7c2-72d0d8f13fa1 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:22:41.282381 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7a443fcb-0ddf-483f-ba65-669e1b768f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:41.291059 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0fa2ec-959c-43f6-9871-494174d1c6ef tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Network 489fa468-360a-4868-b4ac-a400ec975c5b is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:22:41.294510 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-af0fa2ec-959c-43f6-9871-494174d1c6ef tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:22:41.297727 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-802a28a7-1d95-4da5-b22a-861000180a53 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:22:41.299153 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0fa2ec-959c-43f6-9871-494174d1c6ef tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:22:41.299900 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-af0fa2ec-959c-43f6-9871-494174d1c6ef tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:41.311612 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-802a28a7-1d95-4da5-b22a-861000180a53 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Usage tracker for resource:security_group_rule and tenant:74351983f9b54e7d8c187cc2e322dc60 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:22:41.314902 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0fa2ec-959c-43f6-9871-494174d1c6ef tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event updated for resources: {'Subnet': ['ID=21c58a53-3e00-4bef-8953-cf9d500f36df,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:41.319642 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-af0fa2ec-959c-43f6-9871-494174d1c6ef tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:41.331745 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-802a28a7-1d95-4da5-b22a-861000180a53 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:22:41.369863 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-802a28a7-1d95-4da5-b22a-861000180a53 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:22:41.382408 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-af0fa2ec-959c-43f6-9871-494174d1c6ef tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7669692 Dec 15 19:22:41.382624 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54792) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:41.388664 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-518fb9a7-d136-40e4-9c99-8f9b07a7099c tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Request body: {'subnet': {'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:22:41.543485 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-518fb9a7-d136-40e4-9c99-8f9b07a7099c tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:22:41.548834 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-518fb9a7-d136-40e4-9c99-8f9b07a7099c tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Usage tracker for resource:subnet and tenant:e56ca83c553e4935a4e8b75ed76c674c is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:22:41.551872 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-518fb9a7-d136-40e4-9c99-8f9b07a7099c tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:22:41.558193 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-518fb9a7-d136-40e4-9c99-8f9b07a7099c tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:22:41.574374 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e07235-ba59-42ab-bd36-c5bbdf9e1c6c None None] Update dhcp port {'port': {'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'fixed_ips': [{'subnet_id': '21c58a53-3e00-4bef-8953-cf9d500f36df'}], 'binding:host_id': 'dv-neutron-821831-2-hyperv'}, 'id': 'b099f8da-7a57-4337-b7c2-72d0d8f13fa1'} from dv-neutron-821831-2-hyperv. {{(pid=88992) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 15 19:22:41.601379 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518fb9a7-d136-40e4-9c99-8f9b07a7099c tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Made reservation on behalf of e56ca83c553e4935a4e8b75ed76c674c for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:22:41.608206 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-518fb9a7-d136-40e4-9c99-8f9b07a7099c tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:41.629708 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-64bf5eac-0505-428f-8665-84e054d82a9f tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] For port 6bd170cf-644b-4350-86dc-bf48267f17a5, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=6bd170cf-644b-4350-86dc-bf48267f17a5,segment=NetworkSegment(2937a568-4529-49dc-b3cc-3970dbc3567a),segment_id=2937a568-4529-49dc-b3cc-3970dbc3567a)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:22:41.630124 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-64bf5eac-0505-428f-8665-84e054d82a9f tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:41.655971 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-33e07235-ba59-42ab-bd36-c5bbdf9e1c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:41.657750 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dece54b1-243f-4337-80b2-8963136f2304 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:41.725057 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-802a28a7-1d95-4da5-b22a-861000180a53 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:41.790614 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.ipam_backend_mixin [None req-518fb9a7-d136-40e4-9c99-8f9b07a7099c tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 21c58a53-3e00-4bef-8953-cf9d500f36df (CIDR: 2001:db8::/64) Dec 15 19:22:41.819025 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-518fb9a7-d136-40e4-9c99-8f9b07a7099c tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 19:22:41.819695 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-518fb9a7-d136-40e4-9c99-8f9b07a7099c tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:22:41.879665 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-518fb9a7-d136-40e4-9c99-8f9b07a7099c tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4958997 Dec 15 19:22:41.882451 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54798) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:41.888675 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-f30a88ff-28d2-4497-bc6e-0c52f448bed0 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Request body: {'subnet': {'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:22:41.895174 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-33e07235-ba59-42ab-bd36-c5bbdf9e1c6c None None] Allocated IP 2001:db8::2 (489fa468-360a-4868-b4ac-a400ec975c5b/21c58a53-3e00-4bef-8953-cf9d500f36df/b099f8da-7a57-4337-b7c2-72d0d8f13fa1) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:22:41.908600 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-64bf5eac-0505-428f-8665-84e054d82a9f tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Calling delete_port for 6bd170cf-644b-4350-86dc-bf48267f17a5 owned by network:router_interface {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:22:41.939923 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-802a28a7-1d95-4da5-b22a-861000180a53 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:41.949415 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54802) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:41.958210 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-dece54b1-243f-4337-80b2-8963136f2304 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Calling delete_port for 8736af86-e9bc-4e1d-bafd-9f34dab66a8a owned by network:router_interface {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:22:41.985128 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-38270a2c-88d2-49de-999f-e4d86b5cbb71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:42.041102 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-f30a88ff-28d2-4497-bc6e-0c52f448bed0 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:22:42.045811 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-f30a88ff-28d2-4497-bc6e-0c52f448bed0 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Usage tracker for resource:subnet and tenant:e56ca83c553e4935a4e8b75ed76c674c is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:22:42.048951 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-f30a88ff-28d2-4497-bc6e-0c52f448bed0 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:22:42.052671 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-33e07235-ba59-42ab-bd36-c5bbdf9e1c6c None None] For port b099f8da-7a57-4337-b7c2-72d0d8f13fa1, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=b099f8da-7a57-4337-b7c2-72d0d8f13fa1,segment=NetworkSegment(9575ac7b-3c85-46da-81c5-434024000f40),segment_id=9575ac7b-3c85-46da-81c5-434024000f40)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:22:42.055257 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-f30a88ff-28d2-4497-bc6e-0c52f448bed0 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:22:42.083055 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-33e07235-ba59-42ab-bd36-c5bbdf9e1c6c None None] Notify callbacks [] for port, precommit_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:42.092560 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f30a88ff-28d2-4497-bc6e-0c52f448bed0 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Made reservation on behalf of e56ca83c553e4935a4e8b75ed76c674c for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:22:42.100354 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-33e07235-ba59-42ab-bd36-c5bbdf9e1c6c None None] Transition to ACTIVE for port object b099f8da-7a57-4337-b7c2-72d0d8f13fa1 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:22:42.100561 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f30a88ff-28d2-4497-bc6e-0c52f448bed0 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:42.105515 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802a28a7-1d95-4da5-b22a-861000180a53 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cab8854-482c-453f-bce3-bcb0d6a1c85e,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:42.118498 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-802a28a7-1d95-4da5-b22a-861000180a53 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:42.127072 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 5c1097c6-83d7-4122-8cf3-1463b7023af1 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:22:42.160625 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-33e07235-ba59-42ab-bd36-c5bbdf9e1c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:42.170642 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c1c4e508-8eed-4840-bc3f-d6d0b4ddf94c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:42.180877 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-802a28a7-1d95-4da5-b22a-861000180a53 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:42.184741 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-802a28a7-1d95-4da5-b22a-861000180a53 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3014538 Dec 15 19:22:42.186340 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54806) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:42.195269 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-ea81cd59-48e6-4c56-8d14-5fbed867139c tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Request body: {'security_group_rule': {'security_group_id': '3cab8854-482c-453f-bce3-bcb0d6a1c85e', 'direction': 'ingress', 'protocol': 17}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:22:42.205358 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] No Port match for: 5c1097c6-83d7-4122-8cf3-1463b7023af1 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:22:42.205763 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 5c1097c6-83d7-4122-8cf3-1463b7023af1 not bound to the agent host hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:22:42.220809 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ea81cd59-48e6-4c56-8d14-5fbed867139c tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:22:42.236585 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ea81cd59-48e6-4c56-8d14-5fbed867139c tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Usage tracker for resource:security_group_rule and tenant:74351983f9b54e7d8c187cc2e322dc60 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:22:42.243805 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ea81cd59-48e6-4c56-8d14-5fbed867139c tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:22:42.248324 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-486d57bb-1646-406f-bc24-b6e38d120d7c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:42.273633 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ea81cd59-48e6-4c56-8d14-5fbed867139c tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:22:42.286802 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e07235-ba59-42ab-bd36-c5bbdf9e1c6c None None] Pushing event updated for resources: {'Port': ['ID=b099f8da-7a57-4337-b7c2-72d0d8f13fa1,revision_number=7']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:42.298097 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-33e07235-ba59-42ab-bd36-c5bbdf9e1c6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:42.321403 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-486d57bb-1646-406f-bc24-b6e38d120d7c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:42.358719 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ea81cd59-48e6-4c56-8d14-5fbed867139c tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:42.524599 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:42.575218 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ea81cd59-48e6-4c56-8d14-5fbed867139c tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:42.576214 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-64bf5eac-0505-428f-8665-84e054d82a9f tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:42.581656 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-47b2c51f-b13e-43b1-975e-6f7a20e5ff7b tempest-TestServerAdvancedOps-1669289025 tempest-TestServerAdvancedOps-1669289025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:42.627179 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dece54b1-243f-4337-80b2-8963136f2304 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:42.635461 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bf5eac-0505-428f-8665-84e054d82a9f tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Pushing event deleted for resources: {'Port': ['ID=6bd170cf-644b-4350-86dc-bf48267f17a5,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:42.640381 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ea81cd59-48e6-4c56-8d14-5fbed867139c tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:42.642084 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-486d57bb-1646-406f-bc24-b6e38d120d7c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:42.649509 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-64bf5eac-0505-428f-8665-84e054d82a9f tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:42.660145 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-21003858-3d2b-4409-898e-9ca774e16dad tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:42.820008 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f30a88ff-28d2-4497-bc6e-0c52f448bed0 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:42.828117 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea81cd59-48e6-4c56-8d14-5fbed867139c tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5000597f-7443-42d2-b529-de75c75ed593,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:42.878770 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device b099f8da-7a57-4337-b7c2-72d0d8f13fa1 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:22:42.887673 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ea81cd59-48e6-4c56-8d14-5fbed867139c tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:42.899750 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-12de54b6-abaf-4dbc-b0a4-dfe0bf2638f7 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.231s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:42.929196 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-486d57bb-1646-406f-bc24-b6e38d120d7c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:42.933446 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-486d57bb-1646-406f-bc24-b6e38d120d7c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "DELETE /v2.0/security-groups/c27741f3-5d3f-4a86-b68b-1ed6234d9d8c HTTP/1.1" status: 204 len: 168 time: 0.9336162 Dec 15 19:22:42.949359 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486d57bb-1646-406f-bc24-b6e38d120d7c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27741f3-5d3f-4a86-b68b-1ed6234d9d8c,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:42.958687 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-486d57bb-1646-406f-bc24-b6e38d120d7c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:42.959205 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6c5722b1-3c9e-4cc1-b8ee-8ce87ef0220d tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.324s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:43.031140 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dece54b1-243f-4337-80b2-8963136f2304 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Pushing event deleted for resources: {'Port': ['ID=8736af86-e9bc-4e1d-bafd-9f34dab66a8a,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:43.038320 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ea81cd59-48e6-4c56-8d14-5fbed867139c tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:43.042829 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ea81cd59-48e6-4c56-8d14-5fbed867139c tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.8526559 Dec 15 19:22:43.042829 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-dece54b1-243f-4337-80b2-8963136f2304 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:43.047017 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54812) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:43.047368 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54814) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:43.182845 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-f30a88ff-28d2-4497-bc6e-0c52f448bed0 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] For port b099f8da-7a57-4337-b7c2-72d0d8f13fa1, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=b099f8da-7a57-4337-b7c2-72d0d8f13fa1,segment=NetworkSegment(9575ac7b-3c85-46da-81c5-434024000f40),segment_id=9575ac7b-3c85-46da-81c5-434024000f40)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:22:43.220969 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f30a88ff-28d2-4497-bc6e-0c52f448bed0 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for port, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:43.267078 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f30a88ff-28d2-4497-bc6e-0c52f448bed0 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:43.268214 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f30a88ff-28d2-4497-bc6e-0c52f448bed0 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:43.272862 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4af5766e-f7ec-497d-bcec-afb5ad80f822 tempest-FloatingIPAdminTestJSON-397503754 tempest-FloatingIPAdminTestJSON-397503754-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:43.345356 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30a88ff-28d2-4497-bc6e-0c52f448bed0 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Network 489fa468-360a-4868-b4ac-a400ec975c5b is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:22:43.349539 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-f30a88ff-28d2-4497-bc6e-0c52f448bed0 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:22:43.354737 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30a88ff-28d2-4497-bc6e-0c52f448bed0 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:22:43.355394 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f30a88ff-28d2-4497-bc6e-0c52f448bed0 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:43.374905 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30a88ff-28d2-4497-bc6e-0c52f448bed0 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event updated for resources: {'Port': ['ID=b099f8da-7a57-4337-b7c2-72d0d8f13fa1,revision_number=9']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:43.381374 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f30a88ff-28d2-4497-bc6e-0c52f448bed0 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:43.381952 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-69806713-5010-467e-9119-9187b6b76048 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:43.457149 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30a88ff-28d2-4497-bc6e-0c52f448bed0 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event updated for resources: {'Subnet': ['ID=ec669057-4d26-4ad5-b9f4-626e9ab03d47,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:43.460048 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f30a88ff-28d2-4497-bc6e-0c52f448bed0 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:43.476570 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f30a88ff-28d2-4497-bc6e-0c52f448bed0 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.5929883 Dec 15 19:22:43.479574 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54820) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:43.487253 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-4456ad6a-aa44-49f3-ba02-60299078f352 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Request body: {'port': {'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'mac_address': 'fa:16:3e:0e:fb:47', 'name': 'tempest-NetworksTestDHCPv6-1585085019'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:22:43.521105 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf01e6b-d605-4abc-8a2c-b7e515343e87 None None] Network 489fa468-360a-4868-b4ac-a400ec975c5b requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:22:43.667572 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-4456ad6a-aa44-49f3-ba02-60299078f352 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:22:43.681400 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-4456ad6a-aa44-49f3-ba02-60299078f352 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:22:43.699819 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-978ab711-077d-48b2-81a4-37bc9fffa7fb tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:43.729950 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4456ad6a-aa44-49f3-ba02-60299078f352 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Made reservation on behalf of e56ca83c553e4935a4e8b75ed76c674c for: {'port': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:22:43.736947 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4456ad6a-aa44-49f3-ba02-60299078f352 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:43.770201 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-4456ad6a-aa44-49f3-ba02-60299078f352 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] device_id is not set on port ccaadab6-bf5c-4632-8363-4b7b77ac69d0 yet. {{(pid=88991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:22:43.832242 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-978ab711-077d-48b2-81a4-37bc9fffa7fb tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:43.834851 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-c9bae932-bd92-4bd9-9358-074282efb1d4 None None] Provisioning for port b099f8da-7a57-4337-b7c2-72d0d8f13fa1 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:22:43.846016 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-c9bae932-bd92-4bd9-9358-074282efb1d4 None None] Provisioning complete for port b099f8da-7a57-4337-b7c2-72d0d8f13fa1 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:22:43.846472 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c9bae932-bd92-4bd9-9358-074282efb1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:43.999914 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-10ac1254-282b-48ae-8a53-bf42f1642a51 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Deleting subnet db89f4ca-b00b-47c2-946c-86f6bbfd2456 {{(pid=88990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:22:44.006496 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-4456ad6a-aa44-49f3-ba02-60299078f352 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Allocated IP 2001:db8::1cb (489fa468-360a-4868-b4ac-a400ec975c5b/21c58a53-3e00-4bef-8953-cf9d500f36df/ccaadab6-bf5c-4632-8363-4b7b77ac69d0) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:22:44.009271 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-10ac1254-282b-48ae-8a53-bf42f1642a51 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for subnet, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:44.012350 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-4456ad6a-aa44-49f3-ba02-60299078f352 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Allocated IP 2001:db8:0:1:f816:3eff:fe0e:fb47 (489fa468-360a-4868-b4ac-a400ec975c5b/ec669057-4d26-4ad5-b9f4-626e9ab03d47/ccaadab6-bf5c-4632-8363-4b7b77ac69d0) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:22:44.053635 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-64bf5eac-0505-428f-8665-84e054d82a9f tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852815828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854144871'] for router_interface, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:44.148561 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-10ac1254-282b-48ae-8a53-bf42f1642a51 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838448728'] for subnet, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:44.207120 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-978ab711-077d-48b2-81a4-37bc9fffa7fb tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:44.226601 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f95b4bfe-1896-4ae4-b02e-9fe194895268 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:44.312855 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978ab711-077d-48b2-81a4-37bc9fffa7fb tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cab8854-482c-453f-bce3-bcb0d6a1c85e,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:44.318112 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-978ab711-077d-48b2-81a4-37bc9fffa7fb tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:44.354696 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-978ab711-077d-48b2-81a4-37bc9fffa7fb tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:44.355963 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-978ab711-077d-48b2-81a4-37bc9fffa7fb tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] 10.222.0.36 "DELETE /v2.0/security-groups/3cab8854-482c-453f-bce3-bcb0d6a1c85e HTTP/1.1" status: 204 len: 168 time: 1.3051865 Dec 15 19:22:44.360139 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54824) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:44.415621 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dece54b1-243f-4337-80b2-8963136f2304 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852815828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854144871'] for router_interface, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:44.460752 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-10ac1254-282b-48ae-8a53-bf42f1642a51 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:44.477082 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4456ad6a-aa44-49f3-ba02-60299078f352 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:44.495196 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-4456ad6a-aa44-49f3-ba02-60299078f352 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Transition to ACTIVE for port object ccaadab6-bf5c-4632-8363-4b7b77ac69d0 will not be triggered until provisioned by entity DHCP. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:22:44.550548 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4456ad6a-aa44-49f3-ba02-60299078f352 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:44.556584 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-26459f85-e0b0-4b45-a00a-9931b8994370 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:44.609342 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-6a5445d3-b04f-498b-a994-d3916c0557e1 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Synchronizing usage tracker for tenant:74351983f9b54e7d8c187cc2e322dc60 on resource:security_group {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:22:44.627059 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4456ad6a-aa44-49f3-ba02-60299078f352 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Network 489fa468-360a-4868-b4ac-a400ec975c5b is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:22:44.636132 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-4456ad6a-aa44-49f3-ba02-60299078f352 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:22:44.641821 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4456ad6a-aa44-49f3-ba02-60299078f352 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:22:44.651062 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4456ad6a-aa44-49f3-ba02-60299078f352 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:22:44.651768 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4456ad6a-aa44-49f3-ba02-60299078f352 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:44.687707 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4456ad6a-aa44-49f3-ba02-60299078f352 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event updated for resources: {'Port': ['ID=ccaadab6-bf5c-4632-8363-4b7b77ac69d0,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:44.690820 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4456ad6a-aa44-49f3-ba02-60299078f352 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:44.742736 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4456ad6a-aa44-49f3-ba02-60299078f352 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2617936 Dec 15 19:22:44.745401 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54828) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:44.778716 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device b099f8da-7a57-4337-b7c2-72d0d8f13fa1 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:22:44.791870 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-6a5445d3-b04f-498b-a994-d3916c0557e1 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Unset dirty status for tenant:74351983f9b54e7d8c187cc2e322dc60 on resource:security_group {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:22:44.793311 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6a5445d3-b04f-498b-a994-d3916c0557e1 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4271290 Dec 15 19:22:44.794534 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-10ac1254-282b-48ae-8a53-bf42f1642a51 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16636259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14850861'] for subnet, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:44.800776 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54832) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:44.809110 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d961881d-972f-4c32-9e73-1a724a4b874e tempest-RoutersNegativeIpV6Test-762661711 tempest-RoutersNegativeIpV6Test-762661711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:44.838670 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-4864583a-ddce-4285-8aec-e2bcd4ca13af tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Deleting port ccaadab6-bf5c-4632-8363-4b7b77ac69d0 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:22:44.839229 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4864583a-ddce-4285-8aec-e2bcd4ca13af tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:44.863739 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-ba597743-9e7d-4d93-8ff4-436406e0f56c tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Request body: {'security_group': {'name': 'tempest-secgroup--1916993402'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:22:44.866317 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port b099f8da-7a57-4337-b7c2-72d0d8f13fa1 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:22:44.866807 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:44.874423 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ac1254-282b-48ae-8a53-bf42f1642a51 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event deleted for resources: {'Subnet': ['ID=db89f4ca-b00b-47c2-946c-86f6bbfd2456,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:44.879235 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ba597743-9e7d-4d93-8ff4-436406e0f56c tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:22:44.902186 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-10ac1254-282b-48ae-8a53-bf42f1642a51 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:44.928361 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-10ac1254-282b-48ae-8a53-bf42f1642a51 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:44.931082 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b2a78a-c414-420e-b8a1-39772546f12f None None] Network efd1a11d-b82f-4113-b8b6-be85a7a88af9 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:22:44.931238 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ba597743-9e7d-4d93-8ff4-436406e0f56c tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:22:45.011109 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-10ac1254-282b-48ae-8a53-bf42f1642a51 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "DELETE /v2.0/subnets/db89f4ca-b00b-47c2-946c-86f6bbfd2456 HTTP/1.1" status: 204 len: 168 time: 1.9625597 Dec 15 19:22:45.013519 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54836) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:45.090956 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd66889c-9728-4b5d-9783-f142dc56452c None None] Network 489fa468-360a-4868-b4ac-a400ec975c5b requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:22:45.127748 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4864583a-ddce-4285-8aec-e2bcd4ca13af tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:45.164839 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ba597743-9e7d-4d93-8ff4-436406e0f56c tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:45.257761 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-4864583a-ddce-4285-8aec-e2bcd4ca13af tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Calling delete_port for ccaadab6-bf5c-4632-8363-4b7b77ac69d0 owned by {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:22:45.302946 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-9beee7dc-89d9-4f9b-9673-dcd3057e4480 None None] Provisioning complete for port b099f8da-7a57-4337-b7c2-72d0d8f13fa1 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:22:45.303279 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9beee7dc-89d9-4f9b-9673-dcd3057e4480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:45.312512 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-308cb62a-6bd5-44ac-8b3c-9590d9bc5b21 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:45.355129 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ba597743-9e7d-4d93-8ff4-436406e0f56c tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:22:45.365839 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ba597743-9e7d-4d93-8ff4-436406e0f56c tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Usage tracker for resource:security_group_rule and tenant:74351983f9b54e7d8c187cc2e322dc60 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:22:45.370887 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ba597743-9e7d-4d93-8ff4-436406e0f56c tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:22:45.382462 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-308cb62a-6bd5-44ac-8b3c-9590d9bc5b21 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Deleting port 3774f7ef-0cca-4e45-8d6a-3bc0b36ad334 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:22:45.382848 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-308cb62a-6bd5-44ac-8b3c-9590d9bc5b21 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:45.412856 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ba597743-9e7d-4d93-8ff4-436406e0f56c tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:22:45.515962 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4864583a-ddce-4285-8aec-e2bcd4ca13af tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:45.523534 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e8a5cb4e-4cba-467e-b089-386b151e863a tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:45.550423 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f90966-9d87-479f-a725-b7fa94b6a899 None None] DHCP port deletion for efd1a11d-b82f-4113-b8b6-be85a7a88af9 request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:22:45.564298 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-40f90966-9d87-479f-a725-b7fa94b6a899 None None] Deleting port 3774f7ef-0cca-4e45-8d6a-3bc0b36ad334 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:22:45.564298 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-40f90966-9d87-479f-a725-b7fa94b6a899 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:45.579766 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4864583a-ddce-4285-8aec-e2bcd4ca13af tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event deleted for resources: {'Port': ['ID=ccaadab6-bf5c-4632-8363-4b7b77ac69d0,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:45.584493 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4864583a-ddce-4285-8aec-e2bcd4ca13af tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:45.678408 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4864583a-ddce-4285-8aec-e2bcd4ca13af tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:45.693638 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4864583a-ddce-4285-8aec-e2bcd4ca13af tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/ports/ccaadab6-bf5c-4632-8363-4b7b77ac69d0 HTTP/1.1" status: 204 len: 168 time: 0.9469993 Dec 15 19:22:45.696825 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54840) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:45.785854 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8627d1-3847-455e-8e26-1c54d5e0209b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:22:45.787399 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-5a8627d1-3847-455e-8e26-1c54d5e0209b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Synchronizing usage tracker for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:port {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:22:45.831889 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-40f90966-9d87-479f-a725-b7fa94b6a899 None None] For port 3774f7ef-0cca-4e45-8d6a-3bc0b36ad334, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=3774f7ef-0cca-4e45-8d6a-3bc0b36ad334,segment=NetworkSegment(5ec7b682-6c9e-4eec-809e-f06b3cbda950),segment_id=5ec7b682-6c9e-4eec-809e-f06b3cbda950)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:22:45.832430 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-40f90966-9d87-479f-a725-b7fa94b6a899 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:45.838473 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-5a8627d1-3847-455e-8e26-1c54d5e0209b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Unset dirty status for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:port {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:22:45.841076 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-5a8627d1-3847-455e-8e26-1c54d5e0209b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1429882 Dec 15 19:22:45.843984 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54844) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:45.944080 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de89eb09-eccd-4713-bb79-57e0b6d47599 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:22:45.946004 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-de89eb09-eccd-4713-bb79-57e0b6d47599 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1004915 Dec 15 19:22:45.948781 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54848) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:45.989813 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-40f90966-9d87-479f-a725-b7fa94b6a899 None None] Calling delete_port for 3774f7ef-0cca-4e45-8d6a-3bc0b36ad334 owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:22:46.040271 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c104c02-eeef-4a65-a69b-bdd87a03abba tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:22:46.042365 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c104c02-eeef-4a65-a69b-bdd87a03abba tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:22:46.044242 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c104c02-eeef-4a65-a69b-bdd87a03abba tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:22:46.047141 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-9c104c02-eeef-4a65-a69b-bdd87a03abba tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Synchronizing usage tracker for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:subnet {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:22:46.087442 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-c204cb1d-f8cf-41ae-91a7-eb44a7e2eb18 None None] Provisioning complete for port b099f8da-7a57-4337-b7c2-72d0d8f13fa1 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:22:46.087925 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c204cb1d-f8cf-41ae-91a7-eb44a7e2eb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:46.099308 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-9c104c02-eeef-4a65-a69b-bdd87a03abba tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Unset dirty status for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:subnet {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:22:46.105328 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9c104c02-eeef-4a65-a69b-bdd87a03abba tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1553788 Dec 15 19:22:46.114444 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54852) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:46.134724 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-40f90966-9d87-479f-a725-b7fa94b6a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866'] for port, after_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:46.140741 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ba597743-9e7d-4d93-8ff4-436406e0f56c tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:46.141698 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c615121e-4942-4d77-9e24-3da6da80fa2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:46.148935 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64bf5eac-0505-428f-8665-84e054d82a9f tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Router 3343e8b1-446a-4553-bbd7-92fdbc9107f9 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:22:46.174868 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ba597743-9e7d-4d93-8ff4-436406e0f56c tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:46.181134 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-866e0e7d-2cf4-43ab-ae7c-2729de838274 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:46.198725 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f90966-9d87-479f-a725-b7fa94b6a899 None None] Pushing event deleted for resources: {'Port': ['ID=3774f7ef-0cca-4e45-8d6a-3bc0b36ad334,revision_number=None']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:46.203842 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-308cb62a-6bd5-44ac-8b3c-9590d9bc5b21 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] For port 3774f7ef-0cca-4e45-8d6a-3bc0b36ad334, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=3774f7ef-0cca-4e45-8d6a-3bc0b36ad334,segment=NetworkSegment(5ec7b682-6c9e-4eec-809e-f06b3cbda950),segment_id=5ec7b682-6c9e-4eec-809e-f06b3cbda950)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:22:46.204247 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-308cb62a-6bd5-44ac-8b3c-9590d9bc5b21 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:46.204455 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-40f90966-9d87-479f-a725-b7fa94b6a899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:46.208127 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f90966-9d87-479f-a725-b7fa94b6a899 None None] No DVR routers for this DVR port 3774f7ef-0cca-4e45-8d6a-3bc0b36ad334 on host dv-neutron-821831-2-hyperv {{(pid=88992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:22:46.356998 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-b85acbfb-43d2-4e33-98b7-af1db8d8e0b2 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Deleting subnet 21c58a53-3e00-4bef-8953-cf9d500f36df {{(pid=88991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:22:46.361442 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b85acbfb-43d2-4e33-98b7-af1db8d8e0b2 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:46.421954 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b85acbfb-43d2-4e33-98b7-af1db8d8e0b2 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16332759'] for subnet, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:46.422447 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-308cb62a-6bd5-44ac-8b3c-9590d9bc5b21 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Calling delete_port for 3774f7ef-0cca-4e45-8d6a-3bc0b36ad334 owned by network:dhcp {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:22:46.490529 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-0ee818eb-d8d1-4a56-827a-e49d494dcf53 None None] Could not find standard attr ID for object baa38783-1d5f-44f2-b63d-0f508c2da165. {{(pid=88992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 15 19:22:46.523916 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b85acbfb-43d2-4e33-98b7-af1db8d8e0b2 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:46.532406 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba597743-9e7d-4d93-8ff4-436406e0f56c tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d20cca4-b4cf-4a90-8956-1abdcf5ab172,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:46.552426 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ba597743-9e7d-4d93-8ff4-436406e0f56c tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:46.633874 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ba597743-9e7d-4d93-8ff4-436406e0f56c tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:46.637852 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ba597743-9e7d-4d93-8ff4-436406e0f56c tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.7985523 Dec 15 19:22:46.638208 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54856) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:46.644493 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-167e57cb-26ab-4ab2-821f-83742d426223 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Request body: {'security_group': {'name': 'tempest-secgroup--1928009332'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:22:46.651573 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b85acbfb-43d2-4e33-98b7-af1db8d8e0b2 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16156049'] for subnet, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:46.657944 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-167e57cb-26ab-4ab2-821f-83742d426223 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:22:46.661038 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-340673fe-4306-4af7-b921-65607b3b32b8 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:46.700393 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-167e57cb-26ab-4ab2-821f-83742d426223 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Usage tracker for resource:security_group and tenant:74351983f9b54e7d8c187cc2e322dc60 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:22:46.705681 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-308cb62a-6bd5-44ac-8b3c-9590d9bc5b21 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88990) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:22:46.706061 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-308cb62a-6bd5-44ac-8b3c-9590d9bc5b21 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:22:46.709640 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-167e57cb-26ab-4ab2-821f-83742d426223 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:22:46.713027 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85acbfb-43d2-4e33-98b7-af1db8d8e0b2 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event deleted for resources: {'Subnet': ['ID=21c58a53-3e00-4bef-8953-cf9d500f36df,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:46.715722 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b85acbfb-43d2-4e33-98b7-af1db8d8e0b2 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:46.720720 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-167e57cb-26ab-4ab2-821f-83742d426223 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:22:46.726521 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b85acbfb-43d2-4e33-98b7-af1db8d8e0b2 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:46.770265 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-167e57cb-26ab-4ab2-821f-83742d426223 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:46.781249 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 3774f7ef-0cca-4e45-8d6a-3bc0b36ad334 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:22:46.802116 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b85acbfb-43d2-4e33-98b7-af1db8d8e0b2 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/subnets/21c58a53-3e00-4bef-8953-cf9d500f36df HTTP/1.1" status: 204 len: 168 time: 0.6934552 Dec 15 19:22:46.804871 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54860) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:46.824545 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-1852abe5-700b-4b06-a821-144a8037b31c None None] Could not find standard attr ID for object ccaadab6-bf5c-4632-8363-4b7b77ac69d0. {{(pid=88992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 15 19:22:46.825946 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 3774f7ef-0cca-4e45-8d6a-3bc0b36ad334 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:22:46.826912 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 3774f7ef-0cca-4e45-8d6a-3bc0b36ad334 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:22:46.829257 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-167e57cb-26ab-4ab2-821f-83742d426223 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:22:46.836267 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-167e57cb-26ab-4ab2-821f-83742d426223 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Usage tracker for resource:security_group_rule and tenant:74351983f9b54e7d8c187cc2e322dc60 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:22:46.840654 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-167e57cb-26ab-4ab2-821f-83742d426223 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:22:46.849092 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-167e57cb-26ab-4ab2-821f-83742d426223 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:22:46.886017 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 19:22:46.918942 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-167e57cb-26ab-4ab2-821f-83742d426223 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:46.955251 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-167e57cb-26ab-4ab2-821f-83742d426223 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:46.961196 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a1642366-3d54-4679-a451-359b7d7dcf23 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:47.011520 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167e57cb-26ab-4ab2-821f-83742d426223 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5679d6d-d283-485a-9e4d-0a978395f478,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:47.015317 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-167e57cb-26ab-4ab2-821f-83742d426223 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:47.021555 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64bf5eac-0505-428f-8665-84e054d82a9f tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:22:47.033538 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bfc031-c0cb-402e-a8e7-35db76f7978b None None] Sync routers for ids ['3343e8b1-446a-4553-bbd7-92fdbc9107f9'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:22:47.041337 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-167e57cb-26ab-4ab2-821f-83742d426223 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:47.046164 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-167e57cb-26ab-4ab2-821f-83742d426223 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4037957 Dec 15 19:22:47.046614 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54864) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:47.054078 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bfc031-c0cb-402e-a8e7-35db76f7978b None None] Routers {'3343e8b1-446a-4553-bbd7-92fdbc9107f9'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:22:47.055703 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-94bfc031-c0cb-402e-a8e7-35db76f7978b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:22:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['3343e8b1-446a-4553-bbd7-92fdbc9107f9'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:22:47.057713 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-64bf5eac-0505-428f-8665-84e054d82a9f tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "PUT /v2.0/routers/3343e8b1-446a-4553-bbd7-92fdbc9107f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9433842 Dec 15 19:22:47.057853 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-68235bec-c0d6-43ec-b92e-ac85cd3ab403 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Request body: {'security_group_rule': {'security_group_id': '3d20cca4-b4cf-4a90-8956-1abdcf5ab172', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f5679d6d-d283-485a-9e4d-0a978395f478', 'remote_ip_prefix': None}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:22:47.062866 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54868) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:47.064558 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-68235bec-c0d6-43ec-b92e-ac85cd3ab403 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:22:47.069188 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-68235bec-c0d6-43ec-b92e-ac85cd3ab403 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Usage tracker for resource:security_group_rule and tenant:74351983f9b54e7d8c187cc2e322dc60 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:22:47.072480 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-68235bec-c0d6-43ec-b92e-ac85cd3ab403 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:22:47.079533 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-68235bec-c0d6-43ec-b92e-ac85cd3ab403 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:22:47.101380 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453be1d1-23ad-48ae-8aef-b7540cfd3f35 None None] Network 489fa468-360a-4868-b4ac-a400ec975c5b requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:22:47.112800 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ef54dc5-5c9c-477b-8a56-cc7cf6daab08 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Deleting subnet ec669057-4d26-4ad5-b9f4-626e9ab03d47 {{(pid=88990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:22:47.129284 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4ef54dc5-5c9c-477b-8a56-cc7cf6daab08 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:47.132495 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-68235bec-c0d6-43ec-b92e-ac85cd3ab403 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:47.209903 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-68235bec-c0d6-43ec-b92e-ac85cd3ab403 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:47.223801 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dece54b1-243f-4337-80b2-8963136f2304 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Router 19eab318-ab8b-4aa4-9e13-5419acd46077 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:22:47.224512 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-308cb62a-6bd5-44ac-8b3c-9590d9bc5b21 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Deleting port 3774f7ef-0cca-4e45-8d6a-3bc0b36ad334 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:22:47.225328 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-308cb62a-6bd5-44ac-8b3c-9590d9bc5b21 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:47.241296 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-68235bec-c0d6-43ec-b92e-ac85cd3ab403 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:47.267072 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-94bfc031-c0cb-402e-a8e7-35db76f7978b None None] Set router 3343e8b1-446a-4553-bbd7-92fdbc9107f9 gateway port host: None {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:22:47.275696 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-74b7897e-90c5-45b0-bfb2-ab50194b5e82 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:47.291449 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68235bec-c0d6-43ec-b92e-ac85cd3ab403 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb689374-c1b4-488b-8a15-2a7ee839353c,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:47.301698 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-68235bec-c0d6-43ec-b92e-ac85cd3ab403 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:47.311764 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-68235bec-c0d6-43ec-b92e-ac85cd3ab403 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:47.313324 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-68235bec-c0d6-43ec-b92e-ac85cd3ab403 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.2656999 Dec 15 19:22:47.316574 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54872) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:47.316827 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4ef54dc5-5c9c-477b-8a56-cc7cf6daab08 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838448728'] for subnet, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:47.365482 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3bd2efb8-177e-4efc-8f06-01208d0d9286 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:47.379080 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3bd2efb8-177e-4efc-8f06-01208d0d9286 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:47.409632 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-308cb62a-6bd5-44ac-8b3c-9590d9bc5b21 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] The port '3774f7ef-0cca-4e45-8d6a-3bc0b36ad334' was deleted {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 15 19:22:47.446461 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3bd2efb8-177e-4efc-8f06-01208d0d9286 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:47.448917 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-08d65f07-5fbf-4457-bbed-2a348d2766f5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:47.465072 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd2efb8-177e-4efc-8f06-01208d0d9286 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bb689374-c1b4-488b-8a15-2a7ee839353c,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:47.469347 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3bd2efb8-177e-4efc-8f06-01208d0d9286 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:47.476107 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3bd2efb8-177e-4efc-8f06-01208d0d9286 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:47.480355 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-3bd2efb8-177e-4efc-8f06-01208d0d9286 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/bb689374-c1b4-488b-8a15-2a7ee839353c HTTP/1.1" status: 204 len: 168 time: 0.1581044 Dec 15 19:22:47.480963 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54876) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:47.537476 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-eaad3b57-24f5-4b5d-a94f-8a47da982c68 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Synchronizing usage tracker for tenant:74351983f9b54e7d8c187cc2e322dc60 on resource:security_group_rule {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:22:47.589535 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-eaad3b57-24f5-4b5d-a94f-8a47da982c68 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Unset dirty status for tenant:74351983f9b54e7d8c187cc2e322dc60 on resource:security_group_rule {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:22:47.591330 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-eaad3b57-24f5-4b5d-a94f-8a47da982c68 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.1092596 Dec 15 19:22:47.595127 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54880) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:47.656050 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-94bfc031-c0cb-402e-a8e7-35db76f7978b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'name': 'tempest-RoutersTest-router-764355656', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:21:46Z', 'updated_at': '2021-12-15T19:22:42Z', 'revision_number': 8, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'gw_port_host': None, '_interfaces': [{'id': '42b090dc-7075-4e99-9cd5-a6678a9d0384', 'name': '', 'network_id': '1ac3f362-2078-4002-a392-a7842225ba9f', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'mac_address': 'fa:16:3e:ba:d5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca9accf0-e88c-467d-a684-50f557360418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:21:51Z', 'updated_at': '2021-12-15T19:22:06Z', 'revision_number': 5, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'subnets': [{'id': 'ca9accf0-e88c-467d-a684-50f557360418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aacb36af-e418-4be4-8114-03d2817437e5', 'name': '', 'network_id': '818fc7e9-d868-4dd4-b340-8e65fca95114', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'mac_address': 'fa:16:3e:e5:7f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe9d9289-d1de-4e90-b7c8-98e7c170341b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:22:15Z', 'updated_at': '2021-12-15T19:22:30Z', 'revision_number': 5, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'subnets': [{'id': 'fe9d9289-d1de-4e90-b7c8-98e7c170341b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1c2f93f-3e3c-49f1-b182-e6d770b52964', 'name': '', 'network_id': '1913e98a-5da5-451a-80c7-faaf2ed8c312', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'mac_address': 'fa:16:3e:fb:50:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ca7af6a-42be-4f17-acc7-c24713f82445', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:22:04Z', 'updated_at': '2021-12-15T19:22:19Z', 'revision_number': 5, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'subnets': [{'id': '8ca7af6a-42be-4f17-acc7-c24713f82445', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:22:47.660721 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bfc031-c0cb-402e-a8e7-35db76f7978b None None] Checking router: 3343e8b1-446a-4553-bbd7-92fdbc9107f9 for host: dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:22:47.672986 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bfc031-c0cb-402e-a8e7-35db76f7978b None None] Routers {'3343e8b1-446a-4553-bbd7-92fdbc9107f9'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:22:47.674080 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-94bfc031-c0cb-402e-a8e7-35db76f7978b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:22:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['3343e8b1-446a-4553-bbd7-92fdbc9107f9'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:22:47.718771 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a21815ae-fe71-4d84-8975-739ae9cc6bf3 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:47.720140 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-308cb62a-6bd5-44ac-8b3c-9590d9bc5b21 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:47.733337 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-2021c17e-f3ae-4a74-b4e1-9c25263fbd2f tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Deleting subnet 7b88d350-57f6-4e19-ae4b-29eb1beaa5a3 {{(pid=88990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:22:47.736660 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2021c17e-f3ae-4a74-b4e1-9c25263fbd2f tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for subnet, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:47.752776 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a21815ae-fe71-4d84-8975-739ae9cc6bf3 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:47.834794 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4ef54dc5-5c9c-477b-8a56-cc7cf6daab08 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:47.841079 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a21815ae-fe71-4d84-8975-739ae9cc6bf3 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:47.848349 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b1e64218-6a0e-4a82-8f12-158ecc4bec5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:47.855448 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-94bfc031-c0cb-402e-a8e7-35db76f7978b None None] Set router 3343e8b1-446a-4553-bbd7-92fdbc9107f9 gateway port host: None {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:22:47.869812 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21815ae-fe71-4d84-8975-739ae9cc6bf3 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5679d6d-d283-485a-9e4d-0a978395f478,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:47.873657 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a21815ae-fe71-4d84-8975-739ae9cc6bf3 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:47.932445 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a21815ae-fe71-4d84-8975-739ae9cc6bf3 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:47.933713 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a21815ae-fe71-4d84-8975-739ae9cc6bf3 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] 10.222.0.36 "DELETE /v2.0/security-groups/f5679d6d-d283-485a-9e4d-0a978395f478 HTTP/1.1" status: 204 len: 168 time: 0.3373973 Dec 15 19:22:47.937292 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54884) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:48.017821 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-3dfc5411-93f3-4328-bf29-e89495c6fba9 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Synchronizing usage tracker for tenant:74351983f9b54e7d8c187cc2e322dc60 on resource:security_group {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:22:48.062615 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-3dfc5411-93f3-4328-bf29-e89495c6fba9 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Unset dirty status for tenant:74351983f9b54e7d8c187cc2e322dc60 on resource:security_group {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:22:48.064074 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-3dfc5411-93f3-4328-bf29-e89495c6fba9 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.1259222 Dec 15 19:22:48.067129 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54888) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:48.149776 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-308cb62a-6bd5-44ac-8b3c-9590d9bc5b21 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efd1a11d-b82f-4113-b8b6-be85a7a88af9']}} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:22:48.160023 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a5bfebe0-846d-4373-a3c3-d9ff0569744a tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:48.165409 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2021c17e-f3ae-4a74-b4e1-9c25263fbd2f tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838448728'] for subnet, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:48.195385 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a5bfebe0-846d-4373-a3c3-d9ff0569744a tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:48.256853 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-94bfc031-c0cb-402e-a8e7-35db76f7978b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'name': 'tempest-RoutersTest-router-764355656', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:21:46Z', 'updated_at': '2021-12-15T19:22:42Z', 'revision_number': 8, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'gw_port_host': None, '_interfaces': [{'id': '42b090dc-7075-4e99-9cd5-a6678a9d0384', 'name': '', 'network_id': '1ac3f362-2078-4002-a392-a7842225ba9f', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'mac_address': 'fa:16:3e:ba:d5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca9accf0-e88c-467d-a684-50f557360418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:21:51Z', 'updated_at': '2021-12-15T19:22:06Z', 'revision_number': 5, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'subnets': [{'id': 'ca9accf0-e88c-467d-a684-50f557360418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aacb36af-e418-4be4-8114-03d2817437e5', 'name': '', 'network_id': '818fc7e9-d868-4dd4-b340-8e65fca95114', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'mac_address': 'fa:16:3e:e5:7f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe9d9289-d1de-4e90-b7c8-98e7c170341b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:22:15Z', 'updated_at': '2021-12-15T19:22:30Z', 'revision_number': 5, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'subnets': [{'id': 'fe9d9289-d1de-4e90-b7c8-98e7c170341b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1c2f93f-3e3c-49f1-b182-e6d770b52964', 'name': '', 'network_id': '1913e98a-5da5-451a-80c7-faaf2ed8c312', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'mac_address': 'fa:16:3e:fb:50:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ca7af6a-42be-4f17-acc7-c24713f82445', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:22:04Z', 'updated_at': '2021-12-15T19:22:19Z', 'revision_number': 5, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'subnets': [{'id': '8ca7af6a-42be-4f17-acc7-c24713f82445', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:22:48.261838 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bfc031-c0cb-402e-a8e7-35db76f7978b None None] The sync data for ids ['3343e8b1-446a-4553-bbd7-92fdbc9107f9'] in dv-neutron-821831-2-hyperv is: [{'id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'name': 'tempest-RoutersTest-router-764355656', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:21:46Z', 'updated_at': '2021-12-15T19:22:42Z', 'revision_number': 8, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'gw_port_host': None, '_interfaces': [{'id': '42b090dc-7075-4e99-9cd5-a6678a9d0384', 'name': '', 'network_id': '1ac3f362-2078-4002-a392-a7842225ba9f', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'mac_address': 'fa:16:3e:ba:d5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca9accf0-e88c-467d-a684-50f557360418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:21:51Z', 'updated_at': '2021-12-15T19:22:06Z', 'revision_number': 5, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'subnets': [{'id': 'ca9accf0-e88c-467d-a684-50f557360418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aacb36af-e418-4be4-8114-03d2817437e5', 'name': '', 'network_id': '818fc7e9-d868-4dd4-b340-8e65fca95114', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'mac_address': 'fa:16:3e:e5:7f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe9d9289-d1de-4e90-b7c8-98e7c170341b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:22:15Z', 'updated_at': '2021-12-15T19:22:30Z', 'revision_number': 5, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'subnets': [{'id': 'fe9d9289-d1de-4e90-b7c8-98e7c170341b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1c2f93f-3e3c-49f1-b182-e6d770b52964', 'name': '', 'network_id': '1913e98a-5da5-451a-80c7-faaf2ed8c312', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'mac_address': 'fa:16:3e:fb:50:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ca7af6a-42be-4f17-acc7-c24713f82445', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:22:04Z', 'updated_at': '2021-12-15T19:22:19Z', 'revision_number': 5, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'subnets': [{'id': '8ca7af6a-42be-4f17-acc7-c24713f82445', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:22:48.270878 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-308cb62a-6bd5-44ac-8b3c-9590d9bc5b21 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ec7b682-6c9e-4eec-809e-f06b3cbda950') {'for_net_delete': True} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:22:48.271354 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-308cb62a-6bd5-44ac-8b3c-9590d9bc5b21 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ec7b682-6c9e-4eec-809e-f06b3cbda950') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:22:48.273060 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a5bfebe0-846d-4373-a3c3-d9ff0569744a tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:48.280482 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-61253698-c773-40e8-8414-7c9592fb5d74 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:48.298206 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bfebe0-846d-4373-a3c3-d9ff0569744a tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d20cca4-b4cf-4a90-8956-1abdcf5ab172,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:48.302842 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a5bfebe0-846d-4373-a3c3-d9ff0569744a tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:48.303683 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-308cb62a-6bd5-44ac-8b3c-9590d9bc5b21 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16327073'] for segment, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:48.347891 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a5bfebe0-846d-4373-a3c3-d9ff0569744a tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:48.349450 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a5bfebe0-846d-4373-a3c3-d9ff0569744a tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] 10.222.0.36 "DELETE /v2.0/security-groups/3d20cca4-b4cf-4a90-8956-1abdcf5ab172 HTTP/1.1" status: 204 len: 168 time: 0.2810466 Dec 15 19:22:48.352417 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54892) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:48.392867 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-308cb62a-6bd5-44ac-8b3c-9590d9bc5b21 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:48.407869 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-308cb62a-6bd5-44ac-8b3c-9590d9bc5b21 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=88990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:22:48.408323 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-308cb62a-6bd5-44ac-8b3c-9590d9bc5b21 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838138943'] for segment, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:48.425303 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-4ddcbd2f-12ef-4fd9-b579-ddfa082ff575 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Synchronizing usage tracker for tenant:74351983f9b54e7d8c187cc2e322dc60 on resource:security_group {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:22:48.430331 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:22:48.430331 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:22:48.430331 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:22:48.430331 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:22:48.430331 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:22:48.430331 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:22:48.430331 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:22:48.430331 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:22:48.430331 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:22:48.430331 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:22:48.430331 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:22:48.430331 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:22:48.430331 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:22:48.430331 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:22:48.430331 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:22:48.430331 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:22:48.430331 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:22:48.430331 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:22:48.430331 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:22:48.430331 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:22:48.430331 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:22:48.430331 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:22:48.430331 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:22:48.430331 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:22:48.430331 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:22:48.430331 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:22:48.430331 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:22:48.430331 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:22:48.430331 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:22:48.430331 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:22:48.430331 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:22:48.430331 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:22:48.430331 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:22:48.430331 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:22:48.430331 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:22:48.430331 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:22:48.430331 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:22:48.430331 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:22:48.430331 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:22:48.430331 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:22:48.433071 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2021c17e-f3ae-4a74-b4e1-9c25263fbd2f tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:48.460156 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-e72d0ca2-b25c-49a7-959f-d38ad47ca969 None None] Provisioning complete for port b099f8da-7a57-4337-b7c2-72d0d8f13fa1 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:22:48.460714 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e72d0ca2-b25c-49a7-959f-d38ad47ca969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:48.481111 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-4ddcbd2f-12ef-4fd9-b579-ddfa082ff575 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Unset dirty status for tenant:74351983f9b54e7d8c187cc2e322dc60 on resource:security_group {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:22:48.484296 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4ddcbd2f-12ef-4fd9-b579-ddfa082ff575 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1291292 Dec 15 19:22:48.490539 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54896) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:48.496900 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-5a5b7993-8e6f-44cd-839a-081435a9da0a tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Request body: {'security_group': {'name': 'tempest-secgroup--1085604950'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:22:48.505388 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-5a5b7993-8e6f-44cd-839a-081435a9da0a tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:22:48.516841 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-5a5b7993-8e6f-44cd-839a-081435a9da0a tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:22:48.559043 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5a5b7993-8e6f-44cd-839a-081435a9da0a tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:48.575243 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dece54b1-243f-4337-80b2-8963136f2304 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:22:48.590684 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a12e63-61be-4dcf-b99f-ceb7a601c5a5 None None] Sync routers for ids ['19eab318-ab8b-4aa4-9e13-5419acd46077'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:22:48.603715 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a12e63-61be-4dcf-b99f-ceb7a601c5a5 None None] Routers {'19eab318-ab8b-4aa4-9e13-5419acd46077'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:22:48.604651 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-59a12e63-61be-4dcf-b99f-ceb7a601c5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:22:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['19eab318-ab8b-4aa4-9e13-5419acd46077'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:22:48.612238 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-5a5b7993-8e6f-44cd-839a-081435a9da0a tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:22:48.613658 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4ef54dc5-5c9c-477b-8a56-cc7cf6daab08 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16636259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14850861'] for subnet, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:48.617286 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-5a5b7993-8e6f-44cd-839a-081435a9da0a tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Usage tracker for resource:security_group_rule and tenant:74351983f9b54e7d8c187cc2e322dc60 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:22:48.620691 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-5a5b7993-8e6f-44cd-839a-081435a9da0a tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:22:48.624777 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-14f0bb77-a278-474f-8bfc-3459c6404ab2 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:48.629694 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-5a5b7993-8e6f-44cd-839a-081435a9da0a tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:22:48.670709 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-dece54b1-243f-4337-80b2-8963136f2304 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] 10.222.0.36 "PUT /v2.0/routers/19eab318-ab8b-4aa4-9e13-5419acd46077/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1162927 Dec 15 19:22:48.671365 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-308cb62a-6bd5-44ac-8b3c-9590d9bc5b21 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:48.676346 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54900) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:48.679801 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-59a12e63-61be-4dcf-b99f-ceb7a601c5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:22:48.693943 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a12e63-61be-4dcf-b99f-ceb7a601c5a5 None None] Routers {'19eab318-ab8b-4aa4-9e13-5419acd46077'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:22:48.694882 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-59a12e63-61be-4dcf-b99f-ceb7a601c5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:22:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['19eab318-ab8b-4aa4-9e13-5419acd46077'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:22:48.706607 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5a5b7993-8e6f-44cd-839a-081435a9da0a tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:48.738038 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5a5b7993-8e6f-44cd-839a-081435a9da0a tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:48.738218 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef54dc5-5c9c-477b-8a56-cc7cf6daab08 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event deleted for resources: {'Subnet': ['ID=ec669057-4d26-4ad5-b9f4-626e9ab03d47,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:48.740732 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-308cb62a-6bd5-44ac-8b3c-9590d9bc5b21 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:48.745636 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a21815ae-fe71-4d84-8975-739ae9cc6bf3 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:48.755332 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4ef54dc5-5c9c-477b-8a56-cc7cf6daab08 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:48.755703 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 6bd170cf-644b-4350-86dc-bf48267f17a5 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:22:48.757093 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6efb98c5-d8db-4f48-adcf-0a76dc59d3e2 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:48.780421 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4ef54dc5-5c9c-477b-8a56-cc7cf6daab08 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:48.784500 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4ef54dc5-5c9c-477b-8a56-cc7cf6daab08 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/subnets/ec669057-4d26-4ad5-b9f4-626e9ab03d47 HTTP/1.1" status: 204 len: 168 time: 1.9764583 Dec 15 19:22:48.786962 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2021c17e-f3ae-4a74-b4e1-9c25263fbd2f tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16636259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14850861'] for subnet, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:48.788926 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54904) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:48.795794 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a1b29f-5754-4cce-aa47-412df026adef None None] Network 489fa468-360a-4868-b4ac-a400ec975c5b requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:22:48.799198 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308cb62a-6bd5-44ac-8b3c-9590d9bc5b21 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event deleted for resources: {'Network': ['ID=efd1a11d-b82f-4113-b8b6-be85a7a88af9,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:48.805025 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-308cb62a-6bd5-44ac-8b3c-9590d9bc5b21 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "DELETE /v2.0/networks/efd1a11d-b82f-4113-b8b6-be85a7a88af9 HTTP/1.1" status: 204 len: 168 time: 3.7897384 Dec 15 19:22:48.806954 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54908) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:48.807985 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-308cb62a-6bd5-44ac-8b3c-9590d9bc5b21 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:48.813083 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d29c467b-d600-465c-b864-2954016dd9c6 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:48.882528 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5b7993-8e6f-44cd-839a-081435a9da0a tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0856def0-b647-4e8c-9162-0511f641ad96,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:48.885537 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5a5b7993-8e6f-44cd-839a-081435a9da0a tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:48.890503 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-2b807555-b9b9-4139-8d69-fc85458e3df9 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0949924 Dec 15 19:22:48.891970 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54912) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:48.905838 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-bd08732a-bc2d-4b8e-98a8-a882fffb5729 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Request body: {'subnet': {'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:22:48.922981 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2021c17e-f3ae-4a74-b4e1-9c25263fbd2f tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Pushing event deleted for resources: {'Subnet': ['ID=7b88d350-57f6-4e19-ae4b-29eb1beaa5a3,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:48.940017 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2021c17e-f3ae-4a74-b4e1-9c25263fbd2f tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:48.942526 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2021c17e-f3ae-4a74-b4e1-9c25263fbd2f tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:48.946212 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-2021c17e-f3ae-4a74-b4e1-9c25263fbd2f tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "DELETE /v2.0/subnets/7b88d350-57f6-4e19-ae4b-29eb1beaa5a3 HTTP/1.1" status: 204 len: 168 time: 1.8823068 Dec 15 19:22:48.949909 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54916) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:48.980317 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5a5b7993-8e6f-44cd-839a-081435a9da0a tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:48.984468 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-5a5b7993-8e6f-44cd-839a-081435a9da0a tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4899533 Dec 15 19:22:48.987971 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54920) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:49.005293 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-ec7914cc-cf1b-4408-b2a4-bbef2e99065e tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Request body: {'security_group_rule': {'security_group_id': '0856def0-b647-4e8c-9162-0511f641ad96', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:22:49.017434 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ec7914cc-cf1b-4408-b2a4-bbef2e99065e tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:22:49.028798 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4612e80-bd4c-49c7-9188-39bb286d9bef None None] Network e3a5f734-9b47-43a1-9e43-3aa9b4fa792e requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:22:49.033378 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ec7914cc-cf1b-4408-b2a4-bbef2e99065e tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Usage tracker for resource:security_group_rule and tenant:74351983f9b54e7d8c187cc2e322dc60 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:22:49.042770 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ec7914cc-cf1b-4408-b2a4-bbef2e99065e tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:22:49.052355 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ec7914cc-cf1b-4408-b2a4-bbef2e99065e tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:22:49.062048 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-bd08732a-bc2d-4b8e-98a8-a882fffb5729 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:22:49.068055 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-bd08732a-bc2d-4b8e-98a8-a882fffb5729 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Usage tracker for resource:subnet and tenant:e56ca83c553e4935a4e8b75ed76c674c is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:22:49.071308 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-bd08732a-bc2d-4b8e-98a8-a882fffb5729 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:22:49.077910 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-bd08732a-bc2d-4b8e-98a8-a882fffb5729 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:22:49.100132 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 6bd170cf-644b-4350-86dc-bf48267f17a5 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:22:49.100539 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 6bd170cf-644b-4350-86dc-bf48267f17a5 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:22:49.102053 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-59a12e63-61be-4dcf-b99f-ceb7a601c5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:22:49.102563 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a12e63-61be-4dcf-b99f-ceb7a601c5a5 None None] The sync data for ids ['19eab318-ab8b-4aa4-9e13-5419acd46077'] in dv-neutron-821831-2-hyperv is: [] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:22:49.106434 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ec7914cc-cf1b-4408-b2a4-bbef2e99065e tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:49.138113 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd08732a-bc2d-4b8e-98a8-a882fffb5729 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Made reservation on behalf of e56ca83c553e4935a4e8b75ed76c674c for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:22:49.144917 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bd08732a-bc2d-4b8e-98a8-a882fffb5729 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:49.275666 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f83db9e4-48d2-4091-bc8a-089327a78188 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:49.303215 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-9b2c07fa-81df-4c84-a17f-f743c9a992e2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Deleting port 4b984743-3ade-4a51-8cad-79bc05cf1d12 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:22:49.303596 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9b2c07fa-81df-4c84-a17f-f743c9a992e2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:49.312751 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ec7914cc-cf1b-4408-b2a4-bbef2e99065e tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:49.354696 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-f83db9e4-48d2-4091-bc8a-089327a78188 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Deleting port d4a1b7dd-8722-4c50-985c-96e0abbffcf5 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:22:49.355078 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f83db9e4-48d2-4091-bc8a-089327a78188 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:49.367539 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ec7914cc-cf1b-4408-b2a4-bbef2e99065e tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:49.375245 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3bd2efb8-177e-4efc-8f06-01208d0d9286 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:49.432842 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7914cc-cf1b-4408-b2a4-bbef2e99065e tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66623cd5-c3cc-4502-ab75-13b11cea286a,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:49.436143 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ec7914cc-cf1b-4408-b2a4-bbef2e99065e tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:49.454892 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3851c98-d41d-4875-8a3d-03239ff0c784 None None] DHCP port deletion for 489fa468-360a-4868-b4ac-a400ec975c5b request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:22:49.454892 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d3851c98-d41d-4875-8a3d-03239ff0c784 None None] Deleting port b099f8da-7a57-4337-b7c2-72d0d8f13fa1 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:22:49.454892 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d3851c98-d41d-4875-8a3d-03239ff0c784 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:49.478028 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ec7914cc-cf1b-4408-b2a4-bbef2e99065e tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:49.479437 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ec7914cc-cf1b-4408-b2a4-bbef2e99065e tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.4904790 Dec 15 19:22:49.482882 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54924) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:49.488913 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65cace6b-fcb3-4d96-ac38-6436ad9709c4 None None] DHCP port deletion for e3a5f734-9b47-43a1-9e43-3aa9b4fa792e request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:22:49.501662 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-65cace6b-fcb3-4d96-ac38-6436ad9709c4 None None] Deleting port d4a1b7dd-8722-4c50-985c-96e0abbffcf5 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:22:49.502190 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-65cace6b-fcb3-4d96-ac38-6436ad9709c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:49.520305 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2e2e18fb-d331-4005-a408-4cdc8122a310 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:49.533995 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2e2e18fb-d331-4005-a408-4cdc8122a310 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:49.544578 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bd08732a-bc2d-4b8e-98a8-a882fffb5729 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:49.551744 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9260f8ed-14a0-4f14-a656-fa571c50751b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:49.637154 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9b2c07fa-81df-4c84-a17f-f743c9a992e2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:49.637847 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9b2c07fa-81df-4c84-a17f-f743c9a992e2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:49.645124 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd08732a-bc2d-4b8e-98a8-a882fffb5729 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Network 489fa468-360a-4868-b4ac-a400ec975c5b is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:22:49.648285 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-bd08732a-bc2d-4b8e-98a8-a882fffb5729 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:22:49.652703 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd08732a-bc2d-4b8e-98a8-a882fffb5729 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:22:49.653347 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bd08732a-bc2d-4b8e-98a8-a882fffb5729 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:49.659885 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd08732a-bc2d-4b8e-98a8-a882fffb5729 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event updated for resources: {'Subnet': ['ID=5e3e0c90-e09d-4e95-9161-a67cb0c23b46,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:49.667328 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-bd08732a-bc2d-4b8e-98a8-a882fffb5729 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:49.687744 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2e2e18fb-d331-4005-a408-4cdc8122a310 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:49.692365 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2e2e18fb-d331-4005-a408-4cdc8122a310 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:49.696453 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-2e2e18fb-d331-4005-a408-4cdc8122a310 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/66623cd5-c3cc-4502-ab75-13b11cea286a HTTP/1.1" status: 204 len: 168 time: 0.2099175 Dec 15 19:22:49.696453 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5003c313-1cce-438a-8223-136a19458546 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:49.702940 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54928) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:49.726636 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2e18fb-d331-4005-a408-4cdc8122a310 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=66623cd5-c3cc-4502-ab75-13b11cea286a,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:49.729241 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2e2e18fb-d331-4005-a408-4cdc8122a310 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:49.737603 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-bd08732a-bc2d-4b8e-98a8-a882fffb5729 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8442848 Dec 15 19:22:49.741600 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54932) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:49.747872 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-867791e1-6b48-4fa4-9205-d3bdcd356669 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Request body: {'subnet': {'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:22:49.824761 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-9b2c07fa-81df-4c84-a17f-f743c9a992e2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Calling delete_port for 4b984743-3ade-4a51-8cad-79bc05cf1d12 owned by network:floatingip {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:22:49.860245 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-b26f1f61-0beb-4f09-9da7-e1090cbf3134 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Synchronizing usage tracker for tenant:74351983f9b54e7d8c187cc2e322dc60 on resource:security_group_rule {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:22:49.865268 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-48d7be63-269a-4d79-a847-b0bdd678963c tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks [] for router, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:49.882944 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-65cace6b-fcb3-4d96-ac38-6436ad9709c4 None None] For port d4a1b7dd-8722-4c50-985c-96e0abbffcf5, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=d4a1b7dd-8722-4c50-985c-96e0abbffcf5,segment=NetworkSegment(2937a568-4529-49dc-b3cc-3970dbc3567a),segment_id=2937a568-4529-49dc-b3cc-3970dbc3567a)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:22:49.883521 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-65cace6b-fcb3-4d96-ac38-6436ad9709c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:49.921017 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-b26f1f61-0beb-4f09-9da7-e1090cbf3134 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Unset dirty status for tenant:74351983f9b54e7d8c187cc2e322dc60 on resource:security_group_rule {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:22:49.922818 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b26f1f61-0beb-4f09-9da7-e1090cbf3134 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2167709 Dec 15 19:22:49.926157 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54936) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:49.947086 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-867791e1-6b48-4fa4-9205-d3bdcd356669 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:22:49.956464 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-867791e1-6b48-4fa4-9205-d3bdcd356669 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Usage tracker for resource:subnet and tenant:e56ca83c553e4935a4e8b75ed76c674c is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:22:49.965776 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-867791e1-6b48-4fa4-9205-d3bdcd356669 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:22:49.977365 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-867791e1-6b48-4fa4-9205-d3bdcd356669 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:22:50.019285 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867791e1-6b48-4fa4-9205-d3bdcd356669 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Made reservation on behalf of e56ca83c553e4935a4e8b75ed76c674c for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:22:50.025277 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-65cace6b-fcb3-4d96-ac38-6436ad9709c4 None None] Calling delete_port for d4a1b7dd-8722-4c50-985c-96e0abbffcf5 owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:22:50.025873 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-867791e1-6b48-4fa4-9205-d3bdcd356669 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:50.040917 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c41c06c4-2573-4895-9b1f-1536ef78cedd tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:50.067900 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-f83db9e4-48d2-4091-bc8a-089327a78188 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] For port d4a1b7dd-8722-4c50-985c-96e0abbffcf5, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=d4a1b7dd-8722-4c50-985c-96e0abbffcf5,segment=NetworkSegment(2937a568-4529-49dc-b3cc-3970dbc3567a),segment_id=2937a568-4529-49dc-b3cc-3970dbc3567a)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:22:50.068304 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f83db9e4-48d2-4091-bc8a-089327a78188 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:50.072734 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d3851c98-d41d-4875-8a3d-03239ff0c784 None None] For port b099f8da-7a57-4337-b7c2-72d0d8f13fa1, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=b099f8da-7a57-4337-b7c2-72d0d8f13fa1,segment=NetworkSegment(9575ac7b-3c85-46da-81c5-434024000f40),segment_id=9575ac7b-3c85-46da-81c5-434024000f40)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:22:50.073191 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d3851c98-d41d-4875-8a3d-03239ff0c784 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:50.142281 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c41c06c4-2573-4895-9b1f-1536ef78cedd tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:50.219748 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d3851c98-d41d-4875-8a3d-03239ff0c784 None None] Calling delete_port for b099f8da-7a57-4337-b7c2-72d0d8f13fa1 owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:22:50.229603 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.ipam_backend_mixin [None req-867791e1-6b48-4fa4-9205-d3bdcd356669 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5e3e0c90-e09d-4e95-9161-a67cb0c23b46 (CIDR: 2001:db8::/64) Dec 15 19:22:50.253867 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-867791e1-6b48-4fa4-9205-d3bdcd356669 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 19:22:50.254980 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-867791e1-6b48-4fa4-9205-d3bdcd356669 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:22:50.279209 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c41c06c4-2573-4895-9b1f-1536ef78cedd tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:50.282041 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c41c06c4-2573-4895-9b1f-1536ef78cedd tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:50.286353 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c41c06c4-2573-4895-9b1f-1536ef78cedd tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] 10.222.0.36 "DELETE /v2.0/security-groups/0856def0-b647-4e8c-9162-0511f641ad96 HTTP/1.1" status: 204 len: 168 time: 0.3576517 Dec 15 19:22:50.287546 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54940) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:50.287856 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8c17cd33-8d4d-4305-91c8-47308f23e176 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:50.318928 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c06c4-2573-4895-9b1f-1536ef78cedd tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0856def0-b647-4e8c-9162-0511f641ad96,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:50.320055 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c41c06c4-2573-4895-9b1f-1536ef78cedd tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:50.327583 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-867791e1-6b48-4fa4-9205-d3bdcd356669 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5815842 Dec 15 19:22:50.328507 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54944) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:50.334029 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-65cace6b-fcb3-4d96-ac38-6436ad9709c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866'] for port, after_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:50.337188 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-3b8e2871-7724-49e2-82b9-9c6fd671d092 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Request body: {'subnet': {'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:22:50.347401 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:50.379713 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d3851c98-d41d-4875-8a3d-03239ff0c784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866'] for port, after_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:50.392185 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cace6b-fcb3-4d96-ac38-6436ad9709c4 None None] No DVR routers for this DVR port d4a1b7dd-8722-4c50-985c-96e0abbffcf5 on host dv-neutron-821831-2-hyperv {{(pid=88992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:22:50.415615 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cace6b-fcb3-4d96-ac38-6436ad9709c4 None None] Pushing event deleted for resources: {'Port': ['ID=d4a1b7dd-8722-4c50-985c-96e0abbffcf5,revision_number=None']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:50.420183 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-65cace6b-fcb3-4d96-ac38-6436ad9709c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:50.421314 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1746f854-22d7-482f-a9ad-08d12f112240 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:50.460151 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-f83db9e4-48d2-4091-bc8a-089327a78188 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Calling delete_port for d4a1b7dd-8722-4c50-985c-96e0abbffcf5 owned by network:dhcp {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:22:50.461751 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3851c98-d41d-4875-8a3d-03239ff0c784 None None] No DVR routers for this DVR port b099f8da-7a57-4337-b7c2-72d0d8f13fa1 on host dv-neutron-821831-2-hyperv {{(pid=88992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:22:50.472847 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3851c98-d41d-4875-8a3d-03239ff0c784 None None] Pushing event deleted for resources: {'Port': ['ID=b099f8da-7a57-4337-b7c2-72d0d8f13fa1,revision_number=None']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:50.475626 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d3851c98-d41d-4875-8a3d-03239ff0c784 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:50.478495 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-468cc5f7-6503-49fc-86d7-3bd06bcbbb20 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Synchronizing usage tracker for tenant:74351983f9b54e7d8c187cc2e322dc60 on resource:security_group {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:22:50.490498 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfad0e3a-72a8-4039-9e25-769adbd73c0f None None] Network 489fa468-360a-4868-b4ac-a400ec975c5b requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:22:50.535327 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-3b8e2871-7724-49e2-82b9-9c6fd671d092 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:22:50.539626 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-3b8e2871-7724-49e2-82b9-9c6fd671d092 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Usage tracker for resource:subnet and tenant:e56ca83c553e4935a4e8b75ed76c674c is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:22:50.542622 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-3b8e2871-7724-49e2-82b9-9c6fd671d092 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:22:50.546511 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-468cc5f7-6503-49fc-86d7-3bd06bcbbb20 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Unset dirty status for tenant:74351983f9b54e7d8c187cc2e322dc60 on resource:security_group {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:22:50.551885 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-468cc5f7-6503-49fc-86d7-3bd06bcbbb20 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2503662 Dec 15 19:22:50.552671 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54948) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:50.555097 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-3b8e2871-7724-49e2-82b9-9c6fd671d092 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:22:50.560322 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-e81ceec1-a0f4-4711-8d7f-d0b10c58a4ed tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Request body: {'security_group': {'name': 'tempest-secgroup--528994123'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:22:50.570302 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-e81ceec1-a0f4-4711-8d7f-d0b10c58a4ed tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:22:50.582115 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-e81ceec1-a0f4-4711-8d7f-d0b10c58a4ed tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:22:50.615716 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b8e2871-7724-49e2-82b9-9c6fd671d092 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Made reservation on behalf of e56ca83c553e4935a4e8b75ed76c674c for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:22:50.621774 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3b8e2871-7724-49e2-82b9-9c6fd671d092 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:50.696200 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-f83db9e4-48d2-4091-bc8a-089327a78188 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88990) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:22:50.696568 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-f83db9e4-48d2-4091-bc8a-089327a78188 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:22:50.718523 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e81ceec1-a0f4-4711-8d7f-d0b10c58a4ed tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:50.723743 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-48d7be63-269a-4d79-a847-b0bdd678963c tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:50.727200 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1466a270-0b2f-4c07-a7ea-8d199492aec0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-489fa468-360a-4868-b4ac-a400ec975c5b', 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'tenant_id': 'e56ca83c553e4935a4e8b75ed76c674c', 'fixed_ips': [{'subnet_id': '5e3e0c90-e09d-4e95-9161-a67cb0c23b46'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:22:50.728211 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1466a270-0b2f-4c07-a7ea-8d199492aec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:50.737993 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9b2c07fa-81df-4c84-a17f-f743c9a992e2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:50.743892 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-aa8ab42e-cc36-4dc4-b11f-7d3025c38212 tempest-FloatingIPAdminTestJSON-1127592930 tempest-FloatingIPAdminTestJSON-1127592930-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:50.792938 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-48d7be63-269a-4d79-a847-b0bdd678963c tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Deleting port 6c30e57b-55c3-4d8e-9c0f-f33299138fb9 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:22:50.793538 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-48d7be63-269a-4d79-a847-b0bdd678963c tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:50.797763 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device d4a1b7dd-8722-4c50-985c-96e0abbffcf5 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:22:50.826843 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2c07fa-81df-4c84-a17f-f743c9a992e2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event deleted for resources: {'Port': ['ID=4b984743-3ade-4a51-8cad-79bc05cf1d12,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:50.830923 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-e81ceec1-a0f4-4711-8d7f-d0b10c58a4ed tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:22:50.833464 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: d4a1b7dd-8722-4c50-985c-96e0abbffcf5 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:22:50.833960 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device d4a1b7dd-8722-4c50-985c-96e0abbffcf5 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:22:50.834381 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device b099f8da-7a57-4337-b7c2-72d0d8f13fa1 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:22:50.840151 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9b2c07fa-81df-4c84-a17f-f743c9a992e2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:50.846347 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-e81ceec1-a0f4-4711-8d7f-d0b10c58a4ed tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:22:50.876680 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: b099f8da-7a57-4337-b7c2-72d0d8f13fa1 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:22:50.877084 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device b099f8da-7a57-4337-b7c2-72d0d8f13fa1 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:22:50.991766 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-1466a270-0b2f-4c07-a7ea-8d199492aec0 None None] Allocated IP 2001:db8::2 (489fa468-360a-4868-b4ac-a400ec975c5b/5e3e0c90-e09d-4e95-9161-a67cb0c23b46/ab79545f-a337-452e-a119-45d6c2a54d10) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:22:51.049393 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9b2c07fa-81df-4c84-a17f-f743c9a992e2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for floatingip, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:51.159118 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-48d7be63-269a-4d79-a847-b0bdd678963c tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:51.206881 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e81ceec1-a0f4-4711-8d7f-d0b10c58a4ed tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:51.221814 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1466a270-0b2f-4c07-a7ea-8d199492aec0 None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:51.224706 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-f83db9e4-48d2-4091-bc8a-089327a78188 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Deleting port d4a1b7dd-8722-4c50-985c-96e0abbffcf5 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:22:51.224910 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f83db9e4-48d2-4091-bc8a-089327a78188 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:51.232767 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-1466a270-0b2f-4c07-a7ea-8d199492aec0 None None] Transition to ACTIVE for port object ab79545f-a337-452e-a119-45d6c2a54d10 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:22:51.244631 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e81ceec1-a0f4-4711-8d7f-d0b10c58a4ed tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:51.252618 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-1466a270-0b2f-4c07-a7ea-8d199492aec0 None None] Transition to ACTIVE for port object ab79545f-a337-452e-a119-45d6c2a54d10 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:22:51.253422 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5a5b7993-8e6f-44cd-839a-081435a9da0a tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:51.281341 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1466a270-0b2f-4c07-a7ea-8d199492aec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:51.286908 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:51.300669 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81ceec1-a0f4-4711-8d7f-d0b10c58a4ed tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3fadd9a-1bd6-4d6a-9980-06c8edd85feb,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:51.303607 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e81ceec1-a0f4-4711-8d7f-d0b10c58a4ed tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:51.322297 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-48d7be63-269a-4d79-a847-b0bdd678963c tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Calling delete_port for 6c30e57b-55c3-4d8e-9c0f-f33299138fb9 owned by network:router_gateway {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:22:51.348176 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e81ceec1-a0f4-4711-8d7f-d0b10c58a4ed tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:51.352064 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e81ceec1-a0f4-4711-8d7f-d0b10c58a4ed tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7961919 Dec 15 19:22:51.354719 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54952) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:51.359055 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1466a270-0b2f-4c07-a7ea-8d199492aec0 None None] Network 489fa468-360a-4868-b4ac-a400ec975c5b is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:22:51.362827 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-1466a270-0b2f-4c07-a7ea-8d199492aec0 None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:22:51.367798 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1466a270-0b2f-4c07-a7ea-8d199492aec0 None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:22:51.369086 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-9ba163ec-b399-495d-ab8d-6e257bc644e3 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Request body: {'security_group_rule': {'security_group_id': 'd3fadd9a-1bd6-4d6a-9980-06c8edd85feb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:22:51.371835 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466a270-0b2f-4c07-a7ea-8d199492aec0 None None] Pushing event updated for resources: {'Port': ['ID=ab79545f-a337-452e-a119-45d6c2a54d10,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:51.381801 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-9ba163ec-b399-495d-ab8d-6e257bc644e3 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:22:51.390141 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-9ba163ec-b399-495d-ab8d-6e257bc644e3 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Usage tracker for resource:security_group_rule and tenant:74351983f9b54e7d8c187cc2e322dc60 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:22:51.395560 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-9ba163ec-b399-495d-ab8d-6e257bc644e3 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:22:51.406100 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-9ba163ec-b399-495d-ab8d-6e257bc644e3 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:22:51.413890 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-f83db9e4-48d2-4091-bc8a-089327a78188 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] The port 'd4a1b7dd-8722-4c50-985c-96e0abbffcf5' was deleted {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 15 19:22:51.492733 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9ba163ec-b399-495d-ab8d-6e257bc644e3 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:51.567420 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1466a270-0b2f-4c07-a7ea-8d199492aec0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:51.620954 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-1466a270-0b2f-4c07-a7ea-8d199492aec0 None None] Attempting to bind port ab79545f-a337-452e-a119-45d6c2a54d10 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:22:51.621658 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-1466a270-0b2f-4c07-a7ea-8d199492aec0 None None] Attempting to bind port ab79545f-a337-452e-a119-45d6c2a54d10 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '9575ac7b-3c85-46da-81c5-434024000f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:22:51.622257 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1466a270-0b2f-4c07-a7ea-8d199492aec0 None None] Attempting to bind port ab79545f-a337-452e-a119-45d6c2a54d10 on network 489fa468-360a-4868-b4ac-a400ec975c5b {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:22:51.630228 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1466a270-0b2f-4c07-a7ea-8d199492aec0 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:22:51.630932 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1466a270-0b2f-4c07-a7ea-8d199492aec0 None None] Checking segment: {'id': '9575ac7b-3c85-46da-81c5-434024000f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:22:51.631550 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1466a270-0b2f-4c07-a7ea-8d199492aec0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:51.632162 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1466a270-0b2f-4c07-a7ea-8d199492aec0 None None] Bound using segment: {'id': '9575ac7b-3c85-46da-81c5-434024000f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:22:51.632849 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-1466a270-0b2f-4c07-a7ea-8d199492aec0 None None] Bound port: ab79545f-a337-452e-a119-45d6c2a54d10, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9575ac7b-3c85-46da-81c5-434024000f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:22:51.633432 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1466a270-0b2f-4c07-a7ea-8d199492aec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:51.650363 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9ba163ec-b399-495d-ab8d-6e257bc644e3 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:51.678541 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9ba163ec-b399-495d-ab8d-6e257bc644e3 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:51.680676 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6d0a1b7c-87ad-49a7-9a3f-e4b217f7dabd tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:51.699520 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f83db9e4-48d2-4091-bc8a-089327a78188 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:51.704898 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba163ec-b399-495d-ab8d-6e257bc644e3 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ebba9e2-5e27-4811-a827-65a86af7bca4,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:51.718568 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9ba163ec-b399-495d-ab8d-6e257bc644e3 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:51.729532 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-1466a270-0b2f-4c07-a7ea-8d199492aec0 None None] For port ab79545f-a337-452e-a119-45d6c2a54d10, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:22:51.733293 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-1466a270-0b2f-4c07-a7ea-8d199492aec0 None None] For port ab79545f-a337-452e-a119-45d6c2a54d10, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=ab79545f-a337-452e-a119-45d6c2a54d10,segment=NetworkSegment(9575ac7b-3c85-46da-81c5-434024000f40),segment_id=9575ac7b-3c85-46da-81c5-434024000f40)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:22:51.743430 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-f83db9e4-48d2-4091-bc8a-089327a78188 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3a5f734-9b47-43a1-9e43-3aa9b4fa792e']}} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:22:51.760348 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-f83db9e4-48d2-4091-bc8a-089327a78188 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2937a568-4529-49dc-b3cc-3970dbc3567a') {'for_net_delete': True} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:22:51.760682 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-f83db9e4-48d2-4091-bc8a-089327a78188 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2937a568-4529-49dc-b3cc-3970dbc3567a') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:22:51.761527 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1466a270-0b2f-4c07-a7ea-8d199492aec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:51.766851 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-33e07235-ba59-42ab-bd36-c5bbdf9e1c6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:51.786871 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f83db9e4-48d2-4091-bc8a-089327a78188 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16327073'] for segment, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:51.787101 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3b8e2871-7724-49e2-82b9-9c6fd671d092 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:51.799660 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9ba163ec-b399-495d-ab8d-6e257bc644e3 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:51.803574 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9ba163ec-b399-495d-ab8d-6e257bc644e3 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4451444 Dec 15 19:22:51.804701 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54956) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:51.843532 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f83db9e4-48d2-4091-bc8a-089327a78188 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:51.857162 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1a6cde9e-2b1f-445d-a9be-7ff2603a047b tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] 10.222.0.36 "GET /v2.0/security-group-rules/8ebba9e2-5e27-4811-a827-65a86af7bca4 HTTP/1.1" status: 200 len: 705 time: 0.0502067 Dec 15 19:22:51.861327 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54960) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:51.861507 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466a270-0b2f-4c07-a7ea-8d199492aec0 None None] Pushing event updated for resources: {'Port': ['ID=ab79545f-a337-452e-a119-45d6c2a54d10,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:51.862391 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f83db9e4-48d2-4091-bc8a-089327a78188 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=88990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:22:51.862844 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f83db9e4-48d2-4091-bc8a-089327a78188 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838138943'] for segment, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:51.864989 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1466a270-0b2f-4c07-a7ea-8d199492aec0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:51.880771 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:22:51.880771 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:22:51.880771 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:22:51.880771 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:22:51.880771 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:22:51.880771 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:22:51.880771 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:22:51.880771 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:22:51.880771 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:22:51.880771 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:22:51.880771 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:22:51.880771 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:22:51.880771 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:22:51.880771 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:22:51.880771 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:22:51.880771 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:22:51.880771 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:22:51.880771 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:22:51.880771 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:22:51.880771 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:22:51.880771 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:22:51.880771 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:22:51.880771 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:22:51.880771 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:22:51.880771 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:22:51.880771 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:22:51.880771 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:22:51.880771 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:22:51.880771 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:22:51.880771 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:22:51.880771 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:22:51.880771 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:22:52.057510 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-3b8e2871-7724-49e2-82b9-9c6fd671d092 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] For port ab79545f-a337-452e-a119-45d6c2a54d10, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=ab79545f-a337-452e-a119-45d6c2a54d10,segment=NetworkSegment(9575ac7b-3c85-46da-81c5-434024000f40),segment_id=9575ac7b-3c85-46da-81c5-434024000f40)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:22:52.089025 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-48d7be63-269a-4d79-a847-b0bdd678963c tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:52.089287 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3b8e2871-7724-49e2-82b9-9c6fd671d092 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for port, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:52.094949 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-816d7c8f-e60b-41e8-8f0b-92c47083c571 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:52.138047 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3b8e2871-7724-49e2-82b9-9c6fd671d092 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:52.139618 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3b8e2871-7724-49e2-82b9-9c6fd671d092 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:52.141649 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-7f7bb7f0-348f-432d-b868-b8f77ff4c13d tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Synchronizing usage tracker for tenant:74351983f9b54e7d8c187cc2e322dc60 on resource:security_group_rule {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:22:52.144990 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d647e565-72fc-4add-a798-4789c61122ea tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:52.156676 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d7be63-269a-4d79-a847-b0bdd678963c tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Pushing event deleted for resources: {'Port': ['ID=6c30e57b-55c3-4d8e-9c0f-f33299138fb9,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:52.166819 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-48d7be63-269a-4d79-a847-b0bdd678963c tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:52.226039 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8e2871-7724-49e2-82b9-9c6fd671d092 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Network 489fa468-360a-4868-b4ac-a400ec975c5b is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:22:52.229975 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-3b8e2871-7724-49e2-82b9-9c6fd671d092 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:22:52.239775 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8e2871-7724-49e2-82b9-9c6fd671d092 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:22:52.240679 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3b8e2871-7724-49e2-82b9-9c6fd671d092 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:52.250691 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-7f7bb7f0-348f-432d-b868-b8f77ff4c13d tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Unset dirty status for tenant:74351983f9b54e7d8c187cc2e322dc60 on resource:security_group_rule {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:22:52.252617 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-7f7bb7f0-348f-432d-b868-b8f77ff4c13d tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.3727534 Dec 15 19:22:52.261097 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54964) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:52.276217 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8e2871-7724-49e2-82b9-9c6fd671d092 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event updated for resources: {'Port': ['ID=ab79545f-a337-452e-a119-45d6c2a54d10,revision_number=4']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:52.278276 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f83db9e4-48d2-4091-bc8a-089327a78188 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:52.279966 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3b8e2871-7724-49e2-82b9-9c6fd671d092 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:52.280530 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-af0fa2ec-959c-43f6-9871-494174d1c6ef tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:52.302683 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-67c1ee23-a15a-4445-81dd-2e6863a70abd tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:52.322508 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f83db9e4-48d2-4091-bc8a-089327a78188 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:52.348070 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-3b8e2871-7724-49e2-82b9-9c6fd671d092 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.0184782 Dec 15 19:22:52.349237 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8e2871-7724-49e2-82b9-9c6fd671d092 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event updated for resources: {'Subnet': ['ID=c027f6c8-bbec-4cc8-bbc9-5d4032be2fdf,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:52.352904 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3b8e2871-7724-49e2-82b9-9c6fd671d092 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:52.353898 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54968) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:52.361617 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-aed531ea-064d-43ea-84d9-bb2f817e7343 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Request body: {'port': {'network_id': '489fa468-360a-4868-b4ac-a400ec975c5b', 'mac_address': 'fa:16:3e:95:49:1d', 'name': 'tempest-NetworksTestDHCPv6-521643340'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:22:52.391263 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83db9e4-48d2-4091-bc8a-089327a78188 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Pushing event deleted for resources: {'Network': ['ID=e3a5f734-9b47-43a1-9e43-3aa9b4fa792e,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:52.417104 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f83db9e4-48d2-4091-bc8a-089327a78188 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:52.531027 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-aed531ea-064d-43ea-84d9-bb2f817e7343 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:22:52.535758 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-aed531ea-064d-43ea-84d9-bb2f817e7343 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Usage tracker for resource:port and tenant:e56ca83c553e4935a4e8b75ed76c674c is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:22:52.538942 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-aed531ea-064d-43ea-84d9-bb2f817e7343 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:22:52.545899 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-aed531ea-064d-43ea-84d9-bb2f817e7343 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:22:52.583988 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed531ea-064d-43ea-84d9-bb2f817e7343 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Made reservation on behalf of e56ca83c553e4935a4e8b75ed76c674c for: {'port': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:22:52.730208 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-aed531ea-064d-43ea-84d9-bb2f817e7343 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:52.741929 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ca0f7e55-830c-4695-a8b7-09169e8c6861 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:52.760685 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f83db9e4-48d2-4091-bc8a-089327a78188 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "DELETE /v2.0/networks/e3a5f734-9b47-43a1-9e43-3aa9b4fa792e HTTP/1.1" status: 204 len: 168 time: 3.8082042 Dec 15 19:22:52.761469 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54972) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:52.767351 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-aed531ea-064d-43ea-84d9-bb2f817e7343 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] device_id is not set on port fecdb764-6208-4ec1-afc2-ddad670a9162 yet. {{(pid=88991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:22:52.817251 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device ab79545f-a337-452e-a119-45d6c2a54d10 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:22:52.828878 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ca0f7e55-830c-4695-a8b7-09169e8c6861 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:52.930169 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port ab79545f-a337-452e-a119-45d6c2a54d10 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:22:52.988559 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-48d7be63-269a-4d79-a847-b0bdd678963c tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854141934'] for router_gateway, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:53.009303 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-aed531ea-064d-43ea-84d9-bb2f817e7343 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Allocated IP 2001:db8::1f7 (489fa468-360a-4868-b4ac-a400ec975c5b/5e3e0c90-e09d-4e95-9161-a67cb0c23b46/fecdb764-6208-4ec1-afc2-ddad670a9162) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:22:53.016281 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-aed531ea-064d-43ea-84d9-bb2f817e7343 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Allocated IP 2001:db8:0:1:f816:3eff:fe95:491d (489fa468-360a-4868-b4ac-a400ec975c5b/c027f6c8-bbec-4cc8-bbc9-5d4032be2fdf/fecdb764-6208-4ec1-afc2-ddad670a9162) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:22:53.216498 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ca0f7e55-830c-4695-a8b7-09169e8c6861 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:53.234570 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-aed531ea-064d-43ea-84d9-bb2f817e7343 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:53.253152 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-aed531ea-064d-43ea-84d9-bb2f817e7343 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Transition to ACTIVE for port object fecdb764-6208-4ec1-afc2-ddad670a9162 will not be triggered until provisioned by entity DHCP. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:22:53.287451 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-429527e6-dc8b-4f03-be36-a4a637998623 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:53.304809 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-aed531ea-064d-43ea-84d9-bb2f817e7343 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:53.313682 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-928f9751-8f88-4db7-8ff9-b9c51b10be3b tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:53.318288 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0f7e55-830c-4695-a8b7-09169e8c6861 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8ebba9e2-5e27-4811-a827-65a86af7bca4,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:53.327479 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ca0f7e55-830c-4695-a8b7-09169e8c6861 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:53.330078 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-48d7be63-269a-4d79-a847-b0bdd678963c tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854207876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854699191'] for router, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:53.355875 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-48d7be63-269a-4d79-a847-b0bdd678963c tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:53.375713 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ca0f7e55-830c-4695-a8b7-09169e8c6861 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:53.379597 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ca0f7e55-830c-4695-a8b7-09169e8c6861 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/8ebba9e2-5e27-4811-a827-65a86af7bca4 HTTP/1.1" status: 204 len: 168 time: 1.1081922 Dec 15 19:22:53.381339 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b2c07fa-81df-4c84-a17f-f743c9a992e2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Router c3c96c7a-68d4-4016-b0f3-c49ae951d4fc has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:22:53.382813 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54976) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:53.393019 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed531ea-064d-43ea-84d9-bb2f817e7343 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Network 489fa468-360a-4868-b4ac-a400ec975c5b is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:22:53.397051 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-aed531ea-064d-43ea-84d9-bb2f817e7343 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:22:53.402286 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed531ea-064d-43ea-84d9-bb2f817e7343 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:22:53.406829 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed531ea-064d-43ea-84d9-bb2f817e7343 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:22:53.407548 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-aed531ea-064d-43ea-84d9-bb2f817e7343 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:53.411755 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed531ea-064d-43ea-84d9-bb2f817e7343 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event updated for resources: {'Port': ['ID=fecdb764-6208-4ec1-afc2-ddad670a9162,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:53.416197 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-aed531ea-064d-43ea-84d9-bb2f817e7343 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:53.462479 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-aed531ea-064d-43ea-84d9-bb2f817e7343 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1068807 Dec 15 19:22:53.464969 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54980) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:53.545177 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-8b3b841a-c0f2-4db0-9e0d-d34c9e3d7257 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Deleting port fecdb764-6208-4ec1-afc2-ddad670a9162 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:22:53.546067 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8b3b841a-c0f2-4db0-9e0d-d34c9e3d7257 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:53.574591 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-48d7be63-269a-4d79-a847-b0bdd678963c tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854207982'] for router, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:53.575163 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48d7be63-269a-4d79-a847-b0bdd678963c tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Fanout notify agent at l3_agent the message router_deleted on router 19eab318-ab8b-4aa4-9e13-5419acd46077 {{(pid=88990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 19:22:53.665104 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b542918-227c-4202-974a-76508827d9bd None None] Network 489fa468-360a-4868-b4ac-a400ec975c5b requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:22:53.675047 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-dc393338-7a38-41c2-81d6-44d773696146 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Synchronizing usage tracker for tenant:74351983f9b54e7d8c187cc2e322dc60 on resource:security_group_rule {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:22:53.680308 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-48d7be63-269a-4d79-a847-b0bdd678963c tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:53.683512 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-48d7be63-269a-4d79-a847-b0bdd678963c tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] 10.222.0.36 "DELETE /v2.0/routers/19eab318-ab8b-4aa4-9e13-5419acd46077 HTTP/1.1" status: 204 len: 168 time: 5.0017352 Dec 15 19:22:53.684261 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 54984) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:53.745732 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-dc393338-7a38-41c2-81d6-44d773696146 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Unset dirty status for tenant:74351983f9b54e7d8c187cc2e322dc60 on resource:security_group_rule {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:22:53.749842 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-dc393338-7a38-41c2-81d6-44d773696146 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3616242 Dec 15 19:22:53.750272 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54988) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:53.758200 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-9c0937ae-edf3-4382-a56e-084a6fa90d3f tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Request body: {'security_group_rule': {'security_group_id': 'd3fadd9a-1bd6-4d6a-9980-06c8edd85feb', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:22:53.807470 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-04ba542b-48ac-48af-a8f7-3dc379406e23 None None] Provisioning for port ab79545f-a337-452e-a119-45d6c2a54d10 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:22:53.814055 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-04ba542b-48ac-48af-a8f7-3dc379406e23 None None] Provisioning complete for port ab79545f-a337-452e-a119-45d6c2a54d10 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:22:53.814504 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-04ba542b-48ac-48af-a8f7-3dc379406e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:53.819326 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-9c0937ae-edf3-4382-a56e-084a6fa90d3f tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:22:53.843640 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-9c0937ae-edf3-4382-a56e-084a6fa90d3f tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:22:53.869638 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-21731d68-7b8f-4eeb-a56b-1ce64e88ec19 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145021'] for router_interface, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:53.965671 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:53.980694 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8b3b841a-c0f2-4db0-9e0d-d34c9e3d7257 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:54.008597 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9c0937ae-edf3-4382-a56e-084a6fa90d3f tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:54.062814 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-04ba542b-48ac-48af-a8f7-3dc379406e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:54.097263 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-04ba542b-48ac-48af-a8f7-3dc379406e23 None None] For port ab79545f-a337-452e-a119-45d6c2a54d10, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=ab79545f-a337-452e-a119-45d6c2a54d10,segment=NetworkSegment(9575ac7b-3c85-46da-81c5-434024000f40),segment_id=9575ac7b-3c85-46da-81c5-434024000f40)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:22:54.101478 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b2c07fa-81df-4c84-a17f-f743c9a992e2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:22:54.111443 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9b2c07fa-81df-4c84-a17f-f743c9a992e2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:54.112687 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3200b26a-707f-4d3f-91bf-edb9f3602cf6 None None] Sync routers for ids ['c3c96c7a-68d4-4016-b0f3-c49ae951d4fc'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:22:54.130779 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3200b26a-707f-4d3f-91bf-edb9f3602cf6 None None] Routers {'c3c96c7a-68d4-4016-b0f3-c49ae951d4fc'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:22:54.130779 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-3200b26a-707f-4d3f-91bf-edb9f3602cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:22:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['c3c96c7a-68d4-4016-b0f3-c49ae951d4fc'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:22:54.133642 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-04ba542b-48ac-48af-a8f7-3dc379406e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:54.144016 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-8b3b841a-c0f2-4db0-9e0d-d34c9e3d7257 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Calling delete_port for fecdb764-6208-4ec1-afc2-ddad670a9162 owned by {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:22:54.147864 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-65cace6b-fcb3-4d96-ac38-6436ad9709c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:54.180710 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9c0937ae-edf3-4382-a56e-084a6fa90d3f tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:54.199175 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b40013d-c5e5-4608-b3b5-8184d976b65b tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Deleting subnet 7634f966-9178-4ac3-902e-87f85af09b8e {{(pid=88991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:22:54.205731 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9b2c07fa-81df-4c84-a17f-f743c9a992e2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "DELETE /v2.0/floatingips/9201e3ff-d9ea-4443-9d41-727769e7b4e0 HTTP/1.1" status: 204 len: 168 time: 5.3941231 Dec 15 19:22:54.207278 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6b40013d-c5e5-4608-b3b5-8184d976b65b tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks [] for subnet, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:54.207423 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76d7c3af-0360-40b9-b552-6937e9663a8b', 'tag': 'e1168d35-e52d-46d5-bccf-ad6e468591d8'}] {{(pid=88990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:22:54.274711 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ba542b-48ac-48af-a8f7-3dc379406e23 None None] Pushing event updated for resources: {'Port': ['ID=ab79545f-a337-452e-a119-45d6c2a54d10,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:54.291312 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-04ba542b-48ac-48af-a8f7-3dc379406e23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:54.300776 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9c0937ae-edf3-4382-a56e-084a6fa90d3f tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:54.321142 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:54.360314 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76d7c3af-0360-40b9-b552-6937e9663a8b', 'tag': 'e1168d35-e52d-46d5-bccf-ad6e468591d8', 'status': 'completed', 'code': 200} Dec 15 19:22:54.372744 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6b40013d-c5e5-4608-b3b5-8184d976b65b tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16332759'] for subnet, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:54.411657 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-3200b26a-707f-4d3f-91bf-edb9f3602cf6 None None] Set router c3c96c7a-68d4-4016-b0f3-c49ae951d4fc gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:22:54.416930 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0937ae-edf3-4382-a56e-084a6fa90d3f tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d27ba478-1026-4094-a424-eba149e68c7f,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:54.427464 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9c0937ae-edf3-4382-a56e-084a6fa90d3f tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:54.654936 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6b40013d-c5e5-4608-b3b5-8184d976b65b tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:54.765476 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8b3b841a-c0f2-4db0-9e0d-d34c9e3d7257 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:54.773405 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1bdfbdb3-556f-45b5-9d6a-d9e6f9e31219 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:54.834481 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6b40013d-c5e5-4608-b3b5-8184d976b65b tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16156049'] for subnet, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:54.851678 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3b841a-c0f2-4db0-9e0d-d34c9e3d7257 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event deleted for resources: {'Port': ['ID=fecdb764-6208-4ec1-afc2-ddad670a9162,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:54.862226 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8b3b841a-c0f2-4db0-9e0d-d34c9e3d7257 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:54.863664 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8bf9165d-0bbc-4b42-a53d-2aab4cd7e141 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:54.875430 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device ab79545f-a337-452e-a119-45d6c2a54d10 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:22:54.903557 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-3200b26a-707f-4d3f-91bf-edb9f3602cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3c96c7a-68d4-4016-b0f3-c49ae951d4fc', 'name': 'tempest-TestNetworkBasicOps-router-380808785', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': 'f50738ba-eb06-4a98-acea-5eb990e04595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:19:40Z', 'updated_at': '2021-12-15T19:22:30Z', 'revision_number': 6, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': 'f50738ba-eb06-4a98-acea-5eb990e04595', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ff:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c96c7a-68d4-4016-b0f3-c49ae951d4fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:41Z', 'updated_at': '2021-12-15T19:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': 'd6978ef5-362c-4f2d-a7fa-01952bd5604d', 'name': '', 'network_id': 'a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:df:00:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c96c7a-68d4-4016-b0f3-c49ae951d4fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee52211e-ff61-4e3a-b19c-7d228d9f300f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:56Z', 'updated_at': '2021-12-15T19:20:13Z', 'revision_number': 5, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'ee52211e-ff61-4e3a-b19c-7d228d9f300f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:22:54.912128 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3200b26a-707f-4d3f-91bf-edb9f3602cf6 None None] Checking router: c3c96c7a-68d4-4016-b0f3-c49ae951d4fc for host: dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:22:54.913639 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9c0937ae-edf3-4382-a56e-084a6fa90d3f tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:54.918140 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9c0937ae-edf3-4382-a56e-084a6fa90d3f tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.1638312 Dec 15 19:22:54.918836 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 54998) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:54.944860 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3200b26a-707f-4d3f-91bf-edb9f3602cf6 None None] Routers {'c3c96c7a-68d4-4016-b0f3-c49ae951d4fc'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:22:54.945545 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-3200b26a-707f-4d3f-91bf-edb9f3602cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:22:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['c3c96c7a-68d4-4016-b0f3-c49ae951d4fc'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:22:54.962783 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b40013d-c5e5-4608-b3b5-8184d976b65b tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Pushing event deleted for resources: {'Subnet': ['ID=7634f966-9178-4ac3-902e-87f85af09b8e,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:54.987108 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6b40013d-c5e5-4608-b3b5-8184d976b65b tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:55.004436 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port ab79545f-a337-452e-a119-45d6c2a54d10 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:22:55.004865 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:55.048005 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1e5ffe2c-486d-4e88-8eeb-9ed10a2e455d tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] 10.222.0.36 "GET /v2.0/security-group-rules/d27ba478-1026-4094-a424-eba149e68c7f HTTP/1.1" status: 200 len: 705 time: 0.1249676 Dec 15 19:22:55.059359 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55004) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:55.102357 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8b3b841a-c0f2-4db0-9e0d-d34c9e3d7257 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:55.118431 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6b40013d-c5e5-4608-b3b5-8184d976b65b tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:55.120418 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6b40013d-c5e5-4608-b3b5-8184d976b65b tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] 10.222.0.36 "DELETE /v2.0/subnets/7634f966-9178-4ac3-902e-87f85af09b8e HTTP/1.1" status: 204 len: 168 time: 1.4342930 Dec 15 19:22:55.121325 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6bcd03e5-90c9-4c5b-938c-7c7e12ef7193 req-d99ab9fc-be9c-428c-ad30-377bf68a1d0f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c1b74cf25a94156b4530f0bd868c0c9&device_id=76d7c3af-0360-40b9-b552-6937e9663a8b HTTP/1.1" status: 200 len: 1098 time: 0.7579479 Dec 15 19:22:55.124536 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55008) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:55.125672 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8b3b841a-c0f2-4db0-9e0d-d34c9e3d7257 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/ports/fecdb764-6208-4ec1-afc2-ddad670a9162 HTTP/1.1" status: 204 len: 168 time: 1.6594391 Dec 15 19:22:55.126539 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55010) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:55.195562 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2febb5f9-d55c-4f3f-91bd-329f7e54c128 None None] Network 96172ef6-e92f-45d1-8c65-ccda5d845ddd requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:22:55.233077 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0eae3a6-f0c6-4409-9c9e-8f7fd091a424 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:22:55.234305 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-f0eae3a6-f0c6-4409-9c9e-8f7fd091a424 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Synchronizing usage tracker for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:port {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:22:55.310009 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-f0eae3a6-f0c6-4409-9c9e-8f7fd091a424 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Unset dirty status for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:port {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:22:55.315901 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f0eae3a6-f0c6-4409-9c9e-8f7fd091a424 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1882825 Dec 15 19:22:55.316772 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55016) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:55.431752 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-3200b26a-707f-4d3f-91bf-edb9f3602cf6 None None] Set router c3c96c7a-68d4-4016-b0f3-c49ae951d4fc gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:22:55.458089 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6536c2de-c205-49aa-aff5-6b48a28619e2 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:22:55.460705 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6536c2de-c205-49aa-aff5-6b48a28619e2 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1389112 Dec 15 19:22:55.463701 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55020) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:55.487805 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-103ea31a-2638-46ad-b80d-ea93c76eaac7 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Synchronizing usage tracker for tenant:74351983f9b54e7d8c187cc2e322dc60 on resource:security_group_rule {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:22:55.519703 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7ae9f2-f0bc-413e-8f0a-e2410aa38106 req-e41c4d35-895b-45b2-950a-e4b29b9255b8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:22:55.520539 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-2d7ae9f2-f0bc-413e-8f0a-e2410aa38106 req-e41c4d35-895b-45b2-950a-e4b29b9255b8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Synchronizing usage tracker for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:22:55.565813 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9bd915-33c0-4686-8f7e-8c5089092ea4 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:22:55.569864 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9bd915-33c0-4686-8f7e-8c5089092ea4 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:22:55.571894 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9bd915-33c0-4686-8f7e-8c5089092ea4 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:22:55.572923 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-bb9bd915-33c0-4686-8f7e-8c5089092ea4 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Synchronizing usage tracker for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:subnet {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:22:55.580845 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9d097735-8d12-4248-8380-7b7a581fbe7b tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:55.588133 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db8da4c-5cf3-432e-bc77-b08a6bf3c34b None None] DHCP port deletion for 96172ef6-e92f-45d1-8c65-ccda5d845ddd request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:22:55.594396 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-4db8da4c-5cf3-432e-bc77-b08a6bf3c34b None None] Deleting port 7b9d9ecf-4993-4f09-bf1c-50eb0e5a92e8 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:22:55.595391 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4db8da4c-5cf3-432e-bc77-b08a6bf3c34b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:55.641793 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-bb9bd915-33c0-4686-8f7e-8c5089092ea4 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Unset dirty status for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:subnet {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:22:55.643377 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-bb9bd915-33c0-4686-8f7e-8c5089092ea4 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1779587 Dec 15 19:22:55.646136 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55024) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:55.657883 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd03e5-90c9-4c5b-938c-7c7e12ef7193 req-747ddb3a-6738-44fb-b3dc-7a9e021fee08 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:22:55.659573 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6bcd03e5-90c9-4c5b-938c-7c7e12ef7193 req-747ddb3a-6738-44fb-b3dc-7a9e021fee08 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc HTTP/1.1" status: 200 len: 897 time: 0.4446046 Dec 15 19:22:55.661127 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-9d097735-8d12-4248-8380-7b7a581fbe7b tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Deleting port 7b9d9ecf-4993-4f09-bf1c-50eb0e5a92e8 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:22:55.661511 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9d097735-8d12-4248-8380-7b7a581fbe7b tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:55.750751 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-e457c342-e1d1-4cd0-93eb-daa3ef6d75f0 None None] Could not find standard attr ID for object fecdb764-6208-4ec1-afc2-ddad670a9162. {{(pid=88992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 15 19:22:55.759253 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d484a52-3148-4ef7-8bea-5f057a1397bc tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Deleting subnet 5e3e0c90-e09d-4e95-9161-a67cb0c23b46 {{(pid=88991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:22:55.767607 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0d484a52-3148-4ef7-8bea-5f057a1397bc tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:55.802112 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-2d7ae9f2-f0bc-413e-8f0a-e2410aa38106 req-e41c4d35-895b-45b2-950a-e4b29b9255b8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Unset dirty status for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:22:55.803465 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2d7ae9f2-f0bc-413e-8f0a-e2410aa38106 req-e41c4d35-895b-45b2-950a-e4b29b9255b8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=76d7c3af-0360-40b9-b552-6937e9663a8b HTTP/1.1" status: 200 len: 945 time: 0.8327134 Dec 15 19:22:55.804114 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-103ea31a-2638-46ad-b80d-ea93c76eaac7 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Unset dirty status for tenant:74351983f9b54e7d8c187cc2e322dc60 on resource:security_group_rule {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:22:55.805381 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-103ea31a-2638-46ad-b80d-ea93c76eaac7 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.7368486 Dec 15 19:22:55.820732 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55028) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:55.878209 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6bcd03e5-90c9-4c5b-938c-7c7e12ef7193 req-3d0cc84d-24ee-41bd-9b44-391ed9d0b1e6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1168d35-e52d-46d5-bccf-ad6e468591d8 HTTP/1.1" status: 200 len: 217 time: 0.1723158 Dec 15 19:22:55.881072 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-e457c342-e1d1-4cd0-93eb-daa3ef6d75f0 None None] Provisioning complete for port ab79545f-a337-452e-a119-45d6c2a54d10 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:22:55.882186 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e457c342-e1d1-4cd0-93eb-daa3ef6d75f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:55.892564 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-3200b26a-707f-4d3f-91bf-edb9f3602cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3c96c7a-68d4-4016-b0f3-c49ae951d4fc', 'name': 'tempest-TestNetworkBasicOps-router-380808785', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': 'f50738ba-eb06-4a98-acea-5eb990e04595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:19:40Z', 'updated_at': '2021-12-15T19:22:30Z', 'revision_number': 6, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': 'f50738ba-eb06-4a98-acea-5eb990e04595', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ff:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c96c7a-68d4-4016-b0f3-c49ae951d4fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:41Z', 'updated_at': '2021-12-15T19:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': 'd6978ef5-362c-4f2d-a7fa-01952bd5604d', 'name': '', 'network_id': 'a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:df:00:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c96c7a-68d4-4016-b0f3-c49ae951d4fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee52211e-ff61-4e3a-b19c-7d228d9f300f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:56Z', 'updated_at': '2021-12-15T19:20:13Z', 'revision_number': 5, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'ee52211e-ff61-4e3a-b19c-7d228d9f300f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:22:55.897665 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3200b26a-707f-4d3f-91bf-edb9f3602cf6 None None] The sync data for ids ['c3c96c7a-68d4-4016-b0f3-c49ae951d4fc'] in dv-neutron-821831-2-hyperv is: [{'id': 'c3c96c7a-68d4-4016-b0f3-c49ae951d4fc', 'name': 'tempest-TestNetworkBasicOps-router-380808785', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': 'f50738ba-eb06-4a98-acea-5eb990e04595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:19:40Z', 'updated_at': '2021-12-15T19:22:30Z', 'revision_number': 6, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': 'f50738ba-eb06-4a98-acea-5eb990e04595', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ff:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c96c7a-68d4-4016-b0f3-c49ae951d4fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:41Z', 'updated_at': '2021-12-15T19:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': 'd6978ef5-362c-4f2d-a7fa-01952bd5604d', 'name': '', 'network_id': 'a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:df:00:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c96c7a-68d4-4016-b0f3-c49ae951d4fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee52211e-ff61-4e3a-b19c-7d228d9f300f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:56Z', 'updated_at': '2021-12-15T19:20:13Z', 'revision_number': 5, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'ee52211e-ff61-4e3a-b19c-7d228d9f300f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:22:55.898439 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0d484a52-3148-4ef7-8bea-5f057a1397bc tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16332759'] for subnet, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:55.934035 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-78d6a7d1-46cd-4556-beb2-916d53c5e0f0 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:55.960868 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-78d6a7d1-46cd-4556-beb2-916d53c5e0f0 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:56.012783 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-4db8da4c-5cf3-432e-bc77-b08a6bf3c34b None None] For port 7b9d9ecf-4993-4f09-bf1c-50eb0e5a92e8, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=7b9d9ecf-4993-4f09-bf1c-50eb0e5a92e8,segment=NetworkSegment(7bdc19f7-897e-45d7-b610-6b5f6ae86a0c),segment_id=7bdc19f7-897e-45d7-b610-6b5f6ae86a0c)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:22:56.022370 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4db8da4c-5cf3-432e-bc77-b08a6bf3c34b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:56.028562 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0d484a52-3148-4ef7-8bea-5f057a1397bc tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:56.071936 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-78d6a7d1-46cd-4556-beb2-916d53c5e0f0 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:56.079668 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-97bf64c0-b4cd-4291-bb78-9c48267f76c1 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:56.093256 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-2d7ae9f2-f0bc-413e-8f0a-e2410aa38106 req-e2e0929f-4816-4563-883e-4832b5eb491a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Synchronizing usage tracker for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:security_group {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:22:56.125338 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd03e5-90c9-4c5b-938c-7c7e12ef7193 req-926be254-07dc-40c5-9ccd-9bf8b10673d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:22:56.126039 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6bcd03e5-90c9-4c5b-938c-7c7e12ef7193 req-926be254-07dc-40c5-9ccd-9bf8b10673d0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee52211e-ff61-4e3a-b19c-7d228d9f300f HTTP/1.1" status: 200 len: 835 time: 0.2317917 Dec 15 19:22:56.164144 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d6a7d1-46cd-4556-beb2-916d53c5e0f0 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d27ba478-1026-4094-a424-eba149e68c7f,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:56.176081 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-78d6a7d1-46cd-4556-beb2-916d53c5e0f0 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:56.213486 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-4db8da4c-5cf3-432e-bc77-b08a6bf3c34b None None] Calling delete_port for 7b9d9ecf-4993-4f09-bf1c-50eb0e5a92e8 owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:22:56.246786 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-78d6a7d1-46cd-4556-beb2-916d53c5e0f0 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:56.249243 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-78d6a7d1-46cd-4556-beb2-916d53c5e0f0 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/d27ba478-1026-4094-a424-eba149e68c7f HTTP/1.1" status: 204 len: 168 time: 0.4273129 Dec 15 19:22:56.251594 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55032) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:56.349183 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-9d097735-8d12-4248-8380-7b7a581fbe7b tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] For port 7b9d9ecf-4993-4f09-bf1c-50eb0e5a92e8, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=7b9d9ecf-4993-4f09-bf1c-50eb0e5a92e8,segment=NetworkSegment(7bdc19f7-897e-45d7-b610-6b5f6ae86a0c),segment_id=7bdc19f7-897e-45d7-b610-6b5f6ae86a0c)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:22:56.349667 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9d097735-8d12-4248-8380-7b7a581fbe7b tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:56.362712 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0d484a52-3148-4ef7-8bea-5f057a1397bc tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16156049'] for subnet, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:56.365474 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-2d7ae9f2-f0bc-413e-8f0a-e2410aa38106 req-e2e0929f-4816-4563-883e-4832b5eb491a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Unset dirty status for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:security_group {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:22:56.366844 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2d7ae9f2-f0bc-413e-8f0a-e2410aa38106 req-e2e0929f-4816-4563-883e-4832b5eb491a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=49c9f19e-d0b0-41a3-a20c-028df1915a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5487101 Dec 15 19:22:56.379164 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4db8da4c-5cf3-432e-bc77-b08a6bf3c34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866'] for port, after_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:56.385887 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d096e615-be05-45ae-9158-5e727715a878 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:56.427633 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:56.431508 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0d484a52-3148-4ef7-8bea-5f057a1397bc tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:56.435204 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0d484a52-3148-4ef7-8bea-5f057a1397bc tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/subnets/5e3e0c90-e09d-4e95-9161-a67cb0c23b46 HTTP/1.1" status: 204 len: 168 time: 0.7873673 Dec 15 19:22:56.442322 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55036) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:56.489789 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d0c59a42-b650-4c7f-90cd-2a1474a058f8 None None] Could not find standard attr ID for object fecdb764-6208-4ec1-afc2-ddad670a9162. {{(pid=88992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 15 19:22:56.491966 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db8da4c-5cf3-432e-bc77-b08a6bf3c34b None None] Pushing event deleted for resources: {'Port': ['ID=7b9d9ecf-4993-4f09-bf1c-50eb0e5a92e8,revision_number=None']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:56.495450 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4db8da4c-5cf3-432e-bc77-b08a6bf3c34b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:56.497887 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db8da4c-5cf3-432e-bc77-b08a6bf3c34b None None] No DVR routers for this DVR port 7b9d9ecf-4993-4f09-bf1c-50eb0e5a92e8 on host dv-neutron-821831-2-hyperv {{(pid=88992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:22:56.508296 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d484a52-3148-4ef7-8bea-5f057a1397bc tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event deleted for resources: {'Subnet': ['ID=5e3e0c90-e09d-4e95-9161-a67cb0c23b46,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:56.508965 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-9d097735-8d12-4248-8380-7b7a581fbe7b tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Calling delete_port for 7b9d9ecf-4993-4f09-bf1c-50eb0e5a92e8 owned by network:dhcp {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:22:56.511648 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0d484a52-3148-4ef7-8bea-5f057a1397bc tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:56.541095 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-c83b60bd-0865-4241-9dc8-c063a251ad88 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Synchronizing usage tracker for tenant:74351983f9b54e7d8c187cc2e322dc60 on resource:security_group_rule {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:22:56.560319 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ffaea7-273b-43b3-b4ed-6e0b77d75e81 None None] Network 489fa468-360a-4868-b4ac-a400ec975c5b requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:22:56.582073 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7bf003-364d-456c-b375-4093cb551d68 None None] New status for floating IP 9201e3ff-d9ea-4443-9d41-727769e7b4e0: DOWN {{(pid=88992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 15 19:22:56.588513 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6bcd03e5-90c9-4c5b-938c-7c7e12ef7193 req-0132ab1c-f11b-4d61-8696-8d65e9a95329 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4548547 Dec 15 19:22:56.590482 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a64fd2-95d8-4823-8abd-459d63c053bd req-ee90659f-211f-4816-9f5b-ffff4ac0a4f1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:22:56.591391 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-f6a64fd2-95d8-4823-8abd-459d63c053bd req-ee90659f-211f-4816-9f5b-ffff4ac0a4f1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Synchronizing usage tracker for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:port {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:22:56.620987 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-1302740c-0cef-485f-9bcf-d5bff6044ffe tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Deleting subnet c027f6c8-bbec-4cc8-bbc9-5d4032be2fdf {{(pid=88991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:22:56.639894 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1302740c-0cef-485f-9bcf-d5bff6044ffe tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:56.675827 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-f6a64fd2-95d8-4823-8abd-459d63c053bd req-ee90659f-211f-4816-9f5b-ffff4ac0a4f1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Unset dirty status for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:port {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:22:56.677097 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f6a64fd2-95d8-4823-8abd-459d63c053bd req-ee90659f-211f-4816-9f5b-ffff4ac0a4f1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.32 "GET /v2.0/ports?device_id=76d7c3af-0360-40b9-b552-6937e9663a8b HTTP/1.1" status: 200 len: 945 time: 0.3829906 Dec 15 19:22:56.778333 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [req-f6a64fd2-95d8-4823-8abd-459d63c053bd req-68588e02-d8f7-474c-85ff-d4fcf42d650d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Deleting port e1168d35-e52d-46d5-bccf-ad6e468591d8 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:22:56.778847 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-f6a64fd2-95d8-4823-8abd-459d63c053bd req-68588e02-d8f7-474c-85ff-d4fcf42d650d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:56.793058 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-9d097735-8d12-4248-8380-7b7a581fbe7b tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88990) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:22:56.793265 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-9d097735-8d12-4248-8380-7b7a581fbe7b tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:22:56.808124 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-21731d68-7b8f-4eeb-a56b-1ce64e88ec19 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Deleting port aacb36af-e418-4be4-8114-03d2817437e5 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:22:56.808511 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-21731d68-7b8f-4eeb-a56b-1ce64e88ec19 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:56.813314 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-c83b60bd-0865-4241-9dc8-c063a251ad88 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Unset dirty status for tenant:74351983f9b54e7d8c187cc2e322dc60 on resource:security_group_rule {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:22:56.817308 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c83b60bd-0865-4241-9dc8-c063a251ad88 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5621164 Dec 15 19:22:56.827893 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55040) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:56.831472 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 7b9d9ecf-4993-4f09-bf1c-50eb0e5a92e8 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:22:56.843236 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-5a9085ed-455c-4f5d-80eb-3eb070a945c2 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Request body: {'security_group_rule': {'security_group_id': 'd3fadd9a-1bd6-4d6a-9980-06c8edd85feb', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:22:56.861859 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-5a9085ed-455c-4f5d-80eb-3eb070a945c2 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:22:56.885812 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 7b9d9ecf-4993-4f09-bf1c-50eb0e5a92e8 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:22:56.886189 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 7b9d9ecf-4993-4f09-bf1c-50eb0e5a92e8 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:22:56.886342 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1302740c-0cef-485f-9bcf-d5bff6044ffe tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16332759'] for subnet, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:56.930657 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-5a9085ed-455c-4f5d-80eb-3eb070a945c2 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:22:56.938209 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6bcd03e5-90c9-4c5b-938c-7c7e12ef7193 req-8c1e95ba-5585-40cb-ba1b-668faf335126 service neutron] 10.222.0.32 "GET /v2.0/networks/a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3357058 Dec 15 19:22:57.249266 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-21731d68-7b8f-4eeb-a56b-1ce64e88ec19 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] For port aacb36af-e418-4be4-8114-03d2817437e5, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=aacb36af-e418-4be4-8114-03d2817437e5,segment=NetworkSegment(6a290837-6afc-42b6-b20e-54db47a1007e),segment_id=6a290837-6afc-42b6-b20e-54db47a1007e)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:22:57.249636 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-21731d68-7b8f-4eeb-a56b-1ce64e88ec19 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:57.335909 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6bcd03e5-90c9-4c5b-938c-7c7e12ef7193 req-433da2a5-32d3-4193-9f9d-19874f4f27d4 service neutron] 10.222.0.32 "GET /v2.0/networks/a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3332055 Dec 15 19:22:57.337155 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-9d097735-8d12-4248-8380-7b7a581fbe7b tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Deleting port 7b9d9ecf-4993-4f09-bf1c-50eb0e5a92e8 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:22:57.337554 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9d097735-8d12-4248-8380-7b7a581fbe7b tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:57.371650 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5a9085ed-455c-4f5d-80eb-3eb070a945c2 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:57.470180 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1302740c-0cef-485f-9bcf-d5bff6044ffe tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:57.543441 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-f6a64fd2-95d8-4823-8abd-459d63c053bd req-68588e02-d8f7-474c-85ff-d4fcf42d650d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] For port e1168d35-e52d-46d5-bccf-ad6e468591d8, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=e1168d35-e52d-46d5-bccf-ad6e468591d8,segment=NetworkSegment(f86a0b93-5433-42ce-984a-8e278a9a4cf9),segment_id=f86a0b93-5433-42ce-984a-8e278a9a4cf9)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:22:57.543847 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-f6a64fd2-95d8-4823-8abd-459d63c053bd req-68588e02-d8f7-474c-85ff-d4fcf42d650d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:57.700729 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-21731d68-7b8f-4eeb-a56b-1ce64e88ec19 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Calling delete_port for aacb36af-e418-4be4-8114-03d2817437e5 owned by network:router_interface {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:22:57.706824 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [req-f6a64fd2-95d8-4823-8abd-459d63c053bd req-68588e02-d8f7-474c-85ff-d4fcf42d650d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Calling delete_port for e1168d35-e52d-46d5-bccf-ad6e468591d8 owned by compute:nova {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:22:57.736787 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5a9085ed-455c-4f5d-80eb-3eb070a945c2 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:57.777619 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5a9085ed-455c-4f5d-80eb-3eb070a945c2 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:57.781897 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-68235bec-c0d6-43ec-b92e-ac85cd3ab403 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:57.819507 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9085ed-455c-4f5d-80eb-3eb070a945c2 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df8842bd-f4e8-4ee4-a6d8-7dbb39c6727d,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:57.820468 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-9d097735-8d12-4248-8380-7b7a581fbe7b tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] The port '7b9d9ecf-4993-4f09-bf1c-50eb0e5a92e8' was deleted {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 15 19:22:57.824937 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1302740c-0cef-485f-9bcf-d5bff6044ffe tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16156049'] for subnet, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:57.830495 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5a9085ed-455c-4f5d-80eb-3eb070a945c2 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:57.831685 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6b40013d-c5e5-4608-b3b5-8184d976b65b tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:57.885803 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1302740c-0cef-485f-9bcf-d5bff6044ffe tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event deleted for resources: {'Subnet': ['ID=c027f6c8-bbec-4cc8-bbc9-5d4032be2fdf,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:57.922364 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1302740c-0cef-485f-9bcf-d5bff6044ffe tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:57.936956 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1302740c-0cef-485f-9bcf-d5bff6044ffe tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:57.944186 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f7fa5d-3c9f-49be-9106-cbb51e09167a None None] Network 489fa468-360a-4868-b4ac-a400ec975c5b requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:22:57.952010 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1302740c-0cef-485f-9bcf-d5bff6044ffe tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/subnets/c027f6c8-bbec-4cc8-bbc9-5d4032be2fdf HTTP/1.1" status: 204 len: 168 time: 1.4989922 Dec 15 19:22:57.952846 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55046) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:58.020723 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5a9085ed-455c-4f5d-80eb-3eb070a945c2 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:58.024591 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-5a9085ed-455c-4f5d-80eb-3eb070a945c2 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.1926625 Dec 15 19:22:58.030908 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55050) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:58.038119 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-586c1d0c-23e9-4f12-88b7-8e3c707448eb tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0812011 Dec 15 19:22:58.038119 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55054) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:58.054518 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9d097735-8d12-4248-8380-7b7a581fbe7b tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:58.082785 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1797d33a-8790-4755-b252-81cfcef1aae0 req-3add2707-c95a-4af8-9020-f37c168cdc9a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:22:58.084375 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1797d33a-8790-4755-b252-81cfcef1aae0 req-3add2707-c95a-4af8-9020-f37c168cdc9a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=76d7c3af-0360-40b9-b552-6937e9663a8b HTTP/1.1" status: 200 len: 945 time: 0.3906868 Dec 15 19:22:58.085347 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-f6a64fd2-95d8-4823-8abd-459d63c053bd req-68588e02-d8f7-474c-85ff-d4fcf42d650d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:58.093326 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d998ba3b-eea7-4e6d-87be-3ae98a0a8a7f tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:58.114489 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-21f8a375-6a01-4ac2-bfab-045733f30515 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] 10.222.0.36 "GET /v2.0/security-group-rules/df8842bd-f4e8-4ee4-a6d8-7dbb39c6727d HTTP/1.1" status: 200 len: 706 time: 0.0797076 Dec 15 19:22:58.122646 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55058) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:58.134790 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-9d097735-8d12-4248-8380-7b7a581fbe7b tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96172ef6-e92f-45d1-8c65-ccda5d845ddd']}} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:22:58.162862 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68588e02-d8f7-474c-85ff-d4fcf42d650d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event deleted for resources: {'Port': ['ID=e1168d35-e52d-46d5-bccf-ad6e468591d8,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:58.163730 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-9d097735-8d12-4248-8380-7b7a581fbe7b tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bdc19f7-897e-45d7-b610-6b5f6ae86a0c') {'for_net_delete': True} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:22:58.164084 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-9d097735-8d12-4248-8380-7b7a581fbe7b tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bdc19f7-897e-45d7-b610-6b5f6ae86a0c') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:22:58.177254 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-68588e02-d8f7-474c-85ff-d4fcf42d650d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:58.196987 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9d097735-8d12-4248-8380-7b7a581fbe7b tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16327073'] for segment, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:58.268823 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9d097735-8d12-4248-8380-7b7a581fbe7b tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:58.270437 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6a64fd2-95d8-4823-8abd-459d63c053bd req-68588e02-d8f7-474c-85ff-d4fcf42d650d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] No DVR routers for this DVR port e1168d35-e52d-46d5-bccf-ad6e468591d8 on host hv-neutron-8218 {{(pid=88991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:22:58.281588 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1797d33a-8790-4755-b252-81cfcef1aae0 req-a9ce7959-0073-484a-95a2-5d5e0edca92e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=49c9f19e-d0b0-41a3-a20c-028df1915a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1758866 Dec 15 19:22:58.283109 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-f6a64fd2-95d8-4823-8abd-459d63c053bd req-68588e02-d8f7-474c-85ff-d4fcf42d650d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:58.284788 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d097735-8d12-4248-8380-7b7a581fbe7b tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=88990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:22:58.285182 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f6a64fd2-95d8-4823-8abd-459d63c053bd req-68588e02-d8f7-474c-85ff-d4fcf42d650d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.32 "DELETE /v2.0/ports/e1168d35-e52d-46d5-bccf-ad6e468591d8 HTTP/1.1" status: 204 len: 173 time: 1.5897546 Dec 15 19:22:58.285303 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9d097735-8d12-4248-8380-7b7a581fbe7b tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838138943'] for segment, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:58.288053 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76d7c3af-0360-40b9-b552-6937e9663a8b', 'name': 'network-vif-deleted', 'tag': 'e1168d35-e52d-46d5-bccf-ad6e468591d8'}] {{(pid=88991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:22:58.301701 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-711c8faa-0b14-41e9-913a-e84dfcc46014 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Synchronizing usage tracker for tenant:74351983f9b54e7d8c187cc2e322dc60 on resource:security_group_rule {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:22:58.301914 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:22:58.301914 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:22:58.301914 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:22:58.301914 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:22:58.301914 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:22:58.301914 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:22:58.301914 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:22:58.301914 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:22:58.301914 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:22:58.301914 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:22:58.301914 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:22:58.301914 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:22:58.301914 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:22:58.301914 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:22:58.301914 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:22:58.301914 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:22:58.301914 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:22:58.301914 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:22:58.301914 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:22:58.301914 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:22:58.301914 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:22:58.301914 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:22:58.301914 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:22:58.301914 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:22:58.301914 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:22:58.301914 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:22:58.301914 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:22:58.301914 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:22:58.301914 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:22:58.301914 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:22:58.301914 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:22:58.301914 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:22:58.315150 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67135da4-b84e-4c66-babb-d1f13f704016 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:22:58.316769 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-67135da4-b84e-4c66-babb-d1f13f704016 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2782860 Dec 15 19:22:58.321291 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55064) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:58.329895 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-61873418-54bc-4ac0-a4e6-e0213c8b6ccf None None] Provisioning complete for port ab79545f-a337-452e-a119-45d6c2a54d10 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:22:58.330381 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-61873418-54bc-4ac0-a4e6-e0213c8b6ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:58.390505 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76d7c3af-0360-40b9-b552-6937e9663a8b', 'name': 'network-vif-deleted', 'tag': 'e1168d35-e52d-46d5-bccf-ad6e468591d8', 'status': 'completed', 'code': 200} Dec 15 19:22:58.419607 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf483b6d-e458-4a77-b810-97a6cc9dcba6 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:22:58.420837 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-bf483b6d-e458-4a77-b810-97a6cc9dcba6 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Synchronizing usage tracker for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:subnet {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:22:58.425821 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-711c8faa-0b14-41e9-913a-e84dfcc46014 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Unset dirty status for tenant:74351983f9b54e7d8c187cc2e322dc60 on resource:security_group_rule {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:22:58.429857 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-711c8faa-0b14-41e9-913a-e84dfcc46014 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.2962902 Dec 15 19:22:58.430276 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55068) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:58.461726 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-21731d68-7b8f-4eeb-a56b-1ce64e88ec19 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:58.468448 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9d097735-8d12-4248-8380-7b7a581fbe7b tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:58.475962 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-406e69e3-e635-4cf0-afc6-eed1808f9ab6 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:58.476997 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-37574c4d-d8b9-405d-8e60-d993075428dd tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:58.491725 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-bf483b6d-e458-4a77-b810-97a6cc9dcba6 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Unset dirty status for tenant:e56ca83c553e4935a4e8b75ed76c674c on resource:subnet {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:22:58.493517 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-bf483b6d-e458-4a77-b810-97a6cc9dcba6 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1712437 Dec 15 19:22:58.504724 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55072) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:58.526068 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144dcb22-14a6-4d99-b1d1-9acbf28f34cb None None] DHCP port deletion for 489fa468-360a-4868-b4ac-a400ec975c5b request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:22:58.527799 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9d097735-8d12-4248-8380-7b7a581fbe7b tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:58.531981 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-144dcb22-14a6-4d99-b1d1-9acbf28f34cb None None] Deleting port ab79545f-a337-452e-a119-45d6c2a54d10 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:22:58.532416 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-144dcb22-14a6-4d99-b1d1-9acbf28f34cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:58.540460 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21731d68-7b8f-4eeb-a56b-1ce64e88ec19 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Pushing event deleted for resources: {'Port': ['ID=aacb36af-e418-4be4-8114-03d2817437e5,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:58.574765 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-21731d68-7b8f-4eeb-a56b-1ce64e88ec19 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:58.575345 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8cdb1f16-4c78-43e4-bdfe-d34e8b6989ad tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:58.589841 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-37574c4d-d8b9-405d-8e60-d993075428dd tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:58.635493 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d097735-8d12-4248-8380-7b7a581fbe7b tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Pushing event deleted for resources: {'Network': ['ID=96172ef6-e92f-45d1-8c65-ccda5d845ddd,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:58.641745 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1f2a246c-3d05-47be-b520-cf7e97b72870 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1357214 Dec 15 19:22:58.662892 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55076) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:58.738620 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f6c35b1-2cc3-4600-8a5b-dd5e54dd0b9e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] DELETE failed (client error): The resource could not be found. Dec 15 19:22:58.739127 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f6c35b1-2cc3-4600-8a5b-dd5e54dd0b9e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:22:58.745866 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9d097735-8d12-4248-8380-7b7a581fbe7b tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:58.755461 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55080) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:58.758073 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-37574c4d-d8b9-405d-8e60-d993075428dd tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:58.770905 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9d097735-8d12-4248-8380-7b7a581fbe7b tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] 10.222.0.36 "DELETE /v2.0/networks/96172ef6-e92f-45d1-8c65-ccda5d845ddd HTTP/1.1" status: 204 len: 168 time: 3.6418924 Dec 15 19:22:58.881901 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-144dcb22-14a6-4d99-b1d1-9acbf28f34cb None None] For port ab79545f-a337-452e-a119-45d6c2a54d10, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=ab79545f-a337-452e-a119-45d6c2a54d10,segment=NetworkSegment(9575ac7b-3c85-46da-81c5-434024000f40),segment_id=9575ac7b-3c85-46da-81c5-434024000f40)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:22:58.886559 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-144dcb22-14a6-4d99-b1d1-9acbf28f34cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:58.910092 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-78d6a7d1-46cd-4556-beb2-916d53c5e0f0 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:58.989151 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1f6c35b1-2cc3-4600-8a5b-dd5e54dd0b9e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/ports/fecdb764-6208-4ec1-afc2-ddad670a9162 HTTP/1.1" status: 404 len: 333 time: 0.3214803 Dec 15 19:22:58.990159 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55084) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:58.992739 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-37574c4d-d8b9-405d-8e60-d993075428dd tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:58.996638 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-37574c4d-d8b9-405d-8e60-d993075428dd tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/df8842bd-f4e8-4ee4-a6d8-7dbb39c6727d HTTP/1.1" status: 204 len: 168 time: 0.5653176 Dec 15 19:22:59.006197 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55088) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:59.034456 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37574c4d-d8b9-405d-8e60-d993075428dd tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=df8842bd-f4e8-4ee4-a6d8-7dbb39c6727d,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:59.042950 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-144dcb22-14a6-4d99-b1d1-9acbf28f34cb None None] Calling delete_port for ab79545f-a337-452e-a119-45d6c2a54d10 owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:22:59.049823 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-37574c4d-d8b9-405d-8e60-d993075428dd tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:59.053436 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c8d3928-7ca0-4966-8048-67c26c0e4968 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] DELETE failed (client error): The resource could not be found. Dec 15 19:22:59.054095 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c8d3928-7ca0-4966-8048-67c26c0e4968 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:22:59.054286 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-e16a11f7-f61e-4eb3-b387-fb05ed50870c tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Deleting port e380c29a-486a-48be-b0f2-0289d87acb19 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:22:59.054616 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e16a11f7-f61e-4eb3-b387-fb05ed50870c tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:59.056496 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8c8d3928-7ca0-4966-8048-67c26c0e4968 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/subnets/c027f6c8-bbec-4cc8-bbc9-5d4032be2fdf HTTP/1.1" status: 404 len: 337 time: 0.0652909 Dec 15 19:22:59.071135 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55092) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:59.081183 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device ab79545f-a337-452e-a119-45d6c2a54d10 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:22:59.120936 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-9172f070-c42f-48c3-a280-d9ab24741f28 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] DELETE failed (client error): The resource could not be found. Dec 15 19:22:59.121948 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9172f070-c42f-48c3-a280-d9ab24741f28 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:22:59.124058 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9172f070-c42f-48c3-a280-d9ab24741f28 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/subnets/5e3e0c90-e09d-4e95-9161-a67cb0c23b46 HTTP/1.1" status: 404 len: 337 time: 0.0517330 Dec 15 19:22:59.127122 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55096) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:59.144290 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-21731d68-7b8f-4eeb-a56b-1ce64e88ec19 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852815828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854144871'] for router_interface, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:59.195748 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fc020e8-7dd5-40fb-9409-dcb42ce0dd8f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] DELETE failed (client error): The resource could not be found. Dec 15 19:22:59.196250 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fc020e8-7dd5-40fb-9409-dcb42ce0dd8f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:22:59.200574 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-7fc020e8-7dd5-40fb-9409-dcb42ce0dd8f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/ports/ccaadab6-bf5c-4632-8363-4b7b77ac69d0 HTTP/1.1" status: 404 len: 333 time: 0.0669916 Dec 15 19:22:59.209428 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55100) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:59.243860 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:59.256321 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-05ad14ab-3d49-41da-adc5-4d489eeace57 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Synchronizing usage tracker for tenant:74351983f9b54e7d8c187cc2e322dc60 on resource:security_group_rule {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:22:59.320876 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-87f65ca1-67e3-4a3a-a9e5-bbc2ce9ec10f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] DELETE failed (client error): The resource could not be found. Dec 15 19:22:59.321290 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87f65ca1-67e3-4a3a-a9e5-bbc2ce9ec10f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:22:59.323246 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-87f65ca1-67e3-4a3a-a9e5-bbc2ce9ec10f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/subnets/ec669057-4d26-4ad5-b9f4-626e9ab03d47 HTTP/1.1" status: 404 len: 337 time: 0.1079290 Dec 15 19:22:59.325994 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55104) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:59.329257 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e16a11f7-f61e-4eb3-b387-fb05ed50870c tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:59.329638 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e16a11f7-f61e-4eb3-b387-fb05ed50870c tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:59.376773 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-581f5a09-3b18-4bbd-951f-16d683499915 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] DELETE failed (client error): The resource could not be found. Dec 15 19:22:59.377264 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-581f5a09-3b18-4bbd-951f-16d683499915 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:22:59.379435 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-581f5a09-3b18-4bbd-951f-16d683499915 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/subnets/21c58a53-3e00-4bef-8953-cf9d500f36df HTTP/1.1" status: 404 len: 337 time: 0.0524328 Dec 15 19:22:59.384702 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55110) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:59.397403 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-05ad14ab-3d49-41da-adc5-4d489eeace57 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Unset dirty status for tenant:74351983f9b54e7d8c187cc2e322dc60 on resource:security_group_rule {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:22:59.401926 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-05ad14ab-3d49-41da-adc5-4d489eeace57 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3917484 Dec 15 19:22:59.424249 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55114) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:59.449760 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e55f472-12b9-43b1-98f8-66377bc9b287 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] DELETE failed (client error): The resource could not be found. Dec 15 19:22:59.450275 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e55f472-12b9-43b1-98f8-66377bc9b287 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:22:59.452445 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-5e55f472-12b9-43b1-98f8-66377bc9b287 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/ports/baa38783-1d5f-44f2-b63d-0f508c2da165 HTTP/1.1" status: 404 len: 333 time: 0.0658228 Dec 15 19:22:59.458554 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55118) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:59.468066 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-e16a11f7-f61e-4eb3-b387-fb05ed50870c tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Calling delete_port for e380c29a-486a-48be-b0f2-0289d87acb19 owned by network:floatingip {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:22:59.495895 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-144dcb22-14a6-4d99-b1d1-9acbf28f34cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866'] for port, after_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:59.507877 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-04ba542b-48ac-48af-a8f7-3dc379406e23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:59.547954 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b9fbe91-356d-4c51-b5a9-fa99eaf78d83 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] DELETE failed (client error): The resource could not be found. Dec 15 19:22:59.548458 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b9fbe91-356d-4c51-b5a9-fa99eaf78d83 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:22:59.553474 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0b9fbe91-356d-4c51-b5a9-fa99eaf78d83 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/subnets/58cbafde-b20e-43c9-84e3-c69b744f733e HTTP/1.1" status: 404 len: 337 time: 0.0907655 Dec 15 19:22:59.554923 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55122) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:59.565156 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144dcb22-14a6-4d99-b1d1-9acbf28f34cb None None] Pushing event deleted for resources: {'Port': ['ID=ab79545f-a337-452e-a119-45d6c2a54d10,revision_number=None']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:22:59.570399 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-144dcb22-14a6-4d99-b1d1-9acbf28f34cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:22:59.574519 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144dcb22-14a6-4d99-b1d1-9acbf28f34cb None None] No DVR routers for this DVR port ab79545f-a337-452e-a119-45d6c2a54d10 on host dv-neutron-821831-2-hyperv {{(pid=88992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:22:59.588610 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-04a8c3df-8bb1-4de1-bb15-f1f1556005e1 req-e1e143f2-8afe-4f86-9786-d6cadc269590 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=76d7c3af-0360-40b9-b552-6937e9663a8b HTTP/1.1" status: 200 len: 210 time: 0.1006634 Dec 15 19:22:59.620307 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fd7769b2-4ee7-4f85-903d-d8880ca62efa tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:59.668232 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ca8f64a-9118-45e5-9ec1-fc79cd100dbd tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] DELETE failed (client error): The resource could not be found. Dec 15 19:22:59.668833 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ca8f64a-9118-45e5-9ec1-fc79cd100dbd tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:22:59.670889 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4ca8f64a-9118-45e5-9ec1-fc79cd100dbd tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/subnets/f8c5868e-55d3-4882-8b09-af996a800078 HTTP/1.1" status: 404 len: 337 time: 0.1118209 Dec 15 19:22:59.673391 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55126) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:59.732691 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-610c5356-3fd5-4d9f-8ff2-9621375d4246 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] DELETE failed (client error): The resource could not be found. Dec 15 19:22:59.733249 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-610c5356-3fd5-4d9f-8ff2-9621375d4246 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:22:59.735062 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-610c5356-3fd5-4d9f-8ff2-9621375d4246 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/ports/c801ac32-d6d1-4d43-8015-f59e26ded20c HTTP/1.1" status: 404 len: 333 time: 0.0606680 Dec 15 19:22:59.738028 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55130) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:59.782324 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eae92dc-3533-4033-93a8-5be308e85989 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] DELETE failed (client error): The resource could not be found. Dec 15 19:22:59.782810 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3eae92dc-3533-4033-93a8-5be308e85989 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:22:59.788328 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fd7769b2-4ee7-4f85-903d-d8880ca62efa tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:59.831306 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-3eae92dc-3533-4033-93a8-5be308e85989 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/subnets/b80a55e2-a614-4b69-8aa8-a0299ca9b873 HTTP/1.1" status: 404 len: 337 time: 0.0920174 Dec 15 19:22:59.834022 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55134) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:59.883472 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-175363df-f499-4b14-b779-f9f9127dd5d1 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] DELETE failed (client error): The resource could not be found. Dec 15 19:22:59.883959 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-175363df-f499-4b14-b779-f9f9127dd5d1 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:22:59.885735 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-175363df-f499-4b14-b779-f9f9127dd5d1 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/subnets/b15ab57e-96d2-4895-913b-a64a8a47fcf7 HTTP/1.1" status: 404 len: 337 time: 0.0510123 Dec 15 19:22:59.890320 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55138) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:59.935008 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac1ef09b-2990-426b-b39b-4e360392f568 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] DELETE failed (client error): The resource could not be found. Dec 15 19:22:59.936088 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac1ef09b-2990-426b-b39b-4e360392f568 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:22:59.937872 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ac1ef09b-2990-426b-b39b-4e360392f568 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/ports/143dfdc3-7f18-4548-8ff4-daf06a97242d HTTP/1.1" status: 404 len: 333 time: 0.0465677 Dec 15 19:22:59.940599 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55142) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:59.971485 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fd7769b2-4ee7-4f85-903d-d8880ca62efa tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:59.979417 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3c1d124-bba6-4993-a6dc-48caec6e406b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] DELETE failed (client error): The resource could not be found. Dec 15 19:22:59.979906 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3c1d124-bba6-4993-a6dc-48caec6e406b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:22:59.981673 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d3c1d124-bba6-4993-a6dc-48caec6e406b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/subnets/228d6c1f-6170-4372-a048-d2f32507b98c HTTP/1.1" status: 404 len: 337 time: 0.0401137 Dec 15 19:22:59.982134 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8187ca11-cfa5-4dfa-b50e-5b17f468aaf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:22:59.983305 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e16a11f7-f61e-4eb3-b387-fb05ed50870c tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:22:59.987544 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55146) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:22:59.988223 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-31750c0e-b84a-4553-9757-882f930f807a tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:00.003091 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7769b2-4ee7-4f85-903d-d8880ca62efa tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3fadd9a-1bd6-4d6a-9980-06c8edd85feb,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:00.005594 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fd7769b2-4ee7-4f85-903d-d8880ca62efa tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:00.054544 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fd7769b2-4ee7-4f85-903d-d8880ca62efa tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:00.058233 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-fd7769b2-4ee7-4f85-903d-d8880ca62efa tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] 10.222.0.36 "DELETE /v2.0/security-groups/d3fadd9a-1bd6-4d6a-9980-06c8edd85feb HTTP/1.1" status: 204 len: 168 time: 0.6307220 Dec 15 19:23:00.059928 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55150) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:00.068643 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16a11f7-f61e-4eb3-b387-fb05ed50870c tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Pushing event deleted for resources: {'Port': ['ID=e380c29a-486a-48be-b0f2-0289d87acb19,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:00.078585 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e16a11f7-f61e-4eb3-b387-fb05ed50870c tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:00.079996 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2893a54-4402-447d-b38f-d4ac7815acf4 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] DELETE failed (client error): The resource could not be found. Dec 15 19:23:00.080479 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2893a54-4402-447d-b38f-d4ac7815acf4 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:23:00.082339 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e2893a54-4402-447d-b38f-d4ac7815acf4 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/ports/46d3d080-387d-421d-ac20-0c80f342fbcc HTTP/1.1" status: 404 len: 333 time: 0.0608530 Dec 15 19:23:00.087171 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55154) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:00.146055 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21731d68-7b8f-4eeb-a56b-1ce64e88ec19 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Router 3343e8b1-446a-4553-bbd7-92fdbc9107f9 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:23:00.147899 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-e782cd9c-dfa0-4a80-bb67-52ecf02af2e4 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] DELETE failed (client error): The resource could not be found. Dec 15 19:23:00.148396 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e782cd9c-dfa0-4a80-bb67-52ecf02af2e4 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:23:00.152686 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e782cd9c-dfa0-4a80-bb67-52ecf02af2e4 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/subnets/f43674c8-3002-4f2c-a0e0-afaf5f028159 HTTP/1.1" status: 404 len: 337 time: 0.0613229 Dec 15 19:23:00.156454 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55158) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:00.184433 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-385a8bf3-002b-4a8b-a6ef-6b2718270285 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Synchronizing usage tracker for tenant:74351983f9b54e7d8c187cc2e322dc60 on resource:security_group {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:23:00.209205 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fdc87d0-fc7d-40d7-97a4-537a5040a554 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] DELETE failed (client error): The resource could not be found. Dec 15 19:23:00.209708 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fdc87d0-fc7d-40d7-97a4-537a5040a554 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:23:00.211583 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-3fdc87d0-fc7d-40d7-97a4-537a5040a554 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/ports/7fc83efb-e590-4166-9afa-cd085920b4af HTTP/1.1" status: 404 len: 333 time: 0.0538409 Dec 15 19:23:00.214391 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55162) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:00.237846 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device e1168d35-e52d-46d5-bccf-ad6e468591d8 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:23:00.260433 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a305632-ef5d-4c1d-ad8c-ac954b6d93fb tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] DELETE failed (client error): The resource could not be found. Dec 15 19:23:00.260934 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a305632-ef5d-4c1d-ad8c-ac954b6d93fb tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:23:00.265772 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-5a305632-ef5d-4c1d-ad8c-ac954b6d93fb tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/subnets/3907bd4d-298a-4165-ad08-2c97e9bcfa2a HTTP/1.1" status: 404 len: 337 time: 0.0474184 Dec 15 19:23:00.266187 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e16a11f7-f61e-4eb3-b387-fb05ed50870c tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks [] for floatingip, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:00.268729 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e16a11f7-f61e-4eb3-b387-fb05ed50870c tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:00.272552 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e16a11f7-f61e-4eb3-b387-fb05ed50870c tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] 10.222.0.36 "DELETE /v2.0/floatingips/a5ed9717-b435-4153-8b53-e05bee7732e0 HTTP/1.1" status: 204 len: 168 time: 1.5133507 Dec 15 19:23:00.272552 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55166) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:00.276740 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] No Port match for: e1168d35-e52d-46d5-bccf-ad6e468591d8 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:23:00.277229 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device e1168d35-e52d-46d5-bccf-ad6e468591d8 not bound to the agent host hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:23:00.319957 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-01248d92-f06f-40ac-b0ca-b2f7c3689e4c tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] DELETE failed (client error): The resource could not be found. Dec 15 19:23:00.320460 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01248d92-f06f-40ac-b0ca-b2f7c3689e4c tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:23:00.322743 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-01248d92-f06f-40ac-b0ca-b2f7c3689e4c tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/ports/fb575e25-b392-45da-bd58-6c35a5af2c0f HTTP/1.1" status: 404 len: 333 time: 0.0496953 Dec 15 19:23:00.325958 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55172) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:00.367681 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3324a7e-7803-413a-8d5e-57df2fc28d1d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] DELETE failed (client error): The resource could not be found. Dec 15 19:23:00.368204 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3324a7e-7803-413a-8d5e-57df2fc28d1d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:23:00.370150 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b3324a7e-7803-413a-8d5e-57df2fc28d1d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/subnets/9ab77309-8284-4154-8371-29ac44a70b91 HTTP/1.1" status: 404 len: 337 time: 0.0430362 Dec 15 19:23:00.373840 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55176) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:00.417987 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed68cda8-2826-4848-affd-eacf9d09410e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] DELETE failed (client error): The resource could not be found. Dec 15 19:23:00.418631 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed68cda8-2826-4848-affd-eacf9d09410e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:23:00.423573 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ed68cda8-2826-4848-affd-eacf9d09410e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/ports/a242bc8d-bd17-423c-860d-a5a88e330e82 HTTP/1.1" status: 404 len: 333 time: 0.0453467 Dec 15 19:23:00.423947 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55180) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:00.471400 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-b866349a-3554-460a-a9d2-7ef9f456fa21 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] DELETE failed (client error): The resource could not be found. Dec 15 19:23:00.475598 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b866349a-3554-460a-a9d2-7ef9f456fa21 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:23:00.475598 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b866349a-3554-460a-a9d2-7ef9f456fa21 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/subnets/5f07ee11-30dd-42c1-a098-efe0332afb8b HTTP/1.1" status: 404 len: 337 time: 0.0487125 Dec 15 19:23:00.477775 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55184) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:00.520897 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb108af2-5c1d-43fd-878d-9651e1eeb8ab tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] DELETE failed (client error): The resource could not be found. Dec 15 19:23:00.521398 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb108af2-5c1d-43fd-878d-9651e1eeb8ab tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:23:00.523276 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-fb108af2-5c1d-43fd-878d-9651e1eeb8ab tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/ports/47dd425e-d86f-453f-9c63-d127d1039982 HTTP/1.1" status: 404 len: 333 time: 0.0444124 Dec 15 19:23:00.526097 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55188) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:00.568334 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-d12c241a-add0-484b-953e-91ddecc9864c tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] DELETE failed (client error): The resource could not be found. Dec 15 19:23:00.569052 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d12c241a-add0-484b-953e-91ddecc9864c tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:23:00.584378 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d12c241a-add0-484b-953e-91ddecc9864c tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/subnets/3804cebc-ec36-44f6-85d5-80fc732c1106 HTTP/1.1" status: 404 len: 337 time: 0.0438714 Dec 15 19:23:00.586531 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55192) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:00.613513 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-385a8bf3-002b-4a8b-a6ef-6b2718270285 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Unset dirty status for tenant:74351983f9b54e7d8c187cc2e322dc60 on resource:security_group {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:23:00.624496 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-385a8bf3-002b-4a8b-a6ef-6b2718270285 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5536885 Dec 15 19:23:00.624496 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21731d68-7b8f-4eeb-a56b-1ce64e88ec19 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:23:00.624496 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55196) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:00.630971 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-21731d68-7b8f-4eeb-a56b-1ce64e88ec19 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "PUT /v2.0/routers/3343e8b1-446a-4553-bbd7-92fdbc9107f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8050213 Dec 15 19:23:00.632154 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55202) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:00.632294 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43747893-81ba-429a-b881-b058d2200083 None None] Sync routers for ids ['3343e8b1-446a-4553-bbd7-92fdbc9107f9'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:23:00.636475 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-7c713a28-3057-42d2-b541-e26e790bcd05 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Request body: {'security_group': {'name': 'tempest-secgroup--979070837'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:23:00.643442 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-43bed24b-bef9-475d-bb2c-3506063c9720 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] DELETE failed (client error): The resource could not be found. Dec 15 19:23:00.644230 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43bed24b-bef9-475d-bb2c-3506063c9720 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:23:00.645542 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-7c713a28-3057-42d2-b541-e26e790bcd05 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:23:00.649235 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-43bed24b-bef9-475d-bb2c-3506063c9720 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/subnets/4c26681e-d91d-4a1e-990b-d4a2a61acde7 HTTP/1.1" status: 404 len: 337 time: 0.0616200 Dec 15 19:23:00.649940 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55206) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:00.657164 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-7c713a28-3057-42d2-b541-e26e790bcd05 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:23:00.664841 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43747893-81ba-429a-b881-b058d2200083 None None] Routers {'3343e8b1-446a-4553-bbd7-92fdbc9107f9'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:23:00.665551 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-43747893-81ba-429a-b881-b058d2200083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:22:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['3343e8b1-446a-4553-bbd7-92fdbc9107f9'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:00.700664 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-67ace589-dbdd-427a-b629-d6493168e0e3 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] DELETE failed (client error): The resource could not be found. Dec 15 19:23:00.701335 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67ace589-dbdd-427a-b629-d6493168e0e3 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:23:00.705804 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-67ace589-dbdd-427a-b629-d6493168e0e3 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/ports/3ea3497a-7448-4a4c-9400-b3e4b156ab0d HTTP/1.1" status: 404 len: 333 time: 0.0521941 Dec 15 19:23:00.705944 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7c713a28-3057-42d2-b541-e26e790bcd05 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:00.706051 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55212) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:00.750191 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-173cb163-9a8d-4d7a-9d8f-67cc2f2e2bb5 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] DELETE failed (client error): The resource could not be found. Dec 15 19:23:00.750708 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-173cb163-9a8d-4d7a-9d8f-67cc2f2e2bb5 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:23:00.755221 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-173cb163-9a8d-4d7a-9d8f-67cc2f2e2bb5 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/subnets/dbe1adf3-0dd9-4198-aa5f-ac46282ddd5c HTTP/1.1" status: 404 len: 337 time: 0.0455694 Dec 15 19:23:00.755552 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55216) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:00.793706 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55220) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:00.805372 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-b604c112-f4dd-4d5d-855e-40b4fad1b6ef tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] DELETE failed (client error): The resource could not be found. Dec 15 19:23:00.806278 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b604c112-f4dd-4d5d-855e-40b4fad1b6ef tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:23:00.812068 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b604c112-f4dd-4d5d-855e-40b4fad1b6ef tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/subnets/262200ee-ee22-4bc3-91f2-b704d76259a6 HTTP/1.1" status: 404 len: 337 time: 0.0553870 Dec 15 19:23:00.812678 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55226) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:00.815162 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55228) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:00.880489 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd771127-91ef-4a92-a437-3902499819e8 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] DELETE failed (client error): The resource could not be found. Dec 15 19:23:00.880914 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd771127-91ef-4a92-a437-3902499819e8 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:23:00.882777 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-dd771127-91ef-4a92-a437-3902499819e8 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/ports/02f8c37d-b975-46d9-9716-e3ca0640e805 HTTP/1.1" status: 404 len: 333 time: 0.0667090 Dec 15 19:23:00.886653 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55234) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:00.920701 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-43747893-81ba-429a-b881-b058d2200083 None None] Set router 3343e8b1-446a-4553-bbd7-92fdbc9107f9 gateway port host: None {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:23:00.928959 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-7c713a28-3057-42d2-b541-e26e790bcd05 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:23:00.937304 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-7c713a28-3057-42d2-b541-e26e790bcd05 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Usage tracker for resource:security_group_rule and tenant:74351983f9b54e7d8c187cc2e322dc60 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:23:00.948163 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-099cc315-f0df-4706-bc4d-734a69dadc0b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] DELETE failed (client error): The resource could not be found. Dec 15 19:23:00.948998 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-099cc315-f0df-4706-bc4d-734a69dadc0b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:23:00.949352 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-7c713a28-3057-42d2-b541-e26e790bcd05 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:23:00.950500 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-099cc315-f0df-4706-bc4d-734a69dadc0b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/subnets/a463b7a5-cf7f-403e-9de9-62b8ccd0910f HTTP/1.1" status: 404 len: 337 time: 0.0628457 Dec 15 19:23:00.953313 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55238) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:00.961700 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-7c713a28-3057-42d2-b541-e26e790bcd05 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:23:00.972108 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-f99cc0ef-08f0-4531-b44f-941f380687ee tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Deleting subnet fe9d9289-d1de-4e90-b7c8-98e7c170341b {{(pid=88990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:23:00.980146 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f99cc0ef-08f0-4531-b44f-941f380687ee tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for subnet, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:01.034630 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-edc883d6-7673-4f51-b647-34d78452f584 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] DELETE failed (client error): The resource could not be found. Dec 15 19:23:01.035224 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edc883d6-7673-4f51-b647-34d78452f584 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:23:01.039776 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-edc883d6-7673-4f51-b647-34d78452f584 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/subnets/f99ece27-b624-432d-af62-ba1a09d60978 HTTP/1.1" status: 404 len: 337 time: 0.0829616 Dec 15 19:23:01.039776 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b89a4a19-eb7c-442b-926a-aa7b29e0148b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:01.040033 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55242) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:01.081939 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f99cc0ef-08f0-4531-b44f-941f380687ee tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838448728'] for subnet, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:01.095563 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c1413b7-3a46-45d2-91b5-590e1a6af1aa tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] DELETE failed (client error): The resource could not be found. Dec 15 19:23:01.096066 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c1413b7-3a46-45d2-91b5-590e1a6af1aa tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:23:01.100333 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-5c1413b7-3a46-45d2-91b5-590e1a6af1aa tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/ports/51588324-c03c-41f8-9a3f-9c2a54abd951 HTTP/1.1" status: 404 len: 333 time: 0.0568964 Dec 15 19:23:01.105070 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55246) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:01.192164 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7c713a28-3057-42d2-b541-e26e790bcd05 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:01.206295 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1844f232-a474-45c9-95aa-288b64fd6727 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1271dab888c74d7e85b345ac23913ea2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4042063 Dec 15 19:23:01.222826 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55250) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:01.246592 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7c713a28-3057-42d2-b541-e26e790bcd05 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:01.257432 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-486d57bb-1646-406f-bc24-b6e38d120d7c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:01.293642 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-43747893-81ba-429a-b881-b058d2200083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'name': 'tempest-RoutersTest-router-764355656', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:21:46Z', 'updated_at': '2021-12-15T19:22:58Z', 'revision_number': 9, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'gw_port_host': None, '_interfaces': [{'id': '42b090dc-7075-4e99-9cd5-a6678a9d0384', 'name': '', 'network_id': '1ac3f362-2078-4002-a392-a7842225ba9f', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'mac_address': 'fa:16:3e:ba:d5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca9accf0-e88c-467d-a684-50f557360418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:21:51Z', 'updated_at': '2021-12-15T19:22:06Z', 'revision_number': 5, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'subnets': [{'id': 'ca9accf0-e88c-467d-a684-50f557360418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1c2f93f-3e3c-49f1-b182-e6d770b52964', 'name': '', 'network_id': '1913e98a-5da5-451a-80c7-faaf2ed8c312', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'mac_address': 'fa:16:3e:fb:50:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ca7af6a-42be-4f17-acc7-c24713f82445', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:22:04Z', 'updated_at': '2021-12-15T19:22:19Z', 'revision_number': 5, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'subnets': [{'id': '8ca7af6a-42be-4f17-acc7-c24713f82445', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:01.298698 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43747893-81ba-429a-b881-b058d2200083 None None] Checking router: 3343e8b1-446a-4553-bbd7-92fdbc9107f9 for host: dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:23:01.305034 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f99cc0ef-08f0-4531-b44f-941f380687ee tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:01.311518 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43747893-81ba-429a-b881-b058d2200083 None None] Routers {'3343e8b1-446a-4553-bbd7-92fdbc9107f9'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:23:01.312241 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-43747893-81ba-429a-b881-b058d2200083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:22:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['3343e8b1-446a-4553-bbd7-92fdbc9107f9'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:01.373863 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c713a28-3057-42d2-b541-e26e790bcd05 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc0cec5-7610-4159-8dce-0bc2d3b3926d,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:01.376869 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7c713a28-3057-42d2-b541-e26e790bcd05 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:01.386938 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b89a4a19-eb7c-442b-926a-aa7b29e0148b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:01.402165 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-86ad0699-402b-4871-88bb-dd9241f85328 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] DELETE failed (client error): The resource could not be found. Dec 15 19:23:01.402708 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86ad0699-402b-4871-88bb-dd9241f85328 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:23:01.407507 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-86ad0699-402b-4871-88bb-dd9241f85328 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/subnets/d2757b26-e1ab-4cc6-b0d4-d7f0f4ea776c HTTP/1.1" status: 404 len: 337 time: 0.2990150 Dec 15 19:23:01.408081 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55254) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:01.429899 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c5e7a42d-425a-45f1-badf-540ad38db302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:01.448678 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7c713a28-3057-42d2-b541-e26e790bcd05 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:01.450441 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-7c713a28-3057-42d2-b541-e26e790bcd05 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8292546 Dec 15 19:23:01.454955 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55258) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:01.466854 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-67d950b0-e377-46cd-982f-8545188414e9 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] DELETE failed (client error): The resource could not be found. Dec 15 19:23:01.475135 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67d950b0-e377-46cd-982f-8545188414e9 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:23:01.475313 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-8a4e9a5b-7a3c-46ec-b11c-bb1c87f0b13e tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Request body: {'security_group_rule': {'security_group_id': 'cfc0cec5-7610-4159-8dce-0bc2d3b3926d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:23:01.475428 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-67d950b0-e377-46cd-982f-8545188414e9 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/subnets/1d6debcb-b316-4122-9b06-19dd64ecb554 HTTP/1.1" status: 404 len: 337 time: 0.0602860 Dec 15 19:23:01.475428 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55262) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:01.477445 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-43747893-81ba-429a-b881-b058d2200083 None None] Set router 3343e8b1-446a-4553-bbd7-92fdbc9107f9 gateway port host: None {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:23:01.480719 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-8a4e9a5b-7a3c-46ec-b11c-bb1c87f0b13e tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:23:01.484295 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c5e7a42d-425a-45f1-badf-540ad38db302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:01.496065 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8a4e9a5b-7a3c-46ec-b11c-bb1c87f0b13e tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Usage tracker for resource:security_group_rule and tenant:74351983f9b54e7d8c187cc2e322dc60 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:23:01.500327 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f99cc0ef-08f0-4531-b44f-941f380687ee tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16636259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14850861'] for subnet, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:01.506871 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8a4e9a5b-7a3c-46ec-b11c-bb1c87f0b13e tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:23:01.509684 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b8c9fee4-069d-4bbf-9de5-937cc1228b64 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:01.530603 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1a1d90ef-c9b2-4917-9ae7-0faebdd2642b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bf855a9-1671-4932-aeb0-efe9f2316f44 HTTP/1.1" status: 200 len: 205 time: 0.0516286 Dec 15 19:23:01.530849 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55266) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:01.565222 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-8a4e9a5b-7a3c-46ec-b11c-bb1c87f0b13e tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:23:01.567473 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99cc0ef-08f0-4531-b44f-941f380687ee tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Pushing event deleted for resources: {'Subnet': ['ID=fe9d9289-d1de-4e90-b7c8-98e7c170341b,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:01.570055 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f99cc0ef-08f0-4531-b44f-941f380687ee tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:01.593326 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f99cc0ef-08f0-4531-b44f-941f380687ee tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:01.604377 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f99cc0ef-08f0-4531-b44f-941f380687ee tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "DELETE /v2.0/subnets/fe9d9289-d1de-4e90-b7c8-98e7c170341b HTTP/1.1" status: 204 len: 168 time: 0.9621098 Dec 15 19:23:01.610523 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55270) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:01.611889 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b18e97-7019-406e-afbe-70d904e75a22 None None] Network 818fc7e9-d868-4dd4-b340-8e65fca95114 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:23:01.621782 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-2793bf59-36fe-43d8-b452-21d883005556 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] delete failed (client error): The resource could not be found. Dec 15 19:23:01.624131 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-2793bf59-36fe-43d8-b452-21d883005556 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/routers/8bf855a9-1671-4932-aeb0-efe9f2316f44 HTTP/1.1" status: 404 len: 336 time: 0.0924134 Dec 15 19:23:01.630499 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55274) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:01.674568 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b89a4a19-eb7c-442b-926a-aa7b29e0148b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:01.687104 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d7d404e4-5cee-42a5-9376-e8d8b48c9dbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:01.702294 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89a4a19-eb7c-442b-926a-aa7b29e0148b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c9f19e-d0b0-41a3-a20c-028df1915a6f,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:01.703322 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b89a4a19-eb7c-442b-926a-aa7b29e0148b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:01.725792 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b89a4a19-eb7c-442b-926a-aa7b29e0148b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:01.727230 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b89a4a19-eb7c-442b-926a-aa7b29e0148b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "DELETE /v2.0/security-groups/49c9f19e-d0b0-41a3-a20c-028df1915a6f HTTP/1.1" status: 204 len: 168 time: 0.9135146 Dec 15 19:23:01.758636 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-26ed50c7-00d4-4f96-b46d-38febce4a8a6 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] DELETE failed (client error): The resource could not be found. Dec 15 19:23:01.759142 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26ed50c7-00d4-4f96-b46d-38febce4a8a6 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:23:01.774798 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8a4e9a5b-7a3c-46ec-b11c-bb1c87f0b13e tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:01.805336 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55280) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:01.805553 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-26ed50c7-00d4-4f96-b46d-38febce4a8a6 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/subnets/18850197-334f-4078-a917-09b98df43b8d HTTP/1.1" status: 404 len: 337 time: 0.1684299 Dec 15 19:23:01.806166 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55284) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:01.831402 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-825ca01f-440a-405c-b8b5-d354c9181bec tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:01.850984 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c5e7a42d-425a-45f1-badf-540ad38db302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:01.853526 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c5e7a42d-425a-45f1-badf-540ad38db302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:01.854815 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c5e7a42d-425a-45f1-badf-540ad38db302 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/182abc82-5b08-4a33-bbfd-b6bc527323b0 HTTP/1.1" status: 204 len: 168 time: 0.6298258 Dec 15 19:23:01.859983 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-43747893-81ba-429a-b881-b058d2200083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'name': 'tempest-RoutersTest-router-764355656', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:21:46Z', 'updated_at': '2021-12-15T19:22:58Z', 'revision_number': 9, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'gw_port_host': None, '_interfaces': [{'id': '42b090dc-7075-4e99-9cd5-a6678a9d0384', 'name': '', 'network_id': '1ac3f362-2078-4002-a392-a7842225ba9f', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'mac_address': 'fa:16:3e:ba:d5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca9accf0-e88c-467d-a684-50f557360418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:21:51Z', 'updated_at': '2021-12-15T19:22:06Z', 'revision_number': 5, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'subnets': [{'id': 'ca9accf0-e88c-467d-a684-50f557360418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1c2f93f-3e3c-49f1-b182-e6d770b52964', 'name': '', 'network_id': '1913e98a-5da5-451a-80c7-faaf2ed8c312', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'mac_address': 'fa:16:3e:fb:50:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ca7af6a-42be-4f17-acc7-c24713f82445', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:22:04Z', 'updated_at': '2021-12-15T19:22:19Z', 'revision_number': 5, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'subnets': [{'id': '8ca7af6a-42be-4f17-acc7-c24713f82445', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:01.864639 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43747893-81ba-429a-b881-b058d2200083 None None] The sync data for ids ['3343e8b1-446a-4553-bbd7-92fdbc9107f9'] in dv-neutron-821831-2-hyperv is: [{'id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'name': 'tempest-RoutersTest-router-764355656', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:21:46Z', 'updated_at': '2021-12-15T19:22:58Z', 'revision_number': 9, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'gw_port_host': None, '_interfaces': [{'id': '42b090dc-7075-4e99-9cd5-a6678a9d0384', 'name': '', 'network_id': '1ac3f362-2078-4002-a392-a7842225ba9f', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'mac_address': 'fa:16:3e:ba:d5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca9accf0-e88c-467d-a684-50f557360418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:21:51Z', 'updated_at': '2021-12-15T19:22:06Z', 'revision_number': 5, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'subnets': [{'id': 'ca9accf0-e88c-467d-a684-50f557360418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1c2f93f-3e3c-49f1-b182-e6d770b52964', 'name': '', 'network_id': '1913e98a-5da5-451a-80c7-faaf2ed8c312', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'mac_address': 'fa:16:3e:fb:50:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ca7af6a-42be-4f17-acc7-c24713f82445', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:22:04Z', 'updated_at': '2021-12-15T19:22:19Z', 'revision_number': 5, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'subnets': [{'id': '8ca7af6a-42be-4f17-acc7-c24713f82445', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:23:01.868727 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7e5923a8-ff3f-4cc1-b806-ea2c665de0a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:01.907382 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8a4e9a5b-7a3c-46ec-b11c-bb1c87f0b13e tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:01.918754 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-825ca01f-440a-405c-b8b5-d354c9181bec tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Deleting port 252ed3a0-c8bd-4acb-a7d6-1813a0737ee1 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:23:01.920164 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-825ca01f-440a-405c-b8b5-d354c9181bec tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:01.946295 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-69172976-a434-48d2-8ab3-9c5c9040b54a tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "GET /v2.0/ports?device_id=51652c13-afb8-4be8-a5b1-34a1171fbafa HTTP/1.1" status: 200 len: 205 time: 0.1387963 Dec 15 19:23:01.950678 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55290) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:01.965991 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e7a42d-425a-45f1-badf-540ad38db302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=182abc82-5b08-4a33-bbfd-b6bc527323b0,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:01.976080 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8a4e9a5b-7a3c-46ec-b11c-bb1c87f0b13e tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:01.981596 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c5e7a42d-425a-45f1-badf-540ad38db302 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:01.983216 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5c2787cb-1f9f-417e-8430-196ef53644c5 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:02.017878 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4e9a5b-7a3c-46ec-b11c-bb1c87f0b13e tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97690ca5-dac1-42de-995b-610cc0ea2fb4,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:02.026467 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8a4e9a5b-7a3c-46ec-b11c-bb1c87f0b13e tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:02.034474 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-8aefce2a-9758-49f5-976a-1cd672c7d847 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] delete failed (client error): The resource could not be found. Dec 15 19:23:02.035799 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8aefce2a-9758-49f5-976a-1cd672c7d847 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/routers/51652c13-afb8-4be8-a5b1-34a1171fbafa HTTP/1.1" status: 404 len: 336 time: 0.0838866 Dec 15 19:23:02.038969 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55294) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:02.054335 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c64130c-f362-46de-a93b-a159fd556d63 None None] DHCP port deletion for 818fc7e9-d868-4dd4-b340-8e65fca95114 request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:23:02.058955 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-3c64130c-f362-46de-a93b-a159fd556d63 None None] Deleting port 252ed3a0-c8bd-4acb-a7d6-1813a0737ee1 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:23:02.059392 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3c64130c-f362-46de-a93b-a159fd556d63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:02.100382 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dc6a151-1df0-43f2-bc52-e74f9e06d099 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] DELETE failed (client error): The resource could not be found. Dec 15 19:23:02.101247 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dc6a151-1df0-43f2-bc52-e74f9e06d099 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:23:02.103435 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6dc6a151-1df0-43f2-bc52-e74f9e06d099 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/subnets/689f2ae7-476d-4ca1-8ca2-378887a0f7a1 HTTP/1.1" status: 404 len: 337 time: 0.0632844 Dec 15 19:23:02.106037 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55298) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:02.164541 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-db575866-24dc-4176-b0f8-5b8ba6e7f97c tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] DELETE failed (client error): The resource could not be found. Dec 15 19:23:02.165678 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db575866-24dc-4176-b0f8-5b8ba6e7f97c tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:23:02.167827 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-db575866-24dc-4176-b0f8-5b8ba6e7f97c tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/subnets/c0851a2a-1b5e-43b5-8196-eb78b310e1b5 HTTP/1.1" status: 404 len: 337 time: 0.0605631 Dec 15 19:23:02.172310 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55302) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:02.228446 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8a4e9a5b-7a3c-46ec-b11c-bb1c87f0b13e tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:02.232769 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8a4e9a5b-7a3c-46ec-b11c-bb1c87f0b13e tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7735844 Dec 15 19:23:02.233468 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55308) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:02.276819 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-2490c92f-51db-40ca-8f8f-055ac3a143d8 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] DELETE failed (client error): The resource could not be found. Dec 15 19:23:02.277322 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2490c92f-51db-40ca-8f8f-055ac3a143d8 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:23:02.279735 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-2490c92f-51db-40ca-8f8f-055ac3a143d8 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/ports/3fe73a07-56cc-4b36-842e-74c49666d40b HTTP/1.1" status: 404 len: 333 time: 0.1064258 Dec 15 19:23:02.282760 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55312) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:02.296163 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-825ca01f-440a-405c-b8b5-d354c9181bec tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] For port 252ed3a0-c8bd-4acb-a7d6-1813a0737ee1, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=252ed3a0-c8bd-4acb-a7d6-1813a0737ee1,segment=NetworkSegment(6a290837-6afc-42b6-b20e-54db47a1007e),segment_id=6a290837-6afc-42b6-b20e-54db47a1007e)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:23:02.296886 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-825ca01f-440a-405c-b8b5-d354c9181bec tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:02.321348 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-3c64130c-f362-46de-a93b-a159fd556d63 None None] For port 252ed3a0-c8bd-4acb-a7d6-1813a0737ee1, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=252ed3a0-c8bd-4acb-a7d6-1813a0737ee1,segment=NetworkSegment(6a290837-6afc-42b6-b20e-54db47a1007e),segment_id=6a290837-6afc-42b6-b20e-54db47a1007e)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:23:02.321902 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3c64130c-f362-46de-a93b-a159fd556d63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:02.325370 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-22de6e79-454d-4a55-bb2e-0bfe1725499f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] DELETE failed (client error): The resource could not be found. Dec 15 19:23:02.326734 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22de6e79-454d-4a55-bb2e-0bfe1725499f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:23:02.328966 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-22de6e79-454d-4a55-bb2e-0bfe1725499f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/subnets/01cfe579-cdcb-4d75-b2a8-d7cf1a0b14ce HTTP/1.1" status: 404 len: 337 time: 0.0452530 Dec 15 19:23:02.333064 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55316) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:02.389512 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2c261e3-b048-4c4c-8fa5-121f56c9fbc3 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] DELETE failed (client error): The resource could not be found. Dec 15 19:23:02.390508 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2c261e3-b048-4c4c-8fa5-121f56c9fbc3 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:23:02.392490 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b2c261e3-b048-4c4c-8fa5-121f56c9fbc3 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/ports/4383b4e0-a823-48f6-a946-58230498827c HTTP/1.1" status: 404 len: 333 time: 0.0581844 Dec 15 19:23:02.395550 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55320) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:02.448756 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-aca6de37-460b-40b6-93c8-95922b6763e5 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] DELETE failed (client error): The resource could not be found. Dec 15 19:23:02.449321 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aca6de37-460b-40b6-93c8-95922b6763e5 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:23:02.454685 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-aca6de37-460b-40b6-93c8-95922b6763e5 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/subnets/5ab0ca2d-2a5c-4339-b3fd-4962403498b9 HTTP/1.1" status: 404 len: 337 time: 0.0555255 Dec 15 19:23:02.455466 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55324) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:02.457440 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-825ca01f-440a-405c-b8b5-d354c9181bec tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Calling delete_port for 252ed3a0-c8bd-4acb-a7d6-1813a0737ee1 owned by network:dhcp {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:23:02.471202 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-3c64130c-f362-46de-a93b-a159fd556d63 None None] Calling delete_port for 252ed3a0-c8bd-4acb-a7d6-1813a0737ee1 owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:23:02.504437 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-17d7452c-fe36-4018-b53f-4a1b481de4fd tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] DELETE failed (client error): The resource could not be found. Dec 15 19:23:02.504928 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17d7452c-fe36-4018-b53f-4a1b481de4fd tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:23:02.509301 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-17d7452c-fe36-4018-b53f-4a1b481de4fd tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/ports/1587ecad-b53e-4574-94f0-a4b9e5faf453 HTTP/1.1" status: 404 len: 333 time: 0.0508323 Dec 15 19:23:02.509957 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55328) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:02.539648 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e8e4b605-8748-4410-939c-78e35957fc2e tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:02.553907 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b4158d6-7a60-4f8f-866e-ceb6fdf477fb tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] DELETE failed (client error): The resource could not be found. Dec 15 19:23:02.554409 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b4158d6-7a60-4f8f-866e-ceb6fdf477fb tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:23:02.558767 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1b4158d6-7a60-4f8f-866e-ceb6fdf477fb tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/subnets/406c9dcd-6735-4c1e-8fc1-f521378cf4ff HTTP/1.1" status: 404 len: 337 time: 0.0457070 Dec 15 19:23:02.559137 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55332) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:02.575520 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-3c64130c-f362-46de-a93b-a159fd556d63 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 15 19:23:02.575520 dv-neutron-821831-2-hyperv neutron-server[88879]: [SQL: DELETE FROM ml2_port_bindings WHERE ml2_port_bindings.port_id = %(port_id)s AND ml2_port_bindings.host = %(host)s] Dec 15 19:23:02.575520 dv-neutron-821831-2-hyperv neutron-server[88879]: [parameters: {'port_id': '252ed3a0-c8bd-4acb-a7d6-1813a0737ee1', 'host': 'dv-neutron-821831-2-hyperv'}] Dec 15 19:23:02.575520 dv-neutron-821831-2-hyperv neutron-server[88879]: (Background on this error at: http://sqlalche.me/e/e3q8) {{(pid=88992) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:23:02.576999 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-3c64130c-f362-46de-a93b-a159fd556d63 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:23:02.586709 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e8e4b605-8748-4410-939c-78e35957fc2e tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:02.627344 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-825ca01f-440a-405c-b8b5-d354c9181bec tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:02.634293 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fae14a96-46a2-4f89-a9ae-bec775567cfd tempest-FloatingIPAdminTestJSON-1127592930 tempest-FloatingIPAdminTestJSON-1127592930-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:02.670414 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55336) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:02.689776 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8f6a914-2886-4b41-8340-6a51feb09bcf tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] DELETE failed (client error): The resource could not be found. Dec 15 19:23:02.690309 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8f6a914-2886-4b41-8340-6a51feb09bcf tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:23:02.692130 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c8f6a914-2886-4b41-8340-6a51feb09bcf tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/ports/9d090054-4334-4d06-a5cf-b0b50a84152d HTTP/1.1" status: 404 len: 333 time: 0.1320138 Dec 15 19:23:02.696823 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ca01f-440a-405c-b8b5-d354c9181bec tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Pushing event deleted for resources: {'Port': ['ID=252ed3a0-c8bd-4acb-a7d6-1813a0737ee1,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:02.699326 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55340) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:02.704172 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-825ca01f-440a-405c-b8b5-d354c9181bec tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:02.707376 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-191bfbcd-abba-4941-9a62-975c3e962dbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:02.717832 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825ca01f-440a-405c-b8b5-d354c9181bec tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] No DVR routers for this DVR port 252ed3a0-c8bd-4acb-a7d6-1813a0737ee1 on host dv-neutron-821831-2-hyperv {{(pid=88990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:23:02.747611 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-974114d9-7374-4068-85c1-17625d2415e8 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] DELETE failed (client error): The resource could not be found. Dec 15 19:23:02.748110 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-974114d9-7374-4068-85c1-17625d2415e8 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:23:02.749931 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-974114d9-7374-4068-85c1-17625d2415e8 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/subnets/66193187-9183-403f-aae8-8cdc6a08192d HTTP/1.1" status: 404 len: 337 time: 0.0476305 Dec 15 19:23:02.753529 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55344) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:02.784524 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device aacb36af-e418-4be4-8114-03d2817437e5 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:23:02.801348 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca1afeef-da04-4d59-96f3-e074c042151d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] DELETE failed (client error): The resource could not be found. Dec 15 19:23:02.801859 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca1afeef-da04-4d59-96f3-e074c042151d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:23:02.806142 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ca1afeef-da04-4d59-96f3-e074c042151d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/ports/ad6b7509-fd74-4903-8aa1-291cef27d42b HTTP/1.1" status: 404 len: 333 time: 0.0492063 Dec 15 19:23:02.806536 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55348) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:02.819905 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: aacb36af-e418-4be4-8114-03d2817437e5 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:23:02.820393 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device aacb36af-e418-4be4-8114-03d2817437e5 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:23:02.820947 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 252ed3a0-c8bd-4acb-a7d6-1813a0737ee1 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:23:02.838088 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e8e4b605-8748-4410-939c-78e35957fc2e tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:02.850022 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c5e7a42d-425a-45f1-badf-540ad38db302 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:02.854493 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 252ed3a0-c8bd-4acb-a7d6-1813a0737ee1 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:23:02.854901 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 252ed3a0-c8bd-4acb-a7d6-1813a0737ee1 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:23:02.858635 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-49d66eff-3ed9-4af7-ac15-d71893135ef2 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] DELETE failed (client error): The resource could not be found. Dec 15 19:23:02.859147 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49d66eff-3ed9-4af7-ac15-d71893135ef2 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:23:02.860963 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-49d66eff-3ed9-4af7-ac15-d71893135ef2 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/subnets/59a0a1e0-bb21-498d-be40-d7619fdd597b HTTP/1.1" status: 404 len: 337 time: 0.0535722 Dec 15 19:23:02.866010 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55352) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:02.881438 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e4b605-8748-4410-939c-78e35957fc2e tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc0cec5-7610-4159-8dce-0bc2d3b3926d,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:02.892432 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e8e4b605-8748-4410-939c-78e35957fc2e tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:02.893385 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-191bfbcd-abba-4941-9a62-975c3e962dbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:23:02.897290 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-825ca01f-440a-405c-b8b5-d354c9181bec tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:02.922586 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-191bfbcd-abba-4941-9a62-975c3e962dbb admin admin] Usage tracker for resource:security_group_rule and tenant:95453f6fdce843819677d193ae97cf4c is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:23:02.933619 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-191bfbcd-abba-4941-9a62-975c3e962dbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:23:02.945503 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-191bfbcd-abba-4941-9a62-975c3e962dbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:23:02.954391 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-825ca01f-440a-405c-b8b5-d354c9181bec tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['818fc7e9-d868-4dd4-b340-8e65fca95114']}} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:02.971960 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e2696c7-bfa2-4915-b5cb-f0e99bc5d2eb tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] DELETE failed (client error): The resource could not be found. Dec 15 19:23:02.972388 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e2696c7-bfa2-4915-b5cb-f0e99bc5d2eb tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:23:02.972920 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e8e4b605-8748-4410-939c-78e35957fc2e tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:02.976739 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e8e4b605-8748-4410-939c-78e35957fc2e tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] 10.222.0.36 "DELETE /v2.0/security-groups/cfc0cec5-7610-4159-8dce-0bc2d3b3926d HTTP/1.1" status: 204 len: 168 time: 0.7397025 Dec 15 19:23:02.976973 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6e2696c7-bfa2-4915-b5cb-f0e99bc5d2eb tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/ports/a21fbe1f-e80b-4be5-8ec9-f6f0e273b9f7 HTTP/1.1" status: 404 len: 333 time: 0.1071751 Dec 15 19:23:02.977079 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-825ca01f-440a-405c-b8b5-d354c9181bec tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a290837-6afc-42b6-b20e-54db47a1007e') {'for_net_delete': True} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:02.977079 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-825ca01f-440a-405c-b8b5-d354c9181bec tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a290837-6afc-42b6-b20e-54db47a1007e') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:02.977253 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55358) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:02.977253 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55356) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:02.992434 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-825ca01f-440a-405c-b8b5-d354c9181bec tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16327073'] for segment, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:03.017529 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-825ca01f-440a-405c-b8b5-d354c9181bec tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:03.029670 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-825ca01f-440a-405c-b8b5-d354c9181bec tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=88990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:23:03.030101 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-825ca01f-440a-405c-b8b5-d354c9181bec tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838138943'] for segment, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:03.045551 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:23:03.045551 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:23:03.045551 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:23:03.045551 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:23:03.045551 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:23:03.045551 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:23:03.045551 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:23:03.045551 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:23:03.045551 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:23:03.045551 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:23:03.045551 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:23:03.045551 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:23:03.045551 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:23:03.045551 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:23:03.045551 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:23:03.045551 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:23:03.045551 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:23:03.045551 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:23:03.045551 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:23:03.045551 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:23:03.045551 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:23:03.045551 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:23:03.045551 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:23:03.045551 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:23:03.045551 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:23:03.045551 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:23:03.045551 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:23:03.045551 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:23:03.045551 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:23:03.045551 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:23:03.045551 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:23:03.045551 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:23:03.048682 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ddbe815-c3ec-4785-830a-172d248bb480 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] DELETE failed (client error): The resource could not be found. Dec 15 19:23:03.048819 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ddbe815-c3ec-4785-830a-172d248bb480 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:23:03.053196 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-7ddbe815-c3ec-4785-830a-172d248bb480 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/subnets/3e3f182a-9039-487c-82d8-ddacb45d8d6b HTTP/1.1" status: 404 len: 337 time: 0.0708034 Dec 15 19:23:03.054171 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55366) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:03.078207 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-3c64130c-f362-46de-a93b-a159fd556d63 None None] Deleting port 252ed3a0-c8bd-4acb-a7d6-1813a0737ee1 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:23:03.078697 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3c64130c-f362-46de-a93b-a159fd556d63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:03.123877 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-31e98a3c-be60-4c26-a599-b491c2e117f6 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] DELETE failed (client error): The resource could not be found. Dec 15 19:23:03.124349 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31e98a3c-be60-4c26-a599-b491c2e117f6 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:23:03.126174 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-31e98a3c-be60-4c26-a599-b491c2e117f6 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/ports/2761f74a-6562-4a2e-b8ff-c82b23bc292d HTTP/1.1" status: 404 len: 333 time: 0.0695200 Dec 15 19:23:03.129814 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55370) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:03.151929 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-3c64130c-f362-46de-a93b-a159fd556d63 None None] The port '252ed3a0-c8bd-4acb-a7d6-1813a0737ee1' was deleted {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 15 19:23:03.152540 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-dacf9077-46e4-4437-9d8e-003cd96a0c78 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Synchronizing usage tracker for tenant:74351983f9b54e7d8c187cc2e322dc60 on resource:security_group {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:23:03.176436 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9fd88a6b-5589-47f4-822f-003e3d1381f3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145021'] for router_interface, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:03.196029 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-e62e2570-69c3-4b63-9bdf-dc702e9c5aab tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] DELETE failed (client error): The resource could not be found. Dec 15 19:23:03.196524 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e62e2570-69c3-4b63-9bdf-dc702e9c5aab tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:23:03.209252 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-191bfbcd-abba-4941-9a62-975c3e962dbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:03.212203 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e62e2570-69c3-4b63-9bdf-dc702e9c5aab tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/subnets/eb881d63-2396-4cca-87d8-077fde19cdbf HTTP/1.1" status: 404 len: 337 time: 0.0808175 Dec 15 19:23:03.214911 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55374) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:03.240561 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-dacf9077-46e4-4437-9d8e-003cd96a0c78 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Unset dirty status for tenant:74351983f9b54e7d8c187cc2e322dc60 on resource:security_group {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:23:03.240785 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-825ca01f-440a-405c-b8b5-d354c9181bec tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:03.240938 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-dacf9077-46e4-4437-9d8e-003cd96a0c78 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2594407 Dec 15 19:23:03.244388 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55378) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:03.245233 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-26650e6d-8995-4aa9-a464-ba44f0fd8395 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:03.266034 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-825ca01f-440a-405c-b8b5-d354c9181bec tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:03.268001 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-825ca01f-440a-405c-b8b5-d354c9181bec tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "DELETE /v2.0/networks/818fc7e9-d868-4dd4-b340-8e65fca95114 HTTP/1.1" status: 204 len: 168 time: 1.6610959 Dec 15 19:23:03.272567 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55382) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:03.333504 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-191bfbcd-abba-4941-9a62-975c3e962dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:03.348848 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ca01f-440a-405c-b8b5-d354c9181bec tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Pushing event deleted for resources: {'Network': ['ID=818fc7e9-d868-4dd4-b340-8e65fca95114,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:03.369309 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-825ca01f-440a-405c-b8b5-d354c9181bec tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:03.369872 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ea82eec0-0d77-472e-8a16-9981e479a93c tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:03.444456 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-191bfbcd-abba-4941-9a62-975c3e962dbb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=95453f6fdce843819677d193ae97cf4c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7719252 Dec 15 19:23:03.449363 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191bfbcd-abba-4941-9a62-975c3e962dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2d35f6-e050-4e67-9521-279dacffe22f,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:03.453139 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55386) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:03.461479 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1d2f949f-e588-45d6-966a-bbd251cccab9 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:03.465688 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-191bfbcd-abba-4941-9a62-975c3e962dbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:03.487478 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-9a5c2cf8-5bd3-44fd-bd39-af849786da44 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Synchronizing usage tracker for tenant:74351983f9b54e7d8c187cc2e322dc60 on resource:security_group_rule {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:23:03.639748 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-9a5c2cf8-5bd3-44fd-bd39-af849786da44 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Unset dirty status for tenant:74351983f9b54e7d8c187cc2e322dc60 on resource:security_group_rule {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:23:03.643808 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9a5c2cf8-5bd3-44fd-bd39-af849786da44 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.3805242 Dec 15 19:23:03.647997 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55390) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:03.695498 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1d2f949f-e588-45d6-966a-bbd251cccab9 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:03.706443 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-a23bfc3d-9332-48ec-95db-a5d81e20741a tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] delete failed (client error): The resource could not be found. Dec 15 19:23:03.707601 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a23bfc3d-9332-48ec-95db-a5d81e20741a tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] 10.222.0.36 "DELETE /v2.0/security-groups/cfc0cec5-7610-4159-8dce-0bc2d3b3926d HTTP/1.1" status: 404 len: 347 time: 0.0479653 Dec 15 19:23:03.713567 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55394) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:03.718642 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e91f70bb-8f51-4794-9431-f9c396583f61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:03.765697 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-1d2f949f-e588-45d6-966a-bbd251cccab9 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['489fa468-360a-4868-b4ac-a400ec975c5b']}} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:03.796020 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-1d2f949f-e588-45d6-966a-bbd251cccab9 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9575ac7b-3c85-46da-81c5-434024000f40') {'for_net_delete': True} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:03.796366 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-1d2f949f-e588-45d6-966a-bbd251cccab9 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9575ac7b-3c85-46da-81c5-434024000f40') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:03.805093 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e91f70bb-8f51-4794-9431-f9c396583f61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:03.849630 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1d2f949f-e588-45d6-966a-bbd251cccab9 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16327073'] for segment, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:03.895107 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1d2f949f-e588-45d6-966a-bbd251cccab9 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:03.899372 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-1b2de4ee-2a50-4965-946d-4d33157ab5e6 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Synchronizing usage tracker for tenant:74351983f9b54e7d8c187cc2e322dc60 on resource:security_group {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:23:03.911626 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d2f949f-e588-45d6-966a-bbd251cccab9 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=88990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:23:03.912074 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1d2f949f-e588-45d6-966a-bbd251cccab9 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838138943'] for segment, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:03.929808 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:23:03.929808 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:23:03.929808 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:23:03.929808 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:23:03.929808 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:23:03.929808 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:23:03.929808 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:23:03.929808 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:23:03.929808 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:23:03.929808 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:23:03.929808 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:23:03.929808 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:23:03.929808 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:23:03.929808 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:23:03.929808 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:23:03.929808 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:23:03.929808 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:23:03.929808 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:23:03.929808 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:23:03.929808 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:23:03.929808 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:23:03.929808 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:23:03.929808 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:23:03.929808 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:23:03.929808 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:23:03.929808 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:23:03.929808 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:23:03.929808 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:23:03.929808 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:23:03.929808 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:23:03.929808 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:23:03.929808 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:23:03.989754 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-1b2de4ee-2a50-4965-946d-4d33157ab5e6 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Unset dirty status for tenant:74351983f9b54e7d8c187cc2e322dc60 on resource:security_group {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:23:03.991143 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1b2de4ee-2a50-4965-946d-4d33157ab5e6 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2746811 Dec 15 19:23:04.034960 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e91f70bb-8f51-4794-9431-f9c396583f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:04.039106 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-976741b3-f504-4128-ac09-ecd4bb2ea99c tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:04.193218 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3eae2a09-f531-4bca-8895-91fc7d475ebf tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145021'] for router_interface, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:04.284373 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1d2f949f-e588-45d6-966a-bbd251cccab9 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:04.289354 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91f70bb-8f51-4794-9431-f9c396583f61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2d35f6-e050-4e67-9521-279dacffe22f,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:04.295370 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1d2f949f-e588-45d6-966a-bbd251cccab9 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:04.298628 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e91f70bb-8f51-4794-9431-f9c396583f61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:04.299053 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fb38df1f-c977-44aa-8a06-a2b2bdcc6b74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:04.320531 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e91f70bb-8f51-4794-9431-f9c396583f61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:04.322626 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e91f70bb-8f51-4794-9431-f9c396583f61 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1f2d35f6-e050-4e67-9521-279dacffe22f HTTP/1.1" status: 204 len: 168 time: 0.8675058 Dec 15 19:23:04.326008 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2f949f-e588-45d6-966a-bbd251cccab9 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Pushing event deleted for resources: {'Network': ['ID=489fa468-360a-4868-b4ac-a400ec975c5b,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:04.328723 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1d2f949f-e588-45d6-966a-bbd251cccab9 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] 10.222.0.36 "DELETE /v2.0/networks/489fa468-360a-4868-b4ac-a400ec975c5b HTTP/1.1" status: 204 len: 168 time: 1.1128235 Dec 15 19:23:04.329869 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1d2f949f-e588-45d6-966a-bbd251cccab9 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:04.429854 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55406) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:04.744226 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-9fd88a6b-5589-47f4-822f-003e3d1381f3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Deleting port d6978ef5-362c-4f2d-a7fa-01952bd5604d {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:23:04.744780 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9fd88a6b-5589-47f4-822f-003e3d1381f3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:04.957266 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55416) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:05.090328 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d21acf64-e7b1-412b-9ba4-924d5aa358b4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=74351983f9b54e7d8c187cc2e322dc60&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6579278 Dec 15 19:23:05.093242 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55422) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:05.106613 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-9fd88a6b-5589-47f4-822f-003e3d1381f3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] For port d6978ef5-362c-4f2d-a7fa-01952bd5604d, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=d6978ef5-362c-4f2d-a7fa-01952bd5604d,segment=NetworkSegment(f86a0b93-5433-42ce-984a-8e278a9a4cf9),segment_id=f86a0b93-5433-42ce-984a-8e278a9a4cf9)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:23:05.107050 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9fd88a6b-5589-47f4-822f-003e3d1381f3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:05.129711 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55426) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:05.185604 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3e535a64-0613-4a4f-bc7f-d4f9cbefd007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:05.240630 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-9fd88a6b-5589-47f4-822f-003e3d1381f3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Calling delete_port for d6978ef5-362c-4f2d-a7fa-01952bd5604d owned by network:router_interface {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:23:05.260232 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-5e5662d6-95ca-41ca-9a85-f9800cf30802 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e56ca83c553e4935a4e8b75ed76c674c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3014944 Dec 15 19:23:05.266094 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55430) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:05.273264 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-3e535a64-0613-4a4f-bc7f-d4f9cbefd007 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:23:05.275720 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3008600c-9fd2-4774-8806-18eeb791f829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:05.292514 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-3e535a64-0613-4a4f-bc7f-d4f9cbefd007 admin admin] Usage tracker for resource:security_group_rule and tenant:109b5130c5c347a9bd321e199573c643 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:23:05.306698 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-3e535a64-0613-4a4f-bc7f-d4f9cbefd007 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:23:05.323154 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-3e535a64-0613-4a4f-bc7f-d4f9cbefd007 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:23:05.362456 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3008600c-9fd2-4774-8806-18eeb791f829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:05.452605 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b969218b-d0ae-4e20-93c3-a5f1a19ef46a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:05.467600 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-3eae2a09-f531-4bca-8895-91fc7d475ebf tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Deleting port b1c2f93f-3e3c-49f1-b182-e6d770b52964 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:23:05.467981 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3eae2a09-f531-4bca-8895-91fc7d475ebf tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:05.501675 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3e535a64-0613-4a4f-bc7f-d4f9cbefd007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:05.504858 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b969218b-d0ae-4e20-93c3-a5f1a19ef46a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:05.540369 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3e535a64-0613-4a4f-bc7f-d4f9cbefd007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:05.555572 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-44deac72-538f-4ae9-aa64-0055b85be393 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:05.613465 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-3e535a64-0613-4a4f-bc7f-d4f9cbefd007 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=109b5130c5c347a9bd321e199573c643&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4819360 Dec 15 19:23:05.615847 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e535a64-0613-4a4f-bc7f-d4f9cbefd007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8d8cfa-b1f3-405a-9305-5d4eeddc82df,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:05.620431 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3e535a64-0613-4a4f-bc7f-d4f9cbefd007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:05.621136 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55434) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:05.644050 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3008600c-9fd2-4774-8806-18eeb791f829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:05.655958 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-802a28a7-1d95-4da5-b22a-861000180a53 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:05.678568 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3008600c-9fd2-4774-8806-18eeb791f829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4da250-9cb7-4c6e-8205-8fa7c3f97360,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:05.681182 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3008600c-9fd2-4774-8806-18eeb791f829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:05.681845 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b969218b-d0ae-4e20-93c3-a5f1a19ef46a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:05.698523 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7c713a28-3057-42d2-b541-e26e790bcd05 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:05.724280 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b969218b-d0ae-4e20-93c3-a5f1a19ef46a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87815e47-3c92-4054-842f-12ddbf8d3230,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:05.726990 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b969218b-d0ae-4e20-93c3-a5f1a19ef46a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:05.727462 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-3eae2a09-f531-4bca-8895-91fc7d475ebf tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] For port b1c2f93f-3e3c-49f1-b182-e6d770b52964, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=b1c2f93f-3e3c-49f1-b182-e6d770b52964,segment=NetworkSegment(07ca0027-c7c9-4f01-b3fc-af3b67e02400),segment_id=07ca0027-c7c9-4f01-b3fc-af3b67e02400)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:23:05.727933 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3eae2a09-f531-4bca-8895-91fc7d475ebf tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:05.748440 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e6847107-fd19-4dd3-ae4c-8c14ccb2c626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:05.791361 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9fd88a6b-5589-47f4-822f-003e3d1381f3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:05.796673 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e6847107-fd19-4dd3-ae4c-8c14ccb2c626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:05.821704 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3008600c-9fd2-4774-8806-18eeb791f829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:05.825381 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-3008600c-9fd2-4774-8806-18eeb791f829 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8f4da250-9cb7-4c6e-8205-8fa7c3f97360 HTTP/1.1" status: 204 len: 168 time: 0.7278087 Dec 15 19:23:05.844871 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b969218b-d0ae-4e20-93c3-a5f1a19ef46a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:05.848649 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b969218b-d0ae-4e20-93c3-a5f1a19ef46a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/87815e47-3c92-4054-842f-12ddbf8d3230 HTTP/1.1" status: 204 len: 168 time: 0.5789948 Dec 15 19:23:05.852772 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d32d30dd-8b4f-4ab5-b735-82835e17c82e tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:05.893634 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-3eae2a09-f531-4bca-8895-91fc7d475ebf tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Calling delete_port for b1c2f93f-3e3c-49f1-b182-e6d770b52964 owned by network:router_interface {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:23:05.897404 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e6847107-fd19-4dd3-ae4c-8c14ccb2c626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:05.903303 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-afb2b8f7-0027-4673-ac88-afd535245af5 tempest-ExtraDHCPOptionsTestJSON-2083898840 tempest-ExtraDHCPOptionsTestJSON-2083898840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:05.916060 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6847107-fd19-4dd3-ae4c-8c14ccb2c626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8d8cfa-b1f3-405a-9305-5d4eeddc82df,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:05.918851 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e6847107-fd19-4dd3-ae4c-8c14ccb2c626 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:05.926348 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e6847107-fd19-4dd3-ae4c-8c14ccb2c626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:05.931303 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e6847107-fd19-4dd3-ae4c-8c14ccb2c626 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bc8d8cfa-b1f3-405a-9305-5d4eeddc82df HTTP/1.1" status: 204 len: 168 time: 0.3089561 Dec 15 19:23:05.937710 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd88a6b-5589-47f4-822f-003e3d1381f3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event deleted for resources: {'Port': ['ID=d6978ef5-362c-4f2d-a7fa-01952bd5604d,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:05.944286 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9fd88a6b-5589-47f4-822f-003e3d1381f3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:06.375614 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3eae2a09-f531-4bca-8895-91fc7d475ebf tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:06.385529 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d1b15125-b285-430d-837e-746c03834e9f tempest-FloatingIPAdminTestJSON-1127592930 tempest-FloatingIPAdminTestJSON-1127592930-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:06.673268 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae2a09-f531-4bca-8895-91fc7d475ebf tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Pushing event deleted for resources: {'Port': ['ID=b1c2f93f-3e3c-49f1-b182-e6d770b52964,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:06.677054 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3eae2a09-f531-4bca-8895-91fc7d475ebf tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:06.973011 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9fd88a6b-5589-47f4-822f-003e3d1381f3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852815828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854144871'] for router_interface, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:07.111873 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3eae2a09-f531-4bca-8895-91fc7d475ebf tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852815828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854144871'] for router_interface, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:07.263646 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55470) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:07.413979 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-d36e5961-b338-4c2a-b525-0ca0cdfc1708 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-459460260'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:23:07.419656 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-d36e5961-b338-4c2a-b525-0ca0cdfc1708 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:23:07.424788 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d36e5961-b338-4c2a-b525-0ca0cdfc1708 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Usage tracker for resource:network and tenant:f3e95df2fc6f4d8e9322e2f06d7e1f38 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:23:07.428095 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d36e5961-b338-4c2a-b525-0ca0cdfc1708 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:23:07.436294 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-d36e5961-b338-4c2a-b525-0ca0cdfc1708 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:23:07.472557 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d36e5961-b338-4c2a-b525-0ca0cdfc1708 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Made reservation on behalf of f3e95df2fc6f4d8e9322e2f06d7e1f38 for: {'network': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:23:07.478357 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d36e5961-b338-4c2a-b525-0ca0cdfc1708 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:07.494253 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d36e5961-b338-4c2a-b525-0ca0cdfc1708 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for security_group, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:07.530040 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-d36e5961-b338-4c2a-b525-0ca0cdfc1708 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:23:07.534496 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d36e5961-b338-4c2a-b525-0ca0cdfc1708 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Usage tracker for resource:security_group_rule and tenant:f3e95df2fc6f4d8e9322e2f06d7e1f38 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:23:07.537397 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d36e5961-b338-4c2a-b525-0ca0cdfc1708 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:23:07.543526 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-d36e5961-b338-4c2a-b525-0ca0cdfc1708 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:23:07.602816 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55482) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:07.872162 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d36e5961-b338-4c2a-b525-0ca0cdfc1708 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for security_group, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:07.872162 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-747b6592-cf02-4884-8a80-9e5c6285c8a3 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Request body: {'networks': [{'name': 'tempest-network--1294758936'}, {'name': 'tempest-network--1201479056'}]} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:23:07.872162 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-747b6592-cf02-4884-8a80-9e5c6285c8a3 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Request body: {'network': {'name': 'tempest-network--1294758936'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:23:07.872162 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-747b6592-cf02-4884-8a80-9e5c6285c8a3 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Request body: {'network': {'name': 'tempest-network--1201479056'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:23:07.872162 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-747b6592-cf02-4884-8a80-9e5c6285c8a3 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:23:07.872162 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-747b6592-cf02-4884-8a80-9e5c6285c8a3 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Usage tracker for resource:network and tenant:f5e35ec491f443d6ba0bdd9b852d1a22 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:23:07.872162 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-747b6592-cf02-4884-8a80-9e5c6285c8a3 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:23:07.872162 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-747b6592-cf02-4884-8a80-9e5c6285c8a3 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:23:07.872162 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d36e5961-b338-4c2a-b525-0ca0cdfc1708 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:07.872162 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-978ab711-077d-48b2-81a4-37bc9fffa7fb tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:07.882518 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d36e5961-b338-4c2a-b525-0ca0cdfc1708 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=88990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:23:07.895710 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-747b6592-cf02-4884-8a80-9e5c6285c8a3 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Made reservation on behalf of f5e35ec491f443d6ba0bdd9b852d1a22 for: {'network': 2} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:23:07.901918 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-747b6592-cf02-4884-8a80-9e5c6285c8a3 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:07.915246 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36e5961-b338-4c2a-b525-0ca0cdfc1708 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93e18b38-982e-43fb-ac74-0d8b7cfeb6a3,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:07.918871 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d36e5961-b338-4c2a-b525-0ca0cdfc1708 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:07.923525 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d36e5961-b338-4c2a-b525-0ca0cdfc1708 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:07.924265 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-d36e5961-b338-4c2a-b525-0ca0cdfc1708 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Added segment 1f5d0f95-11f4-4bec-beaa-9fbbccc82fb4 of type vlan for network 85e5a843-09fe-4cd9-bb02-f1db58b09d61 Dec 15 19:23:07.925354 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-747b6592-cf02-4884-8a80-9e5c6285c8a3 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks [] for security_group, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:07.986458 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d36e5961-b338-4c2a-b525-0ca0cdfc1708 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:07.990893 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-747b6592-cf02-4884-8a80-9e5c6285c8a3 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:23:07.996622 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-747b6592-cf02-4884-8a80-9e5c6285c8a3 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Usage tracker for resource:security_group_rule and tenant:f5e35ec491f443d6ba0bdd9b852d1a22 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:23:08.000899 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-747b6592-cf02-4884-8a80-9e5c6285c8a3 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:23:08.008982 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-747b6592-cf02-4884-8a80-9e5c6285c8a3 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:23:08.065919 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eae2a09-f531-4bca-8895-91fc7d475ebf tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Router 3343e8b1-446a-4553-bbd7-92fdbc9107f9 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:23:08.068701 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d36e5961-b338-4c2a-b525-0ca0cdfc1708 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:08.072874 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36e5961-b338-4c2a-b525-0ca0cdfc1708 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:23:08.073518 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d36e5961-b338-4c2a-b525-0ca0cdfc1708 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:08.087523 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1d2f949f-e588-45d6-966a-bbd251cccab9 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:08.215872 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-577324f6-2219-41d4-bd76-db0d061fa601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:08.217752 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-747b6592-cf02-4884-8a80-9e5c6285c8a3 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks [] for security_group, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:08.228847 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36e5961-b338-4c2a-b525-0ca0cdfc1708 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event updated for resources: {'Network': ['ID=85e5a843-09fe-4cd9-bb02-f1db58b09d61,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:08.232102 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d36e5961-b338-4c2a-b525-0ca0cdfc1708 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:08.240882 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 85e5a843-09fe-4cd9-bb02-f1db58b09d61 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:23:08.255900 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-747b6592-cf02-4884-8a80-9e5c6285c8a3 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:08.256493 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-747b6592-cf02-4884-8a80-9e5c6285c8a3 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:08.270222 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3008600c-9fd2-4774-8806-18eeb791f829 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:08.318458 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d36e5961-b338-4c2a-b525-0ca0cdfc1708 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0508232 Dec 15 19:23:08.318458 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747b6592-cf02-4884-8a80-9e5c6285c8a3 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1737144-79a6-4334-ba81-0d7673a6adca,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:08.321697 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-747b6592-cf02-4884-8a80-9e5c6285c8a3 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:08.322275 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55488) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:08.333201 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-0684b62a-586b-4cdc-bfa4-dbb4c58e65c2 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Request body: {'port': {'network_id': '85e5a843-09fe-4cd9-bb02-f1db58b09d61', 'name': 'tempest-PortsTestJSON-753872928'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:23:08.354374 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-747b6592-cf02-4884-8a80-9e5c6285c8a3 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=88990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:23:08.441299 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-747b6592-cf02-4884-8a80-9e5c6285c8a3 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:08.441691 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-747b6592-cf02-4884-8a80-9e5c6285c8a3 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Added segment 73b8c140-f565-4305-8c8d-707c11971bf3 of type vlan for network a99e4737-e8fe-41d6-8e3b-48e75ab05344 Dec 15 19:23:08.459094 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fd88a6b-5589-47f4-822f-003e3d1381f3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Router c3c96c7a-68d4-4016-b0f3-c49ae951d4fc has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:23:08.489613 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-0684b62a-586b-4cdc-bfa4-dbb4c58e65c2 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:23:08.492801 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-747b6592-cf02-4884-8a80-9e5c6285c8a3 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:08.500146 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-0684b62a-586b-4cdc-bfa4-dbb4c58e65c2 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Usage tracker for resource:port and tenant:f3e95df2fc6f4d8e9322e2f06d7e1f38 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:23:08.504666 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-0684b62a-586b-4cdc-bfa4-dbb4c58e65c2 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:23:08.512746 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-0684b62a-586b-4cdc-bfa4-dbb4c58e65c2 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:23:08.547723 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-747b6592-cf02-4884-8a80-9e5c6285c8a3 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=88990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:23:08.557072 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-747b6592-cf02-4884-8a80-9e5c6285c8a3 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:08.557470 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-747b6592-cf02-4884-8a80-9e5c6285c8a3 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Added segment 95cb9364-5305-4a5c-b7a8-ad1c165e2819 of type vlan for network 4c321e4d-7789-4acb-868a-c2813f4da29c Dec 15 19:23:08.572359 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0684b62a-586b-4cdc-bfa4-dbb4c58e65c2 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Made reservation on behalf of f3e95df2fc6f4d8e9322e2f06d7e1f38 for: {'port': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:23:08.578316 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0684b62a-586b-4cdc-bfa4-dbb4c58e65c2 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:08.599448 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eae2a09-f531-4bca-8895-91fc7d475ebf tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:23:08.610169 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-747b6592-cf02-4884-8a80-9e5c6285c8a3 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:08.614301 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39660495-4bef-4968-a78c-e47e97b7367a None None] Sync routers for ids ['3343e8b1-446a-4553-bbd7-92fdbc9107f9'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:23:08.625849 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-0684b62a-586b-4cdc-bfa4-dbb4c58e65c2 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] device_id is not set on port d2c5e8c5-fc42-4365-90a2-f2df758afc32 yet. {{(pid=88990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:23:08.632599 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39660495-4bef-4968-a78c-e47e97b7367a None None] Routers {'3343e8b1-446a-4553-bbd7-92fdbc9107f9'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:23:08.633299 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-39660495-4bef-4968-a78c-e47e97b7367a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:22:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['3343e8b1-446a-4553-bbd7-92fdbc9107f9'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:08.668542 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-3eae2a09-f531-4bca-8895-91fc7d475ebf tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "PUT /v2.0/routers/3343e8b1-446a-4553-bbd7-92fdbc9107f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3947577 Dec 15 19:23:08.675407 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55492) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:08.780121 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-747b6592-cf02-4884-8a80-9e5c6285c8a3 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:08.780734 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-747b6592-cf02-4884-8a80-9e5c6285c8a3 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:08.785064 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747b6592-cf02-4884-8a80-9e5c6285c8a3 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:23:08.788587 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747b6592-cf02-4884-8a80-9e5c6285c8a3 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:23:08.789277 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-747b6592-cf02-4884-8a80-9e5c6285c8a3 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:08.799990 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0b6a396d-051a-4610-a611-c1e2ce0b88e7 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:08.803544 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-39660495-4bef-4968-a78c-e47e97b7367a None None] Set router 3343e8b1-446a-4553-bbd7-92fdbc9107f9 gateway port host: None {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:23:08.890358 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fd88a6b-5589-47f4-822f-003e3d1381f3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:23:08.899797 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9fd88a6b-5589-47f4-822f-003e3d1381f3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "PUT /v2.0/routers/c3c96c7a-68d4-4016-b0f3-c49ae951d4fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0961533 Dec 15 19:23:08.903176 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55496) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:08.905627 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b236b32e-0742-40e2-8af3-004a4548eb56 None None] Sync routers for ids ['c3c96c7a-68d4-4016-b0f3-c49ae951d4fc'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:23:08.918087 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b236b32e-0742-40e2-8af3-004a4548eb56 None None] Routers {'c3c96c7a-68d4-4016-b0f3-c49ae951d4fc'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:23:08.919166 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-b236b32e-0742-40e2-8af3-004a4548eb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:22:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['c3c96c7a-68d4-4016-b0f3-c49ae951d4fc'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:08.973228 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e2e0b3f-3fa8-4d79-9a1d-10aec2617cd0 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Deleting subnet 8ca7af6a-42be-4f17-acc7-c24713f82445 {{(pid=88991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:23:08.978988 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9e2e0b3f-3fa8-4d79-9a1d-10aec2617cd0 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for subnet, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:09.000316 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747b6592-cf02-4884-8a80-9e5c6285c8a3 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Pushing event updated for resources: {'Network': ['ID=a99e4737-e8fe-41d6-8e3b-48e75ab05344,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:09.071338 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9e2e0b3f-3fa8-4d79-9a1d-10aec2617cd0 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16332759'] for subnet, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:09.097005 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-747b6592-cf02-4884-8a80-9e5c6285c8a3 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.4930260 Dec 15 19:23:09.110996 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55500) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:09.116133 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0684b62a-586b-4cdc-bfa4-dbb4c58e65c2 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:09.141863 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-b236b32e-0742-40e2-8af3-004a4548eb56 None None] Set router c3c96c7a-68d4-4016-b0f3-c49ae951d4fc gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:23:09.223105 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747b6592-cf02-4884-8a80-9e5c6285c8a3 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Pushing event updated for resources: {'Network': ['ID=4c321e4d-7789-4acb-868a-c2813f4da29c,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:09.226267 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-747b6592-cf02-4884-8a80-9e5c6285c8a3 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:09.238355 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-45887f38-227b-4d9e-b28c-455218b5f22f tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.423s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:09.238819 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-45887f38-227b-4d9e-b28c-455218b5f22f tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:09.258116 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-c72630cd-a964-4114-9b26-c6f62e96c881 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Deleting subnet ee52211e-ff61-4e3a-b19c-7d228d9f300f {{(pid=88991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:23:09.262158 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c72630cd-a964-4114-9b26-c6f62e96c881 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for subnet, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:09.314465 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9e2e0b3f-3fa8-4d79-9a1d-10aec2617cd0 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:09.317174 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22256cb4-a37d-4830-a30d-66849bf6190a tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:23:09.321751 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22256cb4-a37d-4830-a30d-66849bf6190a tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:23:09.326970 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22256cb4-a37d-4830-a30d-66849bf6190a tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:23:09.331664 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22256cb4-a37d-4830-a30d-66849bf6190a tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:23:09.332599 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-22256cb4-a37d-4830-a30d-66849bf6190a tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Synchronizing usage tracker for tenant:f5e35ec491f443d6ba0bdd9b852d1a22 on resource:network {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:23:09.337518 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0684b62a-586b-4cdc-bfa4-dbb4c58e65c2 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:09.345479 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f685c683-f9a4-4c59-a21a-1b0d7b6fa89e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:09.371647 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c72630cd-a964-4114-9b26-c6f62e96c881 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16332759'] for subnet, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:09.443295 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network a99e4737-e8fe-41d6-8e3b-48e75ab05344 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:23:09.451358 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0684b62a-586b-4cdc-bfa4-dbb4c58e65c2 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event updated for resources: {'Port': ['ID=d2c5e8c5-fc42-4365-90a2-f2df758afc32,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:09.454550 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0684b62a-586b-4cdc-bfa4-dbb4c58e65c2 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:09.469228 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-22256cb4-a37d-4830-a30d-66849bf6190a tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Unset dirty status for tenant:f5e35ec491f443d6ba0bdd9b852d1a22 on resource:network {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:23:09.473889 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-22256cb4-a37d-4830-a30d-66849bf6190a tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3618305 Dec 15 19:23:09.474279 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55504) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:09.476650 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0684b62a-586b-4cdc-bfa4-dbb4c58e65c2 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Checking segment: {'id': '1f5d0f95-11f4-4bec-beaa-9fbbccc82fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '85e5a843-09fe-4cd9-bb02-f1db58b09d61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:23:09.477314 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0684b62a-586b-4cdc-bfa4-dbb4c58e65c2 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Network hostable DHCP agents. Network: 85e5a843-09fe-4cd9-bb02-f1db58b09d61, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:23:09.505946 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9e2e0b3f-3fa8-4d79-9a1d-10aec2617cd0 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16156049'] for subnet, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:09.517618 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f30a88ff-28d2-4497-bc6e-0c52f448bed0 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:09.530588 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0684b62a-586b-4cdc-bfa4-dbb4c58e65c2 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Network 85e5a843-09fe-4cd9-bb02-f1db58b09d61 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:23:09.543135 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 4c321e4d-7789-4acb-868a-c2813f4da29c details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:23:09.595114 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-0684b62a-586b-4cdc-bfa4-dbb4c58e65c2 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, 85e5a843-09fe-4cd9-bb02-f1db58b09d61) {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:23:09.610386 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0684b62a-586b-4cdc-bfa4-dbb4c58e65c2 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:23:09.614180 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c72630cd-a964-4114-9b26-c6f62e96c881 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:09.614826 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0684b62a-586b-4cdc-bfa4-dbb4c58e65c2 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:23:09.615576 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0684b62a-586b-4cdc-bfa4-dbb4c58e65c2 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:09.661650 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2e0b3f-3fa8-4d79-9a1d-10aec2617cd0 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Pushing event deleted for resources: {'Subnet': ['ID=8ca7af6a-42be-4f17-acc7-c24713f82445,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:09.667408 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0684b62a-586b-4cdc-bfa4-dbb4c58e65c2 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.3424823 Dec 15 19:23:09.668251 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55508) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:09.675599 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-8ed3cf85-1e37-43e5-a131-295c86eebbf5 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-811273924'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:23:09.679922 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9e2e0b3f-3fa8-4d79-9a1d-10aec2617cd0 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:09.683499 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-8ed3cf85-1e37-43e5-a131-295c86eebbf5 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:23:09.689304 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8ed3cf85-1e37-43e5-a131-295c86eebbf5 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Usage tracker for resource:network and tenant:f3e95df2fc6f4d8e9322e2f06d7e1f38 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:23:09.697274 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9e2e0b3f-3fa8-4d79-9a1d-10aec2617cd0 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:09.701050 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8ed3cf85-1e37-43e5-a131-295c86eebbf5 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:23:09.705000 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-b236b32e-0742-40e2-8af3-004a4548eb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3c96c7a-68d4-4016-b0f3-c49ae951d4fc', 'name': 'tempest-TestNetworkBasicOps-router-380808785', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': 'f50738ba-eb06-4a98-acea-5eb990e04595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:19:40Z', 'updated_at': '2021-12-15T19:23:05Z', 'revision_number': 7, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': 'f50738ba-eb06-4a98-acea-5eb990e04595', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ff:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c96c7a-68d4-4016-b0f3-c49ae951d4fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:41Z', 'updated_at': '2021-12-15T19:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:09.709978 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-8ed3cf85-1e37-43e5-a131-295c86eebbf5 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:23:09.710143 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b236b32e-0742-40e2-8af3-004a4548eb56 None None] Checking router: c3c96c7a-68d4-4016-b0f3-c49ae951d4fc for host: dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:23:09.724926 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9e2e0b3f-3fa8-4d79-9a1d-10aec2617cd0 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "DELETE /v2.0/subnets/8ca7af6a-42be-4f17-acc7-c24713f82445 HTTP/1.1" status: 204 len: 168 time: 1.0481644 Dec 15 19:23:09.725355 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b236b32e-0742-40e2-8af3-004a4548eb56 None None] Routers {'c3c96c7a-68d4-4016-b0f3-c49ae951d4fc'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:23:09.726012 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-b236b32e-0742-40e2-8af3-004a4548eb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:22:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['c3c96c7a-68d4-4016-b0f3-c49ae951d4fc'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:09.730793 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55512) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:09.739279 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-695a1ac9-4763-422e-91bc-703ede7bd137 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:09.760327 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed3cf85-1e37-43e5-a131-295c86eebbf5 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Made reservation on behalf of f3e95df2fc6f4d8e9322e2f06d7e1f38 for: {'network': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:23:09.767581 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50336c16-e221-47ab-aba7-4bd1a3bd9473 None None] Network 85e5a843-09fe-4cd9-bb02-f1db58b09d61 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:23:09.770531 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8ed3cf85-1e37-43e5-a131-295c86eebbf5 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:09.808911 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c72630cd-a964-4114-9b26-c6f62e96c881 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16156049'] for subnet, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:09.814200 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ed3cf85-1e37-43e5-a131-295c86eebbf5 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=88990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:23:09.818425 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-73e87889-3824-4712-91f0-03f6bdd24873 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:09.831931 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8ed3cf85-1e37-43e5-a131-295c86eebbf5 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:09.832574 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-8ed3cf85-1e37-43e5-a131-295c86eebbf5 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Added segment f2e9dd5f-480d-48d0-b5e5-f239b7e9f554 of type vlan for network 76b473d7-2f7d-4c87-ab93-96f493991c55 Dec 15 19:23:09.864754 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8ed3cf85-1e37-43e5-a131-295c86eebbf5 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:09.879839 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19b779c-3347-4de7-ae7e-bece1571cbe4 None None] Network 1913e98a-5da5-451a-80c7-faaf2ed8c312 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:23:09.920858 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72630cd-a964-4114-9b26-c6f62e96c881 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event deleted for resources: {'Subnet': ['ID=ee52211e-ff61-4e3a-b19c-7d228d9f300f,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:09.926950 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-b236b32e-0742-40e2-8af3-004a4548eb56 None None] Set router c3c96c7a-68d4-4016-b0f3-c49ae951d4fc gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:23:09.928353 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c72630cd-a964-4114-9b26-c6f62e96c881 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:09.936989 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c72630cd-a964-4114-9b26-c6f62e96c881 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:09.941458 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-695a1ac9-4763-422e-91bc-703ede7bd137 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:09.961334 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c72630cd-a964-4114-9b26-c6f62e96c881 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "DELETE /v2.0/subnets/ee52211e-ff61-4e3a-b19c-7d228d9f300f HTTP/1.1" status: 204 len: 168 time: 1.0566120 Dec 15 19:23:09.962186 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55516) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:09.983770 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8ed3cf85-1e37-43e5-a131-295c86eebbf5 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:09.988500 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed3cf85-1e37-43e5-a131-295c86eebbf5 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:23:09.989612 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8ed3cf85-1e37-43e5-a131-295c86eebbf5 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:10.022654 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0acc0344-3bd3-4078-8c29-09620c3abb04 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:10.036740 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:10.039685 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48d78cc-1f95-4bb4-89d9-f3d510e38ee8 None None] Network a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:23:10.043715 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-695a1ac9-4763-422e-91bc-703ede7bd137 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a99e4737-e8fe-41d6-8e3b-48e75ab05344']}} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:10.066369 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8ed3cf85-1e37-43e5-a131-295c86eebbf5 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3967421 Dec 15 19:23:10.068050 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-695a1ac9-4763-422e-91bc-703ede7bd137 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73b8c140-f565-4305-8c8d-707c11971bf3') {'for_net_delete': True} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:10.068392 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-695a1ac9-4763-422e-91bc-703ede7bd137 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73b8c140-f565-4305-8c8d-707c11971bf3') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:10.076070 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55520) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:10.085280 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-4c66fa91-96c4-49b1-9881-a7a1cac99904 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Request body: {'ports': [{'network_id': '85e5a843-09fe-4cd9-bb02-f1db58b09d61'}, {'network_id': '76b473d7-2f7d-4c87-ab93-96f493991c55'}]} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:23:10.085665 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-4c66fa91-96c4-49b1-9881-a7a1cac99904 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Request body: {'port': {'network_id': '85e5a843-09fe-4cd9-bb02-f1db58b09d61'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:23:10.086169 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-4c66fa91-96c4-49b1-9881-a7a1cac99904 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Request body: {'port': {'network_id': '76b473d7-2f7d-4c87-ab93-96f493991c55'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:23:10.104306 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-695a1ac9-4763-422e-91bc-703ede7bd137 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838443042'] for segment, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:10.193058 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4be89a3c-f72b-4aa9-b073-edb2cde6f5bc tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:10.196129 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed3cf85-1e37-43e5-a131-295c86eebbf5 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event updated for resources: {'Network': ['ID=76b473d7-2f7d-4c87-ab93-96f493991c55,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:10.199238 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-695a1ac9-4763-422e-91bc-703ede7bd137 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:10.209107 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8ed3cf85-1e37-43e5-a131-295c86eebbf5 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:10.213942 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-695a1ac9-4763-422e-91bc-703ede7bd137 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=88991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:23:10.214550 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-695a1ac9-4763-422e-91bc-703ede7bd137 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838443729'] for segment, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:10.226545 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-4be89a3c-f72b-4aa9-b073-edb2cde6f5bc tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Deleting port cd0fed44-ef28-4926-ba47-6d1f3b59349a {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:23:10.227171 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4be89a3c-f72b-4aa9-b073-edb2cde6f5bc tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:10.234222 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:23:10.234222 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:23:10.234222 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:23:10.234222 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:23:10.234222 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:23:10.234222 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:23:10.234222 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:23:10.234222 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:23:10.234222 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:23:10.234222 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:23:10.234222 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:23:10.234222 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:23:10.234222 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:23:10.234222 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:23:10.234222 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:23:10.234222 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:23:10.234222 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:23:10.234222 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:23:10.234222 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:23:10.234222 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:23:10.234222 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:23:10.234222 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:23:10.234222 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:23:10.234222 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:23:10.234222 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:23:10.234222 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:23:10.234222 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:23:10.234222 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:23:10.234222 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:23:10.234222 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:23:10.234222 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:23:10.234222 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:23:10.277168 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 76b473d7-2f7d-4c87-ab93-96f493991c55 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:23:10.296354 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-b236b32e-0742-40e2-8af3-004a4548eb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3c96c7a-68d4-4016-b0f3-c49ae951d4fc', 'name': 'tempest-TestNetworkBasicOps-router-380808785', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': 'f50738ba-eb06-4a98-acea-5eb990e04595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:19:40Z', 'updated_at': '2021-12-15T19:23:05Z', 'revision_number': 7, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': 'f50738ba-eb06-4a98-acea-5eb990e04595', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ff:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c96c7a-68d4-4016-b0f3-c49ae951d4fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:41Z', 'updated_at': '2021-12-15T19:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:10.300757 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b236b32e-0742-40e2-8af3-004a4548eb56 None None] The sync data for ids ['c3c96c7a-68d4-4016-b0f3-c49ae951d4fc'] in dv-neutron-821831-2-hyperv is: [{'id': 'c3c96c7a-68d4-4016-b0f3-c49ae951d4fc', 'name': 'tempest-TestNetworkBasicOps-router-380808785', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': 'f50738ba-eb06-4a98-acea-5eb990e04595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:19:40Z', 'updated_at': '2021-12-15T19:23:05Z', 'revision_number': 7, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': 'f50738ba-eb06-4a98-acea-5eb990e04595', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ff:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c96c7a-68d4-4016-b0f3-c49ae951d4fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:19:41Z', 'updated_at': '2021-12-15T19:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:23:10.447506 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-39660495-4bef-4968-a78c-e47e97b7367a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'name': 'tempest-RoutersTest-router-764355656', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:21:46Z', 'updated_at': '2021-12-15T19:23:06Z', 'revision_number': 10, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'gw_port_host': None, '_interfaces': [{'id': '42b090dc-7075-4e99-9cd5-a6678a9d0384', 'name': '', 'network_id': '1ac3f362-2078-4002-a392-a7842225ba9f', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'mac_address': 'fa:16:3e:ba:d5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca9accf0-e88c-467d-a684-50f557360418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:21:51Z', 'updated_at': '2021-12-15T19:22:06Z', 'revision_number': 5, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'subnets': [{'id': 'ca9accf0-e88c-467d-a684-50f557360418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:10.496236 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39660495-4bef-4968-a78c-e47e97b7367a None None] Checking router: 3343e8b1-446a-4553-bbd7-92fdbc9107f9 for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:23:10.500384 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-4be89a3c-f72b-4aa9-b073-edb2cde6f5bc tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] For port cd0fed44-ef28-4926-ba47-6d1f3b59349a, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=cd0fed44-ef28-4926-ba47-6d1f3b59349a,segment=NetworkSegment(07ca0027-c7c9-4f01-b3fc-af3b67e02400),segment_id=07ca0027-c7c9-4f01-b3fc-af3b67e02400)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:23:10.500798 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4be89a3c-f72b-4aa9-b073-edb2cde6f5bc tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:10.509116 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-695a1ac9-4763-422e-91bc-703ede7bd137 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:10.521660 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-04fa7476-f93d-4f1d-a752-bf48ea893403 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:10.538164 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-4c66fa91-96c4-49b1-9881-a7a1cac99904 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:23:10.546523 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-695a1ac9-4763-422e-91bc-703ede7bd137 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:10.554612 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695a1ac9-4763-422e-91bc-703ede7bd137 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Pushing event deleted for resources: {'Network': ['ID=a99e4737-e8fe-41d6-8e3b-48e75ab05344,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:10.556614 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-4c66fa91-96c4-49b1-9881-a7a1cac99904 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Usage tracker for resource:port and tenant:f3e95df2fc6f4d8e9322e2f06d7e1f38 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:23:10.563930 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-4c66fa91-96c4-49b1-9881-a7a1cac99904 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:23:10.572827 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-695a1ac9-4763-422e-91bc-703ede7bd137 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:10.573300 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39660495-4bef-4968-a78c-e47e97b7367a None None] Routers {'3343e8b1-446a-4553-bbd7-92fdbc9107f9'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:23:10.574118 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-39660495-4bef-4968-a78c-e47e97b7367a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:22:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['3343e8b1-446a-4553-bbd7-92fdbc9107f9'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:10.577563 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-4c66fa91-96c4-49b1-9881-a7a1cac99904 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:23:10.614832 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-695a1ac9-4763-422e-91bc-703ede7bd137 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] 10.222.0.36 "DELETE /v2.0/networks/a99e4737-e8fe-41d6-8e3b-48e75ab05344 HTTP/1.1" status: 204 len: 168 time: 1.1368794 Dec 15 19:23:10.615855 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55524) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:10.650558 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-4be89a3c-f72b-4aa9-b073-edb2cde6f5bc tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Calling delete_port for cd0fed44-ef28-4926-ba47-6d1f3b59349a owned by network:dhcp {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:23:10.758128 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4be89a3c-f72b-4aa9-b073-edb2cde6f5bc tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:10.764821 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-785ce43b-16be-4432-a01c-1c8031e2c58b tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:10.774915 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device d6978ef5-362c-4f2d-a7fa-01952bd5604d no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:23:10.817517 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be89a3c-f72b-4aa9-b073-edb2cde6f5bc tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Pushing event deleted for resources: {'Port': ['ID=cd0fed44-ef28-4926-ba47-6d1f3b59349a,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:10.820683 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4be89a3c-f72b-4aa9-b073-edb2cde6f5bc tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:10.826964 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-70e5a067-9560-4186-9740-4195f6cb1963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:10.828516 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be89a3c-f72b-4aa9-b073-edb2cde6f5bc tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] No DVR routers for this DVR port cd0fed44-ef28-4926-ba47-6d1f3b59349a on host dv-neutron-821831-2-hyperv {{(pid=88990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:23:10.829731 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: d6978ef5-362c-4f2d-a7fa-01952bd5604d {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:23:10.830139 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device d6978ef5-362c-4f2d-a7fa-01952bd5604d not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:23:10.894914 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-39660495-4bef-4968-a78c-e47e97b7367a None None] Set router 3343e8b1-446a-4553-bbd7-92fdbc9107f9 gateway port host: None {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:23:10.905747 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c66fa91-96c4-49b1-9881-a7a1cac99904 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Made reservation on behalf of f3e95df2fc6f4d8e9322e2f06d7e1f38 for: {'port': 2} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:23:10.912151 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4c66fa91-96c4-49b1-9881-a7a1cac99904 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:10.928725 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7fb1ab8b-ac19-4b83-b7f9-1bcc5e06eaad tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for router, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:10.942872 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4a28b7-a279-44a6-80ab-840e09f785e5 None None] DHCP port deletion for 1913e98a-5da5-451a-80c7-faaf2ed8c312 request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:23:10.951410 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:10.979944 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4be89a3c-f72b-4aa9-b073-edb2cde6f5bc tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:11.011009 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-4be89a3c-f72b-4aa9-b073-edb2cde6f5bc tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1913e98a-5da5-451a-80c7-faaf2ed8c312']}} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:11.025450 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-4be89a3c-f72b-4aa9-b073-edb2cde6f5bc tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07ca0027-c7c9-4f01-b3fc-af3b67e02400') {'for_net_delete': True} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:11.025986 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-4be89a3c-f72b-4aa9-b073-edb2cde6f5bc tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07ca0027-c7c9-4f01-b3fc-af3b67e02400') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:11.041982 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4be89a3c-f72b-4aa9-b073-edb2cde6f5bc tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16327073'] for segment, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:11.066716 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4be89a3c-f72b-4aa9-b073-edb2cde6f5bc tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:11.073429 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4c66fa91-96c4-49b1-9881-a7a1cac99904 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:11.076297 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4be89a3c-f72b-4aa9-b073-edb2cde6f5bc tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=88990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:23:11.076840 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4be89a3c-f72b-4aa9-b073-edb2cde6f5bc tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838138943'] for segment, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:11.093942 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:23:11.093942 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:23:11.093942 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:23:11.093942 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:23:11.093942 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:23:11.093942 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:23:11.093942 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:23:11.093942 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:23:11.093942 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:23:11.093942 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:23:11.093942 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:23:11.093942 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:23:11.093942 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:23:11.093942 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:23:11.093942 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:23:11.093942 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:23:11.093942 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:23:11.093942 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:23:11.093942 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:23:11.093942 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:23:11.093942 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:23:11.093942 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:23:11.093942 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:23:11.093942 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:23:11.093942 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:23:11.093942 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:23:11.093942 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:23:11.093942 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:23:11.093942 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:23:11.093942 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:23:11.093942 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:23:11.093942 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:23:11.145636 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-78d1f1dd-0bda-4fd2-b713-61ac8e3fadbc tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:11.228477 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690edce7-525c-4186-bf1a-8e1b9d34fc90 None None] DHCP port deletion for a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:23:11.240064 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-690edce7-525c-4186-bf1a-8e1b9d34fc90 None None] Deleting port b189d151-347f-48d8-a48d-4b04596dc7d3 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:23:11.240427 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-690edce7-525c-4186-bf1a-8e1b9d34fc90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:11.291590 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4be89a3c-f72b-4aa9-b073-edb2cde6f5bc tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:11.296365 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6cdaee09-ae8a-4e19-bef0-1a1507e5d309 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:11.313123 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4be89a3c-f72b-4aa9-b073-edb2cde6f5bc tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:11.325839 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be89a3c-f72b-4aa9-b073-edb2cde6f5bc tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Pushing event deleted for resources: {'Network': ['ID=1913e98a-5da5-451a-80c7-faaf2ed8c312,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:11.330622 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4be89a3c-f72b-4aa9-b073-edb2cde6f5bc tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:11.337735 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4be89a3c-f72b-4aa9-b073-edb2cde6f5bc tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "DELETE /v2.0/networks/1913e98a-5da5-451a-80c7-faaf2ed8c312 HTTP/1.1" status: 204 len: 168 time: 1.6052032 Dec 15 19:23:11.340270 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55528) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:11.351789 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-4c66fa91-96c4-49b1-9881-a7a1cac99904 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] device_id is not set on port 00f020db-e34a-467a-9df2-c7163697c42b yet. {{(pid=88991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:23:11.470033 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-78d1f1dd-0bda-4fd2-b713-61ac8e3fadbc tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:11.563745 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-78d1f1dd-0bda-4fd2-b713-61ac8e3fadbc tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c321e4d-7789-4acb-868a-c2813f4da29c']}} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:11.609928 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-78d1f1dd-0bda-4fd2-b713-61ac8e3fadbc tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95cb9364-5305-4a5c-b7a8-ad1c165e2819') {'for_net_delete': True} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:11.609928 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-78d1f1dd-0bda-4fd2-b713-61ac8e3fadbc tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95cb9364-5305-4a5c-b7a8-ad1c165e2819') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:11.642998 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-690edce7-525c-4186-bf1a-8e1b9d34fc90 None None] For port b189d151-347f-48d8-a48d-4b04596dc7d3, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=b189d151-347f-48d8-a48d-4b04596dc7d3,segment=NetworkSegment(f86a0b93-5433-42ce-984a-8e278a9a4cf9),segment_id=f86a0b93-5433-42ce-984a-8e278a9a4cf9)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:23:11.644733 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-690edce7-525c-4186-bf1a-8e1b9d34fc90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:11.646859 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-78d1f1dd-0bda-4fd2-b713-61ac8e3fadbc tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838443042'] for segment, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:11.685614 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-78d1f1dd-0bda-4fd2-b713-61ac8e3fadbc tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:11.706797 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78d1f1dd-0bda-4fd2-b713-61ac8e3fadbc tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=88991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:23:11.707249 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-78d1f1dd-0bda-4fd2-b713-61ac8e3fadbc tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838443729'] for segment, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:11.724324 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:23:11.724324 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:23:11.724324 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:23:11.724324 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:23:11.724324 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:23:11.724324 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:23:11.724324 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:23:11.724324 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:23:11.724324 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:23:11.724324 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:23:11.724324 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:23:11.724324 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:23:11.724324 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:23:11.724324 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:23:11.724324 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:23:11.724324 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:23:11.724324 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:23:11.724324 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:23:11.724324 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:23:11.724324 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:23:11.724324 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:23:11.724324 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:23:11.724324 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:23:11.724324 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:23:11.724324 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:23:11.724324 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:23:11.724324 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:23:11.724324 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:23:11.724324 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:23:11.724324 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:23:11.724324 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:23:11.724324 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:23:11.791956 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4c66fa91-96c4-49b1-9881-a7a1cac99904 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:11.802008 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7fb1ab8b-ac19-4b83-b7f9-1bcc5e06eaad tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:11.803389 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-690edce7-525c-4186-bf1a-8e1b9d34fc90 None None] Calling delete_port for b189d151-347f-48d8-a48d-4b04596dc7d3 owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:23:11.886538 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-39660495-4bef-4968-a78c-e47e97b7367a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'name': 'tempest-RoutersTest-router-764355656', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:21:46Z', 'updated_at': '2021-12-15T19:23:06Z', 'revision_number': 10, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'gw_port_host': None, '_interfaces': [{'id': '42b090dc-7075-4e99-9cd5-a6678a9d0384', 'name': '', 'network_id': '1ac3f362-2078-4002-a392-a7842225ba9f', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'mac_address': 'fa:16:3e:ba:d5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca9accf0-e88c-467d-a684-50f557360418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:21:51Z', 'updated_at': '2021-12-15T19:22:06Z', 'revision_number': 5, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'subnets': [{'id': 'ca9accf0-e88c-467d-a684-50f557360418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:11.892106 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39660495-4bef-4968-a78c-e47e97b7367a None None] The sync data for ids ['3343e8b1-446a-4553-bbd7-92fdbc9107f9'] in dv-neutron-821831-2-hyperv is: [{'id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'name': 'tempest-RoutersTest-router-764355656', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:21:46Z', 'updated_at': '2021-12-15T19:23:06Z', 'revision_number': 10, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'gw_port_host': None, '_interfaces': [{'id': '42b090dc-7075-4e99-9cd5-a6678a9d0384', 'name': '', 'network_id': '1ac3f362-2078-4002-a392-a7842225ba9f', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'mac_address': 'fa:16:3e:ba:d5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca9accf0-e88c-467d-a684-50f557360418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:21:51Z', 'updated_at': '2021-12-15T19:22:06Z', 'revision_number': 5, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'subnets': [{'id': 'ca9accf0-e88c-467d-a684-50f557360418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:23:11.900997 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-7fb1ab8b-ac19-4b83-b7f9-1bcc5e06eaad tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Deleting port f50738ba-eb06-4a98-acea-5eb990e04595 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:23:11.901619 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7fb1ab8b-ac19-4b83-b7f9-1bcc5e06eaad tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:11.926094 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-690edce7-525c-4186-bf1a-8e1b9d34fc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866'] for port, after_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:11.931051 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1466a270-0b2f-4c07-a7ea-8d199492aec0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:11.931647 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ea10d38d-805c-411a-b281-bb9ff28cb25f tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145021'] for router_interface, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:11.974157 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690edce7-525c-4186-bf1a-8e1b9d34fc90 None None] Pushing event deleted for resources: {'Port': ['ID=b189d151-347f-48d8-a48d-4b04596dc7d3,revision_number=None']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:11.978000 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-690edce7-525c-4186-bf1a-8e1b9d34fc90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:11.986104 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690edce7-525c-4186-bf1a-8e1b9d34fc90 None None] No DVR routers for this DVR port b189d151-347f-48d8-a48d-4b04596dc7d3 on host dv-neutron-821831-2-hyperv {{(pid=88992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:23:11.988142 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-78d1f1dd-0bda-4fd2-b713-61ac8e3fadbc tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:12.008535 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-4c66fa91-96c4-49b1-9881-a7a1cac99904 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] device_id is not set on port 3ddbf234-c751-4a72-9d5e-20c1e66d7ea8 yet. {{(pid=88991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:23:12.017533 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e1acce9c-d96b-450b-ba20-5ffd48628d70 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:12.034408 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-78d1f1dd-0bda-4fd2-b713-61ac8e3fadbc tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:12.110926 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d1f1dd-0bda-4fd2-b713-61ac8e3fadbc tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Pushing event deleted for resources: {'Network': ['ID=4c321e4d-7789-4acb-868a-c2813f4da29c,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:12.123787 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-78d1f1dd-0bda-4fd2-b713-61ac8e3fadbc tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:12.133581 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-78d1f1dd-0bda-4fd2-b713-61ac8e3fadbc tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] 10.222.0.36 "DELETE /v2.0/networks/4c321e4d-7789-4acb-868a-c2813f4da29c HTTP/1.1" status: 204 len: 168 time: 1.5129020 Dec 15 19:23:12.134600 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55532) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:12.326700 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-7fb1ab8b-ac19-4b83-b7f9-1bcc5e06eaad tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] For port f50738ba-eb06-4a98-acea-5eb990e04595, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=f50738ba-eb06-4a98-acea-5eb990e04595,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:23:12.327028 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7fb1ab8b-ac19-4b83-b7f9-1bcc5e06eaad tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:12.492924 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-7fb1ab8b-ac19-4b83-b7f9-1bcc5e06eaad tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Calling delete_port for f50738ba-eb06-4a98-acea-5eb990e04595 owned by network:router_gateway {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:23:12.514594 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:12.562715 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-ea10d38d-805c-411a-b281-bb9ff28cb25f tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Deleting port 42b090dc-7075-4e99-9cd5-a6678a9d0384 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:23:12.563101 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ea10d38d-805c-411a-b281-bb9ff28cb25f tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:12.599840 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0773dc75-fa44-48b1-9b4c-0aa8ac0ff2cc tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:23:12.604203 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0773dc75-fa44-48b1-9b4c-0aa8ac0ff2cc tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:23:12.605028 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-0773dc75-fa44-48b1-9b4c-0aa8ac0ff2cc tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Synchronizing usage tracker for tenant:f5e35ec491f443d6ba0bdd9b852d1a22 on resource:network {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:23:12.638853 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4c66fa91-96c4-49b1-9881-a7a1cac99904 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:12.698121 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-0773dc75-fa44-48b1-9b4c-0aa8ac0ff2cc tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Unset dirty status for tenant:f5e35ec491f443d6ba0bdd9b852d1a22 on resource:network {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:23:12.699467 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0773dc75-fa44-48b1-9b4c-0aa8ac0ff2cc tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5623190 Dec 15 19:23:12.705077 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55536) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:12.713399 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-5746a7a2-8cd5-43e9-92d1-829490ee28bb tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1607435595'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:23:12.748388 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-5746a7a2-8cd5-43e9-92d1-829490ee28bb tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:23:12.756132 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4c66fa91-96c4-49b1-9881-a7a1cac99904 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:12.772716 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-172bb1eb-39f9-44bb-87ec-6c6b00b8f3b9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:12.780521 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-ea10d38d-805c-411a-b281-bb9ff28cb25f tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] For port 42b090dc-7075-4e99-9cd5-a6678a9d0384, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=42b090dc-7075-4e99-9cd5-a6678a9d0384,segment=NetworkSegment(0a198bad-ca57-4933-9149-7b2d1bdcc57c),segment_id=0a198bad-ca57-4933-9149-7b2d1bdcc57c)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:23:12.780939 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ea10d38d-805c-411a-b281-bb9ff28cb25f tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:12.785705 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device b189d151-347f-48d8-a48d-4b04596dc7d3 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:23:12.819604 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: b189d151-347f-48d8-a48d-4b04596dc7d3 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:23:12.820010 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device b189d151-347f-48d8-a48d-4b04596dc7d3 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:23:12.820490 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device cd0fed44-ef28-4926-ba47-6d1f3b59349a no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:23:12.828720 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-5746a7a2-8cd5-43e9-92d1-829490ee28bb tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:23:12.857322 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: cd0fed44-ef28-4926-ba47-6d1f3b59349a {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:23:12.857735 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device cd0fed44-ef28-4926-ba47-6d1f3b59349a not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:23:12.858219 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device b1c2f93f-3e3c-49f1-b182-e6d770b52964 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:23:12.880025 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c66fa91-96c4-49b1-9881-a7a1cac99904 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Network 85e5a843-09fe-4cd9-bb02-f1db58b09d61 is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:23:12.880966 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c66fa91-96c4-49b1-9881-a7a1cac99904 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event updated for resources: {'Port': ['ID=00f020db-e34a-467a-9df2-c7163697c42b,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:12.884000 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4c66fa91-96c4-49b1-9881-a7a1cac99904 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:12.885317 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-4c66fa91-96c4-49b1-9881-a7a1cac99904 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:23:12.887500 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c66fa91-96c4-49b1-9881-a7a1cac99904 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:23:12.889242 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4c66fa91-96c4-49b1-9881-a7a1cac99904 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:12.892429 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: b1c2f93f-3e3c-49f1-b182-e6d770b52964 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:23:12.892908 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device b1c2f93f-3e3c-49f1-b182-e6d770b52964 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:23:12.896524 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-68588e02-d8f7-474c-85ff-d4fcf42d650d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:12.912541 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-ea10d38d-805c-411a-b281-bb9ff28cb25f tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Calling delete_port for 42b090dc-7075-4e99-9cd5-a6678a9d0384 owned by network:router_interface {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:23:12.937914 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5746a7a2-8cd5-43e9-92d1-829490ee28bb tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Made reservation on behalf of f5e35ec491f443d6ba0bdd9b852d1a22 for: {'network': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:23:12.943413 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5746a7a2-8cd5-43e9-92d1-829490ee28bb tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:12.963310 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7fb1ab8b-ac19-4b83-b7f9-1bcc5e06eaad tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:13.065018 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c66fa91-96c4-49b1-9881-a7a1cac99904 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event updated for resources: {'Port': ['ID=3ddbf234-c751-4a72-9d5e-20c1e66d7ea8,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:13.068113 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4c66fa91-96c4-49b1-9881-a7a1cac99904 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:13.074216 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6a42efa8-15ca-4057-ac97-6c27df1da5b9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:13.118147 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ea10d38d-805c-411a-b281-bb9ff28cb25f tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:13.123406 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3e5b5cec-b427-4237-aefc-392bc225e12f tempest-FloatingIPAdminTestJSON-397503754 tempest-FloatingIPAdminTestJSON-397503754-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:13.141358 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5746a7a2-8cd5-43e9-92d1-829490ee28bb tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=88991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:23:13.167176 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea10d38d-805c-411a-b281-bb9ff28cb25f tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Pushing event deleted for resources: {'Port': ['ID=42b090dc-7075-4e99-9cd5-a6678a9d0384,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:13.169676 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb1ab8b-ac19-4b83-b7f9-1bcc5e06eaad tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event deleted for resources: {'Port': ['ID=f50738ba-eb06-4a98-acea-5eb990e04595,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:13.170689 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ea10d38d-805c-411a-b281-bb9ff28cb25f tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:13.172901 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7fb1ab8b-ac19-4b83-b7f9-1bcc5e06eaad tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:13.182763 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5746a7a2-8cd5-43e9-92d1-829490ee28bb tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:13.183166 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-5746a7a2-8cd5-43e9-92d1-829490ee28bb tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Added segment b7e11c92-40cf-4d38-9faf-0970c9b5d5ab of type vlan for network b3058806-6191-436e-8bde-dbad7e25dc9a Dec 15 19:23:13.201455 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c66fa91-96c4-49b1-9881-a7a1cac99904 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Checking segment: {'id': 'f2e9dd5f-480d-48d0-b5e5-f239b7e9f554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '76b473d7-2f7d-4c87-ab93-96f493991c55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:23:13.201875 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c66fa91-96c4-49b1-9881-a7a1cac99904 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Network hostable DHCP agents. Network: 76b473d7-2f7d-4c87-ab93-96f493991c55, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:23:13.386689 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5746a7a2-8cd5-43e9-92d1-829490ee28bb tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:13.408247 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7fb1ab8b-ac19-4b83-b7f9-1bcc5e06eaad tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854141934'] for router_gateway, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:13.416509 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ea10d38d-805c-411a-b281-bb9ff28cb25f tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852815828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854144871'] for router_interface, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:13.768583 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c66fa91-96c4-49b1-9881-a7a1cac99904 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Network 76b473d7-2f7d-4c87-ab93-96f493991c55 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:23:13.858575 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea10d38d-805c-411a-b281-bb9ff28cb25f tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Router 3343e8b1-446a-4553-bbd7-92fdbc9107f9 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:23:13.860480 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-4c66fa91-96c4-49b1-9881-a7a1cac99904 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, 76b473d7-2f7d-4c87-ab93-96f493991c55) {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:23:13.868366 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474b8f84-c786-4a2f-823b-421d4df6315f None None] Network 76b473d7-2f7d-4c87-ab93-96f493991c55 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:23:13.920880 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5746a7a2-8cd5-43e9-92d1-829490ee28bb tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:13.925144 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5746a7a2-8cd5-43e9-92d1-829490ee28bb tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:23:13.925811 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5746a7a2-8cd5-43e9-92d1-829490ee28bb tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:13.930502 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c66fa91-96c4-49b1-9881-a7a1cac99904 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:23:13.935425 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c66fa91-96c4-49b1-9881-a7a1cac99904 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:23:13.939151 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c66fa91-96c4-49b1-9881-a7a1cac99904 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:23:13.939866 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4c66fa91-96c4-49b1-9881-a7a1cac99904 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:13.955633 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-01077d79-dd96-4469-9e08-5ef9394f4bf3 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:14.009103 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea10d38d-805c-411a-b281-bb9ff28cb25f tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:23:14.026012 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ea10d38d-805c-411a-b281-bb9ff28cb25f tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "PUT /v2.0/routers/3343e8b1-446a-4553-bbd7-92fdbc9107f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6812465 Dec 15 19:23:14.026291 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55540) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:14.035289 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262a3ef7-e818-4ece-b8d4-7eddd4a0bd57 None None] Sync routers for ids ['3343e8b1-446a-4553-bbd7-92fdbc9107f9'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:23:14.062784 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7fb1ab8b-ac19-4b83-b7f9-1bcc5e06eaad tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854207876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854699191'] for router, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:14.063051 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262a3ef7-e818-4ece-b8d4-7eddd4a0bd57 None None] Routers {'3343e8b1-446a-4553-bbd7-92fdbc9107f9'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:23:14.063470 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-262a3ef7-e818-4ece-b8d4-7eddd4a0bd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:23:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['3343e8b1-446a-4553-bbd7-92fdbc9107f9'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:14.089413 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7fb1ab8b-ac19-4b83-b7f9-1bcc5e06eaad tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:14.098637 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5746a7a2-8cd5-43e9-92d1-829490ee28bb tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Pushing event updated for resources: {'Network': ['ID=b3058806-6191-436e-8bde-dbad7e25dc9a,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:14.103179 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5746a7a2-8cd5-43e9-92d1-829490ee28bb tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:14.110780 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4c66fa91-96c4-49b1-9881-a7a1cac99904 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.0336297 Dec 15 19:23:14.116997 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55544) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:14.126399 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network b3058806-6191-436e-8bde-dbad7e25dc9a details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:23:14.136140 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-5746a7a2-8cd5-43e9-92d1-829490ee28bb tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.4297628 Dec 15 19:23:14.139277 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55548) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:14.145929 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-882b3d46-894f-4fbc-94ba-b6f48736b66c tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1093062740'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:23:14.155260 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-882b3d46-894f-4fbc-94ba-b6f48736b66c tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:23:14.159796 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-882b3d46-894f-4fbc-94ba-b6f48736b66c tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Usage tracker for resource:network and tenant:f5e35ec491f443d6ba0bdd9b852d1a22 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:23:14.163135 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-882b3d46-894f-4fbc-94ba-b6f48736b66c tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:23:14.169579 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-882b3d46-894f-4fbc-94ba-b6f48736b66c tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:23:14.223347 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-882b3d46-894f-4fbc-94ba-b6f48736b66c tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Made reservation on behalf of f5e35ec491f443d6ba0bdd9b852d1a22 for: {'network': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:23:14.229276 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-882b3d46-894f-4fbc-94ba-b6f48736b66c tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:14.251997 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7fb1ab8b-ac19-4b83-b7f9-1bcc5e06eaad tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854207982'] for router, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:14.252830 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb1ab8b-ac19-4b83-b7f9-1bcc5e06eaad tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Fanout notify agent at l3_agent the message router_deleted on router c3c96c7a-68d4-4016-b0f3-c49ae951d4fc {{(pid=88991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 19:23:14.273251 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7fb1ab8b-ac19-4b83-b7f9-1bcc5e06eaad tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for router, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:14.274514 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-7fb1ab8b-ac19-4b83-b7f9-1bcc5e06eaad tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "DELETE /v2.0/routers/c3c96c7a-68d4-4016-b0f3-c49ae951d4fc HTTP/1.1" status: 204 len: 168 time: 4.3026919 Dec 15 19:23:14.277954 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55552) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:14.281579 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-882b3d46-894f-4fbc-94ba-b6f48736b66c tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=88991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:23:14.328245 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-262a3ef7-e818-4ece-b8d4-7eddd4a0bd57 None None] Set router 3343e8b1-446a-4553-bbd7-92fdbc9107f9 gateway port host: None {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:23:14.396855 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-882b3d46-894f-4fbc-94ba-b6f48736b66c tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:14.397248 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-882b3d46-894f-4fbc-94ba-b6f48736b66c tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Added segment 1ce71dc2-85d6-4ca5-b677-01d2963cc263 of type vlan for network 55f5f929-b5e8-4bdf-911e-61f73ab7cce2 Dec 15 19:23:14.445728 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-262a3ef7-e818-4ece-b8d4-7eddd4a0bd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'name': 'tempest-RoutersTest-router-764355656', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:21:46Z', 'updated_at': '2021-12-15T19:23:13Z', 'revision_number': 11, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'gw_port_host': None}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:14.450190 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262a3ef7-e818-4ece-b8d4-7eddd4a0bd57 None None] Checking router: 3343e8b1-446a-4553-bbd7-92fdbc9107f9 for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:23:14.460655 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-92228140-0f69-4576-b8f9-83d2e281d20f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:14.462529 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262a3ef7-e818-4ece-b8d4-7eddd4a0bd57 None None] Routers {'3343e8b1-446a-4553-bbd7-92fdbc9107f9'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:23:14.463179 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-262a3ef7-e818-4ece-b8d4-7eddd4a0bd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:23:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['3343e8b1-446a-4553-bbd7-92fdbc9107f9'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:14.475426 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-882b3d46-894f-4fbc-94ba-b6f48736b66c tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:14.548164 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d5bc5237-c6bd-40fe-83a2-9b058f9385f6 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Deleting port 3ddbf234-c751-4a72-9d5e-20c1e66d7ea8 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:23:14.548561 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d5bc5237-c6bd-40fe-83a2-9b058f9385f6 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:14.604068 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-262a3ef7-e818-4ece-b8d4-7eddd4a0bd57 None None] Set router 3343e8b1-446a-4553-bbd7-92fdbc9107f9 gateway port host: None {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:23:14.656520 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-92228140-0f69-4576-b8f9-83d2e281d20f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:14.687094 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-92228140-0f69-4576-b8f9-83d2e281d20f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc']}} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:14.702029 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-92228140-0f69-4576-b8f9-83d2e281d20f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f86a0b93-5433-42ce-984a-8e278a9a4cf9') {'for_net_delete': True} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:14.702518 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-92228140-0f69-4576-b8f9-83d2e281d20f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f86a0b93-5433-42ce-984a-8e278a9a4cf9') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:14.717317 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-92228140-0f69-4576-b8f9-83d2e281d20f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838443042'] for segment, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:14.718858 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-262a3ef7-e818-4ece-b8d4-7eddd4a0bd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'name': 'tempest-RoutersTest-router-764355656', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:21:46Z', 'updated_at': '2021-12-15T19:23:13Z', 'revision_number': 11, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'gw_port_host': None}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:14.723325 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262a3ef7-e818-4ece-b8d4-7eddd4a0bd57 None None] The sync data for ids ['3343e8b1-446a-4553-bbd7-92fdbc9107f9'] in dv-neutron-821831-2-hyperv is: [{'id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'name': 'tempest-RoutersTest-router-764355656', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:21:46Z', 'updated_at': '2021-12-15T19:23:13Z', 'revision_number': 11, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'gw_port_host': None}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:23:14.736091 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-92228140-0f69-4576-b8f9-83d2e281d20f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:14.743577 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92228140-0f69-4576-b8f9-83d2e281d20f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=88991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:23:14.744043 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-92228140-0f69-4576-b8f9-83d2e281d20f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838443729'] for segment, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:14.813748 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0b132ca-8b5f-43ed-a813-12fe65ef259d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Deleting subnet ca9accf0-e88c-467d-a684-50f557360418 {{(pid=88990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:23:14.825170 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f0b132ca-8b5f-43ed-a813-12fe65ef259d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for subnet, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:14.857248 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:23:14.857248 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:23:14.857248 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:23:14.857248 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:23:14.857248 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:23:14.857248 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:23:14.857248 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:23:14.857248 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:23:14.857248 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:23:14.857248 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:23:14.857248 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:23:14.857248 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:23:14.857248 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:23:14.857248 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:23:14.857248 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:23:14.857248 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:23:14.857248 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:23:14.857248 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:23:14.857248 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:23:14.857248 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:23:14.857248 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:23:14.857248 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:23:14.857248 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:23:14.857248 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:23:14.857248 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:23:14.857248 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:23:14.857248 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:23:14.857248 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:23:14.857248 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:23:14.857248 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:23:14.857248 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:23:14.857248 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:23:14.895039 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-92228140-0f69-4576-b8f9-83d2e281d20f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:14.910341 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8fddf5b5-0860-47a2-980a-a273fdb1287c tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:14.922590 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device f50738ba-eb06-4a98-acea-5eb990e04595 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:23:14.942770 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-92228140-0f69-4576-b8f9-83d2e281d20f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:14.958757 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-882b3d46-894f-4fbc-94ba-b6f48736b66c tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:14.962041 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: f50738ba-eb06-4a98-acea-5eb990e04595 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:23:14.962611 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device f50738ba-eb06-4a98-acea-5eb990e04595 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:23:14.964427 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882b3d46-894f-4fbc-94ba-b6f48736b66c tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:23:14.965542 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-882b3d46-894f-4fbc-94ba-b6f48736b66c tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:14.975257 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92228140-0f69-4576-b8f9-83d2e281d20f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event deleted for resources: {'Network': ['ID=a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:14.982734 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-92228140-0f69-4576-b8f9-83d2e281d20f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:14.983231 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b7fd2691-ec43-4ea8-b607-3e50784be6e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:15.006652 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-92228140-0f69-4576-b8f9-83d2e281d20f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "DELETE /v2.0/networks/a8beaff0-57e0-4f4f-82e9-2c0ab10a77bc HTTP/1.1" status: 204 len: 168 time: 0.7266793 Dec 15 19:23:15.018435 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f0b132ca-8b5f-43ed-a813-12fe65ef259d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838448728'] for subnet, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:15.049424 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55556) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:15.073151 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-b1eab62f-600c-43b7-a315-50ca0f6a49e9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'network': {'name': 'tempest-network-smoke--799555369', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'port_security_enabled': True}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:23:15.079307 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-882b3d46-894f-4fbc-94ba-b6f48736b66c tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9359376 Dec 15 19:23:15.088086 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55560) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:15.090819 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d5bc5237-c6bd-40fe-83a2-9b058f9385f6 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:15.097567 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-8c4322a2-bb73-4aa1-badf-28494bf8762f tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Request body: {'ports': [{'network_id': 'b3058806-6191-436e-8bde-dbad7e25dc9a', 'name': 'tempest-port--1929048194', 'admin_state_up': True}, {'network_id': '55f5f929-b5e8-4bdf-911e-61f73ab7cce2', 'admin_state_up': False}]} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:23:15.097933 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-8c4322a2-bb73-4aa1-badf-28494bf8762f tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Request body: {'port': {'network_id': 'b3058806-6191-436e-8bde-dbad7e25dc9a', 'name': 'tempest-port--1929048194', 'admin_state_up': True}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:23:15.098480 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-8c4322a2-bb73-4aa1-badf-28494bf8762f tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Request body: {'port': {'network_id': '55f5f929-b5e8-4bdf-911e-61f73ab7cce2', 'admin_state_up': False}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:23:15.101228 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-b1eab62f-600c-43b7-a315-50ca0f6a49e9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:23:15.113492 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-b1eab62f-600c-43b7-a315-50ca0f6a49e9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:network and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:23:15.185381 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882b3d46-894f-4fbc-94ba-b6f48736b66c tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Pushing event updated for resources: {'Network': ['ID=55f5f929-b5e8-4bdf-911e-61f73ab7cce2,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:15.189912 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-b1eab62f-600c-43b7-a315-50ca0f6a49e9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:23:15.199032 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-882b3d46-894f-4fbc-94ba-b6f48736b66c tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:15.202843 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 55f5f929-b5e8-4bdf-911e-61f73ab7cce2 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:23:15.349440 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d5bc5237-c6bd-40fe-83a2-9b058f9385f6 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Calling delete_port for 3ddbf234-c751-4a72-9d5e-20c1e66d7ea8 owned by {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:23:15.374706 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-8c4322a2-bb73-4aa1-badf-28494bf8762f tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:23:15.379596 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8c4322a2-bb73-4aa1-badf-28494bf8762f tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Usage tracker for resource:port and tenant:f5e35ec491f443d6ba0bdd9b852d1a22 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:23:15.382737 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8c4322a2-bb73-4aa1-badf-28494bf8762f tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:23:15.392052 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-8c4322a2-bb73-4aa1-badf-28494bf8762f tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:23:15.400410 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-b1eab62f-600c-43b7-a315-50ca0f6a49e9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:23:15.429282 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c4322a2-bb73-4aa1-badf-28494bf8762f tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Made reservation on behalf of f5e35ec491f443d6ba0bdd9b852d1a22 for: {'port': 2} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:23:15.437221 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8c4322a2-bb73-4aa1-badf-28494bf8762f tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:15.464423 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8c4322a2-bb73-4aa1-badf-28494bf8762f tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:15.498450 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1eab62f-600c-43b7-a315-50ca0f6a49e9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Made reservation on behalf of 7c1b74cf25a94156b4530f0bd868c0c9 for: {'network': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:23:15.507524 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b1eab62f-600c-43b7-a315-50ca0f6a49e9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:15.540528 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f0b132ca-8b5f-43ed-a813-12fe65ef259d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:15.640476 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-8c4322a2-bb73-4aa1-badf-28494bf8762f tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] device_id is not set on port d25106bd-359e-47c9-ba3e-05fb7cbc330a yet. {{(pid=88991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:23:15.731218 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1eab62f-600c-43b7-a315-50ca0f6a49e9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=88990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:23:15.731607 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b1eab62f-600c-43b7-a315-50ca0f6a49e9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:15.732431 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-b1eab62f-600c-43b7-a315-50ca0f6a49e9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Added segment f60251cd-47c4-4e66-b0e2-b8b9d94d3dc9 of type vlan for network 223a7835-c12c-4aa6-adbb-61b07fdb1249 Dec 15 19:23:15.783055 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b1eab62f-600c-43b7-a315-50ca0f6a49e9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:15.806300 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d5bc5237-c6bd-40fe-83a2-9b058f9385f6 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:15.808313 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f0b132ca-8b5f-43ed-a813-12fe65ef259d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16636259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14850861'] for subnet, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:15.819106 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4690d69f-80dd-4194-b456-acfb60d5e3d3 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:15.833503 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8c4322a2-bb73-4aa1-badf-28494bf8762f tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:15.864099 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b132ca-8b5f-43ed-a813-12fe65ef259d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Pushing event deleted for resources: {'Subnet': ['ID=ca9accf0-e88c-467d-a684-50f557360418,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:15.868043 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f0b132ca-8b5f-43ed-a813-12fe65ef259d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:15.869254 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8a8ccc48-425a-43fe-a2c3-5e2365a0dc24 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:15.907525 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f0b132ca-8b5f-43ed-a813-12fe65ef259d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:15.910039 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec98cd8-e657-4be4-973a-beeefe189adc None None] Network 1ac3f362-2078-4002-a392-a7842225ba9f requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:23:15.911447 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b1eab62f-600c-43b7-a315-50ca0f6a49e9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:15.915536 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1eab62f-600c-43b7-a315-50ca0f6a49e9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:23:15.916558 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b1eab62f-600c-43b7-a315-50ca0f6a49e9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:15.930695 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d5bc5237-c6bd-40fe-83a2-9b058f9385f6 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:15.941452 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bc5237-c6bd-40fe-83a2-9b058f9385f6 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event deleted for resources: {'Port': ['ID=3ddbf234-c751-4a72-9d5e-20c1e66d7ea8,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:15.949590 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d5bc5237-c6bd-40fe-83a2-9b058f9385f6 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:15.952540 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d36e5961-b338-4c2a-b525-0ca0cdfc1708 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:15.962905 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-8c4322a2-bb73-4aa1-badf-28494bf8762f tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] device_id is not set on port d6305793-b4a2-4cb0-9bd9-41960135bbe1 yet. {{(pid=88991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:23:15.981293 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f0b132ca-8b5f-43ed-a813-12fe65ef259d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "DELETE /v2.0/subnets/ca9accf0-e88c-467d-a684-50f557360418 HTTP/1.1" status: 204 len: 168 time: 1.9539068 Dec 15 19:23:15.984156 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55568) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:16.030076 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d5bc5237-c6bd-40fe-83a2-9b058f9385f6 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "DELETE /v2.0/ports/3ddbf234-c751-4a72-9d5e-20c1e66d7ea8 HTTP/1.1" status: 204 len: 168 time: 1.9093547 Dec 15 19:23:16.036150 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55572) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:16.053294 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b1eab62f-600c-43b7-a315-50ca0f6a49e9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0002308 Dec 15 19:23:16.059690 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55576) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:16.105489 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eab62f-600c-43b7-a315-50ca0f6a49e9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'Network': ['ID=223a7835-c12c-4aa6-adbb-61b07fdb1249,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:16.109500 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b1eab62f-600c-43b7-a315-50ca0f6a49e9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:16.125727 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 223a7835-c12c-4aa6-adbb-61b07fdb1249 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:23:16.146902 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4694cb1-4d45-4ac7-a992-ee47803a1720 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:23:16.151331 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4694cb1-4d45-4ac7-a992-ee47803a1720 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:23:16.152170 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-f4694cb1-4d45-4ac7-a992-ee47803a1720 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Synchronizing usage tracker for tenant:f3e95df2fc6f4d8e9322e2f06d7e1f38 on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:23:16.176410 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-90be8d2d-38a2-44eb-91d3-86218926f040 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1134440842', 'admin_state_up': True, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:23:16.194379 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-f4694cb1-4d45-4ac7-a992-ee47803a1720 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Unset dirty status for tenant:f3e95df2fc6f4d8e9322e2f06d7e1f38 on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:23:16.194790 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-90be8d2d-38a2-44eb-91d3-86218926f040 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:23:16.198429 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f4694cb1-4d45-4ac7-a992-ee47803a1720 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1588402 Dec 15 19:23:16.198847 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55580) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:16.215039 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-90be8d2d-38a2-44eb-91d3-86218926f040 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:router and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:23:16.226596 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5c7d3c17-2575-4965-98e2-84bac91eed14 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:16.228649 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-90be8d2d-38a2-44eb-91d3-86218926f040 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:23:16.240447 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f928e3-f26f-4692-8342-89253e7defc0 None None] DHCP port deletion for 1ac3f362-2078-4002-a392-a7842225ba9f request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:23:16.244670 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-b4f928e3-f26f-4692-8342-89253e7defc0 None None] Deleting port acc0b245-531b-49ce-b986-ec6f06ac7b72 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:23:16.245094 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b4f928e3-f26f-4692-8342-89253e7defc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:16.253621 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-90be8d2d-38a2-44eb-91d3-86218926f040 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:23:16.276011 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-5c7d3c17-2575-4965-98e2-84bac91eed14 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Deleting port acc0b245-531b-49ce-b986-ec6f06ac7b72 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:23:16.276399 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5c7d3c17-2575-4965-98e2-84bac91eed14 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:16.284058 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-a882ef9b-17a4-41ee-b170-6fe8ae568a15 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Deleting port 00f020db-e34a-467a-9df2-c7163697c42b {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:23:16.284806 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a882ef9b-17a4-41ee-b170-6fe8ae568a15 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:16.321055 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-90be8d2d-38a2-44eb-91d3-86218926f040 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854699176'] for router, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:16.321963 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-90be8d2d-38a2-44eb-91d3-86218926f040 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854194926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-76609'] for router, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:16.357925 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8c4322a2-bb73-4aa1-badf-28494bf8762f tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:16.425123 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-90be8d2d-38a2-44eb-91d3-86218926f040 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:16.471261 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b4f928e3-f26f-4692-8342-89253e7defc0 None None] For port acc0b245-531b-49ce-b986-ec6f06ac7b72, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=acc0b245-531b-49ce-b986-ec6f06ac7b72,segment=NetworkSegment(0a198bad-ca57-4933-9149-7b2d1bdcc57c),segment_id=0a198bad-ca57-4933-9149-7b2d1bdcc57c)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:23:16.471612 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b4f928e3-f26f-4692-8342-89253e7defc0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:16.513265 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a882ef9b-17a4-41ee-b170-6fe8ae568a15 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:16.560523 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-5c7d3c17-2575-4965-98e2-84bac91eed14 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] For port acc0b245-531b-49ce-b986-ec6f06ac7b72, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=acc0b245-531b-49ce-b986-ec6f06ac7b72,segment=NetworkSegment(0a198bad-ca57-4933-9149-7b2d1bdcc57c),segment_id=0a198bad-ca57-4933-9149-7b2d1bdcc57c)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:23:16.564949 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5c7d3c17-2575-4965-98e2-84bac91eed14 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:16.614224 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-b4f928e3-f26f-4692-8342-89253e7defc0 None None] Calling delete_port for acc0b245-531b-49ce-b986-ec6f06ac7b72 owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:23:16.650463 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-a882ef9b-17a4-41ee-b170-6fe8ae568a15 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Calling delete_port for 00f020db-e34a-467a-9df2-c7163697c42b owned by {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:23:16.688077 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8c4322a2-bb73-4aa1-badf-28494bf8762f tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:16.695687 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-5c7d3c17-2575-4965-98e2-84bac91eed14 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Calling delete_port for acc0b245-531b-49ce-b986-ec6f06ac7b72 owned by network:dhcp {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:23:16.720156 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b4f928e3-f26f-4692-8342-89253e7defc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866'] for port, after_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:16.732510 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:16.765416 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a882ef9b-17a4-41ee-b170-6fe8ae568a15 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:16.775820 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f928e3-f26f-4692-8342-89253e7defc0 None None] No DVR routers for this DVR port acc0b245-531b-49ce-b986-ec6f06ac7b72 on host dv-neutron-821831-2-hyperv {{(pid=88992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:23:16.777658 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f928e3-f26f-4692-8342-89253e7defc0 None None] Pushing event deleted for resources: {'Port': ['ID=acc0b245-531b-49ce-b986-ec6f06ac7b72,revision_number=None']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:16.781928 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b4f928e3-f26f-4692-8342-89253e7defc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:16.788706 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4be89a3c-f72b-4aa9-b073-edb2cde6f5bc tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:16.790425 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a5ae6b01-29f0-4862-b51b-cb3bfa2a4dfb tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:16.797234 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 42b090dc-7075-4e99-9cd5-a6678a9d0384 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:23:16.831694 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 42b090dc-7075-4e99-9cd5-a6678a9d0384 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:23:16.832105 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 42b090dc-7075-4e99-9cd5-a6678a9d0384 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:23:16.832600 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device acc0b245-531b-49ce-b986-ec6f06ac7b72 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:23:16.833538 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a882ef9b-17a4-41ee-b170-6fe8ae568a15 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:16.848868 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a882ef9b-17a4-41ee-b170-6fe8ae568a15 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event deleted for resources: {'Port': ['ID=00f020db-e34a-467a-9df2-c7163697c42b,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:16.851490 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a882ef9b-17a4-41ee-b170-6fe8ae568a15 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:16.869298 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: acc0b245-531b-49ce-b986-ec6f06ac7b72 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:23:16.869636 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device acc0b245-531b-49ce-b986-ec6f06ac7b72 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:23:16.886268 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a882ef9b-17a4-41ee-b170-6fe8ae568a15 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "DELETE /v2.0/ports/00f020db-e34a-467a-9df2-c7163697c42b HTTP/1.1" status: 204 len: 168 time: 0.6863167 Dec 15 19:23:16.889762 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55584) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:16.966821 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4322a2-bb73-4aa1-badf-28494bf8762f tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Pushing event updated for resources: {'Port': ['ID=d25106bd-359e-47c9-ba3e-05fb7cbc330a,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:16.973668 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8c4322a2-bb73-4aa1-badf-28494bf8762f tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:16.975108 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb90fb0c-af18-4a67-8dce-eca95d029cc8 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:23:16.975864 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-eb90fb0c-af18-4a67-8dce-eca95d029cc8 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Synchronizing usage tracker for tenant:f3e95df2fc6f4d8e9322e2f06d7e1f38 on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:23:16.996263 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-90be8d2d-38a2-44eb-91d3-86218926f040 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:17.007444 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-5c7d3c17-2575-4965-98e2-84bac91eed14 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88991) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:23:17.007814 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-5c7d3c17-2575-4965-98e2-84bac91eed14 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:23:17.013640 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4322a2-bb73-4aa1-badf-28494bf8762f tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Checking segment: {'id': 'b7e11c92-40cf-4d38-9faf-0970c9b5d5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'b3058806-6191-436e-8bde-dbad7e25dc9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:23:17.014039 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4322a2-bb73-4aa1-badf-28494bf8762f tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Network hostable DHCP agents. Network: b3058806-6191-436e-8bde-dbad7e25dc9a, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:23:17.028831 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-eb90fb0c-af18-4a67-8dce-eca95d029cc8 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Unset dirty status for tenant:f3e95df2fc6f4d8e9322e2f06d7e1f38 on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:23:17.030271 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-eb90fb0c-af18-4a67-8dce-eca95d029cc8 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1392546 Dec 15 19:23:17.033807 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55588) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:17.078590 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e8a7eef-4461-4bee-acae-3a57ccee33da tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] GET failed (client error): The resource could not be found. Dec 15 19:23:17.079957 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-3e8a7eef-4461-4bee-acae-3a57ccee33da tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "GET /v2.0/ports/3ddbf234-c751-4a72-9d5e-20c1e66d7ea8 HTTP/1.1" status: 404 len: 333 time: 0.0451365 Dec 15 19:23:17.082851 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55592) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:17.130159 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4322a2-bb73-4aa1-badf-28494bf8762f tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Network b3058806-6191-436e-8bde-dbad7e25dc9a is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:23:17.133551 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-5664b77e-3828-4c5e-8237-5426aac1c690 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] GET failed (client error): The resource could not be found. Dec 15 19:23:17.134972 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-5664b77e-3828-4c5e-8237-5426aac1c690 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "GET /v2.0/ports/00f020db-e34a-467a-9df2-c7163697c42b HTTP/1.1" status: 404 len: 333 time: 0.0511124 Dec 15 19:23:17.138438 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55596) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:17.180382 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-8c4322a2-bb73-4aa1-badf-28494bf8762f tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, b3058806-6191-436e-8bde-dbad7e25dc9a) {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:23:17.184965 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4322a2-bb73-4aa1-badf-28494bf8762f tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:23:17.186850 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8c4322a2-bb73-4aa1-badf-28494bf8762f tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:17.191546 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4354d590-9af7-4c77-8657-2c764e1a703d None None] Network b3058806-6191-436e-8bde-dbad7e25dc9a requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:23:17.194433 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9fd88a6b-5589-47f4-822f-003e3d1381f3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:17.263916 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-efb761e7-f1d1-438e-82d0-c1b0cdafc32f tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:17.316115 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4322a2-bb73-4aa1-badf-28494bf8762f tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Pushing event updated for resources: {'Port': ['ID=d6305793-b4a2-4cb0-9bd9-41960135bbe1,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:17.319017 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8c4322a2-bb73-4aa1-badf-28494bf8762f tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:17.418439 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-efb761e7-f1d1-438e-82d0-c1b0cdafc32f tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:17.448133 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-efb761e7-f1d1-438e-82d0-c1b0cdafc32f tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76b473d7-2f7d-4c87-ab93-96f493991c55']}} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:17.464362 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-efb761e7-f1d1-438e-82d0-c1b0cdafc32f tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2e9dd5f-480d-48d0-b5e5-f239b7e9f554') {'for_net_delete': True} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:17.464701 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-efb761e7-f1d1-438e-82d0-c1b0cdafc32f tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2e9dd5f-480d-48d0-b5e5-f239b7e9f554') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:17.477850 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-efb761e7-f1d1-438e-82d0-c1b0cdafc32f tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16327073'] for segment, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:17.493906 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-efb761e7-f1d1-438e-82d0-c1b0cdafc32f tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:17.501323 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efb761e7-f1d1-438e-82d0-c1b0cdafc32f tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=88990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:23:17.501781 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-efb761e7-f1d1-438e-82d0-c1b0cdafc32f tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838138943'] for segment, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:17.518627 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:23:17.518627 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:23:17.518627 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:23:17.518627 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:23:17.518627 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:23:17.518627 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:23:17.518627 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:23:17.518627 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:23:17.518627 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:23:17.518627 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:23:17.518627 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:23:17.518627 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:23:17.518627 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:23:17.518627 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:23:17.518627 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:23:17.518627 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:23:17.518627 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:23:17.518627 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:23:17.518627 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:23:17.518627 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:23:17.518627 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:23:17.518627 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:23:17.518627 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:23:17.518627 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:23:17.518627 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:23:17.518627 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:23:17.518627 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:23:17.518627 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:23:17.518627 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:23:17.518627 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:23:17.518627 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:23:17.518627 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:23:17.603208 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-5c7d3c17-2575-4965-98e2-84bac91eed14 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Deleting port acc0b245-531b-49ce-b986-ec6f06ac7b72 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:23:17.603510 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5c7d3c17-2575-4965-98e2-84bac91eed14 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:17.639956 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-efb761e7-f1d1-438e-82d0-c1b0cdafc32f tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:17.643805 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-49b57ac3-ec48-493f-9b8f-ea854328c395 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:17.644563 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-90be8d2d-38a2-44eb-91d3-86218926f040 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for router_gateway, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:17.664046 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-efb761e7-f1d1-438e-82d0-c1b0cdafc32f tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:17.671845 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb761e7-f1d1-438e-82d0-c1b0cdafc32f tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event deleted for resources: {'Network': ['ID=76b473d7-2f7d-4c87-ab93-96f493991c55,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:17.675271 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-efb761e7-f1d1-438e-82d0-c1b0cdafc32f tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:17.680841 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-efb761e7-f1d1-438e-82d0-c1b0cdafc32f tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "DELETE /v2.0/networks/76b473d7-2f7d-4c87-ab93-96f493991c55 HTTP/1.1" status: 204 len: 168 time: 0.5374732 Dec 15 19:23:17.681370 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55600) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:17.688391 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-50fa0e54-be7b-4059-837f-3a3097430fc8 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-56000907'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:23:17.693718 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-50fa0e54-be7b-4059-837f-3a3097430fc8 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:23:17.697808 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-50fa0e54-be7b-4059-837f-3a3097430fc8 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Usage tracker for resource:network and tenant:f3e95df2fc6f4d8e9322e2f06d7e1f38 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:23:17.700958 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-50fa0e54-be7b-4059-837f-3a3097430fc8 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:23:17.707081 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-50fa0e54-be7b-4059-837f-3a3097430fc8 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:23:17.709790 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-90be8d2d-38a2-44eb-91d3-86218926f040 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:17.717039 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-5c7d3c17-2575-4965-98e2-84bac91eed14 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] The port 'acc0b245-531b-49ce-b986-ec6f06ac7b72' was deleted {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 15 19:23:17.746473 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50fa0e54-be7b-4059-837f-3a3097430fc8 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Made reservation on behalf of f3e95df2fc6f4d8e9322e2f06d7e1f38 for: {'network': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:23:17.752849 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4322a2-bb73-4aa1-badf-28494bf8762f tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Checking segment: {'id': '1ce71dc2-85d6-4ca5-b677-01d2963cc263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '55f5f929-b5e8-4bdf-911e-61f73ab7cce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:23:17.753059 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-50fa0e54-be7b-4059-837f-3a3097430fc8 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:17.753248 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4322a2-bb73-4aa1-badf-28494bf8762f tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Network hostable DHCP agents. Network: 55f5f929-b5e8-4bdf-911e-61f73ab7cce2, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:23:17.782960 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50fa0e54-be7b-4059-837f-3a3097430fc8 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=88990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:23:17.792319 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-50fa0e54-be7b-4059-837f-3a3097430fc8 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:17.792692 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-50fa0e54-be7b-4059-837f-3a3097430fc8 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Added segment e51fb936-8062-4e44-bc80-085c78d5c6fc of type vlan for network baf5c562-3d98-441b-a6a0-f3fe4f99fc9b Dec 15 19:23:17.820367 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-50fa0e54-be7b-4059-837f-3a3097430fc8 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:17.879929 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-50fa0e54-be7b-4059-837f-3a3097430fc8 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:17.884388 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fa0e54-be7b-4059-837f-3a3097430fc8 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:23:17.885039 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-50fa0e54-be7b-4059-837f-3a3097430fc8 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:17.889147 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e77b42f0-4772-4924-8a5b-65533b246ba4 tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:17.969889 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5c7d3c17-2575-4965-98e2-84bac91eed14 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:17.991533 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4322a2-bb73-4aa1-badf-28494bf8762f tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Network 55f5f929-b5e8-4bdf-911e-61f73ab7cce2 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:23:18.004340 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fa0e54-be7b-4059-837f-3a3097430fc8 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event updated for resources: {'Network': ['ID=baf5c562-3d98-441b-a6a0-f3fe4f99fc9b,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:18.007112 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-50fa0e54-be7b-4059-837f-3a3097430fc8 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:18.016008 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network baf5c562-3d98-441b-a6a0-f3fe4f99fc9b details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:23:18.024816 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-50fa0e54-be7b-4059-837f-3a3097430fc8 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3401792 Dec 15 19:23:18.024995 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-5c7d3c17-2575-4965-98e2-84bac91eed14 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ac3f362-2078-4002-a392-a7842225ba9f']}} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:18.025268 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55604) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:18.032429 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-49bc18ad-2521-456d-9cc6-848d4503995e tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Request body: {'subnet': {'network_id': 'baf5c562-3d98-441b-a6a0-f3fe4f99fc9b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:23:18.042318 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-5c7d3c17-2575-4965-98e2-84bac91eed14 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a198bad-ca57-4933-9149-7b2d1bdcc57c') {'for_net_delete': True} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:18.042658 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-5c7d3c17-2575-4965-98e2-84bac91eed14 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a198bad-ca57-4933-9149-7b2d1bdcc57c') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:18.058479 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-90be8d2d-38a2-44eb-91d3-86218926f040 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Allocated IP 172.26.3.93 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/038b4f0f-9341-43a0-b85b-b190ebd781f6) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:23:18.060811 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-8c4322a2-bb73-4aa1-badf-28494bf8762f tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, 55f5f929-b5e8-4bdf-911e-61f73ab7cce2) {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:23:18.070733 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5c7d3c17-2575-4965-98e2-84bac91eed14 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838443042'] for segment, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:18.078027 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4322a2-bb73-4aa1-badf-28494bf8762f tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:23:18.082352 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4322a2-bb73-4aa1-badf-28494bf8762f tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:23:18.085886 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4322a2-bb73-4aa1-badf-28494bf8762f tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:23:18.086538 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8c4322a2-bb73-4aa1-badf-28494bf8762f tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:18.087527 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1db4bf0-3ced-4ba1-8c14-f0dd2acc2275 None None] Network 55f5f929-b5e8-4bdf-911e-61f73ab7cce2 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:23:18.155157 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-49bc18ad-2521-456d-9cc6-848d4503995e tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:23:18.159457 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-49bc18ad-2521-456d-9cc6-848d4503995e tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Usage tracker for resource:subnet and tenant:f3e95df2fc6f4d8e9322e2f06d7e1f38 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:23:18.162566 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-49bc18ad-2521-456d-9cc6-848d4503995e tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:23:18.169506 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-49bc18ad-2521-456d-9cc6-848d4503995e tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:23:18.189912 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5c7d3c17-2575-4965-98e2-84bac91eed14 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:18.218058 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c7d3c17-2575-4965-98e2-84bac91eed14 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=88991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:23:18.218539 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5c7d3c17-2575-4965-98e2-84bac91eed14 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838443729'] for segment, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:18.234657 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:23:18.234657 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:23:18.234657 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:23:18.234657 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:23:18.234657 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:23:18.234657 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:23:18.234657 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:23:18.234657 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:23:18.234657 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:23:18.234657 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:23:18.234657 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:23:18.234657 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:23:18.234657 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:23:18.234657 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:23:18.234657 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:23:18.234657 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:23:18.234657 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:23:18.234657 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:23:18.234657 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:23:18.234657 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:23:18.234657 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:23:18.234657 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:23:18.234657 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:23:18.234657 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:23:18.234657 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:23:18.234657 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:23:18.234657 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:23:18.234657 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:23:18.234657 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:23:18.234657 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:23:18.234657 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:23:18.234657 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:23:18.234657 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:23:18.234657 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:23:18.234657 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:23:18.234657 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:23:18.234657 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:23:18.234657 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:23:18.234657 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:23:18.234657 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:23:18.280493 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49bc18ad-2521-456d-9cc6-848d4503995e tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Made reservation on behalf of f3e95df2fc6f4d8e9322e2f06d7e1f38 for: {'subnet': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:23:18.303870 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8c4322a2-bb73-4aa1-badf-28494bf8762f tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.2122073 Dec 15 19:23:18.304611 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55608) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:18.373732 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5c7d3c17-2575-4965-98e2-84bac91eed14 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:18.377734 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-90be8d2d-38a2-44eb-91d3-86218926f040 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:18.382101 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-695a1ac9-4763-422e-91bc-703ede7bd137 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:18.397743 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5c7d3c17-2575-4965-98e2-84bac91eed14 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:18.411694 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7d3c17-2575-4965-98e2-84bac91eed14 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Pushing event deleted for resources: {'Network': ['ID=1ac3f362-2078-4002-a392-a7842225ba9f,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:18.416526 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5c7d3c17-2575-4965-98e2-84bac91eed14 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:18.418176 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-5c7d3c17-2575-4965-98e2-84bac91eed14 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "DELETE /v2.0/networks/1ac3f362-2078-4002-a392-a7842225ba9f HTTP/1.1" status: 204 len: 168 time: 2.4327884 Dec 15 19:23:18.421070 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55612) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:18.427515 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-da43d307-a305-4503-98e4-2ca4cb134aea tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Request body: {'router': {'routes': None}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:23:18.454611 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-49bc18ad-2521-456d-9cc6-848d4503995e tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839924940'] for subnet, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:18.563108 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.ipam_backend_mixin [None req-49bc18ad-2521-456d-9cc6-848d4503995e tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Performing IP validity checks on allocation pools {{(pid=88990) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Dec 15 19:23:18.563836 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.ipam_backend_mixin [None req-49bc18ad-2521-456d-9cc6-848d4503995e tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88990) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Dec 15 19:23:18.579645 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7489a1f-2649-4e2e-888d-257dfad63edf tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:23:18.584259 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7489a1f-2649-4e2e-888d-257dfad63edf tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:23:18.586003 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b7489a1f-2649-4e2e-888d-257dfad63edf tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2803049 Dec 15 19:23:18.591435 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55616) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:18.629563 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-90be8d2d-38a2-44eb-91d3-86218926f040 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:18.682349 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-86e42299-b6a2-44a7-bae8-e67d172aa5ab tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Deleting port d25106bd-359e-47c9-ba3e-05fb7cbc330a {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:23:18.682745 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-86e42299-b6a2-44a7-bae8-e67d172aa5ab tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:18.691085 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-34b7bea4-00fe-4020-979a-5159abadac25 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:18.793962 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.extraroute_db [None req-da43d307-a305-4503-98e4-2ca4cb134aea tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Added routes are [] {{(pid=88991) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 15 19:23:18.801152 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.extraroute_db [None req-da43d307-a305-4503-98e4-2ca4cb134aea tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Removed routes are [] {{(pid=88991) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 15 19:23:18.801152 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-da43d307-a305-4503-98e4-2ca4cb134aea tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:18.806690 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90be8d2d-38a2-44eb-91d3-86218926f040 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:23:18.859520 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-90be8d2d-38a2-44eb-91d3-86218926f040 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:23:18.869297 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90be8d2d-38a2-44eb-91d3-86218926f040 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:23:18.896026 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90be8d2d-38a2-44eb-91d3-86218926f040 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'Port': ['ID=038b4f0f-9341-43a0-b85b-b190ebd781f6,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:18.911498 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-90be8d2d-38a2-44eb-91d3-86218926f040 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:19.182536 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-da43d307-a305-4503-98e4-2ca4cb134aea tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:19.193523 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-da43d307-a305-4503-98e4-2ca4cb134aea tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854141873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-633912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854194791'] for router, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:19.217062 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-49bc18ad-2521-456d-9cc6-848d4503995e tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838139473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839924955'] for subnet, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:19.224109 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2021c17e-f3ae-4a74-b4e1-9c25263fbd2f tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:19.277853 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-86e42299-b6a2-44a7-bae8-e67d172aa5ab tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:19.357834 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da43d307-a305-4503-98e4-2ca4cb134aea tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Router 3343e8b1-446a-4553-bbd7-92fdbc9107f9 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:23:19.432147 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-86e42299-b6a2-44a7-bae8-e67d172aa5ab tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Calling delete_port for d25106bd-359e-47c9-ba3e-05fb7cbc330a owned by {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:23:19.485741 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bc18ad-2521-456d-9cc6-848d4503995e tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event updated for resources: {'Subnet': ['ID=c090e4a9-75b7-4e17-a185-42cbada24603,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:19.492152 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-49bc18ad-2521-456d-9cc6-848d4503995e tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:19.518405 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bc18ad-2521-456d-9cc6-848d4503995e tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Checking segment: {'id': 'e51fb936-8062-4e44-bc80-085c78d5c6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'baf5c562-3d98-441b-a6a0-f3fe4f99fc9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:23:19.518640 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da43d307-a305-4503-98e4-2ca4cb134aea tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:23:19.518820 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bc18ad-2521-456d-9cc6-848d4503995e tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Network hostable DHCP agents. Network: baf5c562-3d98-441b-a6a0-f3fe4f99fc9b, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:23:19.524749 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-da43d307-a305-4503-98e4-2ca4cb134aea tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for router, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:19.525922 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-da43d307-a305-4503-98e4-2ca4cb134aea tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "PUT /v2.0/routers/3343e8b1-446a-4553-bbd7-92fdbc9107f9 HTTP/1.1" status: 200 len: 700 time: 1.1038435 Dec 15 19:23:19.529293 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e56d91-d624-41ab-b49f-5a5973e0f497 None None] Sync routers for ids ['3343e8b1-446a-4553-bbd7-92fdbc9107f9'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:23:19.530645 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55620) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:19.542496 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e56d91-d624-41ab-b49f-5a5973e0f497 None None] Routers {'3343e8b1-446a-4553-bbd7-92fdbc9107f9'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:23:19.543491 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-89e56d91-d624-41ab-b49f-5a5973e0f497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:23:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['3343e8b1-446a-4553-bbd7-92fdbc9107f9'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:19.583249 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-86e42299-b6a2-44a7-bae8-e67d172aa5ab tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:19.589529 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1dcd0c73-b9b9-48ad-b8a6-6fa771e85eba tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:19.637902 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bc18ad-2521-456d-9cc6-848d4503995e tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Network baf5c562-3d98-441b-a6a0-f3fe4f99fc9b is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:23:19.644605 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e42299-b6a2-44a7-bae8-e67d172aa5ab tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Pushing event deleted for resources: {'Port': ['ID=d25106bd-359e-47c9-ba3e-05fb7cbc330a,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:19.652170 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-86e42299-b6a2-44a7-bae8-e67d172aa5ab tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:19.669991 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-86e42299-b6a2-44a7-bae8-e67d172aa5ab tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:19.683078 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-86e42299-b6a2-44a7-bae8-e67d172aa5ab tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] 10.222.0.36 "DELETE /v2.0/ports/d25106bd-359e-47c9-ba3e-05fb7cbc330a HTTP/1.1" status: 204 len: 168 time: 1.0885682 Dec 15 19:23:19.684918 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-49bc18ad-2521-456d-9cc6-848d4503995e tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, baf5c562-3d98-441b-a6a0-f3fe4f99fc9b) {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:23:19.688539 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55624) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:19.692218 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49bc18ad-2521-456d-9cc6-848d4503995e tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:23:19.692880 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-49bc18ad-2521-456d-9cc6-848d4503995e tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:19.698580 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc3814f-b158-4ff7-8b87-f6270cc01d17 None None] Network baf5c562-3d98-441b-a6a0-f3fe4f99fc9b requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:23:19.703501 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-89e56d91-d624-41ab-b49f-5a5973e0f497 None None] Set router 3343e8b1-446a-4553-bbd7-92fdbc9107f9 gateway port host: None {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:23:19.808424 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-842290b2-7616-4121-b4cd-e0bd57738ae4 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Deleting port d6305793-b4a2-4cb0-9bd9-41960135bbe1 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:23:19.808996 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-842290b2-7616-4121-b4cd-e0bd57738ae4 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:19.814361 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-90be8d2d-38a2-44eb-91d3-86218926f040 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for router_gateway, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:19.815282 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-90be8d2d-38a2-44eb-91d3-86218926f040 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904'] for router, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:19.818292 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-89e56d91-d624-41ab-b49f-5a5973e0f497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'name': 'tempest-RoutersTest-router-764355656', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:21:46Z', 'updated_at': '2021-12-15T19:23:13Z', 'revision_number': 11, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'gw_port_host': None}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:19.818998 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-f43ae783-4b1c-4eea-9533-c9001927aa9c tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Synchronizing usage tracker for tenant:2a421f48bcf04f759d7a89b7f013838e on resource:port {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:23:19.823521 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e56d91-d624-41ab-b49f-5a5973e0f497 None None] Checking router: 3343e8b1-446a-4553-bbd7-92fdbc9107f9 for host: dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:23:19.835626 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e56d91-d624-41ab-b49f-5a5973e0f497 None None] Routers {'3343e8b1-446a-4553-bbd7-92fdbc9107f9'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:23:19.836589 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-89e56d91-d624-41ab-b49f-5a5973e0f497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:23:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['3343e8b1-446a-4553-bbd7-92fdbc9107f9'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:19.935807 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-49bc18ad-2521-456d-9cc6-848d4503995e tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9093401 Dec 15 19:23:19.938959 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55628) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:19.946457 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf32e0c5-5252-492a-933f-b35a0a252e43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-baf5c562-3d98-441b-a6a0-f3fe4f99fc9b', 'network_id': 'baf5c562-3d98-441b-a6a0-f3fe4f99fc9b', 'tenant_id': 'f3e95df2fc6f4d8e9322e2f06d7e1f38', 'fixed_ips': [{'subnet_id': 'c090e4a9-75b7-4e17-a185-42cbada24603'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:23:19.947363 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cf32e0c5-5252-492a-933f-b35a0a252e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:19.951231 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-26faf5e2-2638-47aa-8a76-48ea8d4be114 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Request body: {'port': {'network_id': 'baf5c562-3d98-441b-a6a0-f3fe4f99fc9b', 'name': 'tempest-PortsTestJSON-1853195993'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:23:19.980898 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-89e56d91-d624-41ab-b49f-5a5973e0f497 None None] Set router 3343e8b1-446a-4553-bbd7-92fdbc9107f9 gateway port host: None {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:23:19.982979 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-f43ae783-4b1c-4eea-9533-c9001927aa9c tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Unset dirty status for tenant:2a421f48bcf04f759d7a89b7f013838e on resource:port {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:23:19.984324 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f43ae783-4b1c-4eea-9533-c9001927aa9c tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "GET /v2.0/ports?device_id=3343e8b1-446a-4553-bbd7-92fdbc9107f9 HTTP/1.1" status: 200 len: 205 time: 0.4526877 Dec 15 19:23:19.993789 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55632) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:20.103442 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-89e56d91-d624-41ab-b49f-5a5973e0f497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'name': 'tempest-RoutersTest-router-764355656', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:21:46Z', 'updated_at': '2021-12-15T19:23:13Z', 'revision_number': 11, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'gw_port_host': None}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:20.108999 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e56d91-d624-41ab-b49f-5a5973e0f497 None None] The sync data for ids ['3343e8b1-446a-4553-bbd7-92fdbc9107f9'] in dv-neutron-821831-2-hyperv is: [{'id': '3343e8b1-446a-4553-bbd7-92fdbc9107f9', 'name': 'tempest-RoutersTest-router-764355656', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:21:46Z', 'updated_at': '2021-12-15T19:23:13Z', 'revision_number': 11, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'gw_port_host': None}] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:23:20.135422 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-cf32e0c5-5252-492a-933f-b35a0a252e43 None None] Allocated IP 172.20.0.2 (baf5c562-3d98-441b-a6a0-f3fe4f99fc9b/c090e4a9-75b7-4e17-a185-42cbada24603/441c8ccf-c108-43b1-8d88-1df0d38458d4) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:23:20.161697 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c8d41bde-297a-47f5-b10a-8863f6d10316 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for router, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:20.162314 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-26faf5e2-2638-47aa-8a76-48ea8d4be114 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:23:20.240638 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-26faf5e2-2638-47aa-8a76-48ea8d4be114 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:23:20.270463 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-842290b2-7616-4121-b4cd-e0bd57738ae4 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:20.345026 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26faf5e2-2638-47aa-8a76-48ea8d4be114 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Made reservation on behalf of f3e95df2fc6f4d8e9322e2f06d7e1f38 for: {'port': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:23:20.350614 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-26faf5e2-2638-47aa-8a76-48ea8d4be114 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:20.371129 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cf32e0c5-5252-492a-933f-b35a0a252e43 None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:20.383886 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-cf32e0c5-5252-492a-933f-b35a0a252e43 None None] Transition to ACTIVE for port object 441c8ccf-c108-43b1-8d88-1df0d38458d4 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:23:20.404325 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-cf32e0c5-5252-492a-933f-b35a0a252e43 None None] Transition to ACTIVE for port object 441c8ccf-c108-43b1-8d88-1df0d38458d4 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:23:20.427073 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-842290b2-7616-4121-b4cd-e0bd57738ae4 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Calling delete_port for d6305793-b4a2-4cb0-9bd9-41960135bbe1 owned by {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:23:20.434949 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cf32e0c5-5252-492a-933f-b35a0a252e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:20.440591 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4f707e47-4092-424d-9b58-f94cbbb4c37a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:20.486286 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-26faf5e2-2638-47aa-8a76-48ea8d4be114 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] device_id is not set on port 15d691a1-4572-4c47-b3e8-1829d63e2a17 yet. {{(pid=88990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:23:20.510122 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf32e0c5-5252-492a-933f-b35a0a252e43 None None] Network baf5c562-3d98-441b-a6a0-f3fe4f99fc9b is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:23:20.514412 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-cf32e0c5-5252-492a-933f-b35a0a252e43 None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:23:20.519332 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf32e0c5-5252-492a-933f-b35a0a252e43 None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:23:20.551343 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf32e0c5-5252-492a-933f-b35a0a252e43 None None] Pushing event updated for resources: {'Port': ['ID=441c8ccf-c108-43b1-8d88-1df0d38458d4,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:20.563592 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-cf32e0c5-5252-492a-933f-b35a0a252e43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:20.613104 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c8d41bde-297a-47f5-b10a-8863f6d10316 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854207876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854699191'] for router, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:20.620243 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c8d41bde-297a-47f5-b10a-8863f6d10316 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:20.628005 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-842290b2-7616-4121-b4cd-e0bd57738ae4 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:20.636623 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-cf32e0c5-5252-492a-933f-b35a0a252e43 None None] Attempting to bind port 441c8ccf-c108-43b1-8d88-1df0d38458d4 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:23:20.636623 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-cf32e0c5-5252-492a-933f-b35a0a252e43 None None] Attempting to bind port 441c8ccf-c108-43b1-8d88-1df0d38458d4 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'e51fb936-8062-4e44-bc80-085c78d5c6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'baf5c562-3d98-441b-a6a0-f3fe4f99fc9b'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:23:20.637302 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf32e0c5-5252-492a-933f-b35a0a252e43 None None] Attempting to bind port 441c8ccf-c108-43b1-8d88-1df0d38458d4 on network baf5c562-3d98-441b-a6a0-f3fe4f99fc9b {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:23:20.645996 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf32e0c5-5252-492a-933f-b35a0a252e43 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:23:20.646497 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf32e0c5-5252-492a-933f-b35a0a252e43 None None] Checking segment: {'id': 'e51fb936-8062-4e44-bc80-085c78d5c6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'baf5c562-3d98-441b-a6a0-f3fe4f99fc9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:23:20.647239 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cf32e0c5-5252-492a-933f-b35a0a252e43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:20.647584 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf32e0c5-5252-492a-933f-b35a0a252e43 None None] Bound using segment: {'id': 'e51fb936-8062-4e44-bc80-085c78d5c6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'baf5c562-3d98-441b-a6a0-f3fe4f99fc9b'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:23:20.648341 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-cf32e0c5-5252-492a-933f-b35a0a252e43 None None] Bound port: 441c8ccf-c108-43b1-8d88-1df0d38458d4, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e51fb936-8062-4e44-bc80-085c78d5c6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'baf5c562-3d98-441b-a6a0-f3fe4f99fc9b'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:23:20.648730 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cf32e0c5-5252-492a-933f-b35a0a252e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:20.649842 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90be8d2d-38a2-44eb-91d3-86218926f040 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Router 7a84a25e-4688-4234-b584-30ae53b7fc7d is scheduled to L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 with binding_index 1 {{(pid=88991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 15 19:23:20.652673 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0684b62a-586b-4cdc-bfa4-dbb4c58e65c2 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:20.702699 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842290b2-7616-4121-b4cd-e0bd57738ae4 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Pushing event deleted for resources: {'Port': ['ID=d6305793-b4a2-4cb0-9bd9-41960135bbe1,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:20.708756 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-842290b2-7616-4121-b4cd-e0bd57738ae4 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:20.722371 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-842290b2-7616-4121-b4cd-e0bd57738ae4 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:20.722576 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c8d41bde-297a-47f5-b10a-8863f6d10316 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854207982'] for router, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:20.722700 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d41bde-297a-47f5-b10a-8863f6d10316 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Fanout notify agent at l3_agent the message router_deleted on router 3343e8b1-446a-4553-bbd7-92fdbc9107f9 {{(pid=88991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 19:23:20.733117 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-26faf5e2-2638-47aa-8a76-48ea8d4be114 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Allocated IP 172.20.0.4 (baf5c562-3d98-441b-a6a0-f3fe4f99fc9b/c090e4a9-75b7-4e17-a185-42cbada24603/15d691a1-4572-4c47-b3e8-1829d63e2a17) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:23:20.743358 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-842290b2-7616-4121-b4cd-e0bd57738ae4 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] 10.222.0.36 "DELETE /v2.0/ports/d6305793-b4a2-4cb0-9bd9-41960135bbe1 HTTP/1.1" status: 204 len: 168 time: 1.0536866 Dec 15 19:23:20.744990 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55636) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:20.751068 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-cf32e0c5-5252-492a-933f-b35a0a252e43 None None] For port 441c8ccf-c108-43b1-8d88-1df0d38458d4, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:23:20.751798 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c8d41bde-297a-47f5-b10a-8863f6d10316 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for router, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:20.753324 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c8d41bde-297a-47f5-b10a-8863f6d10316 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "DELETE /v2.0/routers/3343e8b1-446a-4553-bbd7-92fdbc9107f9 HTTP/1.1" status: 204 len: 168 time: 0.7582386 Dec 15 19:23:20.759466 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55640) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:20.765457 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-cf32e0c5-5252-492a-933f-b35a0a252e43 None None] For port 441c8ccf-c108-43b1-8d88-1df0d38458d4, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=441c8ccf-c108-43b1-8d88-1df0d38458d4,segment=NetworkSegment(e51fb936-8062-4e44-bc80-085c78d5c6fc),segment_id=e51fb936-8062-4e44-bc80-085c78d5c6fc)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:23:20.766103 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-cc443913-bf71-4ce7-b91a-df7468359042 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2012370500', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:23:20.773880 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-cc443913-bf71-4ce7-b91a-df7468359042 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:23:20.782535 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-cc443913-bf71-4ce7-b91a-df7468359042 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Usage tracker for resource:router and tenant:2a421f48bcf04f759d7a89b7f013838e is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:23:20.786429 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-cc443913-bf71-4ce7-b91a-df7468359042 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:23:20.794062 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-cc443913-bf71-4ce7-b91a-df7468359042 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:23:20.808686 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-0854757e-b0c4-4980-a430-d15c98ddd93c tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Synchronizing usage tracker for tenant:f5e35ec491f443d6ba0bdd9b852d1a22 on resource:port {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:23:20.829094 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cf32e0c5-5252-492a-933f-b35a0a252e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:20.834444 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-690edce7-525c-4186-bf1a-8e1b9d34fc90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:20.896607 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cc443913-bf71-4ce7-b91a-df7468359042 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854699176'] for router, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:20.897553 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-0854757e-b0c4-4980-a430-d15c98ddd93c tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Unset dirty status for tenant:f5e35ec491f443d6ba0bdd9b852d1a22 on resource:port {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:23:20.897659 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cc443913-bf71-4ce7-b91a-df7468359042 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854194926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-76609'] for router, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:20.898852 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0854757e-b0c4-4980-a430-d15c98ddd93c tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1528661 Dec 15 19:23:20.905414 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55644) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:20.914265 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-937c807a-9a7b-477f-ba61-ec6af31aae9f tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-847503782'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:23:20.921810 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-937c807a-9a7b-477f-ba61-ec6af31aae9f tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:23:20.928077 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-937c807a-9a7b-477f-ba61-ec6af31aae9f tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Usage tracker for resource:network and tenant:f5e35ec491f443d6ba0bdd9b852d1a22 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:23:20.933358 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-937c807a-9a7b-477f-ba61-ec6af31aae9f tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:23:20.936504 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf32e0c5-5252-492a-933f-b35a0a252e43 None None] Pushing event updated for resources: {'Port': ['ID=441c8ccf-c108-43b1-8d88-1df0d38458d4,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:20.942615 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-937c807a-9a7b-477f-ba61-ec6af31aae9f tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:23:20.945820 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-cf32e0c5-5252-492a-933f-b35a0a252e43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:20.984659 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90be8d2d-38a2-44eb-91d3-86218926f040 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:23:20.986460 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937c807a-9a7b-477f-ba61-ec6af31aae9f tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Made reservation on behalf of f5e35ec491f443d6ba0bdd9b852d1a22 for: {'network': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:23:20.992776 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-937c807a-9a7b-477f-ba61-ec6af31aae9f tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:20.997982 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1458f78-6610-49a5-b0d4-2ae9012c29a7 None None] Sync routers for ids ['7a84a25e-4688-4234-b584-30ae53b7fc7d'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:23:21.015908 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1458f78-6610-49a5-b0d4-2ae9012c29a7 None None] Routers {'7a84a25e-4688-4234-b584-30ae53b7fc7d'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:23:21.016760 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-d1458f78-6610-49a5-b0d4-2ae9012c29a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:23:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['7a84a25e-4688-4234-b584-30ae53b7fc7d'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:21.021796 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cc443913-bf71-4ce7-b91a-df7468359042 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:21.039519 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-937c807a-9a7b-477f-ba61-ec6af31aae9f tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=88991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:23:21.049461 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-937c807a-9a7b-477f-ba61-ec6af31aae9f tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:21.049860 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-937c807a-9a7b-477f-ba61-ec6af31aae9f tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Added segment f2796e38-0a86-424e-a3df-373fe5b7490b of type vlan for network b09ebd5f-be9c-484d-a899-35cbe3ef4b98 Dec 15 19:23:21.071860 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-90be8d2d-38a2-44eb-91d3-86218926f040 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for router, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:21.073143 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-90be8d2d-38a2-44eb-91d3-86218926f040 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.9304738 Dec 15 19:23:21.077783 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55648) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:21.093977 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-26faf5e2-2638-47aa-8a76-48ea8d4be114 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:21.103509 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cc443913-bf71-4ce7-b91a-df7468359042 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904'] for router, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:21.123219 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-937c807a-9a7b-477f-ba61-ec6af31aae9f tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:21.127131 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-26faf5e2-2638-47aa-8a76-48ea8d4be114 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Transition to ACTIVE for port object 15d691a1-4572-4c47-b3e8-1829d63e2a17 will not be triggered until provisioned by entity DHCP. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:23:21.139029 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-7f9046f2-b745-48d6-b145-0595d539e513 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=7c1b74cf25a94156b4530f0bd868c0c9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0596976 Dec 15 19:23:21.141737 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55652) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:21.165431 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cc443913-bf71-4ce7-b91a-df7468359042 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:21.166788 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-cc443913-bf71-4ce7-b91a-df7468359042 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4062774 Dec 15 19:23:21.169823 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55656) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:21.176585 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-9b5974df-a0a4-42c4-8d1c-517d558d2bed tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:23:21.210294 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-d1458f78-6610-49a5-b0d4-2ae9012c29a7 None None] Set router 7a84a25e-4688-4234-b584-30ae53b7fc7d gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:23:21.235785 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-26faf5e2-2638-47aa-8a76-48ea8d4be114 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:21.248567 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b0c6be35-c645-45d0-b8ea-1f98f7ecc696 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:21.288485 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-937c807a-9a7b-477f-ba61-ec6af31aae9f tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:21.293086 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937c807a-9a7b-477f-ba61-ec6af31aae9f tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:23:21.294316 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-937c807a-9a7b-477f-ba61-ec6af31aae9f tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:21.302144 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5746a7a2-8cd5-43e9-92d1-829490ee28bb tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:21.393968 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26faf5e2-2638-47aa-8a76-48ea8d4be114 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Network baf5c562-3d98-441b-a6a0-f3fe4f99fc9b is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:23:21.399639 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-26faf5e2-2638-47aa-8a76-48ea8d4be114 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:23:21.401768 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26faf5e2-2638-47aa-8a76-48ea8d4be114 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event updated for resources: {'Port': ['ID=15d691a1-4572-4c47-b3e8-1829d63e2a17,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:21.404804 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26faf5e2-2638-47aa-8a76-48ea8d4be114 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:23:21.410775 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1326c8-991a-402a-8d18-61f42c7d54f7 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:23:21.415684 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0e1326c8-991a-402a-8d18-61f42c7d54f7 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2726252 Dec 15 19:23:21.416408 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55660) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:21.435686 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-26faf5e2-2638-47aa-8a76-48ea8d4be114 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:21.498400 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-937c807a-9a7b-477f-ba61-ec6af31aae9f tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5907004 Dec 15 19:23:21.507441 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-df63e9a9-e22a-4b0f-8b3e-18a838ef1865 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=4b9c9b76-a8c2-4873-8d7b-0d52cc71925c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0806274 Dec 15 19:23:21.508165 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55664) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:21.508530 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55666) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:21.513333 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937c807a-9a7b-477f-ba61-ec6af31aae9f tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Pushing event updated for resources: {'Network': ['ID=b09ebd5f-be9c-484d-a899-35cbe3ef4b98,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:21.516376 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-937c807a-9a7b-477f-ba61-ec6af31aae9f tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:21.520895 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-1fb23f38-8618-4fa0-aeed-2cbf7b45cbd3 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1638587924'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:23:21.526982 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-1fb23f38-8618-4fa0-aeed-2cbf7b45cbd3 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:23:21.531879 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-1fb23f38-8618-4fa0-aeed-2cbf7b45cbd3 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Usage tracker for resource:network and tenant:f5e35ec491f443d6ba0bdd9b852d1a22 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:23:21.535104 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-1fb23f38-8618-4fa0-aeed-2cbf7b45cbd3 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:23:21.542627 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-1fb23f38-8618-4fa0-aeed-2cbf7b45cbd3 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:23:21.556039 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-d03b77b8-e12a-4313-a250-2e8223c54ae8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-198545165', 'network_id': '223a7835-c12c-4aa6-adbb-61b07fdb1249', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:23:21.614960 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26faf5e2-2638-47aa-8a76-48ea8d4be114 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:23:21.614960 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-26faf5e2-2638-47aa-8a76-48ea8d4be114 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:21.707617 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb23f38-8618-4fa0-aeed-2cbf7b45cbd3 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Made reservation on behalf of f5e35ec491f443d6ba0bdd9b852d1a22 for: {'network': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:23:21.710370 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network b09ebd5f-be9c-484d-a899-35cbe3ef4b98 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:23:21.716724 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-26faf5e2-2638-47aa-8a76-48ea8d4be114 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7739594 Dec 15 19:23:21.716915 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1fb23f38-8618-4fa0-aeed-2cbf7b45cbd3 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:21.730203 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55672) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:21.802992 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9b5974df-a0a4-42c4-8d1c-517d558d2bed tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:21.841310 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9b5974df-a0a4-42c4-8d1c-517d558d2bed tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854141873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-633912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854194791'] for router, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:21.858949 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fb23f38-8618-4fa0-aeed-2cbf7b45cbd3 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=88991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:23:21.868804 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-d1458f78-6610-49a5-b0d4-2ae9012c29a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a84a25e-4688-4234-b584-30ae53b7fc7d', 'name': 'tempest-TestNetworkBasicOps-router-1134440842', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.93'}], 'enable_snat': True}, 'gw_port_id': '038b4f0f-9341-43a0-b85b-b190ebd781f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:23:16Z', 'updated_at': '2021-12-15T19:23:19Z', 'revision_number': 3, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': '038b4f0f-9341-43a0-b85b-b190ebd781f6', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:36:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a84a25e-4688-4234-b584-30ae53b7fc7d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:23:17Z', 'updated_at': '2021-12-15T19:23:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:21.871187 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-d03b77b8-e12a-4313-a250-2e8223c54ae8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:23:21.874148 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1458f78-6610-49a5-b0d4-2ae9012c29a7 None None] Checking router: 7a84a25e-4688-4234-b584-30ae53b7fc7d for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:23:21.874664 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1458f78-6610-49a5-b0d4-2ae9012c29a7 None None] Updating router 7a84a25e-4688-4234-b584-30ae53b7fc7d port 038b4f0f-9341-43a0-b85b-b190ebd781f6 binding host dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 15 19:23:21.880617 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-237c9e04-4759-4d9c-89bd-e4981646eb50 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Deleting port 15d691a1-4572-4c47-b3e8-1829d63e2a17 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:23:21.881128 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-237c9e04-4759-4d9c-89bd-e4981646eb50 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:21.917726 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d03b77b8-e12a-4313-a250-2e8223c54ae8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:subnet and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:23:21.927341 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d03b77b8-e12a-4313-a250-2e8223c54ae8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:23:21.939800 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d1458f78-6610-49a5-b0d4-2ae9012c29a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:21.940103 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1fb23f38-8618-4fa0-aeed-2cbf7b45cbd3 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:21.940610 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-1fb23f38-8618-4fa0-aeed-2cbf7b45cbd3 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Added segment f92e7488-82bb-4db8-9f45-8b8ce1cd4728 of type vlan for network 82ed99c1-3f67-4270-8d9f-ce6e893d6c80 Dec 15 19:23:21.942029 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-d03b77b8-e12a-4313-a250-2e8223c54ae8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:23:22.031910 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1fb23f38-8618-4fa0-aeed-2cbf7b45cbd3 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:22.039387 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03b77b8-e12a-4313-a250-2e8223c54ae8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Made reservation on behalf of 7c1b74cf25a94156b4530f0bd868c0c9 for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:23:22.056841 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b5974df-a0a4-42c4-8d1c-517d558d2bed tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Router 82752e66-cc5c-41bf-8f2d-6c7855617185 is scheduled to L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 with binding_index 1 {{(pid=88990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 15 19:23:22.302933 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d1458f78-6610-49a5-b0d4-2ae9012c29a7 None None] Notify callbacks [] for port, precommit_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:22.317365 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d1458f78-6610-49a5-b0d4-2ae9012c29a7 None None] Transition to ACTIVE for port object 038b4f0f-9341-43a0-b85b-b190ebd781f6 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:23:22.360073 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d1458f78-6610-49a5-b0d4-2ae9012c29a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:22.365567 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-144dcb22-14a6-4d99-b1d1-9acbf28f34cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:22.449444 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-d1458f78-6610-49a5-b0d4-2ae9012c29a7 None None] Attempting to bind port 038b4f0f-9341-43a0-b85b-b190ebd781f6 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:23:22.449874 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-d1458f78-6610-49a5-b0d4-2ae9012c29a7 None None] Attempting to bind port 038b4f0f-9341-43a0-b85b-b190ebd781f6 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:23:22.450890 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1458f78-6610-49a5-b0d4-2ae9012c29a7 None None] Attempting to bind port 038b4f0f-9341-43a0-b85b-b190ebd781f6 on network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:23:22.453261 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498ce3d2-fc77-4129-96cf-e47f86326246 None None] Pushing event updated for resources: {'Port': ['ID=038b4f0f-9341-43a0-b85b-b190ebd781f6,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:22.457778 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-498ce3d2-fc77-4129-96cf-e47f86326246 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:22.458658 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b5974df-a0a4-42c4-8d1c-517d558d2bed tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:23:22.461315 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1458f78-6610-49a5-b0d4-2ae9012c29a7 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:23:22.461749 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1458f78-6610-49a5-b0d4-2ae9012c29a7 None None] Checking segment: {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:23:22.462209 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d1458f78-6610-49a5-b0d4-2ae9012c29a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:22.462679 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1458f78-6610-49a5-b0d4-2ae9012c29a7 None None] Bound using segment: {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:23:22.463212 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-d1458f78-6610-49a5-b0d4-2ae9012c29a7 None None] Bound port: 038b4f0f-9341-43a0-b85b-b190ebd781f6, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:23:22.463644 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d1458f78-6610-49a5-b0d4-2ae9012c29a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:22.469529 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9b5974df-a0a4-42c4-8d1c-517d558d2bed tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:22.473238 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9b5974df-a0a4-42c4-8d1c-517d558d2bed tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "PUT /v2.0/routers/82752e66-cc5c-41bf-8f2d-6c7855617185 HTTP/1.1" status: 200 len: 694 time: 1.2998435 Dec 15 19:23:22.473514 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55676) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:22.477135 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598ab832-ea46-4d3b-89dc-6db0b44928e5 None None] Sync routers for ids ['82752e66-cc5c-41bf-8f2d-6c7855617185'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:23:22.493541 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598ab832-ea46-4d3b-89dc-6db0b44928e5 None None] Routers {'82752e66-cc5c-41bf-8f2d-6c7855617185'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:23:22.494601 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-598ab832-ea46-4d3b-89dc-6db0b44928e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:23:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['82752e66-cc5c-41bf-8f2d-6c7855617185'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:22.514274 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d03b77b8-e12a-4313-a250-2e8223c54ae8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:22.543812 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d1458f78-6610-49a5-b0d4-2ae9012c29a7 None None] For port 038b4f0f-9341-43a0-b85b-b190ebd781f6, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:23:22.547738 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d1458f78-6610-49a5-b0d4-2ae9012c29a7 None None] For port 038b4f0f-9341-43a0-b85b-b190ebd781f6, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=038b4f0f-9341-43a0-b85b-b190ebd781f6,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:23:22.591627 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d1458f78-6610-49a5-b0d4-2ae9012c29a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:22.601259 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e77f258a-682c-47c5-90c5-f30be989ebe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:22.636975 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1fb23f38-8618-4fa0-aeed-2cbf7b45cbd3 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:22.643851 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb23f38-8618-4fa0-aeed-2cbf7b45cbd3 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:23:22.644522 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1fb23f38-8618-4fa0-aeed-2cbf7b45cbd3 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:22.653803 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-16f92a6a-3d47-4f9c-aeec-49259ce9ee4b tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "GET /v2.0/routers/82752e66-cc5c-41bf-8f2d-6c7855617185 HTTP/1.1" status: 200 len: 700 time: 0.1753027 Dec 15 19:23:22.654090 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55680) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:22.664121 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-493371cf-0167-411b-b657-12d6fe9824bc tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:22.712379 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-598ab832-ea46-4d3b-89dc-6db0b44928e5 None None] Set router 82752e66-cc5c-41bf-8f2d-6c7855617185 gateway port host: None {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:23:22.716650 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-720f8e61-8cd3-467b-be1a-50f8788561d7 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Synchronizing usage tracker for tenant:2a421f48bcf04f759d7a89b7f013838e on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:23:22.745902 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1458f78-6610-49a5-b0d4-2ae9012c29a7 None None] Routers {'7a84a25e-4688-4234-b584-30ae53b7fc7d'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:23:22.745902 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-d1458f78-6610-49a5-b0d4-2ae9012c29a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:23:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['7a84a25e-4688-4234-b584-30ae53b7fc7d'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:22.794895 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-720f8e61-8cd3-467b-be1a-50f8788561d7 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Unset dirty status for tenant:2a421f48bcf04f759d7a89b7f013838e on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:23:22.798707 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-720f8e61-8cd3-467b-be1a-50f8788561d7 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "GET /v2.0/ports?device_id=82752e66-cc5c-41bf-8f2d-6c7855617185 HTTP/1.1" status: 200 len: 205 time: 0.1406882 Dec 15 19:23:22.798844 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498ce3d2-fc77-4129-96cf-e47f86326246 None None] Pushing event updated for resources: {'Port': ['ID=038b4f0f-9341-43a0-b85b-b190ebd781f6,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:22.798950 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55684) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:22.891018 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1fb23f38-8618-4fa0-aeed-2cbf7b45cbd3 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3806031 Dec 15 19:23:22.927315 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-598ab832-ea46-4d3b-89dc-6db0b44928e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82752e66-cc5c-41bf-8f2d-6c7855617185', 'name': 'tempest-RoutersTest-router-2012370500', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:23:20Z', 'updated_at': '2021-12-15T19:23:21Z', 'revision_number': 2, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'gw_port_host': None}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:22.929212 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb23f38-8618-4fa0-aeed-2cbf7b45cbd3 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Pushing event updated for resources: {'Network': ['ID=82ed99c1-3f67-4270-8d9f-ce6e893d6c80,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:22.937873 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-237c9e04-4759-4d9c-89bd-e4981646eb50 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:22.953876 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1fb23f38-8618-4fa0-aeed-2cbf7b45cbd3 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:22.954516 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598ab832-ea46-4d3b-89dc-6db0b44928e5 None None] Checking router: 82752e66-cc5c-41bf-8f2d-6c7855617185 for host: dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:23:22.980756 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598ab832-ea46-4d3b-89dc-6db0b44928e5 None None] Routers {'82752e66-cc5c-41bf-8f2d-6c7855617185'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:23:22.981696 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-598ab832-ea46-4d3b-89dc-6db0b44928e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:23:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['82752e66-cc5c-41bf-8f2d-6c7855617185'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:23.116527 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-237c9e04-4759-4d9c-89bd-e4981646eb50 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Calling delete_port for 15d691a1-4572-4c47-b3e8-1829d63e2a17 owned by {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:23:23.120277 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-d1458f78-6610-49a5-b0d4-2ae9012c29a7 None None] Set router 7a84a25e-4688-4234-b584-30ae53b7fc7d gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:23:23.158549 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-00d49208-f61f-4ba6-a4f8-299ce3836850 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for router, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:23.268067 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-598ab832-ea46-4d3b-89dc-6db0b44928e5 None None] Set router 82752e66-cc5c-41bf-8f2d-6c7855617185 gateway port host: None {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:23:23.363201 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-498ce3d2-fc77-4129-96cf-e47f86326246 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.762s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:23.374759 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 441c8ccf-c108-43b1-8d88-1df0d38458d4 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:23:23.419459 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 82ed99c1-3f67-4270-8d9f-ce6e893d6c80 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:23:23.486428 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-598ab832-ea46-4d3b-89dc-6db0b44928e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82752e66-cc5c-41bf-8f2d-6c7855617185', 'name': 'tempest-RoutersTest-router-2012370500', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:23:20Z', 'updated_at': '2021-12-15T19:23:21Z', 'revision_number': 2, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'gw_port_host': None}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:23.501639 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598ab832-ea46-4d3b-89dc-6db0b44928e5 None None] The sync data for ids ['82752e66-cc5c-41bf-8f2d-6c7855617185'] in dv-neutron-821831-2-hyperv is: [{'id': '82752e66-cc5c-41bf-8f2d-6c7855617185', 'name': 'tempest-RoutersTest-router-2012370500', 'tenant_id': '2a421f48bcf04f759d7a89b7f013838e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:23:20Z', 'updated_at': '2021-12-15T19:23:21Z', 'revision_number': 2, 'project_id': '2a421f48bcf04f759d7a89b7f013838e', 'gw_port_host': None}] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:23:23.555056 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-237c9e04-4759-4d9c-89bd-e4981646eb50 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:23.571327 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-90be8d2d-38a2-44eb-91d3-86218926f040 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:23.634297 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b364dd9-59d3-4d58-8312-3add3341cb66 None None] Network baf5c562-3d98-441b-a6a0-f3fe4f99fc9b requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:23:23.691619 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237c9e04-4759-4d9c-89bd-e4981646eb50 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event deleted for resources: {'Port': ['ID=15d691a1-4572-4c47-b3e8-1829d63e2a17,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:23.695672 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-237c9e04-4759-4d9c-89bd-e4981646eb50 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:23.696678 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d03b77b8-e12a-4313-a250-2e8223c54ae8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:23.716374 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-49f000dd-5502-4e1b-9f3e-1afc830295ef tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:23.799794 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03b77b8-e12a-4313-a250-2e8223c54ae8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'Subnet': ['ID=7743b595-6cbf-4c22-a040-1b58944c2771,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:23.805160 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-00d49208-f61f-4ba6-a4f8-299ce3836850 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854207876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854699191'] for router, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:23.810773 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-00d49208-f61f-4ba6-a4f8-299ce3836850 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:23.811841 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d03b77b8-e12a-4313-a250-2e8223c54ae8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:23.866383 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-00d49208-f61f-4ba6-a4f8-299ce3836850 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854207982'] for router, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:23.866989 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00d49208-f61f-4ba6-a4f8-299ce3836850 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Fanout notify agent at l3_agent the message router_deleted on router 82752e66-cc5c-41bf-8f2d-6c7855617185 {{(pid=88990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 19:23:23.896527 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-237c9e04-4759-4d9c-89bd-e4981646eb50 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:23.896747 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-00d49208-f61f-4ba6-a4f8-299ce3836850 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:23.897747 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-00d49208-f61f-4ba6-a4f8-299ce3836850 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "DELETE /v2.0/routers/82752e66-cc5c-41bf-8f2d-6c7855617185 HTTP/1.1" status: 204 len: 168 time: 1.0977721 Dec 15 19:23:23.901323 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55688) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:23.916383 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 19:23:23.925958 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-237c9e04-4759-4d9c-89bd-e4981646eb50 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "DELETE /v2.0/ports/15d691a1-4572-4c47-b3e8-1829d63e2a17 HTTP/1.1" status: 204 len: 168 time: 2.1810112 Dec 15 19:23:23.928672 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55692) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:23.976281 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f03f9794-3ff3-431d-9017-d18d420df7c5 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "GET /v2.0/ports?device_id=82752e66-cc5c-41bf-8f2d-6c7855617185 HTTP/1.1" status: 200 len: 205 time: 0.0737102 Dec 15 19:23:23.978744 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55696) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:23.987449 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-7e3ad7af-cbb1-4ca8-af12-24ed521e19f2 None None] Provisioning for port 441c8ccf-c108-43b1-8d88-1df0d38458d4 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:23:23.995124 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-7e3ad7af-cbb1-4ca8-af12-24ed521e19f2 None None] Provisioning complete for port 441c8ccf-c108-43b1-8d88-1df0d38458d4 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:23:23.995552 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7e3ad7af-cbb1-4ca8-af12-24ed521e19f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:24.024878 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-31dfd108-d55d-4192-852b-47bb55698d6f tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] DELETE failed (client error): The resource could not be found. Dec 15 19:23:24.025532 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31dfd108-d55d-4192-852b-47bb55698d6f tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:23:24.027564 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-31dfd108-d55d-4192-852b-47bb55698d6f tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "DELETE /v2.0/ports/15d691a1-4572-4c47-b3e8-1829d63e2a17 HTTP/1.1" status: 404 len: 333 time: 0.0976610 Dec 15 19:23:24.032567 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55700) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:24.044660 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 441c8ccf-c108-43b1-8d88-1df0d38458d4 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:23:24.077257 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 441c8ccf-c108-43b1-8d88-1df0d38458d4 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:23:24.077685 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:24.079476 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-a35f07a3-e702-477c-9156-f572942ba470 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] delete failed (client error): The resource could not be found. Dec 15 19:23:24.081620 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a35f07a3-e702-477c-9156-f572942ba470 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "DELETE /v2.0/routers/82752e66-cc5c-41bf-8f2d-6c7855617185 HTTP/1.1" status: 404 len: 336 time: 0.1017005 Dec 15 19:23:24.084207 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55704) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:24.113700 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeeaeb91-a84c-455e-9305-866bc753bb2a tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] GET failed (client error): The resource could not be found. Dec 15 19:23:24.114537 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-eeeaeb91-a84c-455e-9305-866bc753bb2a tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Synchronizing usage tracker for tenant:f3e95df2fc6f4d8e9322e2f06d7e1f38 on resource:port {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:23:24.117350 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03b77b8-e12a-4313-a250-2e8223c54ae8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Checking segment: {'id': 'f60251cd-47c4-4e66-b0e2-b8b9d94d3dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '223a7835-c12c-4aa6-adbb-61b07fdb1249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:23:24.117873 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03b77b8-e12a-4313-a250-2e8223c54ae8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Network hostable DHCP agents. Network: 223a7835-c12c-4aa6-adbb-61b07fdb1249, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:23:24.139154 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a3446be-20d8-4eb7-96d5-cbeff1dc5403 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] DELETE failed (client error): The resource could not be found. Dec 15 19:23:24.139899 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a3446be-20d8-4eb7-96d5-cbeff1dc5403 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:23:24.142337 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-2a3446be-20d8-4eb7-96d5-cbeff1dc5403 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "DELETE /v2.0/subnets/7b88d350-57f6-4e19-ae4b-29eb1beaa5a3 HTTP/1.1" status: 404 len: 337 time: 0.0567517 Dec 15 19:23:24.144685 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55708) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:24.152430 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:24.182496 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-eeeaeb91-a84c-455e-9305-866bc753bb2a tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Unset dirty status for tenant:f3e95df2fc6f4d8e9322e2f06d7e1f38 on resource:port {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:23:24.185454 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-eeeaeb91-a84c-455e-9305-866bc753bb2a tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "GET /v2.0/ports/15d691a1-4572-4c47-b3e8-1829d63e2a17 HTTP/1.1" status: 404 len: 333 time: 0.1500242 Dec 15 19:23:24.189205 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55712) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:24.192204 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-e94dd59b-7f27-46a1-8c7f-afbae070a7d3 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] DELETE failed (client error): The resource could not be found. Dec 15 19:23:24.192841 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e94dd59b-7f27-46a1-8c7f-afbae070a7d3 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:23:24.196995 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e94dd59b-7f27-46a1-8c7f-afbae070a7d3 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "DELETE /v2.0/subnets/fe9d9289-d1de-4e90-b7c8-98e7c170341b HTTP/1.1" status: 404 len: 337 time: 0.0486307 Dec 15 19:23:24.197446 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55716) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:24.203839 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-d1458f78-6610-49a5-b0d4-2ae9012c29a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a84a25e-4688-4234-b584-30ae53b7fc7d', 'name': 'tempest-TestNetworkBasicOps-router-1134440842', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.93'}], 'enable_snat': True}, 'gw_port_id': '038b4f0f-9341-43a0-b85b-b190ebd781f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:23:16Z', 'updated_at': '2021-12-15T19:23:19Z', 'revision_number': 3, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': '038b4f0f-9341-43a0-b85b-b190ebd781f6', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:36:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a84a25e-4688-4234-b584-30ae53b7fc7d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:23:17Z', 'updated_at': '2021-12-15T19:23:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:24.237445 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03b77b8-e12a-4313-a250-2e8223c54ae8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Network 223a7835-c12c-4aa6-adbb-61b07fdb1249 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:23:24.248303 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b1aa286-1b5c-4d22-aa3d-811acef6c0d2 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] DELETE failed (client error): The resource could not be found. Dec 15 19:23:24.248932 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b1aa286-1b5c-4d22-aa3d-811acef6c0d2 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:23:24.253524 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4b1aa286-1b5c-4d22-aa3d-811acef6c0d2 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "DELETE /v2.0/subnets/8ca7af6a-42be-4f17-acc7-c24713f82445 HTTP/1.1" status: 404 len: 337 time: 0.0523844 Dec 15 19:23:24.253899 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55720) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:24.285082 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-d03b77b8-e12a-4313-a250-2e8223c54ae8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, 223a7835-c12c-4aa6-adbb-61b07fdb1249) {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:23:24.289418 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03b77b8-e12a-4313-a250-2e8223c54ae8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:23:24.290122 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d03b77b8-e12a-4313-a250-2e8223c54ae8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:24.296506 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2d0c00e-7d19-4a9c-970d-e7a011309573 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] DELETE failed (client error): The resource could not be found. Dec 15 19:23:24.296506 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2d0c00e-7d19-4a9c-970d-e7a011309573 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:23:24.301609 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b2d0c00e-7d19-4a9c-970d-e7a011309573 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "DELETE /v2.0/subnets/ca9accf0-e88c-467d-a684-50f557360418 HTTP/1.1" status: 404 len: 337 time: 0.0432882 Dec 15 19:23:24.301794 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1458f78-6610-49a5-b0d4-2ae9012c29a7 None None] The sync data for ids ['7a84a25e-4688-4234-b584-30ae53b7fc7d'] in dv-neutron-821831-2-hyperv is: [{'id': '7a84a25e-4688-4234-b584-30ae53b7fc7d', 'name': 'tempest-TestNetworkBasicOps-router-1134440842', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.93'}], 'enable_snat': True}, 'gw_port_id': '038b4f0f-9341-43a0-b85b-b190ebd781f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:23:16Z', 'updated_at': '2021-12-15T19:23:19Z', 'revision_number': 3, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': '038b4f0f-9341-43a0-b85b-b190ebd781f6', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:36:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a84a25e-4688-4234-b584-30ae53b7fc7d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:23:17Z', 'updated_at': '2021-12-15T19:23:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:23:24.301998 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55724) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:24.304486 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb4ff46-9cfe-41e8-8af9-c653616ba96d None None] Network 223a7835-c12c-4aa6-adbb-61b07fdb1249 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:23:24.359396 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-953bb77f-22e8-40ba-926c-8a05b0cb4f76 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "GET /v2.0/ports?device_id=3343e8b1-446a-4553-bbd7-92fdbc9107f9 HTTP/1.1" status: 200 len: 205 time: 0.0568743 Dec 15 19:23:24.359647 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d03b77b8-e12a-4313-a250-2e8223c54ae8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.8476524 Dec 15 19:23:24.360448 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55728) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:24.365411 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55732) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:24.469034 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-c2a00821-d89a-436e-89dd-5a45bc548b74 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] delete failed (client error): The resource could not be found. Dec 15 19:23:24.470664 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c2a00821-d89a-436e-89dd-5a45bc548b74 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "DELETE /v2.0/routers/3343e8b1-446a-4553-bbd7-92fdbc9107f9 HTTP/1.1" status: 404 len: 336 time: 0.1035497 Dec 15 19:23:24.474958 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55736) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:24.544950 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ae5077de-8616-4d7c-a469-6608fbbe62d4 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd7ce2af-59dc-4e8e-9d57-30bf36e4ad8f HTTP/1.1" status: 200 len: 205 time: 0.0551307 Dec 15 19:23:24.545784 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55740) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:24.724723 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:24.773824 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-3893abb0-bb94-4765-9be7-6b1d8338ec21 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Deleting subnet c090e4a9-75b7-4e17-a185-42cbada24603 {{(pid=88990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:23:24.791045 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3893abb0-bb94-4765-9be7-6b1d8338ec21 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for subnet, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:24.797631 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7e3ad7af-cbb1-4ca8-af12-24ed521e19f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:24.847773 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-36539426-a2dc-488b-8ca0-f5799df46389 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] delete failed (client error): The resource could not be found. Dec 15 19:23:24.848922 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-36539426-a2dc-488b-8ca0-f5799df46389 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "DELETE /v2.0/routers/bd7ce2af-59dc-4e8e-9d57-30bf36e4ad8f HTTP/1.1" status: 404 len: 336 time: 0.3018663 Dec 15 19:23:24.860388 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55744) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:24.912485 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port 441c8ccf-c108-43b1-8d88-1df0d38458d4, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=441c8ccf-c108-43b1-8d88-1df0d38458d4,segment=NetworkSegment(e51fb936-8062-4e44-bc80-085c78d5c6fc),segment_id=e51fb936-8062-4e44-bc80-085c78d5c6fc)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:23:24.919709 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-169c13e7-a7c9-48e4-bae4-b53e0220cc64 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] DELETE failed (client error): The resource could not be found. Dec 15 19:23:24.920208 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-169c13e7-a7c9-48e4-bae4-b53e0220cc64 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:23:24.922162 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-169c13e7-a7c9-48e4-bae4-b53e0220cc64 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "DELETE /v2.0/subnets/b54c3684-1f32-44ee-b8ac-ad43f827c2de HTTP/1.1" status: 404 len: 337 time: 0.0607724 Dec 15 19:23:24.925127 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55748) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:24.993398 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-22d53012-2daa-4fe9-9b18-fa07a8675048 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c66237e-a7c4-4681-8e33-31465ad664c0 HTTP/1.1" status: 200 len: 205 time: 0.0669541 Dec 15 19:23:24.996096 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55752) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:25.000458 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-7e3ad7af-cbb1-4ca8-af12-24ed521e19f2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88992) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:23:25.001095 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-7e3ad7af-cbb1-4ca8-af12-24ed521e19f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:23:25.004760 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:25.005395 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3893abb0-bb94-4765-9be7-6b1d8338ec21 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838448728'] for subnet, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:25.010687 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d3851c98-d41d-4875-8a3d-03239ff0c784 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:25.171170 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f639fa4-a775-41b7-b0ef-92fbae79f2a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-223a7835-c12c-4aa6-adbb-61b07fdb1249', 'network_id': '223a7835-c12c-4aa6-adbb-61b07fdb1249', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'fixed_ips': [{'subnet_id': '7743b595-6cbf-4c22-a040-1b58944c2771'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:23:25.172077 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6f639fa4-a775-41b7-b0ef-92fbae79f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:25.199603 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=441c8ccf-c108-43b1-8d88-1df0d38458d4,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:25.203731 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:25.460482 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-6f639fa4-a775-41b7-b0ef-92fbae79f2a0 None None] Allocated IP 172.20.0.2 (223a7835-c12c-4aa6-adbb-61b07fdb1249/7743b595-6cbf-4c22-a040-1b58944c2771/d0284858-f9d1-44d5-833c-536d927cf3ee) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:23:25.495119 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-647dd4be-29d2-4193-ac51-18125926dc7b tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] delete failed (client error): The resource could not be found. Dec 15 19:23:25.497249 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-647dd4be-29d2-4193-ac51-18125926dc7b tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "DELETE /v2.0/routers/2c66237e-a7c4-4681-8e33-31465ad664c0 HTTP/1.1" status: 404 len: 336 time: 0.4963784 Dec 15 19:23:25.500741 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55756) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:25.561184 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-7608a522-1b0b-402a-b319-c351c88ac32d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "GET /v2.0/ports?device_id=34c1f494-d800-4b7a-91e2-f1b0f8b721a5 HTTP/1.1" status: 200 len: 205 time: 0.0588350 Dec 15 19:23:25.565399 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55760) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:25.655335 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6dfc62f9-87fc-4bd1-a31b-b2c0064763f7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:25.786944 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3893abb0-bb94-4765-9be7-6b1d8338ec21 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:25.870365 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6f639fa4-a775-41b7-b0ef-92fbae79f2a0 None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:25.923684 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-69de8425-6445-45ce-93ea-2f0138abad6a tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] delete failed (client error): The resource could not be found. Dec 15 19:23:25.924839 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-69de8425-6445-45ce-93ea-2f0138abad6a tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "DELETE /v2.0/routers/34c1f494-d800-4b7a-91e2-f1b0f8b721a5 HTTP/1.1" status: 404 len: 336 time: 0.3565354 Dec 15 19:23:25.929420 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55764) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:25.937109 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3893abb0-bb94-4765-9be7-6b1d8338ec21 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16636259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14850861'] for subnet, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:25.995116 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f0b132ca-8b5f-43ed-a813-12fe65ef259d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:25.999429 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-6f639fa4-a775-41b7-b0ef-92fbae79f2a0 None None] Transition to ACTIVE for port object d0284858-f9d1-44d5-833c-536d927cf3ee will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:23:26.049588 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-6f639fa4-a775-41b7-b0ef-92fbae79f2a0 None None] Transition to ACTIVE for port object d0284858-f9d1-44d5-833c-536d927cf3ee will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:23:26.057046 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5d2ea0c-2ed9-4657-b477-c84f165bac0b tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] DELETE failed (client error): The resource could not be found. Dec 15 19:23:26.057781 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5d2ea0c-2ed9-4657-b477-c84f165bac0b tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:23:26.065452 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3893abb0-bb94-4765-9be7-6b1d8338ec21 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event deleted for resources: {'Subnet': ['ID=c090e4a9-75b7-4e17-a185-42cbada24603,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:26.083657 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b5d2ea0c-2ed9-4657-b477-c84f165bac0b tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "DELETE /v2.0/subnets/e98aaa4b-cd9f-4fd0-a3b8-d6aaaa028e82 HTTP/1.1" status: 404 len: 337 time: 0.1529653 Dec 15 19:23:26.087542 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6f639fa4-a775-41b7-b0ef-92fbae79f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:26.107384 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3893abb0-bb94-4765-9be7-6b1d8338ec21 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:26.110409 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-3893abb0-bb94-4765-9be7-6b1d8338ec21 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "DELETE /v2.0/subnets/c090e4a9-75b7-4e17-a185-42cbada24603 HTTP/1.1" status: 204 len: 168 time: 1.9192662 Dec 15 19:23:26.110776 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55768) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:26.119708 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-cf32e0c5-5252-492a-933f-b35a0a252e43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:26.174340 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-3cc5262e-c02e-4634-915b-4f6ec50f7a0a tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "GET /v2.0/ports?device_id=0abd52a8-70e7-4639-9926-27c7eae37603 HTTP/1.1" status: 200 len: 205 time: 0.0622396 Dec 15 19:23:26.176759 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3893abb0-bb94-4765-9be7-6b1d8338ec21 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:23:26.177201 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3893abb0-bb94-4765-9be7-6b1d8338ec21 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:23:26.177632 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3893abb0-bb94-4765-9be7-6b1d8338ec21 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:23:26.178060 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3893abb0-bb94-4765-9be7-6b1d8338ec21 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:23:26.178506 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3893abb0-bb94-4765-9be7-6b1d8338ec21 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:23:26.178926 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3893abb0-bb94-4765-9be7-6b1d8338ec21 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:23:26.182694 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3893abb0-bb94-4765-9be7-6b1d8338ec21 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:23:26.183129 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3893abb0-bb94-4765-9be7-6b1d8338ec21 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:23:26.183604 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3893abb0-bb94-4765-9be7-6b1d8338ec21 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:23:26.183978 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3893abb0-bb94-4765-9be7-6b1d8338ec21 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:23:26.184924 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3893abb0-bb94-4765-9be7-6b1d8338ec21 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:23:26.187780 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55772) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:26.188005 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55774) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:26.223214 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d632af-efdf-4604-b58a-0b7ddad8883c None None] Network baf5c562-3d98-441b-a6a0-f3fe4f99fc9b requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:23:26.299273 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3893abb0-bb94-4765-9be7-6b1d8338ec21 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:26.375863 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f639fa4-a775-41b7-b0ef-92fbae79f2a0 None None] Network 223a7835-c12c-4aa6-adbb-61b07fdb1249 is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:23:26.392302 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-6f639fa4-a775-41b7-b0ef-92fbae79f2a0 None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:23:26.417065 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f639fa4-a775-41b7-b0ef-92fbae79f2a0 None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:23:26.467320 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f639fa4-a775-41b7-b0ef-92fbae79f2a0 None None] Pushing event updated for resources: {'Port': ['ID=d0284858-f9d1-44d5-833c-536d927cf3ee,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:26.468927 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-6dfc62f9-87fc-4bd1-a31b-b2c0064763f7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Allocated IP 172.20.0.1 (223a7835-c12c-4aa6-adbb-61b07fdb1249/7743b595-6cbf-4c22-a040-1b58944c2771/d6c02ce4-50c9-4450-b843-c8860cd468e6) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:23:26.508407 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6f639fa4-a775-41b7-b0ef-92fbae79f2a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:26.518965 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f66689cd-1e80-47fb-9dbb-e1184b176c58 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:26.547055 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-b39d0966-2d6e-4f7e-ab9b-9a8751b00ab5 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] delete failed (client error): The resource could not be found. Dec 15 19:23:26.548577 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b39d0966-2d6e-4f7e-ab9b-9a8751b00ab5 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "DELETE /v2.0/routers/0abd52a8-70e7-4639-9926-27c7eae37603 HTTP/1.1" status: 404 len: 336 time: 0.3546495 Dec 15 19:23:26.555971 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55780) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:26.685202 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-0843ef61-68dd-4d61-94c4-1706aaf3b26a tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] DELETE failed (client error): The resource could not be found. Dec 15 19:23:26.690991 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0843ef61-68dd-4d61-94c4-1706aaf3b26a tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:23:26.695896 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0843ef61-68dd-4d61-94c4-1706aaf3b26a tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "DELETE /v2.0/subnets/15983662-ddee-409e-ab45-d1baba3f467e HTTP/1.1" status: 404 len: 337 time: 0.1385307 Dec 15 19:23:26.699281 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-f66689cd-1e80-47fb-9dbb-e1184b176c58 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Deleting port 441c8ccf-c108-43b1-8d88-1df0d38458d4 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:23:26.699975 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f66689cd-1e80-47fb-9dbb-e1184b176c58 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:26.713866 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6dfc62f9-87fc-4bd1-a31b-b2c0064763f7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:26.737013 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-6dfc62f9-87fc-4bd1-a31b-b2c0064763f7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Transition to ACTIVE for port object d6c02ce4-50c9-4450-b843-c8860cd468e6 will not be triggered until provisioned by entity DHCP. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:23:26.738386 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-6f639fa4-a775-41b7-b0ef-92fbae79f2a0 None None] Attempting to bind port d0284858-f9d1-44d5-833c-536d927cf3ee on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:23:26.738828 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-6f639fa4-a775-41b7-b0ef-92fbae79f2a0 None None] Attempting to bind port d0284858-f9d1-44d5-833c-536d927cf3ee by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'f60251cd-47c4-4e66-b0e2-b8b9d94d3dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '223a7835-c12c-4aa6-adbb-61b07fdb1249'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:23:26.739257 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f639fa4-a775-41b7-b0ef-92fbae79f2a0 None None] Attempting to bind port d0284858-f9d1-44d5-833c-536d927cf3ee on network 223a7835-c12c-4aa6-adbb-61b07fdb1249 {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:23:26.743569 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-89f76286-d204-41db-a566-6f71e754aaad None None] Could not find standard attr ID for object 15d691a1-4572-4c47-b3e8-1829d63e2a17. {{(pid=88992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 15 19:23:26.758973 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55784) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:26.759297 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55786) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:26.765542 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f639fa4-a775-41b7-b0ef-92fbae79f2a0 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:23:26.766129 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f639fa4-a775-41b7-b0ef-92fbae79f2a0 None None] Checking segment: {'id': 'f60251cd-47c4-4e66-b0e2-b8b9d94d3dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '223a7835-c12c-4aa6-adbb-61b07fdb1249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:23:26.771522 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6f639fa4-a775-41b7-b0ef-92fbae79f2a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:26.771522 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f639fa4-a775-41b7-b0ef-92fbae79f2a0 None None] Bound using segment: {'id': 'f60251cd-47c4-4e66-b0e2-b8b9d94d3dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '223a7835-c12c-4aa6-adbb-61b07fdb1249'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:23:26.771522 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-6f639fa4-a775-41b7-b0ef-92fbae79f2a0 None None] Bound port: d0284858-f9d1-44d5-833c-536d927cf3ee, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f60251cd-47c4-4e66-b0e2-b8b9d94d3dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '223a7835-c12c-4aa6-adbb-61b07fdb1249'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:23:26.771522 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6f639fa4-a775-41b7-b0ef-92fbae79f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:26.810663 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-c2309a4f-82d1-44b7-8fb7-3838ba0a6396 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Request body: {'subnets': [{'network_id': 'b09ebd5f-be9c-484d-a899-35cbe3ef4b98', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--761347733', 'ip_version': 6}, {'network_id': '82ed99c1-3f67-4270-8d9f-ce6e893d6c80', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:23:26.811074 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-c2309a4f-82d1-44b7-8fb7-3838ba0a6396 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Request body: {'subnet': {'network_id': 'b09ebd5f-be9c-484d-a899-35cbe3ef4b98', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--761347733', 'ip_version': 6}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:23:26.811776 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-c2309a4f-82d1-44b7-8fb7-3838ba0a6396 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Request body: {'subnet': {'network_id': '82ed99c1-3f67-4270-8d9f-ce6e893d6c80', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:23:26.836115 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6dfc62f9-87fc-4bd1-a31b-b2c0064763f7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:26.842450 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-89f76286-d204-41db-a566-6f71e754aaad None None] Provisioning complete for port 441c8ccf-c108-43b1-8d88-1df0d38458d4 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:23:26.842882 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-89f76286-d204-41db-a566-6f71e754aaad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:26.850844 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f30a88ff-28d2-4497-bc6e-0c52f448bed0 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:26.985808 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-6f639fa4-a775-41b7-b0ef-92fbae79f2a0 None None] For port d0284858-f9d1-44d5-833c-536d927cf3ee, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:23:26.991018 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-f66689cd-1e80-47fb-9dbb-e1184b176c58 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] For port 441c8ccf-c108-43b1-8d88-1df0d38458d4, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=441c8ccf-c108-43b1-8d88-1df0d38458d4,segment=NetworkSegment(e51fb936-8062-4e44-bc80-085c78d5c6fc),segment_id=e51fb936-8062-4e44-bc80-085c78d5c6fc)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:23:26.991605 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f66689cd-1e80-47fb-9dbb-e1184b176c58 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:27.025343 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce2e6ed-62d6-451c-8ce0-d01fcfd8a797 None None] DHCP port deletion for baf5c562-3d98-441b-a6a0-f3fe4f99fc9b request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:23:27.040023 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-cce2e6ed-62d6-451c-8ce0-d01fcfd8a797 None None] Deleting port 441c8ccf-c108-43b1-8d88-1df0d38458d4 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:23:27.040458 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cce2e6ed-62d6-451c-8ce0-d01fcfd8a797 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:27.069669 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-6f639fa4-a775-41b7-b0ef-92fbae79f2a0 None None] For port d0284858-f9d1-44d5-833c-536d927cf3ee, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=d0284858-f9d1-44d5-833c-536d927cf3ee,segment=NetworkSegment(f60251cd-47c4-4e66-b0e2-b8b9d94d3dc9),segment_id=f60251cd-47c4-4e66-b0e2-b8b9d94d3dc9)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:23:27.111188 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6f639fa4-a775-41b7-b0ef-92fbae79f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:27.119372 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7c7b7b5d-7d7c-41a6-b45b-05349d99854a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:27.174979 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-f66689cd-1e80-47fb-9dbb-e1184b176c58 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Calling delete_port for 441c8ccf-c108-43b1-8d88-1df0d38458d4 owned by network:dhcp {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:23:27.183292 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 038b4f0f-9341-43a0-b85b-b190ebd781f6 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:23:27.276472 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-cce2e6ed-62d6-451c-8ce0-d01fcfd8a797 None None] The port '441c8ccf-c108-43b1-8d88-1df0d38458d4' was deleted {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 15 19:23:27.292098 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfc62f9-87fc-4bd1-a31b-b2c0064763f7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'Port': ['ID=d6c02ce4-50c9-4450-b843-c8860cd468e6,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:27.295752 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f66689cd-1e80-47fb-9dbb-e1184b176c58 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:27.300635 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f06e96d6-613b-423c-9007-2e2469d52ddb tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "GET /v2.0/ports?device_id=59acb6bf-6b69-4bfa-9b9d-b9793b8dc451 HTTP/1.1" status: 200 len: 205 time: 0.5337749 Dec 15 19:23:27.300818 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-18b99aee-0e20-44d0-90a7-c5cbf173c109 tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:27.312279 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55792) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:27.347263 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66689cd-1e80-47fb-9dbb-e1184b176c58 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event deleted for resources: {'Port': ['ID=441c8ccf-c108-43b1-8d88-1df0d38458d4,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:27.351817 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f66689cd-1e80-47fb-9dbb-e1184b176c58 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:27.358063 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66689cd-1e80-47fb-9dbb-e1184b176c58 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] No DVR routers for this DVR port 441c8ccf-c108-43b1-8d88-1df0d38458d4 on host dv-neutron-821831-2-hyperv {{(pid=88990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:23:27.416424 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfc62f9-87fc-4bd1-a31b-b2c0064763f7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Network 223a7835-c12c-4aa6-adbb-61b07fdb1249 is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:23:27.421930 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfc62f9-87fc-4bd1-a31b-b2c0064763f7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:23:27.422394 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfc62f9-87fc-4bd1-a31b-b2c0064763f7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:23:27.422823 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfc62f9-87fc-4bd1-a31b-b2c0064763f7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:23:27.423248 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfc62f9-87fc-4bd1-a31b-b2c0064763f7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:23:27.423669 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfc62f9-87fc-4bd1-a31b-b2c0064763f7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:23:27.424091 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfc62f9-87fc-4bd1-a31b-b2c0064763f7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:23:27.424507 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfc62f9-87fc-4bd1-a31b-b2c0064763f7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:23:27.424933 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfc62f9-87fc-4bd1-a31b-b2c0064763f7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:23:27.425335 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfc62f9-87fc-4bd1-a31b-b2c0064763f7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:23:27.425753 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfc62f9-87fc-4bd1-a31b-b2c0064763f7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:23:27.426169 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfc62f9-87fc-4bd1-a31b-b2c0064763f7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:23:27.430752 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-09609835-db92-4e91-8615-2b1ae82be64d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] delete failed (client error): The resource could not be found. Dec 15 19:23:27.434525 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-09609835-db92-4e91-8615-2b1ae82be64d tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "DELETE /v2.0/routers/59acb6bf-6b69-4bfa-9b9d-b9793b8dc451 HTTP/1.1" status: 404 len: 336 time: 0.1050577 Dec 15 19:23:27.434525 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6dfc62f9-87fc-4bd1-a31b-b2c0064763f7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.582s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:27.444420 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-6dfc62f9-87fc-4bd1-a31b-b2c0064763f7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:23:27.448970 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55796) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:27.499316 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f639fa4-a775-41b7-b0ef-92fbae79f2a0 None None] Pushing event updated for resources: {'Port': ['ID=d0284858-f9d1-44d5-833c-536d927cf3ee,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:27.502269 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f66689cd-1e80-47fb-9dbb-e1184b176c58 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:27.506198 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6f639fa4-a775-41b7-b0ef-92fbae79f2a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:27.520274 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfc62f9-87fc-4bd1-a31b-b2c0064763f7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:23:27.535549 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-f66689cd-1e80-47fb-9dbb-e1184b176c58 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baf5c562-3d98-441b-a6a0-f3fe4f99fc9b']}} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:27.549977 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-f66689cd-1e80-47fb-9dbb-e1184b176c58 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e51fb936-8062-4e44-bc80-085c78d5c6fc') {'for_net_delete': True} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:27.550367 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-f66689cd-1e80-47fb-9dbb-e1184b176c58 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e51fb936-8062-4e44-bc80-085c78d5c6fc') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:27.554141 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 038b4f0f-9341-43a0-b85b-b190ebd781f6 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:23:27.555597 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-7632d2a3-4ecd-4fd1-a771-df0ace48798e tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] DELETE failed (client error): The resource could not be found. Dec 15 19:23:27.556101 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7632d2a3-4ecd-4fd1-a771-df0ace48798e tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:23:27.571842 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 038b4f0f-9341-43a0-b85b-b190ebd781f6 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:23:27.572259 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:27.575413 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f66689cd-1e80-47fb-9dbb-e1184b176c58 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16327073'] for segment, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:27.595700 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f66689cd-1e80-47fb-9dbb-e1184b176c58 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:27.603468 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f66689cd-1e80-47fb-9dbb-e1184b176c58 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=88990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:23:27.604145 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f66689cd-1e80-47fb-9dbb-e1184b176c58 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838138943'] for segment, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:27.625163 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:23:27.625163 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:23:27.625163 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:23:27.625163 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:23:27.625163 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:23:27.625163 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:23:27.625163 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:23:27.625163 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:23:27.625163 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:23:27.625163 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:23:27.625163 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:23:27.625163 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:23:27.625163 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:23:27.625163 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:23:27.625163 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:23:27.625163 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:23:27.625163 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:23:27.625163 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:23:27.625163 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:23:27.625163 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:23:27.625163 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:23:27.625163 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:23:27.625163 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:23:27.625163 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:23:27.625163 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:23:27.625163 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:23:27.625163 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:23:27.625163 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:23:27.625163 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:23:27.625163 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:23:27.625163 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:23:27.625163 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:23:27.726487 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-7632d2a3-4ecd-4fd1-a771-df0ace48798e tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "DELETE /v2.0/subnets/be649512-c542-4d05-9343-efc2f7331778 HTTP/1.1" status: 404 len: 337 time: 0.2763667 Dec 15 19:23:27.727140 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55800) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:27.773301 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:27.782578 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f66689cd-1e80-47fb-9dbb-e1184b176c58 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:27.791037 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c7733b23-1662-4787-83ea-485ba7c23608 tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:27.801063 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fdc9445-328c-4d27-80fb-9fd16fd413c1 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] DELETE failed (client error): The resource could not be found. Dec 15 19:23:27.801566 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fdc9445-328c-4d27-80fb-9fd16fd413c1 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:23:27.809479 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-7fdc9445-328c-4d27-80fb-9fd16fd413c1 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] 10.222.0.36 "DELETE /v2.0/subnets/7f04068c-9b7b-494b-b61d-4a24e67fea7c HTTP/1.1" status: 404 len: 337 time: 0.0630767 Dec 15 19:23:27.812276 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f66689cd-1e80-47fb-9dbb-e1184b176c58 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:27.828264 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port 038b4f0f-9341-43a0-b85b-b190ebd781f6, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=038b4f0f-9341-43a0-b85b-b190ebd781f6,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:23:27.832165 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66689cd-1e80-47fb-9dbb-e1184b176c58 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event deleted for resources: {'Network': ['ID=baf5c562-3d98-441b-a6a0-f3fe4f99fc9b,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:27.834675 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f66689cd-1e80-47fb-9dbb-e1184b176c58 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:27.849876 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6dfc62f9-87fc-4bd1-a31b-b2c0064763f7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630901'] for router_interface, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:27.861499 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-c2309a4f-82d1-44b7-8fb7-3838ba0a6396 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:23:27.866130 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-c2309a4f-82d1-44b7-8fb7-3838ba0a6396 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Usage tracker for resource:subnet and tenant:f5e35ec491f443d6ba0bdd9b852d1a22 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:23:27.873511 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-c2309a4f-82d1-44b7-8fb7-3838ba0a6396 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:23:27.874617 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f66689cd-1e80-47fb-9dbb-e1184b176c58 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "DELETE /v2.0/networks/baf5c562-3d98-441b-a6a0-f3fe4f99fc9b HTTP/1.1" status: 204 len: 168 time: 1.6854684 Dec 15 19:23:27.878672 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55806) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:27.884438 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-c2309a4f-82d1-44b7-8fb7-3838ba0a6396 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:23:27.885390 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-d5046494-d9ed-45bd-b44f-e73b3591ef10 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-666714889'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:23:27.892602 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-d5046494-d9ed-45bd-b44f-e73b3591ef10 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:23:27.897516 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d5046494-d9ed-45bd-b44f-e73b3591ef10 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Usage tracker for resource:network and tenant:f3e95df2fc6f4d8e9322e2f06d7e1f38 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:23:27.902706 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:27.905030 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1466a270-0b2f-4c07-a7ea-8d199492aec0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:27.905464 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d5046494-d9ed-45bd-b44f-e73b3591ef10 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:23:27.913763 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-d5046494-d9ed-45bd-b44f-e73b3591ef10 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:23:27.936006 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2309a4f-82d1-44b7-8fb7-3838ba0a6396 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Made reservation on behalf of f5e35ec491f443d6ba0bdd9b852d1a22 for: {'subnet': 2} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:23:27.968018 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5046494-d9ed-45bd-b44f-e73b3591ef10 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Made reservation on behalf of f3e95df2fc6f4d8e9322e2f06d7e1f38 for: {'network': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:23:27.982121 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d5046494-d9ed-45bd-b44f-e73b3591ef10 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:28.028738 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 441c8ccf-c108-43b1-8d88-1df0d38458d4 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:23:28.079167 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5046494-d9ed-45bd-b44f-e73b3591ef10 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=88990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:23:28.084671 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 441c8ccf-c108-43b1-8d88-1df0d38458d4 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:23:28.085081 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 441c8ccf-c108-43b1-8d88-1df0d38458d4 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:23:28.103029 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d5046494-d9ed-45bd-b44f-e73b3591ef10 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:28.103280 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-d5046494-d9ed-45bd-b44f-e73b3591ef10 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Added segment 57266ba3-4687-4d54-9b80-7d31cc3091ef of type vlan for network 62d203f5-37ae-43dd-beed-92ff671793ae Dec 15 19:23:28.126083 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=038b4f0f-9341-43a0-b85b-b190ebd781f6,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:28.145068 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d5046494-d9ed-45bd-b44f-e73b3591ef10 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:28.145261 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:28.222284 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d5046494-d9ed-45bd-b44f-e73b3591ef10 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:28.226784 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5046494-d9ed-45bd-b44f-e73b3591ef10 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:23:28.227437 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d5046494-d9ed-45bd-b44f-e73b3591ef10 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:28.234069 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-93fb8e3a-af40-46de-bf87-5e2c848dc1ab tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:28.238699 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6dfc62f9-87fc-4bd1-a31b-b2c0064763f7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:28.344874 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5046494-d9ed-45bd-b44f-e73b3591ef10 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event updated for resources: {'Network': ['ID=62d203f5-37ae-43dd-beed-92ff671793ae,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:28.347848 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d5046494-d9ed-45bd-b44f-e73b3591ef10 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:28.357356 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 62d203f5-37ae-43dd-beed-92ff671793ae details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:23:28.372930 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d5046494-d9ed-45bd-b44f-e73b3591ef10 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4931192 Dec 15 19:23:28.375796 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55812) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:28.384920 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-42c49f86-75e7-430d-978f-953b494ada04 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Request body: {'subnet': {'network_id': '62d203f5-37ae-43dd-beed-92ff671793ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:23:28.401878 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c2309a4f-82d1-44b7-8fb7-3838ba0a6396 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:28.404858 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55816) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:28.519505 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-42c49f86-75e7-430d-978f-953b494ada04 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:23:28.523812 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-42c49f86-75e7-430d-978f-953b494ada04 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Usage tracker for resource:subnet and tenant:f3e95df2fc6f4d8e9322e2f06d7e1f38 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:23:28.526883 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-42c49f86-75e7-430d-978f-953b494ada04 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:23:28.533836 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-42c49f86-75e7-430d-978f-953b494ada04 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:23:28.571441 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c49f86-75e7-430d-978f-953b494ada04 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Made reservation on behalf of f3e95df2fc6f4d8e9322e2f06d7e1f38 for: {'subnet': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:23:28.720076 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-42c49f86-75e7-430d-978f-953b494ada04 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839924940'] for subnet, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:28.834301 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a9f0d5f1-1a8f-45d3-b6b1-65d06f19f844 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2a421f48bcf04f759d7a89b7f013838e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4280603 Dec 15 19:23:28.837834 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55822) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:28.979387 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c0e7c3b0-340a-4c62-ad8c-59ce0cab7665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:29.029033 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c0e7c3b0-340a-4c62-ad8c-59ce0cab7665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:29.105394 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6dfc62f9-87fc-4bd1-a31b-b2c0064763f7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for port, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:29.136960 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6dfc62f9-87fc-4bd1-a31b-b2c0064763f7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:29.177895 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-42c49f86-75e7-430d-978f-953b494ada04 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838139473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839924955'] for subnet, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:29.185229 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0e512ccc-0514-460f-aa3e-f1e21a796870 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:29.210218 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 038b4f0f-9341-43a0-b85b-b190ebd781f6 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:23:29.221822 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f5991892-961c-4746-aa83-f99d391dd5e9 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:29.252728 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6dfc62f9-87fc-4bd1-a31b-b2c0064763f7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1959989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854145006'] for router_interface, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:29.305818 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 038b4f0f-9341-43a0-b85b-b190ebd781f6 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:23:29.306601 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c49f86-75e7-430d-978f-953b494ada04 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event updated for resources: {'Subnet': ['ID=0fc0aae6-c0b0-4d25-8249-2aefbc1fb810,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:29.308119 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:29.313737 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-42c49f86-75e7-430d-978f-953b494ada04 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:29.314450 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c0e7c3b0-340a-4c62-ad8c-59ce0cab7665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:29.319684 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b969218b-d0ae-4e20-93c3-a5f1a19ef46a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:29.332663 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfc62f9-87fc-4bd1-a31b-b2c0064763f7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'Port': ['ID=d6c02ce4-50c9-4450-b843-c8860cd468e6,revision_number=2']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:29.337882 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e7c3b0-340a-4c62-ad8c-59ce0cab7665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1964e7fa-0f19-4cf3-aa3c-43f213b21dd6,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:29.339886 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c49f86-75e7-430d-978f-953b494ada04 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Checking segment: {'id': '57266ba3-4687-4d54-9b80-7d31cc3091ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '62d203f5-37ae-43dd-beed-92ff671793ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:23:29.340318 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c49f86-75e7-430d-978f-953b494ada04 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Network hostable DHCP agents. Network: 62d203f5-37ae-43dd-beed-92ff671793ae, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:23:29.345401 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c0e7c3b0-340a-4c62-ad8c-59ce0cab7665 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:29.361843 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c0e7c3b0-340a-4c62-ad8c-59ce0cab7665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:29.365298 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c0e7c3b0-340a-4c62-ad8c-59ce0cab7665 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1964e7fa-0f19-4cf3-aa3c-43f213b21dd6 HTTP/1.1" status: 204 len: 168 time: 0.5242460 Dec 15 19:23:29.410699 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c49f86-75e7-430d-978f-953b494ada04 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Network 62d203f5-37ae-43dd-beed-92ff671793ae is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:23:29.418754 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6dfc62f9-87fc-4bd1-a31b-b2c0064763f7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:29.461410 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-42c49f86-75e7-430d-978f-953b494ada04 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, 62d203f5-37ae-43dd-beed-92ff671793ae) {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:23:29.469070 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c49f86-75e7-430d-978f-953b494ada04 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:23:29.475678 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-42c49f86-75e7-430d-978f-953b494ada04 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:29.476672 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055637dc-55e6-4ac1-8b30-4dc61c2f93c8 None None] Network 62d203f5-37ae-43dd-beed-92ff671793ae requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:23:29.548367 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfc62f9-87fc-4bd1-a31b-b2c0064763f7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Network 223a7835-c12c-4aa6-adbb-61b07fdb1249 is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:23:29.548938 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-42c49f86-75e7-430d-978f-953b494ada04 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1708307 Dec 15 19:23:29.550871 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55828) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:29.554038 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-6dfc62f9-87fc-4bd1-a31b-b2c0064763f7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:23:29.565465 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-fb307f68-01ac-4526-8ecf-a392c52bbd72 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Request body: {'port': {'network_id': '62d203f5-37ae-43dd-beed-92ff671793ae', 'security_groups': [], 'name': 'tempest-PortsTestJSON-150629772'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:23:29.589039 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2880c0a-8328-43d6-86ff-3e5a294750e9 None None] Network 223a7835-c12c-4aa6-adbb-61b07fdb1249 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:23:29.671866 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device d0284858-f9d1-44d5-833c-536d927cf3ee up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:23:29.685117 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c2309a4f-82d1-44b7-8fb7-3838ba0a6396 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:29.695465 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-21b3d81b-c1e0-4a03-acb4-5a2e42840b01 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:29.851239 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-e47467db-694b-49ce-b23c-ad208e3b9a4e None None] Provisioning for port d0284858-f9d1-44d5-833c-536d927cf3ee completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:23:29.956491 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2309a4f-82d1-44b7-8fb7-3838ba0a6396 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Pushing event updated for resources: {'Subnet': ['ID=0992edd7-270c-46c5-90a6-d8923fbff8c9,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:29.979013 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port d0284858-f9d1-44d5-833c-536d927cf3ee completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:23:29.979561 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c2309a4f-82d1-44b7-8fb7-3838ba0a6396 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:29.991125 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port d0284858-f9d1-44d5-833c-536d927cf3ee triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:23:29.991845 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:30.017705 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2309a4f-82d1-44b7-8fb7-3838ba0a6396 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Checking segment: {'id': 'f2796e38-0a86-424e-a3df-373fe5b7490b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b09ebd5f-be9c-484d-a899-35cbe3ef4b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:23:30.018138 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2309a4f-82d1-44b7-8fb7-3838ba0a6396 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Network hostable DHCP agents. Network: b09ebd5f-be9c-484d-a899-35cbe3ef4b98, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:23:30.022072 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc030dc-7447-459e-8e56-77141b5540b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-62d203f5-37ae-43dd-beed-92ff671793ae', 'network_id': '62d203f5-37ae-43dd-beed-92ff671793ae', 'tenant_id': 'f3e95df2fc6f4d8e9322e2f06d7e1f38', 'fixed_ips': [{'subnet_id': '0fc0aae6-c0b0-4d25-8249-2aefbc1fb810'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:23:30.022998 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bbc030dc-7447-459e-8e56-77141b5540b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:30.282686 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:30.362912 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-fb307f68-01ac-4526-8ecf-a392c52bbd72 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:23:30.373636 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-fb307f68-01ac-4526-8ecf-a392c52bbd72 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Usage tracker for resource:port and tenant:f3e95df2fc6f4d8e9322e2f06d7e1f38 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:23:30.378478 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-fb307f68-01ac-4526-8ecf-a392c52bbd72 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:23:30.378937 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port d0284858-f9d1-44d5-833c-536d927cf3ee, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=d0284858-f9d1-44d5-833c-536d927cf3ee,segment=NetworkSegment(f60251cd-47c4-4e66-b0e2-b8b9d94d3dc9),segment_id=f60251cd-47c4-4e66-b0e2-b8b9d94d3dc9)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:23:30.380472 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-bbc030dc-7447-459e-8e56-77141b5540b3 None None] Allocated IP 172.20.0.2 (62d203f5-37ae-43dd-beed-92ff671793ae/0fc0aae6-c0b0-4d25-8249-2aefbc1fb810/52a8bca5-9db9-4e9a-98c0-fcdfe1a67c09) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:23:30.392631 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-fb307f68-01ac-4526-8ecf-a392c52bbd72 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:23:30.464229 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:30.471265 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-cf32e0c5-5252-492a-933f-b35a0a252e43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:30.479240 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb307f68-01ac-4526-8ecf-a392c52bbd72 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Made reservation on behalf of f3e95df2fc6f4d8e9322e2f06d7e1f38 for: {'port': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:23:30.485123 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fb307f68-01ac-4526-8ecf-a392c52bbd72 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:30.494660 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2309a4f-82d1-44b7-8fb7-3838ba0a6396 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Network b09ebd5f-be9c-484d-a899-35cbe3ef4b98 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:23:30.527594 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-fb307f68-01ac-4526-8ecf-a392c52bbd72 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] device_id is not set on port f5b0e07e-3f75-40b0-aeb1-5c8cb0f98e47 yet. {{(pid=88991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:23:30.571855 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-c2309a4f-82d1-44b7-8fb7-3838ba0a6396 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, b09ebd5f-be9c-484d-a899-35cbe3ef4b98) {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:23:30.583227 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c2309a4f-82d1-44b7-8fb7-3838ba0a6396 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:30.586145 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d17751c-8a0d-43e2-bee4-c7f51a84a5da None None] Network b09ebd5f-be9c-484d-a899-35cbe3ef4b98 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:23:30.587093 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5660a356-955a-4384-9204-4e327b28b50d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:30.605178 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=d0284858-f9d1-44d5-833c-536d927cf3ee,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:30.665369 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:30.724640 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55848) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:30.728131 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2309a4f-82d1-44b7-8fb7-3838ba0a6396 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Pushing event updated for resources: {'Subnet': ['ID=b4a94680-db2b-4a80-8568-ecdb0630f8fa,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:30.746056 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c2309a4f-82d1-44b7-8fb7-3838ba0a6396 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:30.812409 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bbc030dc-7447-459e-8e56-77141b5540b3 None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:30.821236 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-92f2625e-dd47-4b6d-9d93-7fca58056a2c None None] Provisioning complete for port d0284858-f9d1-44d5-833c-536d927cf3ee triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:23:30.821660 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-92f2625e-dd47-4b6d-9d93-7fca58056a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:30.823718 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2309a4f-82d1-44b7-8fb7-3838ba0a6396 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Checking segment: {'id': 'f92e7488-82bb-4db8-9f45-8b8ce1cd4728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '82ed99c1-3f67-4270-8d9f-ce6e893d6c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:23:30.824244 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2309a4f-82d1-44b7-8fb7-3838ba0a6396 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Network hostable DHCP agents. Network: 82ed99c1-3f67-4270-8d9f-ce6e893d6c80, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:23:30.848580 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dfc62f9-87fc-4bd1-a31b-b2c0064763f7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Router 7a84a25e-4688-4234-b584-30ae53b7fc7d has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:23:30.889743 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-bbc030dc-7447-459e-8e56-77141b5540b3 None None] Transition to ACTIVE for port object 52a8bca5-9db9-4e9a-98c0-fcdfe1a67c09 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:23:30.917385 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-61457feb-ccd9-432a-825d-4fe94dced6cb tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-608700093', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:23:30.928285 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-61457feb-ccd9-432a-825d-4fe94dced6cb tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:23:30.937241 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-61457feb-ccd9-432a-825d-4fe94dced6cb tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Usage tracker for resource:router and tenant:faa25f4ce4804880982fa71f3f1c8865 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:23:30.941654 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-61457feb-ccd9-432a-825d-4fe94dced6cb tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:23:30.950201 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-61457feb-ccd9-432a-825d-4fe94dced6cb tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:23:30.962116 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-bbc030dc-7447-459e-8e56-77141b5540b3 None None] Transition to ACTIVE for port object 52a8bca5-9db9-4e9a-98c0-fcdfe1a67c09 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:23:31.011069 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2309a4f-82d1-44b7-8fb7-3838ba0a6396 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Network 82ed99c1-3f67-4270-8d9f-ce6e893d6c80 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:23:31.023388 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-61457feb-ccd9-432a-825d-4fe94dced6cb tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854699176'] for router, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:31.025866 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-61457feb-ccd9-432a-825d-4fe94dced6cb tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854194926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-76609'] for router, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:31.057209 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-61457feb-ccd9-432a-825d-4fe94dced6cb tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:31.102615 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-61457feb-ccd9-432a-825d-4fe94dced6cb tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904'] for router, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:31.147683 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-c2309a4f-82d1-44b7-8fb7-3838ba0a6396 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, 82ed99c1-3f67-4270-8d9f-ce6e893d6c80) {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:23:31.152457 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2309a4f-82d1-44b7-8fb7-3838ba0a6396 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:23:31.153672 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2309a4f-82d1-44b7-8fb7-3838ba0a6396 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:23:31.154527 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c2309a4f-82d1-44b7-8fb7-3838ba0a6396 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:31.159789 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-61457feb-ccd9-432a-825d-4fe94dced6cb tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:31.161101 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-61457feb-ccd9-432a-825d-4fe94dced6cb tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4349668 Dec 15 19:23:31.163318 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-fb307f68-01ac-4526-8ecf-a392c52bbd72 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Allocated IP 172.20.0.9 (62d203f5-37ae-43dd-beed-92ff671793ae/0fc0aae6-c0b0-4d25-8249-2aefbc1fb810/f5b0e07e-3f75-40b0-aeb1-5c8cb0f98e47) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:23:31.163977 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55854) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:31.165582 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device d0284858-f9d1-44d5-833c-536d927cf3ee up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:23:31.170813 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-7b57d03d-3863-4b9d-b84e-548fceef876a tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1858706366'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:23:31.177289 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-7b57d03d-3863-4b9d-b84e-548fceef876a tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:23:31.186533 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-7b57d03d-3863-4b9d-b84e-548fceef876a tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Usage tracker for resource:network and tenant:faa25f4ce4804880982fa71f3f1c8865 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:23:31.190808 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c767db43-f7d4-40ab-b1e6-133214c6da2b None None] Network 82ed99c1-3f67-4270-8d9f-ce6e893d6c80 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:23:31.190978 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-7b57d03d-3863-4b9d-b84e-548fceef876a tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:23:31.197727 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-7b57d03d-3863-4b9d-b84e-548fceef876a tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:23:31.242401 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bbc030dc-7447-459e-8e56-77141b5540b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:31.243696 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b57d03d-3863-4b9d-b84e-548fceef876a tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Made reservation on behalf of faa25f4ce4804880982fa71f3f1c8865 for: {'network': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:23:31.251987 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7b57d03d-3863-4b9d-b84e-548fceef876a tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:31.259963 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c5f3d4de-c0e0-4b90-b5a3-a9bcbabec7d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:31.269546 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7b57d03d-3863-4b9d-b84e-548fceef876a tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks [] for security_group, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:31.322904 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c2309a4f-82d1-44b7-8fb7-3838ba0a6396 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 4.5555093 Dec 15 19:23:31.326055 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-7b57d03d-3863-4b9d-b84e-548fceef876a tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:23:31.328520 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55858) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:31.332311 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-7b57d03d-3863-4b9d-b84e-548fceef876a tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Usage tracker for resource:security_group_rule and tenant:faa25f4ce4804880982fa71f3f1c8865 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:23:31.336735 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-7b57d03d-3863-4b9d-b84e-548fceef876a tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:23:31.345921 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-7b57d03d-3863-4b9d-b84e-548fceef876a tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:23:31.372706 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa2bb4b-14e9-48a1-acd7-26144ca404a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-b09ebd5f-be9c-484d-a899-35cbe3ef4b98', 'network_id': 'b09ebd5f-be9c-484d-a899-35cbe3ef4b98', 'tenant_id': 'f5e35ec491f443d6ba0bdd9b852d1a22', 'fixed_ips': [{'subnet_id': '0992edd7-270c-46c5-90a6-d8923fbff8c9'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:23:31.373599 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cfa2bb4b-14e9-48a1-acd7-26144ca404a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:31.434559 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7b57d03d-3863-4b9d-b84e-548fceef876a tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks [] for security_group, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:31.443355 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dfc62f9-87fc-4bd1-a31b-b2c0064763f7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:23:31.462536 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6dfc62f9-87fc-4bd1-a31b-b2c0064763f7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "PUT /v2.0/routers/7a84a25e-4688-4234-b584-30ae53b7fc7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1004875 Dec 15 19:23:31.464909 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55862) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:31.471514 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278310fc-49d4-452e-af3b-305e33ff4926 None None] Sync routers for ids ['7a84a25e-4688-4234-b584-30ae53b7fc7d'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:23:31.484400 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f09b603-b6a0-41a7-99c5-43723066f4cc tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:23:31.485895 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f09b603-b6a0-41a7-99c5-43723066f4cc tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:23:31.487521 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f09b603-b6a0-41a7-99c5-43723066f4cc tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:23:31.488374 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-1f09b603-b6a0-41a7-99c5-43723066f4cc tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Synchronizing usage tracker for tenant:f5e35ec491f443d6ba0bdd9b852d1a22 on resource:subnet {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:23:31.498052 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7b57d03d-3863-4b9d-b84e-548fceef876a tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:31.500972 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fb307f68-01ac-4526-8ecf-a392c52bbd72 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:31.519085 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc030dc-7447-459e-8e56-77141b5540b3 None None] Network 62d203f5-37ae-43dd-beed-92ff671793ae is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:23:31.526596 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-fb307f68-01ac-4526-8ecf-a392c52bbd72 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Transition to ACTIVE for port object f5b0e07e-3f75-40b0-aeb1-5c8cb0f98e47 will not be triggered until provisioned by entity DHCP. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:23:31.527619 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc030dc-7447-459e-8e56-77141b5540b3 None None] Pushing event updated for resources: {'Port': ['ID=52a8bca5-9db9-4e9a-98c0-fcdfe1a67c09,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:31.531243 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-bbc030dc-7447-459e-8e56-77141b5540b3 None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:23:31.540934 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-bbc030dc-7447-459e-8e56-77141b5540b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:31.541591 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc030dc-7447-459e-8e56-77141b5540b3 None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:23:31.552990 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-98b50ba7-0327-4bb8-8014-7a35dd1e8a81 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:31.559689 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-1f09b603-b6a0-41a7-99c5-43723066f4cc tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Unset dirty status for tenant:f5e35ec491f443d6ba0bdd9b852d1a22 on resource:subnet {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:23:31.571789 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1f09b603-b6a0-41a7-99c5-43723066f4cc tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.2318604 Dec 15 19:23:31.575191 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55866) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:31.604599 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b57d03d-3863-4b9d-b84e-548fceef876a tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=88990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:23:31.622685 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b57d03d-3863-4b9d-b84e-548fceef876a tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91315aaf-a854-4a17-b4fa-a13d0ff02819,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:31.629850 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7b57d03d-3863-4b9d-b84e-548fceef876a tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:31.630851 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7b57d03d-3863-4b9d-b84e-548fceef876a tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:31.631253 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-7b57d03d-3863-4b9d-b84e-548fceef876a tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Added segment 1c2f3840-6ef5-422b-85f4-3e5071e8a4ea of type vlan for network 45bc9825-ab03-4594-8bef-81653c1bf753 Dec 15 19:23:31.673497 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fb307f68-01ac-4526-8ecf-a392c52bbd72 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:31.684840 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8c4322a2-bb73-4aa1-badf-28494bf8762f tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:31.697697 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278310fc-49d4-452e-af3b-305e33ff4926 None None] Routers {'7a84a25e-4688-4234-b584-30ae53b7fc7d'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:23:31.697932 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-278310fc-49d4-452e-af3b-305e33ff4926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:23:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['7a84a25e-4688-4234-b584-30ae53b7fc7d'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:31.705023 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7b57d03d-3863-4b9d-b84e-548fceef876a tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:31.719811 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65bc9b8e-aca2-4fdd-8ba9-021deca7609c tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:23:31.720789 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65bc9b8e-aca2-4fdd-8ba9-021deca7609c tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:23:31.721002 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65bc9b8e-aca2-4fdd-8ba9-021deca7609c tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:23:31.721406 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65bc9b8e-aca2-4fdd-8ba9-021deca7609c tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:23:31.721812 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65bc9b8e-aca2-4fdd-8ba9-021deca7609c tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:23:31.722216 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65bc9b8e-aca2-4fdd-8ba9-021deca7609c tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:23:31.722668 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65bc9b8e-aca2-4fdd-8ba9-021deca7609c tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:23:31.723070 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65bc9b8e-aca2-4fdd-8ba9-021deca7609c tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:23:31.723473 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65bc9b8e-aca2-4fdd-8ba9-021deca7609c tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:23:31.726065 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-65bc9b8e-aca2-4fdd-8ba9-021deca7609c tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6973 time: 0.2588382 Dec 15 19:23:31.729141 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55870) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:31.782747 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b2c3497-90e5-48fc-bee6-c925e72d98a9 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Deleting subnet 0992edd7-270c-46c5-90a6-d8923fbff8c9 {{(pid=88991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:23:31.787800 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb307f68-01ac-4526-8ecf-a392c52bbd72 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Network 62d203f5-37ae-43dd-beed-92ff671793ae is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:23:31.791604 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1b2c3497-90e5-48fc-bee6-c925e72d98a9 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks [] for subnet, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:31.815585 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-bbc030dc-7447-459e-8e56-77141b5540b3 None None] Attempting to bind port 52a8bca5-9db9-4e9a-98c0-fcdfe1a67c09 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:23:31.828753 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-bbc030dc-7447-459e-8e56-77141b5540b3 None None] Attempting to bind port 52a8bca5-9db9-4e9a-98c0-fcdfe1a67c09 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '57266ba3-4687-4d54-9b80-7d31cc3091ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '62d203f5-37ae-43dd-beed-92ff671793ae'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:23:31.828753 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc030dc-7447-459e-8e56-77141b5540b3 None None] Attempting to bind port 52a8bca5-9db9-4e9a-98c0-fcdfe1a67c09 on network 62d203f5-37ae-43dd-beed-92ff671793ae {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:23:31.828753 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-92f2625e-dd47-4b6d-9d93-7fca58056a2c None None] Provisioning for port d6c02ce4-50c9-4450-b843-c8860cd468e6 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:23:31.829107 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-fb307f68-01ac-4526-8ecf-a392c52bbd72 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:23:31.829107 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb307f68-01ac-4526-8ecf-a392c52bbd72 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:23:31.829280 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76c4ef5-29fd-4a73-834f-5dc17e3cbe24 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:23:31.830836 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f76c4ef5-29fd-4a73-834f-5dc17e3cbe24 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4581 time: 0.1004424 Dec 15 19:23:31.833258 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55874) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:31.844112 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-92f2625e-dd47-4b6d-9d93-7fca58056a2c None None] Provisioning complete for port d6c02ce4-50c9-4450-b843-c8860cd468e6 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:23:31.844535 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-92f2625e-dd47-4b6d-9d93-7fca58056a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:31.867756 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port d0284858-f9d1-44d5-833c-536d927cf3ee triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:23:31.868190 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:31.872141 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb307f68-01ac-4526-8ecf-a392c52bbd72 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event updated for resources: {'Port': ['ID=f5b0e07e-3f75-40b0-aeb1-5c8cb0f98e47,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:31.875476 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fb307f68-01ac-4526-8ecf-a392c52bbd72 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:31.905407 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7b57d03d-3863-4b9d-b84e-548fceef876a tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:31.911558 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b57d03d-3863-4b9d-b84e-548fceef876a tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:23:31.912505 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7b57d03d-3863-4b9d-b84e-548fceef876a tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:31.916311 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1b2c3497-90e5-48fc-bee6-c925e72d98a9 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16332759'] for subnet, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:31.926851 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-825ca01f-440a-405c-b8b5-d354c9181bec tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:31.938833 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc030dc-7447-459e-8e56-77141b5540b3 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:23:31.939195 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc030dc-7447-459e-8e56-77141b5540b3 None None] Checking segment: {'id': '57266ba3-4687-4d54-9b80-7d31cc3091ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '62d203f5-37ae-43dd-beed-92ff671793ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:23:31.939672 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bbc030dc-7447-459e-8e56-77141b5540b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:31.940109 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc030dc-7447-459e-8e56-77141b5540b3 None None] Bound using segment: {'id': '57266ba3-4687-4d54-9b80-7d31cc3091ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '62d203f5-37ae-43dd-beed-92ff671793ae'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:23:31.940650 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-bbc030dc-7447-459e-8e56-77141b5540b3 None None] Bound port: 52a8bca5-9db9-4e9a-98c0-fcdfe1a67c09, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57266ba3-4687-4d54-9b80-7d31cc3091ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '62d203f5-37ae-43dd-beed-92ff671793ae'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:23:31.941073 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bbc030dc-7447-459e-8e56-77141b5540b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:31.967155 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb307f68-01ac-4526-8ecf-a392c52bbd72 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:23:31.967957 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fb307f68-01ac-4526-8ecf-a392c52bbd72 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:32.006449 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1b2c3497-90e5-48fc-bee6-c925e72d98a9 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:32.039397 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-fb307f68-01ac-4526-8ecf-a392c52bbd72 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 2.4847376 Dec 15 19:23:32.042111 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55878) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:32.111405 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b57d03d-3863-4b9d-b84e-548fceef876a tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Pushing event updated for resources: {'Network': ['ID=45bc9825-ab03-4594-8bef-81653c1bf753,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:32.121220 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7b57d03d-3863-4b9d-b84e-548fceef876a tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:32.144617 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 45bc9825-ab03-4594-8bef-81653c1bf753 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:23:32.146635 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-8fecea61-9dd4-4bfb-8dfd-64b2ccf2d69a tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Deleting port f5b0e07e-3f75-40b0-aeb1-5c8cb0f98e47 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:23:32.147023 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8fecea61-9dd4-4bfb-8dfd-64b2ccf2d69a tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:32.149452 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-7b57d03d-3863-4b9d-b84e-548fceef876a tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.9829097 Dec 15 19:23:32.154990 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55882) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:32.158804 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44855424-8dd2-46b5-8c5e-047ee2ea059f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-82ed99c1-3f67-4270-8d9f-ce6e893d6c80', 'network_id': '82ed99c1-3f67-4270-8d9f-ce6e893d6c80', 'tenant_id': 'f5e35ec491f443d6ba0bdd9b852d1a22', 'fixed_ips': [{'subnet_id': 'b4a94680-db2b-4a80-8568-ecdb0630f8fa'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:23:32.159694 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-44855424-8dd2-46b5-8c5e-047ee2ea059f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:32.162439 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-edae59d7-e05a-4c7f-9a81-8dd96aa8f2dd tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Request body: {'subnet': {'network_id': '45bc9825-ab03-4594-8bef-81653c1bf753', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:23:32.174305 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-92f2625e-dd47-4b6d-9d93-7fca58056a2c None None] Port d6c02ce4-50c9-4450-b843-c8860cd468e6 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:23:32.241189 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1b2c3497-90e5-48fc-bee6-c925e72d98a9 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16156049'] for subnet, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:32.252216 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-98c9e91b-11c8-4698-83d4-7c7888a82d28 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server [None req-cfa2bb4b-14e9-48a1-acd7-26144ca404a1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0992edd7-270c-46c5-90a6-d8923fbff8c9: This subnet is being modified by another concurrent operation. Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 276, in dispatch Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 196, in _do_dispatch Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server raise value Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server raise value Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server raise value Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 94, in wrapper Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server raise value Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server raise value Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server raise value Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1407, in create_port Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1374, in _create_port_db Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1439, in create_port_db Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server context, port, port_id) Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server revert_on_fail=False) Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server raise value Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 671, in _ipam_get_subnets Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server id=subnet.id) Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server raise exception Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0992edd7-270c-46c5-90a6-d8923fbff8c9: This subnet is being modified by another concurrent operation. Dec 15 19:23:32.282422 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server Dec 15 19:23:32.300622 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2c3497-90e5-48fc-bee6-c925e72d98a9 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Pushing event deleted for resources: {'Subnet': ['ID=0992edd7-270c-46c5-90a6-d8923fbff8c9,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:32.303552 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1b2c3497-90e5-48fc-bee6-c925e72d98a9 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:32.314954 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1b2c3497-90e5-48fc-bee6-c925e72d98a9 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:32.384194 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da99aa5e-6114-4ca6-a320-734a951d853c None None] Network b09ebd5f-be9c-484d-a899-35cbe3ef4b98 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:23:32.417423 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1b2c3497-90e5-48fc-bee6-c925e72d98a9 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] 10.222.0.36 "DELETE /v2.0/subnets/0992edd7-270c-46c5-90a6-d8923fbff8c9 HTTP/1.1" status: 204 len: 168 time: 0.8433809 Dec 15 19:23:32.437752 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55886) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:32.542189 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-edae59d7-e05a-4c7f-9a81-8dd96aa8f2dd tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:23:32.548719 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-edae59d7-e05a-4c7f-9a81-8dd96aa8f2dd tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Usage tracker for resource:subnet and tenant:faa25f4ce4804880982fa71f3f1c8865 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:23:32.550530 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-bbc030dc-7447-459e-8e56-77141b5540b3 None None] For port 52a8bca5-9db9-4e9a-98c0-fcdfe1a67c09, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:23:32.552313 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-edae59d7-e05a-4c7f-9a81-8dd96aa8f2dd tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:23:32.555156 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-278310fc-49d4-452e-af3b-305e33ff4926 None None] Set router 7a84a25e-4688-4234-b584-30ae53b7fc7d gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:23:32.555300 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2bc87e6-09dd-4a12-8cd8-59658c765156 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Deleting subnet b4a94680-db2b-4a80-8568-ecdb0630f8fa {{(pid=88991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:23:32.568169 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e2bc87e6-09dd-4a12-8cd8-59658c765156 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks [] for subnet, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:32.569224 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-edae59d7-e05a-4c7f-9a81-8dd96aa8f2dd tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:23:32.583293 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-22ff96c7-4e6c-48cf-8c0b-98064414ce3e tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2139 time: 0.7483175 Dec 15 19:23:32.614830 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edae59d7-e05a-4c7f-9a81-8dd96aa8f2dd tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Made reservation on behalf of faa25f4ce4804880982fa71f3f1c8865 for: {'subnet': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:23:32.644068 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-bbc030dc-7447-459e-8e56-77141b5540b3 None None] For port 52a8bca5-9db9-4e9a-98c0-fcdfe1a67c09, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=52a8bca5-9db9-4e9a-98c0-fcdfe1a67c09,segment=NetworkSegment(57266ba3-4687-4d54-9b80-7d31cc3091ef),segment_id=57266ba3-4687-4d54-9b80-7d31cc3091ef)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:23:32.648002 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e2bc87e6-09dd-4a12-8cd8-59658c765156 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16332759'] for subnet, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:32.675747 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-5e09ef7a-9174-4a24-8f3e-be250fdb685c None None] Provisioning complete for port d6c02ce4-50c9-4450-b843-c8860cd468e6 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:23:32.676277 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5e09ef7a-9174-4a24-8f3e-be250fdb685c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:32.736568 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e2bc87e6-09dd-4a12-8cd8-59658c765156 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:32.783780 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-edae59d7-e05a-4c7f-9a81-8dd96aa8f2dd tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839924940'] for subnet, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:32.840278 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8fecea61-9dd4-4bfb-8dfd-64b2ccf2d69a tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:32.901276 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e2bc87e6-09dd-4a12-8cd8-59658c765156 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16156049'] for subnet, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:32.942564 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bbc030dc-7447-459e-8e56-77141b5540b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:32.962064 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c615121e-4942-4d77-9e24-3da6da80fa2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:32.969237 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55892) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:32.971024 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7d0ed63e-0a60-42e1-a28e-7310d793d9a8 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:32.980413 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-34b9699b-494e-403c-a61b-6ace91a28709 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1611567937', 'description': 'tempest-secgroup-smoke-1611567937 description', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:23:32.989232 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-34b9699b-494e-403c-a61b-6ace91a28709 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:23:33.002665 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-34b9699b-494e-403c-a61b-6ace91a28709 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:23:33.007913 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-34b9699b-494e-403c-a61b-6ace91a28709 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:23:33.016920 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-8fecea61-9dd4-4bfb-8dfd-64b2ccf2d69a tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Calling delete_port for f5b0e07e-3f75-40b0-aeb1-5c8cb0f98e47 owned by {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server [None req-44855424-8dd2-46b5-8c5e-047ee2ea059f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b4a94680-db2b-4a80-8568-ecdb0630f8fa: This subnet is being modified by another concurrent operation. Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 276, in dispatch Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 196, in _do_dispatch Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server raise value Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server raise value Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server raise value Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 94, in wrapper Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server raise value Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server raise value Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server raise value Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1407, in create_port Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1374, in _create_port_db Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1439, in create_port_db Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server context, port, port_id) Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server revert_on_fail=False) Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server raise value Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 671, in _ipam_get_subnets Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server id=subnet.id) Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server raise exception Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b4a94680-db2b-4a80-8568-ecdb0630f8fa: This subnet is being modified by another concurrent operation. Dec 15 19:23:33.020102 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server Dec 15 19:23:33.039069 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-34b9699b-494e-403c-a61b-6ace91a28709 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:23:33.051578 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e2bc87e6-09dd-4a12-8cd8-59658c765156 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:33.072102 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e2bc87e6-09dd-4a12-8cd8-59658c765156 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] 10.222.0.36 "DELETE /v2.0/subnets/b4a94680-db2b-4a80-8568-ecdb0630f8fa HTTP/1.1" status: 204 len: 168 time: 0.6285672 Dec 15 19:23:33.076431 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55896) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:33.081288 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bc87e6-09dd-4a12-8cd8-59658c765156 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Pushing event deleted for resources: {'Subnet': ['ID=b4a94680-db2b-4a80-8568-ecdb0630f8fa,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:33.084847 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e2bc87e6-09dd-4a12-8cd8-59658c765156 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:33.111961 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce068c2-2761-41e5-abb7-ea8c612660b2 None None] Network 82ed99c1-3f67-4270-8d9f-ce6e893d6c80 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:23:33.133977 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-34b9699b-494e-403c-a61b-6ace91a28709 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:33.192551 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f48bf0e-3027-4243-96c0-28d6c22c233b tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:23:33.194349 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1f48bf0e-3027-4243-96c0-28d6c22c233b tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1163709 Dec 15 19:23:33.199069 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55900) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:33.203668 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-edae59d7-e05a-4c7f-9a81-8dd96aa8f2dd tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838139473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839924955'] for subnet, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:33.222040 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8fecea61-9dd4-4bfb-8dfd-64b2ccf2d69a tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:33.227329 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6dfc62f9-87fc-4bd1-a31b-b2c0064763f7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:33.228017 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-5e09ef7a-9174-4a24-8f3e-be250fdb685c None None] Port d6c02ce4-50c9-4450-b843-c8860cd468e6 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:23:33.229436 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-35782929-f6cb-452e-9126-c7302d00392e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:33.260644 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-34b9699b-494e-403c-a61b-6ace91a28709 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:23:33.277528 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fecea61-9dd4-4bfb-8dfd-64b2ccf2d69a tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event deleted for resources: {'Port': ['ID=f5b0e07e-3f75-40b0-aeb1-5c8cb0f98e47,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:33.282806 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8fecea61-9dd4-4bfb-8dfd-64b2ccf2d69a tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:33.314474 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc030dc-7447-459e-8e56-77141b5540b3 None None] Pushing event updated for resources: {'Port': ['ID=52a8bca5-9db9-4e9a-98c0-fcdfe1a67c09,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:33.325656 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-bbc030dc-7447-459e-8e56-77141b5540b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:33.338921 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-34b9699b-494e-403c-a61b-6ace91a28709 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group_rule and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:23:33.342943 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-34b9699b-494e-403c-a61b-6ace91a28709 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:23:33.385614 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-34b9699b-494e-403c-a61b-6ace91a28709 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:23:33.390186 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8fecea61-9dd4-4bfb-8dfd-64b2ccf2d69a tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:33.405671 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8fecea61-9dd4-4bfb-8dfd-64b2ccf2d69a tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "DELETE /v2.0/ports/f5b0e07e-3f75-40b0-aeb1-5c8cb0f98e47 HTTP/1.1" status: 204 len: 168 time: 1.3624671 Dec 15 19:23:33.408289 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55904) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:33.438780 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edae59d7-e05a-4c7f-9a81-8dd96aa8f2dd tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Pushing event updated for resources: {'Subnet': ['ID=880acf78-10f8-4fe6-ad61-8c4a947242fe,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:33.454374 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ff8faac0-2d1e-4b06-94ef-09a5b736485a tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:33.458983 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-edae59d7-e05a-4c7f-9a81-8dd96aa8f2dd tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:33.464986 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-adf0c23a-a93c-448e-acb5-3c915d24d9fe tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] GET failed (client error): The resource could not be found. Dec 15 19:23:33.466349 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-adf0c23a-a93c-448e-acb5-3c915d24d9fe tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Synchronizing usage tracker for tenant:f3e95df2fc6f4d8e9322e2f06d7e1f38 on resource:port {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:23:33.495768 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edae59d7-e05a-4c7f-9a81-8dd96aa8f2dd tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Checking segment: {'id': '1c2f3840-6ef5-422b-85f4-3e5071e8a4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '45bc9825-ab03-4594-8bef-81653c1bf753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:23:33.496175 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edae59d7-e05a-4c7f-9a81-8dd96aa8f2dd tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Network hostable DHCP agents. Network: 45bc9825-ab03-4594-8bef-81653c1bf753, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:23:33.506014 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-adf0c23a-a93c-448e-acb5-3c915d24d9fe tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Unset dirty status for tenant:f3e95df2fc6f4d8e9322e2f06d7e1f38 on resource:port {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:23:33.510037 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-adf0c23a-a93c-448e-acb5-3c915d24d9fe tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "GET /v2.0/ports/f5b0e07e-3f75-40b0-aeb1-5c8cb0f98e47 HTTP/1.1" status: 404 len: 333 time: 0.0981998 Dec 15 19:23:33.510784 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55908) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:33.531582 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-278310fc-49d4-452e-af3b-305e33ff4926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a84a25e-4688-4234-b584-30ae53b7fc7d', 'name': 'tempest-TestNetworkBasicOps-router-1134440842', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.93'}], 'enable_snat': True}, 'gw_port_id': '038b4f0f-9341-43a0-b85b-b190ebd781f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:23:16Z', 'updated_at': '2021-12-15T19:23:27Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': '038b4f0f-9341-43a0-b85b-b190ebd781f6', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:36:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a84a25e-4688-4234-b584-30ae53b7fc7d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:23:17Z', 'updated_at': '2021-12-15T19:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': 'd6c02ce4-50c9-4450-b843-c8860cd468e6', 'name': '', 'network_id': '223a7835-c12c-4aa6-adbb-61b07fdb1249', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:4d:ff:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a84a25e-4688-4234-b584-30ae53b7fc7d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7743b595-6cbf-4c22-a040-1b58944c2771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:23:26Z', 'updated_at': '2021-12-15T19:23:28Z', 'revision_number': 2, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': '7743b595-6cbf-4c22-a040-1b58944c2771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:33.537209 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278310fc-49d4-452e-af3b-305e33ff4926 None None] Checking router: 7a84a25e-4688-4234-b584-30ae53b7fc7d for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:23:33.537921 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278310fc-49d4-452e-af3b-305e33ff4926 None None] Updating router 7a84a25e-4688-4234-b584-30ae53b7fc7d port d6c02ce4-50c9-4450-b843-c8860cd468e6 binding host dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 15 19:23:33.599710 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-34b9699b-494e-403c-a61b-6ace91a28709 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:33.603606 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-278310fc-49d4-452e-af3b-305e33ff4926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:33.663989 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-34b9699b-494e-403c-a61b-6ace91a28709 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:33.668260 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7b57d03d-3863-4b9d-b84e-548fceef876a tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:33.744430 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ff8faac0-2d1e-4b06-94ef-09a5b736485a tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:33.798696 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edae59d7-e05a-4c7f-9a81-8dd96aa8f2dd tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Network 45bc9825-ab03-4594-8bef-81653c1bf753 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:23:33.815932 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b9699b-494e-403c-a61b-6ace91a28709 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68e69350-e713-423c-84eb-42185063af35,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:33.821985 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-34b9699b-494e-403c-a61b-6ace91a28709 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:33.842039 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-34b9699b-494e-403c-a61b-6ace91a28709 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:33.850080 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-34b9699b-494e-403c-a61b-6ace91a28709 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.8767750 Dec 15 19:23:33.850080 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-ff8faac0-2d1e-4b06-94ef-09a5b736485a tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82ed99c1-3f67-4270-8d9f-ce6e893d6c80']}} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:33.864004 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55912) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:33.878179 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-af423d04-f1c7-4487-99be-b4471ff604d2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'security_group_rule': {'security_group_id': '68e69350-e713-423c-84eb-42185063af35', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:23:33.885174 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-edae59d7-e05a-4c7f-9a81-8dd96aa8f2dd tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, 45bc9825-ab03-4594-8bef-81653c1bf753) {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:23:33.890637 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-af423d04-f1c7-4487-99be-b4471ff604d2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:23:33.898939 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-ff8faac0-2d1e-4b06-94ef-09a5b736485a tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f92e7488-82bb-4db8-9f45-8b8ce1cd4728') {'for_net_delete': True} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:33.899366 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-ff8faac0-2d1e-4b06-94ef-09a5b736485a tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f92e7488-82bb-4db8-9f45-8b8ce1cd4728') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:33.900490 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b47573-a1e4-4954-8b7b-3ff9f4b1759e None None] Network 45bc9825-ab03-4594-8bef-81653c1bf753 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:23:33.908512 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edae59d7-e05a-4c7f-9a81-8dd96aa8f2dd tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:23:33.909286 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-edae59d7-e05a-4c7f-9a81-8dd96aa8f2dd tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:33.915050 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-af423d04-f1c7-4487-99be-b4471ff604d2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group_rule and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:23:33.923866 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-af423d04-f1c7-4487-99be-b4471ff604d2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:23:33.938924 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ff8faac0-2d1e-4b06-94ef-09a5b736485a tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16327073'] for segment, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:33.947153 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-af423d04-f1c7-4487-99be-b4471ff604d2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:23:33.966968 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ff8faac0-2d1e-4b06-94ef-09a5b736485a tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:33.976575 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff8faac0-2d1e-4b06-94ef-09a5b736485a tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=88990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:23:33.976575 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ff8faac0-2d1e-4b06-94ef-09a5b736485a tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838138943'] for segment, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:33.992496 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:23:33.992496 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:23:33.992496 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:23:33.992496 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:23:33.992496 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:23:33.992496 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:23:33.992496 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:23:33.992496 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:23:33.992496 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:23:33.992496 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:23:33.992496 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:23:33.992496 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:23:33.992496 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:23:33.992496 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:23:33.992496 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:23:33.992496 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:23:33.992496 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:23:33.992496 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:23:33.992496 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:23:33.992496 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:23:33.992496 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:23:33.992496 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:23:33.992496 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:23:33.992496 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:23:33.992496 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:23:33.992496 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:23:33.992496 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:23:33.992496 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:23:33.992496 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:23:33.992496 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:23:33.992496 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:23:33.992496 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:23:33.999266 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-edae59d7-e05a-4c7f-9a81-8dd96aa8f2dd tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8429074 Dec 15 19:23:34.004636 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55916) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:34.010805 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-8e2280e0-07ff-4362-8758-63cef739a172 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Request body: {'network': {'name': 'tempest-router-network01--1346920496'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:23:34.024678 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-8e2280e0-07ff-4362-8758-63cef739a172 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:23:34.032133 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8e2280e0-07ff-4362-8758-63cef739a172 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Usage tracker for resource:network and tenant:faa25f4ce4804880982fa71f3f1c8865 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:23:34.036832 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8e2280e0-07ff-4362-8758-63cef739a172 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:23:34.046958 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-8e2280e0-07ff-4362-8758-63cef739a172 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:23:34.085695 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-af423d04-f1c7-4487-99be-b4471ff604d2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:34.094990 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-594a6ca2-905d-48b2-8891-92fac5b0f274 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Deleting subnet 0fc0aae6-c0b0-4d25-8249-2aefbc1fb810 {{(pid=88991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:23:34.098451 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-594a6ca2-905d-48b2-8891-92fac5b0f274 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for subnet, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:34.150115 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e2280e0-07ff-4362-8758-63cef739a172 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Made reservation on behalf of faa25f4ce4804880982fa71f3f1c8865 for: {'network': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:23:34.155992 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8e2280e0-07ff-4362-8758-63cef739a172 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:34.166065 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ff8faac0-2d1e-4b06-94ef-09a5b736485a tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:34.171581 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ff8faac0-2d1e-4b06-94ef-09a5b736485a tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:34.187151 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-308cb62a-6bd5-44ac-8b3c-9590d9bc5b21 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:34.187835 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-594a6ca2-905d-48b2-8891-92fac5b0f274 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16332759'] for subnet, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:34.215986 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-af423d04-f1c7-4487-99be-b4471ff604d2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:34.217712 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8faac0-2d1e-4b06-94ef-09a5b736485a tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Pushing event deleted for resources: {'Network': ['ID=82ed99c1-3f67-4270-8d9f-ce6e893d6c80,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:34.220848 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ff8faac0-2d1e-4b06-94ef-09a5b736485a tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:34.225143 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ff8faac0-2d1e-4b06-94ef-09a5b736485a tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] 10.222.0.36 "DELETE /v2.0/networks/82ed99c1-3f67-4270-8d9f-ce6e893d6c80 HTTP/1.1" status: 204 len: 168 time: 1.0224891 Dec 15 19:23:34.225306 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55920) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:34.241508 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e2280e0-07ff-4362-8758-63cef739a172 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=88991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:23:34.251257 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-af423d04-f1c7-4487-99be-b4471ff604d2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:34.259010 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-278310fc-49d4-452e-af3b-305e33ff4926 None None] Notify callbacks [] for port, precommit_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:34.264426 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:34.264636 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8e2280e0-07ff-4362-8758-63cef739a172 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:34.264768 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-8e2280e0-07ff-4362-8758-63cef739a172 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Added segment ed06dea3-502c-45be-9506-48ffe20473d3 of type vlan for network 62cee900-cceb-4db0-898d-e2597d6977b9 Dec 15 19:23:34.274062 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-278310fc-49d4-452e-af3b-305e33ff4926 None None] Transition to ACTIVE for port object d6c02ce4-50c9-4450-b843-c8860cd468e6 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:23:34.278808 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f449a0c3-9aca-4e68-b2cb-ab29bcedbe48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-45bc9825-ab03-4594-8bef-81653c1bf753', 'network_id': '45bc9825-ab03-4594-8bef-81653c1bf753', 'tenant_id': 'faa25f4ce4804880982fa71f3f1c8865', 'fixed_ips': [{'subnet_id': '880acf78-10f8-4fe6-ad61-8c4a947242fe'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:23:34.279978 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f449a0c3-9aca-4e68-b2cb-ab29bcedbe48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:34.305451 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8e2280e0-07ff-4362-8758-63cef739a172 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:34.321828 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-594a6ca2-905d-48b2-8891-92fac5b0f274 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:34.342675 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-278310fc-49d4-452e-af3b-305e33ff4926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:34.351625 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-498ce3d2-fc77-4129-96cf-e47f86326246 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:34.355177 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af423d04-f1c7-4487-99be-b4471ff604d2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29bff3dc-609f-4531-b316-4b26eb9099e8,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:34.358688 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-af423d04-f1c7-4487-99be-b4471ff604d2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:34.389480 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ee238b38-3b90-4a50-8e19-fbbebe40a42c tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:34.392996 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-af423d04-f1c7-4487-99be-b4471ff604d2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:34.397484 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-af423d04-f1c7-4487-99be-b4471ff604d2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5322502 Dec 15 19:23:34.406475 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55924) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:34.408317 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-dd7685fd-b1fc-4b8c-bfcf-6cf892cbd2ca tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'security_group_rule': {'security_group_id': '68e69350-e713-423c-84eb-42185063af35', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:23:34.416354 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-dd7685fd-b1fc-4b8c-bfcf-6cf892cbd2ca tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:23:34.424052 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-dd7685fd-b1fc-4b8c-bfcf-6cf892cbd2ca tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group_rule and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:23:34.426217 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e308f478-1ead-48f1-ae89-7449f8afd0ec None None] Pushing event updated for resources: {'Port': ['ID=d6c02ce4-50c9-4450-b843-c8860cd468e6,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:34.426648 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8e2280e0-07ff-4362-8758-63cef739a172 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:34.427592 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-dd7685fd-b1fc-4b8c-bfcf-6cf892cbd2ca tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:23:34.431068 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2280e0-07ff-4362-8758-63cef739a172 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:23:34.431740 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8e2280e0-07ff-4362-8758-63cef739a172 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:34.438383 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-78d1f1dd-0bda-4fd2-b713-61ac8e3fadbc tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:34.441787 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e308f478-1ead-48f1-ae89-7449f8afd0ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:34.470375 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-dd7685fd-b1fc-4b8c-bfcf-6cf892cbd2ca tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:23:34.517842 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-594a6ca2-905d-48b2-8891-92fac5b0f274 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16156049'] for subnet, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:34.569421 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2280e0-07ff-4362-8758-63cef739a172 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Pushing event updated for resources: {'Network': ['ID=62cee900-cceb-4db0-898d-e2597d6977b9,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:34.571961 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-594a6ca2-905d-48b2-8891-92fac5b0f274 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:34.577694 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-594a6ca2-905d-48b2-8891-92fac5b0f274 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "DELETE /v2.0/subnets/0fc0aae6-c0b0-4d25-8249-2aefbc1fb810 HTTP/1.1" status: 204 len: 168 time: 1.0655832 Dec 15 19:23:34.578702 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55928) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:34.579019 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8e2280e0-07ff-4362-8758-63cef739a172 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:34.579605 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1845bcf3-4a1e-465c-b920-76ce1b0aada1 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:34.601826 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ee238b38-3b90-4a50-8e19-fbbebe40a42c tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:34.610449 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 62cee900-cceb-4db0-898d-e2597d6977b9 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:23:34.618360 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a6ca2-905d-48b2-8891-92fac5b0f274 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event deleted for resources: {'Subnet': ['ID=0fc0aae6-c0b0-4d25-8249-2aefbc1fb810,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:34.634883 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8e2280e0-07ff-4362-8758-63cef739a172 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6290317 Dec 15 19:23:34.635816 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55932) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:34.636989 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-594a6ca2-905d-48b2-8891-92fac5b0f274 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:34.647416 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-c9c5550c-f3d8-4365-97f1-483d27569298 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Request body: {'network': {'name': 'tempest-router-network02--298414658'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:23:34.653907 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-c9c5550c-f3d8-4365-97f1-483d27569298 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:23:34.658676 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-c9c5550c-f3d8-4365-97f1-483d27569298 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Usage tracker for resource:network and tenant:faa25f4ce4804880982fa71f3f1c8865 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:23:34.662532 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-c9c5550c-f3d8-4365-97f1-483d27569298 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:23:34.669575 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-c9c5550c-f3d8-4365-97f1-483d27569298 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:23:34.704340 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dd7685fd-b1fc-4b8c-bfcf-6cf892cbd2ca tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:34.706364 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9c5550c-f3d8-4365-97f1-483d27569298 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Made reservation on behalf of faa25f4ce4804880982fa71f3f1c8865 for: {'network': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:23:34.713419 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c9c5550c-f3d8-4365-97f1-483d27569298 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:34.747075 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9c5550c-f3d8-4365-97f1-483d27569298 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=88991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:23:34.752191 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-ee238b38-3b90-4a50-8e19-fbbebe40a42c tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b09ebd5f-be9c-484d-a899-35cbe3ef4b98']}} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:34.758723 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c9c5550c-f3d8-4365-97f1-483d27569298 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:34.759401 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-c9c5550c-f3d8-4365-97f1-483d27569298 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Added segment 38155e69-be8d-4c2f-8976-a40e2de8b15a of type vlan for network d58713bd-3033-4b77-ad3f-49dabb2bf7e5 Dec 15 19:23:34.766053 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-f449a0c3-9aca-4e68-b2cb-ab29bcedbe48 None None] Allocated IP 172.20.0.2 (45bc9825-ab03-4594-8bef-81653c1bf753/880acf78-10f8-4fe6-ad61-8c4a947242fe/3ffce348-ed05-4ec9-ab0f-b5facb619fec) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:23:34.780495 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-278310fc-49d4-452e-af3b-305e33ff4926 None None] Attempting to bind port d6c02ce4-50c9-4450-b843-c8860cd468e6 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:23:34.780923 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-278310fc-49d4-452e-af3b-305e33ff4926 None None] Attempting to bind port d6c02ce4-50c9-4450-b843-c8860cd468e6 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'f60251cd-47c4-4e66-b0e2-b8b9d94d3dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '223a7835-c12c-4aa6-adbb-61b07fdb1249'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:23:34.781345 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278310fc-49d4-452e-af3b-305e33ff4926 None None] Attempting to bind port d6c02ce4-50c9-4450-b843-c8860cd468e6 on network 223a7835-c12c-4aa6-adbb-61b07fdb1249 {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:23:34.786572 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-ee238b38-3b90-4a50-8e19-fbbebe40a42c tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2796e38-0a86-424e-a3df-373fe5b7490b') {'for_net_delete': True} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:34.786917 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-ee238b38-3b90-4a50-8e19-fbbebe40a42c tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2796e38-0a86-424e-a3df-373fe5b7490b') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:34.791512 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c9c5550c-f3d8-4365-97f1-483d27569298 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:34.818352 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c99101ce-870c-49be-96dd-43fb54a8e4ac tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:34.819783 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278310fc-49d4-452e-af3b-305e33ff4926 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:23:34.820211 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278310fc-49d4-452e-af3b-305e33ff4926 None None] Checking segment: {'id': 'f60251cd-47c4-4e66-b0e2-b8b9d94d3dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '223a7835-c12c-4aa6-adbb-61b07fdb1249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:23:34.820685 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-278310fc-49d4-452e-af3b-305e33ff4926 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:34.821436 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ee238b38-3b90-4a50-8e19-fbbebe40a42c tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16327073'] for segment, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:34.821772 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278310fc-49d4-452e-af3b-305e33ff4926 None None] Bound using segment: {'id': 'f60251cd-47c4-4e66-b0e2-b8b9d94d3dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '223a7835-c12c-4aa6-adbb-61b07fdb1249'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:23:34.822338 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-278310fc-49d4-452e-af3b-305e33ff4926 None None] Bound port: d6c02ce4-50c9-4450-b843-c8860cd468e6, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f60251cd-47c4-4e66-b0e2-b8b9d94d3dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '223a7835-c12c-4aa6-adbb-61b07fdb1249'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:23:34.822771 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-278310fc-49d4-452e-af3b-305e33ff4926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:34.862622 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c9c5550c-f3d8-4365-97f1-483d27569298 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:34.868063 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c5550c-f3d8-4365-97f1-483d27569298 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:23:34.868894 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c9c5550c-f3d8-4365-97f1-483d27569298 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:34.880275 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ee238b38-3b90-4a50-8e19-fbbebe40a42c tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:34.880629 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c9a83684-6e6d-4a9b-820f-cb3d09412dd2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:34.884257 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-c99101ce-870c-49be-96dd-43fb54a8e4ac tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Deleting port 52a8bca5-9db9-4e9a-98c0-fcdfe1a67c09 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:23:34.884843 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c99101ce-870c-49be-96dd-43fb54a8e4ac tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:35.020719 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c5550c-f3d8-4365-97f1-483d27569298 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Pushing event updated for resources: {'Network': ['ID=d58713bd-3033-4b77-ad3f-49dabb2bf7e5,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:35.021812 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-278310fc-49d4-452e-af3b-305e33ff4926 None None] For port d6c02ce4-50c9-4450-b843-c8860cd468e6, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:23:35.024383 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c9c5550c-f3d8-4365-97f1-483d27569298 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:35.024930 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-278310fc-49d4-452e-af3b-305e33ff4926 None None] For port d6c02ce4-50c9-4450-b843-c8860cd468e6, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=d6c02ce4-50c9-4450-b843-c8860cd468e6,segment=NetworkSegment(f60251cd-47c4-4e66-b0e2-b8b9d94d3dc9),segment_id=f60251cd-47c4-4e66-b0e2-b8b9d94d3dc9)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:23:35.043096 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c9c5550c-f3d8-4365-97f1-483d27569298 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4030724 Dec 15 19:23:35.046219 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55936) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:35.065114 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-278310fc-49d4-452e-af3b-305e33ff4926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:35.065544 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-ef20704d-e8de-4a2d-a2d1-8afd737f2fab tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Request body: {'subnet': {'network_id': '62cee900-cceb-4db0-898d-e2597d6977b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:23:35.080117 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b4f928e3-f26f-4692-8342-89253e7defc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:35.119960 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network d58713bd-3033-4b77-ad3f-49dabb2bf7e5 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:23:35.203999 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee238b38-3b90-4a50-8e19-fbbebe40a42c tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=88990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:23:35.205839 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ee238b38-3b90-4a50-8e19-fbbebe40a42c tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838138943'] for segment, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:35.261821 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dd7685fd-b1fc-4b8c-bfcf-6cf892cbd2ca tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:35.271167 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:23:35.271167 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:23:35.271167 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:23:35.271167 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:23:35.271167 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:23:35.271167 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:23:35.271167 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:23:35.271167 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:23:35.271167 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:23:35.271167 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:23:35.271167 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:23:35.271167 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:23:35.271167 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:23:35.271167 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:23:35.271167 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:23:35.271167 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:23:35.271167 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:23:35.271167 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:23:35.271167 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:23:35.271167 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:23:35.271167 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:23:35.271167 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:23:35.271167 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:23:35.271167 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:23:35.271167 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:23:35.271167 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:23:35.271167 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:23:35.271167 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:23:35.271167 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:23:35.271167 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:23:35.271167 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:23:35.271167 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:23:35.295882 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ef20704d-e8de-4a2d-a2d1-8afd737f2fab tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:23:35.306660 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ef20704d-e8de-4a2d-a2d1-8afd737f2fab tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Usage tracker for resource:subnet and tenant:faa25f4ce4804880982fa71f3f1c8865 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:23:35.312063 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ef20704d-e8de-4a2d-a2d1-8afd737f2fab tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:23:35.320495 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ef20704d-e8de-4a2d-a2d1-8afd737f2fab tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:23:35.347381 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dd7685fd-b1fc-4b8c-bfcf-6cf892cbd2ca tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:35.377213 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ca0f7e55-830c-4695-a8b7-09169e8c6861 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:35.382180 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef20704d-e8de-4a2d-a2d1-8afd737f2fab tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Made reservation on behalf of faa25f4ce4804880982fa71f3f1c8865 for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:23:35.420610 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7685fd-b1fc-4b8c-bfcf-6cf892cbd2ca tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ea3968c-c3c9-468d-9c63-adb859f0d182,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:35.425160 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-c99101ce-870c-49be-96dd-43fb54a8e4ac tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] For port 52a8bca5-9db9-4e9a-98c0-fcdfe1a67c09, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=52a8bca5-9db9-4e9a-98c0-fcdfe1a67c09,segment=NetworkSegment(57266ba3-4687-4d54-9b80-7d31cc3091ef),segment_id=57266ba3-4687-4d54-9b80-7d31cc3091ef)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:23:35.425579 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c99101ce-870c-49be-96dd-43fb54a8e4ac tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:35.437045 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-dd7685fd-b1fc-4b8c-bfcf-6cf892cbd2ca tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:35.447983 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 52a8bca5-9db9-4e9a-98c0-fcdfe1a67c09 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:23:35.498702 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ee238b38-3b90-4a50-8e19-fbbebe40a42c tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:35.531943 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ef20704d-e8de-4a2d-a2d1-8afd737f2fab tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:35.563399 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8ed3cf85-1e37-43e5-a131-295c86eebbf5 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:35.587933 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ee238b38-3b90-4a50-8e19-fbbebe40a42c tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:35.592355 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ee238b38-3b90-4a50-8e19-fbbebe40a42c tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] 10.222.0.36 "DELETE /v2.0/networks/b09ebd5f-be9c-484d-a899-35cbe3ef4b98 HTTP/1.1" status: 204 len: 168 time: 1.3635638 Dec 15 19:23:35.597637 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-c99101ce-870c-49be-96dd-43fb54a8e4ac tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Calling delete_port for 52a8bca5-9db9-4e9a-98c0-fcdfe1a67c09 owned by network:dhcp {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:23:35.629899 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e308f478-1ead-48f1-ae89-7449f8afd0ec None None] Pushing event updated for resources: {'Port': ['ID=d6c02ce4-50c9-4450-b843-c8860cd468e6,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:35.630647 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee238b38-3b90-4a50-8e19-fbbebe40a42c tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Pushing event deleted for resources: {'Network': ['ID=b09ebd5f-be9c-484d-a899-35cbe3ef4b98,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:35.633376 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dd7685fd-b1fc-4b8c-bfcf-6cf892cbd2ca tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:35.634707 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-dd7685fd-b1fc-4b8c-bfcf-6cf892cbd2ca tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.2349617 Dec 15 19:23:35.641982 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55940) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:35.642391 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55942) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:35.643309 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ee238b38-3b90-4a50-8e19-fbbebe40a42c tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:35.650945 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e308f478-1ead-48f1-ae89-7449f8afd0ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.571s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:35.653298 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-b19a0766-575f-4cd5-92ed-71f6615880bf tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'security_group_rule': {'security_group_id': '68e69350-e713-423c-84eb-42185063af35', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:23:35.660456 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-b19a0766-575f-4cd5-92ed-71f6615880bf tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:23:35.665165 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-b19a0766-575f-4cd5-92ed-71f6615880bf tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group_rule and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:23:35.674132 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-b19a0766-575f-4cd5-92ed-71f6615880bf tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:23:35.680875 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-b19a0766-575f-4cd5-92ed-71f6615880bf tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:23:35.695387 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf96269a-762f-4cb4-a153-1dbfcb2b79d2 None None] Network 62d203f5-37ae-43dd-beed-92ff671793ae requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:23:35.819868 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b19a0766-575f-4cd5-92ed-71f6615880bf tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:35.835850 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f449a0c3-9aca-4e68-b2cb-ab29bcedbe48 None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:35.842270 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278310fc-49d4-452e-af3b-305e33ff4926 None None] Routers {'7a84a25e-4688-4234-b584-30ae53b7fc7d'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:23:35.842993 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-278310fc-49d4-452e-af3b-305e33ff4926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:23:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['7a84a25e-4688-4234-b584-30ae53b7fc7d'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:35.889287 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-364e5662-db41-4790-b539-715766958ab3 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:35.909977 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ef20704d-e8de-4a2d-a2d1-8afd737f2fab tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:35.916670 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1b2c3497-90e5-48fc-bee6-c925e72d98a9 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:35.946352 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-f449a0c3-9aca-4e68-b2cb-ab29bcedbe48 None None] Transition to ACTIVE for port object 3ffce348-ed05-4ec9-ab0f-b5facb619fec will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:23:35.964978 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-e4b0b5ee-4f4f-462b-921b-93f7947a91b5 None None] Could not find standard attr ID for object 52a8bca5-9db9-4e9a-98c0-fcdfe1a67c09. {{(pid=88992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 15 19:23:35.966543 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 52a8bca5-9db9-4e9a-98c0-fcdfe1a67c09 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:23:36.009837 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef20704d-e8de-4a2d-a2d1-8afd737f2fab tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Pushing event updated for resources: {'Subnet': ['ID=99fa1c6e-2009-4cdf-ae06-ff9e75623e75,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:36.014017 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ef20704d-e8de-4a2d-a2d1-8afd737f2fab tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:36.022868 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef20704d-e8de-4a2d-a2d1-8afd737f2fab tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Checking segment: {'id': 'ed06dea3-502c-45be-9506-48ffe20473d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '62cee900-cceb-4db0-898d-e2597d6977b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:23:36.023270 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef20704d-e8de-4a2d-a2d1-8afd737f2fab tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Network hostable DHCP agents. Network: 62cee900-cceb-4db0-898d-e2597d6977b9, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:23:36.038095 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c99101ce-870c-49be-96dd-43fb54a8e4ac tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:36.052667 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9b2c07fa-81df-4c84-a17f-f743c9a992e2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:36.073966 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef20704d-e8de-4a2d-a2d1-8afd737f2fab tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Network 62cee900-cceb-4db0-898d-e2597d6977b9 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:23:36.076217 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 52a8bca5-9db9-4e9a-98c0-fcdfe1a67c09 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:23:36.076648 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:36.113823 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-ef20704d-e8de-4a2d-a2d1-8afd737f2fab tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, 62cee900-cceb-4db0-898d-e2597d6977b9) {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:23:36.118551 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef20704d-e8de-4a2d-a2d1-8afd737f2fab tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:23:36.123632 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ef20704d-e8de-4a2d-a2d1-8afd737f2fab tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:36.124090 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b19a0766-575f-4cd5-92ed-71f6615880bf tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:36.128558 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99101ce-870c-49be-96dd-43fb54a8e4ac tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event deleted for resources: {'Port': ['ID=52a8bca5-9db9-4e9a-98c0-fcdfe1a67c09,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:36.132271 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-364e5662-db41-4790-b539-715766958ab3 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:36.142904 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c99101ce-870c-49be-96dd-43fb54a8e4ac tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:36.162595 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99101ce-870c-49be-96dd-43fb54a8e4ac tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] No DVR routers for this DVR port 52a8bca5-9db9-4e9a-98c0-fcdfe1a67c09 on host dv-neutron-821831-2-hyperv {{(pid=88990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:23:36.164839 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c853dd70-52db-446f-b9ff-f47638ccf7b2 None None] Network 62cee900-cceb-4db0-898d-e2597d6977b9 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:23:36.178652 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-f449a0c3-9aca-4e68-b2cb-ab29bcedbe48 None None] Transition to ACTIVE for port object 3ffce348-ed05-4ec9-ab0f-b5facb619fec will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:23:36.186418 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ef20704d-e8de-4a2d-a2d1-8afd737f2fab tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1354966 Dec 15 19:23:36.187007 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55948) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:36.189660 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Port 52a8bca5-9db9-4e9a-98c0-fcdfe1a67c09 was deleted so its status cannot be updated. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:300}} Dec 15 19:23:36.194419 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-151cc72e-5cac-441d-a6bc-cb54104f34af tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Request body: {'subnet': {'network_id': 'd58713bd-3033-4b77-ad3f-49dabb2bf7e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:23:36.198920 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-364e5662-db41-4790-b539-715766958ab3 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55f5f929-b5e8-4bdf-911e-61f73ab7cce2']}} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:36.209995 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b19a0766-575f-4cd5-92ed-71f6615880bf tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:36.215200 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d9daf75b-e57d-440e-9446-bdafba80fc7c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:36.252611 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19a0766-575f-4cd5-92ed-71f6615880bf tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a59af4d0-d481-4fd7-97d8-16ea9c97fc23,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:36.271693 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b19a0766-575f-4cd5-92ed-71f6615880bf tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:36.273239 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-364e5662-db41-4790-b539-715766958ab3 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ce71dc2-85d6-4ca5-b677-01d2963cc263') {'for_net_delete': True} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:36.273580 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-364e5662-db41-4790-b539-715766958ab3 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ce71dc2-85d6-4ca5-b677-01d2963cc263') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:36.290347 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8a56c9-4cc2-4190-91fd-f4a444ad113e None None] DHCP port deletion for 62d203f5-37ae-43dd-beed-92ff671793ae request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:23:36.292837 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f449a0c3-9aca-4e68-b2cb-ab29bcedbe48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:36.303973 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e308f478-1ead-48f1-ae89-7449f8afd0ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:36.328222 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-151cc72e-5cac-441d-a6bc-cb54104f34af tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:23:36.332419 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-151cc72e-5cac-441d-a6bc-cb54104f34af tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Usage tracker for resource:subnet and tenant:faa25f4ce4804880982fa71f3f1c8865 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:23:36.335805 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-151cc72e-5cac-441d-a6bc-cb54104f34af tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:23:36.342402 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-364e5662-db41-4790-b539-715766958ab3 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16327073'] for segment, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:36.342621 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-151cc72e-5cac-441d-a6bc-cb54104f34af tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:23:36.354558 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b19a0766-575f-4cd5-92ed-71f6615880bf tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:36.356381 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b19a0766-575f-4cd5-92ed-71f6615880bf tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7098188 Dec 15 19:23:36.360444 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55952) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:36.368517 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-28b55318-4860-4fba-96b8-ad01a2c911d1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'security_group_rule': {'security_group_id': '68e69350-e713-423c-84eb-42185063af35', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:23:36.377082 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-28b55318-4860-4fba-96b8-ad01a2c911d1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:23:36.381846 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-28b55318-4860-4fba-96b8-ad01a2c911d1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group_rule and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:23:36.385153 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-151cc72e-5cac-441d-a6bc-cb54104f34af tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Made reservation on behalf of faa25f4ce4804880982fa71f3f1c8865 for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:23:36.387223 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-364e5662-db41-4790-b539-715766958ab3 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:36.391342 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c99101ce-870c-49be-96dd-43fb54a8e4ac tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:36.408214 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-364e5662-db41-4790-b539-715766958ab3 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=88990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:23:36.408660 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-364e5662-db41-4790-b539-715766958ab3 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838138943'] for segment, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:36.411753 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-28b55318-4860-4fba-96b8-ad01a2c911d1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:23:36.423299 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-28b55318-4860-4fba-96b8-ad01a2c911d1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:23:36.427430 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f449a0c3-9aca-4e68-b2cb-ab29bcedbe48 None None] Network 45bc9825-ab03-4594-8bef-81653c1bf753 is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:23:36.429329 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:23:36.429329 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:23:36.429329 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:23:36.429329 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:23:36.429329 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:23:36.429329 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:23:36.429329 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:23:36.429329 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:23:36.429329 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:23:36.429329 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:23:36.429329 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:23:36.429329 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:23:36.429329 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:23:36.429329 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:23:36.429329 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:23:36.429329 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:23:36.429329 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:23:36.429329 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:23:36.429329 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:23:36.429329 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:23:36.429329 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:23:36.429329 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:23:36.429329 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:23:36.429329 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:23:36.429329 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:23:36.429329 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:23:36.429329 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:23:36.429329 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:23:36.429329 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:23:36.429329 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:23:36.429329 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:23:36.429329 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:23:36.431751 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f449a0c3-9aca-4e68-b2cb-ab29bcedbe48 None None] Pushing event updated for resources: {'Port': ['ID=3ffce348-ed05-4ec9-ab0f-b5facb619fec,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:36.432799 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f449a0c3-9aca-4e68-b2cb-ab29bcedbe48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:36.438873 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-f449a0c3-9aca-4e68-b2cb-ab29bcedbe48 None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:23:36.443542 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f449a0c3-9aca-4e68-b2cb-ab29bcedbe48 None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:23:36.457862 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-278310fc-49d4-452e-af3b-305e33ff4926 None None] Set router 7a84a25e-4688-4234-b584-30ae53b7fc7d gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:23:36.498879 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-c99101ce-870c-49be-96dd-43fb54a8e4ac tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62d203f5-37ae-43dd-beed-92ff671793ae']}} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:36.521177 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-151cc72e-5cac-441d-a6bc-cb54104f34af tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:36.529150 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-c99101ce-870c-49be-96dd-43fb54a8e4ac tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57266ba3-4687-4d54-9b80-7d31cc3091ef') {'for_net_delete': True} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:36.529494 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-c99101ce-870c-49be-96dd-43fb54a8e4ac tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57266ba3-4687-4d54-9b80-7d31cc3091ef') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:36.544093 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c99101ce-870c-49be-96dd-43fb54a8e4ac tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16327073'] for segment, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:36.560799 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c99101ce-870c-49be-96dd-43fb54a8e4ac tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:36.567966 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c99101ce-870c-49be-96dd-43fb54a8e4ac tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=88990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:23:36.568409 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c99101ce-870c-49be-96dd-43fb54a8e4ac tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838138943'] for segment, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:36.588072 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:23:36.588072 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:23:36.588072 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:23:36.588072 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:23:36.588072 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:23:36.588072 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:23:36.588072 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:23:36.588072 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:23:36.588072 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:23:36.588072 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:23:36.588072 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:23:36.588072 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:23:36.588072 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:23:36.588072 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:23:36.588072 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:23:36.588072 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:23:36.588072 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:23:36.588072 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:23:36.588072 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:23:36.588072 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:23:36.588072 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:23:36.588072 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:23:36.588072 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:23:36.588072 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:23:36.588072 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:23:36.588072 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:23:36.588072 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:23:36.588072 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:23:36.588072 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:23:36.588072 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:23:36.588072 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:23:36.588072 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:23:36.597090 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-364e5662-db41-4790-b539-715766958ab3 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:36.667382 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-28b55318-4860-4fba-96b8-ad01a2c911d1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:36.671622 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-50fa0e54-be7b-4059-837f-3a3097430fc8 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:36.690701 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-364e5662-db41-4790-b539-715766958ab3 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:36.713611 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364e5662-db41-4790-b539-715766958ab3 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Pushing event deleted for resources: {'Network': ['ID=55f5f929-b5e8-4bdf-911e-61f73ab7cce2,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:36.723190 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-364e5662-db41-4790-b539-715766958ab3 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:36.726462 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-364e5662-db41-4790-b539-715766958ab3 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] 10.222.0.36 "DELETE /v2.0/networks/55f5f929-b5e8-4bdf-911e-61f73ab7cce2 HTTP/1.1" status: 204 len: 168 time: 1.0810351 Dec 15 19:23:36.728577 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55956) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:36.763195 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-f449a0c3-9aca-4e68-b2cb-ab29bcedbe48 None None] Attempting to bind port 3ffce348-ed05-4ec9-ab0f-b5facb619fec on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:23:36.763595 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-f449a0c3-9aca-4e68-b2cb-ab29bcedbe48 None None] Attempting to bind port 3ffce348-ed05-4ec9-ab0f-b5facb619fec by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '1c2f3840-6ef5-422b-85f4-3e5071e8a4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '45bc9825-ab03-4594-8bef-81653c1bf753'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:23:36.763999 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f449a0c3-9aca-4e68-b2cb-ab29bcedbe48 None None] Attempting to bind port 3ffce348-ed05-4ec9-ab0f-b5facb619fec on network 45bc9825-ab03-4594-8bef-81653c1bf753 {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:23:36.799957 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-28b55318-4860-4fba-96b8-ad01a2c911d1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:36.808702 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c99101ce-870c-49be-96dd-43fb54a8e4ac tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:36.818364 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c73ae50f-fde0-4af0-98f5-37b16e755612 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:36.833988 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-28b55318-4860-4fba-96b8-ad01a2c911d1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:36.837280 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:36.846927 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c99101ce-870c-49be-96dd-43fb54a8e4ac tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:36.853952 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f449a0c3-9aca-4e68-b2cb-ab29bcedbe48 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:23:36.854407 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f449a0c3-9aca-4e68-b2cb-ab29bcedbe48 None None] Checking segment: {'id': '1c2f3840-6ef5-422b-85f4-3e5071e8a4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '45bc9825-ab03-4594-8bef-81653c1bf753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:23:36.854956 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f449a0c3-9aca-4e68-b2cb-ab29bcedbe48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:36.855273 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f449a0c3-9aca-4e68-b2cb-ab29bcedbe48 None None] Bound using segment: {'id': '1c2f3840-6ef5-422b-85f4-3e5071e8a4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '45bc9825-ab03-4594-8bef-81653c1bf753'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:23:36.856272 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-f449a0c3-9aca-4e68-b2cb-ab29bcedbe48 None None] Bound port: 3ffce348-ed05-4ec9-ab0f-b5facb619fec, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c2f3840-6ef5-422b-85f4-3e5071e8a4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '45bc9825-ab03-4594-8bef-81653c1bf753'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:23:36.856272 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f449a0c3-9aca-4e68-b2cb-ab29bcedbe48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:36.857960 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99101ce-870c-49be-96dd-43fb54a8e4ac tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event deleted for resources: {'Network': ['ID=62d203f5-37ae-43dd-beed-92ff671793ae,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:36.862853 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c99101ce-870c-49be-96dd-43fb54a8e4ac tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:36.864368 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c99101ce-870c-49be-96dd-43fb54a8e4ac tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "DELETE /v2.0/networks/62d203f5-37ae-43dd-beed-92ff671793ae HTTP/1.1" status: 204 len: 168 time: 2.2849452 Dec 15 19:23:36.867876 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f505852-509e-4957-9b0a-d4b3ae716c88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-62cee900-cceb-4db0-898d-e2597d6977b9', 'network_id': '62cee900-cceb-4db0-898d-e2597d6977b9', 'tenant_id': 'faa25f4ce4804880982fa71f3f1c8865', 'fixed_ips': [{'subnet_id': '99fa1c6e-2009-4cdf-ae06-ff9e75623e75'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:23:36.867876 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7f505852-509e-4957-9b0a-d4b3ae716c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:36.868119 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55960) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:36.872187 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b55318-4860-4fba-96b8-ad01a2c911d1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5f48c73-1f86-4662-9cf4-7574fe313028,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:36.875742 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-28b55318-4860-4fba-96b8-ad01a2c911d1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:36.877030 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-151cc72e-5cac-441d-a6bc-cb54104f34af tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:36.884497 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-50412b5e-7f95-4be9-91fb-311d6bdabe77 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Request body: {'port': {'network_id': '85e5a843-09fe-4cd9-bb02-f1db58b09d61', 'name': 'tempest-PortsTestJSON-1466023368'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:23:36.887873 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e2bc87e6-09dd-4a12-8cd8-59658c765156 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:36.928484 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-28b55318-4860-4fba-96b8-ad01a2c911d1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:36.932462 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-28b55318-4860-4fba-96b8-ad01a2c911d1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5672157 Dec 15 19:23:36.940171 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55964) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:36.946958 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-dabd232b-7ef4-45f1-9822-8c535b75c8bd tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'security_group_rule': {'security_group_id': '68e69350-e713-423c-84eb-42185063af35', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:23:36.967349 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-dabd232b-7ef4-45f1-9822-8c535b75c8bd tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:23:36.971568 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-32be408c-7276-46b7-8f69-e864a7ddaae9 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:36.974790 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-dabd232b-7ef4-45f1-9822-8c535b75c8bd tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group_rule and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:23:36.982046 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-dabd232b-7ef4-45f1-9822-8c535b75c8bd tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:23:36.997307 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-dabd232b-7ef4-45f1-9822-8c535b75c8bd tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:23:36.999494 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151cc72e-5cac-441d-a6bc-cb54104f34af tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Pushing event updated for resources: {'Subnet': ['ID=003a9622-989e-49ff-a41e-9c720054a5fb,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:37.005775 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-151cc72e-5cac-441d-a6bc-cb54104f34af tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:37.016280 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151cc72e-5cac-441d-a6bc-cb54104f34af tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Checking segment: {'id': '38155e69-be8d-4c2f-8976-a40e2de8b15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'd58713bd-3033-4b77-ad3f-49dabb2bf7e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:23:37.016685 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151cc72e-5cac-441d-a6bc-cb54104f34af tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Network hostable DHCP agents. Network: d58713bd-3033-4b77-ad3f-49dabb2bf7e5, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:23:37.049439 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.securitygroups_db [None req-dabd232b-7ef4-45f1-9822-8c535b75c8bd tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Project 7c1b74cf25a94156b4530f0bd868c0c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 19:23:37.057350 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-50412b5e-7f95-4be9-91fb-311d6bdabe77 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:23:37.058024 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dabd232b-7ef4-45f1-9822-8c535b75c8bd tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:37.082515 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151cc72e-5cac-441d-a6bc-cb54104f34af tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Network d58713bd-3033-4b77-ad3f-49dabb2bf7e5 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:23:37.126031 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-151cc72e-5cac-441d-a6bc-cb54104f34af tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, d58713bd-3033-4b77-ad3f-49dabb2bf7e5) {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:23:37.134310 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 52a8bca5-9db9-4e9a-98c0-fcdfe1a67c09 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:23:37.135057 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151cc72e-5cac-441d-a6bc-cb54104f34af tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:23:37.135723 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-151cc72e-5cac-441d-a6bc-cb54104f34af tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:37.190730 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dabd232b-7ef4-45f1-9822-8c535b75c8bd tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:37.197345 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-151cc72e-5cac-441d-a6bc-cb54104f34af tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0071905 Dec 15 19:23:37.199142 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 55968) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:37.272776 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dabd232b-7ef4-45f1-9822-8c535b75c8bd tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:37.281889 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b7364d21-6a19-4088-a3ec-62bf029bc0a3 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:37.356418 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4373b1-097c-4171-bd75-eaef838b1ef4 None None] Network d58713bd-3033-4b77-ad3f-49dabb2bf7e5 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:23:37.365875 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabd232b-7ef4-45f1-9822-8c535b75c8bd tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea32fd20-d134-493b-860b-9a3125570ee4,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:37.375247 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-dabd232b-7ef4-45f1-9822-8c535b75c8bd tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:37.385822 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-50412b5e-7f95-4be9-91fb-311d6bdabe77 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:23:37.390540 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 52a8bca5-9db9-4e9a-98c0-fcdfe1a67c09 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:23:37.390947 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 52a8bca5-9db9-4e9a-98c0-fcdfe1a67c09 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:23:37.419152 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-32be408c-7276-46b7-8f69-e864a7ddaae9 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:37.423603 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-f449a0c3-9aca-4e68-b2cb-ab29bcedbe48 None None] For port 3ffce348-ed05-4ec9-ab0f-b5facb619fec, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:23:37.443884 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50412b5e-7f95-4be9-91fb-311d6bdabe77 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Made reservation on behalf of f3e95df2fc6f4d8e9322e2f06d7e1f38 for: {'port': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:23:37.449472 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-50412b5e-7f95-4be9-91fb-311d6bdabe77 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:37.462019 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dabd232b-7ef4-45f1-9822-8c535b75c8bd tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:37.466620 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-dabd232b-7ef4-45f1-9822-8c535b75c8bd tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5221198 Dec 15 19:23:37.467899 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55972) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:37.471816 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-32be408c-7276-46b7-8f69-e864a7ddaae9 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3058806-6191-436e-8bde-dbad7e25dc9a']}} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:37.483305 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-ecceaab4-5467-49f0-b2ea-a4077ce74df7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'security_group_rule': {'security_group_id': '68e69350-e713-423c-84eb-42185063af35', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:23:37.494662 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ecceaab4-5467-49f0-b2ea-a4077ce74df7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:23:37.504538 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ecceaab4-5467-49f0-b2ea-a4077ce74df7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group_rule and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:23:37.508250 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-32be408c-7276-46b7-8f69-e864a7ddaae9 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7e11c92-40cf-4d38-9faf-0970c9b5d5ab') {'for_net_delete': True} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:37.508584 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-32be408c-7276-46b7-8f69-e864a7ddaae9 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7e11c92-40cf-4d38-9faf-0970c9b5d5ab') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:37.513406 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-f449a0c3-9aca-4e68-b2cb-ab29bcedbe48 None None] For port 3ffce348-ed05-4ec9-ab0f-b5facb619fec, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=3ffce348-ed05-4ec9-ab0f-b5facb619fec,segment=NetworkSegment(1c2f3840-6ef5-422b-85f4-3e5071e8a4ea),segment_id=1c2f3840-6ef5-422b-85f4-3e5071e8a4ea)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:23:37.516043 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-50412b5e-7f95-4be9-91fb-311d6bdabe77 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] device_id is not set on port a9cd0527-af85-424c-916d-0dbbfa044b46 yet. {{(pid=88990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:23:37.551739 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ecceaab4-5467-49f0-b2ea-a4077ce74df7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:23:37.559154 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f449a0c3-9aca-4e68-b2cb-ab29bcedbe48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:37.563963 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ecceaab4-5467-49f0-b2ea-a4077ce74df7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:23:37.565883 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-7f505852-509e-4957-9b0a-d4b3ae716c88 None None] Allocated IP 172.20.0.2 (62cee900-cceb-4db0-898d-e2597d6977b9/99fa1c6e-2009-4cdf-ae06-ff9e75623e75/e2f19055-44b8-4259-aad3-9e1a2c246bb7) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:23:37.567277 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-32be408c-7276-46b7-8f69-e864a7ddaae9 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16327073'] for segment, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:37.567910 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-96526f2b-15ad-4a29-a0c6-17fbb665551f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:37.707412 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-32be408c-7276-46b7-8f69-e864a7ddaae9 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:37.764847 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.securitygroups_db [None req-ecceaab4-5467-49f0-b2ea-a4077ce74df7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Project 7c1b74cf25a94156b4530f0bd868c0c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 19:23:37.778640 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32be408c-7276-46b7-8f69-e864a7ddaae9 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=88990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:23:37.779095 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-32be408c-7276-46b7-8f69-e864a7ddaae9 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838138943'] for segment, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:37.791852 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-59629490-05e3-43ca-b3c4-536f483e792d tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:37.795842 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-278310fc-49d4-452e-af3b-305e33ff4926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a84a25e-4688-4234-b584-30ae53b7fc7d', 'name': 'tempest-TestNetworkBasicOps-router-1134440842', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.93'}], 'enable_snat': True}, 'gw_port_id': '038b4f0f-9341-43a0-b85b-b190ebd781f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:23:16Z', 'updated_at': '2021-12-15T19:23:27Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': '038b4f0f-9341-43a0-b85b-b190ebd781f6', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:36:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a84a25e-4688-4234-b584-30ae53b7fc7d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:23:17Z', 'updated_at': '2021-12-15T19:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': 'd6c02ce4-50c9-4450-b843-c8860cd468e6', 'name': '', 'network_id': '223a7835-c12c-4aa6-adbb-61b07fdb1249', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:4d:ff:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a84a25e-4688-4234-b584-30ae53b7fc7d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7743b595-6cbf-4c22-a040-1b58944c2771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:23:26Z', 'updated_at': '2021-12-15T19:23:35Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': '7743b595-6cbf-4c22-a040-1b58944c2771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:37.796077 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:23:37.796077 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:23:37.796077 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:23:37.796077 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:23:37.796077 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:23:37.796077 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:23:37.796077 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:23:37.796077 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:23:37.796077 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:23:37.796077 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:23:37.796077 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:23:37.796077 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:23:37.796077 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:23:37.796077 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:23:37.796077 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:23:37.796077 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:23:37.796077 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:23:37.796077 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:23:37.796077 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:23:37.796077 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:23:37.796077 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:23:37.796077 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:23:37.796077 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:23:37.796077 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:23:37.796077 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:23:37.796077 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:23:37.796077 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:23:37.796077 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:23:37.796077 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:23:37.796077 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:23:37.796077 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:23:37.796077 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:23:37.818508 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278310fc-49d4-452e-af3b-305e33ff4926 None None] The sync data for ids ['7a84a25e-4688-4234-b584-30ae53b7fc7d'] in dv-neutron-821831-2-hyperv is: [{'id': '7a84a25e-4688-4234-b584-30ae53b7fc7d', 'name': 'tempest-TestNetworkBasicOps-router-1134440842', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.93'}], 'enable_snat': True}, 'gw_port_id': '038b4f0f-9341-43a0-b85b-b190ebd781f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:23:16Z', 'updated_at': '2021-12-15T19:23:27Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': '038b4f0f-9341-43a0-b85b-b190ebd781f6', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:36:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a84a25e-4688-4234-b584-30ae53b7fc7d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:23:17Z', 'updated_at': '2021-12-15T19:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': 'd6c02ce4-50c9-4450-b843-c8860cd468e6', 'name': '', 'network_id': '223a7835-c12c-4aa6-adbb-61b07fdb1249', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:4d:ff:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a84a25e-4688-4234-b584-30ae53b7fc7d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7743b595-6cbf-4c22-a040-1b58944c2771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:23:26Z', 'updated_at': '2021-12-15T19:23:35Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': '7743b595-6cbf-4c22-a040-1b58944c2771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:23:37.821181 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ecceaab4-5467-49f0-b2ea-a4077ce74df7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:37.825793 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f449a0c3-9aca-4e68-b2cb-ab29bcedbe48 None None] Pushing event updated for resources: {'Port': ['ID=3ffce348-ed05-4ec9-ab0f-b5facb619fec,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:37.829201 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f449a0c3-9aca-4e68-b2cb-ab29bcedbe48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:37.952340 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18350cb-c2f9-43a3-8176-1788f15efcb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-d58713bd-3033-4b77-ad3f-49dabb2bf7e5', 'network_id': 'd58713bd-3033-4b77-ad3f-49dabb2bf7e5', 'tenant_id': 'faa25f4ce4804880982fa71f3f1c8865', 'fixed_ips': [{'subnet_id': '003a9622-989e-49ff-a41e-9c720054a5fb'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:23:37.953272 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d18350cb-c2f9-43a3-8176-1788f15efcb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:37.977395 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-50412b5e-7f95-4be9-91fb-311d6bdabe77 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:38.093309 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ecceaab4-5467-49f0-b2ea-a4077ce74df7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:38.096297 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-32be408c-7276-46b7-8f69-e864a7ddaae9 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:38.101158 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9d097735-8d12-4248-8380-7b7a581fbe7b tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:38.118808 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-32be408c-7276-46b7-8f69-e864a7ddaae9 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:38.127228 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ecceaab4-5467-49f0-b2ea-a4077ce74df7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:38.143549 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7f505852-509e-4957-9b0a-d4b3ae716c88 None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:38.166090 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32be408c-7276-46b7-8f69-e864a7ddaae9 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Pushing event deleted for resources: {'Network': ['ID=b3058806-6191-436e-8bde-dbad7e25dc9a,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:38.167376 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-7f505852-509e-4957-9b0a-d4b3ae716c88 None None] Transition to ACTIVE for port object e2f19055-44b8-4259-aad3-9e1a2c246bb7 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:23:38.174197 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-50412b5e-7f95-4be9-91fb-311d6bdabe77 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:38.174197 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-32be408c-7276-46b7-8f69-e864a7ddaae9 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:38.174826 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-93ef82dc-bcda-4670-99a9-4ca2080a319c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:38.194555 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecceaab4-5467-49f0-b2ea-a4077ce74df7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a83300fa-c841-4363-b7fa-31aacfe07628,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:38.201792 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-32be408c-7276-46b7-8f69-e864a7ddaae9 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] 10.222.0.36 "DELETE /v2.0/networks/b3058806-6191-436e-8bde-dbad7e25dc9a HTTP/1.1" status: 204 len: 168 time: 1.4723673 Dec 15 19:23:38.203514 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ecceaab4-5467-49f0-b2ea-a4077ce74df7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:38.205644 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-26faf5e2-2638-47aa-8a76-48ea8d4be114 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:38.288869 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ecceaab4-5467-49f0-b2ea-a4077ce74df7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:38.298827 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ecceaab4-5467-49f0-b2ea-a4077ce74df7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.8214557 Dec 15 19:23:38.298827 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50412b5e-7f95-4be9-91fb-311d6bdabe77 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event updated for resources: {'Port': ['ID=a9cd0527-af85-424c-916d-0dbbfa044b46,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:38.315139 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-7f505852-509e-4957-9b0a-d4b3ae716c88 None None] Transition to ACTIVE for port object e2f19055-44b8-4259-aad3-9e1a2c246bb7 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:23:38.326988 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-50412b5e-7f95-4be9-91fb-311d6bdabe77 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:38.353332 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a074b84d-bf7a-46bb-92f2-0ca08cdd4398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:38.395710 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-d18350cb-c2f9-43a3-8176-1788f15efcb2 None None] Allocated IP 172.20.0.2 (d58713bd-3033-4b77-ad3f-49dabb2bf7e5/003a9622-989e-49ff-a41e-9c720054a5fb/6d4ff12d-dabd-4871-b308-105d5283cb04) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:23:38.398381 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7f505852-509e-4957-9b0a-d4b3ae716c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:38.401981 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50412b5e-7f95-4be9-91fb-311d6bdabe77 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Network 85e5a843-09fe-4cd9-bb02-f1db58b09d61 is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:23:38.403640 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-50412b5e-7f95-4be9-91fb-311d6bdabe77 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:23:38.407126 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50412b5e-7f95-4be9-91fb-311d6bdabe77 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:23:38.412384 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50412b5e-7f95-4be9-91fb-311d6bdabe77 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:23:38.413409 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-50412b5e-7f95-4be9-91fb-311d6bdabe77 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:38.423230 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-40f90966-9d87-479f-a725-b7fa94b6a899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:38.489302 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-50412b5e-7f95-4be9-91fb-311d6bdabe77 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6199927 Dec 15 19:23:38.492697 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55980) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:38.612404 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-8af1ae53-9302-4385-a35f-090b070e204d tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Deleting port a9cd0527-af85-424c-916d-0dbbfa044b46 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:23:38.612952 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8af1ae53-9302-4385-a35f-090b070e204d tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:38.768470 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f505852-509e-4957-9b0a-d4b3ae716c88 None None] Network 62cee900-cceb-4db0-898d-e2597d6977b9 is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:23:38.771980 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-7f505852-509e-4957-9b0a-d4b3ae716c88 None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:23:38.779279 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f505852-509e-4957-9b0a-d4b3ae716c88 None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:23:38.790727 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f505852-509e-4957-9b0a-d4b3ae716c88 None None] Pushing event updated for resources: {'Port': ['ID=e2f19055-44b8-4259-aad3-9e1a2c246bb7,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:38.797332 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7f505852-509e-4957-9b0a-d4b3ae716c88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:38.863200 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-59629490-05e3-43ca-b3c4-536f483e792d tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Allocated IP 172.20.0.1 (62cee900-cceb-4db0-898d-e2597d6977b9/99fa1c6e-2009-4cdf-ae06-ff9e75623e75/94509866-9a6f-4cf7-bc1f-47ee700a6e6c) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:23:38.936020 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 55996) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:38.948535 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-cc217465-3586-4174-8391-311359dde5d2 req-7200c8af-79fa-436a-8537-ae4588057710 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Synchronizing usage tracker for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:security_group {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:23:39.055126 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d18350cb-c2f9-43a3-8176-1788f15efcb2 None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:39.077723 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8af1ae53-9302-4385-a35f-090b070e204d tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:39.077866 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d18350cb-c2f9-43a3-8176-1788f15efcb2 None None] Transition to ACTIVE for port object 6d4ff12d-dabd-4871-b308-105d5283cb04 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:23:39.089267 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-59629490-05e3-43ca-b3c4-536f483e792d tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:39.099650 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-cc217465-3586-4174-8391-311359dde5d2 req-7200c8af-79fa-436a-8537-ae4588057710 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Unset dirty status for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:security_group {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:23:39.099822 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d18350cb-c2f9-43a3-8176-1788f15efcb2 None None] Transition to ACTIVE for port object 6d4ff12d-dabd-4871-b308-105d5283cb04 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:23:39.101169 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-cc217465-3586-4174-8391-311359dde5d2 req-7200c8af-79fa-436a-8537-ae4588057710 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1611567937&fields=id&tenant_id=7c1b74cf25a94156b4530f0bd868c0c9 HTTP/1.1" status: 200 len: 267 time: 0.3533509 Dec 15 19:23:39.110699 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-7f505852-509e-4957-9b0a-d4b3ae716c88 None None] Attempting to bind port e2f19055-44b8-4259-aad3-9e1a2c246bb7 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:23:39.112685 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-7f505852-509e-4957-9b0a-d4b3ae716c88 None None] Attempting to bind port e2f19055-44b8-4259-aad3-9e1a2c246bb7 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'ed06dea3-502c-45be-9506-48ffe20473d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '62cee900-cceb-4db0-898d-e2597d6977b9'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:23:39.116728 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f505852-509e-4957-9b0a-d4b3ae716c88 None None] Attempting to bind port e2f19055-44b8-4259-aad3-9e1a2c246bb7 on network 62cee900-cceb-4db0-898d-e2597d6977b9 {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:23:39.123125 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-59629490-05e3-43ca-b3c4-536f483e792d tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Transition to ACTIVE for port object 94509866-9a6f-4cf7-bc1f-47ee700a6e6c will not be triggered until provisioned by entity DHCP. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:23:39.130105 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f505852-509e-4957-9b0a-d4b3ae716c88 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:23:39.130788 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f505852-509e-4957-9b0a-d4b3ae716c88 None None] Checking segment: {'id': 'ed06dea3-502c-45be-9506-48ffe20473d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '62cee900-cceb-4db0-898d-e2597d6977b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:23:39.131038 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7f505852-509e-4957-9b0a-d4b3ae716c88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:39.131494 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f505852-509e-4957-9b0a-d4b3ae716c88 None None] Bound using segment: {'id': 'ed06dea3-502c-45be-9506-48ffe20473d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '62cee900-cceb-4db0-898d-e2597d6977b9'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:23:39.132036 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-7f505852-509e-4957-9b0a-d4b3ae716c88 None None] Bound port: e2f19055-44b8-4259-aad3-9e1a2c246bb7, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed06dea3-502c-45be-9506-48ffe20473d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '62cee900-cceb-4db0-898d-e2597d6977b9'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:23:39.132471 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7f505852-509e-4957-9b0a-d4b3ae716c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:39.158560 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d18350cb-c2f9-43a3-8176-1788f15efcb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:39.167238 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f449a0c3-9aca-4e68-b2cb-ab29bcedbe48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:39.178270 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-59629490-05e3-43ca-b3c4-536f483e792d tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:39.182016 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4456ad6a-aa44-49f3-ba02-60299078f352 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:39.250695 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device d6c02ce4-50c9-4450-b843-c8860cd468e6 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:23:39.320951 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59629490-05e3-43ca-b3c4-536f483e792d tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Network 62cee900-cceb-4db0-898d-e2597d6977b9 is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:23:39.327643 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59629490-05e3-43ca-b3c4-536f483e792d tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Pushing event updated for resources: {'Port': ['ID=94509866-9a6f-4cf7-bc1f-47ee700a6e6c,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:39.337045 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-59629490-05e3-43ca-b3c4-536f483e792d tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:23:39.339334 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-59629490-05e3-43ca-b3c4-536f483e792d tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:39.341001 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59629490-05e3-43ca-b3c4-536f483e792d tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:23:39.366104 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18350cb-c2f9-43a3-8176-1788f15efcb2 None None] Network d58713bd-3033-4b77-ad3f-49dabb2bf7e5 is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:23:39.374411 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-d18350cb-c2f9-43a3-8176-1788f15efcb2 None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:23:39.376606 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18350cb-c2f9-43a3-8176-1788f15efcb2 None None] Pushing event updated for resources: {'Port': ['ID=6d4ff12d-dabd-4871-b308-105d5283cb04,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:39.381119 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18350cb-c2f9-43a3-8176-1788f15efcb2 None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:23:39.402186 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-8af1ae53-9302-4385-a35f-090b070e204d tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Calling delete_port for a9cd0527-af85-424c-916d-0dbbfa044b46 owned by {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:23:39.426730 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-59629490-05e3-43ca-b3c4-536f483e792d tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630901'] for router_interface, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:39.446104 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d18350cb-c2f9-43a3-8176-1788f15efcb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:39.555482 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-d18350cb-c2f9-43a3-8176-1788f15efcb2 None None] Attempting to bind port 6d4ff12d-dabd-4871-b308-105d5283cb04 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:23:39.555907 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-d18350cb-c2f9-43a3-8176-1788f15efcb2 None None] Attempting to bind port 6d4ff12d-dabd-4871-b308-105d5283cb04 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '38155e69-be8d-4c2f-8976-a40e2de8b15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'd58713bd-3033-4b77-ad3f-49dabb2bf7e5'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:23:39.557159 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18350cb-c2f9-43a3-8176-1788f15efcb2 None None] Attempting to bind port 6d4ff12d-dabd-4871-b308-105d5283cb04 on network d58713bd-3033-4b77-ad3f-49dabb2bf7e5 {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:23:39.569818 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-7f505852-509e-4957-9b0a-d4b3ae716c88 None None] For port e2f19055-44b8-4259-aad3-9e1a2c246bb7, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:23:39.585638 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-7f505852-509e-4957-9b0a-d4b3ae716c88 None None] For port e2f19055-44b8-4259-aad3-9e1a2c246bb7, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=e2f19055-44b8-4259-aad3-9e1a2c246bb7,segment=NetworkSegment(ed06dea3-502c-45be-9506-48ffe20473d3),segment_id=ed06dea3-502c-45be-9506-48ffe20473d3)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:23:39.590182 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:39.598415 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18350cb-c2f9-43a3-8176-1788f15efcb2 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:23:39.598829 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18350cb-c2f9-43a3-8176-1788f15efcb2 None None] Checking segment: {'id': '38155e69-be8d-4c2f-8976-a40e2de8b15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'd58713bd-3033-4b77-ad3f-49dabb2bf7e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:23:39.599282 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d18350cb-c2f9-43a3-8176-1788f15efcb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:39.599723 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18350cb-c2f9-43a3-8176-1788f15efcb2 None None] Bound using segment: {'id': '38155e69-be8d-4c2f-8976-a40e2de8b15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'd58713bd-3033-4b77-ad3f-49dabb2bf7e5'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:23:39.599942 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-59629490-05e3-43ca-b3c4-536f483e792d tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:39.600258 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-d18350cb-c2f9-43a3-8176-1788f15efcb2 None None] Bound port: 6d4ff12d-dabd-4871-b308-105d5283cb04, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38155e69-be8d-4c2f-8976-a40e2de8b15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'd58713bd-3033-4b77-ad3f-49dabb2bf7e5'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:23:39.600680 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d18350cb-c2f9-43a3-8176-1788f15efcb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:39.616190 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8af1ae53-9302-4385-a35f-090b070e204d tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:39.628762 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7f505852-509e-4957-9b0a-d4b3ae716c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:39.632162 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c759c926-c0b1-497b-9ebd-666b2f0c437c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f5e35ec491f443d6ba0bdd9b852d1a22&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6942692 Dec 15 19:23:39.643236 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7c7b7b5d-7d7c-41a6-b45b-05349d99854a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:39.647690 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3e5b5cec-b427-4237-aefc-392bc225e12f tempest-FloatingIPAdminTestJSON-397503754 tempest-FloatingIPAdminTestJSON-397503754-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:39.690085 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56002) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:39.707031 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc217465-3586-4174-8391-311359dde5d2 req-d288a2e6-b99b-40ac-aa30-47b47bb6d792 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:23:39.715465 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-cc217465-3586-4174-8391-311359dde5d2 req-d288a2e6-b99b-40ac-aa30-47b47bb6d792 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Synchronizing usage tracker for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:network {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:23:39.763661 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port d6c02ce4-50c9-4450-b843-c8860cd468e6 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:23:39.785435 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port d6c02ce4-50c9-4450-b843-c8860cd468e6 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:23:39.791019 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:39.791162 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af1ae53-9302-4385-a35f-090b070e204d tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event deleted for resources: {'Port': ['ID=a9cd0527-af85-424c-916d-0dbbfa044b46,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:39.802540 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8af1ae53-9302-4385-a35f-090b070e204d tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:39.819195 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-cc217465-3586-4174-8391-311359dde5d2 req-d288a2e6-b99b-40ac-aa30-47b47bb6d792 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Unset dirty status for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:network {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:23:39.826540 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-cc217465-3586-4174-8391-311359dde5d2 req-d288a2e6-b99b-40ac-aa30-47b47bb6d792 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/networks?id=223a7835-c12c-4aa6-adbb-61b07fdb1249 HTTP/1.1" status: 200 len: 796 time: 0.7099731 Dec 15 19:23:39.855166 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8af1ae53-9302-4385-a35f-090b070e204d tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:39.906252 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-cc217465-3586-4174-8391-311359dde5d2 req-f03ca7e9-17df-481e-92bc-96fcea0d46f1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/quotas/7c1b74cf25a94156b4530f0bd868c0c9 HTTP/1.1" status: 200 len: 375 time: 0.0785389 Dec 15 19:23:39.926027 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f505852-509e-4957-9b0a-d4b3ae716c88 None None] Pushing event updated for resources: {'Port': ['ID=e2f19055-44b8-4259-aad3-9e1a2c246bb7,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:39.928387 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9f933df5-f1f4-47d7-9202-f84d1780fb0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:39.961246 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f505852-509e-4957-9b0a-d4b3ae716c88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:23:39.962030 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f505852-509e-4957-9b0a-d4b3ae716c88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:23:39.962485 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f505852-509e-4957-9b0a-d4b3ae716c88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:23:39.962875 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f505852-509e-4957-9b0a-d4b3ae716c88 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:23:39.963264 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f505852-509e-4957-9b0a-d4b3ae716c88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:23:39.963647 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f505852-509e-4957-9b0a-d4b3ae716c88 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:23:39.964028 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f505852-509e-4957-9b0a-d4b3ae716c88 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:23:39.964417 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f505852-509e-4957-9b0a-d4b3ae716c88 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:23:39.965076 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f505852-509e-4957-9b0a-d4b3ae716c88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:23:39.965457 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f505852-509e-4957-9b0a-d4b3ae716c88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:23:39.968667 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f505852-509e-4957-9b0a-d4b3ae716c88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:23:39.973012 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7f505852-509e-4957-9b0a-d4b3ae716c88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:39.974379 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d18350cb-c2f9-43a3-8176-1788f15efcb2 None None] For port 6d4ff12d-dabd-4871-b308-105d5283cb04, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:23:39.980879 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d18350cb-c2f9-43a3-8176-1788f15efcb2 None None] For port 6d4ff12d-dabd-4871-b308-105d5283cb04, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=6d4ff12d-dabd-4871-b308-105d5283cb04,segment=NetworkSegment(38155e69-be8d-4c2f-8976-a40e2de8b15a),segment_id=38155e69-be8d-4c2f-8976-a40e2de8b15a)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:23:40.016198 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8af1ae53-9302-4385-a35f-090b070e204d tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "DELETE /v2.0/ports/a9cd0527-af85-424c-916d-0dbbfa044b46 HTTP/1.1" status: 204 len: 168 time: 1.5214934 Dec 15 19:23:40.019886 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56006) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:40.064992 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-0542417c-ef90-4183-9f76-d97a523bd9db tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Request body: {'port': {'network_id': '85e5a843-09fe-4cd9-bb02-f1db58b09d61', 'mac_address': 'fa:16:3e:24:b6:9f', 'name': 'tempest-PortsTestJSON-800059594'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:23:40.067089 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:40.081525 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d18350cb-c2f9-43a3-8176-1788f15efcb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:40.090215 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-bbc030dc-7447-459e-8e56-77141b5540b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:40.174419 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-59629490-05e3-43ca-b3c4-536f483e792d tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks [] for port, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:40.177592 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port d6c02ce4-50c9-4450-b843-c8860cd468e6, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=d6c02ce4-50c9-4450-b843-c8860cd468e6,segment=NetworkSegment(f60251cd-47c4-4e66-b0e2-b8b9d94d3dc9),segment_id=f60251cd-47c4-4e66-b0e2-b8b9d94d3dc9)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:23:40.189933 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9f933df5-f1f4-47d7-9202-f84d1780fb0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:40.205067 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-59629490-05e3-43ca-b3c4-536f483e792d tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:40.209217 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18350cb-c2f9-43a3-8176-1788f15efcb2 None None] Pushing event updated for resources: {'Port': ['ID=6d4ff12d-dabd-4871-b308-105d5283cb04,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:40.214132 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d18350cb-c2f9-43a3-8176-1788f15efcb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:40.233540 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:40.234788 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 3ffce348-ed05-4ec9-ab0f-b5facb619fec up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:23:40.258888 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-34b7bea4-00fe-4020-979a-5159abadac25 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:40.291518 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:40.307082 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-0542417c-ef90-4183-9f76-d97a523bd9db tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:23:40.327229 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-0542417c-ef90-4183-9f76-d97a523bd9db tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Usage tracker for resource:port and tenant:f3e95df2fc6f4d8e9322e2f06d7e1f38 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:23:40.333315 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-0542417c-ef90-4183-9f76-d97a523bd9db tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:23:40.341696 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-cc217465-3586-4174-8391-311359dde5d2 req-543fa76a-1b42-4c16-b66e-0c44db1e5364 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7c1b74cf25a94156b4530f0bd868c0c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4344833 Dec 15 19:23:40.359167 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-0542417c-ef90-4183-9f76-d97a523bd9db tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:23:40.406457 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9f933df5-f1f4-47d7-9202-f84d1780fb0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:40.417114 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d36e5961-b338-4c2a-b525-0ca0cdfc1708 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:40.492228 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59629490-05e3-43ca-b3c4-536f483e792d tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Pushing event updated for resources: {'Port': ['ID=94509866-9a6f-4cf7-bc1f-47ee700a6e6c,revision_number=2']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:40.494515 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7e67cf-b936-494e-84a9-27b68aa99a7d None None] Network 45bc9825-ab03-4594-8bef-81653c1bf753 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:23:40.504236 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0542417c-ef90-4183-9f76-d97a523bd9db tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Made reservation on behalf of f3e95df2fc6f4d8e9322e2f06d7e1f38 for: {'port': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:23:40.524194 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-59629490-05e3-43ca-b3c4-536f483e792d tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1959989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854145006'] for router_interface, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:40.530386 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-59629490-05e3-43ca-b3c4-536f483e792d tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:40.550447 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f933df5-f1f4-47d7-9202-f84d1780fb0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1737144-79a6-4334-ba81-0d7673a6adca,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:40.561226 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9f933df5-f1f4-47d7-9202-f84d1780fb0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:40.625484 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=d6c02ce4-50c9-4450-b843-c8860cd468e6,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:40.637817 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9f933df5-f1f4-47d7-9202-f84d1780fb0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:40.641665 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9f933df5-f1f4-47d7-9202-f84d1780fb0b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d1737144-79a6-4334-ba81-0d7673a6adca HTTP/1.1" status: 204 len: 168 time: 0.9206266 Dec 15 19:23:40.649630 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:40.716412 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0542417c-ef90-4183-9f76-d97a523bd9db tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:40.746937 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-cc217465-3586-4174-8391-311359dde5d2 req-250e7925-dbc7-406b-bac1-5674310f282b service neutron] 10.222.0.36 "GET /v2.0/networks/223a7835-c12c-4aa6-adbb-61b07fdb1249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3780615 Dec 15 19:23:40.778882 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e8a81844-05f3-454c-9e3d-22c1d20d837b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:40.813818 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-0542417c-ef90-4183-9f76-d97a523bd9db tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] device_id is not set on port fa37e084-962e-4438-9355-0421d2c951c7 yet. {{(pid=88990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:23:40.844523 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 3ffce348-ed05-4ec9-ab0f-b5facb619fec completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:23:40.860801 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:40.860801 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 3ffce348-ed05-4ec9-ab0f-b5facb619fec triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:23:40.860801 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:40.872661 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59629490-05e3-43ca-b3c4-536f483e792d tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Network 62cee900-cceb-4db0-898d-e2597d6977b9 is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:23:40.874433 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-59629490-05e3-43ca-b3c4-536f483e792d tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:23:40.932615 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-1fd03a23-b5a8-4899-ac1b-f4bd1076e633 None None] Provisioning for port 3ffce348-ed05-4ec9-ab0f-b5facb619fec completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:23:40.987752 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-1fd03a23-b5a8-4899-ac1b-f4bd1076e633 None None] Provisioning complete for port 3ffce348-ed05-4ec9-ab0f-b5facb619fec triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:23:40.987752 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1fd03a23-b5a8-4899-ac1b-f4bd1076e633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:41.107622 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-cc217465-3586-4174-8391-311359dde5d2 req-8b4fb26f-d968-4a17-bf6d-c8120fba9681 service neutron] 10.222.0.36 "GET /v2.0/networks/223a7835-c12c-4aa6-adbb-61b07fdb1249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468180 Dec 15 19:23:41.380633 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0542417c-ef90-4183-9f76-d97a523bd9db tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:41.497973 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0542417c-ef90-4183-9f76-d97a523bd9db tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:41.526725 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d1cc9869-4f3c-4332-8e24-b58f82089dce req-287b0fd1-d446-43b0-b689-08f2eed5b0a8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5b3a8b6-f75b-4f02-8e18-f9d051010cf1 HTTP/1.1" status: 200 len: 210 time: 0.0839951 Dec 15 19:23:41.527213 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ea10d38d-805c-411a-b281-bb9ff28cb25f tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:41.569265 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59629490-05e3-43ca-b3c4-536f483e792d tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Router 51cefb6c-04fc-4604-8cff-bb4cfb28db91 is scheduled to L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 with binding_index 1 {{(pid=88991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 15 19:23:41.609876 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:41.628979 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1fd03a23-b5a8-4899-ac1b-f4bd1076e633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:41.680588 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port 3ffce348-ed05-4ec9-ab0f-b5facb619fec, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=3ffce348-ed05-4ec9-ab0f-b5facb619fec,segment=NetworkSegment(1c2f3840-6ef5-422b-85f4-3e5071e8a4ea),segment_id=1c2f3840-6ef5-422b-85f4-3e5071e8a4ea)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:23:41.718986 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0542417c-ef90-4183-9f76-d97a523bd9db tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Network 85e5a843-09fe-4cd9-bb02-f1db58b09d61 is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:23:41.734707 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-0542417c-ef90-4183-9f76-d97a523bd9db tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:23:41.739570 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-1fd03a23-b5a8-4899-ac1b-f4bd1076e633 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88992) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:23:41.739984 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-1fd03a23-b5a8-4899-ac1b-f4bd1076e633 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:23:41.740734 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:41.743510 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7f505852-509e-4957-9b0a-d4b3ae716c88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:41.748465 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0542417c-ef90-4183-9f76-d97a523bd9db tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:23:41.760511 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0542417c-ef90-4183-9f76-d97a523bd9db tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:23:41.761232 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0542417c-ef90-4183-9f76-d97a523bd9db tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:41.779449 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0542417c-ef90-4183-9f76-d97a523bd9db tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event updated for resources: {'Port': ['ID=fa37e084-962e-4438-9355-0421d2c951c7,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:41.783969 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0542417c-ef90-4183-9f76-d97a523bd9db tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:41.824246 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=3ffce348-ed05-4ec9-ab0f-b5facb619fec,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:41.828509 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:41.854685 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59629490-05e3-43ca-b3c4-536f483e792d tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:23:41.857895 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0542417c-ef90-4183-9f76-d97a523bd9db tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.8070107 Dec 15 19:23:41.860589 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56032) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:41.872480 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf265f2-83c1-4dc2-8729-4755699b0979 None None] Sync routers for ids ['51cefb6c-04fc-4604-8cff-bb4cfb28db91'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:23:41.887805 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-59629490-05e3-43ca-b3c4-536f483e792d tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] 10.222.0.36 "PUT /v2.0/routers/51cefb6c-04fc-4604-8cff-bb4cfb28db91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6869192 Dec 15 19:23:41.893938 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56038) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:41.904373 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf265f2-83c1-4dc2-8729-4755699b0979 None None] Routers {'51cefb6c-04fc-4604-8cff-bb4cfb28db91'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:23:41.905069 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-9cf265f2-83c1-4dc2-8729-4755699b0979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:23:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['51cefb6c-04fc-4604-8cff-bb4cfb28db91'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:42.026447 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458631d9-0a25-4c4b-a3f3-678a7cc1921e tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:23:42.026447 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-458631d9-0a25-4c4b-a3f3-678a7cc1921e tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Synchronizing usage tracker for tenant:f3e95df2fc6f4d8e9322e2f06d7e1f38 on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:23:42.081305 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-9cf265f2-83c1-4dc2-8729-4755699b0979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:42.087690 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-458631d9-0a25-4c4b-a3f3-678a7cc1921e tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Unset dirty status for tenant:f3e95df2fc6f4d8e9322e2f06d7e1f38 on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:23:42.089540 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-458631d9-0a25-4c4b-a3f3-678a7cc1921e tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "GET /v2.0/ports/fa37e084-962e-4438-9355-0421d2c951c7 HTTP/1.1" status: 200 len: 840 time: 0.2276850 Dec 15 19:23:42.092908 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56046) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:42.094781 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf265f2-83c1-4dc2-8729-4755699b0979 None None] Routers {'51cefb6c-04fc-4604-8cff-bb4cfb28db91'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:23:42.097235 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-9cf265f2-83c1-4dc2-8729-4755699b0979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:23:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['51cefb6c-04fc-4604-8cff-bb4cfb28db91'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:42.149806 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device d6c02ce4-50c9-4450-b843-c8860cd468e6 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:23:42.209319 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-9cf265f2-83c1-4dc2-8729-4755699b0979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:42.209959 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf265f2-83c1-4dc2-8729-4755699b0979 None None] The sync data for ids ['51cefb6c-04fc-4604-8cff-bb4cfb28db91'] in dv-neutron-821831-2-hyperv is: [] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:23:42.270810 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-f76e45f9-d623-4b01-8ea9-fbb031df9eff tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Deleting port fa37e084-962e-4438-9355-0421d2c951c7 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:23:42.271485 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f76e45f9-d623-4b01-8ea9-fbb031df9eff tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:42.407202 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port d6c02ce4-50c9-4450-b843-c8860cd468e6 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:23:42.407886 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:42.408251 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56050) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:42.570930 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-0e239366-83a7-4d7c-b3ab-2212b7434324 None None] Provisioning complete for port 3ffce348-ed05-4ec9-ab0f-b5facb619fec triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:23:42.571369 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0e239366-83a7-4d7c-b3ab-2212b7434324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:42.655065 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f76e45f9-d623-4b01-8ea9-fbb031df9eff tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:42.666745 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:42.889186 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device e2f19055-44b8-4259-aad3-9e1a2c246bb7 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:23:43.050576 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port e2f19055-44b8-4259-aad3-9e1a2c246bb7 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:23:43.060212 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 6d4ff12d-dabd-4871-b308-105d5283cb04 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:23:43.175933 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3724a2d5-0c07-492d-ba57-baa65113bc31 None None] Network 62cee900-cceb-4db0-898d-e2597d6977b9 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:23:43.247195 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-115e7a12-5948-45d8-a7c1-a6778a3a002e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-482309268'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:23:43.263321 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-115e7a12-5948-45d8-a7c1-a6778a3a002e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:23:43.269886 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-115e7a12-5948-45d8-a7c1-a6778a3a002e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Usage tracker for resource:network and tenant:2c052fc4a8434b5ab31c24b37c4ed2ab is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:23:43.273839 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-115e7a12-5948-45d8-a7c1-a6778a3a002e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:23:43.282865 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-115e7a12-5948-45d8-a7c1-a6778a3a002e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:23:43.291630 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542e4903-c72b-4cb5-b894-0e8de7a05dc1 None None] Network d58713bd-3033-4b77-ad3f-49dabb2bf7e5 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:23:43.320191 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-f76e45f9-d623-4b01-8ea9-fbb031df9eff tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Calling delete_port for fa37e084-962e-4438-9355-0421d2c951c7 owned by {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:23:43.327258 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-115e7a12-5948-45d8-a7c1-a6778a3a002e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Made reservation on behalf of 2c052fc4a8434b5ab31c24b37c4ed2ab for: {'network': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:23:43.332763 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-115e7a12-5948-45d8-a7c1-a6778a3a002e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:43.365841 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f6b571bd-5e1a-42d4-bc75-1931fd20f93e req-35ad2e4e-8a1c-490c-8df7-59ee555d1f96 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5b3a8b6-f75b-4f02-8e18-f9d051010cf1 HTTP/1.1" status: 200 len: 210 time: 0.5133400 Dec 15 19:23:43.384473 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-115e7a12-5948-45d8-a7c1-a6778a3a002e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for security_group, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:43.450781 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f76e45f9-d623-4b01-8ea9-fbb031df9eff tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:43.457845 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-64bf5eac-0505-428f-8665-84e054d82a9f tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:43.477459 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-115e7a12-5948-45d8-a7c1-a6778a3a002e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:23:43.489197 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-115e7a12-5948-45d8-a7c1-a6778a3a002e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Usage tracker for resource:security_group_rule and tenant:2c052fc4a8434b5ab31c24b37c4ed2ab is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:23:43.494343 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-115e7a12-5948-45d8-a7c1-a6778a3a002e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:23:43.500257 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-94672b69-35d9-4a58-92bd-f28d8c6e3560 None None] Provisioning for port e2f19055-44b8-4259-aad3-9e1a2c246bb7 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:23:43.508630 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76e45f9-d623-4b01-8ea9-fbb031df9eff tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event deleted for resources: {'Port': ['ID=fa37e084-962e-4438-9355-0421d2c951c7,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:43.511551 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f76e45f9-d623-4b01-8ea9-fbb031df9eff tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:43.520412 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-115e7a12-5948-45d8-a7c1-a6778a3a002e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:23:43.527786 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f76e45f9-d623-4b01-8ea9-fbb031df9eff tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:43.530490 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-9b4ad2af-c58c-4002-b481-703c7f7f5a5d tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 19:23:43.534470 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9b4ad2af-c58c-4002-b481-703c7f7f5a5d tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] 10.222.0.36 "PUT /v2.0/routers/51cefb6c-04fc-4604-8cff-bb4cfb28db91/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.6366653 Dec 15 19:23:43.535891 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56058) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:43.550011 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-94672b69-35d9-4a58-92bd-f28d8c6e3560 None None] Provisioning complete for port e2f19055-44b8-4259-aad3-9e1a2c246bb7 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:23:43.550481 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-94672b69-35d9-4a58-92bd-f28d8c6e3560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:43.593952 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f76e45f9-d623-4b01-8ea9-fbb031df9eff tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "DELETE /v2.0/ports/fa37e084-962e-4438-9355-0421d2c951c7 HTTP/1.1" status: 204 len: 168 time: 1.4997208 Dec 15 19:23:43.596772 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56062) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:43.598719 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 6d4ff12d-dabd-4871-b308-105d5283cb04 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:23:43.681699 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aa0bb36-ecce-4415-878e-e497b5a9746a tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] GET failed (client error): The resource could not be found. Dec 15 19:23:43.682297 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-6aa0bb36-ecce-4415-878e-e497b5a9746a tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Synchronizing usage tracker for tenant:f3e95df2fc6f4d8e9322e2f06d7e1f38 on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:23:43.731945 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-6aa0bb36-ecce-4415-878e-e497b5a9746a tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Unset dirty status for tenant:f3e95df2fc6f4d8e9322e2f06d7e1f38 on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:23:43.733788 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6aa0bb36-ecce-4415-878e-e497b5a9746a tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "GET /v2.0/ports/fa37e084-962e-4438-9355-0421d2c951c7 HTTP/1.1" status: 404 len: 333 time: 0.1328354 Dec 15 19:23:43.738778 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56066) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:43.747091 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-952dbf63-9b44-4d0d-8537-7c779ffea635 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Request body: {'port': {'network_id': '85e5a843-09fe-4cd9-bb02-f1db58b09d61', 'name': 'tempest-PortsTestJSON-693958453'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:23:43.856822 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-94672b69-35d9-4a58-92bd-f28d8c6e3560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:43.867031 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 3ffce348-ed05-4ec9-ab0f-b5facb619fec up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:23:43.892017 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-115e7a12-5948-45d8-a7c1-a6778a3a002e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for security_group, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:43.913150 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-952dbf63-9b44-4d0d-8537-7c779ffea635 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:23:43.925283 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-952dbf63-9b44-4d0d-8537-7c779ffea635 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:23:43.935732 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-115e7a12-5948-45d8-a7c1-a6778a3a002e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:43.953997 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-94672b69-35d9-4a58-92bd-f28d8c6e3560 None None] For port e2f19055-44b8-4259-aad3-9e1a2c246bb7, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=e2f19055-44b8-4259-aad3-9e1a2c246bb7,segment=NetworkSegment(ed06dea3-502c-45be-9506-48ffe20473d3),segment_id=ed06dea3-502c-45be-9506-48ffe20473d3)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:23:43.966392 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-952dbf63-9b44-4d0d-8537-7c779ffea635 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Made reservation on behalf of f3e95df2fc6f4d8e9322e2f06d7e1f38 for: {'port': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:23:43.973192 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-952dbf63-9b44-4d0d-8537-7c779ffea635 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:43.980182 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-acc00f36-38bb-4d5b-8243-e783141f38f5 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:43.992403 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 3ffce348-ed05-4ec9-ab0f-b5facb619fec triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:23:43.992838 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:44.014695 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-952dbf63-9b44-4d0d-8537-7c779ffea635 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] device_id is not set on port 5f057e04-6ec4-42b7-bdbf-81fe6f0dc10c yet. {{(pid=88990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:23:44.022669 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-94672b69-35d9-4a58-92bd-f28d8c6e3560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:44.031576 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6f639fa4-a775-41b7-b0ef-92fbae79f2a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:44.034904 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-115e7a12-5948-45d8-a7c1-a6778a3a002e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=88991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:23:44.046429 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-115e7a12-5948-45d8-a7c1-a6778a3a002e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:44.047502 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-115e7a12-5948-45d8-a7c1-a6778a3a002e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Added segment c402c99b-b919-449f-9f6f-58c5ea470ee3 of type vlan for network 4dce7012-a53e-46d1-866f-31306cd14dc3 Dec 15 19:23:44.081877 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-115e7a12-5948-45d8-a7c1-a6778a3a002e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:44.147565 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94672b69-35d9-4a58-92bd-f28d8c6e3560 None None] Pushing event updated for resources: {'Port': ['ID=e2f19055-44b8-4259-aad3-9e1a2c246bb7,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:44.153213 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-94672b69-35d9-4a58-92bd-f28d8c6e3560 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:44.222123 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc217465-3586-4174-8391-311359dde5d2 req-e79772aa-a56b-4309-b92a-f710f3a60f9e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:23:44.223086 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-cc217465-3586-4174-8391-311359dde5d2 req-e79772aa-a56b-4309-b92a-f710f3a60f9e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Synchronizing usage tracker for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:network {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:23:44.240527 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-115e7a12-5948-45d8-a7c1-a6778a3a002e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:44.244666 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115e7a12-5948-45d8-a7c1-a6778a3a002e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:23:44.245406 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-115e7a12-5948-45d8-a7c1-a6778a3a002e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:44.252006 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-bad7e5f9-8904-4d84-82d6-69bf201a42e2 None None] Provisioning for port 6d4ff12d-dabd-4871-b308-105d5283cb04 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:23:44.263972 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-bad7e5f9-8904-4d84-82d6-69bf201a42e2 None None] Provisioning complete for port 6d4ff12d-dabd-4871-b308-105d5283cb04 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:23:44.264309 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bad7e5f9-8904-4d84-82d6-69bf201a42e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:44.340353 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115e7a12-5948-45d8-a7c1-a6778a3a002e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d275fba-0173-4727-9b29-41c92d91d109,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:44.355917 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-115e7a12-5948-45d8-a7c1-a6778a3a002e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:44.380039 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-172bb1eb-39f9-44bb-87ec-6c6b00b8f3b9 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.120s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:44.423389 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-952dbf63-9b44-4d0d-8537-7c779ffea635 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:44.480416 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bad7e5f9-8904-4d84-82d6-69bf201a42e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:44.485492 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-952dbf63-9b44-4d0d-8537-7c779ffea635 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:44.491623 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0542417c-ef90-4183-9f76-d97a523bd9db tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:44.514499 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115e7a12-5948-45d8-a7c1-a6778a3a002e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Pushing event updated for resources: {'Network': ['ID=4dce7012-a53e-46d1-866f-31306cd14dc3,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:44.516544 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-115e7a12-5948-45d8-a7c1-a6778a3a002e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:44.520560 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-115e7a12-5948-45d8-a7c1-a6778a3a002e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.0986381 Dec 15 19:23:44.521332 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-cc217465-3586-4174-8391-311359dde5d2 req-e79772aa-a56b-4309-b92a-f710f3a60f9e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Unset dirty status for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:network {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:23:44.522621 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-cc217465-3586-4174-8391-311359dde5d2 req-e79772aa-a56b-4309-b92a-f710f3a60f9e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.32 "GET /v2.0/networks?id=223a7835-c12c-4aa6-adbb-61b07fdb1249 HTTP/1.1" status: 200 len: 796 time: 0.7782035 Dec 15 19:23:44.524695 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56078) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:44.527916 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-bad7e5f9-8904-4d84-82d6-69bf201a42e2 None None] For port 6d4ff12d-dabd-4871-b308-105d5283cb04, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=6d4ff12d-dabd-4871-b308-105d5283cb04,segment=NetworkSegment(38155e69-be8d-4c2f-8976-a40e2de8b15a),segment_id=38155e69-be8d-4c2f-8976-a40e2de8b15a)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:23:44.530996 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-2f096f97-55f1-4263-bd20-bbe0d51faa04 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1681821910'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:23:44.535614 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 4dce7012-a53e-46d1-866f-31306cd14dc3 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:23:44.536411 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-2f096f97-55f1-4263-bd20-bbe0d51faa04 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:23:44.540759 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-2f096f97-55f1-4263-bd20-bbe0d51faa04 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Usage tracker for resource:network and tenant:2c052fc4a8434b5ab31c24b37c4ed2ab is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:23:44.544545 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-2f096f97-55f1-4263-bd20-bbe0d51faa04 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:23:44.552237 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-2f096f97-55f1-4263-bd20-bbe0d51faa04 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:23:44.604460 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952dbf63-9b44-4d0d-8537-7c779ffea635 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event updated for resources: {'Port': ['ID=5f057e04-6ec4-42b7-bdbf-81fe6f0dc10c,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:44.615854 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-cc217465-3586-4174-8391-311359dde5d2 req-6dded4e1-638f-4ca9-b565-9bae7b779a68 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Synchronizing usage tracker for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:security_group {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:23:44.624649 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f096f97-55f1-4263-bd20-bbe0d51faa04 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Made reservation on behalf of 2c052fc4a8434b5ab31c24b37c4ed2ab for: {'network': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:23:44.640348 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2f096f97-55f1-4263-bd20-bbe0d51faa04 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:44.654581 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-952dbf63-9b44-4d0d-8537-7c779ffea635 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:44.686039 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9e097b4a-f9df-4f81-877b-699bf7e4ce48 req-504591fe-166c-4c8a-b544-241212988c64 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5b3a8b6-f75b-4f02-8e18-f9d051010cf1 HTTP/1.1" status: 200 len: 210 time: 0.1114461 Dec 15 19:23:44.691933 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952dbf63-9b44-4d0d-8537-7c779ffea635 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Network 85e5a843-09fe-4cd9-bb02-f1db58b09d61 is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:23:44.693532 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-952dbf63-9b44-4d0d-8537-7c779ffea635 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:23:44.696565 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bad7e5f9-8904-4d84-82d6-69bf201a42e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:44.698766 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:44.701994 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-cc217465-3586-4174-8391-311359dde5d2 req-6dded4e1-638f-4ca9-b565-9bae7b779a68 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Unset dirty status for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:security_group {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:23:44.703962 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-cc217465-3586-4174-8391-311359dde5d2 req-6dded4e1-638f-4ca9-b565-9bae7b779a68 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c1b74cf25a94156b4530f0bd868c0c9 HTTP/1.1" status: 200 len: 380 time: 0.1390176 Dec 15 19:23:44.705292 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952dbf63-9b44-4d0d-8537-7c779ffea635 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:23:44.711729 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952dbf63-9b44-4d0d-8537-7c779ffea635 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:23:44.712630 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-952dbf63-9b44-4d0d-8537-7c779ffea635 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:44.726300 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [req-cc217465-3586-4174-8391-311359dde5d2 req-05eca675-e222-456c-9e4e-b1306620e732 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'port': {'device_id': 'd5b3a8b6-f75b-4f02-8e18-f9d051010cf1', 'network_id': '223a7835-c12c-4aa6-adbb-61b07fdb1249', 'admin_state_up': True, 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'security_groups': ['68e69350-e713-423c-84eb-42185063af35']}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:23:44.781271 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad7e5f9-8904-4d84-82d6-69bf201a42e2 None None] Pushing event updated for resources: {'Port': ['ID=6d4ff12d-dabd-4871-b308-105d5283cb04,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:44.784882 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-bad7e5f9-8904-4d84-82d6-69bf201a42e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:44.792546 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-952dbf63-9b44-4d0d-8537-7c779ffea635 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0516999 Dec 15 19:23:44.797848 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56082) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:44.805148 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-a5d03cc2-29ff-4e7c-9cc2-fdeca9dd1d03 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:23:44.816614 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f096f97-55f1-4263-bd20-bbe0d51faa04 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=88991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:23:44.821696 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-442f1234-e204-4845-ab7d-99ddde39eedd None None] Provisioning complete for port e2f19055-44b8-4259-aad3-9e1a2c246bb7 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:23:44.822426 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-442f1234-e204-4845-ab7d-99ddde39eedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:44.851109 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2f096f97-55f1-4263-bd20-bbe0d51faa04 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:44.851505 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-2f096f97-55f1-4263-bd20-bbe0d51faa04 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Added segment 4a5e845b-439b-4d2e-9356-f97f6eb7a4f5 of type vlan for network 75428d22-24a4-44ba-9f92-c9671aa5a68d Dec 15 19:23:44.880350 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3c3a39a3-495c-44d7-b7c1-4580e48fc352 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145021'] for router_interface, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:44.959890 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a5d03cc2-29ff-4e7c-9cc2-fdeca9dd1d03 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:44.975612 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-442f1234-e204-4845-ab7d-99ddde39eedd None None] Provisioning complete for port 6d4ff12d-dabd-4871-b308-105d5283cb04 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:23:44.976055 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-442f1234-e204-4845-ab7d-99ddde39eedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:45.008030 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78bcc243-2bcb-4d8e-8fe9-86a3cac2eb68 None None] get_active_networks_info from dv-neutron-821831-2-hyperv {{(pid=88992) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 15 19:23:45.056448 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2f096f97-55f1-4263-bd20-bbe0d51faa04 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:45.081677 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [req-cc217465-3586-4174-8391-311359dde5d2 req-05eca675-e222-456c-9e4e-b1306620e732 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:23:45.092384 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-cc217465-3586-4174-8391-311359dde5d2 req-05eca675-e222-456c-9e4e-b1306620e732 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:port and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:23:45.108457 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-cc217465-3586-4174-8391-311359dde5d2 req-05eca675-e222-456c-9e4e-b1306620e732 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:23:45.124354 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [req-cc217465-3586-4174-8391-311359dde5d2 req-05eca675-e222-456c-9e4e-b1306620e732 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:23:45.201385 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a5d03cc2-29ff-4e7c-9cc2-fdeca9dd1d03 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:45.204568 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2f096f97-55f1-4263-bd20-bbe0d51faa04 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:45.208774 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f096f97-55f1-4263-bd20-bbe0d51faa04 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:23:45.210132 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2f096f97-55f1-4263-bd20-bbe0d51faa04 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:45.222815 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5c7d3c17-2575-4965-98e2-84bac91eed14 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:45.227354 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a5d03cc2-29ff-4e7c-9cc2-fdeca9dd1d03 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:45.233431 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-dece54b1-243f-4337-80b2-8963136f2304 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:45.237677 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc217465-3586-4174-8391-311359dde5d2 req-05eca675-e222-456c-9e4e-b1306620e732 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Made reservation on behalf of 7c1b74cf25a94156b4530f0bd868c0c9 for: {'port': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:23:45.243164 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-cc217465-3586-4174-8391-311359dde5d2 req-05eca675-e222-456c-9e4e-b1306620e732 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:45.297267 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-a5d03cc2-29ff-4e7c-9cc2-fdeca9dd1d03 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] In _notify_port_updated(), no bound segment for port 5f057e04-6ec4-42b7-bdbf-81fe6f0dc10c on network 85e5a843-09fe-4cd9-bb02-f1db58b09d61 {{(pid=88990) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 15 19:23:45.301981 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d03cc2-29ff-4e7c-9cc2-fdeca9dd1d03 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:23:45.302834 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a5d03cc2-29ff-4e7c-9cc2-fdeca9dd1d03 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:45.306977 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a5d03cc2-29ff-4e7c-9cc2-fdeca9dd1d03 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "PUT /v2.0/ports/5f057e04-6ec4-42b7-bdbf-81fe6f0dc10c HTTP/1.1" status: 200 len: 818 time: 0.5053585 Dec 15 19:23:45.315376 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56086) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:45.373844 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d03cc2-29ff-4e7c-9cc2-fdeca9dd1d03 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event updated for resources: {'Port': ['ID=5f057e04-6ec4-42b7-bdbf-81fe6f0dc10c,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:45.380546 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bcc243-2bcb-4d8e-8fe9-86a3cac2eb68 None None] Resources bound (agent type, host, resource id): {{(pid=88992) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 15 19:23:45.385088 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a5d03cc2-29ff-4e7c-9cc2-fdeca9dd1d03 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:45.416390 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-696fe9c2-c2c5-452b-8f77-165ceeca6f6a tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Deleting port 5f057e04-6ec4-42b7-bdbf-81fe6f0dc10c {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:23:45.416779 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-696fe9c2-c2c5-452b-8f77-165ceeca6f6a tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:45.422588 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-442f1234-e204-4845-ab7d-99ddde39eedd None None] Provisioning for port 94509866-9a6f-4cf7-bc1f-47ee700a6e6c completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:23:45.442932 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-2f096f97-55f1-4263-bd20-bbe0d51faa04 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9142568 Dec 15 19:23:45.447265 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56090) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:45.463060 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-5c764a5d-242f-4d6e-a183-23b510219041 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Request body: {'subnet': {'network_id': '4dce7012-a53e-46d1-866f-31306cd14dc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:23:45.473953 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-442f1234-e204-4845-ab7d-99ddde39eedd None None] Provisioning complete for port 94509866-9a6f-4cf7-bc1f-47ee700a6e6c triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:23:45.474407 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-442f1234-e204-4845-ab7d-99ddde39eedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:45.488298 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f096f97-55f1-4263-bd20-bbe0d51faa04 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Pushing event updated for resources: {'Network': ['ID=75428d22-24a4-44ba-9f92-c9671aa5a68d,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:45.490672 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2f096f97-55f1-4263-bd20-bbe0d51faa04 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:45.513228 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 75428d22-24a4-44ba-9f92-c9671aa5a68d details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:23:45.614755 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-442f1234-e204-4845-ab7d-99ddde39eedd None None] Port 94509866-9a6f-4cf7-bc1f-47ee700a6e6c cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:23:45.663936 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-5c764a5d-242f-4d6e-a183-23b510219041 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:23:45.668827 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-5c764a5d-242f-4d6e-a183-23b510219041 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Usage tracker for resource:subnet and tenant:2c052fc4a8434b5ab31c24b37c4ed2ab is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:23:45.672044 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-5c764a5d-242f-4d6e-a183-23b510219041 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:23:45.678267 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-5c764a5d-242f-4d6e-a183-23b510219041 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:23:45.737016 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [req-cc217465-3586-4174-8391-311359dde5d2 req-05eca675-e222-456c-9e4e-b1306620e732 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Allocated IP 172.20.0.8 (223a7835-c12c-4aa6-adbb-61b07fdb1249/7743b595-6cbf-4c22-a040-1b58944c2771/b1e87887-70d4-4743-9da5-3a40f36e6a8c) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:23:45.795730 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-19837109-e895-43cf-bea8-49aebd34436f None None] Provisioning complete for port 94509866-9a6f-4cf7-bc1f-47ee700a6e6c triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:23:45.796158 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-19837109-e895-43cf-bea8-49aebd34436f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:45.865263 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c764a5d-242f-4d6e-a183-23b510219041 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Made reservation on behalf of 2c052fc4a8434b5ab31c24b37c4ed2ab for: {'subnet': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:23:45.876834 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device e2f19055-44b8-4259-aad3-9e1a2c246bb7 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:23:45.915085 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-19837109-e895-43cf-bea8-49aebd34436f None None] Port 94509866-9a6f-4cf7-bc1f-47ee700a6e6c cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:23:45.991859 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8ce3c4f7-5813-46d3-add8-a7b1eeceff74 req-34703df2-3d5e-40fd-9471-e8937f9a3a11 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5b3a8b6-f75b-4f02-8e18-f9d051010cf1 HTTP/1.1" status: 200 len: 210 time: 0.1470795 Dec 15 19:23:46.028997 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-696fe9c2-c2c5-452b-8f77-165ceeca6f6a tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:46.060945 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port e2f19055-44b8-4259-aad3-9e1a2c246bb7 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:23:46.061384 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:46.092023 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41c8955-f9e7-42c9-a978-4d140127cf82 None None] get_active_networks_info from dv-neutron-821831-2-hyperv {{(pid=88992) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 15 19:23:46.181992 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-696fe9c2-c2c5-452b-8f77-165ceeca6f6a tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Calling delete_port for 5f057e04-6ec4-42b7-bdbf-81fe6f0dc10c owned by {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:23:46.221678 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5c764a5d-242f-4d6e-a183-23b510219041 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839924940'] for subnet, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:46.289187 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 6d4ff12d-dabd-4871-b308-105d5283cb04 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:23:46.299313 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-cc217465-3586-4174-8391-311359dde5d2 req-05eca675-e222-456c-9e4e-b1306620e732 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:46.323406 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [req-cc217465-3586-4174-8391-311359dde5d2 req-05eca675-e222-456c-9e4e-b1306620e732 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Transition to ACTIVE for port object b1e87887-70d4-4743-9da5-3a40f36e6a8c will not be triggered until provisioned by entity DHCP. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:23:46.335193 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41c8955-f9e7-42c9-a978-4d140127cf82 None None] Resources bound (agent type, host, resource id): {{(pid=88992) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 15 19:23:46.412988 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-3c3a39a3-495c-44d7-b7c1-4580e48fc352 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Deleting port 94509866-9a6f-4cf7-bc1f-47ee700a6e6c {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:23:46.413339 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3c3a39a3-495c-44d7-b7c1-4580e48fc352 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:46.458641 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 6d4ff12d-dabd-4871-b308-105d5283cb04 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:23:46.459082 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:46.477011 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-696fe9c2-c2c5-452b-8f77-165ceeca6f6a tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:46.486954 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3098e438-561e-4bc2-a560-729669216cc1 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:46.546559 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-cc217465-3586-4174-8391-311359dde5d2 req-05eca675-e222-456c-9e4e-b1306620e732 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:46.552738 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fb307f68-01ac-4526-8ecf-a392c52bbd72 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:46.553299 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696fe9c2-c2c5-452b-8f77-165ceeca6f6a tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event deleted for resources: {'Port': ['ID=5f057e04-6ec4-42b7-bdbf-81fe6f0dc10c,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:46.561124 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-696fe9c2-c2c5-452b-8f77-165ceeca6f6a tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:46.568966 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-696fe9c2-c2c5-452b-8f77-165ceeca6f6a tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:46.582883 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-696fe9c2-c2c5-452b-8f77-165ceeca6f6a tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "DELETE /v2.0/ports/5f057e04-6ec4-42b7-bdbf-81fe6f0dc10c HTTP/1.1" status: 204 len: 168 time: 1.2663157 Dec 15 19:23:46.585415 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56096) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:46.656654 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5c764a5d-242f-4d6e-a183-23b510219041 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838139473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839924955'] for subnet, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:46.665641 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc217465-3586-4174-8391-311359dde5d2 req-05eca675-e222-456c-9e4e-b1306620e732 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Network 223a7835-c12c-4aa6-adbb-61b07fdb1249 is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:23:46.672829 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e0136a7d-cdfa-452f-b3b4-795754a74177 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:46.673304 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [req-cc217465-3586-4174-8391-311359dde5d2 req-05eca675-e222-456c-9e4e-b1306620e732 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:23:46.676239 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc217465-3586-4174-8391-311359dde5d2 req-05eca675-e222-456c-9e4e-b1306620e732 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:23:46.727268 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eca675-e222-456c-9e4e-b1306620e732 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'Port': ['ID=b1e87887-70d4-4743-9da5-3a40f36e6a8c,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:46.731267 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-05eca675-e222-456c-9e4e-b1306620e732 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:46.769732 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3c3a39a3-495c-44d7-b7c1-4580e48fc352 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:46.773483 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c764a5d-242f-4d6e-a183-23b510219041 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Pushing event updated for resources: {'Subnet': ['ID=8c76aa10-86f7-4399-ab01-49e8ada79ca8,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:46.778974 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5c764a5d-242f-4d6e-a183-23b510219041 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:46.791201 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc217465-3586-4174-8391-311359dde5d2 req-05eca675-e222-456c-9e4e-b1306620e732 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:23:46.791953 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-cc217465-3586-4174-8391-311359dde5d2 req-05eca675-e222-456c-9e4e-b1306620e732 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:46.795289 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c764a5d-242f-4d6e-a183-23b510219041 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Checking segment: {'id': 'c402c99b-b919-449f-9f6f-58c5ea470ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4dce7012-a53e-46d1-866f-31306cd14dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:23:46.795695 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c764a5d-242f-4d6e-a183-23b510219041 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Network hostable DHCP agents. Network: 4dce7012-a53e-46d1-866f-31306cd14dc3, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:23:46.818626 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb22b003-8ff2-4f6c-bbcf-aa4ebfdf04d4 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:23:46.819742 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-fb22b003-8ff2-4f6c-bbcf-aa4ebfdf04d4 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Synchronizing usage tracker for tenant:f3e95df2fc6f4d8e9322e2f06d7e1f38 on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:23:46.890593 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-fb22b003-8ff2-4f6c-bbcf-aa4ebfdf04d4 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Unset dirty status for tenant:f3e95df2fc6f4d8e9322e2f06d7e1f38 on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:23:46.892274 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-fb22b003-8ff2-4f6c-bbcf-aa4ebfdf04d4 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3057325 Dec 15 19:23:46.895195 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56100) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:46.925462 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-3c3a39a3-495c-44d7-b7c1-4580e48fc352 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Calling delete_port for 94509866-9a6f-4cf7-bc1f-47ee700a6e6c owned by network:router_interface {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:23:46.936863 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c764a5d-242f-4d6e-a183-23b510219041 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Network 4dce7012-a53e-46d1-866f-31306cd14dc3 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:23:46.949758 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-051604dd-7293-41bb-9233-b8f0108d4705 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] GET failed (client error): The resource could not be found. Dec 15 19:23:46.951416 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-051604dd-7293-41bb-9233-b8f0108d4705 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "GET /v2.0/ports/5f057e04-6ec4-42b7-bdbf-81fe6f0dc10c HTTP/1.1" status: 404 len: 333 time: 0.0551803 Dec 15 19:23:46.955342 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56104) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:46.961623 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-a31027d8-3ae2-4e85-9361-9fafc8a46271 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2082369871'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:23:46.967854 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a31027d8-3ae2-4e85-9361-9fafc8a46271 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:23:46.972054 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-a31027d8-3ae2-4e85-9361-9fafc8a46271 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Usage tracker for resource:network and tenant:f3e95df2fc6f4d8e9322e2f06d7e1f38 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:23:46.975409 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-a31027d8-3ae2-4e85-9361-9fafc8a46271 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:23:46.983026 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a31027d8-3ae2-4e85-9361-9fafc8a46271 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:23:46.990371 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-5c764a5d-242f-4d6e-a183-23b510219041 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, 4dce7012-a53e-46d1-866f-31306cd14dc3) {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:23:46.994857 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c764a5d-242f-4d6e-a183-23b510219041 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:23:46.995503 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5c764a5d-242f-4d6e-a183-23b510219041 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:47.005303 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8153d615-581e-4e58-8c59-8e7b4962e401 None None] Network 4dce7012-a53e-46d1-866f-31306cd14dc3 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:23:47.024824 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-cc217465-3586-4174-8391-311359dde5d2 req-05eca675-e222-456c-9e4e-b1306620e732 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3032606 Dec 15 19:23:47.046788 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [req-cc217465-3586-4174-8391-311359dde5d2 req-6bc70904-634b-4321-a375-c885e5a55796 service neutron] Request body: {'port': {'device_id': 'd5b3a8b6-f75b-4f02-8e18-f9d051010cf1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:23:47.050507 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a31027d8-3ae2-4e85-9361-9fafc8a46271 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Made reservation on behalf of f3e95df2fc6f4d8e9322e2f06d7e1f38 for: {'network': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:23:47.056095 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a31027d8-3ae2-4e85-9361-9fafc8a46271 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:47.073765 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-5c764a5d-242f-4d6e-a183-23b510219041 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6252062 Dec 15 19:23:47.075257 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56110) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:47.091480 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-9dca8bde-1f4c-4a9c-a953-ea98673f6f5a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Request body: {'subnet': {'network_id': '75428d22-24a4-44ba-9f92-c9671aa5a68d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:23:47.219958 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3c3a39a3-495c-44d7-b7c1-4580e48fc352 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:47.224794 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8c4322a2-bb73-4aa1-badf-28494bf8762f tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:47.245751 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a31027d8-3ae2-4e85-9361-9fafc8a46271 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=88990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:23:47.247410 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-0724c8b5-99a8-45aa-9c32-4b8859c42aa8 None None] Provisioning for port b1e87887-70d4-4743-9da5-3a40f36e6a8c completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:23:47.252901 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-0724c8b5-99a8-45aa-9c32-4b8859c42aa8 None None] Provisioning complete for port b1e87887-70d4-4743-9da5-3a40f36e6a8c triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:23:47.253322 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0724c8b5-99a8-45aa-9c32-4b8859c42aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:47.282448 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9cdee2d-c011-459d-baa6-55e769dc93dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-4dce7012-a53e-46d1-866f-31306cd14dc3', 'network_id': '4dce7012-a53e-46d1-866f-31306cd14dc3', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'fixed_ips': [{'subnet_id': '8c76aa10-86f7-4399-ab01-49e8ada79ca8'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:23:47.283339 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a9cdee2d-c011-459d-baa6-55e769dc93dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:47.284742 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a31027d8-3ae2-4e85-9361-9fafc8a46271 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:47.285143 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-a31027d8-3ae2-4e85-9361-9fafc8a46271 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Added segment 862a89fd-5a72-488a-a51d-3c19b9138bd2 of type vlan for network ef6d8dcf-dede-467a-91ac-100d6d3ed197 Dec 15 19:23:47.315598 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3a39a3-495c-44d7-b7c1-4580e48fc352 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Pushing event deleted for resources: {'Port': ['ID=94509866-9a6f-4cf7-bc1f-47ee700a6e6c,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:47.318317 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3c3a39a3-495c-44d7-b7c1-4580e48fc352 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:47.339883 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-9dca8bde-1f4c-4a9c-a953-ea98673f6f5a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:23:47.352510 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-9dca8bde-1f4c-4a9c-a953-ea98673f6f5a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Usage tracker for resource:subnet and tenant:2c052fc4a8434b5ab31c24b37c4ed2ab is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:23:47.357387 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-9dca8bde-1f4c-4a9c-a953-ea98673f6f5a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:23:47.365759 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-0724c8b5-99a8-45aa-9c32-4b8859c42aa8 None None] Port b1e87887-70d4-4743-9da5-3a40f36e6a8c cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:23:47.366644 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a31027d8-3ae2-4e85-9361-9fafc8a46271 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:47.383776 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-9dca8bde-1f4c-4a9c-a953-ea98673f6f5a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:23:47.407620 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0bd475-6b4a-404a-9e9c-c4fef4fd47e2 req-5755f7a3-09fa-45ba-aed2-7fa516be068f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:23:47.410096 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8b0bd475-6b4a-404a-9e9c-c4fef4fd47e2 req-5755f7a3-09fa-45ba-aed2-7fa516be068f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5b3a8b6-f75b-4f02-8e18-f9d051010cf1 HTTP/1.1" status: 200 len: 931 time: 0.2171288 Dec 15 19:23:47.420637 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-cc217465-3586-4174-8391-311359dde5d2 req-6bc70904-634b-4321-a375-c885e5a55796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:47.467666 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dca8bde-1f4c-4a9c-a953-ea98673f6f5a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Made reservation on behalf of 2c052fc4a8434b5ab31c24b37c4ed2ab for: {'subnet': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:23:47.485012 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-a9cdee2d-c011-459d-baa6-55e769dc93dd None None] Allocated IP 2001:db8::2 (4dce7012-a53e-46d1-866f-31306cd14dc3/8c76aa10-86f7-4399-ab01-49e8ada79ca8/f915bdb7-1c37-4b84-a50a-473f874669fd) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:23:47.599682 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9dca8bde-1f4c-4a9c-a953-ea98673f6f5a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839924940'] for subnet, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:47.656129 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8b0bd475-6b4a-404a-9e9c-c4fef4fd47e2 req-0c5cbb68-dafb-4a9a-b318-46e3d467861d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=68e69350-e713-423c-84eb-42185063af35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2361519 Dec 15 19:23:47.656890 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a31027d8-3ae2-4e85-9361-9fafc8a46271 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:47.666588 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31027d8-3ae2-4e85-9361-9fafc8a46271 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:23:47.667311 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a31027d8-3ae2-4e85-9361-9fafc8a46271 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:47.695497 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f83db9e4-48d2-4091-bc8a-089327a78188 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:47.777737 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3c3a39a3-495c-44d7-b7c1-4580e48fc352 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852815828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854144871'] for router_interface, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:47.833724 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a31027d8-3ae2-4e85-9361-9fafc8a46271 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8746750 Dec 15 19:23:47.835743 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56114) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:47.851275 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-72ee092e-5906-4928-b482-4cbd3388e501 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Request body: {'subnet': {'network_id': 'ef6d8dcf-dede-467a-91ac-100d6d3ed197', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:23:47.927426 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a9cdee2d-c011-459d-baa6-55e769dc93dd None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:47.939724 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-a9cdee2d-c011-459d-baa6-55e769dc93dd None None] Transition to ACTIVE for port object f915bdb7-1c37-4b84-a50a-473f874669fd will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:23:47.961848 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-a9cdee2d-c011-459d-baa6-55e769dc93dd None None] Transition to ACTIVE for port object f915bdb7-1c37-4b84-a50a-473f874669fd will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:23:47.999370 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a9cdee2d-c011-459d-baa6-55e769dc93dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:48.006298 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7f505852-509e-4957-9b0a-d4b3ae716c88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:48.082992 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9cdee2d-c011-459d-baa6-55e769dc93dd None None] Network 4dce7012-a53e-46d1-866f-31306cd14dc3 is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:23:48.083957 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cdee2d-c011-459d-baa6-55e769dc93dd None None] Pushing event updated for resources: {'Port': ['ID=f915bdb7-1c37-4b84-a50a-473f874669fd,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:48.086805 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-a9cdee2d-c011-459d-baa6-55e769dc93dd None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:23:48.088697 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a9cdee2d-c011-459d-baa6-55e769dc93dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:48.089471 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cdee2d-c011-459d-baa6-55e769dc93dd None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:23:48.125657 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31027d8-3ae2-4e85-9361-9fafc8a46271 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event updated for resources: {'Network': ['ID=ef6d8dcf-dede-467a-91ac-100d6d3ed197,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:48.129378 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a31027d8-3ae2-4e85-9361-9fafc8a46271 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:48.152416 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-72ee092e-5906-4928-b482-4cbd3388e501 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:23:48.165155 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network ef6d8dcf-dede-467a-91ac-100d6d3ed197 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:23:48.170126 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-72ee092e-5906-4928-b482-4cbd3388e501 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Usage tracker for resource:subnet and tenant:f3e95df2fc6f4d8e9322e2f06d7e1f38 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:23:48.176624 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-72ee092e-5906-4928-b482-4cbd3388e501 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:23:48.240942 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-72ee092e-5906-4928-b482-4cbd3388e501 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:23:48.275836 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-a9cdee2d-c011-459d-baa6-55e769dc93dd None None] Attempting to bind port f915bdb7-1c37-4b84-a50a-473f874669fd on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:23:48.276385 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-a9cdee2d-c011-459d-baa6-55e769dc93dd None None] Attempting to bind port f915bdb7-1c37-4b84-a50a-473f874669fd by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'c402c99b-b919-449f-9f6f-58c5ea470ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4dce7012-a53e-46d1-866f-31306cd14dc3'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:23:48.276839 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cdee2d-c011-459d-baa6-55e769dc93dd None None] Attempting to bind port f915bdb7-1c37-4b84-a50a-473f874669fd on network 4dce7012-a53e-46d1-866f-31306cd14dc3 {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:23:48.300500 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cdee2d-c011-459d-baa6-55e769dc93dd None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:23:48.300978 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cdee2d-c011-459d-baa6-55e769dc93dd None None] Checking segment: {'id': 'c402c99b-b919-449f-9f6f-58c5ea470ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4dce7012-a53e-46d1-866f-31306cd14dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:23:48.301368 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a9cdee2d-c011-459d-baa6-55e769dc93dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:48.301819 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cdee2d-c011-459d-baa6-55e769dc93dd None None] Bound using segment: {'id': 'c402c99b-b919-449f-9f6f-58c5ea470ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4dce7012-a53e-46d1-866f-31306cd14dc3'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:23:48.302393 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-a9cdee2d-c011-459d-baa6-55e769dc93dd None None] Bound port: f915bdb7-1c37-4b84-a50a-473f874669fd, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c402c99b-b919-449f-9f6f-58c5ea470ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4dce7012-a53e-46d1-866f-31306cd14dc3'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:23:48.302832 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a9cdee2d-c011-459d-baa6-55e769dc93dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:48.336704 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9dca8bde-1f4c-4a9c-a953-ea98673f6f5a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838139473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839924955'] for subnet, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:48.342257 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-692b59ee-115d-4e75-91f9-7a3d1e8a5a8f tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:48.408195 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-a9cdee2d-c011-459d-baa6-55e769dc93dd None None] For port f915bdb7-1c37-4b84-a50a-473f874669fd, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:23:48.411963 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-a9cdee2d-c011-459d-baa6-55e769dc93dd None None] For port f915bdb7-1c37-4b84-a50a-473f874669fd, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=f915bdb7-1c37-4b84-a50a-473f874669fd,segment=NetworkSegment(c402c99b-b919-449f-9f6f-58c5ea470ee3),segment_id=c402c99b-b919-449f-9f6f-58c5ea470ee3)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:23:48.428169 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dca8bde-1f4c-4a9c-a953-ea98673f6f5a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Pushing event updated for resources: {'Subnet': ['ID=c93e7be1-f21a-4faa-9ad9-5dc39c51f716,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:48.435117 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9dca8bde-1f4c-4a9c-a953-ea98673f6f5a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:48.446646 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dca8bde-1f4c-4a9c-a953-ea98673f6f5a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Checking segment: {'id': '4a5e845b-439b-4d2e-9356-f97f6eb7a4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '75428d22-24a4-44ba-9f92-c9671aa5a68d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:23:48.447048 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dca8bde-1f4c-4a9c-a953-ea98673f6f5a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Network hostable DHCP agents. Network: 75428d22-24a4-44ba-9f92-c9671aa5a68d, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:23:48.462516 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a9cdee2d-c011-459d-baa6-55e769dc93dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:48.468236 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f449a0c3-9aca-4e68-b2cb-ab29bcedbe48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:48.513512 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dca8bde-1f4c-4a9c-a953-ea98673f6f5a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Network 75428d22-24a4-44ba-9f92-c9671aa5a68d is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:23:48.553763 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-9dca8bde-1f4c-4a9c-a953-ea98673f6f5a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, 75428d22-24a4-44ba-9f92-c9671aa5a68d) {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:23:48.557732 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cdee2d-c011-459d-baa6-55e769dc93dd None None] Pushing event updated for resources: {'Port': ['ID=f915bdb7-1c37-4b84-a50a-473f874669fd,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:48.564324 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a9cdee2d-c011-459d-baa6-55e769dc93dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:48.564562 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dca8bde-1f4c-4a9c-a953-ea98673f6f5a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:23:48.565172 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9dca8bde-1f4c-4a9c-a953-ea98673f6f5a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:48.566664 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabd82f3-0204-4ee4-9d47-d416b818a0fd None None] Network 75428d22-24a4-44ba-9f92-c9671aa5a68d requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:23:48.639796 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9dca8bde-1f4c-4a9c-a953-ea98673f6f5a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5566525 Dec 15 19:23:48.647012 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56118) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:48.654380 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-6c35140b-c905-4e6b-9100-3411ea0b7f32 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-749266182', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:23:48.662052 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-6c35140b-c905-4e6b-9100-3411ea0b7f32 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:23:48.667138 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ee092e-5906-4928-b482-4cbd3388e501 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Made reservation on behalf of f3e95df2fc6f4d8e9322e2f06d7e1f38 for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:23:48.671230 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-6c35140b-c905-4e6b-9100-3411ea0b7f32 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Usage tracker for resource:router and tenant:2c052fc4a8434b5ab31c24b37c4ed2ab is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:23:48.674442 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-6c35140b-c905-4e6b-9100-3411ea0b7f32 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:23:48.680669 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-6c35140b-c905-4e6b-9100-3411ea0b7f32 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:23:48.731719 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6c35140b-c905-4e6b-9100-3411ea0b7f32 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854699176'] for router, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:48.732782 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6c35140b-c905-4e6b-9100-3411ea0b7f32 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854194926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-76609'] for router, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:48.753950 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6c35140b-c905-4e6b-9100-3411ea0b7f32 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:48.838023 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120e1641-90fe-4030-a927-e744f9f23d23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-75428d22-24a4-44ba-9f92-c9671aa5a68d', 'network_id': '75428d22-24a4-44ba-9f92-c9671aa5a68d', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'fixed_ips': [{'subnet_id': 'c93e7be1-f21a-4faa-9ad9-5dc39c51f716'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:23:48.839522 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-120e1641-90fe-4030-a927-e744f9f23d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:48.841444 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [req-cc217465-3586-4174-8391-311359dde5d2 req-6bc70904-634b-4321-a375-c885e5a55796 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1e87887-70d4-4743-9da5-3a40f36e6a8c {{(pid=88991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 19:23:48.857105 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6c35140b-c905-4e6b-9100-3411ea0b7f32 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904'] for router, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:48.929419 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad5e30d-e0f3-4027-ad0b-a7da462154cf req-4373eadd-20ee-477a-8d59-b56601b12e22 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:23:48.934739 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-cc217465-3586-4174-8391-311359dde5d2 req-6bc70904-634b-4321-a375-c885e5a55796 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:48.941317 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0ad5e30d-e0f3-4027-ad0b-a7da462154cf req-4373eadd-20ee-477a-8d59-b56601b12e22 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5b3a8b6-f75b-4f02-8e18-f9d051010cf1 HTTP/1.1" status: 200 len: 931 time: 0.1386154 Dec 15 19:23:48.944725 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6c35140b-c905-4e6b-9100-3411ea0b7f32 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:48.949773 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6c35140b-c905-4e6b-9100-3411ea0b7f32 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3008235 Dec 15 19:23:48.950758 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56124) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:48.960856 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-72ee092e-5906-4928-b482-4cbd3388e501 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:49.009889 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [req-cc217465-3586-4174-8391-311359dde5d2 req-6bc70904-634b-4321-a375-c885e5a55796 service neutron] Transition to ACTIVE for port object b1e87887-70d4-4743-9da5-3a40f36e6a8c will not be triggered until provisioned by entity L2. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:23:49.070691 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-cc217465-3586-4174-8391-311359dde5d2 req-6bc70904-634b-4321-a375-c885e5a55796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:49.087565 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-689a1654-9e2a-4480-8f61-c36aa509fb3a tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:49.092574 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-120e1641-90fe-4030-a927-e744f9f23d23 None None] Allocated IP 2001:db8:1::2 (75428d22-24a4-44ba-9f92-c9671aa5a68d/c93e7be1-f21a-4faa-9ad9-5dc39c51f716/dce1af02-7cd7-4346-ab67-0d8fe0c0d8e9) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:23:49.155037 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0ad5e30d-e0f3-4027-ad0b-a7da462154cf req-330ee999-43a6-4189-b4a2-54e54bb21b12 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=68e69350-e713-423c-84eb-42185063af35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2125611 Dec 15 19:23:49.167338 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc70904-634b-4321-a375-c885e5a55796 service neutron] Pushing event updated for resources: {'Port': ['ID=b1e87887-70d4-4743-9da5-3a40f36e6a8c,revision_number=2']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:49.172895 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6bc70904-634b-4321-a375-c885e5a55796 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:49.195696 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c3a39a3-495c-44d7-b7c1-4580e48fc352 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Router 51cefb6c-04fc-4604-8cff-bb4cfb28db91 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:23:49.348373 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-120e1641-90fe-4030-a927-e744f9f23d23 None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:49.360326 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-120e1641-90fe-4030-a927-e744f9f23d23 None None] Transition to ACTIVE for port object dce1af02-7cd7-4346-ab67-0d8fe0c0d8e9 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:23:49.382192 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-120e1641-90fe-4030-a927-e744f9f23d23 None None] Transition to ACTIVE for port object dce1af02-7cd7-4346-ab67-0d8fe0c0d8e9 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:23:49.427544 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-120e1641-90fe-4030-a927-e744f9f23d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:49.435044 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e308f478-1ead-48f1-ae89-7449f8afd0ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:49.515474 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120e1641-90fe-4030-a927-e744f9f23d23 None None] Network 75428d22-24a4-44ba-9f92-c9671aa5a68d is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:23:49.519396 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-120e1641-90fe-4030-a927-e744f9f23d23 None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:23:49.521842 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120e1641-90fe-4030-a927-e744f9f23d23 None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:23:49.528490 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120e1641-90fe-4030-a927-e744f9f23d23 None None] Pushing event updated for resources: {'Port': ['ID=dce1af02-7cd7-4346-ab67-0d8fe0c0d8e9,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:49.531335 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-120e1641-90fe-4030-a927-e744f9f23d23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:49.587877 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-add2d481-7391-45d6-8350-a607433025aa tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:49.648815 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-cc217465-3586-4174-8391-311359dde5d2 req-6bc70904-634b-4321-a375-c885e5a55796 service neutron] Attempting to bind port b1e87887-70d4-4743-9da5-3a40f36e6a8c on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:23:49.648990 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-120e1641-90fe-4030-a927-e744f9f23d23 None None] Attempting to bind port dce1af02-7cd7-4346-ab67-0d8fe0c0d8e9 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:23:49.649237 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-cc217465-3586-4174-8391-311359dde5d2 req-6bc70904-634b-4321-a375-c885e5a55796 service neutron] Attempting to bind port b1e87887-70d4-4743-9da5-3a40f36e6a8c by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'f60251cd-47c4-4e66-b0e2-b8b9d94d3dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '223a7835-c12c-4aa6-adbb-61b07fdb1249'}] {{(pid=88991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:23:49.649367 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-120e1641-90fe-4030-a927-e744f9f23d23 None None] Attempting to bind port dce1af02-7cd7-4346-ab67-0d8fe0c0d8e9 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '4a5e845b-439b-4d2e-9356-f97f6eb7a4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '75428d22-24a4-44ba-9f92-c9671aa5a68d'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:23:49.649540 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc217465-3586-4174-8391-311359dde5d2 req-6bc70904-634b-4321-a375-c885e5a55796 service neutron] Attempting to bind port b1e87887-70d4-4743-9da5-3a40f36e6a8c on network 223a7835-c12c-4aa6-adbb-61b07fdb1249 {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:23:49.649706 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120e1641-90fe-4030-a927-e744f9f23d23 None None] Attempting to bind port dce1af02-7cd7-4346-ab67-0d8fe0c0d8e9 on network 75428d22-24a4-44ba-9f92-c9671aa5a68d {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:23:49.658349 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120e1641-90fe-4030-a927-e744f9f23d23 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:23:49.658697 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120e1641-90fe-4030-a927-e744f9f23d23 None None] Checking segment: {'id': '4a5e845b-439b-4d2e-9356-f97f6eb7a4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '75428d22-24a4-44ba-9f92-c9671aa5a68d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:23:49.659327 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-120e1641-90fe-4030-a927-e744f9f23d23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:49.660171 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120e1641-90fe-4030-a927-e744f9f23d23 None None] Bound using segment: {'id': '4a5e845b-439b-4d2e-9356-f97f6eb7a4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '75428d22-24a4-44ba-9f92-c9671aa5a68d'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:23:49.660877 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-120e1641-90fe-4030-a927-e744f9f23d23 None None] Bound port: dce1af02-7cd7-4346-ab67-0d8fe0c0d8e9, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a5e845b-439b-4d2e-9356-f97f6eb7a4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '75428d22-24a4-44ba-9f92-c9671aa5a68d'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:23:49.661306 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-120e1641-90fe-4030-a927-e744f9f23d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:49.669422 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc217465-3586-4174-8391-311359dde5d2 req-6bc70904-634b-4321-a375-c885e5a55796 service neutron] Port b1e87887-70d4-4743-9da5-3a40f36e6a8c on network 223a7835-c12c-4aa6-adbb-61b07fdb1249 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:23:49.669729 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc217465-3586-4174-8391-311359dde5d2 req-6bc70904-634b-4321-a375-c885e5a55796 service neutron] Attempting to bind port b1e87887-70d4-4743-9da5-3a40f36e6a8c on network 223a7835-c12c-4aa6-adbb-61b07fdb1249 {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:23:49.681125 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c3a39a3-495c-44d7-b7c1-4580e48fc352 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:23:49.701800 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc217465-3586-4174-8391-311359dde5d2 req-6bc70904-634b-4321-a375-c885e5a55796 service neutron] Checking agent: {'id': '59e4c979-c5dd-468d-a1f2-341133950749', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 12, 24), 'started_at': datetime.datetime(2021, 12, 15, 19, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:23:49.702180 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc217465-3586-4174-8391-311359dde5d2 req-6bc70904-634b-4321-a375-c885e5a55796 service neutron] Checking segment: {'id': 'f60251cd-47c4-4e66-b0e2-b8b9d94d3dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '223a7835-c12c-4aa6-adbb-61b07fdb1249'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:23:49.702634 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc217465-3586-4174-8391-311359dde5d2 req-6bc70904-634b-4321-a375-c885e5a55796 service neutron] Bound using segment: {'id': 'f60251cd-47c4-4e66-b0e2-b8b9d94d3dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '223a7835-c12c-4aa6-adbb-61b07fdb1249'} {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:23:49.703181 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-cc217465-3586-4174-8391-311359dde5d2 req-6bc70904-634b-4321-a375-c885e5a55796 service neutron] Bound port: b1e87887-70d4-4743-9da5-3a40f36e6a8c, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f60251cd-47c4-4e66-b0e2-b8b9d94d3dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '223a7835-c12c-4aa6-adbb-61b07fdb1249'}}] {{(pid=88991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:23:49.703517 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-cc217465-3586-4174-8391-311359dde5d2 req-6bc70904-634b-4321-a375-c885e5a55796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:49.712113 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba11ea5-25ef-49d3-ad5e-712a56e344da None None] Sync routers for ids ['51cefb6c-04fc-4604-8cff-bb4cfb28db91'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:23:49.736814 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba11ea5-25ef-49d3-ad5e-712a56e344da None None] Routers {'51cefb6c-04fc-4604-8cff-bb4cfb28db91'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:23:49.737617 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-3ba11ea5-25ef-49d3-ad5e-712a56e344da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:23:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['51cefb6c-04fc-4604-8cff-bb4cfb28db91'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:49.748713 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-3c3a39a3-495c-44d7-b7c1-4580e48fc352 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] 10.222.0.36 "PUT /v2.0/routers/51cefb6c-04fc-4604-8cff-bb4cfb28db91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2098782 Dec 15 19:23:49.782418 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56128) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:49.807774 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-3ba11ea5-25ef-49d3-ad5e-712a56e344da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:49.847520 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba11ea5-25ef-49d3-ad5e-712a56e344da None None] Routers {'51cefb6c-04fc-4604-8cff-bb4cfb28db91'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:23:49.848171 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-3ba11ea5-25ef-49d3-ad5e-712a56e344da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:23:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['51cefb6c-04fc-4604-8cff-bb4cfb28db91'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:49.858096 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-72ee092e-5906-4928-b482-4cbd3388e501 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:49.871222 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f658faf0-fcbc-4295-a805-6f461bf5587c tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:49.905731 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-4626bcfe-6ef3-4d9f-95d6-5faee8a2fef6 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] delete failed (client error): The resource could not be found. Dec 15 19:23:49.906907 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4626bcfe-6ef3-4d9f-95d6-5faee8a2fef6 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] 10.222.0.36 "DELETE /v2.0/routers/tempest-non_exist_router-885308091 HTTP/1.1" status: 404 len: 334 time: 0.1238470 Dec 15 19:23:49.914822 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56132) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:49.919796 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device f915bdb7-1c37-4b84-a50a-473f874669fd up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:23:49.931751 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-670ce773-62bc-45be-b6bf-193705ae1801 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Request body: {'router': {'external_gateway_info': {'network_id': '51cefb6c-04fc-4604-8cff-bb4cfb28db91'}}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:23:49.970686 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-3ba11ea5-25ef-49d3-ad5e-712a56e344da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:49.971152 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba11ea5-25ef-49d3-ad5e-712a56e344da None None] The sync data for ids ['51cefb6c-04fc-4604-8cff-bb4cfb28db91'] in dv-neutron-821831-2-hyperv is: [] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:23:49.981953 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-120e1641-90fe-4030-a927-e744f9f23d23 None None] For port dce1af02-7cd7-4346-ab67-0d8fe0c0d8e9, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:23:50.002060 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-120e1641-90fe-4030-a927-e744f9f23d23 None None] For port dce1af02-7cd7-4346-ab67-0d8fe0c0d8e9, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=dce1af02-7cd7-4346-ab67-0d8fe0c0d8e9,segment=NetworkSegment(4a5e845b-439b-4d2e-9356-f97f6eb7a4f5),segment_id=4a5e845b-439b-4d2e-9356-f97f6eb7a4f5)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:23:50.034774 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-120e1641-90fe-4030-a927-e744f9f23d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:50.041638 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-498ce3d2-fc77-4129-96cf-e47f86326246 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:50.045599 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-add2d481-7391-45d6-8350-a607433025aa tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Allocated IP 2001:db8::1 (4dce7012-a53e-46d1-866f-31306cd14dc3/8c76aa10-86f7-4399-ab01-49e8ada79ca8/ab7bfe00-a1b2-40c8-aeec-d5f2380afcbb) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:23:50.089406 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port f915bdb7-1c37-4b84-a50a-473f874669fd completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:23:50.124463 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ee092e-5906-4928-b482-4cbd3388e501 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event updated for resources: {'Subnet': ['ID=458ff14d-7837-4460-9371-0a6e2b606a25,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:50.131614 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-72ee092e-5906-4928-b482-4cbd3388e501 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:50.146568 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-cc217465-3586-4174-8391-311359dde5d2 req-6bc70904-634b-4321-a375-c885e5a55796 service neutron] For port b1e87887-70d4-4743-9da5-3a40f36e6a8c, host hv-neutron-8218, cleared binding levels {{(pid=88991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:23:50.154070 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120e1641-90fe-4030-a927-e744f9f23d23 None None] Pushing event updated for resources: {'Port': ['ID=dce1af02-7cd7-4346-ab67-0d8fe0c0d8e9,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:50.157583 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-120e1641-90fe-4030-a927-e744f9f23d23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:50.158482 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-cc217465-3586-4174-8391-311359dde5d2 req-6bc70904-634b-4321-a375-c885e5a55796 service neutron] For port b1e87887-70d4-4743-9da5-3a40f36e6a8c, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b1e87887-70d4-4743-9da5-3a40f36e6a8c,segment=NetworkSegment(f60251cd-47c4-4e66-b0e2-b8b9d94d3dc9),segment_id=f60251cd-47c4-4e66-b0e2-b8b9d94d3dc9)] {{(pid=88991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:23:50.268281 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-add2d481-7391-45d6-8350-a607433025aa tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:50.286940 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-add2d481-7391-45d6-8350-a607433025aa tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Transition to ACTIVE for port object ab7bfe00-a1b2-40c8-aeec-d5f2380afcbb will not be triggered until provisioned by entity DHCP. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:23:50.312478 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-cc217465-3586-4174-8391-311359dde5d2 req-6bc70904-634b-4321-a375-c885e5a55796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:50.319868 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-05eca675-e222-456c-9e4e-b1306620e732 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:50.361096 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-add2d481-7391-45d6-8350-a607433025aa tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:50.369345 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ee092e-5906-4928-b482-4cbd3388e501 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Checking segment: {'id': '862a89fd-5a72-488a-a51d-3c19b9138bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ef6d8dcf-dede-467a-91ac-100d6d3ed197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:23:50.369904 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ee092e-5906-4928-b482-4cbd3388e501 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Network hostable DHCP agents. Network: ef6d8dcf-dede-467a-91ac-100d6d3ed197, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:23:50.370551 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b75efbad-752e-4872-8ab2-39291795c527 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:50.428487 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-cc217465-3586-4174-8391-311359dde5d2 req-6bc70904-634b-4321-a375-c885e5a55796 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:50.431003 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-cc217465-3586-4174-8391-311359dde5d2 req-6bc70904-634b-4321-a375-c885e5a55796 service neutron] 10.222.0.32 "PUT /v2.0/ports/b1e87887-70d4-4743-9da5-3a40f36e6a8c HTTP/1.1" status: 200 len: 1093 time: 3.3885872 Dec 15 19:23:50.432418 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5b3a8b6-f75b-4f02-8e18-f9d051010cf1', 'tag': 'b1e87887-70d4-4743-9da5-3a40f36e6a8c'}] {{(pid=88991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:23:50.469305 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add2d481-7391-45d6-8350-a607433025aa tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Network 4dce7012-a53e-46d1-866f-31306cd14dc3 is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:23:50.474710 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-add2d481-7391-45d6-8350-a607433025aa tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:23:50.477333 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add2d481-7391-45d6-8350-a607433025aa tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:23:50.478453 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-add2d481-7391-45d6-8350-a607433025aa tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630901'] for router_interface, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:50.486424 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add2d481-7391-45d6-8350-a607433025aa tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Pushing event updated for resources: {'Port': ['ID=ab7bfe00-a1b2-40c8-aeec-d5f2380afcbb,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:50.490354 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-add2d481-7391-45d6-8350-a607433025aa tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:50.525657 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ca507-01f2-4cf9-b834-a363f5bcd92c req-59ef55b0-0759-411f-a2d5-e514b2af75ca tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:23:50.534179 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-485ca507-01f2-4cf9-b834-a363f5bcd92c req-59ef55b0-0759-411f-a2d5-e514b2af75ca tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5b3a8b6-f75b-4f02-8e18-f9d051010cf1 HTTP/1.1" status: 200 len: 943 time: 0.2185619 Dec 15 19:23:50.550631 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5b3a8b6-f75b-4f02-8e18-f9d051010cf1', 'tag': 'b1e87887-70d4-4743-9da5-3a40f36e6a8c', 'status': 'completed', 'code': 200} Dec 15 19:23:50.608471 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-485ca507-01f2-4cf9-b834-a363f5bcd92c req-e4486e1d-401e-417e-a0fc-5b730706c29c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=68e69350-e713-423c-84eb-42185063af35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731134 Dec 15 19:23:50.663620 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc70904-634b-4321-a375-c885e5a55796 service neutron] Pushing event updated for resources: {'Port': ['ID=b1e87887-70d4-4743-9da5-3a40f36e6a8c,revision_number=3']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:50.685272 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9c9838-b7a0-4131-8a53-2c9857db792a None None] Network 4dce7012-a53e-46d1-866f-31306cd14dc3 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:23:50.729005 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-add2d481-7391-45d6-8350-a607433025aa tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:50.750466 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6bc70904-634b-4321-a375-c885e5a55796 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:50.785932 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-eaca3575-b8ea-47b5-8c18-e31dd5b41532 None None] Provisioning for port f915bdb7-1c37-4b84-a50a-473f874669fd completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:23:50.795903 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-670ce773-62bc-45be-b6bf-193705ae1801 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:50.802350 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-eaca3575-b8ea-47b5-8c18-e31dd5b41532 None None] Provisioning complete for port f915bdb7-1c37-4b84-a50a-473f874669fd triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:23:50.802778 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eaca3575-b8ea-47b5-8c18-e31dd5b41532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:50.802975 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ee092e-5906-4928-b482-4cbd3388e501 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Network ef6d8dcf-dede-467a-91ac-100d6d3ed197 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:23:50.839341 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-cc217465-3586-4174-8391-311359dde5d2 req-e48623d8-92aa-476b-a698-a61dfa2a5990 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c1b74cf25a94156b4530f0bd868c0c9&device_id=d5b3a8b6-f75b-4f02-8e18-f9d051010cf1 HTTP/1.1" status: 200 len: 1096 time: 0.2794640 Dec 15 19:23:50.844661 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-72ee092e-5906-4928-b482-4cbd3388e501 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, ef6d8dcf-dede-467a-91ac-100d6d3ed197) {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:23:50.851397 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ee092e-5906-4928-b482-4cbd3388e501 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:23:50.852049 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-72ee092e-5906-4928-b482-4cbd3388e501 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:50.867283 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b56caf-750b-4a0f-8aed-b763e545a9e6 None None] Network ef6d8dcf-dede-467a-91ac-100d6d3ed197 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:23:50.963469 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-cc217465-3586-4174-8391-311359dde5d2 req-50fe2770-78f8-4d14-a4b3-903ce59fd0c0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1e87887-70d4-4743-9da5-3a40f36e6a8c HTTP/1.1" status: 200 len: 217 time: 0.0898702 Dec 15 19:23:50.965901 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-72ee092e-5906-4928-b482-4cbd3388e501 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1274891 Dec 15 19:23:50.999868 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56140) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:51.047449 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-278b278c-f815-4c5f-baca-482c7b4f1258 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Request body: {'subnet': {'network_id': 'ef6d8dcf-dede-467a-91ac-100d6d3ed197', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:23:51.068493 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-670ce773-62bc-45be-b6bf-193705ae1801 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] update failed (client error): The resource could not be found. Dec 15 19:23:51.069670 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-670ce773-62bc-45be-b6bf-193705ae1801 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] 10.222.0.36 "PUT /v2.0/routers/51cefb6c-04fc-4604-8cff-bb4cfb28db91 HTTP/1.1" status: 404 len: 339 time: 1.1458256 Dec 15 19:23:51.073829 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56144) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:51.161023 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eaca3575-b8ea-47b5-8c18-e31dd5b41532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:51.270714 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-eaca3575-b8ea-47b5-8c18-e31dd5b41532 None None] For port f915bdb7-1c37-4b84-a50a-473f874669fd, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=f915bdb7-1c37-4b84-a50a-473f874669fd,segment=NetworkSegment(c402c99b-b919-449f-9f6f-58c5ea470ee3),segment_id=c402c99b-b919-449f-9f6f-58c5ea470ee3)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:23:51.328554 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eaca3575-b8ea-47b5-8c18-e31dd5b41532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:51.333143 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:51.389700 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0a0c6f-1bce-4312-acbc-3c0c728f3cbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-ef6d8dcf-dede-467a-91ac-100d6d3ed197', 'network_id': 'ef6d8dcf-dede-467a-91ac-100d6d3ed197', 'tenant_id': 'f3e95df2fc6f4d8e9322e2f06d7e1f38', 'fixed_ips': [{'subnet_id': '458ff14d-7837-4460-9371-0a6e2b606a25'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:23:51.390623 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1d0a0c6f-1bce-4312-acbc-3c0c728f3cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:51.414780 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc217465-3586-4174-8391-311359dde5d2 req-2d418e73-50ac-4b35-9db6-0295d651c94d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:23:51.416411 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-cc217465-3586-4174-8391-311359dde5d2 req-2d418e73-50ac-4b35-9db6-0295d651c94d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7743b595-6cbf-4c22-a040-1b58944c2771 HTTP/1.1" status: 200 len: 834 time: 0.4156041 Dec 15 19:23:51.500805 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaca3575-b8ea-47b5-8c18-e31dd5b41532 None None] Pushing event updated for resources: {'Port': ['ID=f915bdb7-1c37-4b84-a50a-473f874669fd,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:51.502012 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-add2d481-7391-45d6-8350-a607433025aa tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:51.504466 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-eaca3575-b8ea-47b5-8c18-e31dd5b41532 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:51.514727 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-278b278c-f815-4c5f-baca-482c7b4f1258 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:23:51.521011 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-278b278c-f815-4c5f-baca-482c7b4f1258 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Usage tracker for resource:subnet and tenant:f3e95df2fc6f4d8e9322e2f06d7e1f38 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:23:51.525060 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-278b278c-f815-4c5f-baca-482c7b4f1258 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:23:51.537372 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-278b278c-f815-4c5f-baca-482c7b4f1258 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:23:51.553854 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-cc217465-3586-4174-8391-311359dde5d2 req-c745c925-3cd0-4f11-b668-ada1a527a491 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=223a7835-c12c-4aa6-adbb-61b07fdb1249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1225517 Dec 15 19:23:51.561135 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-add2d481-7391-45d6-8350-a607433025aa tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:51.562029 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-add2d481-7391-45d6-8350-a607433025aa tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1959989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854145006'] for router_interface, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:51.572598 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-50412b5e-7f95-4be9-91fb-311d6bdabe77 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:51.591164 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-278b278c-f815-4c5f-baca-482c7b4f1258 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Made reservation on behalf of f3e95df2fc6f4d8e9322e2f06d7e1f38 for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:23:51.597463 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-278b278c-f815-4c5f-baca-482c7b4f1258 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:51.621713 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-1d0a0c6f-1bce-4312-acbc-3c0c728f3cbe None None] Allocated IP 172.20.0.2 (ef6d8dcf-dede-467a-91ac-100d6d3ed197/458ff14d-7837-4460-9371-0a6e2b606a25/040bbbd6-050e-4dfb-96a8-aef76f2bc9d0) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:23:51.918596 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-cc217465-3586-4174-8391-311359dde5d2 req-2cb92875-c284-4ed8-871a-41d19760aba5 service neutron] 10.222.0.32 "GET /v2.0/networks/223a7835-c12c-4aa6-adbb-61b07fdb1249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3535621 Dec 15 19:23:51.937222 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.ipam_backend_mixin [None req-278b278c-f815-4c5f-baca-482c7b4f1258 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 458ff14d-7837-4460-9371-0a6e2b606a25 (CIDR: 172.20.0.0/28) Dec 15 19:23:52.000520 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1d0a0c6f-1bce-4312-acbc-3c0c728f3cbe None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:52.016174 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-1d0a0c6f-1bce-4312-acbc-3c0c728f3cbe None None] Transition to ACTIVE for port object 040bbbd6-050e-4dfb-96a8-aef76f2bc9d0 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:23:52.047993 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-1d0a0c6f-1bce-4312-acbc-3c0c728f3cbe None None] Transition to ACTIVE for port object 040bbbd6-050e-4dfb-96a8-aef76f2bc9d0 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:23:52.050595 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-278b278c-f815-4c5f-baca-482c7b4f1258 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 19:23:52.051110 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-278b278c-f815-4c5f-baca-482c7b4f1258 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:23:52.052201 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device f915bdb7-1c37-4b84-a50a-473f874669fd up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:23:52.132611 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1d0a0c6f-1bce-4312-acbc-3c0c728f3cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:52.136263 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-278b278c-f815-4c5f-baca-482c7b4f1258 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1284227 Dec 15 19:23:52.146498 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-31b2d82a-d1a6-4645-979d-cd45eaf22a6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:52.149229 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56150) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:52.163878 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-2d91349b-6835-4044-b8fb-697573a5d7db tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Request body: {'subnet': {'network_id': 'ef6d8dcf-dede-467a-91ac-100d6d3ed197', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:23:52.287372 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add2d481-7391-45d6-8350-a607433025aa tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Pushing event updated for resources: {'Port': ['ID=ab7bfe00-a1b2-40c8-aeec-d5f2380afcbb,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:52.297960 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-add2d481-7391-45d6-8350-a607433025aa tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.725s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:52.360564 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-2d91349b-6835-4044-b8fb-697573a5d7db tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:23:52.366048 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-2d91349b-6835-4044-b8fb-697573a5d7db tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Usage tracker for resource:subnet and tenant:f3e95df2fc6f4d8e9322e2f06d7e1f38 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:23:52.369766 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-2d91349b-6835-4044-b8fb-697573a5d7db tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:23:52.379348 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-2d91349b-6835-4044-b8fb-697573a5d7db tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:23:52.417949 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-cc217465-3586-4174-8391-311359dde5d2 req-a1120d02-49f0-4584-8a00-5b414eb54e31 service neutron] 10.222.0.32 "GET /v2.0/networks/223a7835-c12c-4aa6-adbb-61b07fdb1249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4823744 Dec 15 19:23:52.418673 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d91349b-6835-4044-b8fb-697573a5d7db tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Made reservation on behalf of f3e95df2fc6f4d8e9322e2f06d7e1f38 for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:23:52.439645 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2d91349b-6835-4044-b8fb-697573a5d7db tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:52.486548 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-82b78dcd-9f2c-408c-acd9-02b1175a3c72 None None] Provisioning complete for port f915bdb7-1c37-4b84-a50a-473f874669fd triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:23:52.486888 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-82b78dcd-9f2c-408c-acd9-02b1175a3c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:52.514702 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee55ff8-6ff6-4bee-8861-21cf6692585b req-0dfa1cde-3550-432c-a7a9-9b5ecdad94f3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:23:52.516931 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-aee55ff8-6ff6-4bee-8861-21cf6692585b req-0dfa1cde-3550-432c-a7a9-9b5ecdad94f3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5b3a8b6-f75b-4f02-8e18-f9d051010cf1 HTTP/1.1" status: 200 len: 943 time: 0.4987483 Dec 15 19:23:52.525550 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0a0c6f-1bce-4312-acbc-3c0c728f3cbe None None] Network ef6d8dcf-dede-467a-91ac-100d6d3ed197 is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:23:52.552728 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0a0c6f-1bce-4312-acbc-3c0c728f3cbe None None] Pushing event updated for resources: {'Port': ['ID=040bbbd6-050e-4dfb-96a8-aef76f2bc9d0,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:52.555529 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-1d0a0c6f-1bce-4312-acbc-3c0c728f3cbe None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:23:52.558018 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1d0a0c6f-1bce-4312-acbc-3c0c728f3cbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:52.563943 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0a0c6f-1bce-4312-acbc-3c0c728f3cbe None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:23:52.573667 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port f915bdb7-1c37-4b84-a50a-473f874669fd triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:23:52.574127 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:52.596732 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7fbedd3f-7ca2-40d7-a2ae-b940dbae4521 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:52.611504 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add2d481-7391-45d6-8350-a607433025aa tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Network 4dce7012-a53e-46d1-866f-31306cd14dc3 is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:23:52.619456 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-add2d481-7391-45d6-8350-a607433025aa tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:23:52.728564 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78196598-7a57-4f94-9152-1817e3bea382 None None] Network 75428d22-24a4-44ba-9f92-c9671aa5a68d requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:23:52.864134 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b6b4c25c-c7d2-4f83-b28c-ab19259c481b req-daf6162c-1338-42a3-98fe-50c8d590e188 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c1b74cf25a94156b4530f0bd868c0c9&device_id=d5b3a8b6-f75b-4f02-8e18-f9d051010cf1 HTTP/1.1" status: 200 len: 1096 time: 0.1226668 Dec 15 19:23:52.940715 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-1d0a0c6f-1bce-4312-acbc-3c0c728f3cbe None None] Attempting to bind port 040bbbd6-050e-4dfb-96a8-aef76f2bc9d0 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:23:52.941216 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-1d0a0c6f-1bce-4312-acbc-3c0c728f3cbe None None] Attempting to bind port 040bbbd6-050e-4dfb-96a8-aef76f2bc9d0 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '862a89fd-5a72-488a-a51d-3c19b9138bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ef6d8dcf-dede-467a-91ac-100d6d3ed197'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:23:52.941740 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0a0c6f-1bce-4312-acbc-3c0c728f3cbe None None] Attempting to bind port 040bbbd6-050e-4dfb-96a8-aef76f2bc9d0 on network ef6d8dcf-dede-467a-91ac-100d6d3ed197 {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:23:52.959264 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0a0c6f-1bce-4312-acbc-3c0c728f3cbe None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:23:52.959622 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-aee55ff8-6ff6-4bee-8861-21cf6692585b req-ef13e604-063c-4519-9cc5-710ebf31b2b0 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=68e69350-e713-423c-84eb-42185063af35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4321842 Dec 15 19:23:52.959767 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0a0c6f-1bce-4312-acbc-3c0c728f3cbe None None] Checking segment: {'id': '862a89fd-5a72-488a-a51d-3c19b9138bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ef6d8dcf-dede-467a-91ac-100d6d3ed197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:23:52.960124 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1d0a0c6f-1bce-4312-acbc-3c0c728f3cbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:52.960568 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0a0c6f-1bce-4312-acbc-3c0c728f3cbe None None] Bound using segment: {'id': '862a89fd-5a72-488a-a51d-3c19b9138bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ef6d8dcf-dede-467a-91ac-100d6d3ed197'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:23:52.961111 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-1d0a0c6f-1bce-4312-acbc-3c0c728f3cbe None None] Bound port: 040bbbd6-050e-4dfb-96a8-aef76f2bc9d0, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '862a89fd-5a72-488a-a51d-3c19b9138bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ef6d8dcf-dede-467a-91ac-100d6d3ed197'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:23:52.961613 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1d0a0c6f-1bce-4312-acbc-3c0c728f3cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:53.105605 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b4c25c-c7d2-4f83-b28c-ab19259c481b req-021c93a4-5745-44df-80ee-61380295fbae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:23:53.106151 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device dce1af02-7cd7-4346-ab67-0d8fe0c0d8e9 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:23:53.107421 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b6b4c25c-c7d2-4f83-b28c-ab19259c481b req-021c93a4-5745-44df-80ee-61380295fbae service neutron] 10.222.0.32 "GET /v2.0/networks?id=223a7835-c12c-4aa6-adbb-61b07fdb1249 HTTP/1.1" status: 200 len: 897 time: 0.2354076 Dec 15 19:23:53.111906 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2d91349b-6835-4044-b8fb-697573a5d7db tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:53.119051 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0d484a52-3148-4ef7-8bea-5f057a1397bc tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:53.249638 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b6b4c25c-c7d2-4f83-b28c-ab19259c481b req-de7c1f74-4c96-4a96-89ac-fa91af3f2dcb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1e87887-70d4-4743-9da5-3a40f36e6a8c HTTP/1.1" status: 200 len: 217 time: 0.1324689 Dec 15 19:23:53.256418 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d91349b-6835-4044-b8fb-697573a5d7db tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Network ef6d8dcf-dede-467a-91ac-100d6d3ed197 is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:23:53.259696 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-2d91349b-6835-4044-b8fb-697573a5d7db tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:23:53.266314 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d91349b-6835-4044-b8fb-697573a5d7db tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:23:53.266967 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2d91349b-6835-4044-b8fb-697573a5d7db tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:53.275122 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-82b78dcd-9f2c-408c-acd9-02b1175a3c72 None None] Provisioning for port ab7bfe00-a1b2-40c8-aeec-d5f2380afcbb completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:23:53.295458 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-82b78dcd-9f2c-408c-acd9-02b1175a3c72 None None] Provisioning complete for port ab7bfe00-a1b2-40c8-aeec-d5f2380afcbb triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:23:53.295887 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-82b78dcd-9f2c-408c-acd9-02b1175a3c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:53.319025 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d91349b-6835-4044-b8fb-697573a5d7db tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event updated for resources: {'Subnet': ['ID=e6c2cdfe-99e5-4bd3-8da3-dcbeb2e13c18,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:53.335220 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2d91349b-6835-4044-b8fb-697573a5d7db tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:53.335381 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-1d0a0c6f-1bce-4312-acbc-3c0c728f3cbe None None] For port 040bbbd6-050e-4dfb-96a8-aef76f2bc9d0, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:23:53.353527 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-1d0a0c6f-1bce-4312-acbc-3c0c728f3cbe None None] For port 040bbbd6-050e-4dfb-96a8-aef76f2bc9d0, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=040bbbd6-050e-4dfb-96a8-aef76f2bc9d0,segment=NetworkSegment(862a89fd-5a72-488a-a51d-3c19b9138bd2),segment_id=862a89fd-5a72-488a-a51d-3c19b9138bd2)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:23:53.355169 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b4c25c-c7d2-4f83-b28c-ab19259c481b req-ad27e4ec-48d6-4dd7-b241-9548c4bf8a9f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:23:53.357106 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b6b4c25c-c7d2-4f83-b28c-ab19259c481b req-ad27e4ec-48d6-4dd7-b241-9548c4bf8a9f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7743b595-6cbf-4c22-a040-1b58944c2771 HTTP/1.1" status: 200 len: 834 time: 0.0944474 Dec 15 19:23:53.366082 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-7fbedd3f-7ca2-40d7-a2ae-b940dbae4521 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Allocated IP 172.20.0.1 (45bc9825-ab03-4594-8bef-81653c1bf753/880acf78-10f8-4fe6-ad61-8c4a947242fe/f531e23d-ba1e-44e3-9051-2f562284b95b) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:23:53.378380 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-82b78dcd-9f2c-408c-acd9-02b1175a3c72 None None] Port ab7bfe00-a1b2-40c8-aeec-d5f2380afcbb cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:23:53.415520 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1d0a0c6f-1bce-4312-acbc-3c0c728f3cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:53.424644 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-2d91349b-6835-4044-b8fb-697573a5d7db tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2717447 Dec 15 19:23:53.425249 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:53.428345 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56154) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:53.438175 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-82974221-ee74-4f6a-b9fb-e68c0d8b9b1a tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Request body: {'port': {'network_id': 'ef6d8dcf-dede-467a-91ac-100d6d3ed197', 'fixed_ips': [{'subnet_id': '458ff14d-7837-4460-9371-0a6e2b606a25'}, {'subnet_id': 'e6c2cdfe-99e5-4bd3-8da3-dcbeb2e13c18'}], 'name': 'tempest-PortsTestJSON-1549749334'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:23:53.467588 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port dce1af02-7cd7-4346-ab67-0d8fe0c0d8e9 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:23:53.553227 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0a0c6f-1bce-4312-acbc-3c0c728f3cbe None None] Pushing event updated for resources: {'Port': ['ID=040bbbd6-050e-4dfb-96a8-aef76f2bc9d0,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:53.556754 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1d0a0c6f-1bce-4312-acbc-3c0c728f3cbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:53.561479 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b6b4c25c-c7d2-4f83-b28c-ab19259c481b req-e8eb91a3-f8b0-4e71-9f1b-20408c03a9f3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=223a7835-c12c-4aa6-adbb-61b07fdb1249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1938536 Dec 15 19:23:53.574611 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-add2d481-7391-45d6-8350-a607433025aa tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Router c65f52dc-76ed-4205-930f-729e9a644f9b is scheduled to L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 with binding_index 1 {{(pid=88990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 15 19:23:53.610515 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-db5844a6-028f-450a-835d-8c902f626abf None None] Provisioning for port dce1af02-7cd7-4346-ab67-0d8fe0c0d8e9 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:23:53.621611 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-db5844a6-028f-450a-835d-8c902f626abf None None] Provisioning complete for port dce1af02-7cd7-4346-ab67-0d8fe0c0d8e9 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:23:53.622732 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-db5844a6-028f-450a-835d-8c902f626abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:53.752530 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7fbedd3f-7ca2-40d7-a2ae-b940dbae4521 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:53.754093 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-82974221-ee74-4f6a-b9fb-e68c0d8b9b1a tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:23:53.762734 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-82974221-ee74-4f6a-b9fb-e68c0d8b9b1a tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Usage tracker for resource:port and tenant:f3e95df2fc6f4d8e9322e2f06d7e1f38 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:23:53.767981 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-82974221-ee74-4f6a-b9fb-e68c0d8b9b1a tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:23:53.793568 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-82974221-ee74-4f6a-b9fb-e68c0d8b9b1a tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:23:53.795072 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-7fbedd3f-7ca2-40d7-a2ae-b940dbae4521 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Transition to ACTIVE for port object f531e23d-ba1e-44e3-9051-2f562284b95b will not be triggered until provisioned by entity DHCP. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:23:53.796145 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-db5844a6-028f-450a-835d-8c902f626abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:53.841586 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-db5844a6-028f-450a-835d-8c902f626abf None None] For port dce1af02-7cd7-4346-ab67-0d8fe0c0d8e9, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=dce1af02-7cd7-4346-ab67-0d8fe0c0d8e9,segment=NetworkSegment(4a5e845b-439b-4d2e-9356-f97f6eb7a4f5),segment_id=4a5e845b-439b-4d2e-9356-f97f6eb7a4f5)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:23:53.843209 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add2d481-7391-45d6-8350-a607433025aa tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:23:53.847622 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b6b4c25c-c7d2-4f83-b28c-ab19259c481b req-eaffc76a-637a-47ba-94c2-e0a5045a5c7c service neutron] 10.222.0.32 "GET /v2.0/networks/223a7835-c12c-4aa6-adbb-61b07fdb1249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642508 Dec 15 19:23:53.853886 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1cbf77-fc3b-4ab6-b804-3212440c803c None None] Sync routers for ids ['c65f52dc-76ed-4205-930f-729e9a644f9b'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:23:53.859431 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82974221-ee74-4f6a-b9fb-e68c0d8b9b1a tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Made reservation on behalf of f3e95df2fc6f4d8e9322e2f06d7e1f38 for: {'port': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:23:53.864547 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-add2d481-7391-45d6-8350-a607433025aa tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "PUT /v2.0/routers/c65f52dc-76ed-4205-930f-729e9a644f9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8951812 Dec 15 19:23:53.864547 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56158) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:53.870419 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-82974221-ee74-4f6a-b9fb-e68c0d8b9b1a tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:53.871415 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1cbf77-fc3b-4ab6-b804-3212440c803c None None] Routers {'c65f52dc-76ed-4205-930f-729e9a644f9b'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:23:53.872235 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-5c1cbf77-fc3b-4ab6-b804-3212440c803c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:23:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['c65f52dc-76ed-4205-930f-729e9a644f9b'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:53.884745 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-db5844a6-028f-450a-835d-8c902f626abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:53.892126 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-bad7e5f9-8904-4d84-82d6-69bf201a42e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:53.928640 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7fbedd3f-7ca2-40d7-a2ae-b940dbae4521 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:53.941904 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f76e45f9-d623-4b01-8ea9-fbb031df9eff tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:53.943763 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-5c1cbf77-fc3b-4ab6-b804-3212440c803c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:53.959510 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1cbf77-fc3b-4ab6-b804-3212440c803c None None] Routers {'c65f52dc-76ed-4205-930f-729e9a644f9b'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:23:53.960208 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-5c1cbf77-fc3b-4ab6-b804-3212440c803c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:23:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['c65f52dc-76ed-4205-930f-729e9a644f9b'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:53.994926 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5844a6-028f-450a-835d-8c902f626abf None None] Pushing event updated for resources: {'Port': ['ID=dce1af02-7cd7-4346-ab67-0d8fe0c0d8e9,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:54.002548 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-db5844a6-028f-450a-835d-8c902f626abf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:54.017647 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81337c91-1cb3-4683-b089-874109a1cacf tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:23:54.018334 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-81337c91-1cb3-4683-b089-874109a1cacf tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Synchronizing usage tracker for tenant:2c052fc4a8434b5ab31c24b37c4ed2ab on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:23:54.033942 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-5c1cbf77-fc3b-4ab6-b804-3212440c803c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:54.034444 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1cbf77-fc3b-4ab6-b804-3212440c803c None None] The sync data for ids ['c65f52dc-76ed-4205-930f-729e9a644f9b'] in dv-neutron-821831-2-hyperv is: [] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:23:54.057479 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbedd3f-7ca2-40d7-a2ae-b940dbae4521 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Network 45bc9825-ab03-4594-8bef-81653c1bf753 is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:23:54.059572 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbedd3f-7ca2-40d7-a2ae-b940dbae4521 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Pushing event updated for resources: {'Port': ['ID=f531e23d-ba1e-44e3-9051-2f562284b95b,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:54.066396 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-7fbedd3f-7ca2-40d7-a2ae-b940dbae4521 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:23:54.068047 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:54.069481 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7fbedd3f-7ca2-40d7-a2ae-b940dbae4521 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:54.069919 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-db5844a6-028f-450a-835d-8c902f626abf None None] Provisioning complete for port ab7bfe00-a1b2-40c8-aeec-d5f2380afcbb triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:23:54.071145 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbedd3f-7ca2-40d7-a2ae-b940dbae4521 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:23:54.072576 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-82974221-ee74-4f6a-b9fb-e68c0d8b9b1a tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] device_id is not set on port b88433b9-08bf-4ad1-9f93-f99da4fd20f7 yet. {{(pid=88991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:23:54.076394 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-db5844a6-028f-450a-835d-8c902f626abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:54.114619 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-81337c91-1cb3-4683-b089-874109a1cacf tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Unset dirty status for tenant:2c052fc4a8434b5ab31c24b37c4ed2ab on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:23:54.125226 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-81337c91-1cb3-4683-b089-874109a1cacf tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "GET /v2.0/ports/ab7bfe00-a1b2-40c8-aeec-d5f2380afcbb HTTP/1.1" status: 200 len: 911 time: 0.2614839 Dec 15 19:23:54.126210 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56164) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:54.209869 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-db5844a6-028f-450a-835d-8c902f626abf None None] Port ab7bfe00-a1b2-40c8-aeec-d5f2380afcbb cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:23:54.344147 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-52bb3373-b9ad-4f92-b07c-7fadef636dfd None None] Provisioning complete for port dce1af02-7cd7-4346-ab67-0d8fe0c0d8e9 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:23:54.345651 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-52bb3373-b9ad-4f92-b07c-7fadef636dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:54.367027 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b6b4c25c-c7d2-4f83-b28c-ab19259c481b req-698320ac-734d-4842-aa8b-09f4032ef524 service neutron] 10.222.0.32 "GET /v2.0/networks/223a7835-c12c-4aa6-adbb-61b07fdb1249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4852443 Dec 15 19:23:54.428961 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device b1e87887-70d4-4743-9da5-3a40f36e6a8c details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 15 19:23:54.673394 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port b1e87887-70d4-4743-9da5-3a40f36e6a8c, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b1e87887-70d4-4743-9da5-3a40f36e6a8c,segment=NetworkSegment(f60251cd-47c4-4e66-b0e2-b8b9d94d3dc9),segment_id=f60251cd-47c4-4e66-b0e2-b8b9d94d3dc9)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:23:54.681518 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7fbedd3f-7ca2-40d7-a2ae-b940dbae4521 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630901'] for router_interface, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:54.688404 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Returning: {'device': 'b1e87887-70d4-4743-9da5-3a40f36e6a8c', 'network_id': '223a7835-c12c-4aa6-adbb-61b07fdb1249', 'port_id': 'b1e87887-70d4-4743-9da5-3a40f36e6a8c', 'mac_address': 'fa:16:3e:7b:0d:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7743b595-6cbf-4c22-a040-1b58944c2771', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 19:23:54.705423 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-82974221-ee74-4f6a-b9fb-e68c0d8b9b1a tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Allocated IP 172.20.0.13 (ef6d8dcf-dede-467a-91ac-100d6d3ed197/458ff14d-7837-4460-9371-0a6e2b606a25/b88433b9-08bf-4ad1-9f93-f99da4fd20f7) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:23:54.711857 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-82974221-ee74-4f6a-b9fb-e68c0d8b9b1a tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Allocated IP 172.20.0.22 (ef6d8dcf-dede-467a-91ac-100d6d3ed197/e6c2cdfe-99e5-4bd3-8da3-dcbeb2e13c18/b88433b9-08bf-4ad1-9f93-f99da4fd20f7) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:23:54.754868 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:54.771596 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9886614-854b-4429-ac9a-615a9a54533e req-3fb3dbbc-bfe4-4bda-9d27-7c9056b35879 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:23:54.773220 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d9886614-854b-4429-ac9a-615a9a54533e req-3fb3dbbc-bfe4-4bda-9d27-7c9056b35879 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5b3a8b6-f75b-4f02-8e18-f9d051010cf1 HTTP/1.1" status: 200 len: 943 time: 0.1565118 Dec 15 19:23:54.774946 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1e87887-70d4-4743-9da5-3a40f36e6a8c {{(pid=88992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 19:23:54.798318 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port b1e87887-70d4-4743-9da5-3a40f36e6a8c, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b1e87887-70d4-4743-9da5-3a40f36e6a8c,segment=NetworkSegment(f60251cd-47c4-4e66-b0e2-b8b9d94d3dc9),segment_id=f60251cd-47c4-4e66-b0e2-b8b9d94d3dc9)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:23:54.821473 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-c0d4a405-e043-4845-8d17-81287caf196d None None] Provisioning for port f531e23d-ba1e-44e3-9051-2f562284b95b completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:23:54.827999 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-c0d4a405-e043-4845-8d17-81287caf196d None None] Provisioning complete for port f531e23d-ba1e-44e3-9051-2f562284b95b triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:23:54.828433 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c0d4a405-e043-4845-8d17-81287caf196d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:54.862684 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:54.871068 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-120e1641-90fe-4030-a927-e744f9f23d23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:54.932172 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-82974221-ee74-4f6a-b9fb-e68c0d8b9b1a tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:54.944899 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-c0d4a405-e043-4845-8d17-81287caf196d None None] Port f531e23d-ba1e-44e3-9051-2f562284b95b cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:23:54.951156 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-82974221-ee74-4f6a-b9fb-e68c0d8b9b1a tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Transition to ACTIVE for port object b88433b9-08bf-4ad1-9f93-f99da4fd20f7 will not be triggered until provisioned by entity DHCP. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:23:54.955063 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=b1e87887-70d4-4743-9da5-3a40f36e6a8c,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:54.958522 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:55.009412 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-82974221-ee74-4f6a-b9fb-e68c0d8b9b1a tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:55.009997 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7fbedd3f-7ca2-40d7-a2ae-b940dbae4521 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:55.015894 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4c66fa91-96c4-49b1-9881-a7a1cac99904 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:55.034091 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d9886614-854b-4429-ac9a-615a9a54533e req-02423828-11f6-4001-98be-c44d223bb59e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=68e69350-e713-423c-84eb-42185063af35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2482476 Dec 15 19:23:55.097830 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82974221-ee74-4f6a-b9fb-e68c0d8b9b1a tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Network ef6d8dcf-dede-467a-91ac-100d6d3ed197 is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:23:55.101802 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-82974221-ee74-4f6a-b9fb-e68c0d8b9b1a tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:23:55.107400 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82974221-ee74-4f6a-b9fb-e68c0d8b9b1a tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:23:55.134303 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82974221-ee74-4f6a-b9fb-e68c0d8b9b1a tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event updated for resources: {'Port': ['ID=b88433b9-08bf-4ad1-9f93-f99da4fd20f7,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:55.140253 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-82974221-ee74-4f6a-b9fb-e68c0d8b9b1a tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:55.143777 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] get_ports_and_sgs() called for port_ids ['b1e87887-70d4-4743-9da5-3a40f36e6a8c'] {{(pid=88992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 19:23:55.174128 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82974221-ee74-4f6a-b9fb-e68c0d8b9b1a tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:23:55.175022 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-82974221-ee74-4f6a-b9fb-e68c0d8b9b1a tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:55.251453 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-82974221-ee74-4f6a-b9fb-e68c0d8b9b1a tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.8204484 Dec 15 19:23:55.254115 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56168) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:55.266544 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-5fff633d-7ce3-409c-b583-52b1451fb9d8 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '458ff14d-7837-4460-9371-0a6e2b606a25'}]}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:23:55.563455 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5fff633d-7ce3-409c-b583-52b1451fb9d8 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:55.674492 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7fbedd3f-7ca2-40d7-a2ae-b940dbae4521 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:55.723568 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7fbedd3f-7ca2-40d7-a2ae-b940dbae4521 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:55.759495 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-add2d481-7391-45d6-8350-a607433025aa tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:55.763821 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac39ebdb-0ae6-4fd2-9b8e-50561497af8d None None] Network ef6d8dcf-dede-467a-91ac-100d6d3ed197 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:23:55.847040 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbedd3f-7ca2-40d7-a2ae-b940dbae4521 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Pushing event updated for resources: {'Port': ['ID=f531e23d-ba1e-44e3-9051-2f562284b95b,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:55.850269 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7fbedd3f-7ca2-40d7-a2ae-b940dbae4521 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:55.877660 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-18c5eb78-fc75-4ba5-928a-eee333f5d5a6 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:55.926582 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-26804ba9-a1ac-40db-8b15-fefcdd662e99 None None] Provisioning for port 040bbbd6-050e-4dfb-96a8-aef76f2bc9d0 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:23:55.956168 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 040bbbd6-050e-4dfb-96a8-aef76f2bc9d0 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:23:55.969968 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7fbedd3f-7ca2-40d7-a2ae-b940dbae4521 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1959989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854145006'] for router_interface, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:55.974830 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-5fff633d-7ce3-409c-b583-52b1451fb9d8 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Delete allocated IP 172.20.0.22 (ef6d8dcf-dede-467a-91ac-100d6d3ed197/e6c2cdfe-99e5-4bd3-8da3-dcbeb2e13c18) {{(pid=88991) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}} Dec 15 19:23:56.170329 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 040bbbd6-050e-4dfb-96a8-aef76f2bc9d0 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:23:56.181789 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 040bbbd6-050e-4dfb-96a8-aef76f2bc9d0 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:23:56.182212 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:56.187458 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5fff633d-7ce3-409c-b583-52b1451fb9d8 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for port, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:56.204167 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-5fff633d-7ce3-409c-b583-52b1451fb9d8 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Ignored duplicate provisioning block setup for port b88433b9-08bf-4ad1-9f93-f99da4fd20f7 by entity DHCP. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Dec 15 19:23:56.232752 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5fff633d-7ce3-409c-b583-52b1451fb9d8 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:56.238845 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3c3a39a3-495c-44d7-b7c1-4580e48fc352 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:56.347880 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1965970-718a-4102-ac67-ba6152faee28 None None] Update dhcp port {'port': {'network_id': 'ef6d8dcf-dede-467a-91ac-100d6d3ed197', 'fixed_ips': [{'subnet_id': '458ff14d-7837-4460-9371-0a6e2b606a25', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e6c2cdfe-99e5-4bd3-8da3-dcbeb2e13c18'}], 'binding:host_id': 'dv-neutron-821831-2-hyperv'}, 'id': '040bbbd6-050e-4dfb-96a8-aef76f2bc9d0'} from dv-neutron-821831-2-hyperv. {{(pid=88992) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 15 19:23:56.405648 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbedd3f-7ca2-40d7-a2ae-b940dbae4521 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Network 45bc9825-ab03-4594-8bef-81653c1bf753 is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:23:56.408685 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:56.411061 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-7fbedd3f-7ca2-40d7-a2ae-b940dbae4521 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:23:56.442840 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d1965970-718a-4102-ac67-ba6152faee28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:56.478333 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device b1e87887-70d4-4743-9da5-3a40f36e6a8c up at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:23:56.657118 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fff633d-7ce3-409c-b583-52b1451fb9d8 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event updated for resources: {'Port': ['ID=b88433b9-08bf-4ad1-9f93-f99da4fd20f7,revision_number=2']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:56.667089 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5fff633d-7ce3-409c-b583-52b1451fb9d8 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:56.687689 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-5fff633d-7ce3-409c-b583-52b1451fb9d8 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] In _notify_port_updated(), no bound segment for port b88433b9-08bf-4ad1-9f93-f99da4fd20f7 on network ef6d8dcf-dede-467a-91ac-100d6d3ed197 {{(pid=88991) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 15 19:23:56.692347 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fff633d-7ce3-409c-b583-52b1451fb9d8 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:23:56.693067 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5fff633d-7ce3-409c-b583-52b1451fb9d8 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:56.697616 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-5fff633d-7ce3-409c-b583-52b1451fb9d8 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "PUT /v2.0/ports/b88433b9-08bf-4ad1-9f93-f99da4fd20f7 HTTP/1.1" status: 200 len: 920 time: 1.4422989 Dec 15 19:23:56.698342 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56174) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:56.705909 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-f149cd5a-ffaa-4fb9-9cd5-0543fda7fcd8 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '458ff14d-7837-4460-9371-0a6e2b606a25'}, {'subnet_id': 'e6c2cdfe-99e5-4bd3-8da3-dcbeb2e13c18'}]}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:23:56.797066 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port 040bbbd6-050e-4dfb-96a8-aef76f2bc9d0, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=040bbbd6-050e-4dfb-96a8-aef76f2bc9d0,segment=NetworkSegment(862a89fd-5a72-488a-a51d-3c19b9138bd2),segment_id=862a89fd-5a72-488a-a51d-3c19b9138bd2)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:23:56.844626 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f149cd5a-ffaa-4fb9-9cd5-0543fda7fcd8 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:56.886830 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1260a7be-20e7-4b85-9385-62fc932e1a14 req-d9a097e2-63a2-40ec-935a-c83be0bf10c2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:23:56.887429 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:56.888340 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device dce1af02-7cd7-4346-ab67-0d8fe0c0d8e9 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:23:56.888535 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1260a7be-20e7-4b85-9385-62fc932e1a14 req-d9a097e2-63a2-40ec-935a-c83be0bf10c2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5b3a8b6-f75b-4f02-8e18-f9d051010cf1 HTTP/1.1" status: 200 len: 944 time: 0.6854424 Dec 15 19:23:56.926769 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d18350cb-c2f9-43a3-8176-1788f15efcb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:57.068954 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-18c5eb78-fc75-4ba5-928a-eee333f5d5a6 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Allocated IP 2001:db8:1::1 (75428d22-24a4-44ba-9f92-c9671aa5a68d/c93e7be1-f21a-4faa-9ad9-5dc39c51f716/eac0a30d-8c9a-47b0-9eaa-e4964f3b2c37) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:23:57.075772 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-a61a9ad4-678e-4ae0-ad48-7f1f92475588 None None] Provisioning complete for port f531e23d-ba1e-44e3-9051-2f562284b95b triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:23:57.076823 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a61a9ad4-678e-4ae0-ad48-7f1f92475588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:57.120913 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning for port b1e87887-70d4-4743-9da5-3a40f36e6a8c completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:23:57.144279 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=040bbbd6-050e-4dfb-96a8-aef76f2bc9d0,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:57.147074 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning complete for port b1e87887-70d4-4743-9da5-3a40f36e6a8c triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:23:57.147502 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:57.154024 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1260a7be-20e7-4b85-9385-62fc932e1a14 req-6957a7ff-d368-47ec-9e3b-bdd91c39c96d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=68e69350-e713-423c-84eb-42185063af35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2222030 Dec 15 19:23:57.183890 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:57.234438 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-a61a9ad4-678e-4ae0-ad48-7f1f92475588 None None] Port f531e23d-ba1e-44e3-9051-2f562284b95b cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:23:57.236963 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-d1965970-718a-4102-ac67-ba6152faee28 None None] Allocated IP 172.20.0.18 (ef6d8dcf-dede-467a-91ac-100d6d3ed197/e6c2cdfe-99e5-4bd3-8da3-dcbeb2e13c18/040bbbd6-050e-4dfb-96a8-aef76f2bc9d0) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:23:57.257503 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port dce1af02-7cd7-4346-ab67-0d8fe0c0d8e9 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:23:57.257936 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:57.358609 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-18c5eb78-fc75-4ba5-928a-eee333f5d5a6 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:57.374031 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fbedd3f-7ca2-40d7-a2ae-b940dbae4521 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Router 51cefb6c-04fc-4604-8cff-bb4cfb28db91 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:23:57.386000 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-18c5eb78-fc75-4ba5-928a-eee333f5d5a6 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Transition to ACTIVE for port object eac0a30d-8c9a-47b0-9eaa-e4964f3b2c37 will not be triggered until provisioned by entity DHCP. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:23:57.470373 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:57.575655 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fbedd3f-7ca2-40d7-a2ae-b940dbae4521 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:23:57.579812 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b3a8b6-f75b-4f02-8e18-f9d051010cf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1e87887-70d4-4743-9da5-3a40f36e6a8c'}] {{(pid=88992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:23:57.583158 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-18c5eb78-fc75-4ba5-928a-eee333f5d5a6 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:57.585596 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d1965970-718a-4102-ac67-ba6152faee28 None None] For port 040bbbd6-050e-4dfb-96a8-aef76f2bc9d0, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=040bbbd6-050e-4dfb-96a8-aef76f2bc9d0,segment=NetworkSegment(862a89fd-5a72-488a-a51d-3c19b9138bd2),segment_id=862a89fd-5a72-488a-a51d-3c19b9138bd2)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:23:57.589165 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-21731d68-7b8f-4eeb-a56b-1ce64e88ec19 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:57.596487 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643e7615-4059-4336-94f9-34c0f31a58e6 None None] Sync routers for ids ['51cefb6c-04fc-4604-8cff-bb4cfb28db91'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:23:57.604985 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port b1e87887-70d4-4743-9da5-3a40f36e6a8c, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b1e87887-70d4-4743-9da5-3a40f36e6a8c,segment=NetworkSegment(f60251cd-47c4-4e66-b0e2-b8b9d94d3dc9),segment_id=f60251cd-47c4-4e66-b0e2-b8b9d94d3dc9)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:23:57.634427 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643e7615-4059-4336-94f9-34c0f31a58e6 None None] Routers {'51cefb6c-04fc-4604-8cff-bb4cfb28db91'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:23:57.635142 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-643e7615-4059-4336-94f9-34c0f31a58e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:23:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['51cefb6c-04fc-4604-8cff-bb4cfb28db91'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:57.653308 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-7fbedd3f-7ca2-40d7-a2ae-b940dbae4521 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] 10.222.0.36 "PUT /v2.0/routers/51cefb6c-04fc-4604-8cff-bb4cfb28db91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5706637 Dec 15 19:23:57.653761 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56180) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:57.688324 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c5eb78-fc75-4ba5-928a-eee333f5d5a6 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Network 75428d22-24a4-44ba-9f92-c9671aa5a68d is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:23:57.690637 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d1965970-718a-4102-ac67-ba6152faee28 None None] Notify callbacks [] for port, precommit_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:57.692573 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-18c5eb78-fc75-4ba5-928a-eee333f5d5a6 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:23:57.695036 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c5eb78-fc75-4ba5-928a-eee333f5d5a6 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:23:57.695786 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-18c5eb78-fc75-4ba5-928a-eee333f5d5a6 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630901'] for router_interface, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:57.701472 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5b3a8b6-f75b-4f02-8e18-f9d051010cf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1e87887-70d4-4743-9da5-3a40f36e6a8c', 'code': 200} Dec 15 19:23:57.703941 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c5eb78-fc75-4ba5-928a-eee333f5d5a6 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Pushing event updated for resources: {'Port': ['ID=eac0a30d-8c9a-47b0-9eaa-e4964f3b2c37,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:57.707094 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-18c5eb78-fc75-4ba5-928a-eee333f5d5a6 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:57.712814 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:57.717923 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-bbc030dc-7447-459e-8e56-77141b5540b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:57.756934 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-643e7615-4059-4336-94f9-34c0f31a58e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:57.778735 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d1965970-718a-4102-ac67-ba6152faee28 None None] Transition to ACTIVE for port object 040bbbd6-050e-4dfb-96a8-aef76f2bc9d0 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:23:57.807498 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643e7615-4059-4336-94f9-34c0f31a58e6 None None] Routers {'51cefb6c-04fc-4604-8cff-bb4cfb28db91'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:23:57.808762 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-643e7615-4059-4336-94f9-34c0f31a58e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:23:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['51cefb6c-04fc-4604-8cff-bb4cfb28db91'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:57.889471 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d1965970-718a-4102-ac67-ba6152faee28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:57.894229 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=b1e87887-70d4-4743-9da5-3a40f36e6a8c,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:57.913632 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-18c5eb78-fc75-4ba5-928a-eee333f5d5a6 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:57.916420 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-643e7615-4059-4336-94f9-34c0f31a58e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:23:57.916889 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643e7615-4059-4336-94f9-34c0f31a58e6 None None] The sync data for ids ['51cefb6c-04fc-4604-8cff-bb4cfb28db91'] in dv-neutron-821831-2-hyperv is: [] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:23:57.918537 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 040bbbd6-050e-4dfb-96a8-aef76f2bc9d0 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:23:57.958878 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:57.960270 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1d0a0c6f-1bce-4312-acbc-3c0c728f3cbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:57.974973 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-f149cd5a-ffaa-4fb9-9cd5-0543fda7fcd8 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Allocated IP 172.20.0.28 (ef6d8dcf-dede-467a-91ac-100d6d3ed197/e6c2cdfe-99e5-4bd3-8da3-dcbeb2e13c18/b88433b9-08bf-4ad1-9f93-f99da4fd20f7) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:23:58.058530 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1965970-718a-4102-ac67-ba6152faee28 None None] Pushing event updated for resources: {'Port': ['ID=040bbbd6-050e-4dfb-96a8-aef76f2bc9d0,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:58.067020 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d1965970-718a-4102-ac67-ba6152faee28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:58.210341 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-c5fcfb7a-e7fc-464d-8cd1-8899bfb4e1b1 None None] Provisioning for port eac0a30d-8c9a-47b0-9eaa-e4964f3b2c37 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:23:58.215647 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-c5fcfb7a-e7fc-464d-8cd1-8899bfb4e1b1 None None] Provisioning complete for port eac0a30d-8c9a-47b0-9eaa-e4964f3b2c37 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:23:58.216078 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c5fcfb7a-e7fc-464d-8cd1-8899bfb4e1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:58.233729 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-335d6b9b-01f7-4563-ae12-a208353133c3 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks [] for router, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:58.272338 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-c5fcfb7a-e7fc-464d-8cd1-8899bfb4e1b1 None None] Port eac0a30d-8c9a-47b0-9eaa-e4964f3b2c37 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:23:58.421095 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f149cd5a-ffaa-4fb9-9cd5-0543fda7fcd8 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for port, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:58.451294 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-28557677-5e68-41f0-bb02-4bd58dd8e3a4 req-829917c5-6b1e-4029-a19f-8d52b3c0c48a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d5b3a8b6-f75b-4f02-8e18-f9d051010cf1 HTTP/1.1" status: 200 len: 1098 time: 0.3398592 Dec 15 19:23:58.457065 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-f149cd5a-ffaa-4fb9-9cd5-0543fda7fcd8 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Ignored duplicate provisioning block setup for port b88433b9-08bf-4ad1-9f93-f99da4fd20f7 by entity DHCP. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Dec 15 19:23:58.468846 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba78fa-f5a0-4e93-91f4-115ea05029fb req-18df3ab7-a910-4213-aecb-ad6916af101e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:23:58.470573 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a7ba78fa-f5a0-4e93-91f4-115ea05029fb req-18df3ab7-a910-4213-aecb-ad6916af101e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5b3a8b6-f75b-4f02-8e18-f9d051010cf1 HTTP/1.1" status: 200 len: 945 time: 0.1568334 Dec 15 19:23:58.494084 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f149cd5a-ffaa-4fb9-9cd5-0543fda7fcd8 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:58.508060 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3b8e2871-7724-49e2-82b9-9c6fd671d092 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:58.508500 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-18c5eb78-fc75-4ba5-928a-eee333f5d5a6 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:58.537947 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a7ba78fa-f5a0-4e93-91f4-115ea05029fb req-2a2a52f5-8336-4d8e-89ba-dd0838d7509c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=68e69350-e713-423c-84eb-42185063af35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577641 Dec 15 19:23:58.546056 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-18c5eb78-fc75-4ba5-928a-eee333f5d5a6 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:58.547178 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-18c5eb78-fc75-4ba5-928a-eee333f5d5a6 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1959989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854145006'] for router_interface, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:58.561442 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d5bc5237-c6bd-40fe-83a2-9b058f9385f6 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:58.579377 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-28557677-5e68-41f0-bb02-4bd58dd8e3a4 req-9ce47c58-67ca-437a-8770-3ffbe1d65e4a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=68e69350-e713-423c-84eb-42185063af35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155691 Dec 15 19:23:58.587167 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-335d6b9b-01f7-4563-ae12-a208353133c3 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 15 19:23:58.588273 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-335d6b9b-01f7-4563-ae12-a208353133c3 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] 10.222.0.36 "DELETE /v2.0/routers/51cefb6c-04fc-4604-8cff-bb4cfb28db91 HTTP/1.1" status: 409 len: 329 time: 0.9331212 Dec 15 19:23:58.633673 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56186) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:58.698017 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f149cd5a-ffaa-4fb9-9cd5-0543fda7fcd8 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event updated for resources: {'Port': ['ID=b88433b9-08bf-4ad1-9f93-f99da4fd20f7,revision_number=3']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:58.702794 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f149cd5a-ffaa-4fb9-9cd5-0543fda7fcd8 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:58.779212 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-f149cd5a-ffaa-4fb9-9cd5-0543fda7fcd8 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] In _notify_port_updated(), no bound segment for port b88433b9-08bf-4ad1-9f93-f99da4fd20f7 on network ef6d8dcf-dede-467a-91ac-100d6d3ed197 {{(pid=88991) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 15 19:23:58.783899 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f149cd5a-ffaa-4fb9-9cd5-0543fda7fcd8 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:23:58.784790 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f149cd5a-ffaa-4fb9-9cd5-0543fda7fcd8 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:58.789549 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f149cd5a-ffaa-4fb9-9cd5-0543fda7fcd8 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "PUT /v2.0/ports/b88433b9-08bf-4ad1-9f93-f99da4fd20f7 HTTP/1.1" status: 200 len: 1000 time: 2.0899315 Dec 15 19:23:58.790586 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56190) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:58.873723 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-f596abe3-d220-4085-bd69-4ed625a768cd tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Deleting port b88433b9-08bf-4ad1-9f93-f99da4fd20f7 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:23:58.874106 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f596abe3-d220-4085-bd69-4ed625a768cd tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:58.884366 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c5eb78-fc75-4ba5-928a-eee333f5d5a6 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Pushing event updated for resources: {'Port': ['ID=eac0a30d-8c9a-47b0-9eaa-e4964f3b2c37,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:58.890359 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-18c5eb78-fc75-4ba5-928a-eee333f5d5a6 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:58.957949 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c5eb78-fc75-4ba5-928a-eee333f5d5a6 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Network 75428d22-24a4-44ba-9f92-c9671aa5a68d is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:23:58.960092 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-18c5eb78-fc75-4ba5-928a-eee333f5d5a6 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:23:59.046144 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f8f843-809a-4347-847e-a9b556917510 None None] Network ef6d8dcf-dede-467a-91ac-100d6d3ed197 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:23:59.193848 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f596abe3-d220-4085-bd69-4ed625a768cd tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:59.207847 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-2fd756f4-9e6f-457c-a766-1aa7d7c68873 None None] Provisioning for port b88433b9-08bf-4ad1-9f93-f99da4fd20f7 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:23:59.220031 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-2fd756f4-9e6f-457c-a766-1aa7d7c68873 None None] Provisioning complete for port b88433b9-08bf-4ad1-9f93-f99da4fd20f7 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:23:59.220607 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2fd756f4-9e6f-457c-a766-1aa7d7c68873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:59.352819 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-2fd756f4-9e6f-457c-a766-1aa7d7c68873 None None] Port b88433b9-08bf-4ad1-9f93-f99da4fd20f7 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:23:59.378760 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-f596abe3-d220-4085-bd69-4ed625a768cd tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Calling delete_port for b88433b9-08bf-4ad1-9f93-f99da4fd20f7 owned by {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:23:59.402624 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-2fd756f4-9e6f-457c-a766-1aa7d7c68873 None None] Provisioning for port 040bbbd6-050e-4dfb-96a8-aef76f2bc9d0 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:23:59.414177 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-2fd756f4-9e6f-457c-a766-1aa7d7c68873 None None] Provisioning complete for port 040bbbd6-050e-4dfb-96a8-aef76f2bc9d0 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:23:59.414736 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2fd756f4-9e6f-457c-a766-1aa7d7c68873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:59.672844 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f596abe3-d220-4085-bd69-4ed625a768cd tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:59.679322 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3eae2a09-f531-4bca-8895-91fc7d475ebf tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:23:59.716632 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-2206a890-e366-4505-a717-734ef3fb8268 None None] Provisioning complete for port eac0a30d-8c9a-47b0-9eaa-e4964f3b2c37 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:23:59.719280 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2206a890-e366-4505-a717-734ef3fb8268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:59.723034 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f596abe3-d220-4085-bd69-4ed625a768cd tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event deleted for resources: {'Port': ['ID=b88433b9-08bf-4ad1-9f93-f99da4fd20f7,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:23:59.726043 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f596abe3-d220-4085-bd69-4ed625a768cd tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:23:59.831041 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-2206a890-e366-4505-a717-734ef3fb8268 None None] Port eac0a30d-8c9a-47b0-9eaa-e4964f3b2c37 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:23:59.849389 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a58c7ed0-ff43-4da8-a706-64d9390e08b4 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145021'] for router_interface, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:59.864951 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 040bbbd6-050e-4dfb-96a8-aef76f2bc9d0 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:23:59.907457 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f596abe3-d220-4085-bd69-4ed625a768cd tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:59.927037 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f596abe3-d220-4085-bd69-4ed625a768cd tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "DELETE /v2.0/ports/b88433b9-08bf-4ad1-9f93-f99da4fd20f7 HTTP/1.1" status: 204 len: 168 time: 1.1349013 Dec 15 19:23:59.928239 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56196) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:23:59.946497 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4583945e-3d98-4259-b65e-e404efa4962a req-8fe79bc2-919a-4c66-bf64-0e190b1cdbb2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:23:59.948273 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4583945e-3d98-4259-b65e-e404efa4962a req-8fe79bc2-919a-4c66-bf64-0e190b1cdbb2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5b3a8b6-f75b-4f02-8e18-f9d051010cf1 HTTP/1.1" status: 200 len: 945 time: 0.2470524 Dec 15 19:23:59.979005 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 040bbbd6-050e-4dfb-96a8-aef76f2bc9d0 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:23:59.979480 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:23:59.988473 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad48eb94-c759-4145-9526-00e05a3f825e tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] GET failed (client error): The resource could not be found. Dec 15 19:23:59.989311 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ad48eb94-c759-4145-9526-00e05a3f825e tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Synchronizing usage tracker for tenant:f3e95df2fc6f4d8e9322e2f06d7e1f38 on resource:port {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:24:00.038814 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ad48eb94-c759-4145-9526-00e05a3f825e tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Unset dirty status for tenant:f3e95df2fc6f4d8e9322e2f06d7e1f38 on resource:port {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:24:00.043537 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ad48eb94-c759-4145-9526-00e05a3f825e tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "GET /v2.0/ports/b88433b9-08bf-4ad1-9f93-f99da4fd20f7 HTTP/1.1" status: 404 len: 333 time: 0.1139467 Dec 15 19:24:00.044213 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56200) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:00.079016 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18c5eb78-fc75-4ba5-928a-eee333f5d5a6 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Router c65f52dc-76ed-4205-930f-729e9a644f9b has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:24:00.088517 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4583945e-3d98-4259-b65e-e404efa4962a req-93059614-d79a-4d62-a037-0ec959662d2e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=68e69350-e713-423c-84eb-42185063af35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899951 Dec 15 19:24:00.138352 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc1f81a8-59f8-4778-9fbb-d2029cf58bd0 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Deleting subnet e6c2cdfe-99e5-4bd3-8da3-dcbeb2e13c18 {{(pid=88991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:24:00.144003 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fc1f81a8-59f8-4778-9fbb-d2029cf58bd0 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for subnet, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:00.205188 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fc1f81a8-59f8-4778-9fbb-d2029cf58bd0 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16332759'] for subnet, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:00.250082 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-e769614f-ba3b-44ea-847a-8c83afdb7d91 None None] Could not find standard attr ID for object b88433b9-08bf-4ad1-9f93-f99da4fd20f7. {{(pid=88992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 15 19:24:00.268743 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-e769614f-ba3b-44ea-847a-8c83afdb7d91 None None] Provisioning complete for port 040bbbd6-050e-4dfb-96a8-aef76f2bc9d0 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:24:00.269150 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e769614f-ba3b-44ea-847a-8c83afdb7d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:00.309006 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fc1f81a8-59f8-4778-9fbb-d2029cf58bd0 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:00.433598 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fc1f81a8-59f8-4778-9fbb-d2029cf58bd0 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16156049'] for subnet, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:00.439394 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ef20704d-e8de-4a2d-a2d1-8afd737f2fab tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:00.476426 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1f81a8-59f8-4778-9fbb-d2029cf58bd0 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event deleted for resources: {'Subnet': ['ID=e6c2cdfe-99e5-4bd3-8da3-dcbeb2e13c18,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:00.479073 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fc1f81a8-59f8-4778-9fbb-d2029cf58bd0 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:00.485692 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fc1f81a8-59f8-4778-9fbb-d2029cf58bd0 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:00.489014 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c5eb78-fc75-4ba5-928a-eee333f5d5a6 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:24:00.496157 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-18c5eb78-fc75-4ba5-928a-eee333f5d5a6 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "PUT /v2.0/routers/c65f52dc-76ed-4205-930f-729e9a644f9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3622715 Dec 15 19:24:00.498890 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-fc1f81a8-59f8-4778-9fbb-d2029cf58bd0 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "DELETE /v2.0/subnets/e6c2cdfe-99e5-4bd3-8da3-dcbeb2e13c18 HTTP/1.1" status: 204 len: 168 time: 0.4533210 Dec 15 19:24:00.499607 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56204) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:00.499985 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56206) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:00.501512 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018af780-0c43-4a48-ac47-a4bb9b6dda47 None None] Sync routers for ids ['c65f52dc-76ed-4205-930f-729e9a644f9b'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:24:00.514648 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018af780-0c43-4a48-ac47-a4bb9b6dda47 None None] Routers {'c65f52dc-76ed-4205-930f-729e9a644f9b'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:24:00.515604 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-018af780-0c43-4a48-ac47-a4bb9b6dda47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:23:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['c65f52dc-76ed-4205-930f-729e9a644f9b'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:00.533962 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4ae4df-13bf-421a-998c-0ca82014e16e None None] Network ef6d8dcf-dede-467a-91ac-100d6d3ed197 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:24:00.583706 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-018af780-0c43-4a48-ac47-a4bb9b6dda47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:00.609269 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018af780-0c43-4a48-ac47-a4bb9b6dda47 None None] Routers {'c65f52dc-76ed-4205-930f-729e9a644f9b'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:24:00.610910 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-018af780-0c43-4a48-ac47-a4bb9b6dda47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:23:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['c65f52dc-76ed-4205-930f-729e9a644f9b'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:00.679671 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f42572-cd70-442a-a847-b331fc2f18d3 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:24:00.685357 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-53f42572-cd70-442a-a847-b331fc2f18d3 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "GET /v2.0/ports/eac0a30d-8c9a-47b0-9eaa-e4964f3b2c37 HTTP/1.1" status: 200 len: 913 time: 0.1843197 Dec 15 19:24:00.686481 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56212) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:00.686742 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-018af780-0c43-4a48-ac47-a4bb9b6dda47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:00.687387 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018af780-0c43-4a48-ac47-a4bb9b6dda47 None None] The sync data for ids ['c65f52dc-76ed-4205-930f-729e9a644f9b'] in dv-neutron-821831-2-hyperv is: [] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:24:00.808467 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-a58c7ed0-ff43-4da8-a706-64d9390e08b4 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Deleting port f531e23d-ba1e-44e3-9051-2f562284b95b {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:24:00.809038 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a58c7ed0-ff43-4da8-a706-64d9390e08b4 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:00.891817 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 19:24:00.900331 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-8099c344-529a-40e9-8cef-96e2acabeb28 None None] Could not find standard attr ID for object b88433b9-08bf-4ad1-9f93-f99da4fd20f7. {{(pid=88992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 15 19:24:01.031228 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a58c7ed0-ff43-4da8-a706-64d9390e08b4 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:01.174361 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-a58c7ed0-ff43-4da8-a706-64d9390e08b4 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Calling delete_port for f531e23d-ba1e-44e3-9051-2f562284b95b owned by network:router_interface {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:24:01.233395 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bc456e9-2527-4b8f-89d9-1e744dee09df tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Deleting subnet 458ff14d-7837-4460-9371-0a6e2b606a25 {{(pid=88991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:24:01.239197 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4bc456e9-2527-4b8f-89d9-1e744dee09df tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for subnet, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:01.311861 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4bc456e9-2527-4b8f-89d9-1e744dee09df tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16332759'] for subnet, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:01.422425 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c751d-22f0-44c3-ba2e-f9878c7d5df8 req-7ed2c411-841b-4516-b519-fbdb64e09546 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:24:01.424099 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3e9c751d-22f0-44c3-ba2e-f9878c7d5df8 req-7ed2c411-841b-4516-b519-fbdb64e09546 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5b3a8b6-f75b-4f02-8e18-f9d051010cf1 HTTP/1.1" status: 200 len: 945 time: 0.1707921 Dec 15 19:24:01.490732 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3e9c751d-22f0-44c3-ba2e-f9878c7d5df8 req-a20a61fc-3b74-4647-81e4-9d78d4b85eca tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=68e69350-e713-423c-84eb-42185063af35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577526 Dec 15 19:24:01.522591 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a58c7ed0-ff43-4da8-a706-64d9390e08b4 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:01.527865 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a5d03cc2-29ff-4e7c-9cc2-fdeca9dd1d03 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:01.558536 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4bc456e9-2527-4b8f-89d9-1e744dee09df tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:01.572540 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58c7ed0-ff43-4da8-a706-64d9390e08b4 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Pushing event deleted for resources: {'Port': ['ID=f531e23d-ba1e-44e3-9051-2f562284b95b,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:01.577251 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a58c7ed0-ff43-4da8-a706-64d9390e08b4 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:01.696278 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c95014ff-2615-4883-89ce-7f8a3391d9cb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145021'] for router_interface, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:01.766967 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4bc456e9-2527-4b8f-89d9-1e744dee09df tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16156049'] for subnet, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:01.778721 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-72ee092e-5906-4928-b482-4cbd3388e501 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:01.877995 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc456e9-2527-4b8f-89d9-1e744dee09df tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event deleted for resources: {'Subnet': ['ID=458ff14d-7837-4460-9371-0a6e2b606a25,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:01.887439 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4bc456e9-2527-4b8f-89d9-1e744dee09df tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:01.896858 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4bc456e9-2527-4b8f-89d9-1e744dee09df tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:01.909928 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4bc456e9-2527-4b8f-89d9-1e744dee09df tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "DELETE /v2.0/subnets/458ff14d-7837-4460-9371-0a6e2b606a25 HTTP/1.1" status: 204 len: 168 time: 1.4062810 Dec 15 19:24:01.913463 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56220) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:01.935619 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ce16b-e11a-4e97-996d-3cacd8f5dcf2 req-f8576ab8-5f29-4b63-84dc-7c1b000ad8ef tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:24:01.937467 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-215ce16b-e11a-4e97-996d-3cacd8f5dcf2 req-f8576ab8-5f29-4b63-84dc-7c1b000ad8ef tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5b3a8b6-f75b-4f02-8e18-f9d051010cf1 HTTP/1.1" status: 200 len: 945 time: 0.2476964 Dec 15 19:24:01.947826 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874370d4-4f7d-4319-b864-1e86a4c97fb2 None None] Network ef6d8dcf-dede-467a-91ac-100d6d3ed197 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:24:01.967062 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a58c7ed0-ff43-4da8-a706-64d9390e08b4 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852815828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854144871'] for router_interface, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:02.069344 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-1117dc1c-786c-4893-9bb4-97d092815dbb None None] Provisioning complete for port 040bbbd6-050e-4dfb-96a8-aef76f2bc9d0 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:24:02.069717 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1117dc1c-786c-4893-9bb4-97d092815dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:02.084347 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-47feb482-e6ba-4e15-b341-8ee647298ebb tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:02.104116 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-47feb482-e6ba-4e15-b341-8ee647298ebb tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Deleting port 040bbbd6-050e-4dfb-96a8-aef76f2bc9d0 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:24:02.104511 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-47feb482-e6ba-4e15-b341-8ee647298ebb tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:02.347107 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ff90c7-0184-43fb-9b95-669b22a04d0d None None] DHCP port deletion for ef6d8dcf-dede-467a-91ac-100d6d3ed197 request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:24:02.351685 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-a5ff90c7-0184-43fb-9b95-669b22a04d0d None None] Deleting port 040bbbd6-050e-4dfb-96a8-aef76f2bc9d0 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:24:02.352115 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a5ff90c7-0184-43fb-9b95-669b22a04d0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:02.377147 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-215ce16b-e11a-4e97-996d-3cacd8f5dcf2 req-d75bbee6-9229-4543-b42b-91ea9619d5b8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=68e69350-e713-423c-84eb-42185063af35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4292543 Dec 15 19:24:02.436218 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56224) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:02.550696 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-47feb482-e6ba-4e15-b341-8ee647298ebb tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] For port 040bbbd6-050e-4dfb-96a8-aef76f2bc9d0, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=040bbbd6-050e-4dfb-96a8-aef76f2bc9d0,segment=NetworkSegment(862a89fd-5a72-488a-a51d-3c19b9138bd2),segment_id=862a89fd-5a72-488a-a51d-3c19b9138bd2)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:24:02.551098 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-47feb482-e6ba-4e15-b341-8ee647298ebb tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:02.578761 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-a5ff90c7-0184-43fb-9b95-669b22a04d0d None None] For port 040bbbd6-050e-4dfb-96a8-aef76f2bc9d0, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=040bbbd6-050e-4dfb-96a8-aef76f2bc9d0,segment=NetworkSegment(862a89fd-5a72-488a-a51d-3c19b9138bd2),segment_id=862a89fd-5a72-488a-a51d-3c19b9138bd2)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:24:02.579097 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a5ff90c7-0184-43fb-9b95-669b22a04d0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:02.683669 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a58c7ed0-ff43-4da8-a706-64d9390e08b4 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Router 51cefb6c-04fc-4604-8cff-bb4cfb28db91 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:24:02.706519 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-47feb482-e6ba-4e15-b341-8ee647298ebb tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Calling delete_port for 040bbbd6-050e-4dfb-96a8-aef76f2bc9d0 owned by network:dhcp {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:24:02.711942 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-a5ff90c7-0184-43fb-9b95-669b22a04d0d None None] Calling delete_port for 040bbbd6-050e-4dfb-96a8-aef76f2bc9d0 owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:24:02.815475 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a5ff90c7-0184-43fb-9b95-669b22a04d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866'] for port, after_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:02.821334 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2d732aca-b900-457c-a5a8-7785c64a1a9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:02.833960 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a58c7ed0-ff43-4da8-a706-64d9390e08b4 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:24:02.838581 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9528f543-b141-4ba2-9d71-80a23ba5b696 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d5b3a8b6-f75b-4f02-8e18-f9d051010cf1 HTTP/1.1" status: 200 len: 1093 time: 0.3906753 Dec 15 19:24:02.838728 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56228) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:02.851411 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-59a56be5-5db4-4bdf-b0fc-91846bd65b17 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'floatingip': {'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'port_id': 'b1e87887-70d4-4743-9da5-3a40f36e6a8c', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:24:02.857962 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-59a56be5-5db4-4bdf-b0fc-91846bd65b17 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:24:02.860342 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e21b7a8-3a54-4b43-8291-a66f8a9262e5 None None] Sync routers for ids ['51cefb6c-04fc-4604-8cff-bb4cfb28db91'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:24:02.862715 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a58c7ed0-ff43-4da8-a706-64d9390e08b4 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] 10.222.0.36 "PUT /v2.0/routers/51cefb6c-04fc-4604-8cff-bb4cfb28db91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2276735 Dec 15 19:24:02.865708 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-59a56be5-5db4-4bdf-b0fc-91846bd65b17 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:floatingip and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:24:02.868230 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56232) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:02.871365 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-59a56be5-5db4-4bdf-b0fc-91846bd65b17 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:24:02.879307 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ff90c7-0184-43fb-9b95-669b22a04d0d None None] Pushing event deleted for resources: {'Port': ['ID=040bbbd6-050e-4dfb-96a8-aef76f2bc9d0,revision_number=None']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:02.882201 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-47feb482-e6ba-4e15-b341-8ee647298ebb tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88991) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:24:02.882201 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-47feb482-e6ba-4e15-b341-8ee647298ebb tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:24:02.883782 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a5ff90c7-0184-43fb-9b95-669b22a04d0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:02.887216 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ff90c7-0184-43fb-9b95-669b22a04d0d None None] No DVR routers for this DVR port 040bbbd6-050e-4dfb-96a8-aef76f2bc9d0 on host dv-neutron-821831-2-hyperv {{(pid=88992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:24:02.895887 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e21b7a8-3a54-4b43-8291-a66f8a9262e5 None None] Routers {'51cefb6c-04fc-4604-8cff-bb4cfb28db91'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:24:02.896594 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-8e21b7a8-3a54-4b43-8291-a66f8a9262e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:23:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['51cefb6c-04fc-4604-8cff-bb4cfb28db91'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:02.951525 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-59a56be5-5db4-4bdf-b0fc-91846bd65b17 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:24:02.955102 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-cc8adbe1-62ae-4cc4-b2b5-4c84270b0082 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] show failed (client error): The resource could not be found. Dec 15 19:24:02.960434 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-cc8adbe1-62ae-4cc4-b2b5-4c84270b0082 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] 10.222.0.36 "GET /v2.0/routers/tempest-non_exist_router-467335337 HTTP/1.1" status: 404 len: 334 time: 0.0870233 Dec 15 19:24:02.960728 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56236) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:02.966828 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-8e21b7a8-3a54-4b43-8291-a66f8a9262e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:02.968456 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-6759cc13-eacc-4607-8d68-a2dfdafea8a3 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:24:02.978597 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e21b7a8-3a54-4b43-8291-a66f8a9262e5 None None] Routers {'51cefb6c-04fc-4604-8cff-bb4cfb28db91'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:24:02.979285 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-8e21b7a8-3a54-4b43-8291-a66f8a9262e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:23:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['51cefb6c-04fc-4604-8cff-bb4cfb28db91'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:03.035488 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-6759cc13-eacc-4607-8d68-a2dfdafea8a3 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] update failed (client error): The resource could not be found. Dec 15 19:24:03.040185 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6759cc13-eacc-4607-8d68-a2dfdafea8a3 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] 10.222.0.36 "PUT /v2.0/routers/tempest-non_exist_router-1805133857 HTTP/1.1" status: 404 len: 335 time: 0.0748627 Dec 15 19:24:03.040483 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56240) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:03.046227 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-8e21b7a8-3a54-4b43-8291-a66f8a9262e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:03.046854 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e21b7a8-3a54-4b43-8291-a66f8a9262e5 None None] The sync data for ids ['51cefb6c-04fc-4604-8cff-bb4cfb28db91'] in dv-neutron-821831-2-hyperv is: [] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:24:03.065347 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-c95014ff-2615-4883-89ce-7f8a3391d9cb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Deleting port eac0a30d-8c9a-47b0-9eaa-e4964f3b2c37 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:24:03.065730 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c95014ff-2615-4883-89ce-7f8a3391d9cb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:03.078645 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-59a56be5-5db4-4bdf-b0fc-91846bd65b17 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for floatingip, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:03.267968 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c95014ff-2615-4883-89ce-7f8a3391d9cb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:03.349238 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d590281-c38d-415b-9205-7f9c9ba334a9 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Deleting subnet 003a9622-989e-49ff-a41e-9c720054a5fb {{(pid=88990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:24:03.361321 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6d590281-c38d-415b-9205-7f9c9ba334a9 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks [] for subnet, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:03.388506 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-47feb482-e6ba-4e15-b341-8ee647298ebb tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Deleting port 040bbbd6-050e-4dfb-96a8-aef76f2bc9d0 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:24:03.388912 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-47feb482-e6ba-4e15-b341-8ee647298ebb tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:03.418149 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-c95014ff-2615-4883-89ce-7f8a3391d9cb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Calling delete_port for eac0a30d-8c9a-47b0-9eaa-e4964f3b2c37 owned by network:router_interface {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:24:03.427982 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6d590281-c38d-415b-9205-7f9c9ba334a9 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838448728'] for subnet, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:03.467727 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-59a56be5-5db4-4bdf-b0fc-91846bd65b17 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:03.498834 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-47feb482-e6ba-4e15-b341-8ee647298ebb tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] The port '040bbbd6-050e-4dfb-96a8-aef76f2bc9d0' was deleted {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 15 19:24:03.642316 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6d590281-c38d-415b-9205-7f9c9ba334a9 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:03.666266 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-47feb482-e6ba-4e15-b341-8ee647298ebb tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:03.699795 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-47feb482-e6ba-4e15-b341-8ee647298ebb tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef6d8dcf-dede-467a-91ac-100d6d3ed197']}} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:03.703489 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-59a56be5-5db4-4bdf-b0fc-91846bd65b17 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Allocated IP 172.26.3.195 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/4a689c1c-31a4-4ae2-adb6-dd3ceb0d52c9) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:24:03.721080 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-47feb482-e6ba-4e15-b341-8ee647298ebb tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '862a89fd-5a72-488a-a51d-3c19b9138bd2') {'for_net_delete': True} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:03.721561 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-47feb482-e6ba-4e15-b341-8ee647298ebb tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '862a89fd-5a72-488a-a51d-3c19b9138bd2') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:03.738714 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-47feb482-e6ba-4e15-b341-8ee647298ebb tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838443042'] for segment, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:03.835669 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 040bbbd6-050e-4dfb-96a8-aef76f2bc9d0 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:24:03.853856 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6d590281-c38d-415b-9205-7f9c9ba334a9 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16636259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14850861'] for subnet, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:03.868823 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f4c3efe9-a36c-4c84-9b26-807c661dab2f tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:03.872659 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 040bbbd6-050e-4dfb-96a8-aef76f2bc9d0 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:24:03.873149 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 040bbbd6-050e-4dfb-96a8-aef76f2bc9d0 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:24:03.915290 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d590281-c38d-415b-9205-7f9c9ba334a9 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Pushing event deleted for resources: {'Subnet': ['ID=003a9622-989e-49ff-a41e-9c720054a5fb,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:03.928150 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6d590281-c38d-415b-9205-7f9c9ba334a9 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:03.938045 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-59a56be5-5db4-4bdf-b0fc-91846bd65b17 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:03.941979 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6d590281-c38d-415b-9205-7f9c9ba334a9 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:03.943970 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93454ae8-8531-4174-99e3-bdccc63e56ae None None] Network d58713bd-3033-4b77-ad3f-49dabb2bf7e5 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:24:03.960457 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6d590281-c38d-415b-9205-7f9c9ba334a9 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] 10.222.0.36 "DELETE /v2.0/subnets/003a9622-989e-49ff-a41e-9c720054a5fb HTTP/1.1" status: 204 len: 168 time: 0.9165435 Dec 15 19:24:03.961070 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56244) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:04.049776 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-47feb482-e6ba-4e15-b341-8ee647298ebb tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:04.065949 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47feb482-e6ba-4e15-b341-8ee647298ebb tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=88991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:24:04.066441 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-47feb482-e6ba-4e15-b341-8ee647298ebb tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838443729'] for segment, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:04.082814 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:24:04.082814 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:24:04.082814 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:24:04.082814 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:24:04.082814 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:24:04.082814 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:24:04.082814 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:24:04.082814 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:24:04.082814 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:24:04.082814 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:24:04.082814 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:24:04.082814 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:24:04.082814 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:24:04.082814 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:24:04.082814 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:24:04.082814 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:24:04.082814 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:24:04.082814 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:24:04.082814 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:24:04.082814 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:24:04.082814 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:24:04.082814 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:24:04.082814 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:24:04.082814 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:24:04.082814 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:24:04.082814 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:24:04.082814 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:24:04.082814 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:24:04.082814 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:24:04.082814 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:24:04.082814 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:24:04.082814 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:24:04.082814 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:24:04.082814 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:24:04.082814 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:24:04.082814 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:24:04.082814 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:24:04.082814 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:24:04.082814 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:24:04.082814 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:24:04.116742 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-59a56be5-5db4-4bdf-b0fc-91846bd65b17 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:04.131492 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-86e42299-b6a2-44a7-bae8-e67d172aa5ab tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:04.203823 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c95014ff-2615-4883-89ce-7f8a3391d9cb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:04.209948 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6bc70904-634b-4321-a375-c885e5a55796 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:04.219300 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720bceb1-2ac6-4568-b2ef-b10281188801 None None] DHCP port deletion for d58713bd-3033-4b77-ad3f-49dabb2bf7e5 request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:24:04.224138 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-720bceb1-2ac6-4568-b2ef-b10281188801 None None] Deleting port 6d4ff12d-dabd-4871-b308-105d5283cb04 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:24:04.224550 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a56be5-5db4-4bdf-b0fc-91846bd65b17 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:24:04.224675 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-720bceb1-2ac6-4568-b2ef-b10281188801 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:04.227994 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a56be5-5db4-4bdf-b0fc-91846bd65b17 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'Port': ['ID=4a689c1c-31a4-4ae2-adb6-dd3ceb0d52c9,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:04.231582 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-59a56be5-5db4-4bdf-b0fc-91846bd65b17 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:24:04.243254 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-59a56be5-5db4-4bdf-b0fc-91846bd65b17 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:04.244025 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a56be5-5db4-4bdf-b0fc-91846bd65b17 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:24:04.260706 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-47feb482-e6ba-4e15-b341-8ee647298ebb tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:04.265832 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-47feb482-e6ba-4e15-b341-8ee647298ebb tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:04.270976 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95014ff-2615-4883-89ce-7f8a3391d9cb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Pushing event deleted for resources: {'Port': ['ID=eac0a30d-8c9a-47b0-9eaa-e4964f3b2c37,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:04.273450 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c95014ff-2615-4883-89ce-7f8a3391d9cb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:04.278199 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2f096f97-55f1-4263-bd20-bbe0d51faa04 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:04.344721 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47feb482-e6ba-4e15-b341-8ee647298ebb tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event deleted for resources: {'Network': ['ID=ef6d8dcf-dede-467a-91ac-100d6d3ed197,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:04.354483 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-47feb482-e6ba-4e15-b341-8ee647298ebb tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:04.425880 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-47feb482-e6ba-4e15-b341-8ee647298ebb tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "DELETE /v2.0/networks/ef6d8dcf-dede-467a-91ac-100d6d3ed197 HTTP/1.1" status: 204 len: 168 time: 2.5112255 Dec 15 19:24:04.427107 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56248) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:04.475955 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-720bceb1-2ac6-4568-b2ef-b10281188801 None None] For port 6d4ff12d-dabd-4871-b308-105d5283cb04, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=6d4ff12d-dabd-4871-b308-105d5283cb04,segment=NetworkSegment(38155e69-be8d-4c2f-8976-a40e2de8b15a),segment_id=38155e69-be8d-4c2f-8976-a40e2de8b15a)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:24:04.476329 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-720bceb1-2ac6-4568-b2ef-b10281188801 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:04.613171 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3052671-310e-4230-8ddd-a32ec25e4090 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:24:04.614330 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-a3052671-310e-4230-8ddd-a32ec25e4090 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Synchronizing usage tracker for tenant:f3e95df2fc6f4d8e9322e2f06d7e1f38 on resource:port {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:24:04.617328 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-720bceb1-2ac6-4568-b2ef-b10281188801 None None] Calling delete_port for 6d4ff12d-dabd-4871-b308-105d5283cb04 owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:24:04.623664 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-28284978-28ae-4ec5-989e-2f1eb94f1549 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Deleting subnet 99fa1c6e-2009-4cdf-ae06-ff9e75623e75 {{(pid=88990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:24:04.645419 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c95014ff-2615-4883-89ce-7f8a3391d9cb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852815828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854144871'] for router_interface, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:04.675326 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-28284978-28ae-4ec5-989e-2f1eb94f1549 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks [] for subnet, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:04.716695 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-a3052671-310e-4230-8ddd-a32ec25e4090 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Unset dirty status for tenant:f3e95df2fc6f4d8e9322e2f06d7e1f38 on resource:port {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:24:04.722017 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a3052671-310e-4230-8ddd-a32ec25e4090 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2823982 Dec 15 19:24:04.725012 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56252) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:04.729906 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-720bceb1-2ac6-4568-b2ef-b10281188801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866'] for port, after_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:04.735181 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d1965970-718a-4102-ac67-ba6152faee28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:04.782588 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720bceb1-2ac6-4568-b2ef-b10281188801 None None] Pushing event deleted for resources: {'Port': ['ID=6d4ff12d-dabd-4871-b308-105d5283cb04,revision_number=None']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:04.785523 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-720bceb1-2ac6-4568-b2ef-b10281188801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:04.787733 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720bceb1-2ac6-4568-b2ef-b10281188801 None None] No DVR routers for this DVR port 6d4ff12d-dabd-4871-b308-105d5283cb04 on host dv-neutron-821831-2-hyperv {{(pid=88992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:24:04.793592 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-28284978-28ae-4ec5-989e-2f1eb94f1549 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838448728'] for subnet, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:04.902714 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-dfc29667-01ce-4a3e-8b4a-64318faa65e2 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1239717 Dec 15 19:24:04.902932 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56256) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:04.909704 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-4388f116-b1ee-4be4-a058-9c6eb49e05fd tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1359156778'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:24:04.919224 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-4388f116-b1ee-4be4-a058-9c6eb49e05fd tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:24:04.926400 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-4388f116-b1ee-4be4-a058-9c6eb49e05fd tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Usage tracker for resource:network and tenant:f3e95df2fc6f4d8e9322e2f06d7e1f38 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:24:04.988480 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-4388f116-b1ee-4be4-a058-9c6eb49e05fd tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:24:05.060038 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-4388f116-b1ee-4be4-a058-9c6eb49e05fd tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:24:05.061791 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-28284978-28ae-4ec5-989e-2f1eb94f1549 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:05.097521 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4388f116-b1ee-4be4-a058-9c6eb49e05fd tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Made reservation on behalf of f3e95df2fc6f4d8e9322e2f06d7e1f38 for: {'network': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:24:05.103009 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4388f116-b1ee-4be4-a058-9c6eb49e05fd tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:05.255332 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4388f116-b1ee-4be4-a058-9c6eb49e05fd tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=88991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:24:05.274360 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4388f116-b1ee-4be4-a058-9c6eb49e05fd tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:05.274763 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-4388f116-b1ee-4be4-a058-9c6eb49e05fd tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Added segment 8a0a0a55-a8cb-47ae-a802-518db4e97bd1 of type vlan for network d7097120-e346-4ffa-af45-b66ae7872edf Dec 15 19:24:05.307839 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-28284978-28ae-4ec5-989e-2f1eb94f1549 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16636259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14850861'] for subnet, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:05.315299 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6135047a-dc9c-451f-981f-3e7706171135 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:05.319337 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4388f116-b1ee-4be4-a058-9c6eb49e05fd tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:05.350887 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-59a56be5-5db4-4bdf-b0fc-91846bd65b17 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:05.357887 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28284978-28ae-4ec5-989e-2f1eb94f1549 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Pushing event deleted for resources: {'Subnet': ['ID=99fa1c6e-2009-4cdf-ae06-ff9e75623e75,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:05.361008 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-28284978-28ae-4ec5-989e-2f1eb94f1549 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:05.363774 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-28284978-28ae-4ec5-989e-2f1eb94f1549 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:05.374573 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c95014ff-2615-4883-89ce-7f8a3391d9cb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Router c65f52dc-76ed-4205-930f-729e9a644f9b has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:24:05.375395 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-28284978-28ae-4ec5-989e-2f1eb94f1549 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] 10.222.0.36 "DELETE /v2.0/subnets/99fa1c6e-2009-4cdf-ae06-ff9e75623e75 HTTP/1.1" status: 204 len: 168 time: 1.4130633 Dec 15 19:24:05.376421 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56260) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:05.385698 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d50cf7-31ae-491b-bde5-db18ce286702 None None] Network 62cee900-cceb-4db0-898d-e2597d6977b9 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:24:05.498168 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4388f116-b1ee-4be4-a058-9c6eb49e05fd tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:05.502518 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4388f116-b1ee-4be4-a058-9c6eb49e05fd tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:24:05.503172 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4388f116-b1ee-4be4-a058-9c6eb49e05fd tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:05.514452 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3ce2a078-2d8b-40eb-abd6-eaa459f536b0 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448 tempest-ExtraDHCPOptionsIpV6TestJSON-159125448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:05.539361 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-59a56be5-5db4-4bdf-b0fc-91846bd65b17 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:05.589967 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9ae47b4a-ea8e-4fce-9064-b6a02abea70c tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:05.658225 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4388f116-b1ee-4be4-a058-9c6eb49e05fd tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event updated for resources: {'Network': ['ID=d7097120-e346-4ffa-af45-b66ae7872edf,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:05.661926 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4388f116-b1ee-4be4-a058-9c6eb49e05fd tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:05.672835 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031c2126-05f1-4601-a6c0-7cc4b1f8ef97 None None] DHCP port deletion for 62cee900-cceb-4db0-898d-e2597d6977b9 request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:24:05.677365 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network d7097120-e346-4ffa-af45-b66ae7872edf details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:24:05.688471 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4388f116-b1ee-4be4-a058-9c6eb49e05fd tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7817297 Dec 15 19:24:05.688885 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56264) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:05.696396 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-757950e7-0aa9-4db5-a814-dde11d90a6b5 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Request body: {'subnet': {'network_id': 'd7097120-e346-4ffa-af45-b66ae7872edf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:24:05.699376 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-031c2126-05f1-4601-a6c0-7cc4b1f8ef97 None None] Deleting port e2f19055-44b8-4259-aad3-9e1a2c246bb7 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:24:05.699887 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-031c2126-05f1-4601-a6c0-7cc4b1f8ef97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:05.821671 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c95014ff-2615-4883-89ce-7f8a3391d9cb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:24:05.828175 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c95014ff-2615-4883-89ce-7f8a3391d9cb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "PUT /v2.0/routers/c65f52dc-76ed-4205-930f-729e9a644f9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1385539 Dec 15 19:24:05.832173 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56268) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:05.836073 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-757950e7-0aa9-4db5-a814-dde11d90a6b5 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:24:05.836239 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688c526a-73c7-4a39-abb5-e91cb962ecb7 None None] Sync routers for ids ['c65f52dc-76ed-4205-930f-729e9a644f9b'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:24:05.862489 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688c526a-73c7-4a39-abb5-e91cb962ecb7 None None] Routers {'c65f52dc-76ed-4205-930f-729e9a644f9b'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:24:05.863175 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-688c526a-73c7-4a39-abb5-e91cb962ecb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:23:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['c65f52dc-76ed-4205-930f-729e9a644f9b'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:05.886420 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9ae47b4a-ea8e-4fce-9064-b6a02abea70c tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:05.899674 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device e2f19055-44b8-4259-aad3-9e1a2c246bb7 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:24:05.924614 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-9ae47b4a-ea8e-4fce-9064-b6a02abea70c tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d58713bd-3033-4b77-ad3f-49dabb2bf7e5']}} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:05.941942 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-9ae47b4a-ea8e-4fce-9064-b6a02abea70c tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38155e69-be8d-4c2f-8976-a40e2de8b15a') {'for_net_delete': True} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:05.942306 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-9ae47b4a-ea8e-4fce-9064-b6a02abea70c tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38155e69-be8d-4c2f-8976-a40e2de8b15a') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:05.960568 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9ae47b4a-ea8e-4fce-9064-b6a02abea70c tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16327073'] for segment, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:05.962467 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-688c526a-73c7-4a39-abb5-e91cb962ecb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:05.977574 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688c526a-73c7-4a39-abb5-e91cb962ecb7 None None] Routers {'c65f52dc-76ed-4205-930f-729e9a644f9b'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:24:05.978372 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9ae47b4a-ea8e-4fce-9064-b6a02abea70c tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:05.979324 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-688c526a-73c7-4a39-abb5-e91cb962ecb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:23:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['c65f52dc-76ed-4205-930f-729e9a644f9b'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:05.986785 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ae47b4a-ea8e-4fce-9064-b6a02abea70c tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=88990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:24:05.987262 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9ae47b4a-ea8e-4fce-9064-b6a02abea70c tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838138943'] for segment, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:06.059507 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-688c526a-73c7-4a39-abb5-e91cb962ecb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:06.060853 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688c526a-73c7-4a39-abb5-e91cb962ecb7 None None] The sync data for ids ['c65f52dc-76ed-4205-930f-729e9a644f9b'] in dv-neutron-821831-2-hyperv is: [] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:24:06.080384 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:24:06.080384 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:24:06.080384 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:24:06.080384 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:24:06.080384 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:24:06.080384 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:24:06.080384 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:24:06.080384 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:24:06.080384 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:24:06.080384 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:24:06.080384 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:24:06.080384 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:24:06.080384 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:24:06.080384 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:24:06.080384 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:24:06.080384 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:24:06.080384 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:24:06.080384 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:24:06.080384 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:24:06.080384 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:24:06.080384 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:24:06.080384 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:24:06.080384 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:24:06.080384 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:24:06.080384 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:24:06.080384 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:24:06.080384 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:24:06.080384 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:24:06.080384 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:24:06.080384 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:24:06.080384 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:24:06.080384 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:24:06.134207 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-757950e7-0aa9-4db5-a814-dde11d90a6b5 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Usage tracker for resource:subnet and tenant:f3e95df2fc6f4d8e9322e2f06d7e1f38 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:24:06.143970 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-757950e7-0aa9-4db5-a814-dde11d90a6b5 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:24:06.153148 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-031c2126-05f1-4601-a6c0-7cc4b1f8ef97 None None] For port e2f19055-44b8-4259-aad3-9e1a2c246bb7, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=e2f19055-44b8-4259-aad3-9e1a2c246bb7,segment=NetworkSegment(ed06dea3-502c-45be-9506-48ffe20473d3),segment_id=ed06dea3-502c-45be-9506-48ffe20473d3)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:24:06.153604 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-031c2126-05f1-4601-a6c0-7cc4b1f8ef97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:06.161327 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:06.164874 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-59a56be5-5db4-4bdf-b0fc-91846bd65b17 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:06.180435 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9ae47b4a-ea8e-4fce-9064-b6a02abea70c tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:06.184883 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-364e5662-db41-4790-b539-715766958ab3 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:06.201696 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9ae47b4a-ea8e-4fce-9064-b6a02abea70c tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:06.201923 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-757950e7-0aa9-4db5-a814-dde11d90a6b5 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:24:06.215380 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9ae47b4a-ea8e-4fce-9064-b6a02abea70c tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] 10.222.0.36 "DELETE /v2.0/networks/d58713bd-3033-4b77-ad3f-49dabb2bf7e5 HTTP/1.1" status: 204 len: 168 time: 0.8369741 Dec 15 19:24:06.217006 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae47b4a-ea8e-4fce-9064-b6a02abea70c tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Pushing event deleted for resources: {'Network': ['ID=d58713bd-3033-4b77-ad3f-49dabb2bf7e5,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:06.217736 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56272) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:06.220389 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9ae47b4a-ea8e-4fce-9064-b6a02abea70c tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:06.221448 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-59a56be5-5db4-4bdf-b0fc-91846bd65b17 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:06.227257 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-61500377-303a-4e09-9649-05dd6939ecec tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:06.309760 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-757950e7-0aa9-4db5-a814-dde11d90a6b5 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Made reservation on behalf of f3e95df2fc6f4d8e9322e2f06d7e1f38 for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:24:06.347064 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a56be5-5db4-4bdf-b0fc-91846bd65b17 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'Port': ['ID=4a689c1c-31a4-4ae2-adb6-dd3ceb0d52c9,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:06.350546 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-59a56be5-5db4-4bdf-b0fc-91846bd65b17 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:06.363133 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-59a56be5-5db4-4bdf-b0fc-91846bd65b17 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634093'] for floatingip, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:06.463124 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecb3f-7142-4ffd-a6fe-08cb1dfd2d40 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:06.465704 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-031c2126-05f1-4601-a6c0-7cc4b1f8ef97 None None] Calling delete_port for e2f19055-44b8-4259-aad3-9e1a2c246bb7 owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:24:06.501715 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-757950e7-0aa9-4db5-a814-dde11d90a6b5 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:06.523826 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-aa3ecb3f-7142-4ffd-a6fe-08cb1dfd2d40 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Deleting port e2f19055-44b8-4259-aad3-9e1a2c246bb7 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:24:06.524287 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecb3f-7142-4ffd-a6fe-08cb1dfd2d40 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:06.527322 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port e2f19055-44b8-4259-aad3-9e1a2c246bb7, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=e2f19055-44b8-4259-aad3-9e1a2c246bb7,segment=NetworkSegment(ed06dea3-502c-45be-9506-48ffe20473d3),segment_id=ed06dea3-502c-45be-9506-48ffe20473d3)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:24:06.563808 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:06.564598 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 6d4ff12d-dabd-4871-b308-105d5283cb04 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:24:06.568290 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.l3_db [None req-59a56be5-5db4-4bdf-b0fc-91846bd65b17 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Floating IP 6777c128-0dc0-41e0-b275-ffa1cca95852 associated. External IP: 172.26.3.195, port: b1e87887-70d4-4743-9da5-3a40f36e6a8c. Dec 15 19:24:06.594819 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-667776ab-9b7b-4e16-b67f-5dd491dad0c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:06.635581 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-031c2126-05f1-4601-a6c0-7cc4b1f8ef97 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88992) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:24:06.636872 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-031c2126-05f1-4601-a6c0-7cc4b1f8ef97 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:24:06.644961 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 6d4ff12d-dabd-4871-b308-105d5283cb04 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:24:06.645599 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 6d4ff12d-dabd-4871-b308-105d5283cb04 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:24:06.684620 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=e2f19055-44b8-4259-aad3-9e1a2c246bb7,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:06.687928 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:06.995727 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59a56be5-5db4-4bdf-b0fc-91846bd65b17 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Router 7a84a25e-4688-4234-b584-30ae53b7fc7d has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:24:07.099717 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-aa3ecb3f-7142-4ffd-a6fe-08cb1dfd2d40 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] For port e2f19055-44b8-4259-aad3-9e1a2c246bb7, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=e2f19055-44b8-4259-aad3-9e1a2c246bb7,segment=NetworkSegment(ed06dea3-502c-45be-9506-48ffe20473d3),segment_id=ed06dea3-502c-45be-9506-48ffe20473d3)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:24:07.100136 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecb3f-7142-4ffd-a6fe-08cb1dfd2d40 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:07.138369 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-031c2126-05f1-4601-a6c0-7cc4b1f8ef97 None None] Deleting port e2f19055-44b8-4259-aad3-9e1a2c246bb7 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:24:07.138821 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-031c2126-05f1-4601-a6c0-7cc4b1f8ef97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:07.252025 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-aa3ecb3f-7142-4ffd-a6fe-08cb1dfd2d40 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Calling delete_port for e2f19055-44b8-4259-aad3-9e1a2c246bb7 owned by network:dhcp {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:24:07.329385 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ea0ddf09-fec6-4e89-9669-d041793fbd91 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145021'] for router_interface, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:07.371646 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-031c2126-05f1-4601-a6c0-7cc4b1f8ef97 None None] For port e2f19055-44b8-4259-aad3-9e1a2c246bb7, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=e2f19055-44b8-4259-aad3-9e1a2c246bb7,segment=NetworkSegment(ed06dea3-502c-45be-9506-48ffe20473d3),segment_id=ed06dea3-502c-45be-9506-48ffe20473d3)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:24:07.372196 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-031c2126-05f1-4601-a6c0-7cc4b1f8ef97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:07.449725 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a56be5-5db4-4bdf-b0fc-91846bd65b17 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:24:07.470886 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-757950e7-0aa9-4db5-a814-dde11d90a6b5 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:07.478772 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5ba10bdd-99cb-431f-824d-290d7caf66b7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:07.499133 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef38cd0-057a-4e6d-b285-3a2615fa76cb None None] Sync routers for ids ['7a84a25e-4688-4234-b584-30ae53b7fc7d'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:24:07.507658 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-031c2126-05f1-4601-a6c0-7cc4b1f8ef97 None None] Calling delete_port for e2f19055-44b8-4259-aad3-9e1a2c246bb7 owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:24:07.512767 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-59a56be5-5db4-4bdf-b0fc-91846bd65b17 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:07.573090 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757950e7-0aa9-4db5-a814-dde11d90a6b5 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event updated for resources: {'Subnet': ['ID=4e306203-760e-42ce-91ad-065f76b0288d,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:07.577051 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-59a56be5-5db4-4bdf-b0fc-91846bd65b17 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.7350657 Dec 15 19:24:07.577051 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5b3a8b6-f75b-4f02-8e18-f9d051010cf1', 'tag': 'b1e87887-70d4-4743-9da5-3a40f36e6a8c'}] {{(pid=88990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:24:07.580765 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56276) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:07.581065 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef38cd0-057a-4e6d-b285-3a2615fa76cb None None] Routers {'7a84a25e-4688-4234-b584-30ae53b7fc7d'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:24:07.581786 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-2ef38cd0-057a-4e6d-b285-3a2615fa76cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:23:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['7a84a25e-4688-4234-b584-30ae53b7fc7d'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:07.615875 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-757950e7-0aa9-4db5-a814-dde11d90a6b5 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:07.625892 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecb3f-7142-4ffd-a6fe-08cb1dfd2d40 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:07.655862 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757950e7-0aa9-4db5-a814-dde11d90a6b5 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Checking segment: {'id': '8a0a0a55-a8cb-47ae-a802-518db4e97bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd7097120-e346-4ffa-af45-b66ae7872edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:24:07.656268 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757950e7-0aa9-4db5-a814-dde11d90a6b5 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Network hostable DHCP agents. Network: d7097120-e346-4ffa-af45-b66ae7872edf, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:24:07.665639 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c95014ff-2615-4883-89ce-7f8a3391d9cb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:07.698939 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3ecb3f-7142-4ffd-a6fe-08cb1dfd2d40 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] No DVR routers for this DVR port e2f19055-44b8-4259-aad3-9e1a2c246bb7 on host dv-neutron-821831-2-hyperv {{(pid=88991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:24:07.702976 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5b3a8b6-f75b-4f02-8e18-f9d051010cf1', 'tag': 'b1e87887-70d4-4743-9da5-3a40f36e6a8c', 'status': 'completed', 'code': 200} Dec 15 19:24:07.748820 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-bf90ce18-456f-4104-a599-7202101e1421 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/floatingips/6777c128-0dc0-41e0-b275-ffa1cca95852 HTTP/1.1" status: 200 len: 991 time: 0.1669419 Dec 15 19:24:07.813536 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ecb3f-7142-4ffd-a6fe-08cb1dfd2d40 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Pushing event deleted for resources: {'Port': ['ID=e2f19055-44b8-4259-aad3-9e1a2c246bb7,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:07.829947 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-aa3ecb3f-7142-4ffd-a6fe-08cb1dfd2d40 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:07.890493 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-031c2126-05f1-4601-a6c0-7cc4b1f8ef97 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88992) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:24:07.890910 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-031c2126-05f1-4601-a6c0-7cc4b1f8ef97 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:24:07.921860 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecb3f-7142-4ffd-a6fe-08cb1dfd2d40 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:07.954723 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-2ef38cd0-057a-4e6d-b285-3a2615fa76cb None None] Set router 7a84a25e-4688-4234-b584-30ae53b7fc7d gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:24:07.996267 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757950e7-0aa9-4db5-a814-dde11d90a6b5 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Network d7097120-e346-4ffa-af45-b66ae7872edf is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:24:07.996618 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-031c2126-05f1-4601-a6c0-7cc4b1f8ef97 None None] Deleting port e2f19055-44b8-4259-aad3-9e1a2c246bb7 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:24:07.997062 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-031c2126-05f1-4601-a6c0-7cc4b1f8ef97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:07.999405 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-aa3ecb3f-7142-4ffd-a6fe-08cb1dfd2d40 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62cee900-cceb-4db0-898d-e2597d6977b9']}} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:08.034484 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-aa3ecb3f-7142-4ffd-a6fe-08cb1dfd2d40 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed06dea3-502c-45be-9506-48ffe20473d3') {'for_net_delete': True} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:08.034752 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-aa3ecb3f-7142-4ffd-a6fe-08cb1dfd2d40 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed06dea3-502c-45be-9506-48ffe20473d3') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:08.055189 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ed48fffd-cc73-458c-8837-1096ffda0d2c req-6e0fbb7f-9712-489f-b82e-b2486d52d474 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c1b74cf25a94156b4530f0bd868c0c9&device_id=d5b3a8b6-f75b-4f02-8e18-f9d051010cf1 HTTP/1.1" status: 200 len: 1098 time: 0.3228290 Dec 15 19:24:08.056833 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecb3f-7142-4ffd-a6fe-08cb1dfd2d40 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838443042'] for segment, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:08.065512 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-757950e7-0aa9-4db5-a814-dde11d90a6b5 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, d7097120-e346-4ffa-af45-b66ae7872edf) {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:24:08.080039 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-031c2126-05f1-4601-a6c0-7cc4b1f8ef97 None None] The port 'e2f19055-44b8-4259-aad3-9e1a2c246bb7' was deleted {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 15 19:24:08.085808 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7575e9b6-7917-41df-893a-dc45d8e1ad42 None None] Network d7097120-e346-4ffa-af45-b66ae7872edf requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:24:08.097953 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757950e7-0aa9-4db5-a814-dde11d90a6b5 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:24:08.098650 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-757950e7-0aa9-4db5-a814-dde11d90a6b5 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:08.213225 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecb3f-7142-4ffd-a6fe-08cb1dfd2d40 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:08.252420 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa3ecb3f-7142-4ffd-a6fe-08cb1dfd2d40 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=88991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:24:08.252864 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecb3f-7142-4ffd-a6fe-08cb1dfd2d40 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838443729'] for segment, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:08.320411 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-de5ce4b3-0917-4a81-bebf-8ae9db9833db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:08.497723 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:24:08.497723 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:24:08.497723 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:24:08.497723 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:24:08.497723 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:24:08.497723 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:24:08.497723 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:24:08.497723 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:24:08.497723 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:24:08.497723 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:24:08.497723 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:24:08.497723 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:24:08.497723 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:24:08.497723 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:24:08.497723 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:24:08.497723 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:24:08.497723 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:24:08.497723 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:24:08.497723 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:24:08.497723 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:24:08.497723 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:24:08.497723 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:24:08.497723 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:24:08.497723 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:24:08.497723 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:24:08.497723 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:24:08.497723 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:24:08.497723 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:24:08.497723 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:24:08.497723 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:24:08.497723 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:24:08.497723 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:24:08.637660 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-757950e7-0aa9-4db5-a814-dde11d90a6b5 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9476819 Dec 15 19:24:08.640582 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56282) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:08.647270 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-8b70aebf-a630-4918-a599-065088830707 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Request body: {'port': {'network_id': 'd7097120-e346-4ffa-af45-b66ae7872edf', 'name': 'tempest-PortsTestJSON-398693362'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:24:08.694278 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecb3f-7142-4ffd-a6fe-08cb1dfd2d40 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:08.703965 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4d0328b5-069e-47c0-bce0-60bff4bfd1c1 tempest-FloatingIPTestJSON-2010804393 tempest-FloatingIPTestJSON-2010804393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:08.719232 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-aa3ecb3f-7142-4ffd-a6fe-08cb1dfd2d40 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:08.732961 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed48fffd-cc73-458c-8837-1096ffda0d2c req-5ed598cf-30b4-4aa9-8cec-3ebbcf3ff5bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:24:08.734592 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ed48fffd-cc73-458c-8837-1096ffda0d2c req-5ed598cf-30b4-4aa9-8cec-3ebbcf3ff5bf service neutron] 10.222.0.32 "GET /v2.0/networks?id=223a7835-c12c-4aa6-adbb-61b07fdb1249 HTTP/1.1" status: 200 len: 897 time: 0.6671336 Dec 15 19:24:08.737471 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ecb3f-7142-4ffd-a6fe-08cb1dfd2d40 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Pushing event deleted for resources: {'Network': ['ID=62cee900-cceb-4db0-898d-e2597d6977b9,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:08.740724 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-aa3ecb3f-7142-4ffd-a6fe-08cb1dfd2d40 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:08.742808 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-aa3ecb3f-7142-4ffd-a6fe-08cb1dfd2d40 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] 10.222.0.36 "DELETE /v2.0/networks/62cee900-cceb-4db0-898d-e2597d6977b9 HTTP/1.1" status: 204 len: 168 time: 2.5239332 Dec 15 19:24:08.746335 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56286) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:08.781639 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56290) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:08.833905 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85788b1-8ff6-43fc-8abd-aaafca1afc9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-d7097120-e346-4ffa-af45-b66ae7872edf', 'network_id': 'd7097120-e346-4ffa-af45-b66ae7872edf', 'tenant_id': 'f3e95df2fc6f4d8e9322e2f06d7e1f38', 'fixed_ips': [{'subnet_id': '4e306203-760e-42ce-91ad-065f76b0288d'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:24:08.834829 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a85788b1-8ff6-43fc-8abd-aaafca1afc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:08.939753 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ed48fffd-cc73-458c-8837-1096ffda0d2c req-df911632-ba86-4a5e-a738-df65e64896c3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1e87887-70d4-4743-9da5-3a40f36e6a8c HTTP/1.1" status: 200 len: 999 time: 0.1956408 Dec 15 19:24:09.009968 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-a85788b1-8ff6-43fc-8abd-aaafca1afc9a None None] Allocated IP 172.20.0.2 (d7097120-e346-4ffa-af45-b66ae7872edf/4e306203-760e-42ce-91ad-065f76b0288d/c738c058-643e-4e00-b4d7-6a6c35df5f72) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:24:09.046272 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-8b70aebf-a630-4918-a599-065088830707 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:24:09.054943 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-424213c3-72bf-464a-9e55-3e40ba3eb8ca tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/floatingips/6777c128-0dc0-41e0-b275-ffa1cca95852 HTTP/1.1" status: 200 len: 991 time: 0.2648427 Dec 15 19:24:09.055135 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed48fffd-cc73-458c-8837-1096ffda0d2c req-a3ec53e3-817b-48a1-ab2e-0555a69a2260 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:24:09.056116 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ed48fffd-cc73-458c-8837-1096ffda0d2c req-a3ec53e3-817b-48a1-ab2e-0555a69a2260 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7743b595-6cbf-4c22-a040-1b58944c2771 HTTP/1.1" status: 200 len: 834 time: 0.1086366 Dec 15 19:24:09.068704 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-8b70aebf-a630-4918-a599-065088830707 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:24:09.112916 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef6f12da-74d1-4689-92cd-68ac84eba82e tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Deleting subnet 880acf78-10f8-4fe6-ad61-8c4a947242fe {{(pid=88990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:24:09.116233 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ef6f12da-74d1-4689-92cd-68ac84eba82e tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks [] for subnet, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:09.156589 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b70aebf-a630-4918-a599-065088830707 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Made reservation on behalf of f3e95df2fc6f4d8e9322e2f06d7e1f38 for: {'port': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:24:09.162103 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8b70aebf-a630-4918-a599-065088830707 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:09.199229 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-8b70aebf-a630-4918-a599-065088830707 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] device_id is not set on port 96d1e5b3-2fd1-47cb-898c-18886505410b yet. {{(pid=88990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:24:09.209341 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ed48fffd-cc73-458c-8837-1096ffda0d2c req-7749788d-824c-471f-ac62-b79a14f4bfd3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=223a7835-c12c-4aa6-adbb-61b07fdb1249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1443827 Dec 15 19:24:09.233064 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-2ef38cd0-057a-4e6d-b285-3a2615fa76cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a84a25e-4688-4234-b584-30ae53b7fc7d', 'name': 'tempest-TestNetworkBasicOps-router-1134440842', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.93'}], 'enable_snat': True}, 'gw_port_id': '038b4f0f-9341-43a0-b85b-b190ebd781f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:23:16Z', 'updated_at': '2021-12-15T19:23:27Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': '038b4f0f-9341-43a0-b85b-b190ebd781f6', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:36:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a84a25e-4688-4234-b584-30ae53b7fc7d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:23:17Z', 'updated_at': '2021-12-15T19:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': '6777c128-0dc0-41e0-b275-ffa1cca95852', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'floating_ip_address': '172.26.3.195', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': '7a84a25e-4688-4234-b584-30ae53b7fc7d', 'port_id': 'b1e87887-70d4-4743-9da5-3a40f36e6a8c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '223a7835-c12c-4aa6-adbb-61b07fdb1249', 'mac_address': 'fa:16:3e:7b:0d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b3a8b6-f75b-4f02-8e18-f9d051010cf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:24:05Z', 'updated_at': '2021-12-15T19:24:05Z', 'revision_number': 0, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6c02ce4-50c9-4450-b843-c8860cd468e6', 'name': '', 'network_id': '223a7835-c12c-4aa6-adbb-61b07fdb1249', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:4d:ff:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a84a25e-4688-4234-b584-30ae53b7fc7d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7743b595-6cbf-4c22-a040-1b58944c2771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:23:26Z', 'updated_at': '2021-12-15T19:23:40Z', 'revision_number': 5, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': '7743b595-6cbf-4c22-a040-1b58944c2771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:09.238697 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a85788b1-8ff6-43fc-8abd-aaafca1afc9a None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:09.242294 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ef6f12da-74d1-4689-92cd-68ac84eba82e tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838448728'] for subnet, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:09.244710 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef38cd0-057a-4e6d-b285-3a2615fa76cb None None] Checking router: 7a84a25e-4688-4234-b584-30ae53b7fc7d for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:24:09.249291 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-ea0ddf09-fec6-4e89-9669-d041793fbd91 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Deleting port ab7bfe00-a1b2-40c8-aeec-d5f2380afcbb {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:24:09.249679 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ea0ddf09-fec6-4e89-9669-d041793fbd91 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:09.255200 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-a85788b1-8ff6-43fc-8abd-aaafca1afc9a None None] Transition to ACTIVE for port object c738c058-643e-4e00-b4d7-6a6c35df5f72 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:24:09.280640 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef38cd0-057a-4e6d-b285-3a2615fa76cb None None] Routers {'7a84a25e-4688-4234-b584-30ae53b7fc7d'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:24:09.281344 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-2ef38cd0-057a-4e6d-b285-3a2615fa76cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:23:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['7a84a25e-4688-4234-b584-30ae53b7fc7d'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:09.330937 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-a85788b1-8ff6-43fc-8abd-aaafca1afc9a None None] Transition to ACTIVE for port object c738c058-643e-4e00-b4d7-6a6c35df5f72 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:24:09.426510 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ef6f12da-74d1-4689-92cd-68ac84eba82e tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:09.435690 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a85788b1-8ff6-43fc-8abd-aaafca1afc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:09.444083 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a9cdee2d-c011-459d-baa6-55e769dc93dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:09.459944 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-8b70aebf-a630-4918-a599-065088830707 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Allocated IP 172.20.0.9 (d7097120-e346-4ffa-af45-b66ae7872edf/4e306203-760e-42ce-91ad-065f76b0288d/96d1e5b3-2fd1-47cb-898c-18886505410b) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:24:09.518650 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ed48fffd-cc73-458c-8837-1096ffda0d2c req-25b62e61-39ac-4985-96bc-68a2a9221225 service neutron] 10.222.0.32 "GET /v2.0/networks/223a7835-c12c-4aa6-adbb-61b07fdb1249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008189 Dec 15 19:24:09.549240 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85788b1-8ff6-43fc-8abd-aaafca1afc9a None None] Network d7097120-e346-4ffa-af45-b66ae7872edf is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:24:09.554586 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:09.556356 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-a85788b1-8ff6-43fc-8abd-aaafca1afc9a None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:24:09.564090 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85788b1-8ff6-43fc-8abd-aaafca1afc9a None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:24:09.566188 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85788b1-8ff6-43fc-8abd-aaafca1afc9a None None] Pushing event updated for resources: {'Port': ['ID=c738c058-643e-4e00-b4d7-6a6c35df5f72,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:09.570406 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a85788b1-8ff6-43fc-8abd-aaafca1afc9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:09.575979 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-2ef38cd0-057a-4e6d-b285-3a2615fa76cb None None] Set router 7a84a25e-4688-4234-b584-30ae53b7fc7d gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:24:09.632958 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ef6f12da-74d1-4689-92cd-68ac84eba82e tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16636259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14850861'] for subnet, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:09.645948 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8298a94a-ca25-4b0c-aff3-15cb1f9db914 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:09.653326 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ea0ddf09-fec6-4e89-9669-d041793fbd91 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:09.688444 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6f12da-74d1-4689-92cd-68ac84eba82e tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Pushing event deleted for resources: {'Subnet': ['ID=880acf78-10f8-4fe6-ad61-8c4a947242fe,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:09.695324 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ef6f12da-74d1-4689-92cd-68ac84eba82e tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:09.702866 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ef6f12da-74d1-4689-92cd-68ac84eba82e tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:09.722495 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40fe1764-3ff5-4d3e-9caf-e0c48184e78e None None] Network 45bc9825-ab03-4594-8bef-81653c1bf753 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:24:09.736284 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ef6f12da-74d1-4689-92cd-68ac84eba82e tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] 10.222.0.36 "DELETE /v2.0/subnets/880acf78-10f8-4fe6-ad61-8c4a947242fe HTTP/1.1" status: 204 len: 168 time: 0.9863136 Dec 15 19:24:09.737636 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56294) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:09.802414 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-ea0ddf09-fec6-4e89-9669-d041793fbd91 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Calling delete_port for ab7bfe00-a1b2-40c8-aeec-d5f2380afcbb owned by network:router_interface {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:24:09.870578 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8b70aebf-a630-4918-a599-065088830707 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:09.902537 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-a85788b1-8ff6-43fc-8abd-aaafca1afc9a None None] Attempting to bind port c738c058-643e-4e00-b4d7-6a6c35df5f72 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:24:09.902958 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-a85788b1-8ff6-43fc-8abd-aaafca1afc9a None None] Attempting to bind port c738c058-643e-4e00-b4d7-6a6c35df5f72 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '8a0a0a55-a8cb-47ae-a802-518db4e97bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd7097120-e346-4ffa-af45-b66ae7872edf'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:24:09.903347 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85788b1-8ff6-43fc-8abd-aaafca1afc9a None None] Attempting to bind port c738c058-643e-4e00-b4d7-6a6c35df5f72 on network d7097120-e346-4ffa-af45-b66ae7872edf {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:24:09.911972 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ceed2c62-3ae6-41a4-8203-0450fc64475d tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:09.914333 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-8b70aebf-a630-4918-a599-065088830707 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Transition to ACTIVE for port object 96d1e5b3-2fd1-47cb-898c-18886505410b will not be triggered until provisioned by entity DHCP. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:24:09.928289 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ed48fffd-cc73-458c-8837-1096ffda0d2c req-267e3308-726a-4f11-87aa-8e2e06698f94 service neutron] 10.222.0.32 "GET /v2.0/networks/223a7835-c12c-4aa6-adbb-61b07fdb1249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4029827 Dec 15 19:24:09.930414 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-ceed2c62-3ae6-41a4-8203-0450fc64475d tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Deleting port 3ffce348-ed05-4ec9-ab0f-b5facb619fec {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:24:09.931130 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ceed2c62-3ae6-41a4-8203-0450fc64475d tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:09.944237 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85788b1-8ff6-43fc-8abd-aaafca1afc9a None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:24:09.944668 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85788b1-8ff6-43fc-8abd-aaafca1afc9a None None] Checking segment: {'id': '8a0a0a55-a8cb-47ae-a802-518db4e97bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd7097120-e346-4ffa-af45-b66ae7872edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:24:09.945124 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a85788b1-8ff6-43fc-8abd-aaafca1afc9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:09.945566 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85788b1-8ff6-43fc-8abd-aaafca1afc9a None None] Bound using segment: {'id': '8a0a0a55-a8cb-47ae-a802-518db4e97bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd7097120-e346-4ffa-af45-b66ae7872edf'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:24:09.946106 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-a85788b1-8ff6-43fc-8abd-aaafca1afc9a None None] Bound port: c738c058-643e-4e00-b4d7-6a6c35df5f72, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a0a0a55-a8cb-47ae-a802-518db4e97bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd7097120-e346-4ffa-af45-b66ae7872edf'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:24:09.946561 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a85788b1-8ff6-43fc-8abd-aaafca1afc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:10.030971 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8b70aebf-a630-4918-a599-065088830707 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:10.038160 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8af1ae53-9302-4385-a35f-090b070e204d tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:10.056450 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56298) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:10.133831 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ea0ddf09-fec6-4e89-9669-d041793fbd91 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:10.140965 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-aa3ecb3f-7142-4ffd-a6fe-08cb1dfd2d40 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:10.189809 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ddf09-fec6-4e89-9669-d041793fbd91 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Pushing event deleted for resources: {'Port': ['ID=ab7bfe00-a1b2-40c8-aeec-d5f2380afcbb,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:10.192632 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ea0ddf09-fec6-4e89-9669-d041793fbd91 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:10.193961 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b70aebf-a630-4918-a599-065088830707 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Network d7097120-e346-4ffa-af45-b66ae7872edf is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:24:10.207724 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-8b70aebf-a630-4918-a599-065088830707 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:24:10.216757 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b70aebf-a630-4918-a599-065088830707 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:24:10.227836 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-a85788b1-8ff6-43fc-8abd-aaafca1afc9a None None] For port c738c058-643e-4e00-b4d7-6a6c35df5f72, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:24:10.250312 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b70aebf-a630-4918-a599-065088830707 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event updated for resources: {'Port': ['ID=96d1e5b3-2fd1-47cb-898c-18886505410b,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:10.265365 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-a85788b1-8ff6-43fc-8abd-aaafca1afc9a None None] For port c738c058-643e-4e00-b4d7-6a6c35df5f72, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=c738c058-643e-4e00-b4d7-6a6c35df5f72,segment=NetworkSegment(8a0a0a55-a8cb-47ae-a802-518db4e97bd1),segment_id=8a0a0a55-a8cb-47ae-a802-518db4e97bd1)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:24:10.275987 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8b70aebf-a630-4918-a599-065088830707 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:10.295190 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-ceed2c62-3ae6-41a4-8203-0450fc64475d tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] For port 3ffce348-ed05-4ec9-ab0f-b5facb619fec, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=3ffce348-ed05-4ec9-ab0f-b5facb619fec,segment=NetworkSegment(1c2f3840-6ef5-422b-85f4-3e5071e8a4ea),segment_id=1c2f3840-6ef5-422b-85f4-3e5071e8a4ea)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:24:10.295523 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ceed2c62-3ae6-41a4-8203-0450fc64475d tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:10.309924 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a85788b1-8ff6-43fc-8abd-aaafca1afc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:10.317547 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-94672b69-35d9-4a58-92bd-f28d8c6e3560 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:10.412057 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-fc476401-dafd-4b5c-a304-2f3fa1d8d1e4 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/floatingips/6777c128-0dc0-41e0-b275-ffa1cca95852 HTTP/1.1" status: 200 len: 991 time: 0.3541338 Dec 15 19:24:10.422885 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85788b1-8ff6-43fc-8abd-aaafca1afc9a None None] Pushing event updated for resources: {'Port': ['ID=c738c058-643e-4e00-b4d7-6a6c35df5f72,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:10.426605 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a85788b1-8ff6-43fc-8abd-aaafca1afc9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:10.438692 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07647693-b9e9-4efd-91b3-2e4f2c107255 None None] DHCP port deletion for 45bc9825-ab03-4594-8bef-81653c1bf753 request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:24:10.440457 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ea0ddf09-fec6-4e89-9669-d041793fbd91 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852815828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854144871'] for router_interface, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:10.457371 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-07647693-b9e9-4efd-91b3-2e4f2c107255 None None] Deleting port 3ffce348-ed05-4ec9-ab0f-b5facb619fec {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:24:10.458346 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-07647693-b9e9-4efd-91b3-2e4f2c107255 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:10.467502 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-ceed2c62-3ae6-41a4-8203-0450fc64475d tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Calling delete_port for 3ffce348-ed05-4ec9-ab0f-b5facb619fec owned by network:dhcp {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:24:10.502290 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b70aebf-a630-4918-a599-065088830707 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:24:10.503402 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8b70aebf-a630-4918-a599-065088830707 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:10.565851 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8b70aebf-a630-4918-a599-065088830707 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.9237602 Dec 15 19:24:10.568780 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56302) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:10.575984 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-7cf9e061-597e-4aa6-9737-5cb35167bbf5 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Request body: {'port': {'network_id': 'd7097120-e346-4ffa-af45-b66ae7872edf', 'name': 'tempest-PortsTestJSON-1262802194'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:24:10.592241 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-07647693-b9e9-4efd-91b3-2e4f2c107255 None None] The port '3ffce348-ed05-4ec9-ab0f-b5facb619fec' was deleted {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 15 19:24:10.622929 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-2ef38cd0-057a-4e6d-b285-3a2615fa76cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a84a25e-4688-4234-b584-30ae53b7fc7d', 'name': 'tempest-TestNetworkBasicOps-router-1134440842', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.93'}], 'enable_snat': True}, 'gw_port_id': '038b4f0f-9341-43a0-b85b-b190ebd781f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:23:16Z', 'updated_at': '2021-12-15T19:23:27Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': '038b4f0f-9341-43a0-b85b-b190ebd781f6', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:36:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a84a25e-4688-4234-b584-30ae53b7fc7d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:23:17Z', 'updated_at': '2021-12-15T19:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': '6777c128-0dc0-41e0-b275-ffa1cca95852', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'floating_ip_address': '172.26.3.195', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': '7a84a25e-4688-4234-b584-30ae53b7fc7d', 'port_id': 'b1e87887-70d4-4743-9da5-3a40f36e6a8c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '223a7835-c12c-4aa6-adbb-61b07fdb1249', 'mac_address': 'fa:16:3e:7b:0d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b3a8b6-f75b-4f02-8e18-f9d051010cf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:24:05Z', 'updated_at': '2021-12-15T19:24:05Z', 'revision_number': 0, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6c02ce4-50c9-4450-b843-c8860cd468e6', 'name': '', 'network_id': '223a7835-c12c-4aa6-adbb-61b07fdb1249', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:4d:ff:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a84a25e-4688-4234-b584-30ae53b7fc7d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7743b595-6cbf-4c22-a040-1b58944c2771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:23:26Z', 'updated_at': '2021-12-15T19:23:40Z', 'revision_number': 5, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': '7743b595-6cbf-4c22-a040-1b58944c2771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:10.628447 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef38cd0-057a-4e6d-b285-3a2615fa76cb None None] The sync data for ids ['7a84a25e-4688-4234-b584-30ae53b7fc7d'] in dv-neutron-821831-2-hyperv is: [{'id': '7a84a25e-4688-4234-b584-30ae53b7fc7d', 'name': 'tempest-TestNetworkBasicOps-router-1134440842', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.93'}], 'enable_snat': True}, 'gw_port_id': '038b4f0f-9341-43a0-b85b-b190ebd781f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:23:16Z', 'updated_at': '2021-12-15T19:23:27Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': '038b4f0f-9341-43a0-b85b-b190ebd781f6', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:36:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a84a25e-4688-4234-b584-30ae53b7fc7d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:23:17Z', 'updated_at': '2021-12-15T19:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': '6777c128-0dc0-41e0-b275-ffa1cca95852', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'floating_ip_address': '172.26.3.195', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': '7a84a25e-4688-4234-b584-30ae53b7fc7d', 'port_id': 'b1e87887-70d4-4743-9da5-3a40f36e6a8c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '223a7835-c12c-4aa6-adbb-61b07fdb1249', 'mac_address': 'fa:16:3e:7b:0d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b3a8b6-f75b-4f02-8e18-f9d051010cf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:24:05Z', 'updated_at': '2021-12-15T19:24:05Z', 'revision_number': 0, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6c02ce4-50c9-4450-b843-c8860cd468e6', 'name': '', 'network_id': '223a7835-c12c-4aa6-adbb-61b07fdb1249', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:4d:ff:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a84a25e-4688-4234-b584-30ae53b7fc7d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7743b595-6cbf-4c22-a040-1b58944c2771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:23:26Z', 'updated_at': '2021-12-15T19:23:40Z', 'revision_number': 5, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': '7743b595-6cbf-4c22-a040-1b58944c2771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:24:10.650389 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5ff4f088-32d4-4104-ac80-411d354eb94e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:10.696510 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ceed2c62-3ae6-41a4-8203-0450fc64475d tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:10.711035 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6a017b2b-3c22-4b6c-85a2-e8b1ca423d0e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:10.763875 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:10.768633 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceed2c62-3ae6-41a4-8203-0450fc64475d tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Pushing event deleted for resources: {'Port': ['ID=3ffce348-ed05-4ec9-ab0f-b5facb619fec,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:10.771303 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ceed2c62-3ae6-41a4-8203-0450fc64475d tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:10.778487 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceed2c62-3ae6-41a4-8203-0450fc64475d tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] No DVR routers for this DVR port 3ffce348-ed05-4ec9-ab0f-b5facb619fec on host dv-neutron-821831-2-hyperv {{(pid=88990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:24:10.958889 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ceed2c62-3ae6-41a4-8203-0450fc64475d tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:11.102751 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451a8d10-d26f-4644-bb84-1d7ba1725332 None None] New status for floating IP 6777c128-0dc0-41e0-b275-ffa1cca95852: ACTIVE {{(pid=88993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 15 19:24:11.237908 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea0ddf09-fec6-4e89-9669-d041793fbd91 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Router c65f52dc-76ed-4205-930f-729e9a644f9b has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:24:11.263003 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-7cf9e061-597e-4aa6-9737-5cb35167bbf5 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:24:11.278785 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-7cf9e061-597e-4aa6-9737-5cb35167bbf5 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Usage tracker for resource:port and tenant:f3e95df2fc6f4d8e9322e2f06d7e1f38 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:24:11.283462 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-7cf9e061-597e-4aa6-9737-5cb35167bbf5 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:24:11.287193 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-ceed2c62-3ae6-41a4-8203-0450fc64475d tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45bc9825-ab03-4594-8bef-81653c1bf753']}} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:11.299929 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-7cf9e061-597e-4aa6-9737-5cb35167bbf5 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:24:11.306207 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-ceed2c62-3ae6-41a4-8203-0450fc64475d tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c2f3840-6ef5-422b-85f4-3e5071e8a4ea') {'for_net_delete': True} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:11.306578 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-ceed2c62-3ae6-41a4-8203-0450fc64475d tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c2f3840-6ef5-422b-85f4-3e5071e8a4ea') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:11.323605 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ceed2c62-3ae6-41a4-8203-0450fc64475d tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16327073'] for segment, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:11.339526 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ceed2c62-3ae6-41a4-8203-0450fc64475d tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:11.353792 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceed2c62-3ae6-41a4-8203-0450fc64475d tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=88990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:24:11.353792 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ceed2c62-3ae6-41a4-8203-0450fc64475d tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838138943'] for segment, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:11.363382 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:24:11.363382 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:24:11.363382 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:24:11.363382 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:24:11.363382 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:24:11.363382 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:24:11.363382 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:24:11.363382 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:24:11.363382 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:24:11.363382 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:24:11.363382 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:24:11.363382 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:24:11.363382 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:24:11.363382 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:24:11.363382 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:24:11.363382 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:24:11.363382 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:24:11.363382 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:24:11.363382 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:24:11.363382 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:24:11.363382 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:24:11.363382 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:24:11.363382 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:24:11.363382 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:24:11.363382 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:24:11.363382 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:24:11.363382 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:24:11.363382 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:24:11.363382 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:24:11.363382 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:24:11.363382 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:24:11.363382 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:24:11.389927 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea0ddf09-fec6-4e89-9669-d041793fbd91 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:24:11.403192 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17848d8e-57bb-41a7-9234-a17e03543603 None None] Sync routers for ids ['c65f52dc-76ed-4205-930f-729e9a644f9b'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:24:11.416162 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56306) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:11.416357 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17848d8e-57bb-41a7-9234-a17e03543603 None None] Routers {'c65f52dc-76ed-4205-930f-729e9a644f9b'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:24:11.417889 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-17848d8e-57bb-41a7-9234-a17e03543603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:24:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['c65f52dc-76ed-4205-930f-729e9a644f9b'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:11.420535 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf9e061-597e-4aa6-9737-5cb35167bbf5 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Made reservation on behalf of f3e95df2fc6f4d8e9322e2f06d7e1f38 for: {'port': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:24:11.426369 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7cf9e061-597e-4aa6-9737-5cb35167bbf5 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:11.475901 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-7cf9e061-597e-4aa6-9737-5cb35167bbf5 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] device_id is not set on port 77ff10bb-ddf6-4c82-b247-a2df46a499fd yet. {{(pid=88990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:24:11.484487 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ea0ddf09-fec6-4e89-9669-d041793fbd91 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "PUT /v2.0/routers/c65f52dc-76ed-4205-930f-729e9a644f9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6475086 Dec 15 19:24:11.491003 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56310) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:11.494868 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-17848d8e-57bb-41a7-9234-a17e03543603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:11.508236 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17848d8e-57bb-41a7-9234-a17e03543603 None None] Routers {'c65f52dc-76ed-4205-930f-729e9a644f9b'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:24:11.509013 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-17848d8e-57bb-41a7-9234-a17e03543603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:24:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['c65f52dc-76ed-4205-930f-729e9a644f9b'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:11.514870 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ceed2c62-3ae6-41a4-8203-0450fc64475d tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:11.519334 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ceed2c62-3ae6-41a4-8203-0450fc64475d tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:11.524562 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-efb761e7-f1d1-438e-82d0-c1b0cdafc32f tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:11.549957 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-e861f76e-82ac-47a7-b935-9f8210d44cc2 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Synchronizing usage tracker for tenant:2c052fc4a8434b5ab31c24b37c4ed2ab on resource:port {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:24:11.560021 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceed2c62-3ae6-41a4-8203-0450fc64475d tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Pushing event deleted for resources: {'Network': ['ID=45bc9825-ab03-4594-8bef-81653c1bf753,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:11.563065 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ceed2c62-3ae6-41a4-8203-0450fc64475d tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:11.576667 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ceed2c62-3ae6-41a4-8203-0450fc64475d tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] 10.222.0.36 "DELETE /v2.0/networks/45bc9825-ab03-4594-8bef-81653c1bf753 HTTP/1.1" status: 204 len: 168 time: 1.8349094 Dec 15 19:24:11.577261 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56314) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:11.634230 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d6d32cc7-df07-49d9-adfb-97c17ce2ade6 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/floatingips/6777c128-0dc0-41e0-b275-ffa1cca95852 HTTP/1.1" status: 200 len: 993 time: 0.2156105 Dec 15 19:24:11.643209 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8367d999-ac0b-4ca5-bf57-8f3f2bd2465d tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Synchronizing usage tracker for tenant:faa25f4ce4804880982fa71f3f1c8865 on resource:port {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:24:11.658664 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-e861f76e-82ac-47a7-b935-9f8210d44cc2 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Unset dirty status for tenant:2c052fc4a8434b5ab31c24b37c4ed2ab on resource:port {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:24:11.662839 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e861f76e-82ac-47a7-b935-9f8210d44cc2 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "GET /v2.0/ports?device_id=c65f52dc-76ed-4205-930f-729e9a644f9b HTTP/1.1" status: 200 len: 205 time: 0.1681039 Dec 15 19:24:11.663772 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56318) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:11.697173 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-7cf9e061-597e-4aa6-9737-5cb35167bbf5 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Allocated IP 172.20.0.11 (d7097120-e346-4ffa-af45-b66ae7872edf/4e306203-760e-42ce-91ad-065f76b0288d/77ff10bb-ddf6-4c82-b247-a2df46a499fd) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:24:11.781484 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-17848d8e-57bb-41a7-9234-a17e03543603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:11.781998 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17848d8e-57bb-41a7-9234-a17e03543603 None None] The sync data for ids ['c65f52dc-76ed-4205-930f-729e9a644f9b'] in dv-neutron-821831-2-hyperv is: [] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:24:11.784401 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8367d999-ac0b-4ca5-bf57-8f3f2bd2465d tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Unset dirty status for tenant:faa25f4ce4804880982fa71f3f1c8865 on resource:port {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:24:11.785624 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8367d999-ac0b-4ca5-bf57-8f3f2bd2465d tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] 10.222.0.36 "GET /v2.0/ports?device_id=51cefb6c-04fc-4604-8cff-bb4cfb28db91 HTTP/1.1" status: 200 len: 205 time: 0.2077310 Dec 15 19:24:11.788604 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56322) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:11.816099 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-002c4955-17f7-48a9-962c-04cfa87543ab tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for router, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:11.898665 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device c738c058-643e-4e00-b4d7-6a6c35df5f72 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:24:11.992086 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port c738c058-643e-4e00-b4d7-6a6c35df5f72 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:24:12.048066 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-122da839-59c8-4129-b41d-8f5bd1df5fd3 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks [] for router, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:12.053301 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 3ffce348-ed05-4ec9-ab0f-b5facb619fec no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:24:12.096463 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 3ffce348-ed05-4ec9-ab0f-b5facb619fec {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:24:12.096863 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 3ffce348-ed05-4ec9-ab0f-b5facb619fec not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:24:12.196306 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7cf9e061-597e-4aa6-9737-5cb35167bbf5 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:12.221164 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-7cf9e061-597e-4aa6-9737-5cb35167bbf5 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Transition to ACTIVE for port object 77ff10bb-ddf6-4c82-b247-a2df46a499fd will not be triggered until provisioned by entity DHCP. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:24:12.245046 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-002c4955-17f7-48a9-962c-04cfa87543ab tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854207876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854699191'] for router, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:12.250043 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-002c4955-17f7-48a9-962c-04cfa87543ab tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:12.312203 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-002c4955-17f7-48a9-962c-04cfa87543ab tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854207982'] for router, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:12.312951 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-002c4955-17f7-48a9-962c-04cfa87543ab tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Fanout notify agent at l3_agent the message router_deleted on router c65f52dc-76ed-4205-930f-729e9a644f9b {{(pid=88991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 19:24:12.327522 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-002c4955-17f7-48a9-962c-04cfa87543ab tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for router, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:12.331381 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-002c4955-17f7-48a9-962c-04cfa87543ab tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "DELETE /v2.0/routers/c65f52dc-76ed-4205-930f-729e9a644f9b HTTP/1.1" status: 204 len: 168 time: 0.6644864 Dec 15 19:24:12.331690 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56326) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:12.508263 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4b1c85-936f-48e1-b9f9-03f3f9135fab None None] Network d7097120-e346-4ffa-af45-b66ae7872edf requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:24:12.522856 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-122da839-59c8-4129-b41d-8f5bd1df5fd3 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854207876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854699191'] for router, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:12.528133 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-122da839-59c8-4129-b41d-8f5bd1df5fd3 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:12.548414 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7cf9e061-597e-4aa6-9737-5cb35167bbf5 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:12.554044 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdf301f4-6015-47fc-9021-3085984894fb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Deleting subnet c93e7be1-f21a-4faa-9ad9-5dc39c51f716 {{(pid=88991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:24:12.554394 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a58c7ed0-ff43-4da8-a706-64d9390e08b4 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:12.557752 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cdf301f4-6015-47fc-9021-3085984894fb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for subnet, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:12.579265 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:12.617725 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf9e061-597e-4aa6-9737-5cb35167bbf5 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Network d7097120-e346-4ffa-af45-b66ae7872edf is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:24:12.621288 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-7cf9e061-597e-4aa6-9737-5cb35167bbf5 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:24:12.625833 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf9e061-597e-4aa6-9737-5cb35167bbf5 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:24:12.646753 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cdf301f4-6015-47fc-9021-3085984894fb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16332759'] for subnet, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:12.663245 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-122da839-59c8-4129-b41d-8f5bd1df5fd3 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854207982'] for router, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:12.663739 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-122da839-59c8-4129-b41d-8f5bd1df5fd3 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Fanout notify agent at l3_agent the message router_deleted on router 51cefb6c-04fc-4604-8cff-bb4cfb28db91 {{(pid=88990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 19:24:12.689516 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf9e061-597e-4aa6-9737-5cb35167bbf5 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event updated for resources: {'Port': ['ID=77ff10bb-ddf6-4c82-b247-a2df46a499fd,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:12.698000 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7cf9e061-597e-4aa6-9737-5cb35167bbf5 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:12.718135 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf9e061-597e-4aa6-9737-5cb35167bbf5 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:24:12.718836 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7cf9e061-597e-4aa6-9737-5cb35167bbf5 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:12.725268 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-122da839-59c8-4129-b41d-8f5bd1df5fd3 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:12.726508 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-122da839-59c8-4129-b41d-8f5bd1df5fd3 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] 10.222.0.36 "DELETE /v2.0/routers/51cefb6c-04fc-4604-8cff-bb4cfb28db91 HTTP/1.1" status: 204 len: 168 time: 0.9368274 Dec 15 19:24:12.755055 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cdf301f4-6015-47fc-9021-3085984894fb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:12.769921 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-7cf9e061-597e-4aa6-9737-5cb35167bbf5 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.1999893 Dec 15 19:24:12.772706 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56332) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:12.794391 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-5f1813fe-8404-42fd-b13c-8650063ff204 None None] Provisioning for port c738c058-643e-4e00-b4d7-6a6c35df5f72 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:24:12.802009 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-5f1813fe-8404-42fd-b13c-8650063ff204 None None] Provisioning complete for port c738c058-643e-4e00-b4d7-6a6c35df5f72 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:24:12.802471 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5f1813fe-8404-42fd-b13c-8650063ff204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:12.856195 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cdf301f4-6015-47fc-9021-3085984894fb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16156049'] for subnet, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:12.872396 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b85acbfb-43d2-4e33-98b7-af1db8d8e0b2 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:12.919381 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cdf301f4-6015-47fc-9021-3085984894fb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:12.928747 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf301f4-6015-47fc-9021-3085984894fb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Pushing event deleted for resources: {'Subnet': ['ID=c93e7be1-f21a-4faa-9ad9-5dc39c51f716,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:12.932065 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-cdf301f4-6015-47fc-9021-3085984894fb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "DELETE /v2.0/subnets/c93e7be1-f21a-4faa-9ad9-5dc39c51f716 HTTP/1.1" status: 204 len: 168 time: 0.5993133 Dec 15 19:24:12.933264 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-cdf301f4-6015-47fc-9021-3085984894fb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:12.935117 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56336) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:12.940855 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d458c94b-2c2e-4394-ada0-22f31bd2b30e None None] Network 75428d22-24a4-44ba-9f92-c9671aa5a68d requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:24:12.959711 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb505a43-d61a-4885-bc07-28afef03353e tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:24:12.960609 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-eb505a43-d61a-4885-bc07-28afef03353e tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Synchronizing usage tracker for tenant:f3e95df2fc6f4d8e9322e2f06d7e1f38 on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:24:13.015129 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-eb505a43-d61a-4885-bc07-28afef03353e tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Unset dirty status for tenant:f3e95df2fc6f4d8e9322e2f06d7e1f38 on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:24:13.019707 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-eb505a43-d61a-4885-bc07-28afef03353e tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.9 HTTP/1.1" status: 200 len: 921 time: 0.2455947 Dec 15 19:24:13.020586 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56340) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:13.058655 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5f1813fe-8404-42fd-b13c-8650063ff204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:13.136477 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-329ccb5d-d758-45ce-96e3-a93f069fadac tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Deleting port 77ff10bb-ddf6-4c82-b247-a2df46a499fd {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:24:13.137034 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-329ccb5d-d758-45ce-96e3-a93f069fadac tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:13.175099 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3a1e0d3-0009-449f-9be1-c70002528c8f tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Deleting subnet 8c76aa10-86f7-4399-ab01-49e8ada79ca8 {{(pid=88991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:24:13.180828 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c3a1e0d3-0009-449f-9be1-c70002528c8f tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for subnet, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:13.197783 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-5f1813fe-8404-42fd-b13c-8650063ff204 None None] For port c738c058-643e-4e00-b4d7-6a6c35df5f72, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=c738c058-643e-4e00-b4d7-6a6c35df5f72,segment=NetworkSegment(8a0a0a55-a8cb-47ae-a802-518db4e97bd1),segment_id=8a0a0a55-a8cb-47ae-a802-518db4e97bd1)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:24:13.233728 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5f1813fe-8404-42fd-b13c-8650063ff204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:13.236353 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4db8da4c-5cf3-432e-bc77-b08a6bf3c34b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:13.275849 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c3a1e0d3-0009-449f-9be1-c70002528c8f tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16332759'] for subnet, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:13.331460 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56346) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:13.339312 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f29304-cd47-4289-bd31-a254ea62cc09 None None] DHCP port deletion for 75428d22-24a4-44ba-9f92-c9671aa5a68d request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:24:13.351261 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-c8f29304-cd47-4289-bd31-a254ea62cc09 None None] Deleting port dce1af02-7cd7-4346-ab67-0d8fe0c0d8e9 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:24:13.351724 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c8f29304-cd47-4289-bd31-a254ea62cc09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:13.447463 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c3a1e0d3-0009-449f-9be1-c70002528c8f tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:13.473800 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-32801122-be92-4aee-ad34-3d16c3363308 None None] Provisioning for port 96d1e5b3-2fd1-47cb-898c-18886505410b completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:24:13.476580 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1813fe-8404-42fd-b13c-8650063ff204 None None] Pushing event updated for resources: {'Port': ['ID=c738c058-643e-4e00-b4d7-6a6c35df5f72,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:13.480689 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5f1813fe-8404-42fd-b13c-8650063ff204 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:13.496085 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-32801122-be92-4aee-ad34-3d16c3363308 None None] Provisioning complete for port 96d1e5b3-2fd1-47cb-898c-18886505410b triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:24:13.499392 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-32801122-be92-4aee-ad34-3d16c3363308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:13.505694 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-329ccb5d-d758-45ce-96e3-a93f069fadac tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:13.568360 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-32801122-be92-4aee-ad34-3d16c3363308 None None] Port 96d1e5b3-2fd1-47cb-898c-18886505410b cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:24:13.610749 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-00318b52-b3e3-4c89-8c0d-da3cbd3fb673 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=faa25f4ce4804880982fa71f3f1c8865&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2779353 Dec 15 19:24:13.615160 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56352) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:13.616343 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c3a1e0d3-0009-449f-9be1-c70002528c8f tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16156049'] for subnet, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:13.676932 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-329ccb5d-d758-45ce-96e3-a93f069fadac tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Calling delete_port for 77ff10bb-ddf6-4c82-b247-a2df46a499fd owned by {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:24:13.689222 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c2309a4f-82d1-44b7-8fb7-3838ba0a6396 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:13.700997 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-32801122-be92-4aee-ad34-3d16c3363308 None None] Provisioning complete for port c738c058-643e-4e00-b4d7-6a6c35df5f72 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:24:13.701351 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-32801122-be92-4aee-ad34-3d16c3363308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:13.735128 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a1e0d3-0009-449f-9be1-c70002528c8f tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Pushing event deleted for resources: {'Subnet': ['ID=8c76aa10-86f7-4399-ab01-49e8ada79ca8,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:13.740278 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c3a1e0d3-0009-449f-9be1-c70002528c8f tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:13.741598 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c3a1e0d3-0009-449f-9be1-c70002528c8f tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:13.749225 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c3a1e0d3-0009-449f-9be1-c70002528c8f tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "DELETE /v2.0/subnets/8c76aa10-86f7-4399-ab01-49e8ada79ca8 HTTP/1.1" status: 204 len: 168 time: 0.8128200 Dec 15 19:24:13.753197 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56356) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:13.770855 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e0aad644-445d-475d-9141-f4c079631f7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:13.774930 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1b5148-387e-4e6e-8e31-b51a3b8d0e43 None None] Network 4dce7012-a53e-46d1-866f-31306cd14dc3 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:24:13.804784 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e0aad644-445d-475d-9141-f4c079631f7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:13.900650 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e0aad644-445d-475d-9141-f4c079631f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:13.908247 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ee32e667-f25e-4426-877d-57deff10a755 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:13.923246 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-c8f29304-cd47-4289-bd31-a254ea62cc09 None None] For port dce1af02-7cd7-4346-ab67-0d8fe0c0d8e9, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=dce1af02-7cd7-4346-ab67-0d8fe0c0d8e9,segment=NetworkSegment(4a5e845b-439b-4d2e-9356-f97f6eb7a4f5),segment_id=4a5e845b-439b-4d2e-9356-f97f6eb7a4f5)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:24:13.923523 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e0aad644-445d-475d-9141-f4c079631f7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:13.924132 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c8f29304-cd47-4289-bd31-a254ea62cc09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:13.927297 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e0aad644-445d-475d-9141-f4c079631f7d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/91315aaf-a854-4a17-b4fa-a13d0ff02819 HTTP/1.1" status: 204 len: 168 time: 0.3031125 Dec 15 19:24:13.927297 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aad644-445d-475d-9141-f4c079631f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91315aaf-a854-4a17-b4fa-a13d0ff02819,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:13.938150 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device c738c058-643e-4e00-b4d7-6a6c35df5f72 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:24:13.939633 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e0aad644-445d-475d-9141-f4c079631f7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:13.958169 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cdedf114-23bb-4c32-8424-04f88a0b7626 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:13.993036 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-cdedf114-23bb-4c32-8424-04f88a0b7626 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Deleting port dce1af02-7cd7-4346-ab67-0d8fe0c0d8e9 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:24:13.993419 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cdedf114-23bb-4c32-8424-04f88a0b7626 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:14.090000 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-329ccb5d-d758-45ce-96e3-a93f069fadac tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:14.097667 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a61cc4f6-daf1-4f34-a9a8-97e80b99f849 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:14.152124 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329ccb5d-d758-45ce-96e3-a93f069fadac tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event deleted for resources: {'Port': ['ID=77ff10bb-ddf6-4c82-b247-a2df46a499fd,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:14.157137 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-329ccb5d-d758-45ce-96e3-a93f069fadac tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:14.160917 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-c8f29304-cd47-4289-bd31-a254ea62cc09 None None] Calling delete_port for dce1af02-7cd7-4346-ab67-0d8fe0c0d8e9 owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:24:14.319315 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-32801122-be92-4aee-ad34-3d16c3363308 None None] Provisioning complete for port 77ff10bb-ddf6-4c82-b247-a2df46a499fd triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:24:14.319753 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-32801122-be92-4aee-ad34-3d16c3363308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:14.380120 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-32801122-be92-4aee-ad34-3d16c3363308 None None] Port 77ff10bb-ddf6-4c82-b247-a2df46a499fd was deleted so its status cannot be updated. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:300}} Dec 15 19:24:14.413444 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port c738c058-643e-4e00-b4d7-6a6c35df5f72 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:24:14.413880 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:14.484988 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c8f29304-cd47-4289-bd31-a254ea62cc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866'] for port, after_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:14.491980 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a5ff90c7-0184-43fb-9b95-669b22a04d0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:14.556936 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f29304-cd47-4289-bd31-a254ea62cc09 None None] Pushing event deleted for resources: {'Port': ['ID=dce1af02-7cd7-4346-ab67-0d8fe0c0d8e9,revision_number=None']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:14.566007 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c8f29304-cd47-4289-bd31-a254ea62cc09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:15.129770 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-cdedf114-23bb-4c32-8424-04f88a0b7626 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] For port dce1af02-7cd7-4346-ab67-0d8fe0c0d8e9, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=dce1af02-7cd7-4346-ab67-0d8fe0c0d8e9,segment=NetworkSegment(4a5e845b-439b-4d2e-9356-f97f6eb7a4f5),segment_id=4a5e845b-439b-4d2e-9356-f97f6eb7a4f5)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:24:15.129770 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cdedf114-23bb-4c32-8424-04f88a0b7626 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:15.176116 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2407e6-2749-47a1-b1c8-c0c62885dae2 None None] DHCP port deletion for 4dce7012-a53e-46d1-866f-31306cd14dc3 request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:24:15.176116 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f29304-cd47-4289-bd31-a254ea62cc09 None None] No DVR routers for this DVR port dce1af02-7cd7-4346-ab67-0d8fe0c0d8e9 on host dv-neutron-821831-2-hyperv {{(pid=88992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:24:15.176116 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-9a2407e6-2749-47a1-b1c8-c0c62885dae2 None None] Deleting port f915bdb7-1c37-4b84-a50a-473f874669fd {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:24:15.176116 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9a2407e6-2749-47a1-b1c8-c0c62885dae2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:15.177411 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-cdedf114-23bb-4c32-8424-04f88a0b7626 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Calling delete_port for dce1af02-7cd7-4346-ab67-0d8fe0c0d8e9 owned by network:dhcp {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:24:15.178329 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device dce1af02-7cd7-4346-ab67-0d8fe0c0d8e9 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:24:15.178329 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-1a780057-c2b9-4574-8e13-8150e836f013 None None] Provisioning complete for port 96d1e5b3-2fd1-47cb-898c-18886505410b triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:24:15.178329 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a780057-c2b9-4574-8e13-8150e836f013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:15.179028 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-329ccb5d-d758-45ce-96e3-a93f069fadac tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:15.179028 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-cdedf114-23bb-4c32-8424-04f88a0b7626 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88990) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:24:15.179028 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-cdedf114-23bb-4c32-8424-04f88a0b7626 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:24:15.179366 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: dce1af02-7cd7-4346-ab67-0d8fe0c0d8e9 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:24:15.179366 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device dce1af02-7cd7-4346-ab67-0d8fe0c0d8e9 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:24:15.179366 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-1a780057-c2b9-4574-8e13-8150e836f013 None None] Port 96d1e5b3-2fd1-47cb-898c-18886505410b cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:24:15.179366 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-1a780057-c2b9-4574-8e13-8150e836f013 None None] Could not find standard attr ID for object 77ff10bb-ddf6-4c82-b247-a2df46a499fd. {{(pid=88992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 15 19:24:15.179668 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-329ccb5d-d758-45ce-96e3-a93f069fadac tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "DELETE /v2.0/ports/77ff10bb-ddf6-4c82-b247-a2df46a499fd HTTP/1.1" status: 204 len: 168 time: 2.1028757 Dec 15 19:24:15.179668 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56374) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:15.182199 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-577a2d14-e815-4be8-946b-c36cbf15ab49 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] GET failed (client error): The resource could not be found. Dec 15 19:24:15.182843 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-577a2d14-e815-4be8-946b-c36cbf15ab49 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Synchronizing usage tracker for tenant:f3e95df2fc6f4d8e9322e2f06d7e1f38 on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:24:15.220960 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-577a2d14-e815-4be8-946b-c36cbf15ab49 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Unset dirty status for tenant:f3e95df2fc6f4d8e9322e2f06d7e1f38 on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:24:15.222274 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-577a2d14-e815-4be8-946b-c36cbf15ab49 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "GET /v2.0/ports/77ff10bb-ddf6-4c82-b247-a2df46a499fd HTTP/1.1" status: 404 len: 333 time: 0.0914965 Dec 15 19:24:15.227355 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56380) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:15.236217 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-9a2407e6-2749-47a1-b1c8-c0c62885dae2 None None] For port f915bdb7-1c37-4b84-a50a-473f874669fd, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=f915bdb7-1c37-4b84-a50a-473f874669fd,segment=NetworkSegment(c402c99b-b919-449f-9f6f-58c5ea470ee3),segment_id=c402c99b-b919-449f-9f6f-58c5ea470ee3)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:24:15.236661 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9a2407e6-2749-47a1-b1c8-c0c62885dae2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:15.317217 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-8b27ad1c-a63b-48d2-b2bc-6f306585b9da tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Deleting port 96d1e5b3-2fd1-47cb-898c-18886505410b {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:24:15.317610 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8b27ad1c-a63b-48d2-b2bc-6f306585b9da tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:15.395663 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-9a2407e6-2749-47a1-b1c8-c0c62885dae2 None None] Calling delete_port for f915bdb7-1c37-4b84-a50a-473f874669fd owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:24:15.415814 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-cdedf114-23bb-4c32-8424-04f88a0b7626 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Deleting port dce1af02-7cd7-4346-ab67-0d8fe0c0d8e9 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:24:15.416206 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cdedf114-23bb-4c32-8424-04f88a0b7626 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:15.469702 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56386) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:15.497181 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-cdedf114-23bb-4c32-8424-04f88a0b7626 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] The port 'dce1af02-7cd7-4346-ab67-0d8fe0c0d8e9' was deleted {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 15 19:24:15.517935 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9a2407e6-2749-47a1-b1c8-c0c62885dae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866'] for port, after_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:15.522720 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-720bceb1-2ac6-4568-b2ef-b10281188801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:15.564190 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2407e6-2749-47a1-b1c8-c0c62885dae2 None None] No DVR routers for this DVR port f915bdb7-1c37-4b84-a50a-473f874669fd on host dv-neutron-821831-2-hyperv {{(pid=88992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:24:15.575916 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2407e6-2749-47a1-b1c8-c0c62885dae2 None None] Pushing event deleted for resources: {'Port': ['ID=f915bdb7-1c37-4b84-a50a-473f874669fd,revision_number=None']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:15.578394 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9a2407e6-2749-47a1-b1c8-c0c62885dae2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:15.627355 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6d722165-68b6-452a-9143-16c9eca91c05 tempest-ServiceProvidersTest-1931714640 tempest-ServiceProvidersTest-1931714640-project] 10.222.0.36 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1559100 Dec 15 19:24:15.732141 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cdedf114-23bb-4c32-8424-04f88a0b7626 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:15.781065 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-cdedf114-23bb-4c32-8424-04f88a0b7626 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75428d22-24a4-44ba-9f92-c9671aa5a68d']}} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:15.806868 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-cdedf114-23bb-4c32-8424-04f88a0b7626 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a5e845b-439b-4d2e-9356-f97f6eb7a4f5') {'for_net_delete': True} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:15.807220 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-cdedf114-23bb-4c32-8424-04f88a0b7626 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a5e845b-439b-4d2e-9356-f97f6eb7a4f5') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:15.816092 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8b27ad1c-a63b-48d2-b2bc-6f306585b9da tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:15.842801 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device f915bdb7-1c37-4b84-a50a-473f874669fd no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:24:15.876941 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: f915bdb7-1c37-4b84-a50a-473f874669fd {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:24:15.877349 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device f915bdb7-1c37-4b84-a50a-473f874669fd not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:24:15.893605 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cdedf114-23bb-4c32-8424-04f88a0b7626 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16327073'] for segment, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:15.969134 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-8b27ad1c-a63b-48d2-b2bc-6f306585b9da tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Calling delete_port for 96d1e5b3-2fd1-47cb-898c-18886505410b owned by {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:24:16.011733 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cdedf114-23bb-4c32-8424-04f88a0b7626 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:16.017052 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56396) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:16.032289 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdedf114-23bb-4c32-8424-04f88a0b7626 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=88990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:24:16.032741 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cdedf114-23bb-4c32-8424-04f88a0b7626 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838138943'] for segment, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:16.048507 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:24:16.048507 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:24:16.048507 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:24:16.048507 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:24:16.048507 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:24:16.048507 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:24:16.048507 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:24:16.048507 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:24:16.048507 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:24:16.048507 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:24:16.048507 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:24:16.048507 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:24:16.048507 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:24:16.048507 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:24:16.048507 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:24:16.048507 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:24:16.048507 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:24:16.048507 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:24:16.048507 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:24:16.048507 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:24:16.048507 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:24:16.048507 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:24:16.048507 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:24:16.048507 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:24:16.048507 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:24:16.048507 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:24:16.048507 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:24:16.048507 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:24:16.048507 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:24:16.048507 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:24:16.048507 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:24:16.048507 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:24:16.048507 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:24:16.048507 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:24:16.048507 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:24:16.048507 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:24:16.048507 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:24:16.048507 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:24:16.048507 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:24:16.048507 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:24:16.177625 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7ac6a528-04e1-44e7-a7f6-79744e941132 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:16.178195 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cdedf114-23bb-4c32-8424-04f88a0b7626 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:16.186465 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ee238b38-3b90-4a50-8e19-fbbebe40a42c tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:16.209796 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cdedf114-23bb-4c32-8424-04f88a0b7626 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:16.221125 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdedf114-23bb-4c32-8424-04f88a0b7626 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Pushing event deleted for resources: {'Network': ['ID=75428d22-24a4-44ba-9f92-c9671aa5a68d,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:16.230977 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-cdedf114-23bb-4c32-8424-04f88a0b7626 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:16.271841 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-cdedf114-23bb-4c32-8424-04f88a0b7626 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "DELETE /v2.0/networks/75428d22-24a4-44ba-9f92-c9671aa5a68d HTTP/1.1" status: 204 len: 168 time: 2.5170865 Dec 15 19:24:16.274647 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56402) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:16.326970 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-7ac6a528-04e1-44e7-a7f6-79744e941132 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:24:16.331108 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-7ac6a528-04e1-44e7-a7f6-79744e941132 admin admin] Usage tracker for resource:security_group_rule and tenant:3f4f914dab5244df9b60d3424d6ff462 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:24:16.334045 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-7ac6a528-04e1-44e7-a7f6-79744e941132 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:24:16.340251 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-7ac6a528-04e1-44e7-a7f6-79744e941132 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:24:16.349929 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8b27ad1c-a63b-48d2-b2bc-6f306585b9da tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:16.360870 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-add2d481-7391-45d6-8350-a607433025aa tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:16.413787 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7ac6a528-04e1-44e7-a7f6-79744e941132 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:16.422836 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b27ad1c-a63b-48d2-b2bc-6f306585b9da tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event deleted for resources: {'Port': ['ID=96d1e5b3-2fd1-47cb-898c-18886505410b,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:16.429824 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8b27ad1c-a63b-48d2-b2bc-6f306585b9da tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:16.443788 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7ac6a528-04e1-44e7-a7f6-79744e941132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:16.452633 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c41c06c4-2573-4895-9b1f-1536ef78cedd tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:16.487023 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4d0dd6d6-3e59-4464-a5a5-d7b7ba1e3330 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:16.499344 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac6a528-04e1-44e7-a7f6-79744e941132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dda0b9a-0d3d-4832-a101-f75b0290bcec,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:16.503109 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7ac6a528-04e1-44e7-a7f6-79744e941132 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:16.509347 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-7ac6a528-04e1-44e7-a7f6-79744e941132 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3f4f914dab5244df9b60d3424d6ff462&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4910612 Dec 15 19:24:16.510204 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56406) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:16.583177 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6b2d2ba6-8e20-4289-b475-ac7c8bc33e01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:16.637713 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6b2d2ba6-8e20-4289-b475-ac7c8bc33e01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:16.660719 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8b27ad1c-a63b-48d2-b2bc-6f306585b9da tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:16.665338 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8b27ad1c-a63b-48d2-b2bc-6f306585b9da tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "DELETE /v2.0/ports/96d1e5b3-2fd1-47cb-898c-18886505410b HTTP/1.1" status: 204 len: 168 time: 1.4336615 Dec 15 19:24:16.666131 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56410) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:16.691308 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4d0dd6d6-3e59-4464-a5a5-d7b7ba1e3330 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:16.725203 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-4d0dd6d6-3e59-4464-a5a5-d7b7ba1e3330 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dce7012-a53e-46d1-866f-31306cd14dc3']}} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:16.731693 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ad5b3f5-9770-4349-81fc-b416f89131d7 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] GET failed (client error): The resource could not be found. Dec 15 19:24:16.733101 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9ad5b3f5-9770-4349-81fc-b416f89131d7 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "GET /v2.0/ports/96d1e5b3-2fd1-47cb-898c-18886505410b HTTP/1.1" status: 404 len: 333 time: 0.0661218 Dec 15 19:24:16.736447 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56414) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:16.738788 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-4d0dd6d6-3e59-4464-a5a5-d7b7ba1e3330 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c402c99b-b919-449f-9f6f-58c5ea470ee3') {'for_net_delete': True} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:16.739208 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-4d0dd6d6-3e59-4464-a5a5-d7b7ba1e3330 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c402c99b-b919-449f-9f6f-58c5ea470ee3') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:16.753761 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4d0dd6d6-3e59-4464-a5a5-d7b7ba1e3330 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16327073'] for segment, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:16.770604 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4d0dd6d6-3e59-4464-a5a5-d7b7ba1e3330 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:16.778027 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d0dd6d6-3e59-4464-a5a5-d7b7ba1e3330 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=88990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:24:16.778501 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4d0dd6d6-3e59-4464-a5a5-d7b7ba1e3330 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838138943'] for segment, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:16.793955 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:24:16.793955 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:24:16.793955 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:24:16.793955 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:24:16.793955 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:24:16.793955 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:24:16.793955 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:24:16.793955 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:24:16.793955 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:24:16.793955 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:24:16.793955 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:24:16.793955 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:24:16.793955 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:24:16.793955 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:24:16.793955 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:24:16.793955 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:24:16.793955 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:24:16.793955 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:24:16.793955 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:24:16.793955 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:24:16.793955 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:24:16.793955 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:24:16.793955 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:24:16.793955 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:24:16.793955 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:24:16.793955 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:24:16.793955 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:24:16.793955 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:24:16.793955 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:24:16.793955 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:24:16.793955 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:24:16.793955 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:24:16.810787 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6b2d2ba6-8e20-4289-b475-ac7c8bc33e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:16.817676 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9d4c61f5-9d61-40e9-a8ab-6267c043c793 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:16.846099 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2d2ba6-8e20-4289-b475-ac7c8bc33e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dda0b9a-0d3d-4832-a101-f75b0290bcec,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:16.853045 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6b2d2ba6-8e20-4289-b475-ac7c8bc33e01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:16.900318 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4d0dd6d6-3e59-4464-a5a5-d7b7ba1e3330 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:16.904622 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b1eab62f-600c-43b7-a315-50ca0f6a49e9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:16.910086 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6b2d2ba6-8e20-4289-b475-ac7c8bc33e01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:16.911333 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6b2d2ba6-8e20-4289-b475-ac7c8bc33e01 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4dda0b9a-0d3d-4832-a101-f75b0290bcec HTTP/1.1" status: 204 len: 168 time: 0.3998125 Dec 15 19:24:16.926959 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4d0dd6d6-3e59-4464-a5a5-d7b7ba1e3330 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:16.934281 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0dd6d6-3e59-4464-a5a5-d7b7ba1e3330 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Pushing event deleted for resources: {'Network': ['ID=4dce7012-a53e-46d1-866f-31306cd14dc3,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:16.937461 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4d0dd6d6-3e59-4464-a5a5-d7b7ba1e3330 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:16.939055 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4d0dd6d6-3e59-4464-a5a5-d7b7ba1e3330 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "DELETE /v2.0/networks/4dce7012-a53e-46d1-866f-31306cd14dc3 HTTP/1.1" status: 204 len: 168 time: 0.6633818 Dec 15 19:24:16.944424 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56420) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:16.953438 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-d9ddd4a5-5e3a-49b4-8808-ffb1e2902e4b tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-790073181'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:24:16.961065 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-d9ddd4a5-5e3a-49b4-8808-ffb1e2902e4b tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:24:16.976378 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d9ddd4a5-5e3a-49b4-8808-ffb1e2902e4b tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Usage tracker for resource:network and tenant:2c052fc4a8434b5ab31c24b37c4ed2ab is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:24:16.982297 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d9ddd4a5-5e3a-49b4-8808-ffb1e2902e4b tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:24:16.990900 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-d9ddd4a5-5e3a-49b4-8808-ffb1e2902e4b tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:24:16.997806 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f6d704b-28d8-4a97-af44-6b4e6d5eff5c tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Deleting subnet 4e306203-760e-42ce-91ad-065f76b0288d {{(pid=88991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:24:17.003697 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5f6d704b-28d8-4a97-af44-6b4e6d5eff5c tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for subnet, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:17.070135 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5f6d704b-28d8-4a97-af44-6b4e6d5eff5c tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16332759'] for subnet, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:17.100764 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ddd4a5-5e3a-49b4-8808-ffb1e2902e4b tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Made reservation on behalf of 2c052fc4a8434b5ab31c24b37c4ed2ab for: {'network': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:24:17.106197 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d9ddd4a5-5e3a-49b4-8808-ffb1e2902e4b tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:17.164860 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9ddd4a5-5e3a-49b4-8808-ffb1e2902e4b tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=88991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:24:17.189783 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d9ddd4a5-5e3a-49b4-8808-ffb1e2902e4b tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:17.189783 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-d9ddd4a5-5e3a-49b4-8808-ffb1e2902e4b tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Added segment 577ff76a-541b-44eb-976a-ccb88e99b9ba of type vlan for network 0fa370b9-eee7-4faa-80ab-c9d02bb508a4 Dec 15 19:24:17.229165 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d9ddd4a5-5e3a-49b4-8808-ffb1e2902e4b tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:17.234585 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5f6d704b-28d8-4a97-af44-6b4e6d5eff5c tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:17.586051 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d9ddd4a5-5e3a-49b4-8808-ffb1e2902e4b tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:17.590486 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ddd4a5-5e3a-49b4-8808-ffb1e2902e4b tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:24:17.591140 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d9ddd4a5-5e3a-49b4-8808-ffb1e2902e4b tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:17.596795 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b6387cd1-c210-4a0e-acb8-4eaadc586757 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:17.623777 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5f6d704b-28d8-4a97-af44-6b4e6d5eff5c tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16156049'] for subnet, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:17.715848 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5f6d704b-28d8-4a97-af44-6b4e6d5eff5c tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:17.717982 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-5f6d704b-28d8-4a97-af44-6b4e6d5eff5c tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "DELETE /v2.0/subnets/4e306203-760e-42ce-91ad-065f76b0288d HTTP/1.1" status: 204 len: 168 time: 0.9805634 Dec 15 19:24:17.720955 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56424) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:17.723826 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d7ecdd-bc1b-4ae9-95aa-ef3258f43d51 None None] Network d7097120-e346-4ffa-af45-b66ae7872edf requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:24:17.725720 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ddd4a5-5e3a-49b4-8808-ffb1e2902e4b tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Pushing event updated for resources: {'Network': ['ID=0fa370b9-eee7-4faa-80ab-c9d02bb508a4,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:17.728723 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d9ddd4a5-5e3a-49b4-8808-ffb1e2902e4b tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:17.730011 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-bd08732a-bc2d-4b8e-98a8-a882fffb5729 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:17.746815 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 0fa370b9-eee7-4faa-80ab-c9d02bb508a4 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:24:17.768791 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d9ddd4a5-5e3a-49b4-8808-ffb1e2902e4b tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8204031 Dec 15 19:24:17.769896 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56428) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:17.773089 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6d704b-28d8-4a97-af44-6b4e6d5eff5c tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event deleted for resources: {'Subnet': ['ID=4e306203-760e-42ce-91ad-065f76b0288d,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:17.775762 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5f6d704b-28d8-4a97-af44-6b4e6d5eff5c tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:17.780077 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-9283d95a-58a8-43e8-9ffa-da97eb9d9993 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Request body: {'subnet': {'network_id': '0fa370b9-eee7-4faa-80ab-c9d02bb508a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:24:17.857588 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ec47e609-4b8e-4127-b9c7-e0645ad63262 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:17.868534 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-ec47e609-4b8e-4127-b9c7-e0645ad63262 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Deleting port c738c058-643e-4e00-b4d7-6a6c35df5f72 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:24:17.868908 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ec47e609-4b8e-4127-b9c7-e0645ad63262 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:17.907235 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-9283d95a-58a8-43e8-9ffa-da97eb9d9993 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:24:17.911229 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-9283d95a-58a8-43e8-9ffa-da97eb9d9993 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Usage tracker for resource:subnet and tenant:2c052fc4a8434b5ab31c24b37c4ed2ab is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:24:17.914684 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-9283d95a-58a8-43e8-9ffa-da97eb9d9993 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:24:17.921719 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-9283d95a-58a8-43e8-9ffa-da97eb9d9993 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:24:17.963414 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9283d95a-58a8-43e8-9ffa-da97eb9d9993 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Made reservation on behalf of 2c052fc4a8434b5ab31c24b37c4ed2ab for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:24:18.080758 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9283d95a-58a8-43e8-9ffa-da97eb9d9993 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:18.087169 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-ec47e609-4b8e-4127-b9c7-e0645ad63262 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] For port c738c058-643e-4e00-b4d7-6a6c35df5f72, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=c738c058-643e-4e00-b4d7-6a6c35df5f72,segment=NetworkSegment(8a0a0a55-a8cb-47ae-a802-518db4e97bd1),segment_id=8a0a0a55-a8cb-47ae-a802-518db4e97bd1)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:24:18.087654 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ec47e609-4b8e-4127-b9c7-e0645ad63262 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:18.096661 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d31dc6-fecf-4063-9442-f9e09bdbe6f3 None None] DHCP port deletion for d7097120-e346-4ffa-af45-b66ae7872edf request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:24:18.100840 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-e8d31dc6-fecf-4063-9442-f9e09bdbe6f3 None None] Deleting port c738c058-643e-4e00-b4d7-6a6c35df5f72 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:24:18.101282 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e8d31dc6-fecf-4063-9442-f9e09bdbe6f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:18.217608 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-ec47e609-4b8e-4127-b9c7-e0645ad63262 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Calling delete_port for c738c058-643e-4e00-b4d7-6a6c35df5f72 owned by network:dhcp {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:24:18.313810 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-e8d31dc6-fecf-4063-9442-f9e09bdbe6f3 None None] For port c738c058-643e-4e00-b4d7-6a6c35df5f72, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=c738c058-643e-4e00-b4d7-6a6c35df5f72,segment=NetworkSegment(8a0a0a55-a8cb-47ae-a802-518db4e97bd1),segment_id=8a0a0a55-a8cb-47ae-a802-518db4e97bd1)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:24:18.314270 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e8d31dc6-fecf-4063-9442-f9e09bdbe6f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:18.324415 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ec47e609-4b8e-4127-b9c7-e0645ad63262 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:18.329374 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-59a56be5-5db4-4bdf-b0fc-91846bd65b17 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:18.353910 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9283d95a-58a8-43e8-9ffa-da97eb9d9993 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:18.359272 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c72630cd-a964-4114-9b26-c6f62e96c881 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:18.371519 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec47e609-4b8e-4127-b9c7-e0645ad63262 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event deleted for resources: {'Port': ['ID=c738c058-643e-4e00-b4d7-6a6c35df5f72,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:18.376252 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ec47e609-4b8e-4127-b9c7-e0645ad63262 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:18.378957 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec47e609-4b8e-4127-b9c7-e0645ad63262 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] No DVR routers for this DVR port c738c058-643e-4e00-b4d7-6a6c35df5f72 on host dv-neutron-821831-2-hyperv {{(pid=88990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:24:18.447082 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-e8d31dc6-fecf-4063-9442-f9e09bdbe6f3 None None] Calling delete_port for c738c058-643e-4e00-b4d7-6a6c35df5f72 owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:24:18.456075 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9283d95a-58a8-43e8-9ffa-da97eb9d9993 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Pushing event updated for resources: {'Subnet': ['ID=d106907e-9bf9-4674-a659-0bcfb499bed8,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:18.459324 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9283d95a-58a8-43e8-9ffa-da97eb9d9993 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:18.467265 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9283d95a-58a8-43e8-9ffa-da97eb9d9993 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Checking segment: {'id': '577ff76a-541b-44eb-976a-ccb88e99b9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '0fa370b9-eee7-4faa-80ab-c9d02bb508a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:24:18.467844 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9283d95a-58a8-43e8-9ffa-da97eb9d9993 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Network hostable DHCP agents. Network: 0fa370b9-eee7-4faa-80ab-c9d02bb508a4, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:24:18.513267 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ec47e609-4b8e-4127-b9c7-e0645ad63262 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:18.518848 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-e8d31dc6-fecf-4063-9442-f9e09bdbe6f3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88992) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:24:18.519267 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-e8d31dc6-fecf-4063-9442-f9e09bdbe6f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:24:18.529014 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9283d95a-58a8-43e8-9ffa-da97eb9d9993 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Network 0fa370b9-eee7-4faa-80ab-c9d02bb508a4 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:24:18.539925 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-ec47e609-4b8e-4127-b9c7-e0645ad63262 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7097120-e346-4ffa-af45-b66ae7872edf']}} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:18.553602 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-ec47e609-4b8e-4127-b9c7-e0645ad63262 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a0a0a55-a8cb-47ae-a802-518db4e97bd1') {'for_net_delete': True} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:18.553940 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-ec47e609-4b8e-4127-b9c7-e0645ad63262 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a0a0a55-a8cb-47ae-a802-518db4e97bd1') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:18.563323 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-9283d95a-58a8-43e8-9ffa-da97eb9d9993 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, 0fa370b9-eee7-4faa-80ab-c9d02bb508a4) {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:24:18.566937 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ec47e609-4b8e-4127-b9c7-e0645ad63262 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16327073'] for segment, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:18.567921 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9283d95a-58a8-43e8-9ffa-da97eb9d9993 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:24:18.568577 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9283d95a-58a8-43e8-9ffa-da97eb9d9993 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:18.572520 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae32c77b-077d-46fe-a4c2-b3acfdf247ff None None] Network 0fa370b9-eee7-4faa-80ab-c9d02bb508a4 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:24:18.582597 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ec47e609-4b8e-4127-b9c7-e0645ad63262 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:18.590886 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec47e609-4b8e-4127-b9c7-e0645ad63262 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=88990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:24:18.591476 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ec47e609-4b8e-4127-b9c7-e0645ad63262 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838138943'] for segment, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:18.612541 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:24:18.612541 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:24:18.612541 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:24:18.612541 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:24:18.612541 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:24:18.612541 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:24:18.612541 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:24:18.612541 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:24:18.612541 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:24:18.612541 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:24:18.612541 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:24:18.612541 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:24:18.612541 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:24:18.612541 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:24:18.612541 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:24:18.612541 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:24:18.612541 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:24:18.612541 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:24:18.612541 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:24:18.612541 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:24:18.612541 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:24:18.612541 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:24:18.612541 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:24:18.612541 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:24:18.612541 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:24:18.612541 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:24:18.612541 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:24:18.612541 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:24:18.612541 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:24:18.612541 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:24:18.612541 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:24:18.612541 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:24:18.622848 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9283d95a-58a8-43e8-9ffa-da97eb9d9993 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8517733 Dec 15 19:24:18.625584 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56432) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:18.632125 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-e840459d-24a7-4ffa-8be3-2837191b8e18 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-815902919', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:24:18.639834 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-e840459d-24a7-4ffa-8be3-2837191b8e18 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:24:18.644134 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-e840459d-24a7-4ffa-8be3-2837191b8e18 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Usage tracker for resource:router and tenant:2c052fc4a8434b5ab31c24b37c4ed2ab is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:24:18.648195 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-e840459d-24a7-4ffa-8be3-2837191b8e18 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:24:18.656464 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-e840459d-24a7-4ffa-8be3-2837191b8e18 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:24:18.695171 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e840459d-24a7-4ffa-8be3-2837191b8e18 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854699176'] for router, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:18.696237 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e840459d-24a7-4ffa-8be3-2837191b8e18 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854194926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-76609'] for router, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:18.716653 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e840459d-24a7-4ffa-8be3-2837191b8e18 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:18.729388 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ec47e609-4b8e-4127-b9c7-e0645ad63262 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:18.736477 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-12de54b6-abaf-4dbc-b0a4-dfe0bf2638f7 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:18.755964 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ec47e609-4b8e-4127-b9c7-e0645ad63262 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:18.758018 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e840459d-24a7-4ffa-8be3-2837191b8e18 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904'] for router, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:18.765967 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec47e609-4b8e-4127-b9c7-e0645ad63262 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event deleted for resources: {'Network': ['ID=d7097120-e346-4ffa-af45-b66ae7872edf,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:18.770913 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ec47e609-4b8e-4127-b9c7-e0645ad63262 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:18.803504 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69aa98b0-b545-4f7e-b62f-668304231c11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-0fa370b9-eee7-4faa-80ab-c9d02bb508a4', 'network_id': '0fa370b9-eee7-4faa-80ab-c9d02bb508a4', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'fixed_ips': [{'subnet_id': 'd106907e-9bf9-4674-a659-0bcfb499bed8'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:24:18.804402 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-69aa98b0-b545-4f7e-b62f-668304231c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:18.804549 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ec47e609-4b8e-4127-b9c7-e0645ad63262 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "DELETE /v2.0/networks/d7097120-e346-4ffa-af45-b66ae7872edf HTTP/1.1" status: 204 len: 168 time: 1.0823090 Dec 15 19:24:18.808925 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56436) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:18.815575 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-753f870f-983b-45c3-ae0f-f9593c6fea7b tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1249440317'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:24:18.821635 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-753f870f-983b-45c3-ae0f-f9593c6fea7b tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:24:18.826997 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-753f870f-983b-45c3-ae0f-f9593c6fea7b tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Usage tracker for resource:network and tenant:f3e95df2fc6f4d8e9322e2f06d7e1f38 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:24:18.829992 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-753f870f-983b-45c3-ae0f-f9593c6fea7b tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:24:18.835939 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e840459d-24a7-4ffa-8be3-2837191b8e18 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for router, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:18.837199 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e840459d-24a7-4ffa-8be3-2837191b8e18 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2103651 Dec 15 19:24:18.838355 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-753f870f-983b-45c3-ae0f-f9593c6fea7b tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:24:18.840274 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56440) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:18.846542 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-5e90e9ee-2dbc-46f9-b89b-34bd90bc36f5 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Request body: {'port': {'network_id': '0fa370b9-eee7-4faa-80ab-c9d02bb508a4', 'name': 'tempest-RoutersIpV6Test-557672396'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:24:18.866333 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-753f870f-983b-45c3-ae0f-f9593c6fea7b tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Made reservation on behalf of f3e95df2fc6f4d8e9322e2f06d7e1f38 for: {'network': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:24:18.873945 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-753f870f-983b-45c3-ae0f-f9593c6fea7b tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:18.908628 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-753f870f-983b-45c3-ae0f-f9593c6fea7b tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=88991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:24:18.917908 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-753f870f-983b-45c3-ae0f-f9593c6fea7b tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:18.918343 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-753f870f-983b-45c3-ae0f-f9593c6fea7b tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Added segment 284e2f49-4383-4fac-9318-c2129714d9fe of type vlan for network 9f08bd91-b659-45bf-b3c9-c81a96171582 Dec 15 19:24:18.947004 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-753f870f-983b-45c3-ae0f-f9593c6fea7b tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:18.970717 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-69aa98b0-b545-4f7e-b62f-668304231c11 None None] Allocated IP 2001:db8::2 (0fa370b9-eee7-4faa-80ab-c9d02bb508a4/d106907e-9bf9-4674-a659-0bcfb499bed8/8eea1200-31f9-4038-9142-1d620f3c3e4e) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:24:18.998304 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-5e90e9ee-2dbc-46f9-b89b-34bd90bc36f5 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:24:19.002917 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-5e90e9ee-2dbc-46f9-b89b-34bd90bc36f5 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Usage tracker for resource:port and tenant:2c052fc4a8434b5ab31c24b37c4ed2ab is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:24:19.005915 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-5e90e9ee-2dbc-46f9-b89b-34bd90bc36f5 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:24:19.009698 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-753f870f-983b-45c3-ae0f-f9593c6fea7b tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:19.012814 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-5e90e9ee-2dbc-46f9-b89b-34bd90bc36f5 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:24:19.014871 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753f870f-983b-45c3-ae0f-f9593c6fea7b tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:24:19.015544 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-753f870f-983b-45c3-ae0f-f9593c6fea7b tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:19.021287 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-22d55113-7310-4259-bbdd-739fc72d699d tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:19.049689 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e90e9ee-2dbc-46f9-b89b-34bd90bc36f5 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Made reservation on behalf of 2c052fc4a8434b5ab31c24b37c4ed2ab for: {'port': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:24:19.049939 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-e8d31dc6-fecf-4063-9442-f9e09bdbe6f3 None None] Deleting port c738c058-643e-4e00-b4d7-6a6c35df5f72 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:24:19.050184 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e8d31dc6-fecf-4063-9442-f9e09bdbe6f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:19.055171 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5e90e9ee-2dbc-46f9-b89b-34bd90bc36f5 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:19.079958 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-5e90e9ee-2dbc-46f9-b89b-34bd90bc36f5 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] device_id is not set on port 142db886-1b18-4f89-9192-24c789fd97cb yet. {{(pid=88990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:24:19.131463 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-e8d31dc6-fecf-4063-9442-f9e09bdbe6f3 None None] The port 'c738c058-643e-4e00-b4d7-6a6c35df5f72' was deleted {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 15 19:24:19.135930 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753f870f-983b-45c3-ae0f-f9593c6fea7b tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event updated for resources: {'Network': ['ID=9f08bd91-b659-45bf-b3c9-c81a96171582,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:19.139291 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-753f870f-983b-45c3-ae0f-f9593c6fea7b tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:19.150826 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-753f870f-983b-45c3-ae0f-f9593c6fea7b tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3407228 Dec 15 19:24:19.152154 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56444) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:19.155392 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 9f08bd91-b659-45bf-b3c9-c81a96171582 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:24:19.161555 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-b1ebd679-cf37-4d4a-a302-072ab9c728ce tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Request body: {'subnet': {'network_id': '9f08bd91-b659-45bf-b3c9-c81a96171582', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:24:19.282676 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-b1ebd679-cf37-4d4a-a302-072ab9c728ce tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:24:19.286733 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-b1ebd679-cf37-4d4a-a302-072ab9c728ce tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Usage tracker for resource:subnet and tenant:f3e95df2fc6f4d8e9322e2f06d7e1f38 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:24:19.289685 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-b1ebd679-cf37-4d4a-a302-072ab9c728ce tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:24:19.296391 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-b1ebd679-cf37-4d4a-a302-072ab9c728ce tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:24:19.347544 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-69aa98b0-b545-4f7e-b62f-668304231c11 None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:19.352007 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1ebd679-cf37-4d4a-a302-072ab9c728ce tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Made reservation on behalf of f3e95df2fc6f4d8e9322e2f06d7e1f38 for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:24:19.358622 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-69aa98b0-b545-4f7e-b62f-668304231c11 None None] Transition to ACTIVE for port object 8eea1200-31f9-4038-9142-1d620f3c3e4e will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:24:19.379162 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-69aa98b0-b545-4f7e-b62f-668304231c11 None None] Transition to ACTIVE for port object 8eea1200-31f9-4038-9142-1d620f3c3e4e will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:24:19.409587 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-69aa98b0-b545-4f7e-b62f-668304231c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:19.414314 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1d0a0c6f-1bce-4312-acbc-3c0c728f3cbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:19.463152 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-5e90e9ee-2dbc-46f9-b89b-34bd90bc36f5 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Allocated IP 2001:db8::25b (0fa370b9-eee7-4faa-80ab-c9d02bb508a4/d106907e-9bf9-4674-a659-0bcfb499bed8/142db886-1b18-4f89-9192-24c789fd97cb) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:24:19.475973 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b1ebd679-cf37-4d4a-a302-072ab9c728ce tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:19.489327 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69aa98b0-b545-4f7e-b62f-668304231c11 None None] Network 0fa370b9-eee7-4faa-80ab-c9d02bb508a4 is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:24:19.495750 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-69aa98b0-b545-4f7e-b62f-668304231c11 None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:24:19.498174 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aa98b0-b545-4f7e-b62f-668304231c11 None None] Pushing event updated for resources: {'Port': ['ID=8eea1200-31f9-4038-9142-1d620f3c3e4e,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:19.500867 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69aa98b0-b545-4f7e-b62f-668304231c11 None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:24:19.507511 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-69aa98b0-b545-4f7e-b62f-668304231c11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:19.608192 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-69aa98b0-b545-4f7e-b62f-668304231c11 None None] Attempting to bind port 8eea1200-31f9-4038-9142-1d620f3c3e4e on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:24:19.608558 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-69aa98b0-b545-4f7e-b62f-668304231c11 None None] Attempting to bind port 8eea1200-31f9-4038-9142-1d620f3c3e4e by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '577ff76a-541b-44eb-976a-ccb88e99b9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '0fa370b9-eee7-4faa-80ab-c9d02bb508a4'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:24:19.609112 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69aa98b0-b545-4f7e-b62f-668304231c11 None None] Attempting to bind port 8eea1200-31f9-4038-9142-1d620f3c3e4e on network 0fa370b9-eee7-4faa-80ab-c9d02bb508a4 {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:24:19.617400 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69aa98b0-b545-4f7e-b62f-668304231c11 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:24:19.617832 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69aa98b0-b545-4f7e-b62f-668304231c11 None None] Checking segment: {'id': '577ff76a-541b-44eb-976a-ccb88e99b9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '0fa370b9-eee7-4faa-80ab-c9d02bb508a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:24:19.618292 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-69aa98b0-b545-4f7e-b62f-668304231c11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:19.618748 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69aa98b0-b545-4f7e-b62f-668304231c11 None None] Bound using segment: {'id': '577ff76a-541b-44eb-976a-ccb88e99b9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '0fa370b9-eee7-4faa-80ab-c9d02bb508a4'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:24:19.620781 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-69aa98b0-b545-4f7e-b62f-668304231c11 None None] Bound port: 8eea1200-31f9-4038-9142-1d620f3c3e4e, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '577ff76a-541b-44eb-976a-ccb88e99b9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '0fa370b9-eee7-4faa-80ab-c9d02bb508a4'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:24:19.620781 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-69aa98b0-b545-4f7e-b62f-668304231c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:19.704828 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5e90e9ee-2dbc-46f9-b89b-34bd90bc36f5 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:19.722592 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-5e90e9ee-2dbc-46f9-b89b-34bd90bc36f5 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Transition to ACTIVE for port object 142db886-1b18-4f89-9192-24c789fd97cb will not be triggered until provisioned by entity DHCP. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:24:19.725096 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-69aa98b0-b545-4f7e-b62f-668304231c11 None None] For port 8eea1200-31f9-4038-9142-1d620f3c3e4e, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:24:19.728306 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-69aa98b0-b545-4f7e-b62f-668304231c11 None None] For port 8eea1200-31f9-4038-9142-1d620f3c3e4e, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=8eea1200-31f9-4038-9142-1d620f3c3e4e,segment=NetworkSegment(577ff76a-541b-44eb-976a-ccb88e99b9ba),segment_id=577ff76a-541b-44eb-976a-ccb88e99b9ba)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:24:19.769419 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b1ebd679-cf37-4d4a-a302-072ab9c728ce tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:19.769656 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-69aa98b0-b545-4f7e-b62f-668304231c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:19.771132 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5e90e9ee-2dbc-46f9-b89b-34bd90bc36f5 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:19.774470 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:19.775294 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9e2e0b3f-3fa8-4d79-9a1d-10aec2617cd0 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:19.777323 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-696fe9c2-c2c5-452b-8f77-165ceeca6f6a tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:19.867349 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ebd679-cf37-4d4a-a302-072ab9c728ce tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event updated for resources: {'Subnet': ['ID=751f24ca-cfe2-4106-914c-a968ac22a37f,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:19.875568 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device c738c058-643e-4e00-b4d7-6a6c35df5f72 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:24:19.877883 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b1ebd679-cf37-4d4a-a302-072ab9c728ce tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:19.878685 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ebd679-cf37-4d4a-a302-072ab9c728ce tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Checking segment: {'id': '284e2f49-4383-4fac-9318-c2129714d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '9f08bd91-b659-45bf-b3c9-c81a96171582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:24:19.879089 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ebd679-cf37-4d4a-a302-072ab9c728ce tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Network hostable DHCP agents. Network: 9f08bd91-b659-45bf-b3c9-c81a96171582, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:24:19.898791 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e90e9ee-2dbc-46f9-b89b-34bd90bc36f5 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Network 0fa370b9-eee7-4faa-80ab-c9d02bb508a4 is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:24:19.903218 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-5e90e9ee-2dbc-46f9-b89b-34bd90bc36f5 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:24:19.905801 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e90e9ee-2dbc-46f9-b89b-34bd90bc36f5 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:24:19.910370 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e90e9ee-2dbc-46f9-b89b-34bd90bc36f5 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:24:19.911219 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5e90e9ee-2dbc-46f9-b89b-34bd90bc36f5 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:19.922193 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: c738c058-643e-4e00-b4d7-6a6c35df5f72 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:24:19.922631 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device c738c058-643e-4e00-b4d7-6a6c35df5f72 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:24:19.924431 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aa98b0-b545-4f7e-b62f-668304231c11 None None] Pushing event updated for resources: {'Port': ['ID=8eea1200-31f9-4038-9142-1d620f3c3e4e,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:19.927517 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-69aa98b0-b545-4f7e-b62f-668304231c11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:19.928727 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e90e9ee-2dbc-46f9-b89b-34bd90bc36f5 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Pushing event updated for resources: {'Port': ['ID=142db886-1b18-4f89-9192-24c789fd97cb,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:19.929331 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ebd679-cf37-4d4a-a302-072ab9c728ce tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Network 9f08bd91-b659-45bf-b3c9-c81a96171582 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:24:19.934963 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5e90e9ee-2dbc-46f9-b89b-34bd90bc36f5 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:19.963635 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-b1ebd679-cf37-4d4a-a302-072ab9c728ce tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, 9f08bd91-b659-45bf-b3c9-c81a96171582) {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:24:19.967931 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ebd679-cf37-4d4a-a302-072ab9c728ce tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:24:19.970859 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b1ebd679-cf37-4d4a-a302-072ab9c728ce tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:19.973584 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86cefe0e-e94e-4c35-8c66-4a079bd5437e None None] Network 9f08bd91-b659-45bf-b3c9-c81a96171582 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:24:19.982912 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-5e90e9ee-2dbc-46f9-b89b-34bd90bc36f5 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1410105 Dec 15 19:24:19.985227 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56448) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:20.012860 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b1ebd679-cf37-4d4a-a302-072ab9c728ce tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8568070 Dec 15 19:24:20.013117 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56452) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:20.019815 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-de29cb0f-eac2-439d-a015-1ea881b34088 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Request body: {'port': {'network_id': '9f08bd91-b659-45bf-b3c9-c81a96171582', 'name': 'tempest-PortsTestJSON-1940816728', 'fixed_ips': [{'subnet_id': '751f24ca-cfe2-4106-914c-a968ac22a37f', 'ip_address': '172.20.0.10'}]}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:24:20.190738 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-de29cb0f-eac2-439d-a015-1ea881b34088 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:24:20.196384 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-de29cb0f-eac2-439d-a015-1ea881b34088 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Usage tracker for resource:port and tenant:f3e95df2fc6f4d8e9322e2f06d7e1f38 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:24:20.200158 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-de29cb0f-eac2-439d-a015-1ea881b34088 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:24:20.208818 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-de29cb0f-eac2-439d-a015-1ea881b34088 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:24:20.258846 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de29cb0f-eac2-439d-a015-1ea881b34088 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Made reservation on behalf of f3e95df2fc6f4d8e9322e2f06d7e1f38 for: {'port': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:24:20.278344 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-de29cb0f-eac2-439d-a015-1ea881b34088 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:20.320435 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-de29cb0f-eac2-439d-a015-1ea881b34088 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] device_id is not set on port 8fdba5ed-bbe2-45b7-9168-5a595548a26f yet. {{(pid=88991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:24:20.422647 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6082113-c8fe-4cf5-9ea2-766be9158c17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-9f08bd91-b659-45bf-b3c9-c81a96171582', 'network_id': '9f08bd91-b659-45bf-b3c9-c81a96171582', 'tenant_id': 'f3e95df2fc6f4d8e9322e2f06d7e1f38', 'fixed_ips': [{'subnet_id': '751f24ca-cfe2-4106-914c-a968ac22a37f'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:24:20.423565 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c6082113-c8fe-4cf5-9ea2-766be9158c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:20.602042 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-de29cb0f-eac2-439d-a015-1ea881b34088 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Allocated IP 172.20.0.10 (9f08bd91-b659-45bf-b3c9-c81a96171582/751f24ca-cfe2-4106-914c-a968ac22a37f/8fdba5ed-bbe2-45b7-9168-5a595548a26f) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:24:20.828321 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-de29cb0f-eac2-439d-a015-1ea881b34088 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:20.844473 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-de29cb0f-eac2-439d-a015-1ea881b34088 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Transition to ACTIVE for port object 8fdba5ed-bbe2-45b7-9168-5a595548a26f will not be triggered until provisioned by entity DHCP. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:24:20.863307 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5999bc27-da6d-4c0e-95a5-c1f311ee923e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:20.889536 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-de29cb0f-eac2-439d-a015-1ea881b34088 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:20.895764 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e16a11f7-f61e-4eb3-b387-fb05ed50870c tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:20.927165 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-c6082113-c8fe-4cf5-9ea2-766be9158c17 None None] Allocated IP 172.20.0.2 (9f08bd91-b659-45bf-b3c9-c81a96171582/751f24ca-cfe2-4106-914c-a968ac22a37f/55667c58-7944-4287-b8fa-7d32d54d1fb6) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:24:20.977720 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de29cb0f-eac2-439d-a015-1ea881b34088 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Network 9f08bd91-b659-45bf-b3c9-c81a96171582 is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:24:20.982252 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de29cb0f-eac2-439d-a015-1ea881b34088 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event updated for resources: {'Port': ['ID=8fdba5ed-bbe2-45b7-9168-5a595548a26f,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:20.984886 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-de29cb0f-eac2-439d-a015-1ea881b34088 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:24:20.987065 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-de29cb0f-eac2-439d-a015-1ea881b34088 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:20.987815 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de29cb0f-eac2-439d-a015-1ea881b34088 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:24:21.053100 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de29cb0f-eac2-439d-a015-1ea881b34088 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:24:21.053782 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-de29cb0f-eac2-439d-a015-1ea881b34088 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:21.106916 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-de29cb0f-eac2-439d-a015-1ea881b34088 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.0925083 Dec 15 19:24:21.109597 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56456) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:21.116409 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-20389b7f-bfe8-434f-a485-74a828eaa88d tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Request body: {'port': {'network_id': '9f08bd91-b659-45bf-b3c9-c81a96171582', 'name': 'tempest-PortsTestJSON-1700216035', 'fixed_ips': [{'subnet_id': '751f24ca-cfe2-4106-914c-a968ac22a37f', 'ip_address': '172.20.0.9'}]}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:24:21.149493 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c6082113-c8fe-4cf5-9ea2-766be9158c17 None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:21.160705 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-c6082113-c8fe-4cf5-9ea2-766be9158c17 None None] Transition to ACTIVE for port object 55667c58-7944-4287-b8fa-7d32d54d1fb6 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:24:21.180596 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-c6082113-c8fe-4cf5-9ea2-766be9158c17 None None] Transition to ACTIVE for port object 55667c58-7944-4287-b8fa-7d32d54d1fb6 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:24:21.216400 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c6082113-c8fe-4cf5-9ea2-766be9158c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:21.223344 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-120e1641-90fe-4030-a927-e744f9f23d23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:21.264226 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5999bc27-da6d-4c0e-95a5-c1f311ee923e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:21.272241 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-20389b7f-bfe8-434f-a485-74a828eaa88d tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:24:21.279657 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-20389b7f-bfe8-434f-a485-74a828eaa88d tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Usage tracker for resource:port and tenant:f3e95df2fc6f4d8e9322e2f06d7e1f38 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:24:21.283187 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-20389b7f-bfe8-434f-a485-74a828eaa88d tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:24:21.285822 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6082113-c8fe-4cf5-9ea2-766be9158c17 None None] Network 9f08bd91-b659-45bf-b3c9-c81a96171582 is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:24:21.289839 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-20389b7f-bfe8-434f-a485-74a828eaa88d tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:24:21.294205 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-c6082113-c8fe-4cf5-9ea2-766be9158c17 None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:24:21.295080 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5999bc27-da6d-4c0e-95a5-c1f311ee923e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:21.298980 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6082113-c8fe-4cf5-9ea2-766be9158c17 None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:24:21.303862 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8b70aebf-a630-4918-a599-065088830707 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:21.309775 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6082113-c8fe-4cf5-9ea2-766be9158c17 None None] Pushing event updated for resources: {'Port': ['ID=55667c58-7944-4287-b8fa-7d32d54d1fb6,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:21.310537 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c6082113-c8fe-4cf5-9ea2-766be9158c17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:21.329780 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20389b7f-bfe8-434f-a485-74a828eaa88d tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Made reservation on behalf of f3e95df2fc6f4d8e9322e2f06d7e1f38 for: {'port': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:24:21.337996 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-20389b7f-bfe8-434f-a485-74a828eaa88d tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:21.363761 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-20389b7f-bfe8-434f-a485-74a828eaa88d tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] device_id is not set on port c7c492ac-c707-48c9-8a07-5ae2a9a325be yet. {{(pid=88991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:24:21.402214 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-c6082113-c8fe-4cf5-9ea2-766be9158c17 None None] Attempting to bind port 55667c58-7944-4287-b8fa-7d32d54d1fb6 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:24:21.402792 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-c6082113-c8fe-4cf5-9ea2-766be9158c17 None None] Attempting to bind port 55667c58-7944-4287-b8fa-7d32d54d1fb6 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '284e2f49-4383-4fac-9318-c2129714d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '9f08bd91-b659-45bf-b3c9-c81a96171582'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:24:21.403501 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6082113-c8fe-4cf5-9ea2-766be9158c17 None None] Attempting to bind port 55667c58-7944-4287-b8fa-7d32d54d1fb6 on network 9f08bd91-b659-45bf-b3c9-c81a96171582 {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:24:21.409999 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6082113-c8fe-4cf5-9ea2-766be9158c17 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:24:21.410458 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6082113-c8fe-4cf5-9ea2-766be9158c17 None None] Checking segment: {'id': '284e2f49-4383-4fac-9318-c2129714d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '9f08bd91-b659-45bf-b3c9-c81a96171582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:24:21.411554 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c6082113-c8fe-4cf5-9ea2-766be9158c17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:21.411977 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6082113-c8fe-4cf5-9ea2-766be9158c17 None None] Bound using segment: {'id': '284e2f49-4383-4fac-9318-c2129714d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '9f08bd91-b659-45bf-b3c9-c81a96171582'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:24:21.412521 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-c6082113-c8fe-4cf5-9ea2-766be9158c17 None None] Bound port: 55667c58-7944-4287-b8fa-7d32d54d1fb6, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284e2f49-4383-4fac-9318-c2129714d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '9f08bd91-b659-45bf-b3c9-c81a96171582'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:24:21.413302 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c6082113-c8fe-4cf5-9ea2-766be9158c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:21.424894 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5999bc27-da6d-4c0e-95a5-c1f311ee923e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Pushing event updated for resources: {'Port': ['ID=142db886-1b18-4f89-9192-24c789fd97cb,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:21.439491 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5999bc27-da6d-4c0e-95a5-c1f311ee923e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:21.516513 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-c6082113-c8fe-4cf5-9ea2-766be9158c17 None None] For port 55667c58-7944-4287-b8fa-7d32d54d1fb6, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:24:21.519876 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-c6082113-c8fe-4cf5-9ea2-766be9158c17 None None] For port 55667c58-7944-4287-b8fa-7d32d54d1fb6, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=55667c58-7944-4287-b8fa-7d32d54d1fb6,segment=NetworkSegment(284e2f49-4383-4fac-9318-c2129714d9fe),segment_id=284e2f49-4383-4fac-9318-c2129714d9fe)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:24:21.552459 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c6082113-c8fe-4cf5-9ea2-766be9158c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:21.558178 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a85788b1-8ff6-43fc-8abd-aaafca1afc9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:21.592631 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-20389b7f-bfe8-434f-a485-74a828eaa88d tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Allocated IP 172.20.0.9 (9f08bd91-b659-45bf-b3c9-c81a96171582/751f24ca-cfe2-4106-914c-a968ac22a37f/c7c492ac-c707-48c9-8a07-5ae2a9a325be) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:24:21.608797 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5999bc27-da6d-4c0e-95a5-c1f311ee923e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630901'] for router_interface, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:21.675733 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6082113-c8fe-4cf5-9ea2-766be9158c17 None None] Pushing event updated for resources: {'Port': ['ID=55667c58-7944-4287-b8fa-7d32d54d1fb6,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:21.687518 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c6082113-c8fe-4cf5-9ea2-766be9158c17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:21.740910 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5999bc27-da6d-4c0e-95a5-c1f311ee923e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:21.877140 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-20389b7f-bfe8-434f-a485-74a828eaa88d tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:21.897694 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-20389b7f-bfe8-434f-a485-74a828eaa88d tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Transition to ACTIVE for port object c7c492ac-c707-48c9-8a07-5ae2a9a325be will not be triggered until provisioned by entity DHCP. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:24:21.912629 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 8eea1200-31f9-4038-9142-1d620f3c3e4e up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:24:21.946479 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-20389b7f-bfe8-434f-a485-74a828eaa88d tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:21.954338 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4864583a-ddce-4285-8aec-e2bcd4ca13af tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:22.025084 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98305b0-2442-45c1-8db7-266aea911415 None None] Network 0fa370b9-eee7-4faa-80ab-c9d02bb508a4 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:24:22.031900 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20389b7f-bfe8-434f-a485-74a828eaa88d tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Network 9f08bd91-b659-45bf-b3c9-c81a96171582 is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:24:22.040080 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-20389b7f-bfe8-434f-a485-74a828eaa88d tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:24:22.045497 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20389b7f-bfe8-434f-a485-74a828eaa88d tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:24:22.085566 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20389b7f-bfe8-434f-a485-74a828eaa88d tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event updated for resources: {'Port': ['ID=c7c492ac-c707-48c9-8a07-5ae2a9a325be,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:22.106918 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-20389b7f-bfe8-434f-a485-74a828eaa88d tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:22.136031 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20389b7f-bfe8-434f-a485-74a828eaa88d tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:24:22.138719 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-20389b7f-bfe8-434f-a485-74a828eaa88d tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:22.179651 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 8eea1200-31f9-4038-9142-1d620f3c3e4e completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:24:22.230825 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-20389b7f-bfe8-434f-a485-74a828eaa88d tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1168330 Dec 15 19:24:22.231654 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56460) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:22.262951 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5999bc27-da6d-4c0e-95a5-c1f311ee923e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:22.330478 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-3aa74314-8cc9-45dd-bb66-0e24bd7a2a92 None None] Provisioning for port 8eea1200-31f9-4038-9142-1d620f3c3e4e completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:24:22.331087 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb047e96-610e-4a0e-9f83-79da7984911d tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:24:22.331429 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-bb047e96-610e-4a0e-9f83-79da7984911d tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Synchronizing usage tracker for tenant:f3e95df2fc6f4d8e9322e2f06d7e1f38 on resource:port {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:24:22.340702 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5999bc27-da6d-4c0e-95a5-c1f311ee923e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:22.341650 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5999bc27-da6d-4c0e-95a5-c1f311ee923e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1959989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854145006'] for router_interface, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:22.344784 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-3aa74314-8cc9-45dd-bb66-0e24bd7a2a92 None None] Provisioning complete for port 8eea1200-31f9-4038-9142-1d620f3c3e4e triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:24:22.345383 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3aa74314-8cc9-45dd-bb66-0e24bd7a2a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:22.346578 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7fbedd3f-7ca2-40d7-a2ae-b940dbae4521 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:22.380522 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-bb047e96-610e-4a0e-9f83-79da7984911d tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Unset dirty status for tenant:f3e95df2fc6f4d8e9322e2f06d7e1f38 on resource:port {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:24:22.384651 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-bb047e96-610e-4a0e-9f83-79da7984911d tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1503794 Dec 15 19:24:22.386000 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56464) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:22.484864 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b949480-1efc-45f9-8e65-a8a6666d31d8 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:24:22.489717 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b949480-1efc-45f9-8e65-a8a6666d31d8 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:24:22.490820 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5999bc27-da6d-4c0e-95a5-c1f311ee923e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Pushing event updated for resources: {'Port': ['ID=142db886-1b18-4f89-9192-24c789fd97cb,revision_number=3']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:22.492062 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3aa74314-8cc9-45dd-bb66-0e24bd7a2a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:22.494046 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b949480-1efc-45f9-8e65-a8a6666d31d8 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:24:22.499161 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8b949480-1efc-45f9-8e65-a8a6666d31d8 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1088736 Dec 15 19:24:22.502105 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56468) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:22.503141 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5999bc27-da6d-4c0e-95a5-c1f311ee923e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:22.529948 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-3aa74314-8cc9-45dd-bb66-0e24bd7a2a92 None None] For port 8eea1200-31f9-4038-9142-1d620f3c3e4e, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=8eea1200-31f9-4038-9142-1d620f3c3e4e,segment=NetworkSegment(577ff76a-541b-44eb-976a-ccb88e99b9ba),segment_id=577ff76a-541b-44eb-976a-ccb88e99b9ba)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:24:22.569113 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3aa74314-8cc9-45dd-bb66-0e24bd7a2a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:22.571745 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-37dcb897-fef9-4e26-8abf-edce3bccb0d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:22.599860 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-1483dca8-42b7-4e7c-97d5-f1fa703d1630 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Deleting port c7c492ac-c707-48c9-8a07-5ae2a9a325be {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:24:22.600249 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1483dca8-42b7-4e7c-97d5-f1fa703d1630 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:22.654785 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa74314-8cc9-45dd-bb66-0e24bd7a2a92 None None] Pushing event updated for resources: {'Port': ['ID=8eea1200-31f9-4038-9142-1d620f3c3e4e,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:22.658449 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3aa74314-8cc9-45dd-bb66-0e24bd7a2a92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:22.677593 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5999bc27-da6d-4c0e-95a5-c1f311ee923e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Network 0fa370b9-eee7-4faa-80ab-c9d02bb508a4 is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:24:22.681601 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-5999bc27-da6d-4c0e-95a5-c1f311ee923e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:24:22.904702 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-6395039b-8922-429b-95f9-40794945d4dd None None] Provisioning complete for port 8eea1200-31f9-4038-9142-1d620f3c3e4e triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:24:22.905069 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6395039b-8922-429b-95f9-40794945d4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:23.075732 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-6395039b-8922-429b-95f9-40794945d4dd None None] Provisioning for port 142db886-1b18-4f89-9192-24c789fd97cb completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:24:23.081720 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-6395039b-8922-429b-95f9-40794945d4dd None None] Provisioning complete for port 142db886-1b18-4f89-9192-24c789fd97cb triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:24:23.082322 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6395039b-8922-429b-95f9-40794945d4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:23.143853 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-6395039b-8922-429b-95f9-40794945d4dd None None] Port 142db886-1b18-4f89-9192-24c789fd97cb cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:24:23.424756 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1483dca8-42b7-4e7c-97d5-f1fa703d1630 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:23.472357 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-190b6827-6926-4e96-9022-e545e710015d None None] Provisioning complete for port 142db886-1b18-4f89-9192-24c789fd97cb triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:24:23.472803 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-190b6827-6926-4e96-9022-e545e710015d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:23.536661 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-190b6827-6926-4e96-9022-e545e710015d None None] Port 142db886-1b18-4f89-9192-24c789fd97cb cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:24:23.562512 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-1483dca8-42b7-4e7c-97d5-f1fa703d1630 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Calling delete_port for c7c492ac-c707-48c9-8a07-5ae2a9a325be owned by {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:24:23.727418 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b482c39-ce5f-4ddd-84ae-4cb941f16813 None None] Network 9f08bd91-b659-45bf-b3c9-c81a96171582 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:24:23.787766 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1483dca8-42b7-4e7c-97d5-f1fa703d1630 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:23.795922 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-59a56be5-5db4-4bdf-b0fc-91846bd65b17 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:23.841442 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5999bc27-da6d-4c0e-95a5-c1f311ee923e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Router f2528676-455e-4e05-a114-1225869bb2d4 is scheduled to L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 with binding_index 1 {{(pid=88990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 15 19:24:23.856030 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1483dca8-42b7-4e7c-97d5-f1fa703d1630 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event deleted for resources: {'Port': ['ID=c7c492ac-c707-48c9-8a07-5ae2a9a325be,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:23.860642 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1483dca8-42b7-4e7c-97d5-f1fa703d1630 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:23.940648 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-13a85f79-b74f-4cae-af82-0ed2abe2aa11 None None] Provisioning for port 55667c58-7944-4287-b8fa-7d32d54d1fb6 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:24:23.974127 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 55667c58-7944-4287-b8fa-7d32d54d1fb6 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:24:24.015887 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:24.085544 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-13a85f79-b74f-4cae-af82-0ed2abe2aa11 None None] Provisioning complete for port 142db886-1b18-4f89-9192-24c789fd97cb triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:24:24.086281 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-13a85f79-b74f-4cae-af82-0ed2abe2aa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:24.119266 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1483dca8-42b7-4e7c-97d5-f1fa703d1630 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:24.160638 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1483dca8-42b7-4e7c-97d5-f1fa703d1630 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "DELETE /v2.0/ports/c7c492ac-c707-48c9-8a07-5ae2a9a325be HTTP/1.1" status: 204 len: 168 time: 1.6563690 Dec 15 19:24:24.163787 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56472) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:24.165284 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-13a85f79-b74f-4cae-af82-0ed2abe2aa11 None None] Port 142db886-1b18-4f89-9192-24c789fd97cb cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:24:24.172220 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5999bc27-da6d-4c0e-95a5-c1f311ee923e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:24:24.188642 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-5999bc27-da6d-4c0e-95a5-c1f311ee923e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "PUT /v2.0/routers/f2528676-455e-4e05-a114-1225869bb2d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1930528 Dec 15 19:24:24.188742 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a613b9c-bc8c-47bc-9a6a-43addea909af None None] Sync routers for ids ['f2528676-455e-4e05-a114-1225869bb2d4'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:24:24.189116 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56476) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:24.198337 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 55667c58-7944-4287-b8fa-7d32d54d1fb6 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:24:24.199186 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a613b9c-bc8c-47bc-9a6a-43addea909af None None] Routers {'f2528676-455e-4e05-a114-1225869bb2d4'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:24:24.200147 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-4a613b9c-bc8c-47bc-9a6a-43addea909af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:24:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['f2528676-455e-4e05-a114-1225869bb2d4'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:24.204893 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 55667c58-7944-4287-b8fa-7d32d54d1fb6 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:24:24.205660 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:24.240301 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a43e1d0-48ac-4acd-8f4e-97e5e635c3b4 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] GET failed (client error): The resource could not be found. Dec 15 19:24:24.241692 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6a43e1d0-48ac-4acd-8f4e-97e5e635c3b4 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "GET /v2.0/ports/c7c492ac-c707-48c9-8a07-5ae2a9a325be HTTP/1.1" status: 404 len: 333 time: 0.0761614 Dec 15 19:24:24.244981 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56480) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:24.275354 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-4a613b9c-bc8c-47bc-9a6a-43addea909af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:24.288980 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a613b9c-bc8c-47bc-9a6a-43addea909af None None] Routers {'f2528676-455e-4e05-a114-1225869bb2d4'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:24:24.289908 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-4a613b9c-bc8c-47bc-9a6a-43addea909af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:24:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['f2528676-455e-4e05-a114-1225869bb2d4'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:24.294786 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ed5e11-a74a-4204-8251-2a22d2a68e67 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:24:24.295457 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-68ed5e11-a74a-4204-8251-2a22d2a68e67 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Synchronizing usage tracker for tenant:2c052fc4a8434b5ab31c24b37c4ed2ab on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:24:24.345971 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-502eb523-552e-4722-a666-5230b375c0d3 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Deleting port 8fdba5ed-bbe2-45b7-9168-5a595548a26f {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:24:24.346380 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-502eb523-552e-4722-a666-5230b375c0d3 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:24.359328 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-4a613b9c-bc8c-47bc-9a6a-43addea909af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:24.359541 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a613b9c-bc8c-47bc-9a6a-43addea909af None None] The sync data for ids ['f2528676-455e-4e05-a114-1225869bb2d4'] in dv-neutron-821831-2-hyperv is: [] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:24:24.363894 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-68ed5e11-a74a-4204-8251-2a22d2a68e67 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Unset dirty status for tenant:2c052fc4a8434b5ab31c24b37c4ed2ab on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:24:24.371539 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-68ed5e11-a74a-4204-8251-2a22d2a68e67 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "GET /v2.0/ports/142db886-1b18-4f89-9192-24c789fd97cb HTTP/1.1" status: 200 len: 983 time: 0.1811509 Dec 15 19:24:24.372255 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56484) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:24.372464 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d19094a0-e0b2-4629-b1fb-b463b67b69d2 None None] Provisioning complete for port 142db886-1b18-4f89-9192-24c789fd97cb triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:24:24.373013 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d19094a0-e0b2-4629-b1fb-b463b67b69d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:24.406497 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:24.466444 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d19094a0-e0b2-4629-b1fb-b463b67b69d2 None None] Port 142db886-1b18-4f89-9192-24c789fd97cb cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:24:24.474025 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port 55667c58-7944-4287-b8fa-7d32d54d1fb6, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=55667c58-7944-4287-b8fa-7d32d54d1fb6,segment=NetworkSegment(284e2f49-4383-4fac-9318-c2129714d9fe),segment_id=284e2f49-4383-4fac-9318-c2129714d9fe)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:24:24.495497 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:24.496693 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 8eea1200-31f9-4038-9142-1d620f3c3e4e up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:24:24.524999 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a9cdee2d-c011-459d-baa6-55e769dc93dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:24.657146 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=55667c58-7944-4287-b8fa-7d32d54d1fb6,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:24.663907 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:24.669014 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-58729715-c3db-43b5-8909-227b55670f3c None None] Provisioning complete for port 55667c58-7944-4287-b8fa-7d32d54d1fb6 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:24:24.669447 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-58729715-c3db-43b5-8909-227b55670f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:24.717106 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 8eea1200-31f9-4038-9142-1d620f3c3e4e triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:24:24.717535 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:24.957058 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-502eb523-552e-4722-a666-5230b375c0d3 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:24.974935 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-58729715-c3db-43b5-8909-227b55670f3c None None] Provisioning for port 8fdba5ed-bbe2-45b7-9168-5a595548a26f completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:24:24.981976 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-58729715-c3db-43b5-8909-227b55670f3c None None] Provisioning complete for port 8fdba5ed-bbe2-45b7-9168-5a595548a26f triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:24:24.982443 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-58729715-c3db-43b5-8909-227b55670f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:25.045793 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-58729715-c3db-43b5-8909-227b55670f3c None None] Port 8fdba5ed-bbe2-45b7-9168-5a595548a26f cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:24:25.055421 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d611616f-8bfc-4c47-9bd7-4458d8fd7ae7 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145021'] for router_interface, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:25.095245 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-502eb523-552e-4722-a666-5230b375c0d3 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Calling delete_port for 8fdba5ed-bbe2-45b7-9168-5a595548a26f owned by {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:24:25.176289 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-1297d60c-43d8-42d1-bee6-38c63168e0a3 None None] Provisioning complete for port 8fdba5ed-bbe2-45b7-9168-5a595548a26f triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:24:25.176944 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1297d60c-43d8-42d1-bee6-38c63168e0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:25.256401 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-1297d60c-43d8-42d1-bee6-38c63168e0a3 None None] Port 8fdba5ed-bbe2-45b7-9168-5a595548a26f cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:24:25.283175 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-502eb523-552e-4722-a666-5230b375c0d3 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:25.289414 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8b3b841a-c0f2-4db0-9e0d-d34c9e3d7257 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:25.335054 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502eb523-552e-4722-a666-5230b375c0d3 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event deleted for resources: {'Port': ['ID=8fdba5ed-bbe2-45b7-9168-5a595548a26f,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:25.339557 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-502eb523-552e-4722-a666-5230b375c0d3 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:25.367986 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-02b9d983-65aa-4d71-b2ef-7bc7c93f0efc None None] Could not find standard attr ID for object c7c492ac-c707-48c9-8a07-5ae2a9a325be. {{(pid=88992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 15 19:24:25.429011 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d611616f-8bfc-4c47-9bd7-4458d8fd7ae7 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Deleting port 142db886-1b18-4f89-9192-24c789fd97cb {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:24:25.429392 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d611616f-8bfc-4c47-9bd7-4458d8fd7ae7 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:25.453971 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-502eb523-552e-4722-a666-5230b375c0d3 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:25.465622 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-502eb523-552e-4722-a666-5230b375c0d3 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "DELETE /v2.0/ports/8fdba5ed-bbe2-45b7-9168-5a595548a26f HTTP/1.1" status: 204 len: 168 time: 1.2195706 Dec 15 19:24:25.468699 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56488) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:25.516933 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9bfcd07-ad7a-40ea-b97f-b0a63b9ec4f8 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] GET failed (client error): The resource could not be found. Dec 15 19:24:25.517509 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-e9bfcd07-ad7a-40ea-b97f-b0a63b9ec4f8 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Synchronizing usage tracker for tenant:f3e95df2fc6f4d8e9322e2f06d7e1f38 on resource:port {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:24:25.557945 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-e9bfcd07-ad7a-40ea-b97f-b0a63b9ec4f8 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Unset dirty status for tenant:f3e95df2fc6f4d8e9322e2f06d7e1f38 on resource:port {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:24:25.559348 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e9bfcd07-ad7a-40ea-b97f-b0a63b9ec4f8 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "GET /v2.0/ports/8fdba5ed-bbe2-45b7-9168-5a595548a26f HTTP/1.1" status: 404 len: 333 time: 0.0896280 Dec 15 19:24:25.562412 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56492) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:25.651863 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d611616f-8bfc-4c47-9bd7-4458d8fd7ae7 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:25.787145 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d611616f-8bfc-4c47-9bd7-4458d8fd7ae7 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Calling delete_port for 142db886-1b18-4f89-9192-24c789fd97cb owned by network:router_interface {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:24:25.788048 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6f1243e-de88-45d3-b459-8672d9941dea tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Deleting subnet 751f24ca-cfe2-4106-914c-a968ac22a37f {{(pid=88991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:24:25.791861 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c6f1243e-de88-45d3-b459-8672d9941dea tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for subnet, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:25.852842 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c6f1243e-de88-45d3-b459-8672d9941dea tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16332759'] for subnet, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:25.879616 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 55667c58-7944-4287-b8fa-7d32d54d1fb6 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:24:25.944744 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c6f1243e-de88-45d3-b459-8672d9941dea tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:25.946924 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 55667c58-7944-4287-b8fa-7d32d54d1fb6 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:24:25.947370 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:26.009247 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d611616f-8bfc-4c47-9bd7-4458d8fd7ae7 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:26.015775 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5999bc27-da6d-4c0e-95a5-c1f311ee923e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:26.038007 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c6f1243e-de88-45d3-b459-8672d9941dea tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16156049'] for subnet, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:26.044308 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-594a6ca2-905d-48b2-8891-92fac5b0f274 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:26.061697 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d611616f-8bfc-4c47-9bd7-4458d8fd7ae7 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Pushing event deleted for resources: {'Port': ['ID=142db886-1b18-4f89-9192-24c789fd97cb,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:26.066233 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d611616f-8bfc-4c47-9bd7-4458d8fd7ae7 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:26.083964 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f1243e-de88-45d3-b459-8672d9941dea tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event deleted for resources: {'Subnet': ['ID=751f24ca-cfe2-4106-914c-a968ac22a37f,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:26.086749 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c6f1243e-de88-45d3-b459-8672d9941dea tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:26.091271 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c6f1243e-de88-45d3-b459-8672d9941dea tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:26.097854 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c6f1243e-de88-45d3-b459-8672d9941dea tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "DELETE /v2.0/subnets/751f24ca-cfe2-4106-914c-a968ac22a37f HTTP/1.1" status: 204 len: 168 time: 0.5343628 Dec 15 19:24:26.099680 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096748af-fc95-46b0-a887-b1696a0134f9 None None] Network 9f08bd91-b659-45bf-b3c9-c81a96171582 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:24:26.100732 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56500) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:26.245428 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c0b1c2ec-fa43-494b-b9b9-db140288a05a tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:26.259243 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-c0b1c2ec-fa43-494b-b9b9-db140288a05a tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Deleting port 55667c58-7944-4287-b8fa-7d32d54d1fb6 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:24:26.259627 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c0b1c2ec-fa43-494b-b9b9-db140288a05a tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:26.262451 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d611616f-8bfc-4c47-9bd7-4458d8fd7ae7 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852815828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854144871'] for router_interface, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:26.436645 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07006341-ee07-4794-91a0-f7bb793810fb None None] DHCP port deletion for 9f08bd91-b659-45bf-b3c9-c81a96171582 request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:24:26.441981 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-07006341-ee07-4794-91a0-f7bb793810fb None None] Deleting port 55667c58-7944-4287-b8fa-7d32d54d1fb6 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:24:26.442615 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-07006341-ee07-4794-91a0-f7bb793810fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:26.496956 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-c0b1c2ec-fa43-494b-b9b9-db140288a05a tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] For port 55667c58-7944-4287-b8fa-7d32d54d1fb6, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=55667c58-7944-4287-b8fa-7d32d54d1fb6,segment=NetworkSegment(284e2f49-4383-4fac-9318-c2129714d9fe),segment_id=284e2f49-4383-4fac-9318-c2129714d9fe)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:24:26.497564 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c0b1c2ec-fa43-494b-b9b9-db140288a05a tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:26.651823 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-c0b1c2ec-fa43-494b-b9b9-db140288a05a tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Calling delete_port for 55667c58-7944-4287-b8fa-7d32d54d1fb6 owned by network:dhcp {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:24:26.684078 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-07006341-ee07-4794-91a0-f7bb793810fb None None] For port 55667c58-7944-4287-b8fa-7d32d54d1fb6, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=55667c58-7944-4287-b8fa-7d32d54d1fb6,segment=NetworkSegment(284e2f49-4383-4fac-9318-c2129714d9fe),segment_id=284e2f49-4383-4fac-9318-c2129714d9fe)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:24:26.684450 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-07006341-ee07-4794-91a0-f7bb793810fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:26.746292 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c0b1c2ec-fa43-494b-b9b9-db140288a05a tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:26.752272 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f149cd5a-ffaa-4fb9-9cd5-0543fda7fcd8 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:26.799623 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b1c2ec-fa43-494b-b9b9-db140288a05a tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event deleted for resources: {'Port': ['ID=55667c58-7944-4287-b8fa-7d32d54d1fb6,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:26.802897 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c0b1c2ec-fa43-494b-b9b9-db140288a05a tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:26.805739 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b1c2ec-fa43-494b-b9b9-db140288a05a tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] No DVR routers for this DVR port 55667c58-7944-4287-b8fa-7d32d54d1fb6 on host dv-neutron-821831-2-hyperv {{(pid=88991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:24:26.941721 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c0b1c2ec-fa43-494b-b9b9-db140288a05a tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:26.969497 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d611616f-8bfc-4c47-9bd7-4458d8fd7ae7 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Router f2528676-455e-4e05-a114-1225869bb2d4 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:24:26.970211 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-07006341-ee07-4794-91a0-f7bb793810fb None None] Calling delete_port for 55667c58-7944-4287-b8fa-7d32d54d1fb6 owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:24:26.973803 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-c0b1c2ec-fa43-494b-b9b9-db140288a05a tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f08bd91-b659-45bf-b3c9-c81a96171582']}} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:26.987091 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-c0b1c2ec-fa43-494b-b9b9-db140288a05a tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '284e2f49-4383-4fac-9318-c2129714d9fe') {'for_net_delete': True} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:26.987407 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-c0b1c2ec-fa43-494b-b9b9-db140288a05a tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '284e2f49-4383-4fac-9318-c2129714d9fe') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:27.000848 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c0b1c2ec-fa43-494b-b9b9-db140288a05a tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838443042'] for segment, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:27.016103 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c0b1c2ec-fa43-494b-b9b9-db140288a05a tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:27.022881 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0b1c2ec-fa43-494b-b9b9-db140288a05a tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=88991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:24:27.023316 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c0b1c2ec-fa43-494b-b9b9-db140288a05a tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838443729'] for segment, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:27.039143 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:24:27.039143 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:24:27.039143 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:24:27.039143 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:24:27.039143 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:24:27.039143 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:24:27.039143 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:24:27.039143 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:24:27.039143 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:24:27.039143 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:24:27.039143 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:24:27.039143 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:24:27.039143 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:24:27.039143 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:24:27.039143 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:24:27.039143 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:24:27.039143 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:24:27.039143 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:24:27.039143 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:24:27.039143 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:24:27.039143 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:24:27.039143 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:24:27.039143 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:24:27.039143 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:24:27.039143 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:24:27.039143 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:24:27.039143 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:24:27.039143 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:24:27.039143 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:24:27.039143 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:24:27.039143 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:24:27.039143 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:24:27.047215 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-07006341-ee07-4794-91a0-f7bb793810fb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88992) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:24:27.047641 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-07006341-ee07-4794-91a0-f7bb793810fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:24:27.116931 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d611616f-8bfc-4c47-9bd7-4458d8fd7ae7 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:24:27.127630 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff8d353-4fa8-4df8-b6f3-d7acbc9d0126 None None] Sync routers for ids ['f2528676-455e-4e05-a114-1225869bb2d4'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:24:27.139878 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff8d353-4fa8-4df8-b6f3-d7acbc9d0126 None None] Routers {'f2528676-455e-4e05-a114-1225869bb2d4'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:24:27.140551 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-0ff8d353-4fa8-4df8-b6f3-d7acbc9d0126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:24:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['f2528676-455e-4e05-a114-1225869bb2d4'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:27.145976 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c0b1c2ec-fa43-494b-b9b9-db140288a05a tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:27.150461 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c0b1c2ec-fa43-494b-b9b9-db140288a05a tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:27.155457 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8bb4cbc9-353f-4c94-bb66-74c0d414ba76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:27.168372 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d611616f-8bfc-4c47-9bd7-4458d8fd7ae7 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "PUT /v2.0/routers/f2528676-455e-4e05-a114-1225869bb2d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7917023 Dec 15 19:24:27.177328 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56504) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:27.185843 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b1c2ec-fa43-494b-b9b9-db140288a05a tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event deleted for resources: {'Network': ['ID=9f08bd91-b659-45bf-b3c9-c81a96171582,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:27.189027 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c0b1c2ec-fa43-494b-b9b9-db140288a05a tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:27.209727 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-0ff8d353-4fa8-4df8-b6f3-d7acbc9d0126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:27.222104 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff8d353-4fa8-4df8-b6f3-d7acbc9d0126 None None] Routers {'f2528676-455e-4e05-a114-1225869bb2d4'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:24:27.222814 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-0ff8d353-4fa8-4df8-b6f3-d7acbc9d0126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:24:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['f2528676-455e-4e05-a114-1225869bb2d4'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:27.227098 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c0b1c2ec-fa43-494b-b9b9-db140288a05a tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "DELETE /v2.0/networks/9f08bd91-b659-45bf-b3c9-c81a96171582 HTTP/1.1" status: 204 len: 168 time: 1.1247077 Dec 15 19:24:27.231896 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56508) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:27.239454 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-a8fbe8b6-ea0f-421d-9ce4-80b9cfc82bda tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1212983026'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:24:27.245227 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a8fbe8b6-ea0f-421d-9ce4-80b9cfc82bda tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:24:27.249545 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-a8fbe8b6-ea0f-421d-9ce4-80b9cfc82bda tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Usage tracker for resource:network and tenant:f3e95df2fc6f4d8e9322e2f06d7e1f38 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:24:27.252975 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-a8fbe8b6-ea0f-421d-9ce4-80b9cfc82bda tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:24:27.259114 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a8fbe8b6-ea0f-421d-9ce4-80b9cfc82bda tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:24:27.284540 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-0ff8d353-4fa8-4df8-b6f3-d7acbc9d0126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:27.285001 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff8d353-4fa8-4df8-b6f3-d7acbc9d0126 None None] The sync data for ids ['f2528676-455e-4e05-a114-1225869bb2d4'] in dv-neutron-821831-2-hyperv is: [] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:24:27.294622 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8fbe8b6-ea0f-421d-9ce4-80b9cfc82bda tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Made reservation on behalf of f3e95df2fc6f4d8e9322e2f06d7e1f38 for: {'network': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:24:27.300231 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a8fbe8b6-ea0f-421d-9ce4-80b9cfc82bda tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:27.330141 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8fbe8b6-ea0f-421d-9ce4-80b9cfc82bda tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=88991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:24:27.339566 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a8fbe8b6-ea0f-421d-9ce4-80b9cfc82bda tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:27.339964 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-a8fbe8b6-ea0f-421d-9ce4-80b9cfc82bda tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Added segment 13b8769f-97c0-46e2-af2f-d5c12c230d46 of type vlan for network 033e1be8-9e31-4953-8e7e-461d87e840a6 Dec 15 19:24:27.366443 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a8fbe8b6-ea0f-421d-9ce4-80b9cfc82bda tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:27.426007 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a8fbe8b6-ea0f-421d-9ce4-80b9cfc82bda tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:27.430153 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8fbe8b6-ea0f-421d-9ce4-80b9cfc82bda tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:24:27.430834 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a8fbe8b6-ea0f-421d-9ce4-80b9cfc82bda tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:27.436739 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-43876271-db76-4337-9d88-55e5e5a44f4b tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:27.531499 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-afd4d25c-9d0d-4507-bbd1-58e90cbb1105 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] remove_router_interface failed (client error): The resource could not be found. Dec 15 19:24:27.532580 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-afd4d25c-9d0d-4507-bbd1-58e90cbb1105 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "PUT /v2.0/routers/f2528676-455e-4e05-a114-1225869bb2d4/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3629506 Dec 15 19:24:27.535735 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56512) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:27.549283 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-07006341-ee07-4794-91a0-f7bb793810fb None None] Deleting port 55667c58-7944-4287-b8fa-7d32d54d1fb6 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:24:27.549722 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-07006341-ee07-4794-91a0-f7bb793810fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:27.580841 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a8fbe8b6-ea0f-421d-9ce4-80b9cfc82bda tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3476591 Dec 15 19:24:27.584005 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56516) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:27.592320 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-2b1b971a-4802-4d26-858e-40ebbbd1d492 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Request body: {'subnet': {'network_id': '033e1be8-9e31-4953-8e7e-461d87e840a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:24:27.606577 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-788adea8-5c57-4583-a623-2524c6745e20 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "GET /v2.0/ports?device_id=f2528676-455e-4e05-a114-1225869bb2d4 HTTP/1.1" status: 200 len: 205 time: 0.0566483 Dec 15 19:24:27.607895 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56520) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:27.608680 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fbe8b6-ea0f-421d-9ce4-80b9cfc82bda tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event updated for resources: {'Network': ['ID=033e1be8-9e31-4953-8e7e-461d87e840a6,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:27.622202 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-07006341-ee07-4794-91a0-f7bb793810fb None None] The port '55667c58-7944-4287-b8fa-7d32d54d1fb6' was deleted {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 15 19:24:27.716855 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-2b1b971a-4802-4d26-858e-40ebbbd1d492 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:24:27.720901 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-2b1b971a-4802-4d26-858e-40ebbbd1d492 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Usage tracker for resource:subnet and tenant:f3e95df2fc6f4d8e9322e2f06d7e1f38 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:24:27.723896 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-2b1b971a-4802-4d26-858e-40ebbbd1d492 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:24:27.730042 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-2b1b971a-4802-4d26-858e-40ebbbd1d492 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:24:27.745704 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fbe8b6-ea0f-421d-9ce4-80b9cfc82bda tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:24:27.746133 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fbe8b6-ea0f-421d-9ce4-80b9cfc82bda tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:24:27.746585 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fbe8b6-ea0f-421d-9ce4-80b9cfc82bda tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:24:27.749585 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fbe8b6-ea0f-421d-9ce4-80b9cfc82bda tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:24:27.749585 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fbe8b6-ea0f-421d-9ce4-80b9cfc82bda tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:24:27.749585 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fbe8b6-ea0f-421d-9ce4-80b9cfc82bda tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:24:27.749585 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fbe8b6-ea0f-421d-9ce4-80b9cfc82bda tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:24:27.749585 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fbe8b6-ea0f-421d-9ce4-80b9cfc82bda tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:24:27.749585 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fbe8b6-ea0f-421d-9ce4-80b9cfc82bda tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:24:27.749585 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fbe8b6-ea0f-421d-9ce4-80b9cfc82bda tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:24:27.750581 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fbe8b6-ea0f-421d-9ce4-80b9cfc82bda tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:24:27.758137 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a8fbe8b6-ea0f-421d-9ce4-80b9cfc82bda tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:27.761959 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 033e1be8-9e31-4953-8e7e-461d87e840a6 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:24:27.768983 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b1b971a-4802-4d26-858e-40ebbbd1d492 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Made reservation on behalf of f3e95df2fc6f4d8e9322e2f06d7e1f38 for: {'subnet': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:24:27.777636 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-84d5ce36-bce4-4ddf-bb7d-1f6ae0f81184 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for router, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:27.870916 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 55667c58-7944-4287-b8fa-7d32d54d1fb6 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:24:27.891631 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2b1b971a-4802-4d26-858e-40ebbbd1d492 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839924940'] for subnet, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:27.909847 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 55667c58-7944-4287-b8fa-7d32d54d1fb6 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:24:27.909847 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 55667c58-7944-4287-b8fa-7d32d54d1fb6 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:24:28.157743 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2b1b971a-4802-4d26-858e-40ebbbd1d492 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838139473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839924955'] for subnet, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:28.162221 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-28284978-28ae-4ec5-989e-2f1eb94f1549 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:28.184735 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-84d5ce36-bce4-4ddf-bb7d-1f6ae0f81184 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854207876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854699191'] for router, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:28.189199 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-84d5ce36-bce4-4ddf-bb7d-1f6ae0f81184 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:28.237675 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1b971a-4802-4d26-858e-40ebbbd1d492 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event updated for resources: {'Subnet': ['ID=40ff50af-1256-40c7-90ce-72d496facdf4,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:28.253375 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1b971a-4802-4d26-858e-40ebbbd1d492 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:24:28.253806 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1b971a-4802-4d26-858e-40ebbbd1d492 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:24:28.254232 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1b971a-4802-4d26-858e-40ebbbd1d492 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:24:28.254705 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1b971a-4802-4d26-858e-40ebbbd1d492 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:24:28.255126 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1b971a-4802-4d26-858e-40ebbbd1d492 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:24:28.255542 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1b971a-4802-4d26-858e-40ebbbd1d492 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:24:28.255960 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1b971a-4802-4d26-858e-40ebbbd1d492 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:24:28.256372 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1b971a-4802-4d26-858e-40ebbbd1d492 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:24:28.256787 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1b971a-4802-4d26-858e-40ebbbd1d492 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:24:28.257222 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1b971a-4802-4d26-858e-40ebbbd1d492 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:24:28.257633 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1b971a-4802-4d26-858e-40ebbbd1d492 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:24:28.261967 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2b1b971a-4802-4d26-858e-40ebbbd1d492 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:28.267214 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1b971a-4802-4d26-858e-40ebbbd1d492 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Checking segment: {'id': '13b8769f-97c0-46e2-af2f-d5c12c230d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '033e1be8-9e31-4953-8e7e-461d87e840a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:24:28.267615 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1b971a-4802-4d26-858e-40ebbbd1d492 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Network hostable DHCP agents. Network: 033e1be8-9e31-4953-8e7e-461d87e840a6, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:24:28.328712 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1b971a-4802-4d26-858e-40ebbbd1d492 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Network 033e1be8-9e31-4953-8e7e-461d87e840a6 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:24:28.391653 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-84d5ce36-bce4-4ddf-bb7d-1f6ae0f81184 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854207982'] for router, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:28.392193 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d5ce36-bce4-4ddf-bb7d-1f6ae0f81184 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Fanout notify agent at l3_agent the message router_deleted on router f2528676-455e-4e05-a114-1225869bb2d4 {{(pid=88991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 19:24:28.404072 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-84d5ce36-bce4-4ddf-bb7d-1f6ae0f81184 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for router, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:28.405241 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-84d5ce36-bce4-4ddf-bb7d-1f6ae0f81184 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "DELETE /v2.0/routers/f2528676-455e-4e05-a114-1225869bb2d4 HTTP/1.1" status: 204 len: 168 time: 0.7935097 Dec 15 19:24:28.408133 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56524) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:28.420358 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-2b1b971a-4802-4d26-858e-40ebbbd1d492 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, 033e1be8-9e31-4953-8e7e-461d87e840a6) {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:24:28.424539 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1b971a-4802-4d26-858e-40ebbbd1d492 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:24:28.425231 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2b1b971a-4802-4d26-858e-40ebbbd1d492 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:28.434457 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18497c6e-d013-4b1f-ab74-0f922c08f74d None None] Network 033e1be8-9e31-4953-8e7e-461d87e840a6 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:24:28.487000 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-2b1b971a-4802-4d26-858e-40ebbbd1d492 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8988607 Dec 15 19:24:28.487307 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56530) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:28.493643 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-7a9df165-07c1-44be-9fc7-3befb2ac668c tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-227692756', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:24:28.501878 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-7a9df165-07c1-44be-9fc7-3befb2ac668c tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:24:28.506159 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-7a9df165-07c1-44be-9fc7-3befb2ac668c tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Usage tracker for resource:router and tenant:f3e95df2fc6f4d8e9322e2f06d7e1f38 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:24:28.509236 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-7a9df165-07c1-44be-9fc7-3befb2ac668c tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:24:28.516457 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-7a9df165-07c1-44be-9fc7-3befb2ac668c tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:24:28.552085 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7a9df165-07c1-44be-9fc7-3befb2ac668c tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854699176'] for router, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:28.553837 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7a9df165-07c1-44be-9fc7-3befb2ac668c tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854194926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-76609'] for router, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:28.573309 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7a9df165-07c1-44be-9fc7-3befb2ac668c tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:28.611184 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-8acc2f07-3fd5-4d30-ab71-b6af536a432c tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Deleting subnet d106907e-9bf9-4674-a659-0bcfb499bed8 {{(pid=88991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:24:28.614343 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8acc2f07-3fd5-4d30-ab71-b6af536a432c tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for subnet, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:28.626830 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7a9df165-07c1-44be-9fc7-3befb2ac668c tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904'] for router, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:28.663490 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc363330-43d9-4a2b-aedd-442582da4bea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-033e1be8-9e31-4953-8e7e-461d87e840a6', 'network_id': '033e1be8-9e31-4953-8e7e-461d87e840a6', 'tenant_id': 'f3e95df2fc6f4d8e9322e2f06d7e1f38', 'fixed_ips': [{'subnet_id': '40ff50af-1256-40c7-90ce-72d496facdf4'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:24:28.664374 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fc363330-43d9-4a2b-aedd-442582da4bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:28.676715 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8acc2f07-3fd5-4d30-ab71-b6af536a432c tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16332759'] for subnet, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:28.678024 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7a9df165-07c1-44be-9fc7-3befb2ac668c tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:28.682678 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-7a9df165-07c1-44be-9fc7-3befb2ac668c tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1911397 Dec 15 19:24:28.683257 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56534) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:28.690047 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-ed854e7e-d51c-4fb8-941a-40f86e58a4d6 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Request body: {'port': {'network_id': '033e1be8-9e31-4953-8e7e-461d87e840a6', 'name': 'tempest-PortsTestJSON-1467633600'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:24:28.766971 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8acc2f07-3fd5-4d30-ab71-b6af536a432c tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:28.836643 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ed854e7e-d51c-4fb8-941a-40f86e58a4d6 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:24:28.837956 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-fc363330-43d9-4a2b-aedd-442582da4bea None None] Allocated IP 172.20.0.2 (033e1be8-9e31-4953-8e7e-461d87e840a6/40ff50af-1256-40c7-90ce-72d496facdf4/8b7c41c1-f7f0-4f9c-9f97-4ff57cbaccc1) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:24:28.841645 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ed854e7e-d51c-4fb8-941a-40f86e58a4d6 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Usage tracker for resource:port and tenant:f3e95df2fc6f4d8e9322e2f06d7e1f38 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:24:28.844648 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ed854e7e-d51c-4fb8-941a-40f86e58a4d6 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:24:28.850718 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ed854e7e-d51c-4fb8-941a-40f86e58a4d6 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:24:28.946509 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8acc2f07-3fd5-4d30-ab71-b6af536a432c tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16156049'] for subnet, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:28.952071 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c2309a4f-82d1-44b7-8fb7-3838ba0a6396 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:28.971362 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed854e7e-d51c-4fb8-941a-40f86e58a4d6 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Made reservation on behalf of f3e95df2fc6f4d8e9322e2f06d7e1f38 for: {'port': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:24:28.977368 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ed854e7e-d51c-4fb8-941a-40f86e58a4d6 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:28.989409 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acc2f07-3fd5-4d30-ab71-b6af536a432c tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Pushing event deleted for resources: {'Subnet': ['ID=d106907e-9bf9-4674-a659-0bcfb499bed8,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:28.992007 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8acc2f07-3fd5-4d30-ab71-b6af536a432c tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:28.997861 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8acc2f07-3fd5-4d30-ab71-b6af536a432c tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:29.006316 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8acc2f07-3fd5-4d30-ab71-b6af536a432c tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "DELETE /v2.0/subnets/d106907e-9bf9-4674-a659-0bcfb499bed8 HTTP/1.1" status: 204 len: 168 time: 0.5955465 Dec 15 19:24:29.006528 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-ed854e7e-d51c-4fb8-941a-40f86e58a4d6 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] device_id is not set on port b89fdeb9-67e3-4d80-9a32-9051496471fb yet. {{(pid=88990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:24:29.009585 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf11484-3b37-4df2-94ba-a0a143956042 None None] Network 0fa370b9-eee7-4faa-80ab-c9d02bb508a4 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:24:29.010471 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56538) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:29.328053 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fc363330-43d9-4a2b-aedd-442582da4bea None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:29.343403 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-fc363330-43d9-4a2b-aedd-442582da4bea None None] Transition to ACTIVE for port object 8b7c41c1-f7f0-4f9c-9f97-4ff57cbaccc1 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:24:29.361390 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-01f35dc8-4c85-4d4b-8854-8a9e254f526a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:29.364741 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-fc363330-43d9-4a2b-aedd-442582da4bea None None] Transition to ACTIVE for port object 8b7c41c1-f7f0-4f9c-9f97-4ff57cbaccc1 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:24:29.373805 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-01f35dc8-4c85-4d4b-8854-8a9e254f526a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Deleting port 8eea1200-31f9-4038-9142-1d620f3c3e4e {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:24:29.374183 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-01f35dc8-4c85-4d4b-8854-8a9e254f526a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:29.392234 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fc363330-43d9-4a2b-aedd-442582da4bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:29.397201 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:29.435858 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b3a6f0-f6b8-4278-b0d0-8f0806e70cc9 None None] DHCP port deletion for 0fa370b9-eee7-4faa-80ab-c9d02bb508a4 request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:24:29.442889 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-ed854e7e-d51c-4fb8-941a-40f86e58a4d6 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Allocated IP 172.20.0.7 (033e1be8-9e31-4953-8e7e-461d87e840a6/40ff50af-1256-40c7-90ce-72d496facdf4/b89fdeb9-67e3-4d80-9a32-9051496471fb) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:24:29.455718 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-97b3a6f0-f6b8-4278-b0d0-8f0806e70cc9 None None] Deleting port 8eea1200-31f9-4038-9142-1d620f3c3e4e {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:24:29.456146 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-97b3a6f0-f6b8-4278-b0d0-8f0806e70cc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:29.520169 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc363330-43d9-4a2b-aedd-442582da4bea None None] Network 033e1be8-9e31-4953-8e7e-461d87e840a6 is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:24:29.532988 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-fc363330-43d9-4a2b-aedd-442582da4bea None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:24:29.534866 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc363330-43d9-4a2b-aedd-442582da4bea None None] Pushing event updated for resources: {'Port': ['ID=8b7c41c1-f7f0-4f9c-9f97-4ff57cbaccc1,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:29.537162 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc363330-43d9-4a2b-aedd-442582da4bea None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:24:29.541762 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fc363330-43d9-4a2b-aedd-442582da4bea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:29.615030 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-01f35dc8-4c85-4d4b-8854-8a9e254f526a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] For port 8eea1200-31f9-4038-9142-1d620f3c3e4e, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=8eea1200-31f9-4038-9142-1d620f3c3e4e,segment=NetworkSegment(577ff76a-541b-44eb-976a-ccb88e99b9ba),segment_id=577ff76a-541b-44eb-976a-ccb88e99b9ba)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:24:29.615560 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-01f35dc8-4c85-4d4b-8854-8a9e254f526a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:29.671977 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ed854e7e-d51c-4fb8-941a-40f86e58a4d6 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:29.691920 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-ed854e7e-d51c-4fb8-941a-40f86e58a4d6 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Transition to ACTIVE for port object b89fdeb9-67e3-4d80-9a32-9051496471fb will not be triggered until provisioned by entity DHCP. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:24:29.696805 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-fc363330-43d9-4a2b-aedd-442582da4bea None None] Attempting to bind port 8b7c41c1-f7f0-4f9c-9f97-4ff57cbaccc1 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:24:29.697230 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-fc363330-43d9-4a2b-aedd-442582da4bea None None] Attempting to bind port 8b7c41c1-f7f0-4f9c-9f97-4ff57cbaccc1 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '13b8769f-97c0-46e2-af2f-d5c12c230d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '033e1be8-9e31-4953-8e7e-461d87e840a6'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:24:29.697680 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc363330-43d9-4a2b-aedd-442582da4bea None None] Attempting to bind port 8b7c41c1-f7f0-4f9c-9f97-4ff57cbaccc1 on network 033e1be8-9e31-4953-8e7e-461d87e840a6 {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:24:29.740345 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ed854e7e-d51c-4fb8-941a-40f86e58a4d6 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:29.747140 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8b27ad1c-a63b-48d2-b2bc-6f306585b9da tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:29.752859 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-01f35dc8-4c85-4d4b-8854-8a9e254f526a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Calling delete_port for 8eea1200-31f9-4038-9142-1d620f3c3e4e owned by network:dhcp {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:24:29.769527 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc363330-43d9-4a2b-aedd-442582da4bea None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:24:29.769945 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc363330-43d9-4a2b-aedd-442582da4bea None None] Checking segment: {'id': '13b8769f-97c0-46e2-af2f-d5c12c230d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '033e1be8-9e31-4953-8e7e-461d87e840a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:24:29.770442 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fc363330-43d9-4a2b-aedd-442582da4bea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:29.770884 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc363330-43d9-4a2b-aedd-442582da4bea None None] Bound using segment: {'id': '13b8769f-97c0-46e2-af2f-d5c12c230d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '033e1be8-9e31-4953-8e7e-461d87e840a6'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:24:29.771402 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-fc363330-43d9-4a2b-aedd-442582da4bea None None] Bound port: 8b7c41c1-f7f0-4f9c-9f97-4ff57cbaccc1, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13b8769f-97c0-46e2-af2f-d5c12c230d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '033e1be8-9e31-4953-8e7e-461d87e840a6'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:24:29.771820 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fc363330-43d9-4a2b-aedd-442582da4bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:29.824797 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed854e7e-d51c-4fb8-941a-40f86e58a4d6 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Network 033e1be8-9e31-4953-8e7e-461d87e840a6 is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:24:29.829023 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-ed854e7e-d51c-4fb8-941a-40f86e58a4d6 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:24:29.831247 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed854e7e-d51c-4fb8-941a-40f86e58a4d6 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event updated for resources: {'Port': ['ID=b89fdeb9-67e3-4d80-9a32-9051496471fb,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:29.842428 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ed854e7e-d51c-4fb8-941a-40f86e58a4d6 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:29.843198 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed854e7e-d51c-4fb8-941a-40f86e58a4d6 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:24:29.848670 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-97b3a6f0-f6b8-4278-b0d0-8f0806e70cc9 None None] For port 8eea1200-31f9-4038-9142-1d620f3c3e4e, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=8eea1200-31f9-4038-9142-1d620f3c3e4e,segment=NetworkSegment(577ff76a-541b-44eb-976a-ccb88e99b9ba),segment_id=577ff76a-541b-44eb-976a-ccb88e99b9ba)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:24:29.848968 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-97b3a6f0-f6b8-4278-b0d0-8f0806e70cc9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:29.866954 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-01f35dc8-4c85-4d4b-8854-8a9e254f526a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:29.873086 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ccac59e2-fdf5-4654-a708-c4b6a560b232 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:29.875998 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 8eea1200-31f9-4038-9142-1d620f3c3e4e no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:24:29.914931 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f35dc8-4c85-4d4b-8854-8a9e254f526a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Pushing event deleted for resources: {'Port': ['ID=8eea1200-31f9-4038-9142-1d620f3c3e4e,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:29.915429 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed854e7e-d51c-4fb8-941a-40f86e58a4d6 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:24:29.916914 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ed854e7e-d51c-4fb8-941a-40f86e58a4d6 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:29.918318 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-01f35dc8-4c85-4d4b-8854-8a9e254f526a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:29.923919 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f35dc8-4c85-4d4b-8854-8a9e254f526a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] No DVR routers for this DVR port 8eea1200-31f9-4038-9142-1d620f3c3e4e on host dv-neutron-821831-2-hyperv {{(pid=88991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:24:29.974036 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ed854e7e-d51c-4fb8-941a-40f86e58a4d6 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2868972 Dec 15 19:24:29.974463 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56542) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:30.027189 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-97b3a6f0-f6b8-4278-b0d0-8f0806e70cc9 None None] Calling delete_port for 8eea1200-31f9-4038-9142-1d620f3c3e4e owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:24:30.056697 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-01f35dc8-4c85-4d4b-8854-8a9e254f526a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:30.065110 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 8eea1200-31f9-4038-9142-1d620f3c3e4e {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:24:30.065509 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 8eea1200-31f9-4038-9142-1d620f3c3e4e not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:24:30.081817 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-fc363330-43d9-4a2b-aedd-442582da4bea None None] For port 8b7c41c1-f7f0-4f9c-9f97-4ff57cbaccc1, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:24:30.092151 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-fc363330-43d9-4a2b-aedd-442582da4bea None None] For port 8b7c41c1-f7f0-4f9c-9f97-4ff57cbaccc1, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=8b7c41c1-f7f0-4f9c-9f97-4ff57cbaccc1,segment=NetworkSegment(13b8769f-97c0-46e2-af2f-d5c12c230d46),segment_id=13b8769f-97c0-46e2-af2f-d5c12c230d46)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:24:30.092727 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-01f35dc8-4c85-4d4b-8854-8a9e254f526a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fa370b9-eee7-4faa-80ab-c9d02bb508a4']}} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:30.106864 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-01f35dc8-4c85-4d4b-8854-8a9e254f526a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '577ff76a-541b-44eb-976a-ccb88e99b9ba') {'for_net_delete': True} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:30.112183 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-01f35dc8-4c85-4d4b-8854-8a9e254f526a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '577ff76a-541b-44eb-976a-ccb88e99b9ba') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:30.119397 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-97b3a6f0-f6b8-4278-b0d0-8f0806e70cc9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88992) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:24:30.119571 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-01f35dc8-4c85-4d4b-8854-8a9e254f526a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838443042'] for segment, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:30.119760 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-97b3a6f0-f6b8-4278-b0d0-8f0806e70cc9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:24:30.123358 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fc363330-43d9-4a2b-aedd-442582da4bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:30.129106 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fc363330-43d9-4a2b-aedd-442582da4bea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:30.134609 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-01f35dc8-4c85-4d4b-8854-8a9e254f526a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:30.141093 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01f35dc8-4c85-4d4b-8854-8a9e254f526a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=88991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:24:30.141526 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-01f35dc8-4c85-4d4b-8854-8a9e254f526a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838443729'] for segment, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:30.156992 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:24:30.156992 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:24:30.156992 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:24:30.156992 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:24:30.156992 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:24:30.156992 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:24:30.156992 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:24:30.156992 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:24:30.156992 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:24:30.156992 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:24:30.156992 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:24:30.156992 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:24:30.156992 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:24:30.156992 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:24:30.156992 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:24:30.156992 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:24:30.156992 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:24:30.156992 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:24:30.156992 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:24:30.156992 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:24:30.156992 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:24:30.156992 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:24:30.156992 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:24:30.156992 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:24:30.156992 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:24:30.156992 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:24:30.156992 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:24:30.156992 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:24:30.156992 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:24:30.156992 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:24:30.156992 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:24:30.156992 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:24:30.223619 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc363330-43d9-4a2b-aedd-442582da4bea None None] Pushing event updated for resources: {'Port': ['ID=8b7c41c1-f7f0-4f9c-9f97-4ff57cbaccc1,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:30.226658 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fc363330-43d9-4a2b-aedd-442582da4bea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:30.277792 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-01f35dc8-4c85-4d4b-8854-8a9e254f526a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:30.281373 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8e2280e0-07ff-4362-8758-63cef739a172 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:30.300012 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-01f35dc8-4c85-4d4b-8854-8a9e254f526a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:30.309799 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f35dc8-4c85-4d4b-8854-8a9e254f526a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Pushing event deleted for resources: {'Network': ['ID=0fa370b9-eee7-4faa-80ab-c9d02bb508a4,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:30.315316 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-01f35dc8-4c85-4d4b-8854-8a9e254f526a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:30.319374 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-01f35dc8-4c85-4d4b-8854-8a9e254f526a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "DELETE /v2.0/networks/0fa370b9-eee7-4faa-80ab-c9d02bb508a4 HTTP/1.1" status: 204 len: 168 time: 1.3079050 Dec 15 19:24:30.324287 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56546) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:30.330258 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-70fd0627-5465-4d2e-86c5-88d4b79d811f tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1986693588'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:24:30.335965 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-70fd0627-5465-4d2e-86c5-88d4b79d811f tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:24:30.341417 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-70fd0627-5465-4d2e-86c5-88d4b79d811f tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Usage tracker for resource:network and tenant:2c052fc4a8434b5ab31c24b37c4ed2ab is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:24:30.344645 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-70fd0627-5465-4d2e-86c5-88d4b79d811f tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:24:30.350869 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-70fd0627-5465-4d2e-86c5-88d4b79d811f tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:24:30.392016 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70fd0627-5465-4d2e-86c5-88d4b79d811f tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Made reservation on behalf of 2c052fc4a8434b5ab31c24b37c4ed2ab for: {'network': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:24:30.397821 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-70fd0627-5465-4d2e-86c5-88d4b79d811f tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:30.427545 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70fd0627-5465-4d2e-86c5-88d4b79d811f tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=88991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:24:30.436749 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-70fd0627-5465-4d2e-86c5-88d4b79d811f tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:30.437148 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-70fd0627-5465-4d2e-86c5-88d4b79d811f tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Added segment 5090e457-9bbb-4c14-be56-6b4fb8c90374 of type vlan for network bd59f550-72cb-4d95-8ebd-ce4c2c34fbc4 Dec 15 19:24:30.467529 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-70fd0627-5465-4d2e-86c5-88d4b79d811f tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:30.528972 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-70fd0627-5465-4d2e-86c5-88d4b79d811f tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:30.533756 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fd0627-5465-4d2e-86c5-88d4b79d811f tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:24:30.538335 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-70fd0627-5465-4d2e-86c5-88d4b79d811f tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:30.554338 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-aa3ecb3f-7142-4ffd-a6fe-08cb1dfd2d40 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:30.621373 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-97b3a6f0-f6b8-4278-b0d0-8f0806e70cc9 None None] Deleting port 8eea1200-31f9-4038-9142-1d620f3c3e4e {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:24:30.622704 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-97b3a6f0-f6b8-4278-b0d0-8f0806e70cc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:30.630279 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a613f228-6956-476c-ad24-fe875619d790 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:30.673168 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fd0627-5465-4d2e-86c5-88d4b79d811f tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Pushing event updated for resources: {'Network': ['ID=bd59f550-72cb-4d95-8ebd-ce4c2c34fbc4,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:30.676253 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-70fd0627-5465-4d2e-86c5-88d4b79d811f tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:30.681365 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-70fd0627-5465-4d2e-86c5-88d4b79d811f tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3566270 Dec 15 19:24:30.682596 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56550) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:30.689001 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-29bac4d5-2b51-4d2d-add6-311f75447582 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Request body: {'subnet': {'network_id': 'bd59f550-72cb-4d95-8ebd-ce4c2c34fbc4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:24:30.723795 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-97b3a6f0-f6b8-4278-b0d0-8f0806e70cc9 None None] The port '8eea1200-31f9-4038-9142-1d620f3c3e4e' was deleted {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 15 19:24:30.730274 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network bd59f550-72cb-4d95-8ebd-ce4c2c34fbc4 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:24:30.820167 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-29bac4d5-2b51-4d2d-add6-311f75447582 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:24:30.825964 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-29bac4d5-2b51-4d2d-add6-311f75447582 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Usage tracker for resource:subnet and tenant:2c052fc4a8434b5ab31c24b37c4ed2ab is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:24:30.831319 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-29bac4d5-2b51-4d2d-add6-311f75447582 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:24:30.841360 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-29bac4d5-2b51-4d2d-add6-311f75447582 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:24:30.877743 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29bac4d5-2b51-4d2d-add6-311f75447582 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Made reservation on behalf of 2c052fc4a8434b5ab31c24b37c4ed2ab for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:24:30.996724 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-29bac4d5-2b51-4d2d-add6-311f75447582 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:31.254704 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-29bac4d5-2b51-4d2d-add6-311f75447582 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:31.259439 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c3a1e0d3-0009-449f-9be1-c70002528c8f tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:31.272711 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a613f228-6956-476c-ad24-fe875619d790 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:31.300167 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a613f228-6956-476c-ad24-fe875619d790 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:31.304968 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f66689cd-1e80-47fb-9dbb-e1184b176c58 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:31.344211 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bac4d5-2b51-4d2d-add6-311f75447582 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Pushing event updated for resources: {'Subnet': ['ID=5c381eca-2ca0-4c62-956c-72cac7688cf9,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:31.348472 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-29bac4d5-2b51-4d2d-add6-311f75447582 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:31.357473 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bac4d5-2b51-4d2d-add6-311f75447582 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Checking segment: {'id': '5090e457-9bbb-4c14-be56-6b4fb8c90374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'bd59f550-72cb-4d95-8ebd-ce4c2c34fbc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:24:31.357874 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bac4d5-2b51-4d2d-add6-311f75447582 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Network hostable DHCP agents. Network: bd59f550-72cb-4d95-8ebd-ce4c2c34fbc4, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:24:31.408668 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bac4d5-2b51-4d2d-add6-311f75447582 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Network bd59f550-72cb-4d95-8ebd-ce4c2c34fbc4 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:24:31.422827 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a613f228-6956-476c-ad24-fe875619d790 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event updated for resources: {'Port': ['ID=b89fdeb9-67e3-4d80-9a32-9051496471fb,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:31.427609 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a613f228-6956-476c-ad24-fe875619d790 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:31.449333 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-29bac4d5-2b51-4d2d-add6-311f75447582 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, bd59f550-72cb-4d95-8ebd-ce4c2c34fbc4) {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:24:31.453452 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29bac4d5-2b51-4d2d-add6-311f75447582 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:24:31.454112 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-29bac4d5-2b51-4d2d-add6-311f75447582 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:31.459194 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33284e3a-ad14-434f-83b7-e3c831cbb7e2 None None] Network bd59f550-72cb-4d95-8ebd-ce4c2c34fbc4 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:24:31.511133 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-29bac4d5-2b51-4d2d-add6-311f75447582 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8263011 Dec 15 19:24:31.512278 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56554) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:31.519499 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-868fd7eb-f7e4-4d3a-ac9b-0cb2dffe9227 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1671262211', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:24:31.528761 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-868fd7eb-f7e4-4d3a-ac9b-0cb2dffe9227 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:24:31.535292 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-868fd7eb-f7e4-4d3a-ac9b-0cb2dffe9227 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Usage tracker for resource:router and tenant:2c052fc4a8434b5ab31c24b37c4ed2ab is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:24:31.539815 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-868fd7eb-f7e4-4d3a-ac9b-0cb2dffe9227 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:24:31.549181 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-868fd7eb-f7e4-4d3a-ac9b-0cb2dffe9227 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:24:31.608802 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-868fd7eb-f7e4-4d3a-ac9b-0cb2dffe9227 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854699176'] for router, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:31.610254 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-868fd7eb-f7e4-4d3a-ac9b-0cb2dffe9227 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854194926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-76609'] for router, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:31.648138 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-868fd7eb-f7e4-4d3a-ac9b-0cb2dffe9227 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:31.673915 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a613f228-6956-476c-ad24-fe875619d790 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630901'] for router_interface, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:31.700694 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-868fd7eb-f7e4-4d3a-ac9b-0cb2dffe9227 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904'] for router, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:31.722480 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04818f21-598a-4e5e-b8b0-daa399fc9c0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-bd59f550-72cb-4d95-8ebd-ce4c2c34fbc4', 'network_id': 'bd59f550-72cb-4d95-8ebd-ce4c2c34fbc4', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'fixed_ips': [{'subnet_id': '5c381eca-2ca0-4c62-956c-72cac7688cf9'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:24:31.723503 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-04818f21-598a-4e5e-b8b0-daa399fc9c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:31.772994 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-868fd7eb-f7e4-4d3a-ac9b-0cb2dffe9227 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for router, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:31.777002 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-868fd7eb-f7e4-4d3a-ac9b-0cb2dffe9227 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2604239 Dec 15 19:24:31.777357 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56558) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:31.819589 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a613f228-6956-476c-ad24-fe875619d790 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:31.933640 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 8b7c41c1-f7f0-4f9c-9f97-4ff57cbaccc1 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:24:31.997040 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-04818f21-598a-4e5e-b8b0-daa399fc9c0b None None] Allocated IP 2001:db8::2 (bd59f550-72cb-4d95-8ebd-ce4c2c34fbc4/5c381eca-2ca0-4c62-956c-72cac7688cf9/a0382e0c-f6ce-4761-9bc2-a79adae0dd17) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:24:32.277354 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e761881-c423-430c-80e0-6964b5ffff65 None None] Network 033e1be8-9e31-4953-8e7e-461d87e840a6 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:24:32.327238 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a613f228-6956-476c-ad24-fe875619d790 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:32.357811 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a613f228-6956-476c-ad24-fe875619d790 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:32.366531 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 8b7c41c1-f7f0-4f9c-9f97-4ff57cbaccc1 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:24:32.379349 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6fc34cff-d34e-4156-9ed2-a4ca26a97d5e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:32.390340 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5e90e9ee-2dbc-46f9-b89b-34bd90bc36f5 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:32.472598 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-4c69caae-6b0a-471d-af8d-a794a3eb5261 None None] Provisioning for port 8b7c41c1-f7f0-4f9c-9f97-4ff57cbaccc1 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:24:32.482397 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a613f228-6956-476c-ad24-fe875619d790 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1959989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854145006'] for router_interface, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:32.487275 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-4c69caae-6b0a-471d-af8d-a794a3eb5261 None None] Provisioning complete for port 8b7c41c1-f7f0-4f9c-9f97-4ff57cbaccc1 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:24:32.487275 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4c69caae-6b0a-471d-af8d-a794a3eb5261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:32.487899 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a613f228-6956-476c-ad24-fe875619d790 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event updated for resources: {'Port': ['ID=b89fdeb9-67e3-4d80-9a32-9051496471fb,revision_number=3']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:32.492081 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a613f228-6956-476c-ad24-fe875619d790 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:32.646580 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a613f228-6956-476c-ad24-fe875619d790 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Network 033e1be8-9e31-4953-8e7e-461d87e840a6 is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:24:32.647852 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-04818f21-598a-4e5e-b8b0-daa399fc9c0b None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:32.647984 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-a613f228-6956-476c-ad24-fe875619d790 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:24:32.670443 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-04818f21-598a-4e5e-b8b0-daa399fc9c0b None None] Transition to ACTIVE for port object a0382e0c-f6ce-4761-9bc2-a79adae0dd17 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:24:32.743919 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-04818f21-598a-4e5e-b8b0-daa399fc9c0b None None] Transition to ACTIVE for port object a0382e0c-f6ce-4761-9bc2-a79adae0dd17 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:24:32.800693 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-04818f21-598a-4e5e-b8b0-daa399fc9c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:32.806972 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:32.824629 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-6fc34cff-d34e-4156-9ed2-a4ca26a97d5e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Allocated IP 2001:db8::1 (bd59f550-72cb-4d95-8ebd-ce4c2c34fbc4/5c381eca-2ca0-4c62-956c-72cac7688cf9/77730989-37b3-471e-ad85-3673d88cbf43) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:24:32.892294 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4c69caae-6b0a-471d-af8d-a794a3eb5261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:32.910489 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04818f21-598a-4e5e-b8b0-daa399fc9c0b None None] Network bd59f550-72cb-4d95-8ebd-ce4c2c34fbc4 is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:24:32.915579 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-04818f21-598a-4e5e-b8b0-daa399fc9c0b None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:24:32.938379 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04818f21-598a-4e5e-b8b0-daa399fc9c0b None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:24:32.950774 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04818f21-598a-4e5e-b8b0-daa399fc9c0b None None] Pushing event updated for resources: {'Port': ['ID=a0382e0c-f6ce-4761-9bc2-a79adae0dd17,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:32.956250 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-04818f21-598a-4e5e-b8b0-daa399fc9c0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:33.033712 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6fc34cff-d34e-4156-9ed2-a4ca26a97d5e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:33.041865 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-4c69caae-6b0a-471d-af8d-a794a3eb5261 None None] For port 8b7c41c1-f7f0-4f9c-9f97-4ff57cbaccc1, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=8b7c41c1-f7f0-4f9c-9f97-4ff57cbaccc1,segment=NetworkSegment(13b8769f-97c0-46e2-af2f-d5c12c230d46),segment_id=13b8769f-97c0-46e2-af2f-d5c12c230d46)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:24:33.056846 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-6fc34cff-d34e-4156-9ed2-a4ca26a97d5e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Transition to ACTIVE for port object 77730989-37b3-471e-ad85-3673d88cbf43 will not be triggered until provisioned by entity DHCP. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:24:33.063452 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-04818f21-598a-4e5e-b8b0-daa399fc9c0b None None] Attempting to bind port a0382e0c-f6ce-4761-9bc2-a79adae0dd17 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:24:33.063880 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-04818f21-598a-4e5e-b8b0-daa399fc9c0b None None] Attempting to bind port a0382e0c-f6ce-4761-9bc2-a79adae0dd17 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '5090e457-9bbb-4c14-be56-6b4fb8c90374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'bd59f550-72cb-4d95-8ebd-ce4c2c34fbc4'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:24:33.064354 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04818f21-598a-4e5e-b8b0-daa399fc9c0b None None] Attempting to bind port a0382e0c-f6ce-4761-9bc2-a79adae0dd17 on network bd59f550-72cb-4d95-8ebd-ce4c2c34fbc4 {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:24:33.069228 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4c69caae-6b0a-471d-af8d-a794a3eb5261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:33.072809 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-69aa98b0-b545-4f7e-b62f-668304231c11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:33.082929 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a613f228-6956-476c-ad24-fe875619d790 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Router 93aaeffd-1e24-411e-828d-7065a81f77dd is scheduled to L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 with binding_index 1 {{(pid=88990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 15 19:24:33.116257 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04818f21-598a-4e5e-b8b0-daa399fc9c0b None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:24:33.116689 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04818f21-598a-4e5e-b8b0-daa399fc9c0b None None] Checking segment: {'id': '5090e457-9bbb-4c14-be56-6b4fb8c90374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'bd59f550-72cb-4d95-8ebd-ce4c2c34fbc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:24:33.117154 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-04818f21-598a-4e5e-b8b0-daa399fc9c0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:33.117603 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04818f21-598a-4e5e-b8b0-daa399fc9c0b None None] Bound using segment: {'id': '5090e457-9bbb-4c14-be56-6b4fb8c90374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'bd59f550-72cb-4d95-8ebd-ce4c2c34fbc4'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:24:33.118152 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-04818f21-598a-4e5e-b8b0-daa399fc9c0b None None] Bound port: a0382e0c-f6ce-4761-9bc2-a79adae0dd17, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5090e457-9bbb-4c14-be56-6b4fb8c90374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'bd59f550-72cb-4d95-8ebd-ce4c2c34fbc4'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:24:33.118612 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-04818f21-598a-4e5e-b8b0-daa399fc9c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:33.121805 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6fc34cff-d34e-4156-9ed2-a4ca26a97d5e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:33.134837 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fcec436c-a066-4210-9c7e-819002a54a61 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:33.176261 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc34cff-d34e-4156-9ed2-a4ca26a97d5e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Network bd59f550-72cb-4d95-8ebd-ce4c2c34fbc4 is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:24:33.183291 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-6fc34cff-d34e-4156-9ed2-a4ca26a97d5e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:24:33.193571 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc34cff-d34e-4156-9ed2-a4ca26a97d5e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:24:33.194079 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6fc34cff-d34e-4156-9ed2-a4ca26a97d5e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630901'] for router_interface, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:33.222588 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-04818f21-598a-4e5e-b8b0-daa399fc9c0b None None] For port a0382e0c-f6ce-4761-9bc2-a79adae0dd17, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:24:33.226189 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-04818f21-598a-4e5e-b8b0-daa399fc9c0b None None] For port a0382e0c-f6ce-4761-9bc2-a79adae0dd17, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=a0382e0c-f6ce-4761-9bc2-a79adae0dd17,segment=NetworkSegment(5090e457-9bbb-4c14-be56-6b4fb8c90374),segment_id=5090e457-9bbb-4c14-be56-6b4fb8c90374)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:24:33.252745 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c69caae-6b0a-471d-af8d-a794a3eb5261 None None] Pushing event updated for resources: {'Port': ['ID=8b7c41c1-f7f0-4f9c-9f97-4ff57cbaccc1,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:33.265073 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4c69caae-6b0a-471d-af8d-a794a3eb5261 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:33.267047 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-04818f21-598a-4e5e-b8b0-daa399fc9c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:33.272018 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-04818f21-598a-4e5e-b8b0-daa399fc9c0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:33.305153 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a613f228-6956-476c-ad24-fe875619d790 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:24:33.315376 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284f367c-e745-491a-8ea8-681ca2ddf110 None None] Sync routers for ids ['93aaeffd-1e24-411e-828d-7065a81f77dd'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:24:33.317444 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a613f228-6956-476c-ad24-fe875619d790 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "PUT /v2.0/routers/93aaeffd-1e24-411e-828d-7065a81f77dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3416903 Dec 15 19:24:33.321330 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56564) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:33.341347 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284f367c-e745-491a-8ea8-681ca2ddf110 None None] Routers {'93aaeffd-1e24-411e-828d-7065a81f77dd'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:24:33.347240 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-284f367c-e745-491a-8ea8-681ca2ddf110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:24:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['93aaeffd-1e24-411e-828d-7065a81f77dd'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:33.439068 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a103bc2-866c-4d5a-98b1-972ebd50816e tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:24:33.441114 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8a103bc2-866c-4d5a-98b1-972ebd50816e tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Synchronizing usage tracker for tenant:f3e95df2fc6f4d8e9322e2f06d7e1f38 on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:24:33.448776 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-284f367c-e745-491a-8ea8-681ca2ddf110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:33.449774 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04818f21-598a-4e5e-b8b0-daa399fc9c0b None None] Pushing event updated for resources: {'Port': ['ID=a0382e0c-f6ce-4761-9bc2-a79adae0dd17,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:33.456288 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-04818f21-598a-4e5e-b8b0-daa399fc9c0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:33.467872 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-7e149808-6781-428d-bf59-808a3d501f7f None None] Provisioning for port b89fdeb9-67e3-4d80-9a32-9051496471fb completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:24:33.474672 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284f367c-e745-491a-8ea8-681ca2ddf110 None None] Routers {'93aaeffd-1e24-411e-828d-7065a81f77dd'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:24:33.479954 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-7e149808-6781-428d-bf59-808a3d501f7f None None] Provisioning complete for port b89fdeb9-67e3-4d80-9a32-9051496471fb triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:24:33.480950 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7e149808-6781-428d-bf59-808a3d501f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:33.482132 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-284f367c-e745-491a-8ea8-681ca2ddf110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:24:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['93aaeffd-1e24-411e-828d-7065a81f77dd'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:33.501249 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8a103bc2-866c-4d5a-98b1-972ebd50816e tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Unset dirty status for tenant:f3e95df2fc6f4d8e9322e2f06d7e1f38 on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:24:33.505206 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc34cff-d34e-4156-9ed2-a4ca26a97d5e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Pushing event updated for resources: {'Port': ['ID=77730989-37b3-471e-ad85-3673d88cbf43,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:33.505432 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8a103bc2-866c-4d5a-98b1-972ebd50816e tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "GET /v2.0/ports?device_id=93aaeffd-1e24-411e-828d-7065a81f77dd HTTP/1.1" status: 200 len: 982 time: 0.1804478 Dec 15 19:24:33.506451 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6fc34cff-d34e-4156-9ed2-a4ca26a97d5e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:33.506961 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56568) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:33.555555 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-7e149808-6781-428d-bf59-808a3d501f7f None None] Port b89fdeb9-67e3-4d80-9a32-9051496471fb cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:24:33.571581 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-284f367c-e745-491a-8ea8-681ca2ddf110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:33.572041 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284f367c-e745-491a-8ea8-681ca2ddf110 None None] The sync data for ids ['93aaeffd-1e24-411e-828d-7065a81f77dd'] in dv-neutron-821831-2-hyperv is: [] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:24:33.572973 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-7e149808-6781-428d-bf59-808a3d501f7f None None] Provisioning complete for port 8b7c41c1-f7f0-4f9c-9f97-4ff57cbaccc1 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:24:33.573553 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7e149808-6781-428d-bf59-808a3d501f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:33.777921 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6fc34cff-d34e-4156-9ed2-a4ca26a97d5e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:33.838501 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-5ab9211c-9f77-4e44-9e74-1a7f03cbaacb None None] Provisioning complete for port b89fdeb9-67e3-4d80-9a32-9051496471fb triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:24:33.838914 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5ab9211c-9f77-4e44-9e74-1a7f03cbaacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:33.936603 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 8b7c41c1-f7f0-4f9c-9f97-4ff57cbaccc1 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:24:34.035155 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-5ab9211c-9f77-4e44-9e74-1a7f03cbaacb None None] Port b89fdeb9-67e3-4d80-9a32-9051496471fb cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:24:34.045096 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 8b7c41c1-f7f0-4f9c-9f97-4ff57cbaccc1 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:24:34.045535 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:34.193026 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-0cf91ecb-b0b2-4200-9021-d3c19b4bf8f5 None None] Provisioning complete for port b89fdeb9-67e3-4d80-9a32-9051496471fb triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:24:34.193455 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0cf91ecb-b0b2-4200-9021-d3c19b4bf8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:34.252784 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-0cf91ecb-b0b2-4200-9021-d3c19b4bf8f5 None None] Port b89fdeb9-67e3-4d80-9a32-9051496471fb cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:24:34.375480 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-32755e3b-bcae-45aa-824e-a86dd52d267e None None] Provisioning complete for port b89fdeb9-67e3-4d80-9a32-9051496471fb triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:24:34.376023 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-32755e3b-bcae-45aa-824e-a86dd52d267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:34.430394 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-32755e3b-bcae-45aa-824e-a86dd52d267e None None] Port b89fdeb9-67e3-4d80-9a32-9051496471fb cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:24:34.480418 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6fc34cff-d34e-4156-9ed2-a4ca26a97d5e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for port, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:34.513652 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6fc34cff-d34e-4156-9ed2-a4ca26a97d5e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:34.514588 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6fc34cff-d34e-4156-9ed2-a4ca26a97d5e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1959989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854145006'] for router_interface, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:34.519573 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5fff633d-7ce3-409c-b583-52b1451fb9d8 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:34.724339 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc34cff-d34e-4156-9ed2-a4ca26a97d5e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Pushing event updated for resources: {'Port': ['ID=77730989-37b3-471e-ad85-3673d88cbf43,revision_number=2']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:34.733051 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6fc34cff-d34e-4156-9ed2-a4ca26a97d5e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:34.736372 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-43da9e72-7c4b-4c14-a39f-117ed8f48dee tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145021'] for router_interface, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:34.913356 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc34cff-d34e-4156-9ed2-a4ca26a97d5e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Network bd59f550-72cb-4d95-8ebd-ce4c2c34fbc4 is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:24:34.916776 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-6fc34cff-d34e-4156-9ed2-a4ca26a97d5e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:24:35.405909 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698fa382-2dda-4413-a4f7-169104101ad4 None None] Network bd59f550-72cb-4d95-8ebd-ce4c2c34fbc4 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:24:35.538909 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-f89b582a-c961-48aa-b475-7918b92cdd9e None None] Provisioning for port a0382e0c-f6ce-4761-9bc2-a79adae0dd17 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:24:35.744178 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-43da9e72-7c4b-4c14-a39f-117ed8f48dee tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Deleting port b89fdeb9-67e3-4d80-9a32-9051496471fb {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:24:35.745066 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-43da9e72-7c4b-4c14-a39f-117ed8f48dee tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:35.800854 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-17eae3f1-870b-4f79-b9d1-cbe9f95dc4f8 req-aaec0567-5bcd-4cf5-890c-2c6aadcda627 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d5b3a8b6-f75b-4f02-8e18-f9d051010cf1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2147200 Dec 15 19:24:35.902517 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device a0382e0c-f6ce-4761-9bc2-a79adae0dd17 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:24:36.031437 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port a0382e0c-f6ce-4761-9bc2-a79adae0dd17 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:24:36.037044 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port a0382e0c-f6ce-4761-9bc2-a79adae0dd17 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:24:36.037556 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:36.062401 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-43da9e72-7c4b-4c14-a39f-117ed8f48dee tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:36.139324 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fc34cff-d34e-4156-9ed2-a4ca26a97d5e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Router c5826558-f2a1-4626-ac6b-aea7b7241321 is scheduled to L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 with binding_index 1 {{(pid=88991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 15 19:24:36.149664 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-ca21b9c2-0f48-46cc-b7b7-7b1a4ce35e87 None None] Provisioning for port 77730989-37b3-471e-ad85-3673d88cbf43 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:24:36.162862 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-ca21b9c2-0f48-46cc-b7b7-7b1a4ce35e87 None None] Provisioning complete for port 77730989-37b3-471e-ad85-3673d88cbf43 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:24:36.163294 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ca21b9c2-0f48-46cc-b7b7-7b1a4ce35e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:36.204933 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-17eae3f1-870b-4f79-b9d1-cbe9f95dc4f8 req-c4e1facb-2fd7-4f28-86f1-19c18fb50c84 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c1b74cf25a94156b4530f0bd868c0c9&device_id=d5b3a8b6-f75b-4f02-8e18-f9d051010cf1 HTTP/1.1" status: 200 len: 1098 time: 0.3051283 Dec 15 19:24:36.213583 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-43da9e72-7c4b-4c14-a39f-117ed8f48dee tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Calling delete_port for b89fdeb9-67e3-4d80-9a32-9051496471fb owned by network:router_interface {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:24:36.231624 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:36.251154 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-ca21b9c2-0f48-46cc-b7b7-7b1a4ce35e87 None None] Port 77730989-37b3-471e-ad85-3673d88cbf43 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:24:36.282337 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port a0382e0c-f6ce-4761-9bc2-a79adae0dd17, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=a0382e0c-f6ce-4761-9bc2-a79adae0dd17,segment=NetworkSegment(5090e457-9bbb-4c14-be56-6b4fb8c90374),segment_id=5090e457-9bbb-4c14-be56-6b4fb8c90374)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:24:36.283852 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-ca21b9c2-0f48-46cc-b7b7-7b1a4ce35e87 None None] Provisioning complete for port a0382e0c-f6ce-4761-9bc2-a79adae0dd17 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:24:36.284283 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ca21b9c2-0f48-46cc-b7b7-7b1a4ce35e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:36.326514 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:36.331481 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fc363330-43d9-4a2b-aedd-442582da4bea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:36.452013 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=a0382e0c-f6ce-4761-9bc2-a79adae0dd17,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:36.455587 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:36.578597 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eae3f1-870b-4f79-b9d1-cbe9f95dc4f8 req-90381747-6296-4f2e-a302-a49d4b4af616 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:24:36.580079 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-17eae3f1-870b-4f79-b9d1-cbe9f95dc4f8 req-90381747-6296-4f2e-a302-a49d4b4af616 service neutron] 10.222.0.32 "GET /v2.0/networks?id=223a7835-c12c-4aa6-adbb-61b07fdb1249 HTTP/1.1" status: 200 len: 897 time: 0.3382957 Dec 15 19:24:36.616412 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-c09ee8b3-c310-4306-ab5b-a1bb9addcea4 None None] Provisioning complete for port 77730989-37b3-471e-ad85-3673d88cbf43 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:24:36.616887 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c09ee8b3-c310-4306-ab5b-a1bb9addcea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:36.675585 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-c09ee8b3-c310-4306-ab5b-a1bb9addcea4 None None] Port 77730989-37b3-471e-ad85-3673d88cbf43 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:24:36.786271 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-17eae3f1-870b-4f79-b9d1-cbe9f95dc4f8 req-98d1d2f9-a02b-46dc-a0d7-13c6f27918cf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1e87887-70d4-4743-9da5-3a40f36e6a8c HTTP/1.1" status: 200 len: 1001 time: 0.1979563 Dec 15 19:24:36.787887 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56574) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:36.790940 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc34cff-d34e-4156-9ed2-a4ca26a97d5e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:24:36.802038 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b806417-1b73-4c4b-93e5-3935b4b589fe None None] Sync routers for ids ['c5826558-f2a1-4626-ac6b-aea7b7241321'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:24:36.815324 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b806417-1b73-4c4b-93e5-3935b4b589fe None None] Routers {'c5826558-f2a1-4626-ac6b-aea7b7241321'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:24:36.816121 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-5b806417-1b73-4c4b-93e5-3935b4b589fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:24:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['c5826558-f2a1-4626-ac6b-aea7b7241321'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:36.874191 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6fc34cff-d34e-4156-9ed2-a4ca26a97d5e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "PUT /v2.0/routers/c5826558-f2a1-4626-ac6b-aea7b7241321/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0952303 Dec 15 19:24:36.875195 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56578) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:36.883787 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-5b806417-1b73-4c4b-93e5-3935b4b589fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:36.896087 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b806417-1b73-4c4b-93e5-3935b4b589fe None None] Routers {'c5826558-f2a1-4626-ac6b-aea7b7241321'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:24:36.896772 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-5b806417-1b73-4c4b-93e5-3935b4b589fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:24:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['c5826558-f2a1-4626-ac6b-aea7b7241321'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:36.911703 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6d34646e-58fc-4cd7-9c22-d2ad8969e04e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/floatingips/6777c128-0dc0-41e0-b275-ffa1cca95852 HTTP/1.1" status: 200 len: 993 time: 0.1155369 Dec 15 19:24:36.922058 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-43da9e72-7c4b-4c14-a39f-117ed8f48dee tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:36.935594 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-01f35dc8-4c85-4d4b-8854-8a9e254f526a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:36.960025 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-5b806417-1b73-4c4b-93e5-3935b4b589fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:36.960500 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b806417-1b73-4c4b-93e5-3935b4b589fe None None] The sync data for ids ['c5826558-f2a1-4626-ac6b-aea7b7241321'] in dv-neutron-821831-2-hyperv is: [] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:24:36.965745 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eae3f1-870b-4f79-b9d1-cbe9f95dc4f8 req-ccc7cbe9-9f7e-4004-99bf-5d7728198972 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:24:36.967337 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-17eae3f1-870b-4f79-b9d1-cbe9f95dc4f8 req-ccc7cbe9-9f7e-4004-99bf-5d7728198972 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7743b595-6cbf-4c22-a040-1b58944c2771 HTTP/1.1" status: 200 len: 834 time: 0.1675766 Dec 15 19:24:37.029173 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da9e72-7c4b-4c14-a39f-117ed8f48dee tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event deleted for resources: {'Port': ['ID=b89fdeb9-67e3-4d80-9a32-9051496471fb,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:37.047338 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-43da9e72-7c4b-4c14-a39f-117ed8f48dee tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:37.086926 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de62971f-fa99-44e8-a89a-d6a5da0cb0d1 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:24:37.087776 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-de62971f-fa99-44e8-a89a-d6a5da0cb0d1 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Synchronizing usage tracker for tenant:2c052fc4a8434b5ab31c24b37c4ed2ab on resource:port {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:24:37.254685 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-de62971f-fa99-44e8-a89a-d6a5da0cb0d1 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Unset dirty status for tenant:2c052fc4a8434b5ab31c24b37c4ed2ab on resource:port {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:24:37.258839 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-de62971f-fa99-44e8-a89a-d6a5da0cb0d1 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "GET /v2.0/ports/77730989-37b3-471e-ad85-3673d88cbf43 HTTP/1.1" status: 200 len: 911 time: 0.3780589 Dec 15 19:24:37.259197 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56586) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:37.266770 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-17eae3f1-870b-4f79-b9d1-cbe9f95dc4f8 req-e5df518b-8e87-4b2d-a739-ad5bb4b0581a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=223a7835-c12c-4aa6-adbb-61b07fdb1249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2883089 Dec 15 19:24:37.325384 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56590) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:37.687183 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-43da9e72-7c4b-4c14-a39f-117ed8f48dee tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852815828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854144871'] for router_interface, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:37.856136 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-17eae3f1-870b-4f79-b9d1-cbe9f95dc4f8 req-5588a7e8-3de3-4279-a8ea-187e9a3c686e service neutron] 10.222.0.32 "GET /v2.0/networks/223a7835-c12c-4aa6-adbb-61b07fdb1249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5430853 Dec 15 19:24:37.876699 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device a0382e0c-f6ce-4761-9bc2-a79adae0dd17 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:24:37.897380 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 19:24:37.957521 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port a0382e0c-f6ce-4761-9bc2-a79adae0dd17 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:24:37.957849 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:38.077746 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e5677c06-5d35-4715-be9f-c7c96a57bde7 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145021'] for router_interface, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:38.205882 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-f7f65692-46cd-47fb-aaea-b079176cf461 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Deleting port 4a689c1c-31a4-4ae2-adb6-dd3ceb0d52c9 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:24:38.206281 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f7f65692-46cd-47fb-aaea-b079176cf461 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:38.220826 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-72a583d4-894f-41e5-bb57-86c825978f05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:38.221024 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-17eae3f1-870b-4f79-b9d1-cbe9f95dc4f8 req-f540d2e0-e281-4043-995a-5af6550e0df7 service neutron] 10.222.0.32 "GET /v2.0/networks/223a7835-c12c-4aa6-adbb-61b07fdb1249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3516235 Dec 15 19:24:38.304778 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43da9e72-7c4b-4c14-a39f-117ed8f48dee tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Router 93aaeffd-1e24-411e-828d-7065a81f77dd has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:24:38.453861 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f7f65692-46cd-47fb-aaea-b079176cf461 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:38.454252 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f7f65692-46cd-47fb-aaea-b079176cf461 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:38.455088 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43da9e72-7c4b-4c14-a39f-117ed8f48dee tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:24:38.460264 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-43da9e72-7c4b-4c14-a39f-117ed8f48dee tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "PUT /v2.0/routers/93aaeffd-1e24-411e-828d-7065a81f77dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9520705 Dec 15 19:24:38.463229 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56596) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:38.465131 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d790a19-77b7-4a2d-bfe9-4e0643cbad44 None None] Sync routers for ids ['93aaeffd-1e24-411e-828d-7065a81f77dd'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:24:38.478058 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d790a19-77b7-4a2d-bfe9-4e0643cbad44 None None] Routers {'93aaeffd-1e24-411e-828d-7065a81f77dd'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:24:38.479109 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-2d790a19-77b7-4a2d-bfe9-4e0643cbad44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:24:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['93aaeffd-1e24-411e-828d-7065a81f77dd'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:38.509568 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d40204a-3e3a-435e-b937-bbb0d298182b tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] GET failed (client error): The resource could not be found. Dec 15 19:24:38.510881 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-0d40204a-3e3a-435e-b937-bbb0d298182b tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Synchronizing usage tracker for tenant:f3e95df2fc6f4d8e9322e2f06d7e1f38 on resource:port {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:24:38.545530 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-2d790a19-77b7-4a2d-bfe9-4e0643cbad44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:38.557735 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d790a19-77b7-4a2d-bfe9-4e0643cbad44 None None] Routers {'93aaeffd-1e24-411e-828d-7065a81f77dd'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:24:38.558575 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-2d790a19-77b7-4a2d-bfe9-4e0643cbad44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:24:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['93aaeffd-1e24-411e-828d-7065a81f77dd'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:38.562769 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-0d40204a-3e3a-435e-b937-bbb0d298182b tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Unset dirty status for tenant:f3e95df2fc6f4d8e9322e2f06d7e1f38 on resource:port {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:24:38.566861 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0d40204a-3e3a-435e-b937-bbb0d298182b tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "GET /v2.0/ports/b89fdeb9-67e3-4d80-9a32-9051496471fb HTTP/1.1" status: 404 len: 333 time: 0.0994148 Dec 15 19:24:38.567800 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56600) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:38.614230 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-f7f65692-46cd-47fb-aaea-b079176cf461 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Calling delete_port for 4a689c1c-31a4-4ae2-adb6-dd3ceb0d52c9 owned by network:floatingip {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:24:38.625664 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-2d790a19-77b7-4a2d-bfe9-4e0643cbad44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:38.626131 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d790a19-77b7-4a2d-bfe9-4e0643cbad44 None None] The sync data for ids ['93aaeffd-1e24-411e-828d-7065a81f77dd'] in dv-neutron-821831-2-hyperv is: [] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:24:38.756015 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4912416e-05aa-4de2-ab17-be1ca15e6b60 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for router, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:39.045816 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f7f65692-46cd-47fb-aaea-b079176cf461 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:39.054335 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-952dbf63-9b44-4d0d-8537-7c779ffea635 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:39.100658 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f65692-46cd-47fb-aaea-b079176cf461 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event deleted for resources: {'Port': ['ID=4a689c1c-31a4-4ae2-adb6-dd3ceb0d52c9,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:39.103593 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f7f65692-46cd-47fb-aaea-b079176cf461 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:39.163893 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4912416e-05aa-4de2-ab17-be1ca15e6b60 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854207876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854699191'] for router, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:39.168622 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4912416e-05aa-4de2-ab17-be1ca15e6b60 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:39.223231 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f7f65692-46cd-47fb-aaea-b079176cf461 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for floatingip, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:39.225399 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4912416e-05aa-4de2-ab17-be1ca15e6b60 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854207982'] for router, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:39.226002 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4912416e-05aa-4de2-ab17-be1ca15e6b60 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Fanout notify agent at l3_agent the message router_deleted on router 93aaeffd-1e24-411e-828d-7065a81f77dd {{(pid=88991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 19:24:39.237143 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4912416e-05aa-4de2-ab17-be1ca15e6b60 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for router, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:39.238475 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4912416e-05aa-4de2-ab17-be1ca15e6b60 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "DELETE /v2.0/routers/93aaeffd-1e24-411e-828d-7065a81f77dd HTTP/1.1" status: 204 len: 168 time: 0.6598132 Dec 15 19:24:39.241015 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56604) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:39.355749 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-e5677c06-5d35-4715-be9f-c7c96a57bde7 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Deleting port 77730989-37b3-471e-ad85-3673d88cbf43 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:24:39.356046 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e5677c06-5d35-4715-be9f-c7c96a57bde7 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:39.439963 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-afd4c7e0-9edf-4b33-8346-8a66f253cabf tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Deleting subnet 40ff50af-1256-40c7-90ce-72d496facdf4 {{(pid=88991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:24:39.443174 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-afd4c7e0-9edf-4b33-8346-8a66f253cabf tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for subnet, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:39.471681 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:39.501820 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-afd4c7e0-9edf-4b33-8346-8a66f253cabf tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16332759'] for subnet, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:39.591259 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-afd4c7e0-9edf-4b33-8346-8a66f253cabf tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:39.643721 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e5677c06-5d35-4715-be9f-c7c96a57bde7 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:39.711623 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-afd4c7e0-9edf-4b33-8346-8a66f253cabf tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16156049'] for subnet, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:39.716924 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d5f6dfc9-a23a-412a-97c3-1f1c873c6c3d tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:39.756487 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd4c7e0-9edf-4b33-8346-8a66f253cabf tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event deleted for resources: {'Subnet': ['ID=40ff50af-1256-40c7-90ce-72d496facdf4,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:39.759235 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-afd4c7e0-9edf-4b33-8346-8a66f253cabf tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:39.762473 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-afd4c7e0-9edf-4b33-8346-8a66f253cabf tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:39.768873 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-afd4c7e0-9edf-4b33-8346-8a66f253cabf tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "DELETE /v2.0/subnets/40ff50af-1256-40c7-90ce-72d496facdf4 HTTP/1.1" status: 204 len: 168 time: 0.5268197 Dec 15 19:24:39.769383 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb3351a-08d4-42c0-94d6-8e4efca2d2f1 None None] Network 033e1be8-9e31-4953-8e7e-461d87e840a6 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:24:39.771567 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56608) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:39.778195 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-e5677c06-5d35-4715-be9f-c7c96a57bde7 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Calling delete_port for 77730989-37b3-471e-ad85-3673d88cbf43 owned by network:router_interface {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:24:39.904988 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-291c60cc-43ef-4177-b189-fc473800f043 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:39.918291 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-291c60cc-43ef-4177-b189-fc473800f043 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Deleting port 8b7c41c1-f7f0-4f9c-9f97-4ff57cbaccc1 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:24:39.918691 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-291c60cc-43ef-4177-b189-fc473800f043 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:40.166212 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e5677c06-5d35-4715-be9f-c7c96a57bde7 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:40.174891 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7fbedd3f-7ca2-40d7-a2ae-b940dbae4521 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:40.207118 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7f65692-46cd-47fb-aaea-b079176cf461 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Router 7a84a25e-4688-4234-b584-30ae53b7fc7d has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:24:40.213637 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1efdc4-8567-4d7a-990d-0c0a5661f7a4 None None] DHCP port deletion for 033e1be8-9e31-4953-8e7e-461d87e840a6 request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:24:40.218822 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-aa1efdc4-8567-4d7a-990d-0c0a5661f7a4 None None] Deleting port 8b7c41c1-f7f0-4f9c-9f97-4ff57cbaccc1 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:24:40.219643 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-aa1efdc4-8567-4d7a-990d-0c0a5661f7a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:40.226281 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5677c06-5d35-4715-be9f-c7c96a57bde7 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Pushing event deleted for resources: {'Port': ['ID=77730989-37b3-471e-ad85-3673d88cbf43,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:40.231726 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e5677c06-5d35-4715-be9f-c7c96a57bde7 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:40.436965 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-291c60cc-43ef-4177-b189-fc473800f043 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] For port 8b7c41c1-f7f0-4f9c-9f97-4ff57cbaccc1, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=8b7c41c1-f7f0-4f9c-9f97-4ff57cbaccc1,segment=NetworkSegment(13b8769f-97c0-46e2-af2f-d5c12c230d46),segment_id=13b8769f-97c0-46e2-af2f-d5c12c230d46)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:24:40.437252 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-291c60cc-43ef-4177-b189-fc473800f043 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:40.470030 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-aa1efdc4-8567-4d7a-990d-0c0a5661f7a4 None None] For port 8b7c41c1-f7f0-4f9c-9f97-4ff57cbaccc1, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=8b7c41c1-f7f0-4f9c-9f97-4ff57cbaccc1,segment=NetworkSegment(13b8769f-97c0-46e2-af2f-d5c12c230d46),segment_id=13b8769f-97c0-46e2-af2f-d5c12c230d46)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:24:40.470759 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-aa1efdc4-8567-4d7a-990d-0c0a5661f7a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:40.548714 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c5cc7d50-5d81-435e-992c-549fe46ecc4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:40.590638 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-291c60cc-43ef-4177-b189-fc473800f043 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Calling delete_port for 8b7c41c1-f7f0-4f9c-9f97-4ff57cbaccc1 owned by network:dhcp {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:24:40.623647 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-aa1efdc4-8567-4d7a-990d-0c0a5661f7a4 None None] Calling delete_port for 8b7c41c1-f7f0-4f9c-9f97-4ff57cbaccc1 owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:24:40.707157 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-aa1efdc4-8567-4d7a-990d-0c0a5661f7a4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88992) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:24:40.707529 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-aa1efdc4-8567-4d7a-990d-0c0a5661f7a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:24:40.716847 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-291c60cc-43ef-4177-b189-fc473800f043 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:40.722665 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-de29cb0f-eac2-439d-a015-1ea881b34088 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:40.741684 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e5677c06-5d35-4715-be9f-c7c96a57bde7 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852815828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854144871'] for router_interface, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:40.751535 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:40.771810 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291c60cc-43ef-4177-b189-fc473800f043 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event deleted for resources: {'Port': ['ID=8b7c41c1-f7f0-4f9c-9f97-4ff57cbaccc1,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:40.775026 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-291c60cc-43ef-4177-b189-fc473800f043 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:40.777734 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291c60cc-43ef-4177-b189-fc473800f043 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] No DVR routers for this DVR port 8b7c41c1-f7f0-4f9c-9f97-4ff57cbaccc1 on host dv-neutron-821831-2-hyperv {{(pid=88991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:24:40.911339 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-291c60cc-43ef-4177-b189-fc473800f043 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:40.937623 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-291c60cc-43ef-4177-b189-fc473800f043 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['033e1be8-9e31-4953-8e7e-461d87e840a6']}} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:40.951201 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-291c60cc-43ef-4177-b189-fc473800f043 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13b8769f-97c0-46e2-af2f-d5c12c230d46') {'for_net_delete': True} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:40.951553 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-291c60cc-43ef-4177-b189-fc473800f043 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13b8769f-97c0-46e2-af2f-d5c12c230d46') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:40.964305 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-291c60cc-43ef-4177-b189-fc473800f043 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838443042'] for segment, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:40.979978 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-291c60cc-43ef-4177-b189-fc473800f043 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:40.986722 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-291c60cc-43ef-4177-b189-fc473800f043 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=88991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:24:40.987161 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-291c60cc-43ef-4177-b189-fc473800f043 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838443729'] for segment, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:41.002717 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:24:41.002717 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:24:41.002717 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:24:41.002717 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:24:41.002717 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:24:41.002717 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:24:41.002717 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:24:41.002717 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:24:41.002717 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:24:41.002717 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:24:41.002717 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:24:41.002717 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:24:41.002717 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:24:41.002717 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:24:41.002717 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:24:41.002717 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:24:41.002717 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:24:41.002717 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:24:41.002717 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:24:41.002717 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:24:41.002717 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:24:41.002717 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:24:41.002717 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:24:41.002717 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:24:41.002717 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:24:41.002717 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:24:41.002717 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:24:41.002717 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:24:41.002717 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:24:41.002717 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:24:41.002717 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:24:41.002717 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:24:41.105575 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-291c60cc-43ef-4177-b189-fc473800f043 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:41.109453 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-115e7a12-5948-45d8-a7c1-a6778a3a002e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:41.128037 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-291c60cc-43ef-4177-b189-fc473800f043 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:41.138248 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291c60cc-43ef-4177-b189-fc473800f043 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event deleted for resources: {'Network': ['ID=033e1be8-9e31-4953-8e7e-461d87e840a6,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:41.143202 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-291c60cc-43ef-4177-b189-fc473800f043 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:41.169140 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-291c60cc-43ef-4177-b189-fc473800f043 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "DELETE /v2.0/networks/033e1be8-9e31-4953-8e7e-461d87e840a6 HTTP/1.1" status: 204 len: 168 time: 1.3965075 Dec 15 19:24:41.173096 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56612) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:41.205875 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7f65692-46cd-47fb-aaea-b079176cf461 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:24:41.208725 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-aa1efdc4-8567-4d7a-990d-0c0a5661f7a4 None None] Deleting port 8b7c41c1-f7f0-4f9c-9f97-4ff57cbaccc1 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:24:41.209179 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-aa1efdc4-8567-4d7a-990d-0c0a5661f7a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:41.247176 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc817e16-b649-4af5-9c46-3f99b6d2de77 None None] Sync routers for ids ['7a84a25e-4688-4234-b584-30ae53b7fc7d'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:24:41.251077 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075d1fa2-b14e-4565-acdf-32835bf662b7 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:24:41.251706 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-075d1fa2-b14e-4565-acdf-32835bf662b7 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Synchronizing usage tracker for tenant:f3e95df2fc6f4d8e9322e2f06d7e1f38 on resource:port {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:24:41.286440 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f7f65692-46cd-47fb-aaea-b079176cf461 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:41.297194 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-aa1efdc4-8567-4d7a-990d-0c0a5661f7a4 None None] The port '8b7c41c1-f7f0-4f9c-9f97-4ff57cbaccc1' was deleted {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 15 19:24:41.300291 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-075d1fa2-b14e-4565-acdf-32835bf662b7 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Unset dirty status for tenant:f3e95df2fc6f4d8e9322e2f06d7e1f38 on resource:port {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:24:41.305805 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-075d1fa2-b14e-4565-acdf-32835bf662b7 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "GET /v2.0/ports/d2c5e8c5-fc42-4365-90a2-f2df758afc32 HTTP/1.1" status: 200 len: 840 time: 0.1280112 Dec 15 19:24:41.306913 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56616) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:41.307222 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc817e16-b649-4af5-9c46-3f99b6d2de77 None None] Routers {'7a84a25e-4688-4234-b584-30ae53b7fc7d'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:24:41.307943 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-dc817e16-b649-4af5-9c46-3f99b6d2de77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:24:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['7a84a25e-4688-4234-b584-30ae53b7fc7d'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:41.356942 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5677c06-5d35-4715-be9f-c7c96a57bde7 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Router c5826558-f2a1-4626-ac6b-aea7b7241321 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:24:41.361518 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f7f65692-46cd-47fb-aaea-b079176cf461 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "DELETE /v2.0/floatingips/6777c128-0dc0-41e0-b275-ffa1cca95852 HTTP/1.1" status: 204 len: 168 time: 4.0347619 Dec 15 19:24:41.364061 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5b3a8b6-f75b-4f02-8e18-f9d051010cf1', 'tag': 'b1e87887-70d4-4743-9da5-3a40f36e6a8c'}] {{(pid=88990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:24:41.392021 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c61d07ed-c192-4ea3-a856-19aea5236602 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "GET /v2.0/ports/d2c5e8c5-fc42-4365-90a2-f2df758afc32?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0836353 Dec 15 19:24:41.395979 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56624) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:41.403153 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-0efadf9b-c0a2-4895-a5c9-da98b0022737 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Request body: {'subnet': {'network_id': '85e5a843-09fe-4cd9-bb02-f1db58b09d61', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:24:41.513023 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5b3a8b6-f75b-4f02-8e18-f9d051010cf1', 'tag': 'b1e87887-70d4-4743-9da5-3a40f36e6a8c', 'status': 'completed', 'code': 200} Dec 15 19:24:41.522594 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-dc817e16-b649-4af5-9c46-3f99b6d2de77 None None] Set router 7a84a25e-4688-4234-b584-30ae53b7fc7d gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:24:41.584750 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-0efadf9b-c0a2-4895-a5c9-da98b0022737 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:24:41.597011 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-0efadf9b-c0a2-4895-a5c9-da98b0022737 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Usage tracker for resource:subnet and tenant:f3e95df2fc6f4d8e9322e2f06d7e1f38 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:24:41.601151 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-0efadf9b-c0a2-4895-a5c9-da98b0022737 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:24:41.611400 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-0efadf9b-c0a2-4895-a5c9-da98b0022737 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:24:41.627495 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5677c06-5d35-4715-be9f-c7c96a57bde7 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:24:41.642902 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e5677c06-5d35-4715-be9f-c7c96a57bde7 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "PUT /v2.0/routers/c5826558-f2a1-4626-ac6b-aea7b7241321/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3722785 Dec 15 19:24:41.642902 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56628) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:41.643158 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3caef67-79d5-4899-a70c-7e236d913803 None None] Sync routers for ids ['c5826558-f2a1-4626-ac6b-aea7b7241321'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:24:41.650570 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-512d49c1-4649-43af-9b72-b0c28e12f0c2 req-f44b7dff-66b9-4c8f-8d16-099d6802c179 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c1b74cf25a94156b4530f0bd868c0c9&device_id=d5b3a8b6-f75b-4f02-8e18-f9d051010cf1 HTTP/1.1" status: 200 len: 1098 time: 0.1205871 Dec 15 19:24:41.662510 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3caef67-79d5-4899-a70c-7e236d913803 None None] Routers {'c5826558-f2a1-4626-ac6b-aea7b7241321'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:24:41.663221 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-f3caef67-79d5-4899-a70c-7e236d913803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:24:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['c5826558-f2a1-4626-ac6b-aea7b7241321'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:41.691996 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ada3f1ad-70cd-42c1-9257-2bc9883b6769 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Synchronizing usage tracker for tenant:2c052fc4a8434b5ab31c24b37c4ed2ab on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:24:41.752998 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-f3caef67-79d5-4899-a70c-7e236d913803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:41.753749 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0efadf9b-c0a2-4895-a5c9-da98b0022737 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Made reservation on behalf of f3e95df2fc6f4d8e9322e2f06d7e1f38 for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:24:41.757807 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ada3f1ad-70cd-42c1-9257-2bc9883b6769 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Unset dirty status for tenant:2c052fc4a8434b5ab31c24b37c4ed2ab on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:24:41.761499 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ada3f1ad-70cd-42c1-9257-2bc9883b6769 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5826558-f2a1-4626-ac6b-aea7b7241321 HTTP/1.1" status: 200 len: 205 time: 0.1215143 Dec 15 19:24:41.767733 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3caef67-79d5-4899-a70c-7e236d913803 None None] Routers {'c5826558-f2a1-4626-ac6b-aea7b7241321'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:24:41.768587 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-f3caef67-79d5-4899-a70c-7e236d913803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:24:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['c5826558-f2a1-4626-ac6b-aea7b7241321'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:41.768744 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56634) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:41.844467 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-f3caef67-79d5-4899-a70c-7e236d913803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:41.845341 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3caef67-79d5-4899-a70c-7e236d913803 None None] The sync data for ids ['c5826558-f2a1-4626-ac6b-aea7b7241321'] in dv-neutron-821831-2-hyperv is: [] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:24:41.917214 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0efadf9b-c0a2-4895-a5c9-da98b0022737 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:41.952853 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 8b7c41c1-f7f0-4f9c-9f97-4ff57cbaccc1 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:24:41.997165 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-55f67007-2965-4dfc-8d02-dbe4a8cbd423 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for router, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:42.001183 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 8b7c41c1-f7f0-4f9c-9f97-4ff57cbaccc1 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:24:42.001751 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 8b7c41c1-f7f0-4f9c-9f97-4ff57cbaccc1 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:24:42.036816 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-dc817e16-b649-4af5-9c46-3f99b6d2de77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a84a25e-4688-4234-b584-30ae53b7fc7d', 'name': 'tempest-TestNetworkBasicOps-router-1134440842', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.93'}], 'enable_snat': True}, 'gw_port_id': '038b4f0f-9341-43a0-b85b-b190ebd781f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:23:16Z', 'updated_at': '2021-12-15T19:23:27Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': '038b4f0f-9341-43a0-b85b-b190ebd781f6', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:36:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a84a25e-4688-4234-b584-30ae53b7fc7d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:23:17Z', 'updated_at': '2021-12-15T19:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': 'd6c02ce4-50c9-4450-b843-c8860cd468e6', 'name': '', 'network_id': '223a7835-c12c-4aa6-adbb-61b07fdb1249', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:4d:ff:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a84a25e-4688-4234-b584-30ae53b7fc7d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7743b595-6cbf-4c22-a040-1b58944c2771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:23:26Z', 'updated_at': '2021-12-15T19:23:40Z', 'revision_number': 5, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': '7743b595-6cbf-4c22-a040-1b58944c2771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:42.042369 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc817e16-b649-4af5-9c46-3f99b6d2de77 None None] Checking router: 7a84a25e-4688-4234-b584-30ae53b7fc7d for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:24:42.054102 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc817e16-b649-4af5-9c46-3f99b6d2de77 None None] Routers {'7a84a25e-4688-4234-b584-30ae53b7fc7d'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:24:42.054816 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-dc817e16-b649-4af5-9c46-3f99b6d2de77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:24:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['7a84a25e-4688-4234-b584-30ae53b7fc7d'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:42.095402 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512d49c1-4649-43af-9b72-b0c28e12f0c2 req-1c686fb1-e3d7-4a34-b186-35ba536765e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:24:42.097184 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-512d49c1-4649-43af-9b72-b0c28e12f0c2 req-1c686fb1-e3d7-4a34-b186-35ba536765e0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=223a7835-c12c-4aa6-adbb-61b07fdb1249 HTTP/1.1" status: 200 len: 897 time: 0.4337945 Dec 15 19:24:42.178883 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-512d49c1-4649-43af-9b72-b0c28e12f0c2 req-cf37d424-3409-4b65-ac86-ba43efb376f7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1e87887-70d4-4743-9da5-3a40f36e6a8c HTTP/1.1" status: 200 len: 217 time: 0.0739172 Dec 15 19:24:42.250920 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-dc817e16-b649-4af5-9c46-3f99b6d2de77 None None] Set router 7a84a25e-4688-4234-b584-30ae53b7fc7d gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:24:42.304679 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512d49c1-4649-43af-9b72-b0c28e12f0c2 req-3c130f0a-fd75-40df-b08e-7065b15f32f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:24:42.306554 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-512d49c1-4649-43af-9b72-b0c28e12f0c2 req-3c130f0a-fd75-40df-b08e-7065b15f32f3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7743b595-6cbf-4c22-a040-1b58944c2771 HTTP/1.1" status: 200 len: 834 time: 0.0949678 Dec 15 19:24:42.361162 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4454ad2-745c-420f-bb51-a79024da0b86 req-65de120c-fdb7-4264-bcca-be80a699256e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:24:42.361928 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-c4454ad2-745c-420f-bb51-a79024da0b86 req-65de120c-fdb7-4264-bcca-be80a699256e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Synchronizing usage tracker for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:24:42.410517 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-512d49c1-4649-43af-9b72-b0c28e12f0c2 req-ac39366b-4796-4962-aba2-ea56a373d51a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=223a7835-c12c-4aa6-adbb-61b07fdb1249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0923212 Dec 15 19:24:42.446009 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0efadf9b-c0a2-4895-a5c9-da98b0022737 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:42.498673 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1302740c-0cef-485f-9bcf-d5bff6044ffe tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:42.511287 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-55f67007-2965-4dfc-8d02-dbe4a8cbd423 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854207876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854699191'] for router, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:42.516008 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-55f67007-2965-4dfc-8d02-dbe4a8cbd423 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:42.545476 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-c4454ad2-745c-420f-bb51-a79024da0b86 req-65de120c-fdb7-4264-bcca-be80a699256e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Unset dirty status for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:24:42.547074 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c4454ad2-745c-420f-bb51-a79024da0b86 req-65de120c-fdb7-4264-bcca-be80a699256e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5b3a8b6-f75b-4f02-8e18-f9d051010cf1 HTTP/1.1" status: 200 len: 945 time: 0.4872258 Dec 15 19:24:42.571018 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:42.576577 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-55f67007-2965-4dfc-8d02-dbe4a8cbd423 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854207982'] for router, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:42.577580 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55f67007-2965-4dfc-8d02-dbe4a8cbd423 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Fanout notify agent at l3_agent the message router_deleted on router c5826558-f2a1-4626-ac6b-aea7b7241321 {{(pid=88990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 19:24:42.602381 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efadf9b-c0a2-4895-a5c9-da98b0022737 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Network 85e5a843-09fe-4cd9-bb02-f1db58b09d61 is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:24:42.605598 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-55f67007-2965-4dfc-8d02-dbe4a8cbd423 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:42.609385 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-55f67007-2965-4dfc-8d02-dbe4a8cbd423 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "DELETE /v2.0/routers/c5826558-f2a1-4626-ac6b-aea7b7241321 HTTP/1.1" status: 204 len: 168 time: 0.8371177 Dec 15 19:24:42.610857 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56638) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:42.618698 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-0efadf9b-c0a2-4895-a5c9-da98b0022737 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:24:42.626067 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efadf9b-c0a2-4895-a5c9-da98b0022737 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:24:42.626748 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0efadf9b-c0a2-4895-a5c9-da98b0022737 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:42.628721 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-dc817e16-b649-4af5-9c46-3f99b6d2de77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a84a25e-4688-4234-b584-30ae53b7fc7d', 'name': 'tempest-TestNetworkBasicOps-router-1134440842', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.93'}], 'enable_snat': True}, 'gw_port_id': '038b4f0f-9341-43a0-b85b-b190ebd781f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:23:16Z', 'updated_at': '2021-12-15T19:23:27Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': '038b4f0f-9341-43a0-b85b-b190ebd781f6', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:36:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a84a25e-4688-4234-b584-30ae53b7fc7d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:23:17Z', 'updated_at': '2021-12-15T19:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': 'd6c02ce4-50c9-4450-b843-c8860cd468e6', 'name': '', 'network_id': '223a7835-c12c-4aa6-adbb-61b07fdb1249', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:4d:ff:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a84a25e-4688-4234-b584-30ae53b7fc7d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7743b595-6cbf-4c22-a040-1b58944c2771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:23:26Z', 'updated_at': '2021-12-15T19:23:40Z', 'revision_number': 5, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': '7743b595-6cbf-4c22-a040-1b58944c2771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:42.632398 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efadf9b-c0a2-4895-a5c9-da98b0022737 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event updated for resources: {'Subnet': ['ID=364bfc5e-bd66-4b69-9e05-565189b4ff27,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:42.647520 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc817e16-b649-4af5-9c46-3f99b6d2de77 None None] The sync data for ids ['7a84a25e-4688-4234-b584-30ae53b7fc7d'] in dv-neutron-821831-2-hyperv is: [{'id': '7a84a25e-4688-4234-b584-30ae53b7fc7d', 'name': 'tempest-TestNetworkBasicOps-router-1134440842', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.93'}], 'enable_snat': True}, 'gw_port_id': '038b4f0f-9341-43a0-b85b-b190ebd781f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:23:16Z', 'updated_at': '2021-12-15T19:23:27Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': '038b4f0f-9341-43a0-b85b-b190ebd781f6', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:36:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a84a25e-4688-4234-b584-30ae53b7fc7d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:23:17Z', 'updated_at': '2021-12-15T19:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': 'd6c02ce4-50c9-4450-b843-c8860cd468e6', 'name': '', 'network_id': '223a7835-c12c-4aa6-adbb-61b07fdb1249', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:4d:ff:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a84a25e-4688-4234-b584-30ae53b7fc7d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7743b595-6cbf-4c22-a040-1b58944c2771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:23:26Z', 'updated_at': '2021-12-15T19:23:40Z', 'revision_number': 5, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': '7743b595-6cbf-4c22-a040-1b58944c2771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:24:42.648214 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0efadf9b-c0a2-4895-a5c9-da98b0022737 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:42.655499 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22675f17-4062-49f9-9773-835833ccc5c8 None None] Network 85e5a843-09fe-4cd9-bb02-f1db58b09d61 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:24:42.664944 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-512d49c1-4649-43af-9b72-b0c28e12f0c2 req-ad97c0ba-12c7-4d1d-9bf7-96beee4b9d9a service neutron] 10.222.0.32 "GET /v2.0/networks/223a7835-c12c-4aa6-adbb-61b07fdb1249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471700 Dec 15 19:24:42.697653 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c4454ad2-745c-420f-bb51-a79024da0b86 req-5276e345-be59-42d9-bc0a-bdaf26e50080 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=68e69350-e713-423c-84eb-42185063af35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429825 Dec 15 19:24:42.719105 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0efadf9b-c0a2-4895-a5c9-da98b0022737 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3218091 Dec 15 19:24:42.725530 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56642) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:42.865847 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-512d49c1-4649-43af-9b72-b0c28e12f0c2 req-0e803f21-5898-444d-8585-b0039fea1701 service neutron] 10.222.0.32 "GET /v2.0/networks/223a7835-c12c-4aa6-adbb-61b07fdb1249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923802 Dec 15 19:24:42.965826 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f108b061-36e6-435e-91e8-f2df9de30349 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-85e5a843-09fe-4cd9-bb02-f1db58b09d61', 'network_id': '85e5a843-09fe-4cd9-bb02-f1db58b09d61', 'tenant_id': 'f3e95df2fc6f4d8e9322e2f06d7e1f38', 'fixed_ips': [{'subnet_id': '364bfc5e-bd66-4b69-9e05-565189b4ff27'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:24:42.966796 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f108b061-36e6-435e-91e8-f2df9de30349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:43.091937 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-b0856e93-3598-48a7-8934-3ca03e3aefd0 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Request body: {'security_group': {'name': 'tempest-secgroup-1400354924'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:24:43.101263 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-b0856e93-3598-48a7-8934-3ca03e3aefd0 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:24:43.110096 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-b0856e93-3598-48a7-8934-3ca03e3aefd0 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Usage tracker for resource:security_group and tenant:f3e95df2fc6f4d8e9322e2f06d7e1f38 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:24:43.123089 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-b0856e93-3598-48a7-8934-3ca03e3aefd0 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:24:43.133817 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-b0856e93-3598-48a7-8934-3ca03e3aefd0 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:24:43.143446 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-9148e9ab-41f5-4a0e-9c4e-bbed5842bb33 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Deleting subnet 5c381eca-2ca0-4c62-956c-72cac7688cf9 {{(pid=88990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:24:43.147207 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-f108b061-36e6-435e-91e8-f2df9de30349 None None] Allocated IP 172.20.0.2 (85e5a843-09fe-4cd9-bb02-f1db58b09d61/364bfc5e-bd66-4b69-9e05-565189b4ff27/ff6148c0-49a7-4cc5-af14-afb7b3473423) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:24:43.149407 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9148e9ab-41f5-4a0e-9c4e-bbed5842bb33 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for subnet, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:43.211309 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9148e9ab-41f5-4a0e-9c4e-bbed5842bb33 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838448728'] for subnet, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:43.242190 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b0856e93-3598-48a7-8934-3ca03e3aefd0 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for security_group, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:43.322714 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-b0856e93-3598-48a7-8934-3ca03e3aefd0 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:24:43.332775 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-b0856e93-3598-48a7-8934-3ca03e3aefd0 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Usage tracker for resource:security_group_rule and tenant:f3e95df2fc6f4d8e9322e2f06d7e1f38 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:24:43.337088 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-b0856e93-3598-48a7-8934-3ca03e3aefd0 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:24:43.345253 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-b0856e93-3598-48a7-8934-3ca03e3aefd0 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:24:43.363205 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9148e9ab-41f5-4a0e-9c4e-bbed5842bb33 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:43.392642 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97650b29-a839-47bd-894d-d968bc9a0e0d None None] New status for floating IP 6777c128-0dc0-41e0-b275-ffa1cca95852: DOWN {{(pid=88992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 15 19:24:43.471757 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a11ef3-463f-40bd-acad-d410ade7dc6c req-60f66bec-bfa9-4217-9ea0-4f56ba213ed2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:24:43.471995 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b0856e93-3598-48a7-8934-3ca03e3aefd0 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for security_group, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:43.472669 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-c2a11ef3-463f-40bd-acad-d410ade7dc6c req-60f66bec-bfa9-4217-9ea0-4f56ba213ed2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Synchronizing usage tracker for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:port {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:24:43.486015 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-c2a11ef3-463f-40bd-acad-d410ade7dc6c req-60f66bec-bfa9-4217-9ea0-4f56ba213ed2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Unset dirty status for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:port {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:24:43.487267 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c2a11ef3-463f-40bd-acad-d410ade7dc6c req-60f66bec-bfa9-4217-9ea0-4f56ba213ed2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5b3a8b6-f75b-4f02-8e18-f9d051010cf1 HTTP/1.1" status: 200 len: 945 time: 0.0994732 Dec 15 19:24:43.494011 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b0856e93-3598-48a7-8934-3ca03e3aefd0 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:43.498149 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9f933df5-f1f4-47d7-9202-f84d1780fb0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:43.522519 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9148e9ab-41f5-4a0e-9c4e-bbed5842bb33 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16636259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14850861'] for subnet, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:43.550446 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9148e9ab-41f5-4a0e-9c4e-bbed5842bb33 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:43.556192 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40f0e78-2b23-419d-8735-08bcd31e864d None None] Network bd59f550-72cb-4d95-8ebd-ce4c2c34fbc4 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:24:43.560761 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0856e93-3598-48a7-8934-3ca03e3aefd0 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74e32f85-a78b-4dae-af2b-84750c5875ca,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:43.568386 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b0856e93-3598-48a7-8934-3ca03e3aefd0 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:43.569790 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3098e438-561e-4bc2-a560-729669216cc1 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:43.578583 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [req-c2a11ef3-463f-40bd-acad-d410ade7dc6c req-a81649e4-bd63-4bc6-a90e-ebb2a0b9d1e7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Deleting port b1e87887-70d4-4743-9da5-3a40f36e6a8c {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:24:43.581425 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-c2a11ef3-463f-40bd-acad-d410ade7dc6c req-a81649e4-bd63-4bc6-a90e-ebb2a0b9d1e7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:43.628648 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9148e9ab-41f5-4a0e-9c4e-bbed5842bb33 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Pushing event deleted for resources: {'Subnet': ['ID=5c381eca-2ca0-4c62-956c-72cac7688cf9,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:43.637339 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9148e9ab-41f5-4a0e-9c4e-bbed5842bb33 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:43.639688 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b0856e93-3598-48a7-8934-3ca03e3aefd0 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:43.645027 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b0856e93-3598-48a7-8934-3ca03e3aefd0 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9145849 Dec 15 19:24:43.648321 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56646) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:43.648898 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56648) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:43.649050 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9148e9ab-41f5-4a0e-9c4e-bbed5842bb33 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "DELETE /v2.0/subnets/5c381eca-2ca0-4c62-956c-72cac7688cf9 HTTP/1.1" status: 204 len: 168 time: 1.0369041 Dec 15 19:24:43.678842 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-00f2747c-5028-4c83-8f3d-fa3994519dcc tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Request body: {'security_group': {'name': 'tempest-secgroup-872971974'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:24:43.719670 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-00f2747c-5028-4c83-8f3d-fa3994519dcc tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:24:43.779433 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-00f2747c-5028-4c83-8f3d-fa3994519dcc tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Usage tracker for resource:security_group and tenant:f3e95df2fc6f4d8e9322e2f06d7e1f38 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:24:43.787216 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-00f2747c-5028-4c83-8f3d-fa3994519dcc tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:24:43.810753 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-00f2747c-5028-4c83-8f3d-fa3994519dcc tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:24:43.820794 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f108b061-36e6-435e-91e8-f2df9de30349 None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:43.835861 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-f108b061-36e6-435e-91e8-f2df9de30349 None None] Transition to ACTIVE for port object ff6148c0-49a7-4cc5-af14-afb7b3473423 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:24:43.867475 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-f108b061-36e6-435e-91e8-f2df9de30349 None None] Transition to ACTIVE for port object ff6148c0-49a7-4cc5-af14-afb7b3473423 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:24:43.873425 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-00f2747c-5028-4c83-8f3d-fa3994519dcc tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for security_group, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:43.891821 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9a651b60-9789-44df-8b87-cd053eff13fb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:43.900800 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f108b061-36e6-435e-91e8-f2df9de30349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:43.905498 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4c69caae-6b0a-471d-af8d-a794a3eb5261 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:43.952597 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f9191-eb3c-451d-bc75-252890be9382 req-34a24147-214f-405d-be5c-e4d481881572 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:24:43.954510 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-527f9191-eb3c-451d-bc75-252890be9382 req-34a24147-214f-405d-be5c-e4d481881572 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5b3a8b6-f75b-4f02-8e18-f9d051010cf1 HTTP/1.1" status: 200 len: 945 time: 0.1225703 Dec 15 19:24:43.955130 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10142a1b-b83b-4dfb-a99a-d8f0505d1cd8 None None] DHCP port deletion for bd59f550-72cb-4d95-8ebd-ce4c2c34fbc4 request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:24:43.964371 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-10142a1b-b83b-4dfb-a99a-d8f0505d1cd8 None None] Deleting port a0382e0c-f6ce-4761-9bc2-a79adae0dd17 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:24:43.964797 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-10142a1b-b83b-4dfb-a99a-d8f0505d1cd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:44.006357 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-9a651b60-9789-44df-8b87-cd053eff13fb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Deleting port a0382e0c-f6ce-4761-9bc2-a79adae0dd17 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:24:44.006742 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9a651b60-9789-44df-8b87-cd053eff13fb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:44.009949 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-527f9191-eb3c-451d-bc75-252890be9382 req-5fa61d5b-9966-4452-9172-ad86a92bc669 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=68e69350-e713-423c-84eb-42185063af35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473559 Dec 15 19:24:44.021882 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f108b061-36e6-435e-91e8-f2df9de30349 None None] Network 85e5a843-09fe-4cd9-bb02-f1db58b09d61 is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:24:44.028229 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-f108b061-36e6-435e-91e8-f2df9de30349 None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:24:44.038442 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f108b061-36e6-435e-91e8-f2df9de30349 None None] Pushing event updated for resources: {'Port': ['ID=ff6148c0-49a7-4cc5-af14-afb7b3473423,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:44.041206 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f108b061-36e6-435e-91e8-f2df9de30349 None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:24:44.064998 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-00f2747c-5028-4c83-8f3d-fa3994519dcc tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:24:44.086047 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-00f2747c-5028-4c83-8f3d-fa3994519dcc tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Usage tracker for resource:security_group_rule and tenant:f3e95df2fc6f4d8e9322e2f06d7e1f38 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:24:44.088220 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f108b061-36e6-435e-91e8-f2df9de30349 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:24:44.088635 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f108b061-36e6-435e-91e8-f2df9de30349 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:24:44.088996 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f108b061-36e6-435e-91e8-f2df9de30349 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:24:44.089370 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f108b061-36e6-435e-91e8-f2df9de30349 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:24:44.090067 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f108b061-36e6-435e-91e8-f2df9de30349 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:24:44.090067 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f108b061-36e6-435e-91e8-f2df9de30349 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:24:44.090469 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f108b061-36e6-435e-91e8-f2df9de30349 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:24:44.090841 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f108b061-36e6-435e-91e8-f2df9de30349 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:24:44.091208 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f108b061-36e6-435e-91e8-f2df9de30349 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:24:44.091573 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f108b061-36e6-435e-91e8-f2df9de30349 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:24:44.091964 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f108b061-36e6-435e-91e8-f2df9de30349 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:24:44.131132 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f108b061-36e6-435e-91e8-f2df9de30349 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:44.271531 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-f108b061-36e6-435e-91e8-f2df9de30349 None None] Attempting to bind port ff6148c0-49a7-4cc5-af14-afb7b3473423 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:24:44.272148 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-f108b061-36e6-435e-91e8-f2df9de30349 None None] Attempting to bind port ff6148c0-49a7-4cc5-af14-afb7b3473423 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '1f5d0f95-11f4-4bec-beaa-9fbbccc82fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '85e5a843-09fe-4cd9-bb02-f1db58b09d61'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:24:44.272352 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f108b061-36e6-435e-91e8-f2df9de30349 None None] Attempting to bind port ff6148c0-49a7-4cc5-af14-afb7b3473423 on network 85e5a843-09fe-4cd9-bb02-f1db58b09d61 {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:24:44.298611 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f108b061-36e6-435e-91e8-f2df9de30349 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:24:44.299043 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f108b061-36e6-435e-91e8-f2df9de30349 None None] Checking segment: {'id': '1f5d0f95-11f4-4bec-beaa-9fbbccc82fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '85e5a843-09fe-4cd9-bb02-f1db58b09d61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:24:44.299500 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f108b061-36e6-435e-91e8-f2df9de30349 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:44.299941 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f108b061-36e6-435e-91e8-f2df9de30349 None None] Bound using segment: {'id': '1f5d0f95-11f4-4bec-beaa-9fbbccc82fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '85e5a843-09fe-4cd9-bb02-f1db58b09d61'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:24:44.300464 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-f108b061-36e6-435e-91e8-f2df9de30349 None None] Bound port: ff6148c0-49a7-4cc5-af14-afb7b3473423, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f5d0f95-11f4-4bec-beaa-9fbbccc82fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '85e5a843-09fe-4cd9-bb02-f1db58b09d61'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:24:44.300885 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f108b061-36e6-435e-91e8-f2df9de30349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:44.327644 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-00f2747c-5028-4c83-8f3d-fa3994519dcc tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:24:44.344688 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-c2a11ef3-463f-40bd-acad-d410ade7dc6c req-a81649e4-bd63-4bc6-a90e-ebb2a0b9d1e7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] For port b1e87887-70d4-4743-9da5-3a40f36e6a8c, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b1e87887-70d4-4743-9da5-3a40f36e6a8c,segment=NetworkSegment(f60251cd-47c4-4e66-b0e2-b8b9d94d3dc9),segment_id=f60251cd-47c4-4e66-b0e2-b8b9d94d3dc9)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:24:44.345028 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-c2a11ef3-463f-40bd-acad-d410ade7dc6c req-a81649e4-bd63-4bc6-a90e-ebb2a0b9d1e7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:44.353825 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-00f2747c-5028-4c83-8f3d-fa3994519dcc tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:24:44.381370 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-10142a1b-b83b-4dfb-a99a-d8f0505d1cd8 None None] For port a0382e0c-f6ce-4761-9bc2-a79adae0dd17, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=a0382e0c-f6ce-4761-9bc2-a79adae0dd17,segment=NetworkSegment(5090e457-9bbb-4c14-be56-6b4fb8c90374),segment_id=5090e457-9bbb-4c14-be56-6b4fb8c90374)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:24:44.381819 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-10142a1b-b83b-4dfb-a99a-d8f0505d1cd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:44.524036 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [req-c2a11ef3-463f-40bd-acad-d410ade7dc6c req-a81649e4-bd63-4bc6-a90e-ebb2a0b9d1e7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Calling delete_port for b1e87887-70d4-4743-9da5-3a40f36e6a8c owned by compute:nova {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:24:44.526199 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-10142a1b-b83b-4dfb-a99a-d8f0505d1cd8 None None] Calling delete_port for a0382e0c-f6ce-4761-9bc2-a79adae0dd17 owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:24:44.581406 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-f108b061-36e6-435e-91e8-f2df9de30349 None None] For port ff6148c0-49a7-4cc5-af14-afb7b3473423, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:24:44.596461 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-f108b061-36e6-435e-91e8-f2df9de30349 None None] For port ff6148c0-49a7-4cc5-af14-afb7b3473423, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=ff6148c0-49a7-4cc5-af14-afb7b3473423,segment=NetworkSegment(1f5d0f95-11f4-4bec-beaa-9fbbccc82fb4),segment_id=1f5d0f95-11f4-4bec-beaa-9fbbccc82fb4)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:24:44.637268 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f108b061-36e6-435e-91e8-f2df9de30349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:44.642616 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:44.686654 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-10142a1b-b83b-4dfb-a99a-d8f0505d1cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866'] for port, after_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:44.735076 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10142a1b-b83b-4dfb-a99a-d8f0505d1cd8 None None] No DVR routers for this DVR port a0382e0c-f6ce-4761-9bc2-a79adae0dd17 on host dv-neutron-821831-2-hyperv {{(pid=88992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:24:44.738085 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-00f2747c-5028-4c83-8f3d-fa3994519dcc tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for security_group, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:44.742311 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f108b061-36e6-435e-91e8-f2df9de30349 None None] Pushing event updated for resources: {'Port': ['ID=ff6148c0-49a7-4cc5-af14-afb7b3473423,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:44.748318 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f108b061-36e6-435e-91e8-f2df9de30349 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:44.750293 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-eaca3575-b8ea-47b5-8c18-e31dd5b41532 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:44.763932 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-9a651b60-9789-44df-8b87-cd053eff13fb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] For port a0382e0c-f6ce-4761-9bc2-a79adae0dd17, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=a0382e0c-f6ce-4761-9bc2-a79adae0dd17,segment=NetworkSegment(5090e457-9bbb-4c14-be56-6b4fb8c90374),segment_id=5090e457-9bbb-4c14-be56-6b4fb8c90374)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:24:44.764339 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9a651b60-9789-44df-8b87-cd053eff13fb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:44.776699 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-00f2747c-5028-4c83-8f3d-fa3994519dcc tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:44.787568 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10142a1b-b83b-4dfb-a99a-d8f0505d1cd8 None None] Pushing event deleted for resources: {'Port': ['ID=a0382e0c-f6ce-4761-9bc2-a79adae0dd17,revision_number=None']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:44.792497 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-10142a1b-b83b-4dfb-a99a-d8f0505d1cd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:44.814634 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7ac6a528-04e1-44e7-a7f6-79744e941132 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:44.972658 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-9a651b60-9789-44df-8b87-cd053eff13fb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Calling delete_port for a0382e0c-f6ce-4761-9bc2-a79adae0dd17 owned by network:dhcp {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:24:45.040046 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f2747c-5028-4c83-8f3d-fa3994519dcc tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b93d2a2-ce45-401c-af56-bc52302bc9e7,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:45.051304 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-00f2747c-5028-4c83-8f3d-fa3994519dcc tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:45.061525 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-00f2747c-5028-4c83-8f3d-fa3994519dcc tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:45.065841 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56658) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:45.066384 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-00f2747c-5028-4c83-8f3d-fa3994519dcc tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.4145715 Dec 15 19:24:45.073272 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-a471d505-8ce5-4745-ad04-39c46a505ff6 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1061509809', 'security_groups': ['9b93d2a2-ce45-401c-af56-bc52302bc9e7'], 'network_id': '85e5a843-09fe-4cd9-bb02-f1db58b09d61', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '364bfc5e-bd66-4b69-9e05-565189b4ff27'}]}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:24:45.078387 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-c2a11ef3-463f-40bd-acad-d410ade7dc6c req-a81649e4-bd63-4bc6-a90e-ebb2a0b9d1e7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:45.084448 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-43da9e72-7c4b-4c14-a39f-117ed8f48dee tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:45.133627 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81649e4-bd63-4bc6-a90e-ebb2a0b9d1e7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event deleted for resources: {'Port': ['ID=b1e87887-70d4-4743-9da5-3a40f36e6a8c,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:45.137177 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a81649e4-bd63-4bc6-a90e-ebb2a0b9d1e7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:45.138197 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-9a651b60-9789-44df-8b87-cd053eff13fb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88991) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:24:45.138583 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-9a651b60-9789-44df-8b87-cd053eff13fb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:24:45.213382 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2a11ef3-463f-40bd-acad-d410ade7dc6c req-a81649e4-bd63-4bc6-a90e-ebb2a0b9d1e7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] No DVR routers for this DVR port b1e87887-70d4-4743-9da5-3a40f36e6a8c on host hv-neutron-8218 {{(pid=88991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:24:45.215825 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-c2a11ef3-463f-40bd-acad-d410ade7dc6c req-a81649e4-bd63-4bc6-a90e-ebb2a0b9d1e7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:45.218785 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b3a8b6-f75b-4f02-8e18-f9d051010cf1', 'name': 'network-vif-deleted', 'tag': 'b1e87887-70d4-4743-9da5-3a40f36e6a8c'}] {{(pid=88991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:24:45.228184 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c2a11ef3-463f-40bd-acad-d410ade7dc6c req-a81649e4-bd63-4bc6-a90e-ebb2a0b9d1e7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.32 "DELETE /v2.0/ports/b1e87887-70d4-4743-9da5-3a40f36e6a8c HTTP/1.1" status: 204 len: 173 time: 1.7319901 Dec 15 19:24:45.231365 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4a86c780-17f0-4fb1-93b2-7800fe7384a7 req-5573ba71-b539-4094-96f9-b89b3a310ad5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5b3a8b6-f75b-4f02-8e18-f9d051010cf1 HTTP/1.1" status: 200 len: 210 time: 0.0708904 Dec 15 19:24:45.286100 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a471d505-8ce5-4745-ad04-39c46a505ff6 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:24:45.291774 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5b3a8b6-f75b-4f02-8e18-f9d051010cf1', 'name': 'network-vif-deleted', 'tag': 'b1e87887-70d4-4743-9da5-3a40f36e6a8c', 'status': 'completed', 'code': 200} Dec 15 19:24:45.291997 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-a471d505-8ce5-4745-ad04-39c46a505ff6 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Usage tracker for resource:port and tenant:f3e95df2fc6f4d8e9322e2f06d7e1f38 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:24:45.294780 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-a471d505-8ce5-4745-ad04-39c46a505ff6 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:24:45.301104 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a471d505-8ce5-4745-ad04-39c46a505ff6 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:24:45.339742 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a471d505-8ce5-4745-ad04-39c46a505ff6 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Made reservation on behalf of f3e95df2fc6f4d8e9322e2f06d7e1f38 for: {'port': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:24:45.503039 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a471d505-8ce5-4745-ad04-39c46a505ff6 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:45.528380 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-a471d505-8ce5-4745-ad04-39c46a505ff6 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] device_id is not set on port 8cd506f9-61a3-483c-84bf-76ef3c5bbddd yet. {{(pid=88990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:24:45.639543 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-9a651b60-9789-44df-8b87-cd053eff13fb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Deleting port a0382e0c-f6ce-4761-9bc2-a79adae0dd17 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:24:45.639938 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9a651b60-9789-44df-8b87-cd053eff13fb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:45.708907 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-9a651b60-9789-44df-8b87-cd053eff13fb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] The port 'a0382e0c-f6ce-4761-9bc2-a79adae0dd17' was deleted {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 15 19:24:45.763349 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-a471d505-8ce5-4745-ad04-39c46a505ff6 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Allocated IP 172.20.0.13 (85e5a843-09fe-4cd9-bb02-f1db58b09d61/364bfc5e-bd66-4b69-9e05-565189b4ff27/8cd506f9-61a3-483c-84bf-76ef3c5bbddd) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:24:45.843636 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9a651b60-9789-44df-8b87-cd053eff13fb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:45.873840 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-9a651b60-9789-44df-8b87-cd053eff13fb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd59f550-72cb-4d95-8ebd-ce4c2c34fbc4']}} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:45.892435 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-9a651b60-9789-44df-8b87-cd053eff13fb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5090e457-9bbb-4c14-be56-6b4fb8c90374') {'for_net_delete': True} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:45.893127 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-9a651b60-9789-44df-8b87-cd053eff13fb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5090e457-9bbb-4c14-be56-6b4fb8c90374') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:45.909812 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9a651b60-9789-44df-8b87-cd053eff13fb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838443042'] for segment, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:45.934277 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9a651b60-9789-44df-8b87-cd053eff13fb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:45.940005 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device ff6148c0-49a7-4cc5-af14-afb7b3473423 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:24:45.942050 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a651b60-9789-44df-8b87-cd053eff13fb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=88991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:24:45.942591 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9a651b60-9789-44df-8b87-cd053eff13fb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838443729'] for segment, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:45.959455 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:24:45.959455 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:24:45.959455 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:24:45.959455 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:24:45.959455 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:24:45.959455 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:24:45.959455 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:24:45.959455 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:24:45.959455 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:24:45.959455 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:24:45.959455 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:24:45.959455 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:24:45.959455 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:24:45.959455 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:24:45.959455 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:24:45.959455 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:24:45.959455 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:24:45.959455 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:24:45.959455 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:24:45.959455 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:24:45.959455 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:24:45.959455 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:24:45.959455 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:24:45.959455 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:24:45.959455 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:24:45.959455 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:24:45.959455 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:24:45.959455 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:24:45.959455 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:24:45.959455 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:24:45.959455 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:24:45.959455 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:24:45.959455 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:24:45.959455 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:24:45.959455 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:24:45.959455 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:24:45.959455 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:24:45.959455 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:24:45.959455 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:24:45.959455 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:24:45.998182 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a471d505-8ce5-4745-ad04-39c46a505ff6 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:46.017095 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-a471d505-8ce5-4745-ad04-39c46a505ff6 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Transition to ACTIVE for port object 8cd506f9-61a3-483c-84bf-76ef3c5bbddd will not be triggered until provisioned by entity DHCP. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:24:46.048379 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port ff6148c0-49a7-4cc5-af14-afb7b3473423 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:24:46.077068 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a471d505-8ce5-4745-ad04-39c46a505ff6 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:46.083607 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c99101ce-870c-49be-96dd-43fb54a8e4ac tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:46.101278 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device a0382e0c-f6ce-4761-9bc2-a79adae0dd17 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:24:46.105087 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9a651b60-9789-44df-8b87-cd053eff13fb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:46.109883 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9a651b60-9789-44df-8b87-cd053eff13fb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:46.118073 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d9ddd4a5-5e3a-49b4-8808-ffb1e2902e4b tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:46.149638 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: a0382e0c-f6ce-4761-9bc2-a79adae0dd17 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:24:46.150910 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device a0382e0c-f6ce-4761-9bc2-a79adae0dd17 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:24:46.152810 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a651b60-9789-44df-8b87-cd053eff13fb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Pushing event deleted for resources: {'Network': ['ID=bd59f550-72cb-4d95-8ebd-ce4c2c34fbc4,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:46.155400 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9a651b60-9789-44df-8b87-cd053eff13fb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:46.156961 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9a651b60-9789-44df-8b87-cd053eff13fb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "DELETE /v2.0/networks/bd59f550-72cb-4d95-8ebd-ce4c2c34fbc4 HTTP/1.1" status: 204 len: 168 time: 2.5038955 Dec 15 19:24:46.161266 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56664) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:46.165426 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a471d505-8ce5-4745-ad04-39c46a505ff6 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Network 85e5a843-09fe-4cd9-bb02-f1db58b09d61 is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:24:46.169872 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-a471d505-8ce5-4745-ad04-39c46a505ff6 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:24:46.170016 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-659e5f37-e2c3-420f-bdbc-d4af8650365d tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1116258823', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}, 'admin_state_up': False}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:24:46.171726 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a471d505-8ce5-4745-ad04-39c46a505ff6 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event updated for resources: {'Port': ['ID=8cd506f9-61a3-483c-84bf-76ef3c5bbddd,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:46.174032 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a471d505-8ce5-4745-ad04-39c46a505ff6 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:24:46.177872 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-659e5f37-e2c3-420f-bdbc-d4af8650365d tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:24:46.184483 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-659e5f37-e2c3-420f-bdbc-d4af8650365d tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Usage tracker for resource:router and tenant:2c052fc4a8434b5ab31c24b37c4ed2ab is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:24:46.187526 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-659e5f37-e2c3-420f-bdbc-d4af8650365d tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:24:46.200089 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-659e5f37-e2c3-420f-bdbc-d4af8650365d tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:24:46.205090 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a471d505-8ce5-4745-ad04-39c46a505ff6 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:46.231127 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-659e5f37-e2c3-420f-bdbc-d4af8650365d tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854699176'] for router, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:46.232221 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-659e5f37-e2c3-420f-bdbc-d4af8650365d tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854194926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-76609'] for router, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:46.243548 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a471d505-8ce5-4745-ad04-39c46a505ff6 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:24:46.245313 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a471d505-8ce5-4745-ad04-39c46a505ff6 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:46.304597 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-659e5f37-e2c3-420f-bdbc-d4af8650365d tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:46.329039 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a471d505-8ce5-4745-ad04-39c46a505ff6 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.2611282 Dec 15 19:24:46.331814 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56670) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:46.338626 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-248d8161-186d-48b9-a2de-edf54334e71e tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Request body: {'subnet': {'network_id': '85e5a843-09fe-4cd9-bb02-f1db58b09d61', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:24:46.351202 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56674) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:46.497344 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-248d8161-186d-48b9-a2de-edf54334e71e tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:24:46.502552 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-248d8161-186d-48b9-a2de-edf54334e71e tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Usage tracker for resource:subnet and tenant:f3e95df2fc6f4d8e9322e2f06d7e1f38 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:24:46.505939 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-248d8161-186d-48b9-a2de-edf54334e71e tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:24:46.513285 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-248d8161-186d-48b9-a2de-edf54334e71e tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:24:46.551486 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-248d8161-186d-48b9-a2de-edf54334e71e tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Made reservation on behalf of f3e95df2fc6f4d8e9322e2f06d7e1f38 for: {'subnet': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:24:46.558969 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-248d8161-186d-48b9-a2de-edf54334e71e tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839924940'] for subnet, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:46.559339 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-659e5f37-e2c3-420f-bdbc-d4af8650365d tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:46.567801 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2af7cfd8-1334-4a33-b4ea-28c2d19d5d30 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:46.617589 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2af7cfd8-1334-4a33-b4ea-28c2d19d5d30 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:46.640282 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device b1e87887-70d4-4743-9da5-3a40f36e6a8c no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:24:46.680272 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] No Port match for: b1e87887-70d4-4743-9da5-3a40f36e6a8c {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:24:46.680942 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device b1e87887-70d4-4743-9da5-3a40f36e6a8c not bound to the agent host hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:24:46.719901 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.ipam_backend_mixin [None req-248d8161-186d-48b9-a2de-edf54334e71e tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 364bfc5e-bd66-4b69-9e05-565189b4ff27 (CIDR: 172.20.0.0/28) Dec 15 19:24:46.745848 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-248d8161-186d-48b9-a2de-edf54334e71e tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 19:24:46.746540 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-248d8161-186d-48b9-a2de-edf54334e71e tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:24:46.780500 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-248d8161-186d-48b9-a2de-edf54334e71e tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4473526 Dec 15 19:24:46.783344 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56678) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:46.789642 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-b2b3cba8-7dea-42e1-88a0-be1891df95f7 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Request body: {'subnet': {'network_id': '85e5a843-09fe-4cd9-bb02-f1db58b09d61', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:24:46.804008 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2af7cfd8-1334-4a33-b4ea-28c2d19d5d30 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:46.810984 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e0aad644-445d-475d-9141-f4c079631f7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:46.831045 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-eb548b72-664e-4856-9e9d-0c4e57d8f1d6 None None] Provisioning for port ff6148c0-49a7-4cc5-af14-afb7b3473423 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:24:46.831321 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af7cfd8-1334-4a33-b4ea-28c2d19d5d30 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e69350-e713-423c-84eb-42185063af35,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:46.837012 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2af7cfd8-1334-4a33-b4ea-28c2d19d5d30 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:46.837539 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-eb548b72-664e-4856-9e9d-0c4e57d8f1d6 None None] Provisioning complete for port ff6148c0-49a7-4cc5-af14-afb7b3473423 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:24:46.838440 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eb548b72-664e-4856-9e9d-0c4e57d8f1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:46.893973 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-659e5f37-e2c3-420f-bdbc-d4af8650365d tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for router_gateway, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:46.923680 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2af7cfd8-1334-4a33-b4ea-28c2d19d5d30 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:46.927667 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-2af7cfd8-1334-4a33-b4ea-28c2d19d5d30 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "DELETE /v2.0/security-groups/68e69350-e713-423c-84eb-42185063af35 HTTP/1.1" status: 204 len: 168 time: 0.5726731 Dec 15 19:24:46.929882 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-659e5f37-e2c3-420f-bdbc-d4af8650365d tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:46.988929 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-b2b3cba8-7dea-42e1-88a0-be1891df95f7 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:24:46.993401 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-b2b3cba8-7dea-42e1-88a0-be1891df95f7 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Usage tracker for resource:subnet and tenant:f3e95df2fc6f4d8e9322e2f06d7e1f38 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:24:46.996673 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-b2b3cba8-7dea-42e1-88a0-be1891df95f7 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:24:47.003185 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-b2b3cba8-7dea-42e1-88a0-be1891df95f7 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:24:47.006123 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eb548b72-664e-4856-9e9d-0c4e57d8f1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:47.027449 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56684) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:47.056896 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-eb548b72-664e-4856-9e9d-0c4e57d8f1d6 None None] For port ff6148c0-49a7-4cc5-af14-afb7b3473423, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=ff6148c0-49a7-4cc5-af14-afb7b3473423,segment=NetworkSegment(1f5d0f95-11f4-4bec-beaa-9fbbccc82fb4),segment_id=1f5d0f95-11f4-4bec-beaa-9fbbccc82fb4)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:24:47.071044 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b3cba8-7dea-42e1-88a0-be1891df95f7 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Made reservation on behalf of f3e95df2fc6f4d8e9322e2f06d7e1f38 for: {'subnet': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:24:47.078050 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b2b3cba8-7dea-42e1-88a0-be1891df95f7 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839924940'] for subnet, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:47.093836 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eb548b72-664e-4856-9e9d-0c4e57d8f1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:47.097062 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5f1813fe-8404-42fd-b13c-8650063ff204 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:47.165958 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-eb548b72-664e-4856-9e9d-0c4e57d8f1d6 None None] Provisioning complete for port d2c5e8c5-fc42-4365-90a2-f2df758afc32 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:24:47.171492 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eb548b72-664e-4856-9e9d-0c4e57d8f1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:47.216052 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb548b72-664e-4856-9e9d-0c4e57d8f1d6 None None] Pushing event updated for resources: {'Port': ['ID=ff6148c0-49a7-4cc5-af14-afb7b3473423,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:47.221222 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-eb548b72-664e-4856-9e9d-0c4e57d8f1d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:47.237985 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-eb548b72-664e-4856-9e9d-0c4e57d8f1d6 None None] Port d2c5e8c5-fc42-4365-90a2-f2df758afc32 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:24:47.300855 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-659e5f37-e2c3-420f-bdbc-d4af8650365d tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Allocated IP 172.26.3.192 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/89de3a40-ad42-4d0b-a027-803f5d989f43) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:24:47.385364 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b2b3cba8-7dea-42e1-88a0-be1891df95f7 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838139473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839924955'] for subnet, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:47.389980 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7b90ab42-8c3b-421a-b09f-b80c4e9b0075 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:47.425733 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-f7314cee-e867-473f-852c-71e591e5894b None None] Provisioning for port 8cd506f9-61a3-483c-84bf-76ef3c5bbddd completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:24:47.432422 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-f7314cee-e867-473f-852c-71e591e5894b None None] Provisioning complete for port 8cd506f9-61a3-483c-84bf-76ef3c5bbddd triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:24:47.432422 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f7314cee-e867-473f-852c-71e591e5894b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:47.459213 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b3cba8-7dea-42e1-88a0-be1891df95f7 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Network 85e5a843-09fe-4cd9-bb02-f1db58b09d61 is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:24:47.462903 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-b2b3cba8-7dea-42e1-88a0-be1891df95f7 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:24:47.467334 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b3cba8-7dea-42e1-88a0-be1891df95f7 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:24:47.468012 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b2b3cba8-7dea-42e1-88a0-be1891df95f7 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:47.477179 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70354b85-9537-46e9-8b70-3c7e7c9e6cec None None] Network 85e5a843-09fe-4cd9-bb02-f1db58b09d61 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:24:47.481556 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b3cba8-7dea-42e1-88a0-be1891df95f7 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event updated for resources: {'Subnet': ['ID=daaa4306-60a1-4e28-985e-d8400ef222af,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:47.484629 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b2b3cba8-7dea-42e1-88a0-be1891df95f7 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:47.517512 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b2b3cba8-7dea-42e1-88a0-be1891df95f7 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7327349 Dec 15 19:24:47.520278 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56688) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:47.527878 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-d758879f-09ca-47d4-a848-28ca9fde2ae9 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2133869983', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'daaa4306-60a1-4e28-985e-d8400ef222af'}], 'security_groups': ['74e32f85-a78b-4dae-af2b-84750c5875ca']}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:24:47.562754 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-f7314cee-e867-473f-852c-71e591e5894b None None] Port 8cd506f9-61a3-483c-84bf-76ef3c5bbddd cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:24:47.567721 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-659e5f37-e2c3-420f-bdbc-d4af8650365d tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:47.683921 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d758879f-09ca-47d4-a848-28ca9fde2ae9 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:47.689916 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-659e5f37-e2c3-420f-bdbc-d4af8650365d tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:47.700458 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-59629490-05e3-43ca-b3c4-536f483e792d tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:47.779142 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659e5f37-e2c3-420f-bdbc-d4af8650365d tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:24:47.783446 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-659e5f37-e2c3-420f-bdbc-d4af8650365d tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:24:47.789221 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659e5f37-e2c3-420f-bdbc-d4af8650365d tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:24:47.817441 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659e5f37-e2c3-420f-bdbc-d4af8650365d tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Pushing event updated for resources: {'Port': ['ID=89de3a40-ad42-4d0b-a027-803f5d989f43,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:47.824514 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-659e5f37-e2c3-420f-bdbc-d4af8650365d tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:47.854126 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9359da8-3c8c-4a5c-83e7-cf095e3b6865 None None] Update dhcp port {'port': {'network_id': '85e5a843-09fe-4cd9-bb02-f1db58b09d61', 'fixed_ips': [{'subnet_id': '364bfc5e-bd66-4b69-9e05-565189b4ff27', 'ip_address': '172.20.0.2'}, {'subnet_id': 'daaa4306-60a1-4e28-985e-d8400ef222af'}], 'binding:host_id': 'dv-neutron-821831-2-hyperv'}, 'id': 'ff6148c0-49a7-4cc5-af14-afb7b3473423'} from dv-neutron-821831-2-hyperv. {{(pid=88992) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 15 19:24:47.909300 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device ff6148c0-49a7-4cc5-af14-afb7b3473423 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:24:47.953717 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f9359da8-3c8c-4a5c-83e7-cf095e3b6865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:47.970705 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-15082d37-c18f-4e26-8538-b7a5cc2b469a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145021'] for router_interface, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:48.114643 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port ff6148c0-49a7-4cc5-af14-afb7b3473423 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:24:48.114997 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:48.130540 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-d758879f-09ca-47d4-a848-28ca9fde2ae9 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Delete allocated IP 172.20.0.13 (85e5a843-09fe-4cd9-bb02-f1db58b09d61/364bfc5e-bd66-4b69-9e05-565189b4ff27) {{(pid=88990) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}} Dec 15 19:24:48.198626 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-d758879f-09ca-47d4-a848-28ca9fde2ae9 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Allocated IP 172.20.0.28 (85e5a843-09fe-4cd9-bb02-f1db58b09d61/daaa4306-60a1-4e28-985e-d8400ef222af/8cd506f9-61a3-483c-84bf-76ef3c5bbddd) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:24:48.413054 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d758879f-09ca-47d4-a848-28ca9fde2ae9 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:48.430088 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d758879f-09ca-47d4-a848-28ca9fde2ae9 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Transition to ACTIVE for port object 8cd506f9-61a3-483c-84bf-76ef3c5bbddd will not be triggered until provisioned by entity DHCP. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:24:48.440386 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-659e5f37-e2c3-420f-bdbc-d4af8650365d tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for router_gateway, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:48.441142 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-659e5f37-e2c3-420f-bdbc-d4af8650365d tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904'] for router, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:48.465428 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d758879f-09ca-47d4-a848-28ca9fde2ae9 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:48.471760 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5999bc27-da6d-4c0e-95a5-c1f311ee923e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:48.498111 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-f9359da8-3c8c-4a5c-83e7-cf095e3b6865 None None] Allocated IP 172.20.0.18 (85e5a843-09fe-4cd9-bb02-f1db58b09d61/daaa4306-60a1-4e28-985e-d8400ef222af/ff6148c0-49a7-4cc5-af14-afb7b3473423) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:24:48.613392 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d758879f-09ca-47d4-a848-28ca9fde2ae9 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event updated for resources: {'Port': ['ID=8cd506f9-61a3-483c-84bf-76ef3c5bbddd,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:48.622825 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d758879f-09ca-47d4-a848-28ca9fde2ae9 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:48.643367 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d758879f-09ca-47d4-a848-28ca9fde2ae9 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] In _notify_port_updated(), no bound segment for port 8cd506f9-61a3-483c-84bf-76ef3c5bbddd on network 85e5a843-09fe-4cd9-bb02-f1db58b09d61 {{(pid=88990) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 15 19:24:48.648086 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d758879f-09ca-47d4-a848-28ca9fde2ae9 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:24:48.648768 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d758879f-09ca-47d4-a848-28ca9fde2ae9 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:48.653637 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d758879f-09ca-47d4-a848-28ca9fde2ae9 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "PUT /v2.0/ports/8cd506f9-61a3-483c-84bf-76ef3c5bbddd HTTP/1.1" status: 200 len: 921 time: 1.1284678 Dec 15 19:24:48.653931 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56692) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:48.686942 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-f9359da8-3c8c-4a5c-83e7-cf095e3b6865 None None] For port ff6148c0-49a7-4cc5-af14-afb7b3473423, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=ff6148c0-49a7-4cc5-af14-afb7b3473423,segment=NetworkSegment(1f5d0f95-11f4-4bec-beaa-9fbbccc82fb4),segment_id=1f5d0f95-11f4-4bec-beaa-9fbbccc82fb4)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:24:48.720750 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f9359da8-3c8c-4a5c-83e7-cf095e3b6865 None None] Notify callbacks [] for port, precommit_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:48.725208 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-368240b4-1a7a-46c0-a322-3fc85f172b80 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Deleting port 8cd506f9-61a3-483c-84bf-76ef3c5bbddd {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:24:48.725599 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-368240b4-1a7a-46c0-a322-3fc85f172b80 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:48.739260 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-f9359da8-3c8c-4a5c-83e7-cf095e3b6865 None None] Transition to ACTIVE for port object ff6148c0-49a7-4cc5-af14-afb7b3473423 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:24:48.773898 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f9359da8-3c8c-4a5c-83e7-cf095e3b6865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:48.779555 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-db5844a6-028f-450a-835d-8c902f626abf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:48.922739 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9359da8-3c8c-4a5c-83e7-cf095e3b6865 None None] Pushing event updated for resources: {'Port': ['ID=ff6148c0-49a7-4cc5-af14-afb7b3473423,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:48.926451 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f9359da8-3c8c-4a5c-83e7-cf095e3b6865 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:49.028878 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-659e5f37-e2c3-420f-bdbc-d4af8650365d tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Router 815a7a2d-670c-4b99-a380-dc435bf27847 is scheduled to L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 with binding_index 1 {{(pid=88991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 15 19:24:49.228489 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-15082d37-c18f-4e26-8538-b7a5cc2b469a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Deleting port d6c02ce4-50c9-4450-b843-c8860cd468e6 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:24:49.228843 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-15082d37-c18f-4e26-8538-b7a5cc2b469a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:49.244790 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-368240b4-1a7a-46c0-a322-3fc85f172b80 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:49.379239 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-368240b4-1a7a-46c0-a322-3fc85f172b80 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Calling delete_port for 8cd506f9-61a3-483c-84bf-76ef3c5bbddd owned by {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:24:49.523648 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-15082d37-c18f-4e26-8538-b7a5cc2b469a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] For port d6c02ce4-50c9-4450-b843-c8860cd468e6, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=d6c02ce4-50c9-4450-b843-c8860cd468e6,segment=NetworkSegment(f60251cd-47c4-4e66-b0e2-b8b9d94d3dc9),segment_id=f60251cd-47c4-4e66-b0e2-b8b9d94d3dc9)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:24:49.524182 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-15082d37-c18f-4e26-8538-b7a5cc2b469a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:49.562388 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-368240b4-1a7a-46c0-a322-3fc85f172b80 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:49.568478 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d758879f-09ca-47d4-a848-28ca9fde2ae9 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:49.594510 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-659e5f37-e2c3-420f-bdbc-d4af8650365d tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:24:49.608341 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03af02e-df66-4cbd-9991-ff22d086ee52 None None] Sync routers for ids ['815a7a2d-670c-4b99-a380-dc435bf27847'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:24:49.613129 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368240b4-1a7a-46c0-a322-3fc85f172b80 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event deleted for resources: {'Port': ['ID=8cd506f9-61a3-483c-84bf-76ef3c5bbddd,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:49.616188 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-368240b4-1a7a-46c0-a322-3fc85f172b80 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:49.647987 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03af02e-df66-4cbd-9991-ff22d086ee52 None None] Routers {'815a7a2d-670c-4b99-a380-dc435bf27847'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:24:49.649037 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-f03af02e-df66-4cbd-9991-ff22d086ee52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:24:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['815a7a2d-670c-4b99-a380-dc435bf27847'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:49.674207 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-15082d37-c18f-4e26-8538-b7a5cc2b469a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Calling delete_port for d6c02ce4-50c9-4450-b843-c8860cd468e6 owned by network:router_interface {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:24:49.731948 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-368240b4-1a7a-46c0-a322-3fc85f172b80 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:49.744060 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-368240b4-1a7a-46c0-a322-3fc85f172b80 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "DELETE /v2.0/ports/8cd506f9-61a3-483c-84bf-76ef3c5bbddd HTTP/1.1" status: 204 len: 168 time: 1.0887444 Dec 15 19:24:49.746947 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56696) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:49.755146 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-f03af02e-df66-4cbd-9991-ff22d086ee52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:49.768209 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03af02e-df66-4cbd-9991-ff22d086ee52 None None] Routers {'815a7a2d-670c-4b99-a380-dc435bf27847'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:24:49.768887 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-f03af02e-df66-4cbd-9991-ff22d086ee52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:24:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['815a7a2d-670c-4b99-a380-dc435bf27847'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:49.797765 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-cf1f8384-b059-46fa-9802-c8200799112c None None] Could not find standard attr ID for object 8cd506f9-61a3-483c-84bf-76ef3c5bbddd. {{(pid=88992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 15 19:24:49.804047 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-659e5f37-e2c3-420f-bdbc-d4af8650365d tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for router, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:49.805361 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-659e5f37-e2c3-420f-bdbc-d4af8650365d tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.6432610 Dec 15 19:24:49.808592 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56700) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:49.813892 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd4c8722-6df7-4aa8-90d1-45b5d7e50e39 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] GET failed (client error): The resource could not be found. Dec 15 19:24:49.817150 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-bd4c8722-6df7-4aa8-90d1-45b5d7e50e39 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "GET /v2.0/ports/8cd506f9-61a3-483c-84bf-76ef3c5bbddd HTTP/1.1" status: 404 len: 333 time: 0.0672774 Dec 15 19:24:49.819939 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56704) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:49.826527 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-cf1f8384-b059-46fa-9802-c8200799112c None None] Provisioning complete for port d2c5e8c5-fc42-4365-90a2-f2df758afc32 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:24:49.827082 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cf1f8384-b059-46fa-9802-c8200799112c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:49.831082 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-f03af02e-df66-4cbd-9991-ff22d086ee52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:49.831553 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03af02e-df66-4cbd-9991-ff22d086ee52 None None] The sync data for ids ['815a7a2d-670c-4b99-a380-dc435bf27847'] in dv-neutron-821831-2-hyperv is: [] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:24:49.898401 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device ff6148c0-49a7-4cc5-af14-afb7b3473423 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:24:49.927368 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-96f962d5-c42d-440e-8f2d-ef464387b2df tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for security_group, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:49.958988 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f8384-b059-46fa-9802-c8200799112c None None] Port d2c5e8c5-fc42-4365-90a2-f2df758afc32 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:24:49.963041 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-96f962d5-c42d-440e-8f2d-ef464387b2df tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:49.997310 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port ff6148c0-49a7-4cc5-af14-afb7b3473423 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:24:49.997661 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:50.026177 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-cf1f8384-b059-46fa-9802-c8200799112c None None] Provisioning for port ff6148c0-49a7-4cc5-af14-afb7b3473423 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:24:50.042404 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-cf1f8384-b059-46fa-9802-c8200799112c None None] Provisioning complete for port ff6148c0-49a7-4cc5-af14-afb7b3473423 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:24:50.042832 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cf1f8384-b059-46fa-9802-c8200799112c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:50.073859 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-96f962d5-c42d-440e-8f2d-ef464387b2df tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:50.078299 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d42e3052-822f-4546-8cac-6422c3fc821e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "GET /v2.0/routers/815a7a2d-670c-4b99-a380-dc435bf27847 HTTP/1.1" status: 200 len: 885 time: 0.2680063 Dec 15 19:24:50.079257 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56708) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:50.079429 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7c5a2c9a-ac03-4da1-b077-b8ba5c2dd5bb tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:50.097537 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f962d5-c42d-440e-8f2d-ef464387b2df tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b93d2a2-ce45-401c-af56-bc52302bc9e7,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:50.101023 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-96f962d5-c42d-440e-8f2d-ef464387b2df tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:50.107716 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-96f962d5-c42d-440e-8f2d-ef464387b2df tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:50.111656 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-96f962d5-c42d-440e-8f2d-ef464387b2df tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "DELETE /v2.0/security-groups/9b93d2a2-ce45-401c-af56-bc52302bc9e7 HTTP/1.1" status: 204 len: 168 time: 0.2877769 Dec 15 19:24:50.121198 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56712) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:50.141085 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-15082d37-c18f-4e26-8538-b7a5cc2b469a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:50.150826 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7fb1ab8b-ac19-4b83-b7f9-1bcc5e06eaad tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:50.221555 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15082d37-c18f-4e26-8538-b7a5cc2b469a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event deleted for resources: {'Port': ['ID=d6c02ce4-50c9-4450-b843-c8860cd468e6,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:50.245662 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-15082d37-c18f-4e26-8538-b7a5cc2b469a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:50.351580 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ba76689c-2e48-40eb-adc3-35b29c993ec2 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Synchronizing usage tracker for tenant:2c052fc4a8434b5ab31c24b37c4ed2ab on resource:router {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:24:50.392535 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3aad3fb1-960e-470e-97f4-eff645e72ac5 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for security_group, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:50.394265 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ba76689c-2e48-40eb-adc3-35b29c993ec2 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Unset dirty status for tenant:2c052fc4a8434b5ab31c24b37c4ed2ab on resource:router {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:24:50.398733 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ba76689c-2e48-40eb-adc3-35b29c993ec2 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.3176963 Dec 15 19:24:50.399553 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56716) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:50.406190 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-63d65d2f-8a6d-4622-afa4-8d9a0d385fa1 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1116258823'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:24:50.517276 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3aad3fb1-960e-470e-97f4-eff645e72ac5 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:50.606202 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-46141ac1-577b-46ca-971d-0dd0ddf936ac None None] Could not find standard attr ID for object 8cd506f9-61a3-483c-84bf-76ef3c5bbddd. {{(pid=88992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 15 19:24:50.676057 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3aad3fb1-960e-470e-97f4-eff645e72ac5 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:50.684546 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4b69ddb4-cba6-4366-8a8c-219d224b27c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:50.701281 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aad3fb1-960e-470e-97f4-eff645e72ac5 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e32f85-a78b-4dae-af2b-84750c5875ca,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:50.703913 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3aad3fb1-960e-470e-97f4-eff645e72ac5 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:50.713301 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3aad3fb1-960e-470e-97f4-eff645e72ac5 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:50.717747 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-3aad3fb1-960e-470e-97f4-eff645e72ac5 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "DELETE /v2.0/security-groups/74e32f85-a78b-4dae-af2b-84750c5875ca HTTP/1.1" status: 204 len: 168 time: 0.5951471 Dec 15 19:24:50.718463 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56720) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:50.903923 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-15082d37-c18f-4e26-8538-b7a5cc2b469a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852815828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854144871'] for router_interface, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:51.076077 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-63d65d2f-8a6d-4622-afa4-8d9a0d385fa1 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:51.105588 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-63d65d2f-8a6d-4622-afa4-8d9a0d385fa1 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854141873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-633912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854194791'] for router, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:51.258395 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-2013e962-575a-4475-97a3-aed872f62ced tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Deleting subnet 364bfc5e-bd66-4b69-9e05-565189b4ff27 {{(pid=88991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:24:51.262319 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2013e962-575a-4475-97a3-aed872f62ced tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for subnet, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:51.319216 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63d65d2f-8a6d-4622-afa4-8d9a0d385fa1 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Router 815a7a2d-670c-4b99-a380-dc435bf27847 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:24:51.334477 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2013e962-575a-4475-97a3-aed872f62ced tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16332759'] for subnet, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:51.507691 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2013e962-575a-4475-97a3-aed872f62ced tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:51.526938 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63d65d2f-8a6d-4622-afa4-8d9a0d385fa1 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:24:51.532808 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-63d65d2f-8a6d-4622-afa4-8d9a0d385fa1 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:51.536649 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-63d65d2f-8a6d-4622-afa4-8d9a0d385fa1 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "PUT /v2.0/routers/815a7a2d-670c-4b99-a380-dc435bf27847 HTTP/1.1" status: 200 len: 892 time: 1.1331851 Dec 15 19:24:51.536919 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56724) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:51.539658 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d47247d-7d50-41bb-a671-0727951c18d1 None None] Sync routers for ids ['815a7a2d-670c-4b99-a380-dc435bf27847'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:24:51.553396 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d47247d-7d50-41bb-a671-0727951c18d1 None None] Routers {'815a7a2d-670c-4b99-a380-dc435bf27847'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:24:51.554320 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-3d47247d-7d50-41bb-a671-0727951c18d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:24:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['815a7a2d-670c-4b99-a380-dc435bf27847'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:51.623963 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-3d47247d-7d50-41bb-a671-0727951c18d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:51.638590 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d47247d-7d50-41bb-a671-0727951c18d1 None None] Routers {'815a7a2d-670c-4b99-a380-dc435bf27847'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:24:51.639430 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-3d47247d-7d50-41bb-a671-0727951c18d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:24:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['815a7a2d-670c-4b99-a380-dc435bf27847'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:51.705572 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-3d47247d-7d50-41bb-a671-0727951c18d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:51.706046 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d47247d-7d50-41bb-a671-0727951c18d1 None None] The sync data for ids ['815a7a2d-670c-4b99-a380-dc435bf27847'] in dv-neutron-821831-2-hyperv is: [] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:24:51.754612 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2013e962-575a-4475-97a3-aed872f62ced tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16156049'] for subnet, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:51.766020 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5f6d704b-28d8-4a97-af44-6b4e6d5eff5c tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:51.766220 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6e21264c-1f79-45be-ad3f-0db6031c1e22 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "GET /v2.0/routers/815a7a2d-670c-4b99-a380-dc435bf27847 HTTP/1.1" status: 200 len: 892 time: 0.2280190 Dec 15 19:24:51.768925 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56728) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:51.807480 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2013e962-575a-4475-97a3-aed872f62ced tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event deleted for resources: {'Subnet': ['ID=364bfc5e-bd66-4b69-9e05-565189b4ff27,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:51.812321 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2013e962-575a-4475-97a3-aed872f62ced tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:51.819733 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e4df8e9f-67ae-43fd-9598-f9170fa138a5 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "GET /v2.0/ports?device_id=815a7a2d-670c-4b99-a380-dc435bf27847 HTTP/1.1" status: 200 len: 205 time: 0.0494285 Dec 15 19:24:51.825864 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55471485-afb8-4674-9d23-60fe461c8506 None None] Network 85e5a843-09fe-4cd9-bb02-f1db58b09d61 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:24:51.826379 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56732) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:51.826518 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2013e962-575a-4475-97a3-aed872f62ced tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:51.841736 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-2013e962-575a-4475-97a3-aed872f62ced tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "DELETE /v2.0/subnets/364bfc5e-bd66-4b69-9e05-565189b4ff27 HTTP/1.1" status: 204 len: 168 time: 1.1214473 Dec 15 19:24:51.846298 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56736) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:51.854055 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-f643abe0-0670-431a-aad0-f3a318d812c6 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Request body: {'subnet': {'network_id': '85e5a843-09fe-4cd9-bb02-f1db58b09d61', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:24:52.150117 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-f643abe0-0670-431a-aad0-f3a318d812c6 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:24:52.159865 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-f643abe0-0670-431a-aad0-f3a318d812c6 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Usage tracker for resource:subnet and tenant:f3e95df2fc6f4d8e9322e2f06d7e1f38 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:24:52.163467 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-f643abe0-0670-431a-aad0-f3a318d812c6 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:24:52.172675 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-f643abe0-0670-431a-aad0-f3a318d812c6 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:24:52.227155 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15082d37-c18f-4e26-8538-b7a5cc2b469a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Router 7a84a25e-4688-4234-b584-30ae53b7fc7d has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:24:52.228528 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f643abe0-0670-431a-aad0-f3a318d812c6 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Made reservation on behalf of f3e95df2fc6f4d8e9322e2f06d7e1f38 for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:24:52.234830 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f643abe0-0670-431a-aad0-f3a318d812c6 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:52.305144 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-536d395d-a38d-4c59-a9eb-c83352c12dfb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for router, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:52.523580 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-536d395d-a38d-4c59-a9eb-c83352c12dfb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:52.573642 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-536d395d-a38d-4c59-a9eb-c83352c12dfb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Deleting port 89de3a40-ad42-4d0b-a027-803f5d989f43 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:24:52.574040 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-536d395d-a38d-4c59-a9eb-c83352c12dfb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:52.675409 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15082d37-c18f-4e26-8538-b7a5cc2b469a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:24:52.689989 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-15082d37-c18f-4e26-8538-b7a5cc2b469a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "PUT /v2.0/routers/7a84a25e-4688-4234-b584-30ae53b7fc7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6587825 Dec 15 19:24:52.690665 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0c749d-51c6-4eb3-9bd9-396d5fa3c0f9 None None] Sync routers for ids ['7a84a25e-4688-4234-b584-30ae53b7fc7d'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:24:52.698661 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56740) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:52.719490 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0c749d-51c6-4eb3-9bd9-396d5fa3c0f9 None None] Routers {'7a84a25e-4688-4234-b584-30ae53b7fc7d'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:24:52.720573 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-cb0c749d-51c6-4eb3-9bd9-396d5fa3c0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:24:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['7a84a25e-4688-4234-b584-30ae53b7fc7d'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:52.814100 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-536d395d-a38d-4c59-a9eb-c83352c12dfb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:52.883178 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f643abe0-0670-431a-aad0-f3a318d812c6 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:52.896155 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-64bb6559-8b3a-4396-9fc2-0ab7919e1a4e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:52.922812 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-cb0c749d-51c6-4eb3-9bd9-396d5fa3c0f9 None None] Set router 7a84a25e-4688-4234-b584-30ae53b7fc7d gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:24:52.946476 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f643abe0-0670-431a-aad0-f3a318d812c6 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Network 85e5a843-09fe-4cd9-bb02-f1db58b09d61 is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:24:52.955768 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-f643abe0-0670-431a-aad0-f3a318d812c6 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:24:52.965354 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f643abe0-0670-431a-aad0-f3a318d812c6 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:24:52.966005 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f643abe0-0670-431a-aad0-f3a318d812c6 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:52.973064 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958218a3-6e15-44b0-a9dd-9be5dc2c05c0 None None] Network 85e5a843-09fe-4cd9-bb02-f1db58b09d61 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:24:52.974860 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-536d395d-a38d-4c59-a9eb-c83352c12dfb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Calling delete_port for 89de3a40-ad42-4d0b-a027-803f5d989f43 owned by network:router_gateway {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:24:53.053614 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0e567a6-0043-4853-8f47-0259faa0e1fb tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Deleting subnet 7743b595-6cbf-4c22-a040-1b58944c2771 {{(pid=88991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:24:53.057627 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f643abe0-0670-431a-aad0-f3a318d812c6 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event updated for resources: {'Subnet': ['ID=bb745188-d734-4413-a9ea-02b8ed6da2ef,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:53.060895 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f643abe0-0670-431a-aad0-f3a318d812c6 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:53.061773 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e0e567a6-0043-4853-8f47-0259faa0e1fb tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for subnet, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:53.115157 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f643abe0-0670-431a-aad0-f3a318d812c6 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2684085 Dec 15 19:24:53.122553 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56746) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:53.129092 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-ae490a56-5ad6-4ca6-bd32-fc618f2b4154 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Request body: {'security_group': {'name': 'tempest-secgroup-700794016'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:24:53.143107 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ae490a56-5ad6-4ca6-bd32-fc618f2b4154 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:24:53.155024 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ae490a56-5ad6-4ca6-bd32-fc618f2b4154 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Usage tracker for resource:security_group and tenant:f3e95df2fc6f4d8e9322e2f06d7e1f38 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:24:53.162385 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ae490a56-5ad6-4ca6-bd32-fc618f2b4154 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:24:53.175556 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e0e567a6-0043-4853-8f47-0259faa0e1fb tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16332759'] for subnet, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:53.202437 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-536d395d-a38d-4c59-a9eb-c83352c12dfb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:53.207811 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ae490a56-5ad6-4ca6-bd32-fc618f2b4154 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:24:53.208289 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-c91dcf3c-cf9d-430d-af13-49c64f8bd8a9 None None] Provisioning complete for port ff6148c0-49a7-4cc5-af14-afb7b3473423 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:24:53.208720 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c91dcf3c-cf9d-430d-af13-49c64f8bd8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:53.211914 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1483dca8-42b7-4e7c-97d5-f1fa703d1630 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:53.267826 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ae490a56-5ad6-4ca6-bd32-fc618f2b4154 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for security_group, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:53.274339 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536d395d-a38d-4c59-a9eb-c83352c12dfb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Pushing event deleted for resources: {'Port': ['ID=89de3a40-ad42-4d0b-a027-803f5d989f43,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:53.279185 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-536d395d-a38d-4c59-a9eb-c83352c12dfb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:53.337896 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ae490a56-5ad6-4ca6-bd32-fc618f2b4154 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:24:53.343224 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e0e567a6-0043-4853-8f47-0259faa0e1fb tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:53.388655 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ae490a56-5ad6-4ca6-bd32-fc618f2b4154 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Usage tracker for resource:security_group_rule and tenant:f3e95df2fc6f4d8e9322e2f06d7e1f38 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:24:53.404117 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ae490a56-5ad6-4ca6-bd32-fc618f2b4154 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:24:53.416246 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ae490a56-5ad6-4ca6-bd32-fc618f2b4154 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:24:53.465737 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-c91dcf3c-cf9d-430d-af13-49c64f8bd8a9 None None] Provisioning complete for port d2c5e8c5-fc42-4365-90a2-f2df758afc32 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:24:53.466168 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c91dcf3c-cf9d-430d-af13-49c64f8bd8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:53.481574 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-cb0c749d-51c6-4eb3-9bd9-396d5fa3c0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a84a25e-4688-4234-b584-30ae53b7fc7d', 'name': 'tempest-TestNetworkBasicOps-router-1134440842', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.93'}], 'enable_snat': True}, 'gw_port_id': '038b4f0f-9341-43a0-b85b-b190ebd781f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:23:16Z', 'updated_at': '2021-12-15T19:24:49Z', 'revision_number': 5, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': '038b4f0f-9341-43a0-b85b-b190ebd781f6', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:36:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a84a25e-4688-4234-b584-30ae53b7fc7d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:23:17Z', 'updated_at': '2021-12-15T19:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:53.485957 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0c749d-51c6-4eb3-9bd9-396d5fa3c0f9 None None] Checking router: 7a84a25e-4688-4234-b584-30ae53b7fc7d for host: dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:24:53.497464 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0c749d-51c6-4eb3-9bd9-396d5fa3c0f9 None None] Routers {'7a84a25e-4688-4234-b584-30ae53b7fc7d'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:24:53.498293 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-cb0c749d-51c6-4eb3-9bd9-396d5fa3c0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:24:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['7a84a25e-4688-4234-b584-30ae53b7fc7d'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:53.501661 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ae490a56-5ad6-4ca6-bd32-fc618f2b4154 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for security_group, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:53.503520 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e0e567a6-0043-4853-8f47-0259faa0e1fb tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16156049'] for subnet, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:53.509920 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d03b77b8-e12a-4313-a250-2e8223c54ae8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:53.512960 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c5e098-42fe-40e5-a314-9384821cd5e0 None None] Update dhcp port {'port': {'network_id': '85e5a843-09fe-4cd9-bb02-f1db58b09d61', 'fixed_ips': [{'subnet_id': 'daaa4306-60a1-4e28-985e-d8400ef222af', 'ip_address': '172.20.0.18'}, {'subnet_id': 'bb745188-d734-4413-a9ea-02b8ed6da2ef'}], 'binding:host_id': 'dv-neutron-821831-2-hyperv'}, 'id': 'ff6148c0-49a7-4cc5-af14-afb7b3473423'} from dv-neutron-821831-2-hyperv. {{(pid=88992) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 15 19:24:53.547735 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ae490a56-5ad6-4ca6-bd32-fc618f2b4154 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:53.563126 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e567a6-0043-4853-8f47-0259faa0e1fb tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event deleted for resources: {'Subnet': ['ID=7743b595-6cbf-4c22-a040-1b58944c2771,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:53.566386 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e0e567a6-0043-4853-8f47-0259faa0e1fb tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:53.568876 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-c91dcf3c-cf9d-430d-af13-49c64f8bd8a9 None None] Port d2c5e8c5-fc42-4365-90a2-f2df758afc32 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:24:53.573727 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-17fde93d-8dcc-49dd-a533-f2e868363d31 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:53.578524 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-536d395d-a38d-4c59-a9eb-c83352c12dfb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854141934'] for router_gateway, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:53.582006 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-47c5e098-42fe-40e5-a314-9384821cd5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:53.590227 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e0e567a6-0043-4853-8f47-0259faa0e1fb tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:53.608357 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e0e567a6-0043-4853-8f47-0259faa0e1fb tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "DELETE /v2.0/subnets/7743b595-6cbf-4c22-a040-1b58944c2771 HTTP/1.1" status: 204 len: 168 time: 0.9085593 Dec 15 19:24:53.611914 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56752) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:53.624204 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125156e0-44b4-4151-b1b0-254e44528554 None None] Network 223a7835-c12c-4aa6-adbb-61b07fdb1249 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:24:53.717343 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ae490a56-5ad6-4ca6-bd32-fc618f2b4154 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:53.721721 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ae490a56-5ad6-4ca6-bd32-fc618f2b4154 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.5979748 Dec 15 19:24:53.722428 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56756) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:53.729162 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-cb0c749d-51c6-4eb3-9bd9-396d5fa3c0f9 None None] Set router 7a84a25e-4688-4234-b584-30ae53b7fc7d gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:24:53.730543 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-c7229bf0-3843-4dee-a891-882c7b0dc998 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Request body: {'security_group': {'name': 'tempest-secgroup-87214766'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:24:53.731075 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae490a56-5ad6-4ca6-bd32-fc618f2b4154 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=008a448b-9568-435c-b3a9-9546430a467c,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:53.734654 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ae490a56-5ad6-4ca6-bd32-fc618f2b4154 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:53.760821 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-c7229bf0-3843-4dee-a891-882c7b0dc998 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:24:53.770359 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-c7229bf0-3843-4dee-a891-882c7b0dc998 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Usage tracker for resource:security_group and tenant:f3e95df2fc6f4d8e9322e2f06d7e1f38 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:24:53.775383 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-c7229bf0-3843-4dee-a891-882c7b0dc998 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:24:53.862405 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-c7229bf0-3843-4dee-a891-882c7b0dc998 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:24:53.964832 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-536d395d-a38d-4c59-a9eb-c83352c12dfb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854207876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854699191'] for router, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:53.970957 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-536d395d-a38d-4c59-a9eb-c83352c12dfb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:53.997808 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c7229bf0-3843-4dee-a891-882c7b0dc998 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for security_group, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:54.014602 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:54.045371 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-c7229bf0-3843-4dee-a891-882c7b0dc998 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:24:54.049997 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-c7229bf0-3843-4dee-a891-882c7b0dc998 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Usage tracker for resource:security_group_rule and tenant:f3e95df2fc6f4d8e9322e2f06d7e1f38 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:24:54.053631 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-c7229bf0-3843-4dee-a891-882c7b0dc998 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:24:54.062887 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-c7229bf0-3843-4dee-a891-882c7b0dc998 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:24:54.067078 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-536d395d-a38d-4c59-a9eb-c83352c12dfb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854207982'] for router, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:54.067884 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-536d395d-a38d-4c59-a9eb-c83352c12dfb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Fanout notify agent at l3_agent the message router_deleted on router 815a7a2d-670c-4b99-a380-dc435bf27847 {{(pid=88990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 19:24:54.099329 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-cb0c749d-51c6-4eb3-9bd9-396d5fa3c0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a84a25e-4688-4234-b584-30ae53b7fc7d', 'name': 'tempest-TestNetworkBasicOps-router-1134440842', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.93'}], 'enable_snat': True}, 'gw_port_id': '038b4f0f-9341-43a0-b85b-b190ebd781f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:23:16Z', 'updated_at': '2021-12-15T19:24:49Z', 'revision_number': 5, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': '038b4f0f-9341-43a0-b85b-b190ebd781f6', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:36:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a84a25e-4688-4234-b584-30ae53b7fc7d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:23:17Z', 'updated_at': '2021-12-15T19:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:54.104331 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0c749d-51c6-4eb3-9bd9-396d5fa3c0f9 None None] The sync data for ids ['7a84a25e-4688-4234-b584-30ae53b7fc7d'] in dv-neutron-821831-2-hyperv is: [{'id': '7a84a25e-4688-4234-b584-30ae53b7fc7d', 'name': 'tempest-TestNetworkBasicOps-router-1134440842', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.93'}], 'enable_snat': True}, 'gw_port_id': '038b4f0f-9341-43a0-b85b-b190ebd781f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:23:16Z', 'updated_at': '2021-12-15T19:24:49Z', 'revision_number': 5, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': '038b4f0f-9341-43a0-b85b-b190ebd781f6', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:36:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a84a25e-4688-4234-b584-30ae53b7fc7d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:23:17Z', 'updated_at': '2021-12-15T19:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:24:54.116876 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-47c5e098-42fe-40e5-a314-9384821cd5e0 None None] Allocated IP 172.20.0.2 (85e5a843-09fe-4cd9-bb02-f1db58b09d61/bb745188-d734-4413-a9ea-02b8ed6da2ef/ff6148c0-49a7-4cc5-af14-afb7b3473423) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:24:54.127423 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbbf304-e207-4d2b-8b81-c3bfb1b67b71 None None] DHCP port deletion for 223a7835-c12c-4aa6-adbb-61b07fdb1249 request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:24:54.140945 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-5cbbf304-e207-4d2b-8b81-c3bfb1b67b71 None None] Deleting port d0284858-f9d1-44d5-833c-536d927cf3ee {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:24:54.141639 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5cbbf304-e207-4d2b-8b81-c3bfb1b67b71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:54.153498 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c7229bf0-3843-4dee-a891-882c7b0dc998 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for security_group, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:54.168067 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-536d395d-a38d-4c59-a9eb-c83352c12dfb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:54.173640 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-536d395d-a38d-4c59-a9eb-c83352c12dfb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "DELETE /v2.0/routers/815a7a2d-670c-4b99-a380-dc435bf27847 HTTP/1.1" status: 204 len: 168 time: 2.3455482 Dec 15 19:24:54.174510 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56760) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:54.180976 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-e51840fe-c665-431c-977e-d7f4461d740e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1097346926'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:24:54.188655 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-e51840fe-c665-431c-977e-d7f4461d740e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:24:54.191585 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c7229bf0-3843-4dee-a891-882c7b0dc998 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:54.204399 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1883352e-7643-4780-b344-b60c9c5beb2c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for router, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:54.210080 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5907f212-8416-40dc-8385-4c6c4cdbd505 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:54.219576 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-e51840fe-c665-431c-977e-d7f4461d740e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Usage tracker for resource:network and tenant:2c052fc4a8434b5ab31c24b37c4ed2ab is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:24:54.224666 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-e51840fe-c665-431c-977e-d7f4461d740e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:24:54.235174 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-e51840fe-c665-431c-977e-d7f4461d740e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:24:54.245758 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c7229bf0-3843-4dee-a891-882c7b0dc998 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:54.247095 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c7229bf0-3843-4dee-a891-882c7b0dc998 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1575 time: 0.5232430 Dec 15 19:24:54.252730 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56764) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:54.261088 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-1a4dfe99-ccca-4c2b-abe8-a24d2fd6c992 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Request body: {'security_group': {'name': 'tempest-secgroup-816556547'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:24:54.273688 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7229bf0-3843-4dee-a891-882c7b0dc998 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=361c1259-377c-4628-8069-3c41090b277a,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:54.279616 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c7229bf0-3843-4dee-a891-882c7b0dc998 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:54.280787 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-1a4dfe99-ccca-4c2b-abe8-a24d2fd6c992 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:24:54.287510 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-1a4dfe99-ccca-4c2b-abe8-a24d2fd6c992 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Usage tracker for resource:security_group and tenant:f3e95df2fc6f4d8e9322e2f06d7e1f38 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:24:54.291430 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-1a4dfe99-ccca-4c2b-abe8-a24d2fd6c992 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:24:54.298304 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-1a4dfe99-ccca-4c2b-abe8-a24d2fd6c992 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:24:54.302141 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e51840fe-c665-431c-977e-d7f4461d740e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Made reservation on behalf of 2c052fc4a8434b5ab31c24b37c4ed2ab for: {'network': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:24:54.308682 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e51840fe-c665-431c-977e-d7f4461d740e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:54.343982 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e51840fe-c665-431c-977e-d7f4461d740e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=88990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:24:54.355871 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e51840fe-c665-431c-977e-d7f4461d740e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:54.356200 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-e51840fe-c665-431c-977e-d7f4461d740e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Added segment d3f05140-66ee-42be-840b-2b9f895ec910 of type vlan for network e9985287-d72f-4903-9beb-7f45052529f5 Dec 15 19:24:54.361712 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a4dfe99-ccca-4c2b-abe8-a24d2fd6c992 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for security_group, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:54.416622 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e51840fe-c665-431c-977e-d7f4461d740e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:54.429846 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-1a4dfe99-ccca-4c2b-abe8-a24d2fd6c992 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:24:54.436654 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-1a4dfe99-ccca-4c2b-abe8-a24d2fd6c992 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Usage tracker for resource:security_group_rule and tenant:f3e95df2fc6f4d8e9322e2f06d7e1f38 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:24:54.440490 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-1a4dfe99-ccca-4c2b-abe8-a24d2fd6c992 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:24:54.450377 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-5cbbf304-e207-4d2b-8b81-c3bfb1b67b71 None None] For port d0284858-f9d1-44d5-833c-536d927cf3ee, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=d0284858-f9d1-44d5-833c-536d927cf3ee,segment=NetworkSegment(f60251cd-47c4-4e66-b0e2-b8b9d94d3dc9),segment_id=f60251cd-47c4-4e66-b0e2-b8b9d94d3dc9)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:24:54.450822 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5cbbf304-e207-4d2b-8b81-c3bfb1b67b71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:54.457423 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-1a4dfe99-ccca-4c2b-abe8-a24d2fd6c992 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:24:54.458004 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1883352e-7643-4780-b344-b60c9c5beb2c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:54.487708 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-1883352e-7643-4780-b344-b60c9c5beb2c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Deleting port 038b4f0f-9341-43a0-b85b-b190ebd781f6 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:24:54.488109 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1883352e-7643-4780-b344-b60c9c5beb2c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:54.504980 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e51840fe-c665-431c-977e-d7f4461d740e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:54.509708 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51840fe-c665-431c-977e-d7f4461d740e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:24:54.510377 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e51840fe-c665-431c-977e-d7f4461d740e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:54.516441 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9ae47b4a-ea8e-4fce-9064-b6a02abea70c tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:54.578133 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-5cbbf304-e207-4d2b-8b81-c3bfb1b67b71 None None] Calling delete_port for d0284858-f9d1-44d5-833c-536d927cf3ee owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:24:54.652964 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51840fe-c665-431c-977e-d7f4461d740e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Pushing event updated for resources: {'Network': ['ID=e9985287-d72f-4903-9beb-7f45052529f5,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:54.656106 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e51840fe-c665-431c-977e-d7f4461d740e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:54.666098 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network e9985287-d72f-4903-9beb-7f45052529f5 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:24:54.683673 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e51840fe-c665-431c-977e-d7f4461d740e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5069370 Dec 15 19:24:54.686703 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56768) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:54.687007 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a4dfe99-ccca-4c2b-abe8-a24d2fd6c992 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for security_group, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:54.704318 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-9a0ee9c6-cce8-42d5-8388-854c704387cb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Request body: {'subnet': {'network_id': 'e9985287-d72f-4903-9beb-7f45052529f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:24:54.710356 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a4dfe99-ccca-4c2b-abe8-a24d2fd6c992 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:54.717322 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ec6b1b17-3742-4bf3-a016-bd09656ef520 tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:54.741864 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5cbbf304-e207-4d2b-8b81-c3bfb1b67b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866'] for port, after_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:54.753139 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-eb548b72-664e-4856-9e9d-0c4e57d8f1d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:54.755687 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4dfe99-ccca-4c2b-abe8-a24d2fd6c992 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9341cc-e4f8-424b-a4c7-3b3b910cf7d7,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:54.758558 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1a4dfe99-ccca-4c2b-abe8-a24d2fd6c992 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:54.761700 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a4dfe99-ccca-4c2b-abe8-a24d2fd6c992 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:54.766132 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1a4dfe99-ccca-4c2b-abe8-a24d2fd6c992 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.5106039 Dec 15 19:24:54.766815 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56772) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:54.773007 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-2f328d92-a5f8-4a15-8469-ec3873f4c68e tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1710789408', 'security_groups': ['8e9341cc-e4f8-424b-a4c7-3b3b910cf7d7'], 'network_id': '85e5a843-09fe-4cd9-bb02-f1db58b09d61', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'bb745188-d734-4413-a9ea-02b8ed6da2ef'}]}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:24:54.823768 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-1883352e-7643-4780-b344-b60c9c5beb2c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] For port 038b4f0f-9341-43a0-b85b-b190ebd781f6, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=038b4f0f-9341-43a0-b85b-b190ebd781f6,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:24:54.824042 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1883352e-7643-4780-b344-b60c9c5beb2c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:54.824312 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbbf304-e207-4d2b-8b81-c3bfb1b67b71 None None] Pushing event deleted for resources: {'Port': ['ID=d0284858-f9d1-44d5-833c-536d927cf3ee,revision_number=None']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:54.837975 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5cbbf304-e207-4d2b-8b81-c3bfb1b67b71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:54.852849 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbbf304-e207-4d2b-8b81-c3bfb1b67b71 None None] No DVR routers for this DVR port d0284858-f9d1-44d5-833c-536d927cf3ee on host dv-neutron-821831-2-hyperv {{(pid=88992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:24:54.869882 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-47c5e098-42fe-40e5-a314-9384821cd5e0 None None] For port ff6148c0-49a7-4cc5-af14-afb7b3473423, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=ff6148c0-49a7-4cc5-af14-afb7b3473423,segment=NetworkSegment(1f5d0f95-11f4-4bec-beaa-9fbbccc82fb4),segment_id=1f5d0f95-11f4-4bec-beaa-9fbbccc82fb4)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:24:54.902426 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-47c5e098-42fe-40e5-a314-9384821cd5e0 None None] Notify callbacks [] for port, precommit_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:54.920618 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-47c5e098-42fe-40e5-a314-9384821cd5e0 None None] Transition to ACTIVE for port object ff6148c0-49a7-4cc5-af14-afb7b3473423 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:24:54.928914 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-2f328d92-a5f8-4a15-8469-ec3873f4c68e tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:24:54.935822 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-2f328d92-a5f8-4a15-8469-ec3873f4c68e tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Usage tracker for resource:port and tenant:f3e95df2fc6f4d8e9322e2f06d7e1f38 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:24:54.936567 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-2f328d92-a5f8-4a15-8469-ec3873f4c68e tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:24:54.942520 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-2f328d92-a5f8-4a15-8469-ec3873f4c68e tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:24:54.961906 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-47c5e098-42fe-40e5-a314-9384821cd5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:54.967911 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6f639fa4-a775-41b7-b0ef-92fbae79f2a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:54.973581 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-1883352e-7643-4780-b344-b60c9c5beb2c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Calling delete_port for 038b4f0f-9341-43a0-b85b-b190ebd781f6 owned by network:router_gateway {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:24:54.990836 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f328d92-a5f8-4a15-8469-ec3873f4c68e tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Made reservation on behalf of f3e95df2fc6f4d8e9322e2f06d7e1f38 for: {'port': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:24:55.014653 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-9a0ee9c6-cce8-42d5-8388-854c704387cb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:24:55.022535 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-9a0ee9c6-cce8-42d5-8388-854c704387cb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Usage tracker for resource:subnet and tenant:2c052fc4a8434b5ab31c24b37c4ed2ab is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:24:55.027954 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-9a0ee9c6-cce8-42d5-8388-854c704387cb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:24:55.043174 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-9a0ee9c6-cce8-42d5-8388-854c704387cb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:24:55.083123 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0ee9c6-cce8-42d5-8388-854c704387cb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Made reservation on behalf of 2c052fc4a8434b5ab31c24b37c4ed2ab for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:24:55.139327 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2f328d92-a5f8-4a15-8469-ec3873f4c68e tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:55.163715 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-2f328d92-a5f8-4a15-8469-ec3873f4c68e tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] device_id is not set on port 3dfd72df-3aaf-44d6-ab5f-78b8347f83aa yet. {{(pid=88990) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:24:55.212794 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9a0ee9c6-cce8-42d5-8388-854c704387cb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:55.274937 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c5e098-42fe-40e5-a314-9384821cd5e0 None None] Pushing event updated for resources: {'Port': ['ID=ff6148c0-49a7-4cc5-af14-afb7b3473423,revision_number=6']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:55.278862 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-47c5e098-42fe-40e5-a314-9384821cd5e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:55.418093 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-2f328d92-a5f8-4a15-8469-ec3873f4c68e tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Allocated IP 172.20.0.7 (85e5a843-09fe-4cd9-bb02-f1db58b09d61/bb745188-d734-4413-a9ea-02b8ed6da2ef/3dfd72df-3aaf-44d6-ab5f-78b8347f83aa) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:24:55.512391 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1883352e-7643-4780-b344-b60c9c5beb2c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:55.519210 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-237c9e04-4759-4d9c-89bd-e4981646eb50 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:55.576966 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1883352e-7643-4780-b344-b60c9c5beb2c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event deleted for resources: {'Port': ['ID=038b4f0f-9341-43a0-b85b-b190ebd781f6,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:55.582421 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1883352e-7643-4780-b344-b60c9c5beb2c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:55.654787 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9a0ee9c6-cce8-42d5-8388-854c704387cb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:55.662227 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c6f1243e-de88-45d3-b459-8672d9941dea tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:55.766662 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0ee9c6-cce8-42d5-8388-854c704387cb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Pushing event updated for resources: {'Subnet': ['ID=dcbd1d46-e3ad-476e-82be-3b8cfe717056,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:55.779525 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9a0ee9c6-cce8-42d5-8388-854c704387cb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:55.931935 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2f328d92-a5f8-4a15-8469-ec3873f4c68e tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:55.935138 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0ee9c6-cce8-42d5-8388-854c704387cb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Checking segment: {'id': 'd3f05140-66ee-42be-840b-2b9f895ec910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e9985287-d72f-4903-9beb-7f45052529f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:24:55.935548 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0ee9c6-cce8-42d5-8388-854c704387cb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Network hostable DHCP agents. Network: e9985287-d72f-4903-9beb-7f45052529f5, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:24:55.941710 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1883352e-7643-4780-b344-b60c9c5beb2c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854141934'] for router_gateway, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:55.955381 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-2f328d92-a5f8-4a15-8469-ec3873f4c68e tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Transition to ACTIVE for port object 3dfd72df-3aaf-44d6-ab5f-78b8347f83aa will not be triggered until provisioned by entity DHCP. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:24:55.964898 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device ff6148c0-49a7-4cc5-af14-afb7b3473423 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:24:56.008555 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2f328d92-a5f8-4a15-8469-ec3873f4c68e tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:56.016240 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2b7f20b9-de75-44fc-89f4-f9918d839e68 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:56.104043 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device d6c02ce4-50c9-4450-b843-c8860cd468e6 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:24:56.104584 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f328d92-a5f8-4a15-8469-ec3873f4c68e tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Network 85e5a843-09fe-4cd9-bb02-f1db58b09d61 is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:24:56.109450 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f328d92-a5f8-4a15-8469-ec3873f4c68e tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event updated for resources: {'Port': ['ID=3dfd72df-3aaf-44d6-ab5f-78b8347f83aa,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:56.113137 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-2f328d92-a5f8-4a15-8469-ec3873f4c68e tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:24:56.115170 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2f328d92-a5f8-4a15-8469-ec3873f4c68e tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:56.115912 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f328d92-a5f8-4a15-8469-ec3873f4c68e tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:24:56.147577 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: d6c02ce4-50c9-4450-b843-c8860cd468e6 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:24:56.148080 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device d6c02ce4-50c9-4450-b843-c8860cd468e6 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:24:56.148879 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device d0284858-f9d1-44d5-833c-536d927cf3ee no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:24:56.187274 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f328d92-a5f8-4a15-8469-ec3873f4c68e tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:24:56.188171 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2f328d92-a5f8-4a15-8469-ec3873f4c68e tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:56.189151 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: d0284858-f9d1-44d5-833c-536d927cf3ee {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:24:56.190086 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device d0284858-f9d1-44d5-833c-536d927cf3ee not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:24:56.243859 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-2f328d92-a5f8-4a15-8469-ec3873f4c68e tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4756169 Dec 15 19:24:56.247569 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56776) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:56.252366 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1883352e-7643-4780-b344-b60c9c5beb2c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854207876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854699191'] for router, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:56.255351 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-9947a51d-ae4f-4afa-8f53-c46da97c8e4f tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Request body: {'subnet': {'network_id': '85e5a843-09fe-4cd9-bb02-f1db58b09d61', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:24:56.256984 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1883352e-7643-4780-b344-b60c9c5beb2c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:56.271925 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-08c21799-6f45-4b60-9a67-a618820f5414 None None] Provisioning for port ff6148c0-49a7-4cc5-af14-afb7b3473423 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:24:56.276816 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0ee9c6-cce8-42d5-8388-854c704387cb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Network e9985287-d72f-4903-9beb-7f45052529f5 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:24:56.279557 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-08c21799-6f45-4b60-9a67-a618820f5414 None None] Provisioning complete for port ff6148c0-49a7-4cc5-af14-afb7b3473423 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:24:56.279990 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-08c21799-6f45-4b60-9a67-a618820f5414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:56.311268 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1883352e-7643-4780-b344-b60c9c5beb2c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854207982'] for router, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:56.311807 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1883352e-7643-4780-b344-b60c9c5beb2c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Fanout notify agent at l3_agent the message router_deleted on router 7a84a25e-4688-4234-b584-30ae53b7fc7d {{(pid=88991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 19:24:56.344920 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1883352e-7643-4780-b344-b60c9c5beb2c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for router, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:56.346158 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1883352e-7643-4780-b344-b60c9c5beb2c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "DELETE /v2.0/routers/7a84a25e-4688-4234-b584-30ae53b7fc7d HTTP/1.1" status: 204 len: 168 time: 2.7332578 Dec 15 19:24:56.347193 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-9a0ee9c6-cce8-42d5-8388-854c704387cb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, e9985287-d72f-4903-9beb-7f45052529f5) {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:24:56.349380 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56780) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:56.359170 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0ee9c6-cce8-42d5-8388-854c704387cb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:24:56.360260 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643578d1-9144-41c7-97d8-d26efa223f59 None None] Network e9985287-d72f-4903-9beb-7f45052529f5 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:24:56.360389 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9a0ee9c6-cce8-42d5-8388-854c704387cb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:56.414740 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9a0ee9c6-cce8-42d5-8388-854c704387cb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7263491 Dec 15 19:24:56.417735 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56784) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:56.425542 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-5b52f470-7a42-4b57-b073-c354cb1eb08a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-608897805', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:24:56.435833 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-5b52f470-7a42-4b57-b073-c354cb1eb08a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:24:56.441324 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-5b52f470-7a42-4b57-b073-c354cb1eb08a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Usage tracker for resource:router and tenant:2c052fc4a8434b5ab31c24b37c4ed2ab is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:24:56.459311 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-5b52f470-7a42-4b57-b073-c354cb1eb08a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:24:56.468563 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-5b52f470-7a42-4b57-b073-c354cb1eb08a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:24:56.508075 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5b52f470-7a42-4b57-b073-c354cb1eb08a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854699176'] for router, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:56.509830 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5b52f470-7a42-4b57-b073-c354cb1eb08a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854194926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-76609'] for router, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:56.533072 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5b52f470-7a42-4b57-b073-c354cb1eb08a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:56.548787 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-16c88b55-3c45-4660-9dac-b26b6cbe329a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:56.562742 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-9947a51d-ae4f-4afa-8f53-c46da97c8e4f tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:24:56.568113 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-9947a51d-ae4f-4afa-8f53-c46da97c8e4f tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Usage tracker for resource:subnet and tenant:f3e95df2fc6f4d8e9322e2f06d7e1f38 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:24:56.572440 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-9947a51d-ae4f-4afa-8f53-c46da97c8e4f tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:24:56.574168 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5b52f470-7a42-4b57-b073-c354cb1eb08a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904'] for router, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:56.579641 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-9947a51d-ae4f-4afa-8f53-c46da97c8e4f tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:24:56.637048 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5b52f470-7a42-4b57-b073-c354cb1eb08a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for router, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:56.641465 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-5b52f470-7a42-4b57-b073-c354cb1eb08a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2194448 Dec 15 19:24:56.641860 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56788) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:56.656395 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-08c21799-6f45-4b60-9a67-a618820f5414 None None] Provisioning complete for port d2c5e8c5-fc42-4365-90a2-f2df758afc32 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:24:56.656705 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-08c21799-6f45-4b60-9a67-a618820f5414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:56.747600 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9947a51d-ae4f-4afa-8f53-c46da97c8e4f tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Made reservation on behalf of f3e95df2fc6f4d8e9322e2f06d7e1f38 for: {'subnet': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:24:56.755499 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9947a51d-ae4f-4afa-8f53-c46da97c8e4f tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839924940'] for subnet, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:56.763147 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-08c21799-6f45-4b60-9a67-a618820f5414 None None] Port d2c5e8c5-fc42-4365-90a2-f2df758afc32 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:24:56.764842 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca844f4f-8eea-4571-ab1e-f8fe5030ec7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-e9985287-d72f-4903-9beb-7f45052529f5', 'network_id': 'e9985287-d72f-4903-9beb-7f45052529f5', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'fixed_ips': [{'subnet_id': 'dcbd1d46-e3ad-476e-82be-3b8cfe717056'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:24:56.766002 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ca844f4f-8eea-4571-ab1e-f8fe5030ec7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:56.862148 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-16c88b55-3c45-4660-9dac-b26b6cbe329a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:56.903814 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-16c88b55-3c45-4660-9dac-b26b6cbe329a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['223a7835-c12c-4aa6-adbb-61b07fdb1249']}} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:56.933308 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-16c88b55-3c45-4660-9dac-b26b6cbe329a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f60251cd-47c4-4e66-b0e2-b8b9d94d3dc9') {'for_net_delete': True} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:56.933687 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-16c88b55-3c45-4660-9dac-b26b6cbe329a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f60251cd-47c4-4e66-b0e2-b8b9d94d3dc9') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:24:56.955772 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-ca844f4f-8eea-4571-ab1e-f8fe5030ec7f None None] Allocated IP 2001:db8::2 (e9985287-d72f-4903-9beb-7f45052529f5/dcbd1d46-e3ad-476e-82be-3b8cfe717056/43b9e0f0-2731-44ac-876a-57e93908060b) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:24:56.956022 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-16c88b55-3c45-4660-9dac-b26b6cbe329a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16327073'] for segment, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:56.978736 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.ipam_backend_mixin [None req-9947a51d-ae4f-4afa-8f53-c46da97c8e4f tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet bb745188-d734-4413-a9ea-02b8ed6da2ef (CIDR: 172.20.0.0/28) Dec 15 19:24:56.979893 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-16c88b55-3c45-4660-9dac-b26b6cbe329a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:56.985264 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-89cc6100-1717-44af-a72c-a9102f04cbcb None None] Provisioning for port 3dfd72df-3aaf-44d6-ab5f-78b8347f83aa completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:24:56.986668 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16c88b55-3c45-4660-9dac-b26b6cbe329a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=88990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:24:56.987103 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-16c88b55-3c45-4660-9dac-b26b6cbe329a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838138943'] for segment, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:57.003759 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:24:57.003759 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:24:57.003759 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:24:57.003759 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:24:57.003759 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:24:57.003759 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:24:57.003759 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:24:57.003759 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:24:57.003759 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:24:57.003759 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:24:57.003759 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:24:57.003759 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:24:57.003759 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:24:57.003759 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:24:57.003759 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:24:57.003759 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:24:57.003759 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:24:57.003759 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:24:57.003759 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:24:57.003759 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:24:57.003759 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:24:57.003759 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:24:57.003759 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:24:57.003759 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:24:57.003759 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:24:57.003759 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:24:57.003759 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:24:57.003759 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:24:57.003759 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:24:57.003759 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:24:57.003759 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:24:57.003759 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:24:57.046047 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-89cc6100-1717-44af-a72c-a9102f04cbcb None None] Provisioning complete for port 3dfd72df-3aaf-44d6-ab5f-78b8347f83aa triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:24:57.046470 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-89cc6100-1717-44af-a72c-a9102f04cbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:57.065875 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-9947a51d-ae4f-4afa-8f53-c46da97c8e4f tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 19:24:57.066435 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9947a51d-ae4f-4afa-8f53-c46da97c8e4f tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:24:57.113684 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-89cc6100-1717-44af-a72c-a9102f04cbcb None None] Port 3dfd72df-3aaf-44d6-ab5f-78b8347f83aa cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:24:57.140146 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9947a51d-ae4f-4afa-8f53-c46da97c8e4f tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8910427 Dec 15 19:24:57.142844 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56792) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:57.150114 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-ec4cfff5-c21b-4af3-85e9-97fb7b85ec23 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Request body: {'subnet': {'network_id': '85e5a843-09fe-4cd9-bb02-f1db58b09d61', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:24:57.173746 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-16c88b55-3c45-4660-9dac-b26b6cbe329a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:57.175690 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0a15905c-66d8-426e-aa3c-70148bc546dd tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:57.227983 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d5046494-d9ed-45bd-b44f-e73b3591ef10 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:57.245050 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-16c88b55-3c45-4660-9dac-b26b6cbe329a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:57.256312 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ca844f4f-8eea-4571-ab1e-f8fe5030ec7f None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:57.268301 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-ca844f4f-8eea-4571-ab1e-f8fe5030ec7f None None] Transition to ACTIVE for port object 43b9e0f0-2731-44ac-876a-57e93908060b will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:24:57.271652 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c88b55-3c45-4660-9dac-b26b6cbe329a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event deleted for resources: {'Network': ['ID=223a7835-c12c-4aa6-adbb-61b07fdb1249,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:57.279453 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-16c88b55-3c45-4660-9dac-b26b6cbe329a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:57.292383 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-ca844f4f-8eea-4571-ab1e-f8fe5030ec7f None None] Transition to ACTIVE for port object 43b9e0f0-2731-44ac-876a-57e93908060b will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:24:57.315295 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-16c88b55-3c45-4660-9dac-b26b6cbe329a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "DELETE /v2.0/networks/223a7835-c12c-4aa6-adbb-61b07fdb1249 HTTP/1.1" status: 204 len: 168 time: 0.9642615 Dec 15 19:24:57.323235 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ca844f4f-8eea-4571-ab1e-f8fe5030ec7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:57.329761 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d18350cb-c2f9-43a3-8176-1788f15efcb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:57.344018 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56796) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:57.356886 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-6ed637dd-0572-4783-aa06-0638ecd373ac tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'network': {'name': 'tempest-network-smoke--399548219', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'port_security_enabled': True}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:24:57.362637 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-6ed637dd-0572-4783-aa06-0638ecd373ac tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:24:57.367847 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-6ed637dd-0572-4783-aa06-0638ecd373ac tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:network and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:24:57.371818 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-6ed637dd-0572-4783-aa06-0638ecd373ac tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:24:57.379254 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-6ed637dd-0572-4783-aa06-0638ecd373ac tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:24:57.393409 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ec4cfff5-c21b-4af3-85e9-97fb7b85ec23 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:24:57.398051 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ec4cfff5-c21b-4af3-85e9-97fb7b85ec23 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Usage tracker for resource:subnet and tenant:f3e95df2fc6f4d8e9322e2f06d7e1f38 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:24:57.401858 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ec4cfff5-c21b-4af3-85e9-97fb7b85ec23 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:24:57.406162 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca844f4f-8eea-4571-ab1e-f8fe5030ec7f None None] Network e9985287-d72f-4903-9beb-7f45052529f5 is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:24:57.408980 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ec4cfff5-c21b-4af3-85e9-97fb7b85ec23 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:24:57.410270 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-ca844f4f-8eea-4571-ab1e-f8fe5030ec7f None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:24:57.412314 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed637dd-0572-4783-aa06-0638ecd373ac tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Made reservation on behalf of 7c1b74cf25a94156b4530f0bd868c0c9 for: {'network': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:24:57.412492 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca844f4f-8eea-4571-ab1e-f8fe5030ec7f None None] Pushing event updated for resources: {'Port': ['ID=43b9e0f0-2731-44ac-876a-57e93908060b,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:57.414739 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca844f4f-8eea-4571-ab1e-f8fe5030ec7f None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:24:57.418074 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ca844f4f-8eea-4571-ab1e-f8fe5030ec7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:57.419777 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6ed637dd-0572-4783-aa06-0638ecd373ac tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:57.461736 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ed637dd-0572-4783-aa06-0638ecd373ac tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=88990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:24:57.472055 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec4cfff5-c21b-4af3-85e9-97fb7b85ec23 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Made reservation on behalf of f3e95df2fc6f4d8e9322e2f06d7e1f38 for: {'subnet': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:24:57.479336 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ec4cfff5-c21b-4af3-85e9-97fb7b85ec23 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839924940'] for subnet, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:57.499827 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6ed637dd-0572-4783-aa06-0638ecd373ac tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:57.500518 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-6ed637dd-0572-4783-aa06-0638ecd373ac tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Added segment 2b851764-4cdb-4597-b174-a60179c4a725 of type vlan for network 742fa07c-4093-4402-9392-3a44d30cee44 Dec 15 19:24:57.511176 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-ca844f4f-8eea-4571-ab1e-f8fe5030ec7f None None] Attempting to bind port 43b9e0f0-2731-44ac-876a-57e93908060b on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:24:57.511596 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-ca844f4f-8eea-4571-ab1e-f8fe5030ec7f None None] Attempting to bind port 43b9e0f0-2731-44ac-876a-57e93908060b by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'd3f05140-66ee-42be-840b-2b9f895ec910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e9985287-d72f-4903-9beb-7f45052529f5'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:24:57.512006 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca844f4f-8eea-4571-ab1e-f8fe5030ec7f None None] Attempting to bind port 43b9e0f0-2731-44ac-876a-57e93908060b on network e9985287-d72f-4903-9beb-7f45052529f5 {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:24:57.519310 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca844f4f-8eea-4571-ab1e-f8fe5030ec7f None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:24:57.519733 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca844f4f-8eea-4571-ab1e-f8fe5030ec7f None None] Checking segment: {'id': 'd3f05140-66ee-42be-840b-2b9f895ec910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e9985287-d72f-4903-9beb-7f45052529f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:24:57.520298 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ca844f4f-8eea-4571-ab1e-f8fe5030ec7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:57.520733 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca844f4f-8eea-4571-ab1e-f8fe5030ec7f None None] Bound using segment: {'id': 'd3f05140-66ee-42be-840b-2b9f895ec910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e9985287-d72f-4903-9beb-7f45052529f5'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:24:57.521246 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-ca844f4f-8eea-4571-ab1e-f8fe5030ec7f None None] Bound port: 43b9e0f0-2731-44ac-876a-57e93908060b, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3f05140-66ee-42be-840b-2b9f895ec910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e9985287-d72f-4903-9beb-7f45052529f5'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:24:57.521667 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ca844f4f-8eea-4571-ab1e-f8fe5030ec7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:57.604145 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6ed637dd-0572-4783-aa06-0638ecd373ac tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:57.635676 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-ca844f4f-8eea-4571-ab1e-f8fe5030ec7f None None] For port 43b9e0f0-2731-44ac-876a-57e93908060b, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:24:57.639440 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-ca844f4f-8eea-4571-ab1e-f8fe5030ec7f None None] For port 43b9e0f0-2731-44ac-876a-57e93908060b, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=43b9e0f0-2731-44ac-876a-57e93908060b,segment=NetworkSegment(d3f05140-66ee-42be-840b-2b9f895ec910),segment_id=d3f05140-66ee-42be-840b-2b9f895ec910)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:24:57.666036 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ca844f4f-8eea-4571-ab1e-f8fe5030ec7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:57.670920 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c8f29304-cd47-4289-bd31-a254ea62cc09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:57.671177 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.ipam_backend_mixin [None req-ec4cfff5-c21b-4af3-85e9-97fb7b85ec23 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet daaa4306-60a1-4e28-985e-d8400ef222af (CIDR: 172.20.0.16/28) Dec 15 19:24:57.688131 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec4cfff5-c21b-4af3-85e9-97fb7b85ec23 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 19:24:57.688634 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec4cfff5-c21b-4af3-85e9-97fb7b85ec23 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:24:57.716166 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6ed637dd-0572-4783-aa06-0638ecd373ac tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:57.720431 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed637dd-0572-4783-aa06-0638ecd373ac tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:24:57.721081 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6ed637dd-0572-4783-aa06-0638ecd373ac tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:57.727387 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7b57d03d-3863-4b9d-b84e-548fceef876a tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:57.758798 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ec4cfff5-c21b-4af3-85e9-97fb7b85ec23 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6116941 Dec 15 19:24:57.760745 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca844f4f-8eea-4571-ab1e-f8fe5030ec7f None None] Pushing event updated for resources: {'Port': ['ID=43b9e0f0-2731-44ac-876a-57e93908060b,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:57.764289 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ca844f4f-8eea-4571-ab1e-f8fe5030ec7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:57.778781 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56800) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:57.789890 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-5a759d86-dff5-4e1e-8aee-c5e23c1cbe11 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Request body: {'subnet': {'network_id': '85e5a843-09fe-4cd9-bb02-f1db58b09d61', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:24:57.838468 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 038b4f0f-9341-43a0-b85b-b190ebd781f6 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:24:57.842611 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed637dd-0572-4783-aa06-0638ecd373ac tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'Network': ['ID=742fa07c-4093-4402-9392-3a44d30cee44,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:57.849256 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6ed637dd-0572-4783-aa06-0638ecd373ac tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5004959 Dec 15 19:24:57.849915 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56804) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:57.850826 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6ed637dd-0572-4783-aa06-0638ecd373ac tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:57.856498 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-049f9772-53ba-409f-9b35-2deecc131a87 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1699851332', 'admin_state_up': True, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:24:57.864276 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-049f9772-53ba-409f-9b35-2deecc131a87 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:24:57.869342 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-049f9772-53ba-409f-9b35-2deecc131a87 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:router and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:24:57.872851 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-049f9772-53ba-409f-9b35-2deecc131a87 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:24:57.875588 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 742fa07c-4093-4402-9392-3a44d30cee44 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:24:57.885640 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-049f9772-53ba-409f-9b35-2deecc131a87 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:24:57.906476 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 038b4f0f-9341-43a0-b85b-b190ebd781f6 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:24:57.906476 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 038b4f0f-9341-43a0-b85b-b190ebd781f6 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:24:57.912090 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-0a15905c-66d8-426e-aa3c-70148bc546dd tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Allocated IP 2001:db8::1 (e9985287-d72f-4903-9beb-7f45052529f5/dcbd1d46-e3ad-476e-82be-3b8cfe717056/7e187ead-8829-4d6d-be77-7e829607b4ed) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:24:57.928134 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-049f9772-53ba-409f-9b35-2deecc131a87 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854699176'] for router, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:57.929570 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-049f9772-53ba-409f-9b35-2deecc131a87 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854194926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-76609'] for router, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:57.952839 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-049f9772-53ba-409f-9b35-2deecc131a87 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:58.052972 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-5a759d86-dff5-4e1e-8aee-c5e23c1cbe11 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:24:58.062476 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-5a759d86-dff5-4e1e-8aee-c5e23c1cbe11 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Usage tracker for resource:subnet and tenant:f3e95df2fc6f4d8e9322e2f06d7e1f38 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:24:58.067609 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-5a759d86-dff5-4e1e-8aee-c5e23c1cbe11 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:24:58.078383 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-5a759d86-dff5-4e1e-8aee-c5e23c1cbe11 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:24:58.147664 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a759d86-dff5-4e1e-8aee-c5e23c1cbe11 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Made reservation on behalf of f3e95df2fc6f4d8e9322e2f06d7e1f38 for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:24:58.158867 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-049f9772-53ba-409f-9b35-2deecc131a87 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:58.166979 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0a15905c-66d8-426e-aa3c-70148bc546dd tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:58.253564 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-0a15905c-66d8-426e-aa3c-70148bc546dd tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Transition to ACTIVE for port object 7e187ead-8829-4d6d-be77-7e829607b4ed will not be triggered until provisioned by entity DHCP. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:24:58.322557 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5a759d86-dff5-4e1e-8aee-c5e23c1cbe11 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:58.403616 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-049f9772-53ba-409f-9b35-2deecc131a87 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for router_gateway, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:58.404455 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0a15905c-66d8-426e-aa3c-70148bc546dd tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:58.416817 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6dfc62f9-87fc-4bd1-a31b-b2c0064763f7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:58.439160 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-049f9772-53ba-409f-9b35-2deecc131a87 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:58.503514 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a15905c-66d8-426e-aa3c-70148bc546dd tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Network e9985287-d72f-4903-9beb-7f45052529f5 is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:24:58.521150 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-0a15905c-66d8-426e-aa3c-70148bc546dd tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:24:58.529207 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a15905c-66d8-426e-aa3c-70148bc546dd tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:24:58.529771 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0a15905c-66d8-426e-aa3c-70148bc546dd tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630901'] for router_interface, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:58.532459 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a15905c-66d8-426e-aa3c-70148bc546dd tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Pushing event updated for resources: {'Port': ['ID=7e187ead-8829-4d6d-be77-7e829607b4ed,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:58.538325 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0a15905c-66d8-426e-aa3c-70148bc546dd tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:58.585015 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-049f9772-53ba-409f-9b35-2deecc131a87 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Allocated IP 172.26.3.146 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/4f9c3c75-56e9-4060-935c-a2e89cdc59df) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:24:58.711800 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0a15905c-66d8-426e-aa3c-70148bc546dd tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:58.742399 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-049f9772-53ba-409f-9b35-2deecc131a87 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:58.814176 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-049f9772-53ba-409f-9b35-2deecc131a87 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:58.819006 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2f328d92-a5f8-4a15-8469-ec3873f4c68e tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:58.883365 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049f9772-53ba-409f-9b35-2deecc131a87 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:24:58.891049 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-049f9772-53ba-409f-9b35-2deecc131a87 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:24:58.896089 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049f9772-53ba-409f-9b35-2deecc131a87 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:24:58.928419 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049f9772-53ba-409f-9b35-2deecc131a87 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'Port': ['ID=4f9c3c75-56e9-4060-935c-a2e89cdc59df,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:58.935625 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-049f9772-53ba-409f-9b35-2deecc131a87 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:58.999668 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5a759d86-dff5-4e1e-8aee-c5e23c1cbe11 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:59.008059 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4bc456e9-2527-4b8f-89d9-1e744dee09df tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:59.100319 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-049f9772-53ba-409f-9b35-2deecc131a87 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for router_gateway, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:59.101422 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-049f9772-53ba-409f-9b35-2deecc131a87 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904'] for router, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:59.138102 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a759d86-dff5-4e1e-8aee-c5e23c1cbe11 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Network 85e5a843-09fe-4cd9-bb02-f1db58b09d61 is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:24:59.145872 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-5a759d86-dff5-4e1e-8aee-c5e23c1cbe11 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:24:59.153273 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a759d86-dff5-4e1e-8aee-c5e23c1cbe11 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:24:59.153926 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5a759d86-dff5-4e1e-8aee-c5e23c1cbe11 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:59.156798 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdc8e66-452e-445c-8938-1d3342edaf99 None None] Network 85e5a843-09fe-4cd9-bb02-f1db58b09d61 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:24:59.167094 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a759d86-dff5-4e1e-8aee-c5e23c1cbe11 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event updated for resources: {'Subnet': ['ID=a36d63b2-e865-4cd9-9dd0-489d9bfe68be,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:59.187574 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5a759d86-dff5-4e1e-8aee-c5e23c1cbe11 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:59.238392 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-5a759d86-dff5-4e1e-8aee-c5e23c1cbe11 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4583824 Dec 15 19:24:59.241957 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56808) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:59.258556 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-47f6b0ce-62d8-47c4-b9f6-955450727d2c tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1306356526', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a36d63b2-e865-4cd9-9dd0-489d9bfe68be'}], 'security_groups': ['008a448b-9568-435c-b3a9-9546430a467c', '361c1259-377c-4628-8069-3c41090b277a']}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:24:59.301966 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0a15905c-66d8-426e-aa3c-70148bc546dd tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for port, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:59.327045 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0a15905c-66d8-426e-aa3c-70148bc546dd tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:59.327912 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0a15905c-66d8-426e-aa3c-70148bc546dd tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1959989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854145006'] for router_interface, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:59.332755 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6bc70904-634b-4321-a375-c885e5a55796 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:24:59.414053 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-049f9772-53ba-409f-9b35-2deecc131a87 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Router 82650783-95e2-4845-a62c-85b9cb70f7c3 is scheduled to L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 with binding_index 1 {{(pid=88990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 15 19:24:59.546389 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-47f6b0ce-62d8-47c4-b9f6-955450727d2c tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:59.571314 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d65b3a-933b-484d-8d4a-c6a56b4e082e None None] Update dhcp port {'port': {'network_id': '85e5a843-09fe-4cd9-bb02-f1db58b09d61', 'fixed_ips': [{'subnet_id': 'daaa4306-60a1-4e28-985e-d8400ef222af', 'ip_address': '172.20.0.18'}, {'subnet_id': 'bb745188-d734-4413-a9ea-02b8ed6da2ef', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a36d63b2-e865-4cd9-9dd0-489d9bfe68be'}], 'binding:host_id': 'dv-neutron-821831-2-hyperv'}, 'id': 'ff6148c0-49a7-4cc5-af14-afb7b3473423'} from dv-neutron-821831-2-hyperv. {{(pid=88992) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 15 19:24:59.572417 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a15905c-66d8-426e-aa3c-70148bc546dd tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Pushing event updated for resources: {'Port': ['ID=7e187ead-8829-4d6d-be77-7e829607b4ed,revision_number=2']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:24:59.580744 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0a15905c-66d8-426e-aa3c-70148bc546dd tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:24:59.663881 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-81d65b3a-933b-484d-8d4a-c6a56b4e082e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:59.708144 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-049f9772-53ba-409f-9b35-2deecc131a87 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:24:59.725699 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2753f5-9ccb-43d3-8913-942bab1ff071 None None] Network e9985287-d72f-4903-9beb-7f45052529f5 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:24:59.748786 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a15905c-66d8-426e-aa3c-70148bc546dd tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Network e9985287-d72f-4903-9beb-7f45052529f5 is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:24:59.752373 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-0a15905c-66d8-426e-aa3c-70148bc546dd tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:24:59.754269 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962a1741-c775-4bdf-91b8-b8bf504b1695 None None] Sync routers for ids ['82650783-95e2-4845-a62c-85b9cb70f7c3'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:24:59.759028 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-049f9772-53ba-409f-9b35-2deecc131a87 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:24:59.761387 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-049f9772-53ba-409f-9b35-2deecc131a87 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.9095628 Dec 15 19:24:59.764735 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56812) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:24:59.884212 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962a1741-c775-4bdf-91b8-b8bf504b1695 None None] Routers {'82650783-95e2-4845-a62c-85b9cb70f7c3'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:24:59.885579 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-962a1741-c775-4bdf-91b8-b8bf504b1695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:24:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['82650783-95e2-4845-a62c-85b9cb70f7c3'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:25:00.004891 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 43b9e0f0-2731-44ac-876a-57e93908060b up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:25:00.025107 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-5cde44cd-8d29-4009-b91d-d8cfb42ff74d tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=7c1b74cf25a94156b4530f0bd868c0c9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2577291 Dec 15 19:25:00.027847 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56818) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:00.116417 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d91e3c33-b407-4921-80f9-cb29cd6f902c None None] Provisioning for port 43b9e0f0-2731-44ac-876a-57e93908060b completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:25:00.481706 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cabfa0a-9035-4ef2-bb3e-363e93712e25 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:25:00.483619 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4cabfa0a-9035-4ef2-bb3e-363e93712e25 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4542563 Dec 15 19:25:00.486717 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56822) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:00.541388 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6a9890eb-65c7-4f7c-878a-e73a2cadecee tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=4b9c9b76-a8c2-4873-8d7b-0d52cc71925c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0528193 Dec 15 19:25:00.543636 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56826) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:00.553232 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-5faa2be3-56fd-435f-a2c4-1300ecb88807 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-389518185', 'network_id': '742fa07c-4093-4402-9392-3a44d30cee44', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:25:00.561937 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a15905c-66d8-426e-aa3c-70148bc546dd tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Router c4ef5544-cd45-43ee-9e81-0c9e4a239d60 is scheduled to L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 with binding_index 1 {{(pid=88991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 15 19:25:00.645531 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-962a1741-c775-4bdf-91b8-b8bf504b1695 None None] Set router 82650783-95e2-4845-a62c-85b9cb70f7c3 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:25:00.686386 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-81d65b3a-933b-484d-8d4a-c6a56b4e082e None None] Allocated IP 172.20.0.34 (85e5a843-09fe-4cd9-bb02-f1db58b09d61/a36d63b2-e865-4cd9-9dd0-489d9bfe68be/ff6148c0-49a7-4cc5-af14-afb7b3473423) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:25:00.698623 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 43b9e0f0-2731-44ac-876a-57e93908060b completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:25:00.700753 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-5faa2be3-56fd-435f-a2c4-1300ecb88807 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:25:00.705131 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-5faa2be3-56fd-435f-a2c4-1300ecb88807 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:subnet and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:25:00.708315 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-5faa2be3-56fd-435f-a2c4-1300ecb88807 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:25:00.717340 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 43b9e0f0-2731-44ac-876a-57e93908060b triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:25:00.717809 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:00.719981 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-5faa2be3-56fd-435f-a2c4-1300ecb88807 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:25:00.754734 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a15905c-66d8-426e-aa3c-70148bc546dd tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:25:00.758411 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5faa2be3-56fd-435f-a2c4-1300ecb88807 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Made reservation on behalf of 7c1b74cf25a94156b4530f0bd868c0c9 for: {'subnet': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:25:00.762884 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0a15905c-66d8-426e-aa3c-70148bc546dd tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "PUT /v2.0/routers/c4ef5544-cd45-43ee-9e81-0c9e4a239d60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1173217 Dec 15 19:25:00.763113 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56830) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:00.771428 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8226179-db79-4d5d-b56a-dde5e1ced409 None None] Sync routers for ids ['c4ef5544-cd45-43ee-9e81-0c9e4a239d60'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:25:00.785714 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8226179-db79-4d5d-b56a-dde5e1ced409 None None] Routers {'c4ef5544-cd45-43ee-9e81-0c9e4a239d60'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:25:00.786831 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-e8226179-db79-4d5d-b56a-dde5e1ced409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:24:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['c4ef5544-cd45-43ee-9e81-0c9e4a239d60'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:25:00.838553 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486321b3-b5f1-493d-abdc-c4db0682f136 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:25:00.839116 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-486321b3-b5f1-493d-abdc-c4db0682f136 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Synchronizing usage tracker for tenant:2c052fc4a8434b5ab31c24b37c4ed2ab on resource:port {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:25:00.856826 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-e8226179-db79-4d5d-b56a-dde5e1ced409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:25:00.870564 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8226179-db79-4d5d-b56a-dde5e1ced409 None None] Routers {'c4ef5544-cd45-43ee-9e81-0c9e4a239d60'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:25:00.871233 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-e8226179-db79-4d5d-b56a-dde5e1ced409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:24:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['c4ef5544-cd45-43ee-9e81-0c9e4a239d60'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:25:00.881691 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-486321b3-b5f1-493d-abdc-c4db0682f136 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Unset dirty status for tenant:2c052fc4a8434b5ab31c24b37c4ed2ab on resource:port {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:25:00.883437 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-486321b3-b5f1-493d-abdc-c4db0682f136 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "GET /v2.0/ports/7e187ead-8829-4d6d-be77-7e829607b4ed HTTP/1.1" status: 200 len: 911 time: 0.1192379 Dec 15 19:25:00.886986 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5faa2be3-56fd-435f-a2c4-1300ecb88807 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839924940'] for subnet, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:00.887601 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56834) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:00.895414 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-34fd9f24-c74b-40a7-a000-f2291728acfa tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'dcbd1d46-e3ad-476e-82be-3b8cfe717056'}]}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:25:00.937914 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-e8226179-db79-4d5d-b56a-dde5e1ced409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:25:00.938459 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8226179-db79-4d5d-b56a-dde5e1ced409 None None] The sync data for ids ['c4ef5544-cd45-43ee-9e81-0c9e4a239d60'] in dv-neutron-821831-2-hyperv is: [] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:25:01.160316 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:01.167481 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-34fd9f24-c74b-40a7-a000-f2291728acfa tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:01.185214 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5faa2be3-56fd-435f-a2c4-1300ecb88807 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838139473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839924955'] for subnet, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:01.190046 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3e713571-f630-46da-888f-0ec8ebf86786 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:01.207538 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-81d65b3a-933b-484d-8d4a-c6a56b4e082e None None] For port ff6148c0-49a7-4cc5-af14-afb7b3473423, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=ff6148c0-49a7-4cc5-af14-afb7b3473423,segment=NetworkSegment(1f5d0f95-11f4-4bec-beaa-9fbbccc82fb4),segment_id=1f5d0f95-11f4-4bec-beaa-9fbbccc82fb4)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:25:01.276902 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faa2be3-56fd-435f-a2c4-1300ecb88807 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'Subnet': ['ID=c22345a6-42c5-4f92-a83e-0a41a1336a7c,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:01.281234 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5faa2be3-56fd-435f-a2c4-1300ecb88807 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:01.290372 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5faa2be3-56fd-435f-a2c4-1300ecb88807 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Checking segment: {'id': '2b851764-4cdb-4597-b174-a60179c4a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '742fa07c-4093-4402-9392-3a44d30cee44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:25:01.290760 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5faa2be3-56fd-435f-a2c4-1300ecb88807 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Network hostable DHCP agents. Network: 742fa07c-4093-4402-9392-3a44d30cee44, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:25:01.315421 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port 43b9e0f0-2731-44ac-876a-57e93908060b, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=43b9e0f0-2731-44ac-876a-57e93908060b,segment=NetworkSegment(d3f05140-66ee-42be-840b-2b9f895ec910),segment_id=d3f05140-66ee-42be-840b-2b9f895ec910)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:25:01.327258 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-81d65b3a-933b-484d-8d4a-c6a56b4e082e None None] Notify callbacks [] for port, precommit_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:01.339638 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5faa2be3-56fd-435f-a2c4-1300ecb88807 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Network 742fa07c-4093-4402-9392-3a44d30cee44 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:25:01.360206 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-81d65b3a-933b-484d-8d4a-c6a56b4e082e None None] Transition to ACTIVE for port object ff6148c0-49a7-4cc5-af14-afb7b3473423 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:25:01.375597 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:01.378211 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ca844f4f-8eea-4571-ab1e-f8fe5030ec7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:01.402255 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-5faa2be3-56fd-435f-a2c4-1300ecb88807 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, 742fa07c-4093-4402-9392-3a44d30cee44) {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:25:01.408022 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5faa2be3-56fd-435f-a2c4-1300ecb88807 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:25:01.413107 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5faa2be3-56fd-435f-a2c4-1300ecb88807 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:01.436609 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-962a1741-c775-4bdf-91b8-b8bf504b1695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82650783-95e2-4845-a62c-85b9cb70f7c3', 'name': 'tempest-TestNetworkBasicOps-router-1699851332', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.146'}], 'enable_snat': True}, 'gw_port_id': '4f9c3c75-56e9-4060-935c-a2e89cdc59df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:24:57Z', 'updated_at': '2021-12-15T19:24:59Z', 'revision_number': 3, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': '4f9c3c75-56e9-4060-935c-a2e89cdc59df', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:87:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82650783-95e2-4845-a62c-85b9cb70f7c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:24:58Z', 'updated_at': '2021-12-15T19:24:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:25:01.455999 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa2b1f7-747e-4b73-b097-98375050998f None None] Network 742fa07c-4093-4402-9392-3a44d30cee44 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:25:01.467433 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-5faa2be3-56fd-435f-a2c4-1300ecb88807 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9220104 Dec 15 19:25:01.469706 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56838) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:01.553431 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962a1741-c775-4bdf-91b8-b8bf504b1695 None None] Checking router: 82650783-95e2-4845-a62c-85b9cb70f7c3 for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:25:01.553983 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962a1741-c775-4bdf-91b8-b8bf504b1695 None None] Updating router 82650783-95e2-4845-a62c-85b9cb70f7c3 port 4f9c3c75-56e9-4060-935c-a2e89cdc59df binding host dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 15 19:25:01.617546 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-81d65b3a-933b-484d-8d4a-c6a56b4e082e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:01.633600 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-962a1741-c775-4bdf-91b8-b8bf504b1695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:01.679060 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-47f6b0ce-62d8-47c4-b9f6-955450727d2c tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Delete allocated IP 172.20.0.7 (85e5a843-09fe-4cd9-bb02-f1db58b09d61/bb745188-d734-4413-a9ea-02b8ed6da2ef) {{(pid=88991) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}} Dec 15 19:25:01.698734 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-47f6b0ce-62d8-47c4-b9f6-955450727d2c tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Allocated IP 172.20.0.46 (85e5a843-09fe-4cd9-bb02-f1db58b09d61/a36d63b2-e865-4cd9-9dd0-489d9bfe68be/3dfd72df-3aaf-44d6-ab5f-78b8347f83aa) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:25:01.737949 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=43b9e0f0-2731-44ac-876a-57e93908060b,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:01.781733 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:01.788507 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f108b061-36e6-435e-91e8-f2df9de30349 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.156s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:01.870653 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d65b3a-933b-484d-8d4a-c6a56b4e082e None None] Pushing event updated for resources: {'Port': ['ID=ff6148c0-49a7-4cc5-af14-afb7b3473423,revision_number=7']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:01.914309 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-81d65b3a-933b-484d-8d4a-c6a56b4e082e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:01.933937 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 43b9e0f0-2731-44ac-876a-57e93908060b up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:25:02.067183 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-a084999f-bd6d-4477-afc2-04aae3ea8889 None None] Provisioning complete for port 43b9e0f0-2731-44ac-876a-57e93908060b triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:25:02.067602 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a084999f-bd6d-4477-afc2-04aae3ea8889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:02.140958 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-34fd9f24-c74b-40a7-a000-f2291728acfa tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for port, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:02.179130 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-47f6b0ce-62d8-47c4-b9f6-955450727d2c tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for port, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:02.204885 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-47f6b0ce-62d8-47c4-b9f6-955450727d2c tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Transition to ACTIVE for port object 3dfd72df-3aaf-44d6-ab5f-78b8347f83aa will not be triggered until provisioned by entity DHCP. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:25:02.206693 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-34fd9f24-c74b-40a7-a000-f2291728acfa tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:02.211591 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34fd9f24-c74b-40a7-a000-f2291728acfa tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:25:02.213045 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-34fd9f24-c74b-40a7-a000-f2291728acfa tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:02.218482 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-34fd9f24-c74b-40a7-a000-f2291728acfa tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "PUT /v2.0/ports/7e187ead-8829-4d6d-be77-7e829607b4ed HTTP/1.1" status: 200 len: 911 time: 1.3289623 Dec 15 19:25:02.219166 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56842) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:02.219959 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a81649e4-bd63-4bc6-a90e-ebb2a0b9d1e7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:02.279639 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 43b9e0f0-2731-44ac-876a-57e93908060b triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:25:02.280068 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:02.336906 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-47f6b0ce-62d8-47c4-b9f6-955450727d2c tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:02.437372 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ee1159-d006-4378-8fec-c322f34f992b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-742fa07c-4093-4402-9392-3a44d30cee44', 'network_id': '742fa07c-4093-4402-9392-3a44d30cee44', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'fixed_ips': [{'subnet_id': 'c22345a6-42c5-4f92-a83e-0a41a1336a7c'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:25:02.438875 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b3ee1159-d006-4378-8fec-c322f34f992b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:02.454110 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fd9f24-c74b-40a7-a000-f2291728acfa tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Pushing event updated for resources: {'Port': ['ID=7e187ead-8829-4d6d-be77-7e829607b4ed,revision_number=3']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:02.460695 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-34fd9f24-c74b-40a7-a000-f2291728acfa tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:02.461272 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-659e5f37-e2c3-420f-bdbc-d4af8650365d tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:02.497819 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a51394a0-32b7-4be9-a9be-dd1b31878c06 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:02.691686 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f6b0ce-62d8-47c4-b9f6-955450727d2c tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event updated for resources: {'Port': ['ID=3dfd72df-3aaf-44d6-ab5f-78b8347f83aa,revision_number=2']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:02.773727 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-47f6b0ce-62d8-47c4-b9f6-955450727d2c tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:02.843541 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-47f6b0ce-62d8-47c4-b9f6-955450727d2c tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] In _notify_port_updated(), no bound segment for port 3dfd72df-3aaf-44d6-ab5f-78b8347f83aa on network 85e5a843-09fe-4cd9-bb02-f1db58b09d61 {{(pid=88991) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 15 19:25:02.847887 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f6b0ce-62d8-47c4-b9f6-955450727d2c tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:25:02.848626 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-47f6b0ce-62d8-47c4-b9f6-955450727d2c tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:02.854040 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56846) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:02.854320 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-47f6b0ce-62d8-47c4-b9f6-955450727d2c tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "PUT /v2.0/ports/3dfd72df-3aaf-44d6-ab5f-78b8347f83aa HTTP/1.1" status: 200 len: 960 time: 3.6108739 Dec 15 19:25:02.925078 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4d2e22e9-66fa-4367-ba30-49f76997ddf1 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145021'] for router_interface, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:02.965315 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-871e3264-8ab6-498c-8943-0f0b32b995e8 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Deleting port 3dfd72df-3aaf-44d6-ab5f-78b8347f83aa {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:25:02.966231 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-871e3264-8ab6-498c-8943-0f0b32b995e8 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:03.022503 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-a084999f-bd6d-4477-afc2-04aae3ea8889 None None] Provisioning for port 7e187ead-8829-4d6d-be77-7e829607b4ed completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:25:03.036537 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-b3ee1159-d006-4378-8fec-c322f34f992b None None] Allocated IP 172.20.0.2 (742fa07c-4093-4402-9392-3a44d30cee44/c22345a6-42c5-4f92-a83e-0a41a1336a7c/6c99d8a3-02b2-431e-96ad-8988603d9181) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:25:03.038634 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-a084999f-bd6d-4477-afc2-04aae3ea8889 None None] Provisioning complete for port 7e187ead-8829-4d6d-be77-7e829607b4ed triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:25:03.039065 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a084999f-bd6d-4477-afc2-04aae3ea8889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:03.109081 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-962a1741-c775-4bdf-91b8-b8bf504b1695 None None] Notify callbacks [] for port, precommit_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:03.207288 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-a084999f-bd6d-4477-afc2-04aae3ea8889 None None] Port 7e187ead-8829-4d6d-be77-7e829607b4ed cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:25:03.209289 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-962a1741-c775-4bdf-91b8-b8bf504b1695 None None] Transition to ACTIVE for port object 4f9c3c75-56e9-4060-935c-a2e89cdc59df will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:25:03.248331 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-962a1741-c775-4bdf-91b8-b8bf504b1695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:03.255665 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9a2407e6-2749-47a1-b1c8-c0c62885dae2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:03.315853 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-871e3264-8ab6-498c-8943-0f0b32b995e8 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:03.378765 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395a7c1d-a3de-4596-9523-47ea80a17e59 None None] Pushing event updated for resources: {'Port': ['ID=4f9c3c75-56e9-4060-935c-a2e89cdc59df,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:03.392175 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-962a1741-c775-4bdf-91b8-b8bf504b1695 None None] Attempting to bind port 4f9c3c75-56e9-4060-935c-a2e89cdc59df on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:25:03.392548 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-962a1741-c775-4bdf-91b8-b8bf504b1695 None None] Attempting to bind port 4f9c3c75-56e9-4060-935c-a2e89cdc59df by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:25:03.392961 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962a1741-c775-4bdf-91b8-b8bf504b1695 None None] Attempting to bind port 4f9c3c75-56e9-4060-935c-a2e89cdc59df on network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:25:03.423830 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-395a7c1d-a3de-4596-9523-47ea80a17e59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:03.446008 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962a1741-c775-4bdf-91b8-b8bf504b1695 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:25:03.447243 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962a1741-c775-4bdf-91b8-b8bf504b1695 None None] Checking segment: {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:25:03.447887 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-962a1741-c775-4bdf-91b8-b8bf504b1695 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:03.447887 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962a1741-c775-4bdf-91b8-b8bf504b1695 None None] Bound using segment: {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:25:03.448368 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-962a1741-c775-4bdf-91b8-b8bf504b1695 None None] Bound port: 4f9c3c75-56e9-4060-935c-a2e89cdc59df, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:25:03.448798 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-962a1741-c775-4bdf-91b8-b8bf504b1695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:03.453868 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-871e3264-8ab6-498c-8943-0f0b32b995e8 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Calling delete_port for 3dfd72df-3aaf-44d6-ab5f-78b8347f83aa owned by {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:25:03.502940 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d0834f24-5e7e-4ddd-a107-a625ef09fadd None None] Provisioning for port ff6148c0-49a7-4cc5-af14-afb7b3473423 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:25:03.516329 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b3ee1159-d006-4378-8fec-c322f34f992b None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:03.522205 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d0834f24-5e7e-4ddd-a107-a625ef09fadd None None] Provisioning complete for port ff6148c0-49a7-4cc5-af14-afb7b3473423 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:25:03.522658 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d0834f24-5e7e-4ddd-a107-a625ef09fadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:03.587653 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b3ee1159-d006-4378-8fec-c322f34f992b None None] Transition to ACTIVE for port object 6c99d8a3-02b2-431e-96ad-8988603d9181 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:25:03.619758 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-962a1741-c775-4bdf-91b8-b8bf504b1695 None None] For port 4f9c3c75-56e9-4060-935c-a2e89cdc59df, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:25:03.637247 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b3ee1159-d006-4378-8fec-c322f34f992b None None] Transition to ACTIVE for port object 6c99d8a3-02b2-431e-96ad-8988603d9181 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:25:03.642371 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-962a1741-c775-4bdf-91b8-b8bf504b1695 None None] For port 4f9c3c75-56e9-4060-935c-a2e89cdc59df, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=4f9c3c75-56e9-4060-935c-a2e89cdc59df,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:25:03.688160 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-871e3264-8ab6-498c-8943-0f0b32b995e8 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:03.701534 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a882ef9b-17a4-41ee-b170-6fe8ae568a15 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:03.708410 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b3ee1159-d006-4378-8fec-c322f34f992b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:03.713193 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-962a1741-c775-4bdf-91b8-b8bf504b1695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:03.726469 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5cbbf304-e207-4d2b-8b81-c3bfb1b67b71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:03.757391 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871e3264-8ab6-498c-8943-0f0b32b995e8 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event deleted for resources: {'Port': ['ID=3dfd72df-3aaf-44d6-ab5f-78b8347f83aa,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:03.767391 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-871e3264-8ab6-498c-8943-0f0b32b995e8 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:03.812683 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ee1159-d006-4378-8fec-c322f34f992b None None] Network 742fa07c-4093-4402-9392-3a44d30cee44 is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:25:03.826435 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-b3ee1159-d006-4378-8fec-c322f34f992b None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:25:03.828984 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ee1159-d006-4378-8fec-c322f34f992b None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:25:03.843158 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ee1159-d006-4378-8fec-c322f34f992b None None] Pushing event updated for resources: {'Port': ['ID=6c99d8a3-02b2-431e-96ad-8988603d9181,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:03.864502 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-a51394a0-32b7-4be9-a9be-dd1b31878c06 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Allocated IP 172.20.0.1 (742fa07c-4093-4402-9392-3a44d30cee44/c22345a6-42c5-4f92-a83e-0a41a1336a7c/3689e11c-c1a4-45f8-ad70-f36bd093f6f5) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:25:03.912317 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-4d2e22e9-66fa-4367-ba30-49f76997ddf1 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Deleting port 7e187ead-8829-4d6d-be77-7e829607b4ed {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:25:03.912868 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4d2e22e9-66fa-4367-ba30-49f76997ddf1 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:03.925745 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395a7c1d-a3de-4596-9523-47ea80a17e59 None None] Pushing event updated for resources: {'Port': ['ID=4f9c3c75-56e9-4060-935c-a2e89cdc59df,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:03.929134 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-395a7c1d-a3de-4596-9523-47ea80a17e59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:03.937089 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:03.937506 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:03.955274 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device ff6148c0-49a7-4cc5-af14-afb7b3473423 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:25:04.017907 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-871e3264-8ab6-498c-8943-0f0b32b995e8 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:04.050453 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-871e3264-8ab6-498c-8943-0f0b32b995e8 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "DELETE /v2.0/ports/3dfd72df-3aaf-44d6-ab5f-78b8347f83aa HTTP/1.1" status: 204 len: 168 time: 1.1946261 Dec 15 19:25:04.051129 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56850) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:04.111448 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-e410eb45-f78b-48c0-b9a2-da8d8107a69f tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] GET failed (client error): The resource could not be found. Dec 15 19:25:04.112033 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-e410eb45-f78b-48c0-b9a2-da8d8107a69f tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Synchronizing usage tracker for tenant:f3e95df2fc6f4d8e9322e2f06d7e1f38 on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:25:04.142880 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d0834f24-5e7e-4ddd-a107-a625ef09fadd None None] Provisioning complete for port d2c5e8c5-fc42-4365-90a2-f2df758afc32 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:25:04.143212 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d0834f24-5e7e-4ddd-a107-a625ef09fadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:04.148203 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4d2e22e9-66fa-4367-ba30-49f76997ddf1 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:04.178078 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-b3ee1159-d006-4378-8fec-c322f34f992b None None] Attempting to bind port 6c99d8a3-02b2-431e-96ad-8988603d9181 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:25:04.178348 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a51394a0-32b7-4be9-a9be-dd1b31878c06 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:04.178562 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-b3ee1159-d006-4378-8fec-c322f34f992b None None] Attempting to bind port 6c99d8a3-02b2-431e-96ad-8988603d9181 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '2b851764-4cdb-4597-b174-a60179c4a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '742fa07c-4093-4402-9392-3a44d30cee44'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:25:04.178938 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ee1159-d006-4378-8fec-c322f34f992b None None] Attempting to bind port 6c99d8a3-02b2-431e-96ad-8988603d9181 on network 742fa07c-4093-4402-9392-3a44d30cee44 {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:25:04.196883 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-e410eb45-f78b-48c0-b9a2-da8d8107a69f tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Unset dirty status for tenant:f3e95df2fc6f4d8e9322e2f06d7e1f38 on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:25:04.201830 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e410eb45-f78b-48c0-b9a2-da8d8107a69f tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "GET /v2.0/ports/3dfd72df-3aaf-44d6-ab5f-78b8347f83aa HTTP/1.1" status: 404 len: 333 time: 0.1458044 Dec 15 19:25:04.203629 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962a1741-c775-4bdf-91b8-b8bf504b1695 None None] Routers {'82650783-95e2-4845-a62c-85b9cb70f7c3'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:25:04.204833 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56854) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:04.204962 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-962a1741-c775-4bdf-91b8-b8bf504b1695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:24:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['82650783-95e2-4845-a62c-85b9cb70f7c3'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:25:04.208234 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-a51394a0-32b7-4be9-a9be-dd1b31878c06 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Transition to ACTIVE for port object 3689e11c-c1a4-45f8-ad70-f36bd093f6f5 will not be triggered until provisioned by entity DHCP. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:25:04.285025 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ee1159-d006-4378-8fec-c322f34f992b None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:25:04.285025 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ee1159-d006-4378-8fec-c322f34f992b None None] Checking segment: {'id': '2b851764-4cdb-4597-b174-a60179c4a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '742fa07c-4093-4402-9392-3a44d30cee44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:25:04.285025 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b3ee1159-d006-4378-8fec-c322f34f992b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:04.285025 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ee1159-d006-4378-8fec-c322f34f992b None None] Bound using segment: {'id': '2b851764-4cdb-4597-b174-a60179c4a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '742fa07c-4093-4402-9392-3a44d30cee44'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:25:04.285025 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-b3ee1159-d006-4378-8fec-c322f34f992b None None] Bound port: 6c99d8a3-02b2-431e-96ad-8988603d9181, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b851764-4cdb-4597-b174-a60179c4a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '742fa07c-4093-4402-9392-3a44d30cee44'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:25:04.285025 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b3ee1159-d006-4378-8fec-c322f34f992b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:04.289745 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3be01f73-31be-489f-abeb-f283ebed64e4 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for security_group, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:04.296164 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-4d2e22e9-66fa-4367-ba30-49f76997ddf1 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Calling delete_port for 7e187ead-8829-4d6d-be77-7e829607b4ed owned by network:router_interface {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:25:04.312434 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a51394a0-32b7-4be9-a9be-dd1b31878c06 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:04.323367 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-18c5eb78-fc75-4ba5-928a-eee333f5d5a6 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:04.345065 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d0834f24-5e7e-4ddd-a107-a625ef09fadd None None] Port d2c5e8c5-fc42-4365-90a2-f2df758afc32 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:25:04.373532 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3be01f73-31be-489f-abeb-f283ebed64e4 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:04.432058 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51394a0-32b7-4be9-a9be-dd1b31878c06 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Network 742fa07c-4093-4402-9392-3a44d30cee44 is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:25:04.438183 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-a51394a0-32b7-4be9-a9be-dd1b31878c06 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:25:04.443429 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51394a0-32b7-4be9-a9be-dd1b31878c06 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:25:04.470802 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51394a0-32b7-4be9-a9be-dd1b31878c06 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'Port': ['ID=3689e11c-c1a4-45f8-ad70-f36bd093f6f5,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:04.477220 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a51394a0-32b7-4be9-a9be-dd1b31878c06 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:04.485413 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port ff6148c0-49a7-4cc5-af14-afb7b3473423 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:25:04.485846 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:04.516156 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a51394a0-32b7-4be9-a9be-dd1b31878c06 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630901'] for router_interface, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:04.539483 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4d2e22e9-66fa-4367-ba30-49f76997ddf1 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:04.540609 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3be01f73-31be-489f-abeb-f283ebed64e4 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:04.545176 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8fecea61-9dd4-4bfb-8dfd-64b2ccf2d69a tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:04.548193 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ba597743-9e7d-4d93-8ff4-436406e0f56c tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:04.563359 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be01f73-31be-489f-abeb-f283ebed64e4 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9341cc-e4f8-424b-a4c7-3b3b910cf7d7,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:04.566869 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3be01f73-31be-489f-abeb-f283ebed64e4 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:04.567518 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3be01f73-31be-489f-abeb-f283ebed64e4 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:04.571809 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-3be01f73-31be-489f-abeb-f283ebed64e4 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "DELETE /v2.0/security-groups/8e9341cc-e4f8-424b-a4c7-3b3b910cf7d7 HTTP/1.1" status: 204 len: 168 time: 0.3658454 Dec 15 19:25:04.572473 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56858) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:04.579519 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d0834f24-5e7e-4ddd-a107-a625ef09fadd None None] Provisioning complete for port 7e187ead-8829-4d6d-be77-7e829607b4ed triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:25:04.580158 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d0834f24-5e7e-4ddd-a107-a625ef09fadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:04.591556 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2e22e9-66fa-4367-ba30-49f76997ddf1 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Pushing event deleted for resources: {'Port': ['ID=7e187ead-8829-4d6d-be77-7e829607b4ed,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:04.594125 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4d2e22e9-66fa-4367-ba30-49f76997ddf1 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:04.667578 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b3ee1159-d006-4378-8fec-c322f34f992b None None] For port 6c99d8a3-02b2-431e-96ad-8988603d9181, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:25:04.669900 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d0834f24-5e7e-4ddd-a107-a625ef09fadd None None] Port 7e187ead-8829-4d6d-be77-7e829607b4ed was deleted so its status cannot be updated. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:300}} Dec 15 19:25:04.682946 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d0834f24-5e7e-4ddd-a107-a625ef09fadd None None] Could not find standard attr ID for object 3dfd72df-3aaf-44d6-ab5f-78b8347f83aa. {{(pid=88992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 15 19:25:04.691519 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b3ee1159-d006-4378-8fec-c322f34f992b None None] For port 6c99d8a3-02b2-431e-96ad-8988603d9181, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=6c99d8a3-02b2-431e-96ad-8988603d9181,segment=NetworkSegment(2b851764-4cdb-4597-b174-a60179c4a725),segment_id=2b851764-4cdb-4597-b174-a60179c4a725)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:25:04.691887 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a51394a0-32b7-4be9-a9be-dd1b31878c06 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:04.701777 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-962a1741-c775-4bdf-91b8-b8bf504b1695 None None] Set router 82650783-95e2-4845-a62c-85b9cb70f7c3 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:25:04.752859 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b3ee1159-d006-4378-8fec-c322f34f992b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:04.762343 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a85788b1-8ff6-43fc-8abd-aaafca1afc9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:04.784073 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7596ba7a-6c2b-4597-974d-ce405fdf65b3 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for security_group, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:04.813805 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4d2e22e9-66fa-4367-ba30-49f76997ddf1 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852815828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854144871'] for router_interface, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:04.886106 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7596ba7a-6c2b-4597-974d-ce405fdf65b3 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:04.994689 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-909c9434-f7ad-489c-95eb-7bb56ee0bbd0 None None] Could not find standard attr ID for object 3dfd72df-3aaf-44d6-ab5f-78b8347f83aa. {{(pid=88992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 15 19:25:04.996499 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ee1159-d006-4378-8fec-c322f34f992b None None] Pushing event updated for resources: {'Port': ['ID=6c99d8a3-02b2-431e-96ad-8988603d9181,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:05.005269 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b3ee1159-d006-4378-8fec-c322f34f992b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:05.230311 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-962a1741-c775-4bdf-91b8-b8bf504b1695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82650783-95e2-4845-a62c-85b9cb70f7c3', 'name': 'tempest-TestNetworkBasicOps-router-1699851332', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.146'}], 'enable_snat': True}, 'gw_port_id': '4f9c3c75-56e9-4060-935c-a2e89cdc59df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:24:57Z', 'updated_at': '2021-12-15T19:24:59Z', 'revision_number': 3, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': '4f9c3c75-56e9-4060-935c-a2e89cdc59df', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:87:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82650783-95e2-4845-a62c-85b9cb70f7c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:24:58Z', 'updated_at': '2021-12-15T19:25:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:25:05.234542 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962a1741-c775-4bdf-91b8-b8bf504b1695 None None] The sync data for ids ['82650783-95e2-4845-a62c-85b9cb70f7c3'] in dv-neutron-821831-2-hyperv is: [{'id': '82650783-95e2-4845-a62c-85b9cb70f7c3', 'name': 'tempest-TestNetworkBasicOps-router-1699851332', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.146'}], 'enable_snat': True}, 'gw_port_id': '4f9c3c75-56e9-4060-935c-a2e89cdc59df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:24:57Z', 'updated_at': '2021-12-15T19:24:59Z', 'revision_number': 3, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': '4f9c3c75-56e9-4060-935c-a2e89cdc59df', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:87:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82650783-95e2-4845-a62c-85b9cb70f7c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:24:58Z', 'updated_at': '2021-12-15T19:25:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:25:05.287143 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d2e22e9-66fa-4367-ba30-49f76997ddf1 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Router c4ef5544-cd45-43ee-9e81-0c9e4a239d60 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:25:05.324037 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7596ba7a-6c2b-4597-974d-ce405fdf65b3 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:05.334140 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-cc828b80-0606-4050-ab55-b9647729a6ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:05.400545 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7596ba7a-6c2b-4597-974d-ce405fdf65b3 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=361c1259-377c-4628-8069-3c41090b277a,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:05.404957 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7596ba7a-6c2b-4597-974d-ce405fdf65b3 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:05.425422 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7596ba7a-6c2b-4597-974d-ce405fdf65b3 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:05.429243 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-7596ba7a-6c2b-4597-974d-ce405fdf65b3 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "DELETE /v2.0/security-groups/361c1259-377c-4628-8069-3c41090b277a HTTP/1.1" status: 204 len: 168 time: 0.8533065 Dec 15 19:25:05.430999 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56862) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:05.448888 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d2e22e9-66fa-4367-ba30-49f76997ddf1 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:25:05.465987 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9356bfc2-db6a-4d78-98fc-32a5d4e1e821 None None] Sync routers for ids ['c4ef5544-cd45-43ee-9e81-0c9e4a239d60'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:25:05.484828 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9356bfc2-db6a-4d78-98fc-32a5d4e1e821 None None] Routers {'c4ef5544-cd45-43ee-9e81-0c9e4a239d60'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:25:05.485951 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-9356bfc2-db6a-4d78-98fc-32a5d4e1e821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:24:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['c4ef5544-cd45-43ee-9e81-0c9e4a239d60'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:25:05.502711 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4d2e22e9-66fa-4367-ba30-49f76997ddf1 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "PUT /v2.0/routers/c4ef5544-cd45-43ee-9e81-0c9e4a239d60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2450359 Dec 15 19:25:05.503637 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56866) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:05.576323 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-0a86e0dd-93f2-450f-821c-e52ae5de5ad4 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Synchronizing usage tracker for tenant:2c052fc4a8434b5ab31c24b37c4ed2ab on resource:port {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:25:05.588915 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-9356bfc2-db6a-4d78-98fc-32a5d4e1e821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:25:05.593060 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fb63e0a0-0729-4f84-a7eb-ff98511e3403 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for security_group, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:05.601488 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9356bfc2-db6a-4d78-98fc-32a5d4e1e821 None None] Routers {'c4ef5544-cd45-43ee-9e81-0c9e4a239d60'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:25:05.602912 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-9356bfc2-db6a-4d78-98fc-32a5d4e1e821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:24:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['c4ef5544-cd45-43ee-9e81-0c9e4a239d60'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:25:05.649945 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a51394a0-32b7-4be9-a9be-dd1b31878c06 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:05.653640 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-0a86e0dd-93f2-450f-821c-e52ae5de5ad4 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Unset dirty status for tenant:2c052fc4a8434b5ab31c24b37c4ed2ab on resource:port {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:25:05.655013 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fb63e0a0-0729-4f84-a7eb-ff98511e3403 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:05.655165 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0a86e0dd-93f2-450f-821c-e52ae5de5ad4 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4ef5544-cd45-43ee-9e81-0c9e4a239d60 HTTP/1.1" status: 200 len: 205 time: 0.1497359 Dec 15 19:25:05.661687 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56870) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:05.690026 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a51394a0-32b7-4be9-a9be-dd1b31878c06 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:05.724742 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7cf9e061-597e-4aa6-9737-5cb35167bbf5 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:05.878544 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a51394a0-32b7-4be9-a9be-dd1b31878c06 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1959989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854145006'] for router_interface, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:05.884813 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51394a0-32b7-4be9-a9be-dd1b31878c06 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'Port': ['ID=3689e11c-c1a4-45f8-ad70-f36bd093f6f5,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:05.888575 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a51394a0-32b7-4be9-a9be-dd1b31878c06 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:05.940622 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ec12b380-8f77-4023-bf2b-19f41112272b tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for router, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:05.944163 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-9356bfc2-db6a-4d78-98fc-32a5d4e1e821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:25:05.945378 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9356bfc2-db6a-4d78-98fc-32a5d4e1e821 None None] The sync data for ids ['c4ef5544-cd45-43ee-9e81-0c9e4a239d60'] in dv-neutron-821831-2-hyperv is: [] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:25:05.974175 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fb63e0a0-0729-4f84-a7eb-ff98511e3403 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:05.986073 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7596ba7a-6c2b-4597-974d-ce405fdf65b3 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:06.011116 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb63e0a0-0729-4f84-a7eb-ff98511e3403 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=008a448b-9568-435c-b3a9-9546430a467c,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:06.017535 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fb63e0a0-0729-4f84-a7eb-ff98511e3403 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:06.024805 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fb63e0a0-0729-4f84-a7eb-ff98511e3403 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:06.029073 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-fb63e0a0-0729-4f84-a7eb-ff98511e3403 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "DELETE /v2.0/security-groups/008a448b-9568-435c-b3a9-9546430a467c HTTP/1.1" status: 204 len: 168 time: 0.5965927 Dec 15 19:25:06.029793 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56874) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:06.045828 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 4f9c3c75-56e9-4060-935c-a2e89cdc59df up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:25:06.193044 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 4f9c3c75-56e9-4060-935c-a2e89cdc59df completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:25:06.200274 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 4f9c3c75-56e9-4060-935c-a2e89cdc59df triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:25:06.200995 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:06.232467 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51394a0-32b7-4be9-a9be-dd1b31878c06 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Network 742fa07c-4093-4402-9392-3a44d30cee44 is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:25:06.238045 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-a51394a0-32b7-4be9-a9be-dd1b31878c06 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:25:06.344926 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:06.364898 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port 4f9c3c75-56e9-4060-935c-a2e89cdc59df, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=4f9c3c75-56e9-4060-935c-a2e89cdc59df,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:25:06.401998 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:06.403037 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 6c99d8a3-02b2-431e-96ad-8988603d9181 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:25:06.431944 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b3ee1159-d006-4378-8fec-c322f34f992b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:06.529607 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=4f9c3c75-56e9-4060-935c-a2e89cdc59df,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:06.533042 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:06.573539 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 6c99d8a3-02b2-431e-96ad-8988603d9181 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:25:06.600555 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-2963e906-2728-4201-bc81-617b3f0375ec tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Deleting subnet bb745188-d734-4413-a9ea-02b8ed6da2ef {{(pid=88990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:25:06.606334 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2963e906-2728-4201-bc81-617b3f0375ec tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for subnet, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:06.719555 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ec12b380-8f77-4023-bf2b-19f41112272b tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854207876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854699191'] for router, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:06.725074 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ec12b380-8f77-4023-bf2b-19f41112272b tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:06.761986 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2963e906-2728-4201-bc81-617b3f0375ec tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838448728'] for subnet, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:06.778965 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ec12b380-8f77-4023-bf2b-19f41112272b tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854207982'] for router, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:06.779627 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec12b380-8f77-4023-bf2b-19f41112272b tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Fanout notify agent at l3_agent the message router_deleted on router c4ef5544-cd45-43ee-9e81-0c9e4a239d60 {{(pid=88991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 19:25:06.810138 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ec12b380-8f77-4023-bf2b-19f41112272b tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for router, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:06.813984 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ec12b380-8f77-4023-bf2b-19f41112272b tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "DELETE /v2.0/routers/c4ef5544-cd45-43ee-9e81-0c9e4a239d60 HTTP/1.1" status: 204 len: 168 time: 1.1485732 Dec 15 19:25:06.815111 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56878) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:06.895036 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2963e906-2728-4201-bc81-617b3f0375ec tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:06.969387 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a51394a0-32b7-4be9-a9be-dd1b31878c06 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Router 82650783-95e2-4845-a62c-85b9cb70f7c3 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:25:07.037017 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbdecb35-2827-4268-a6c2-9931d7a70c20 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Deleting subnet dcbd1d46-e3ad-476e-82be-3b8cfe717056 {{(pid=88991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:25:07.041514 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cbdecb35-2827-4268-a6c2-9931d7a70c20 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for subnet, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:07.058461 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2963e906-2728-4201-bc81-617b3f0375ec tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16636259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14850861'] for subnet, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:07.069152 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f99cc0ef-08f0-4531-b44f-941f380687ee tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:07.110609 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cbdecb35-2827-4268-a6c2-9931d7a70c20 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16332759'] for subnet, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:07.114326 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2963e906-2728-4201-bc81-617b3f0375ec tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event deleted for resources: {'Subnet': ['ID=bb745188-d734-4413-a9ea-02b8ed6da2ef,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:07.120484 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2963e906-2728-4201-bc81-617b3f0375ec tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:07.125488 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2963e906-2728-4201-bc81-617b3f0375ec tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:07.133136 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b487e66-bfd8-4d43-a9d9-64720e9623ae None None] Network 85e5a843-09fe-4cd9-bb02-f1db58b09d61 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:25:07.139698 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-2963e906-2728-4201-bc81-617b3f0375ec tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "DELETE /v2.0/subnets/bb745188-d734-4413-a9ea-02b8ed6da2ef HTTP/1.1" status: 204 len: 168 time: 1.1066320 Dec 15 19:25:07.141502 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56882) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:07.159647 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f43f0a-2519-4fab-bc27-347ecc7c664d None None] Network 742fa07c-4093-4402-9392-3a44d30cee44 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:25:07.210062 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cbdecb35-2827-4268-a6c2-9931d7a70c20 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:07.304964 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-77a75df8-e8d0-4477-9e6c-6c8703cca47f tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Deleting subnet a36d63b2-e865-4cd9-9dd0-489d9bfe68be {{(pid=88990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:25:07.311245 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cbdecb35-2827-4268-a6c2-9931d7a70c20 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16156049'] for subnet, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:07.311899 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-77a75df8-e8d0-4477-9e6c-6c8703cca47f tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for subnet, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:07.315800 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-151cc72e-5cac-441d-a6bc-cb54104f34af tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:07.354563 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdecb35-2827-4268-a6c2-9931d7a70c20 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Pushing event deleted for resources: {'Subnet': ['ID=dcbd1d46-e3ad-476e-82be-3b8cfe717056,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:07.359167 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-cbdecb35-2827-4268-a6c2-9931d7a70c20 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:07.363030 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cbdecb35-2827-4268-a6c2-9931d7a70c20 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:07.373424 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-cbd67883-0d47-4d45-808e-a82e3d210c28 None None] Provisioning for port 6c99d8a3-02b2-431e-96ad-8988603d9181 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:25:07.374477 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-cbdecb35-2827-4268-a6c2-9931d7a70c20 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "DELETE /v2.0/subnets/dcbd1d46-e3ad-476e-82be-3b8cfe717056 HTTP/1.1" status: 204 len: 168 time: 0.5577788 Dec 15 19:25:07.375400 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56886) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:07.388605 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611ecdfe-bec7-44ad-a189-14de77f6c975 None None] Network e9985287-d72f-4903-9beb-7f45052529f5 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:25:07.392342 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-77a75df8-e8d0-4477-9e6c-6c8703cca47f tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838448728'] for subnet, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:07.476362 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a51394a0-32b7-4be9-a9be-dd1b31878c06 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:25:07.480701 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-cbd67883-0d47-4d45-808e-a82e3d210c28 None None] Provisioning complete for port 6c99d8a3-02b2-431e-96ad-8988603d9181 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:25:07.481132 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cbd67883-0d47-4d45-808e-a82e3d210c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:07.488829 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a51394a0-32b7-4be9-a9be-dd1b31878c06 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "PUT /v2.0/routers/82650783-95e2-4845-a62c-85b9cb70f7c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0148849 Dec 15 19:25:07.491215 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56890) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:07.503769 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-77a75df8-e8d0-4477-9e6c-6c8703cca47f tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:07.527051 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-aea520a6-0669-4164-9632-3d385f0341aa tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:07.609318 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-77a75df8-e8d0-4477-9e6c-6c8703cca47f tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16636259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14850861'] for subnet, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:07.613546 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-aea520a6-0669-4164-9632-3d385f0341aa tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Deleting port 43b9e0f0-2731-44ac-876a-57e93908060b {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:25:07.613713 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-aea520a6-0669-4164-9632-3d385f0341aa tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:07.619343 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-49bc18ad-2521-456d-9cc6-848d4503995e tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:07.674672 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a75df8-e8d0-4477-9e6c-6c8703cca47f tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event deleted for resources: {'Subnet': ['ID=a36d63b2-e865-4cd9-9dd0-489d9bfe68be,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:07.677685 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-77a75df8-e8d0-4477-9e6c-6c8703cca47f tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:07.680767 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-77a75df8-e8d0-4477-9e6c-6c8703cca47f tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:07.690227 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-77a75df8-e8d0-4477-9e6c-6c8703cca47f tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "DELETE /v2.0/subnets/a36d63b2-e865-4cd9-9dd0-489d9bfe68be HTTP/1.1" status: 204 len: 168 time: 0.5462191 Dec 15 19:25:07.690943 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56894) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:07.737404 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fccf9ab-0560-4be0-b055-d6af3ff73a05 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] DELETE failed (client error): The resource could not be found. Dec 15 19:25:07.737827 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fccf9ab-0560-4be0-b055-d6af3ff73a05 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:25:07.742121 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4fccf9ab-0560-4be0-b055-d6af3ff73a05 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "DELETE /v2.0/subnets/bb745188-d734-4413-a9ea-02b8ed6da2ef HTTP/1.1" status: 404 len: 337 time: 0.0477715 Dec 15 19:25:07.743631 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56898) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:07.760046 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64bfeec7-d612-4f8f-9a56-2357266630df tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:25:07.760541 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64bfeec7-d612-4f8f-9a56-2357266630df tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:25:07.760952 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64bfeec7-d612-4f8f-9a56-2357266630df tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:25:07.761356 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64bfeec7-d612-4f8f-9a56-2357266630df tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:25:07.761763 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64bfeec7-d612-4f8f-9a56-2357266630df tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:25:07.762167 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64bfeec7-d612-4f8f-9a56-2357266630df tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:25:07.764099 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-64bfeec7-d612-4f8f-9a56-2357266630df tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4268 time: 0.2718933 Dec 15 19:25:07.769092 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56902) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:07.819770 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-856811cc-6ee2-4e29-9050-cdc316679c63 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Deleting subnet daaa4306-60a1-4e28-985e-d8400ef222af {{(pid=88990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:25:07.823865 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-856811cc-6ee2-4e29-9050-cdc316679c63 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for subnet, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:07.888013 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-856811cc-6ee2-4e29-9050-cdc316679c63 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838448728'] for subnet, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:07.926154 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 4f9c3c75-56e9-4060-935c-a2e89cdc59df up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:25:07.956894 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ca8071-ea28-4556-8f0f-71d408198c98 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:25:07.957298 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ca8071-ea28-4556-8f0f-71d408198c98 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:25:07.957718 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ca8071-ea28-4556-8f0f-71d408198c98 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:25:07.958131 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ca8071-ea28-4556-8f0f-71d408198c98 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:25:07.958531 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ca8071-ea28-4556-8f0f-71d408198c98 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:25:07.963690 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-73ca8071-ea28-4556-8f0f-71d408198c98 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3322 time: 0.1902719 Dec 15 19:25:07.963690 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-aea520a6-0669-4164-9632-3d385f0341aa tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] For port 43b9e0f0-2731-44ac-876a-57e93908060b, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=43b9e0f0-2731-44ac-876a-57e93908060b,segment=NetworkSegment(d3f05140-66ee-42be-840b-2b9f895ec910),segment_id=d3f05140-66ee-42be-840b-2b9f895ec910)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:25:07.963963 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cbd67883-0d47-4d45-808e-a82e3d210c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:07.964066 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-aea520a6-0669-4164-9632-3d385f0341aa tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:07.964158 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56906) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:08.065354 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-856811cc-6ee2-4e29-9050-cdc316679c63 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:08.085608 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-cbd67883-0d47-4d45-808e-a82e3d210c28 None None] For port 6c99d8a3-02b2-431e-96ad-8988603d9181, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=6c99d8a3-02b2-431e-96ad-8988603d9181,segment=NetworkSegment(2b851764-4cdb-4597-b174-a60179c4a725),segment_id=2b851764-4cdb-4597-b174-a60179c4a725)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:25:08.090710 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-aea520a6-0669-4164-9632-3d385f0341aa tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Calling delete_port for 43b9e0f0-2731-44ac-876a-57e93908060b owned by network:dhcp {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:25:08.112996 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 4f9c3c75-56e9-4060-935c-a2e89cdc59df triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:25:08.113517 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:08.152929 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cbd67883-0d47-4d45-808e-a82e3d210c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:08.162017 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:08.213898 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-aea520a6-0669-4164-9632-3d385f0341aa tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:08.226824 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6fc34cff-d34e-4156-9ed2-a4ca26a97d5e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:08.249324 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38fac626-cc1f-4db3-9010-8dd84f5c2cd1 None None] DHCP port deletion for e9985287-d72f-4903-9beb-7f45052529f5 request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:25:08.275703 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea520a6-0669-4164-9632-3d385f0341aa tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] No DVR routers for this DVR port 43b9e0f0-2731-44ac-876a-57e93908060b on host dv-neutron-821831-2-hyperv {{(pid=88991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:25:08.291634 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-50cfa479-ef4f-4dc2-b2f5-e658b03fc444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:08.300809 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd67883-0d47-4d45-808e-a82e3d210c28 None None] Pushing event updated for resources: {'Port': ['ID=6c99d8a3-02b2-431e-96ad-8988603d9181,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:08.304473 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-cbd67883-0d47-4d45-808e-a82e3d210c28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:08.453505 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea520a6-0669-4164-9632-3d385f0341aa tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Pushing event deleted for resources: {'Port': ['ID=43b9e0f0-2731-44ac-876a-57e93908060b,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:08.456713 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-aea520a6-0669-4164-9632-3d385f0341aa tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:08.491099 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-aea520a6-0669-4164-9632-3d385f0341aa tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:08.523291 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-aea520a6-0669-4164-9632-3d385f0341aa tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9985287-d72f-4903-9beb-7f45052529f5']}} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:25:08.544083 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-aea520a6-0669-4164-9632-3d385f0341aa tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3f05140-66ee-42be-840b-2b9f895ec910') {'for_net_delete': True} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:25:08.544727 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-aea520a6-0669-4164-9632-3d385f0341aa tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3f05140-66ee-42be-840b-2b9f895ec910') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:25:08.562020 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-aea520a6-0669-4164-9632-3d385f0341aa tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838443042'] for segment, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:08.581256 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-aea520a6-0669-4164-9632-3d385f0341aa tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:08.589659 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aea520a6-0669-4164-9632-3d385f0341aa tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=88991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:25:08.590115 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-aea520a6-0669-4164-9632-3d385f0341aa tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838443729'] for segment, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:08.608507 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:25:08.608507 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:25:08.608507 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:25:08.608507 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:25:08.608507 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:25:08.608507 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:25:08.608507 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:25:08.608507 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:25:08.608507 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:25:08.608507 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:25:08.608507 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:25:08.608507 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:25:08.608507 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:25:08.608507 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:25:08.608507 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:25:08.608507 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:25:08.608507 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:25:08.608507 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:25:08.608507 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:25:08.608507 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:25:08.608507 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:25:08.608507 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:25:08.608507 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:25:08.608507 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:25:08.608507 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:25:08.608507 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:25:08.608507 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:25:08.608507 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:25:08.608507 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:25:08.608507 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:25:08.608507 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:25:08.608507 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:25:08.613591 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-856811cc-6ee2-4e29-9050-cdc316679c63 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16636259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14850861'] for subnet, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:08.620094 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-76b4367a-0f98-443a-a266-7ac84cadd297 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:08.660048 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-df312ddc-3128-494c-8d95-dc80e8913f18 None None] Provisioning for port 3689e11c-c1a4-45f8-ad70-f36bd093f6f5 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:25:08.667042 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856811cc-6ee2-4e29-9050-cdc316679c63 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event deleted for resources: {'Subnet': ['ID=daaa4306-60a1-4e28-985e-d8400ef222af,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:08.667219 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-df312ddc-3128-494c-8d95-dc80e8913f18 None None] Provisioning complete for port 3689e11c-c1a4-45f8-ad70-f36bd093f6f5 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:25:08.667896 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-df312ddc-3128-494c-8d95-dc80e8913f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:08.682046 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0957dbaa-4b5b-458a-82ee-5fdb87ab157e tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.7137768 Dec 15 19:25:08.698016 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-856811cc-6ee2-4e29-9050-cdc316679c63 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:08.702946 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-856811cc-6ee2-4e29-9050-cdc316679c63 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:08.720245 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56912) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:08.721220 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-856811cc-6ee2-4e29-9050-cdc316679c63 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "DELETE /v2.0/subnets/daaa4306-60a1-4e28-985e-d8400ef222af HTTP/1.1" status: 204 len: 168 time: 0.9771085 Dec 15 19:25:08.764034 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-df312ddc-3128-494c-8d95-dc80e8913f18 None None] Port 3689e11c-c1a4-45f8-ad70-f36bd093f6f5 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:25:08.779265 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-e28f68a5-aaeb-40a9-af4c-225406776efb tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] DELETE failed (client error): The resource could not be found. Dec 15 19:25:08.780047 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e28f68a5-aaeb-40a9-af4c-225406776efb tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:25:08.786229 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-df312ddc-3128-494c-8d95-dc80e8913f18 None None] Provisioning complete for port 6c99d8a3-02b2-431e-96ad-8988603d9181 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:25:08.786682 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-df312ddc-3128-494c-8d95-dc80e8913f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:08.791849 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e28f68a5-aaeb-40a9-af4c-225406776efb tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "DELETE /v2.0/subnets/364bfc5e-bd66-4b69-9e05-565189b4ff27 HTTP/1.1" status: 404 len: 337 time: 0.0627446 Dec 15 19:25:08.794857 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56916) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:08.803597 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-aea520a6-0669-4164-9632-3d385f0341aa tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:08.812520 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-af569ad5-a59e-43db-9c4c-14506c862b7c tempest-NetworksIpV6TestAttrs-649978243 tempest-NetworksIpV6TestAttrs-649978243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:08.843266 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-aea520a6-0669-4164-9632-3d385f0341aa tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:08.849554 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-aea520a6-0669-4164-9632-3d385f0341aa tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "DELETE /v2.0/networks/e9985287-d72f-4903-9beb-7f45052529f5 HTTP/1.1" status: 204 len: 168 time: 1.4729688 Dec 15 19:25:08.850802 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56920) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:08.864729 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-af97ac5b-d5d2-4183-9d9e-bc0a678aa6bd tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1186134822', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:25:08.871268 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea520a6-0669-4164-9632-3d385f0341aa tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Pushing event deleted for resources: {'Network': ['ID=e9985287-d72f-4903-9beb-7f45052529f5,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:08.875021 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-aea520a6-0669-4164-9632-3d385f0341aa tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:08.878347 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-af97ac5b-d5d2-4183-9d9e-bc0a678aa6bd tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:25:08.892740 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-af97ac5b-d5d2-4183-9d9e-bc0a678aa6bd tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Usage tracker for resource:router and tenant:2c052fc4a8434b5ab31c24b37c4ed2ab is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:25:08.898403 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-af97ac5b-d5d2-4183-9d9e-bc0a678aa6bd tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:25:08.909589 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-983c3bb7-59b8-4c5c-8ff5-e9d85f139d5d tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "GET /v2.0/ports?device_id=93aaeffd-1e24-411e-828d-7065a81f77dd HTTP/1.1" status: 200 len: 205 time: 0.1132383 Dec 15 19:25:08.912146 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56924) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:08.914092 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-af97ac5b-d5d2-4183-9d9e-bc0a678aa6bd tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:25:08.962693 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-af97ac5b-d5d2-4183-9d9e-bc0a678aa6bd tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854699176'] for router, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:08.965515 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-af97ac5b-d5d2-4183-9d9e-bc0a678aa6bd tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854194926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-76609'] for router, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:08.977066 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acd2fbc-fa0c-4c05-80ca-e0182a28ae0a None None] Sync routers for ids ['82650783-95e2-4845-a62c-85b9cb70f7c3'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:25:08.997304 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acd2fbc-fa0c-4c05-80ca-e0182a28ae0a None None] Routers {'82650783-95e2-4845-a62c-85b9cb70f7c3'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:25:08.998280 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-6acd2fbc-fa0c-4c05-80ca-e0182a28ae0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:24:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['82650783-95e2-4845-a62c-85b9cb70f7c3'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:25:09.017599 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-af97ac5b-d5d2-4183-9d9e-bc0a678aa6bd tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:09.022473 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-cf5dc82a-12fe-482c-aa6f-39b9a04dde70 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] delete failed (client error): The resource could not be found. Dec 15 19:25:09.023636 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-cf5dc82a-12fe-482c-aa6f-39b9a04dde70 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "DELETE /v2.0/routers/93aaeffd-1e24-411e-828d-7065a81f77dd HTTP/1.1" status: 404 len: 336 time: 0.1104836 Dec 15 19:25:09.027469 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56928) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:09.076821 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-103a70b4-beea-4de4-b624-c61cfb7a4eec tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] DELETE failed (client error): The resource could not be found. Dec 15 19:25:09.077834 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-103a70b4-beea-4de4-b624-c61cfb7a4eec tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:25:09.091319 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-103a70b4-beea-4de4-b624-c61cfb7a4eec tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "DELETE /v2.0/subnets/40ff50af-1256-40c7-90ce-72d496facdf4 HTTP/1.1" status: 404 len: 337 time: 0.0624938 Dec 15 19:25:09.098064 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56932) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:09.122511 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-af97ac5b-d5d2-4183-9d9e-bc0a678aa6bd tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904'] for router, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:09.148711 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-3b907cf9-8e62-495b-b4c3-2c61f1d02a39 None None] Provisioning complete for port 3689e11c-c1a4-45f8-ad70-f36bd093f6f5 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:25:09.149504 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3b907cf9-8e62-495b-b4c3-2c61f1d02a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:09.168215 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-68dc18f5-5029-4df2-96cd-0d0b08dd5ccd tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] DELETE failed (client error): The resource could not be found. Dec 15 19:25:09.174346 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68dc18f5-5029-4df2-96cd-0d0b08dd5ccd tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:25:09.176446 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-68dc18f5-5029-4df2-96cd-0d0b08dd5ccd tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "DELETE /v2.0/subnets/751f24ca-cfe2-4106-914c-a968ac22a37f HTTP/1.1" status: 404 len: 337 time: 0.0770996 Dec 15 19:25:09.179317 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56936) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:09.251939 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-6acd2fbc-fa0c-4c05-80ca-e0182a28ae0a None None] Set router 82650783-95e2-4845-a62c-85b9cb70f7c3 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:25:09.261440 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-af97ac5b-d5d2-4183-9d9e-bc0a678aa6bd tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for router, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:09.263240 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-af97ac5b-d5d2-4183-9d9e-bc0a678aa6bd tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4084473 Dec 15 19:25:09.266065 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56940) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:09.269330 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d667a14-2e0f-44ed-9c82-907032b25144 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] DELETE failed (client error): The resource could not be found. Dec 15 19:25:09.269839 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d667a14-2e0f-44ed-9c82-907032b25144 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:25:09.272243 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-3b907cf9-8e62-495b-b4c3-2c61f1d02a39 None None] Port 3689e11c-c1a4-45f8-ad70-f36bd093f6f5 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:25:09.273559 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-2f44fe0b-9108-4cb0-b09e-dff336c1e520 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1511702960'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:25:09.278160 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56944) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:09.283307 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-2f44fe0b-9108-4cb0-b09e-dff336c1e520 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:25:09.288125 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4d667a14-2e0f-44ed-9c82-907032b25144 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "DELETE /v2.0/subnets/4e306203-760e-42ce-91ad-065f76b0288d HTTP/1.1" status: 404 len: 337 time: 0.1074121 Dec 15 19:25:09.332909 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56948) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:09.338992 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-2f44fe0b-9108-4cb0-b09e-dff336c1e520 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Usage tracker for resource:network and tenant:2c052fc4a8434b5ab31c24b37c4ed2ab is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:25:09.340705 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-a8c3c4e1-e9a3-47f3-a147-59189a1b50ce tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1637600657', 'description': 'tempest-secgroup-smoke-1637600657 description', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:25:09.348815 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a8c3c4e1-e9a3-47f3-a147-59189a1b50ce tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:25:09.350467 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-2f44fe0b-9108-4cb0-b09e-dff336c1e520 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:25:09.354715 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-a8c3c4e1-e9a3-47f3-a147-59189a1b50ce tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:25:09.358710 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-a8c3c4e1-e9a3-47f3-a147-59189a1b50ce tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:25:09.360472 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-2f44fe0b-9108-4cb0-b09e-dff336c1e520 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:25:09.363434 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-072dc1f1-fb8a-441b-855b-37a4c1197d67 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] DELETE failed (client error): The resource could not be found. Dec 15 19:25:09.364126 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-072dc1f1-fb8a-441b-855b-37a4c1197d67 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:25:09.366119 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-072dc1f1-fb8a-441b-855b-37a4c1197d67 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "DELETE /v2.0/ports/b88433b9-08bf-4ad1-9f93-f99da4fd20f7 HTTP/1.1" status: 404 len: 333 time: 0.0847151 Dec 15 19:25:09.369074 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56952) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:09.369599 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a8c3c4e1-e9a3-47f3-a147-59189a1b50ce tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:25:09.402963 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a8c3c4e1-e9a3-47f3-a147-59189a1b50ce tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:09.432058 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-27c0cc09-d9ff-49ae-99dd-c1ab03b7dd54 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] DELETE failed (client error): The resource could not be found. Dec 15 19:25:09.435318 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27c0cc09-d9ff-49ae-99dd-c1ab03b7dd54 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:25:09.437362 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-27c0cc09-d9ff-49ae-99dd-c1ab03b7dd54 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "DELETE /v2.0/subnets/e6c2cdfe-99e5-4bd3-8da3-dcbeb2e13c18 HTTP/1.1" status: 404 len: 337 time: 0.0649567 Dec 15 19:25:09.440033 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56956) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:09.470535 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a8c3c4e1-e9a3-47f3-a147-59189a1b50ce tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:25:09.470755 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:09.480179 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-a8c3c4e1-e9a3-47f3-a147-59189a1b50ce tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group_rule and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:25:09.484056 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-a8c3c4e1-e9a3-47f3-a147-59189a1b50ce tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:25:09.490453 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a8c3c4e1-e9a3-47f3-a147-59189a1b50ce tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:25:09.491644 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-735d411f-3a5f-43ea-ac4e-3a32effa784d tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] DELETE failed (client error): The resource could not be found. Dec 15 19:25:09.492145 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-735d411f-3a5f-43ea-ac4e-3a32effa784d tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:25:09.494408 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-735d411f-3a5f-43ea-ac4e-3a32effa784d tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "DELETE /v2.0/subnets/458ff14d-7837-4460-9371-0a6e2b606a25 HTTP/1.1" status: 404 len: 337 time: 0.0530722 Dec 15 19:25:09.495434 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f44fe0b-9108-4cb0-b09e-dff336c1e520 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Made reservation on behalf of 2c052fc4a8434b5ab31c24b37c4ed2ab for: {'network': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:25:09.497684 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56960) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:09.501525 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2f44fe0b-9108-4cb0-b09e-dff336c1e520 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:09.545865 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f44fe0b-9108-4cb0-b09e-dff336c1e520 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=88990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:25:09.565603 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2f44fe0b-9108-4cb0-b09e-dff336c1e520 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:09.567128 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-2f44fe0b-9108-4cb0-b09e-dff336c1e520 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Added segment c5ecbb73-6a56-4d5a-8bdb-d4064395f344 of type vlan for network 186138d4-d03a-4202-89bb-c81a68183b00 Dec 15 19:25:09.574043 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfec6ef4-533f-43a9-8e13-1bf760b74160 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] DELETE failed (client error): The resource could not be found. Dec 15 19:25:09.574043 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfec6ef4-533f-43a9-8e13-1bf760b74160 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:25:09.616927 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-bfec6ef4-533f-43a9-8e13-1bf760b74160 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "DELETE /v2.0/ports/f5b0e07e-3f75-40b0-aeb1-5c8cb0f98e47 HTTP/1.1" status: 404 len: 333 time: 0.1003292 Dec 15 19:25:09.618596 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56964) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:09.621783 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2f44fe0b-9108-4cb0-b09e-dff336c1e520 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:09.651544 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa4d497-60f1-4d71-a21c-2c5865d5dddb None None] Network 85e5a843-09fe-4cd9-bb02-f1db58b09d61 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:25:09.680233 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-6acd2fbc-fa0c-4c05-80ca-e0182a28ae0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82650783-95e2-4845-a62c-85b9cb70f7c3', 'name': 'tempest-TestNetworkBasicOps-router-1699851332', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.146'}], 'enable_snat': True}, 'gw_port_id': '4f9c3c75-56e9-4060-935c-a2e89cdc59df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:24:57Z', 'updated_at': '2021-12-15T19:25:04Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': '4f9c3c75-56e9-4060-935c-a2e89cdc59df', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:87:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82650783-95e2-4845-a62c-85b9cb70f7c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:24:58Z', 'updated_at': '2021-12-15T19:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '3689e11c-c1a4-45f8-ad70-f36bd093f6f5', 'name': '', 'network_id': '742fa07c-4093-4402-9392-3a44d30cee44', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:66:9b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82650783-95e2-4845-a62c-85b9cb70f7c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c22345a6-42c5-4f92-a83e-0a41a1336a7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:25:02Z', 'updated_at': '2021-12-15T19:25:05Z', 'revision_number': 2, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'c22345a6-42c5-4f92-a83e-0a41a1336a7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:25:09.683873 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5b9f472-8532-4fd0-a496-2fa0250a4715 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] DELETE failed (client error): The resource could not be found. Dec 15 19:25:09.688832 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5b9f472-8532-4fd0-a496-2fa0250a4715 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:25:09.688962 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acd2fbc-fa0c-4c05-80ca-e0182a28ae0a None None] Checking router: 82650783-95e2-4845-a62c-85b9cb70f7c3 for host: dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:25:09.688962 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acd2fbc-fa0c-4c05-80ca-e0182a28ae0a None None] Updating router 82650783-95e2-4845-a62c-85b9cb70f7c3 port 3689e11c-c1a4-45f8-ad70-f36bd093f6f5 binding host dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 15 19:25:09.700662 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a8c3c4e1-e9a3-47f3-a147-59189a1b50ce tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:09.702608 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a5b9f472-8532-4fd0-a496-2fa0250a4715 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "DELETE /v2.0/subnets/0fc0aae6-c0b0-4d25-8249-2aefbc1fb810 HTTP/1.1" status: 404 len: 337 time: 0.0785091 Dec 15 19:25:09.705442 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56968) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:09.710830 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2f44fe0b-9108-4cb0-b09e-dff336c1e520 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:09.715369 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f44fe0b-9108-4cb0-b09e-dff336c1e520 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:25:09.716273 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2f44fe0b-9108-4cb0-b09e-dff336c1e520 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:09.723845 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ff8faac0-2d1e-4b06-94ef-09a5b736485a tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:09.750498 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6acd2fbc-fa0c-4c05-80ca-e0182a28ae0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:09.764279 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a8c3c4e1-e9a3-47f3-a147-59189a1b50ce tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:09.775944 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e81ceec1-a0f4-4711-8d7f-d0b10c58a4ed tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:09.785541 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-6df80199-f56a-49fc-acb6-876f14246009 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] DELETE failed (client error): The resource could not be found. Dec 15 19:25:09.786216 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6df80199-f56a-49fc-acb6-876f14246009 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:25:09.790812 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6df80199-f56a-49fc-acb6-876f14246009 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "DELETE /v2.0/subnets/c090e4a9-75b7-4e17-a185-42cbada24603 HTTP/1.1" status: 404 len: 337 time: 0.0815806 Dec 15 19:25:09.801625 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56972) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:09.887404 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c3c4e1-e9a3-47f3-a147-59189a1b50ce tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c25e500-d075-40dd-aa15-a0f89bf93f4f,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:09.902715 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a8c3c4e1-e9a3-47f3-a147-59189a1b50ce tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:09.903624 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f44fe0b-9108-4cb0-b09e-dff336c1e520 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Pushing event updated for resources: {'Network': ['ID=186138d4-d03a-4202-89bb-c81a68183b00,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:09.904621 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a8c3c4e1-e9a3-47f3-a147-59189a1b50ce tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:09.911304 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a8c3c4e1-e9a3-47f3-a147-59189a1b50ce tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.5772266 Dec 15 19:25:09.916627 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56976) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:09.925773 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-6d60db91-40d5-48d1-a997-f1bc9b5ab781 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'security_group_rule': {'security_group_id': '5c25e500-d075-40dd-aa15-a0f89bf93f4f', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:25:09.929561 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2f44fe0b-9108-4cb0-b09e-dff336c1e520 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:09.937315 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-2f44fe0b-9108-4cb0-b09e-dff336c1e520 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6698589 Dec 15 19:25:09.939298 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56980) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:09.943278 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-1dd3c85b-fdd4-4b47-b55f-45f6fc738f24 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Deleting port d2c5e8c5-fc42-4365-90a2-f2df758afc32 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:25:09.943746 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1dd3c85b-fdd4-4b47-b55f-45f6fc738f24 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:09.949415 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-5e121a6e-cb76-41f9-92a9-136b11f4dd22 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Request body: {'subnet': {'network_id': '186138d4-d03a-4202-89bb-c81a68183b00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:25:09.950603 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 186138d4-d03a-4202-89bb-c81a68183b00 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:25:09.977830 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-6d60db91-40d5-48d1-a997-f1bc9b5ab781 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:25:09.989955 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-6d60db91-40d5-48d1-a997-f1bc9b5ab781 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group_rule and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:25:09.995968 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-6d60db91-40d5-48d1-a997-f1bc9b5ab781 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:25:10.006016 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-6d60db91-40d5-48d1-a997-f1bc9b5ab781 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:25:10.069222 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 6c99d8a3-02b2-431e-96ad-8988603d9181 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:25:10.091851 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-5e121a6e-cb76-41f9-92a9-136b11f4dd22 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:25:10.095895 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-5e121a6e-cb76-41f9-92a9-136b11f4dd22 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Usage tracker for resource:subnet and tenant:2c052fc4a8434b5ab31c24b37c4ed2ab is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:25:10.098971 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-5e121a6e-cb76-41f9-92a9-136b11f4dd22 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:25:10.105874 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-5e121a6e-cb76-41f9-92a9-136b11f4dd22 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:25:10.144786 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e121a6e-cb76-41f9-92a9-136b11f4dd22 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Made reservation on behalf of 2c052fc4a8434b5ab31c24b37c4ed2ab for: {'subnet': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:25:10.175313 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6d60db91-40d5-48d1-a997-f1bc9b5ab781 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:10.206655 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6acd2fbc-fa0c-4c05-80ca-e0182a28ae0a None None] Notify callbacks [] for port, precommit_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:10.222989 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-6acd2fbc-fa0c-4c05-80ca-e0182a28ae0a None None] Transition to ACTIVE for port object 3689e11c-c1a4-45f8-ad70-f36bd093f6f5 will not be triggered until provisioned by entity L2. {{(pid=88993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:25:10.256328 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 6c99d8a3-02b2-431e-96ad-8988603d9181 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:25:10.256766 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:10.263374 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6acd2fbc-fa0c-4c05-80ca-e0182a28ae0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:10.271725 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5bcd066a-3752-4132-aa55-1b02c80f2951 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:10.281847 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5e121a6e-cb76-41f9-92a9-136b11f4dd22 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839924940'] for subnet, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:10.322297 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-47603b5d-fc97-4e7b-80c7-9693977be006 None None] Provisioning complete for port ff6148c0-49a7-4cc5-af14-afb7b3473423 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:25:10.322716 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-47603b5d-fc97-4e7b-80c7-9693977be006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:10.370122 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60739f03-b376-4f9c-ad32-908d5e288cea None None] Pushing event updated for resources: {'Port': ['ID=3689e11c-c1a4-45f8-ad70-f36bd093f6f5,revision_number=3']} {{(pid=88993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:10.402027 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60739f03-b376-4f9c-ad32-908d5e288cea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:25:10.402817 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60739f03-b376-4f9c-ad32-908d5e288cea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:25:10.403417 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60739f03-b376-4f9c-ad32-908d5e288cea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:25:10.404005 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60739f03-b376-4f9c-ad32-908d5e288cea None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:25:10.404595 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60739f03-b376-4f9c-ad32-908d5e288cea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:25:10.405196 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60739f03-b376-4f9c-ad32-908d5e288cea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:25:10.405782 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60739f03-b376-4f9c-ad32-908d5e288cea None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:25:10.407784 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60739f03-b376-4f9c-ad32-908d5e288cea None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:25:10.408402 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60739f03-b376-4f9c-ad32-908d5e288cea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:25:10.410613 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60739f03-b376-4f9c-ad32-908d5e288cea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:25:10.411590 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60739f03-b376-4f9c-ad32-908d5e288cea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:25:10.426344 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-60739f03-b376-4f9c-ad32-908d5e288cea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:10.508251 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a564580d-048b-4832-a792-8406d6a9b234 None None] DHCP port deletion for 85e5a843-09fe-4cd9-bb02-f1db58b09d61 request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:25:10.512755 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1dd3c85b-fdd4-4b47-b55f-45f6fc738f24 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:10.515180 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-a564580d-048b-4832-a792-8406d6a9b234 None None] Deleting port ff6148c0-49a7-4cc5-af14-afb7b3473423 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:25:10.516488 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a564580d-048b-4832-a792-8406d6a9b234 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:10.654564 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-6acd2fbc-fa0c-4c05-80ca-e0182a28ae0a None None] Attempting to bind port 3689e11c-c1a4-45f8-ad70-f36bd093f6f5 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:25:10.655425 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-6acd2fbc-fa0c-4c05-80ca-e0182a28ae0a None None] Attempting to bind port 3689e11c-c1a4-45f8-ad70-f36bd093f6f5 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '2b851764-4cdb-4597-b174-a60179c4a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '742fa07c-4093-4402-9392-3a44d30cee44'}] {{(pid=88993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:25:10.656015 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acd2fbc-fa0c-4c05-80ca-e0182a28ae0a None None] Attempting to bind port 3689e11c-c1a4-45f8-ad70-f36bd093f6f5 on network 742fa07c-4093-4402-9392-3a44d30cee44 {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:25:10.668231 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acd2fbc-fa0c-4c05-80ca-e0182a28ae0a None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:25:10.671054 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acd2fbc-fa0c-4c05-80ca-e0182a28ae0a None None] Checking segment: {'id': '2b851764-4cdb-4597-b174-a60179c4a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '742fa07c-4093-4402-9392-3a44d30cee44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:25:10.671054 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6acd2fbc-fa0c-4c05-80ca-e0182a28ae0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:10.671054 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acd2fbc-fa0c-4c05-80ca-e0182a28ae0a None None] Bound using segment: {'id': '2b851764-4cdb-4597-b174-a60179c4a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '742fa07c-4093-4402-9392-3a44d30cee44'} {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:25:10.671054 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-6acd2fbc-fa0c-4c05-80ca-e0182a28ae0a None None] Bound port: 3689e11c-c1a4-45f8-ad70-f36bd093f6f5, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b851764-4cdb-4597-b174-a60179c4a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '742fa07c-4093-4402-9392-3a44d30cee44'}}] {{(pid=88993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:25:10.671054 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6acd2fbc-fa0c-4c05-80ca-e0182a28ae0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:10.688174 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5e121a6e-cb76-41f9-92a9-136b11f4dd22 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838139473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839924955'] for subnet, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:10.693731 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f2ea765b-bd3e-4014-91c8-e6538e7406a2 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:10.718730 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-1dd3c85b-fdd4-4b47-b55f-45f6fc738f24 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Calling delete_port for d2c5e8c5-fc42-4365-90a2-f2df758afc32 owned by {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:25:10.769632 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 43b9e0f0-2731-44ac-876a-57e93908060b no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:25:10.785238 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-6acd2fbc-fa0c-4c05-80ca-e0182a28ae0a None None] For port 3689e11c-c1a4-45f8-ad70-f36bd093f6f5, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:25:10.789062 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-6acd2fbc-fa0c-4c05-80ca-e0182a28ae0a None None] For port 3689e11c-c1a4-45f8-ad70-f36bd093f6f5, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=3689e11c-c1a4-45f8-ad70-f36bd093f6f5,segment=NetworkSegment(2b851764-4cdb-4597-b174-a60179c4a725),segment_id=2b851764-4cdb-4597-b174-a60179c4a725)] {{(pid=88993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:25:10.797713 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-36f940ee-9c69-4d50-877e-a8f95b12a2dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:10.813789 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6d60db91-40d5-48d1-a997-f1bc9b5ab781 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:10.830875 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6acd2fbc-fa0c-4c05-80ca-e0182a28ae0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:10.834848 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 43b9e0f0-2731-44ac-876a-57e93908060b {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:25:10.835250 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 43b9e0f0-2731-44ac-876a-57e93908060b not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:25:10.847224 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e121a6e-cb76-41f9-92a9-136b11f4dd22 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Pushing event updated for resources: {'Subnet': ['ID=38da1f74-0c3c-4af8-9c45-43436c71e6b0,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:10.851047 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5e121a6e-cb76-41f9-92a9-136b11f4dd22 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:10.851693 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:10.856609 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e121a6e-cb76-41f9-92a9-136b11f4dd22 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Checking segment: {'id': 'c5ecbb73-6a56-4d5a-8bdb-d4064395f344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '186138d4-d03a-4202-89bb-c81a68183b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:25:10.857330 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e121a6e-cb76-41f9-92a9-136b11f4dd22 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Network hostable DHCP agents. Network: 186138d4-d03a-4202-89bb-c81a68183b00, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:25:10.859332 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6d60db91-40d5-48d1-a997-f1bc9b5ab781 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:10.861325 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-dabd232b-7ef4-45f1-9822-8c535b75c8bd tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:10.904713 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1dd3c85b-fdd4-4b47-b55f-45f6fc738f24 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:10.904713 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d60db91-40d5-48d1-a997-f1bc9b5ab781 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2793f34-5804-4df5-af6b-d3d080b752f5,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:10.915982 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e121a6e-cb76-41f9-92a9-136b11f4dd22 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Network 186138d4-d03a-4202-89bb-c81a68183b00 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:25:10.925017 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6d60db91-40d5-48d1-a997-f1bc9b5ab781 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:10.928931 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-502eb523-552e-4722-a666-5230b375c0d3 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:10.950518 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-5e121a6e-cb76-41f9-92a9-136b11f4dd22 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, 186138d4-d03a-4202-89bb-c81a68183b00) {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:25:10.958353 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e121a6e-cb76-41f9-92a9-136b11f4dd22 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:25:10.960254 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5e121a6e-cb76-41f9-92a9-136b11f4dd22 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:10.977182 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd3c85b-fdd4-4b47-b55f-45f6fc738f24 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event deleted for resources: {'Port': ['ID=d2c5e8c5-fc42-4365-90a2-f2df758afc32,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:10.981083 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1dd3c85b-fdd4-4b47-b55f-45f6fc738f24 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:10.984340 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1dd3c85b-fdd4-4b47-b55f-45f6fc738f24 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "DELETE /v2.0/ports/d2c5e8c5-fc42-4365-90a2-f2df758afc32 HTTP/1.1" status: 204 len: 168 time: 1.1790984 Dec 15 19:25:10.984340 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1dd3c85b-fdd4-4b47-b55f-45f6fc738f24 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:10.984832 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56984) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:10.997250 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60739f03-b376-4f9c-ad32-908d5e288cea None None] Pushing event updated for resources: {'Port': ['ID=3689e11c-c1a4-45f8-ad70-f36bd093f6f5,revision_number=4']} {{(pid=88993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:11.003971 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e2b4aa-7ebb-4f53-94e4-6e47957ee5da None None] Network 186138d4-d03a-4202-89bb-c81a68183b00 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:25:11.014095 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-60739f03-b376-4f9c-ad32-908d5e288cea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:11.018034 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acd2fbc-fa0c-4c05-80ca-e0182a28ae0a None None] Routers {'82650783-95e2-4845-a62c-85b9cb70f7c3'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:25:11.018952 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-6acd2fbc-fa0c-4c05-80ca-e0182a28ae0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:25:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['82650783-95e2-4845-a62c-85b9cb70f7c3'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:25:11.026098 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-5e121a6e-cb76-41f9-92a9-136b11f4dd22 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0845370 Dec 15 19:25:11.029115 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 56988) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:11.140373 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-910680b1-2483-4a33-8519-9fe246f743b3 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:11.146891 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6d60db91-40d5-48d1-a997-f1bc9b5ab781 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:11.148179 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6d60db91-40d5-48d1-a997-f1bc9b5ab781 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.2300444 Dec 15 19:25:11.152057 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56992) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:11.162751 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-117beee4-60e1-4e77-a3c6-c6de45cd0989 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'security_group_rule': {'security_group_id': '5c25e500-d075-40dd-aa15-a0f89bf93f4f', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:25:11.171644 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-117beee4-60e1-4e77-a3c6-c6de45cd0989 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:25:11.174278 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-910680b1-2483-4a33-8519-9fe246f743b3 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Deleting port ff6148c0-49a7-4cc5-af14-afb7b3473423 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:25:11.174709 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-910680b1-2483-4a33-8519-9fe246f743b3 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:11.250761 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-117beee4-60e1-4e77-a3c6-c6de45cd0989 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group_rule and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:25:11.256713 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-117beee4-60e1-4e77-a3c6-c6de45cd0989 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:25:11.267736 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-117beee4-60e1-4e77-a3c6-c6de45cd0989 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:25:11.284085 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:11.294115 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-a564580d-048b-4832-a792-8406d6a9b234 None None] For port ff6148c0-49a7-4cc5-af14-afb7b3473423, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=ff6148c0-49a7-4cc5-af14-afb7b3473423,segment=NetworkSegment(1f5d0f95-11f4-4bec-beaa-9fbbccc82fb4),segment_id=1f5d0f95-11f4-4bec-beaa-9fbbccc82fb4)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:25:11.294777 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a564580d-048b-4832-a792-8406d6a9b234 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:11.328195 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-47603b5d-fc97-4e7b-80c7-9693977be006 None None] Provisioning complete for port d2c5e8c5-fc42-4365-90a2-f2df758afc32 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:25:11.328730 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-47603b5d-fc97-4e7b-80c7-9693977be006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:11.364978 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-117beee4-60e1-4e77-a3c6-c6de45cd0989 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:11.428231 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-47603b5d-fc97-4e7b-80c7-9693977be006 None None] Port d2c5e8c5-fc42-4365-90a2-f2df758afc32 was deleted so its status cannot be updated. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:300}} Dec 15 19:25:11.430776 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23fc501-688d-4218-ad1a-e32a2308d05d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-186138d4-d03a-4202-89bb-c81a68183b00', 'network_id': '186138d4-d03a-4202-89bb-c81a68183b00', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'fixed_ips': [{'subnet_id': '38da1f74-0c3c-4af8-9c45-43436c71e6b0'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:25:11.431951 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a23fc501-688d-4218-ad1a-e32a2308d05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:11.458913 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-6acd2fbc-fa0c-4c05-80ca-e0182a28ae0a None None] Set router 82650783-95e2-4845-a62c-85b9cb70f7c3 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:25:11.517098 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-a564580d-048b-4832-a792-8406d6a9b234 None None] Calling delete_port for ff6148c0-49a7-4cc5-af14-afb7b3473423 owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:25:11.552418 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-910680b1-2483-4a33-8519-9fe246f743b3 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] For port ff6148c0-49a7-4cc5-af14-afb7b3473423, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=ff6148c0-49a7-4cc5-af14-afb7b3473423,segment=NetworkSegment(1f5d0f95-11f4-4bec-beaa-9fbbccc82fb4),segment_id=1f5d0f95-11f4-4bec-beaa-9fbbccc82fb4)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:25:11.552822 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-910680b1-2483-4a33-8519-9fe246f743b3 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:11.632493 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-117beee4-60e1-4e77-a3c6-c6de45cd0989 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:11.693883 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-117beee4-60e1-4e77-a3c6-c6de45cd0989 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:11.702284 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-910680b1-2483-4a33-8519-9fe246f743b3 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Calling delete_port for ff6148c0-49a7-4cc5-af14-afb7b3473423 owned by network:dhcp {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:25:11.730654 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b3b70cd3-4dd3-4044-96b3-4d24c21cf249 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:11.740019 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-815c7f5d-8102-4c33-b902-2816856c520a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:11.752060 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a564580d-048b-4832-a792-8406d6a9b234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866'] for port, after_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:11.769870 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ca844f4f-8eea-4571-ab1e-f8fe5030ec7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:11.773837 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117beee4-60e1-4e77-a3c6-c6de45cd0989 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cad3aa32-3c47-42e1-a4fb-992e56117f7f,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:11.781493 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-117beee4-60e1-4e77-a3c6-c6de45cd0989 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:11.813306 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-910680b1-2483-4a33-8519-9fe246f743b3 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88991) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:25:11.813678 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-910680b1-2483-4a33-8519-9fe246f743b3 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:25:11.819952 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a564580d-048b-4832-a792-8406d6a9b234 None None] No DVR routers for this DVR port ff6148c0-49a7-4cc5-af14-afb7b3473423 on host dv-neutron-821831-2-hyperv {{(pid=88992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:25:11.824822 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-117beee4-60e1-4e77-a3c6-c6de45cd0989 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:11.826493 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-117beee4-60e1-4e77-a3c6-c6de45cd0989 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6719987 Dec 15 19:25:11.830745 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 56996) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:11.838082 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-ff561c41-498b-434c-9271-ac0068b9b788 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'security_group_rule': {'security_group_id': '5c25e500-d075-40dd-aa15-a0f89bf93f4f', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:25:11.838688 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a564580d-048b-4832-a792-8406d6a9b234 None None] Pushing event deleted for resources: {'Port': ['ID=ff6148c0-49a7-4cc5-af14-afb7b3473423,revision_number=None']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:11.845608 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ff561c41-498b-434c-9271-ac0068b9b788 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:25:11.854604 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ff561c41-498b-434c-9271-ac0068b9b788 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group_rule and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:25:11.856339 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a564580d-048b-4832-a792-8406d6a9b234 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:11.857684 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ff561c41-498b-434c-9271-ac0068b9b788 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:25:11.865502 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ff561c41-498b-434c-9271-ac0068b9b788 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:25:11.876493 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-6acd2fbc-fa0c-4c05-80ca-e0182a28ae0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82650783-95e2-4845-a62c-85b9cb70f7c3', 'name': 'tempest-TestNetworkBasicOps-router-1699851332', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.146'}], 'enable_snat': True}, 'gw_port_id': '4f9c3c75-56e9-4060-935c-a2e89cdc59df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:24:57Z', 'updated_at': '2021-12-15T19:25:04Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': '4f9c3c75-56e9-4060-935c-a2e89cdc59df', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:87:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82650783-95e2-4845-a62c-85b9cb70f7c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:24:58Z', 'updated_at': '2021-12-15T19:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '3689e11c-c1a4-45f8-ad70-f36bd093f6f5', 'name': '', 'network_id': '742fa07c-4093-4402-9392-3a44d30cee44', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:66:9b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82650783-95e2-4845-a62c-85b9cb70f7c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c22345a6-42c5-4f92-a83e-0a41a1336a7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:25:02Z', 'updated_at': '2021-12-15T19:25:10Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'c22345a6-42c5-4f92-a83e-0a41a1336a7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:25:11.881763 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acd2fbc-fa0c-4c05-80ca-e0182a28ae0a None None] The sync data for ids ['82650783-95e2-4845-a62c-85b9cb70f7c3'] in dv-neutron-821831-2-hyperv is: [{'id': '82650783-95e2-4845-a62c-85b9cb70f7c3', 'name': 'tempest-TestNetworkBasicOps-router-1699851332', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.146'}], 'enable_snat': True}, 'gw_port_id': '4f9c3c75-56e9-4060-935c-a2e89cdc59df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:24:57Z', 'updated_at': '2021-12-15T19:25:04Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': '4f9c3c75-56e9-4060-935c-a2e89cdc59df', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:87:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82650783-95e2-4845-a62c-85b9cb70f7c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:24:58Z', 'updated_at': '2021-12-15T19:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '3689e11c-c1a4-45f8-ad70-f36bd093f6f5', 'name': '', 'network_id': '742fa07c-4093-4402-9392-3a44d30cee44', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:66:9b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82650783-95e2-4845-a62c-85b9cb70f7c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c22345a6-42c5-4f92-a83e-0a41a1336a7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:25:02Z', 'updated_at': '2021-12-15T19:25:10Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'c22345a6-42c5-4f92-a83e-0a41a1336a7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:25:11.918456 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ff561c41-498b-434c-9271-ac0068b9b788 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:11.970036 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device ff6148c0-49a7-4cc5-af14-afb7b3473423 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:25:12.029873 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: ff6148c0-49a7-4cc5-af14-afb7b3473423 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:25:12.030309 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device ff6148c0-49a7-4cc5-af14-afb7b3473423 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:25:12.032453 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-a23fc501-688d-4218-ad1a-e32a2308d05d None None] Allocated IP 2001:db8::2 (186138d4-d03a-4202-89bb-c81a68183b00/38da1f74-0c3c-4af8-9c45-43436c71e6b0/946b4f74-f013-4450-a0d6-6e229d54e2da) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:25:12.035927 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ff561c41-498b-434c-9271-ac0068b9b788 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:12.064324 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ff561c41-498b-434c-9271-ac0068b9b788 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:12.071983 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5a9085ed-455c-4f5d-80eb-3eb070a945c2 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:12.094189 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff561c41-498b-434c-9271-ac0068b9b788 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=990347aa-caf2-4cfe-9925-9dd9766a6b37,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:12.097017 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ff561c41-498b-434c-9271-ac0068b9b788 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:12.127287 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ff561c41-498b-434c-9271-ac0068b9b788 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:12.128994 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ff561c41-498b-434c-9271-ac0068b9b788 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2972329 Dec 15 19:25:12.132011 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 57000) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:12.140974 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-d192f254-45de-4fff-baa4-1332e968bb21 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'security_group_rule': {'security_group_id': '5c25e500-d075-40dd-aa15-a0f89bf93f4f', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:25:12.147849 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-d192f254-45de-4fff-baa4-1332e968bb21 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:25:12.152335 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d192f254-45de-4fff-baa4-1332e968bb21 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group_rule and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:25:12.155748 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d192f254-45de-4fff-baa4-1332e968bb21 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:25:12.162396 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-d192f254-45de-4fff-baa4-1332e968bb21 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:25:12.203908 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d192f254-45de-4fff-baa4-1332e968bb21 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:12.261365 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a23fc501-688d-4218-ad1a-e32a2308d05d None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:12.272081 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-a23fc501-688d-4218-ad1a-e32a2308d05d None None] Transition to ACTIVE for port object 946b4f74-f013-4450-a0d6-6e229d54e2da will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:25:12.279427 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d192f254-45de-4fff-baa4-1332e968bb21 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:12.292950 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-a23fc501-688d-4218-ad1a-e32a2308d05d None None] Transition to ACTIVE for port object 946b4f74-f013-4450-a0d6-6e229d54e2da will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:25:12.304765 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d192f254-45de-4fff-baa4-1332e968bb21 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:12.313846 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9ba163ec-b399-495d-ab8d-6e257bc644e3 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:12.327207 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-910680b1-2483-4a33-8519-9fe246f743b3 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Deleting port ff6148c0-49a7-4cc5-af14-afb7b3473423 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:25:12.327643 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-910680b1-2483-4a33-8519-9fe246f743b3 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:12.333815 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a23fc501-688d-4218-ad1a-e32a2308d05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:12.341556 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f108b061-36e6-435e-91e8-f2df9de30349 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:12.370869 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-815c7f5d-8102-4c33-b902-2816856c520a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Allocated IP 2001:db8::1 (186138d4-d03a-4202-89bb-c81a68183b00/38da1f74-0c3c-4af8-9c45-43436c71e6b0/05fa6c19-5c87-4dc3-b9a0-a68c1b9add0c) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:25:12.400723 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d192f254-45de-4fff-baa4-1332e968bb21 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90861163-c570-4962-9a04-4c2325374b65,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:12.403443 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d192f254-45de-4fff-baa4-1332e968bb21 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:12.409319 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d192f254-45de-4fff-baa4-1332e968bb21 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:12.413723 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d192f254-45de-4fff-baa4-1332e968bb21 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2802107 Dec 15 19:25:12.418119 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23fc501-688d-4218-ad1a-e32a2308d05d None None] Pushing event updated for resources: {'Port': ['ID=946b4f74-f013-4450-a0d6-6e229d54e2da,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:12.421029 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-910680b1-2483-4a33-8519-9fe246f743b3 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] The port 'ff6148c0-49a7-4cc5-af14-afb7b3473423' was deleted {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 15 19:25:12.421992 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 57004) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:12.423310 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a23fc501-688d-4218-ad1a-e32a2308d05d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:12.429578 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-8429d024-55d4-481b-87c8-93347617715b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'security_group_rule': {'security_group_id': '5c25e500-d075-40dd-aa15-a0f89bf93f4f', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:25:12.435947 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23fc501-688d-4218-ad1a-e32a2308d05d None None] Network 186138d4-d03a-4202-89bb-c81a68183b00 is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:25:12.437235 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-a23fc501-688d-4218-ad1a-e32a2308d05d None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:25:12.439781 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23fc501-688d-4218-ad1a-e32a2308d05d None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:25:12.467905 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-8429d024-55d4-481b-87c8-93347617715b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:25:12.490193 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8429d024-55d4-481b-87c8-93347617715b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group_rule and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:25:12.496693 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8429d024-55d4-481b-87c8-93347617715b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:25:12.565307 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-a23fc501-688d-4218-ad1a-e32a2308d05d None None] Attempting to bind port 946b4f74-f013-4450-a0d6-6e229d54e2da on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:25:12.565663 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-8429d024-55d4-481b-87c8-93347617715b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:25:12.566462 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-a23fc501-688d-4218-ad1a-e32a2308d05d None None] Attempting to bind port 946b4f74-f013-4450-a0d6-6e229d54e2da by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'c5ecbb73-6a56-4d5a-8bdb-d4064395f344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '186138d4-d03a-4202-89bb-c81a68183b00'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:25:12.567362 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23fc501-688d-4218-ad1a-e32a2308d05d None None] Attempting to bind port 946b4f74-f013-4450-a0d6-6e229d54e2da on network 186138d4-d03a-4202-89bb-c81a68183b00 {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:25:12.580372 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23fc501-688d-4218-ad1a-e32a2308d05d None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:25:12.581112 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23fc501-688d-4218-ad1a-e32a2308d05d None None] Checking segment: {'id': 'c5ecbb73-6a56-4d5a-8bdb-d4064395f344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '186138d4-d03a-4202-89bb-c81a68183b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:25:12.581751 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a23fc501-688d-4218-ad1a-e32a2308d05d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:12.582410 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23fc501-688d-4218-ad1a-e32a2308d05d None None] Bound using segment: {'id': 'c5ecbb73-6a56-4d5a-8bdb-d4064395f344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '186138d4-d03a-4202-89bb-c81a68183b00'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:25:12.583202 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-a23fc501-688d-4218-ad1a-e32a2308d05d None None] Bound port: 946b4f74-f013-4450-a0d6-6e229d54e2da, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5ecbb73-6a56-4d5a-8bdb-d4064395f344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '186138d4-d03a-4202-89bb-c81a68183b00'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:25:12.583812 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a23fc501-688d-4218-ad1a-e32a2308d05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:12.607275 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-910680b1-2483-4a33-8519-9fe246f743b3 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:12.608943 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-815c7f5d-8102-4c33-b902-2816856c520a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:12.614924 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:12.644966 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-910680b1-2483-4a33-8519-9fe246f743b3 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85e5a843-09fe-4cd9-bb02-f1db58b09d61']}} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:25:12.652427 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-815c7f5d-8102-4c33-b902-2816856c520a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Transition to ACTIVE for port object 05fa6c19-5c87-4dc3-b9a0-a68c1b9add0c will not be triggered until provisioned by entity DHCP. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:25:12.666730 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-910680b1-2483-4a33-8519-9fe246f743b3 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f5d0f95-11f4-4bec-beaa-9fbbccc82fb4') {'for_net_delete': True} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:25:12.667193 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-910680b1-2483-4a33-8519-9fe246f743b3 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f5d0f95-11f4-4bec-beaa-9fbbccc82fb4') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:25:12.680548 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.securitygroups_db [None req-8429d024-55d4-481b-87c8-93347617715b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Project 7c1b74cf25a94156b4530f0bd868c0c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 19:25:12.699282 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-910680b1-2483-4a33-8519-9fe246f743b3 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838443042'] for segment, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:12.707551 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8429d024-55d4-481b-87c8-93347617715b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:12.713885 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-a23fc501-688d-4218-ad1a-e32a2308d05d None None] For port 946b4f74-f013-4450-a0d6-6e229d54e2da, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:25:12.717306 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-a23fc501-688d-4218-ad1a-e32a2308d05d None None] For port 946b4f74-f013-4450-a0d6-6e229d54e2da, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=946b4f74-f013-4450-a0d6-6e229d54e2da,segment=NetworkSegment(c5ecbb73-6a56-4d5a-8bdb-d4064395f344),segment_id=c5ecbb73-6a56-4d5a-8bdb-d4064395f344)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:25:12.722190 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-815c7f5d-8102-4c33-b902-2816856c520a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:12.727951 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ed854e7e-d51c-4fb8-941a-40f86e58a4d6 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:12.740202 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-910680b1-2483-4a33-8519-9fe246f743b3 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:12.759356 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-910680b1-2483-4a33-8519-9fe246f743b3 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=88991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:25:12.759749 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-910680b1-2483-4a33-8519-9fe246f743b3 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838443729'] for segment, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:12.769792 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a23fc501-688d-4218-ad1a-e32a2308d05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:12.776308 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:25:12.776308 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:25:12.776308 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:25:12.776308 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:25:12.776308 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:25:12.776308 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:25:12.776308 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:25:12.776308 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:25:12.776308 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:25:12.776308 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:25:12.776308 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:25:12.776308 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:25:12.776308 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:25:12.776308 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:25:12.776308 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:25:12.776308 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:25:12.776308 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:25:12.776308 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:25:12.776308 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:25:12.776308 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:25:12.776308 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:25:12.776308 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:25:12.776308 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:25:12.776308 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:25:12.776308 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:25:12.776308 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:25:12.776308 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:25:12.776308 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:25:12.776308 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:25:12.776308 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:25:12.776308 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:25:12.776308 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:25:12.776308 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:25:12.776308 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:25:12.776308 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:25:12.776308 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:25:12.776308 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:25:12.776308 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:25:12.776308 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:25:12.776308 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:25:12.783784 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:12.791040 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815c7f5d-8102-4c33-b902-2816856c520a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Network 186138d4-d03a-4202-89bb-c81a68183b00 is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:25:12.795001 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-815c7f5d-8102-4c33-b902-2816856c520a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:25:12.799244 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815c7f5d-8102-4c33-b902-2816856c520a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:25:12.799827 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-815c7f5d-8102-4c33-b902-2816856c520a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630901'] for router_interface, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:12.846885 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815c7f5d-8102-4c33-b902-2816856c520a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Pushing event updated for resources: {'Port': ['ID=05fa6c19-5c87-4dc3-b9a0-a68c1b9add0c,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:12.849814 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-815c7f5d-8102-4c33-b902-2816856c520a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:12.863730 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23fc501-688d-4218-ad1a-e32a2308d05d None None] Pushing event updated for resources: {'Port': ['ID=946b4f74-f013-4450-a0d6-6e229d54e2da,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:12.891120 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a23fc501-688d-4218-ad1a-e32a2308d05d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:12.893752 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8429d024-55d4-481b-87c8-93347617715b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:12.905391 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-910680b1-2483-4a33-8519-9fe246f743b3 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:12.910385 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-910680b1-2483-4a33-8519-9fe246f743b3 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:12.916223 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-47feb482-e6ba-4e15-b341-8ee647298ebb tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:12.923066 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-815c7f5d-8102-4c33-b902-2816856c520a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:12.948518 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8429d024-55d4-481b-87c8-93347617715b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:12.956416 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910680b1-2483-4a33-8519-9fe246f743b3 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Pushing event deleted for resources: {'Network': ['ID=85e5a843-09fe-4cd9-bb02-f1db58b09d61,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:12.959326 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-910680b1-2483-4a33-8519-9fe246f743b3 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:12.962773 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6d60db91-40d5-48d1-a997-f1bc9b5ab781 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:12.972553 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-910680b1-2483-4a33-8519-9fe246f743b3 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] 10.222.0.36 "DELETE /v2.0/networks/85e5a843-09fe-4cd9-bb02-f1db58b09d61 HTTP/1.1" status: 204 len: 168 time: 1.9844553 Dec 15 19:25:12.996337 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8429d024-55d4-481b-87c8-93347617715b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce388e20-cf49-403a-bfcb-b1fe86906188,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:12.999404 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8429d024-55d4-481b-87c8-93347617715b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:13.024520 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8429d024-55d4-481b-87c8-93347617715b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:13.026758 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8429d024-55d4-481b-87c8-93347617715b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.6030931 Dec 15 19:25:13.029684 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 57010) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:13.036407 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-00e2089d-9c42-410b-85f5-95ec2fcf4c2a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'security_group_rule': {'security_group_id': '5c25e500-d075-40dd-aa15-a0f89bf93f4f', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:25:13.044561 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-00e2089d-9c42-410b-85f5-95ec2fcf4c2a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:25:13.049564 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-00e2089d-9c42-410b-85f5-95ec2fcf4c2a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group_rule and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:25:13.053882 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-00e2089d-9c42-410b-85f5-95ec2fcf4c2a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:25:13.071275 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-00e2089d-9c42-410b-85f5-95ec2fcf4c2a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:25:13.111080 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.securitygroups_db [None req-00e2089d-9c42-410b-85f5-95ec2fcf4c2a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Project 7c1b74cf25a94156b4530f0bd868c0c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 19:25:13.124137 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-00e2089d-9c42-410b-85f5-95ec2fcf4c2a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:13.209888 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-00e2089d-9c42-410b-85f5-95ec2fcf4c2a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:13.264942 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-00e2089d-9c42-410b-85f5-95ec2fcf4c2a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:13.274372 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ec7914cc-cf1b-4408-b2a4-bbef2e99065e tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:13.346745 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e2089d-9c42-410b-85f5-95ec2fcf4c2a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=451d8c14-934a-4837-b7fb-3a2d5435cec7,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:13.359408 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-00e2089d-9c42-410b-85f5-95ec2fcf4c2a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:13.370658 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-00e2089d-9c42-410b-85f5-95ec2fcf4c2a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:13.372388 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-00e2089d-9c42-410b-85f5-95ec2fcf4c2a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3414402 Dec 15 19:25:13.437508 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-815c7f5d-8102-4c33-b902-2816856c520a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:13.471249 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-815c7f5d-8102-4c33-b902-2816856c520a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:13.472186 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-815c7f5d-8102-4c33-b902-2816856c520a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1959989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854145006'] for router_interface, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:13.477214 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-825ca01f-440a-405c-b8b5-d354c9181bec tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:13.505617 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 57018) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:13.576386 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815c7f5d-8102-4c33-b902-2816856c520a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Pushing event updated for resources: {'Port': ['ID=05fa6c19-5c87-4dc3-b9a0-a68c1b9add0c,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:13.691110 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-815c7f5d-8102-4c33-b902-2816856c520a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:13.753385 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815c7f5d-8102-4c33-b902-2816856c520a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Network 186138d4-d03a-4202-89bb-c81a68183b00 is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:25:13.754641 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-815c7f5d-8102-4c33-b902-2816856c520a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:25:13.762188 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1a7d2953-e9ea-493d-9eb1-2b94778412ec admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f3e95df2fc6f4d8e9322e2f06d7e1f38&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2551932 Dec 15 19:25:13.764664 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 57032) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:13.837250 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-35048550-ed5e-47fe-a6ff-b1edd811304c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:13.865953 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-35048550-ed5e-47fe-a6ff-b1edd811304c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:13.964165 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-35048550-ed5e-47fe-a6ff-b1edd811304c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:13.968430 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-00f2747c-5028-4c83-8f3d-fa3994519dcc tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:13.981180 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35048550-ed5e-47fe-a6ff-b1edd811304c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e18b38-982e-43fb-ac74-0d8b7cfeb6a3,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:13.983768 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-35048550-ed5e-47fe-a6ff-b1edd811304c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:13.989089 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-35048550-ed5e-47fe-a6ff-b1edd811304c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:13.990350 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-35048550-ed5e-47fe-a6ff-b1edd811304c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/93e18b38-982e-43fb-ac74-0d8b7cfeb6a3 HTTP/1.1" status: 204 len: 168 time: 0.2245786 Dec 15 19:25:14.055784 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 946b4f74-f013-4450-a0d6-6e229d54e2da up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:25:14.167972 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 946b4f74-f013-4450-a0d6-6e229d54e2da completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:25:14.174584 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 3689e11c-c1a4-45f8-ad70-f36bd093f6f5 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:25:14.287820 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 3689e11c-c1a4-45f8-ad70-f36bd093f6f5 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:25:14.295062 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 3689e11c-c1a4-45f8-ad70-f36bd093f6f5 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:25:14.295755 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:14.416044 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-82b0ad67-fc58-4a4b-a97e-331094fbdffd req-b786ec42-215e-4552-925e-47f7aaceaa48 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1637600657&fields=id&tenant_id=7c1b74cf25a94156b4530f0bd868c0c9 HTTP/1.1" status: 200 len: 267 time: 0.1339118 Dec 15 19:25:14.473970 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:14.520762 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port 3689e11c-c1a4-45f8-ad70-f36bd093f6f5, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=3689e11c-c1a4-45f8-ad70-f36bd093f6f5,segment=NetworkSegment(2b851764-4cdb-4597-b174-a60179c4a725),segment_id=2b851764-4cdb-4597-b174-a60179c4a725)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:25:14.552558 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:14.554852 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-04818f21-598a-4e5e-b8b0-daa399fc9c0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:14.648785 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=3689e11c-c1a4-45f8-ad70-f36bd093f6f5,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:14.653779 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:14.681005 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b0ad67-fc58-4a4b-a97e-331094fbdffd req-ccabcfbf-3d3d-41ef-bfde-beda44302ac2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:25:14.682068 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-82b0ad67-fc58-4a4b-a97e-331094fbdffd req-ccabcfbf-3d3d-41ef-bfde-beda44302ac2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Synchronizing usage tracker for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:network {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:25:14.761987 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-815c7f5d-8102-4c33-b902-2816856c520a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Router 8c4f691e-110f-4efd-bde9-948786680252 is scheduled to L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 with binding_index 1 {{(pid=88990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 15 19:25:14.766505 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-82b0ad67-fc58-4a4b-a97e-331094fbdffd req-ccabcfbf-3d3d-41ef-bfde-beda44302ac2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Unset dirty status for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:network {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:25:14.767847 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-82b0ad67-fc58-4a4b-a97e-331094fbdffd req-ccabcfbf-3d3d-41ef-bfde-beda44302ac2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/networks?id=742fa07c-4093-4402-9392-3a44d30cee44 HTTP/1.1" status: 200 len: 796 time: 0.3405802 Dec 15 19:25:14.894801 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 19:25:14.957215 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-82b0ad67-fc58-4a4b-a97e-331094fbdffd req-d54e556d-1b8b-4701-9eac-5ab40e4c2ccb tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/quotas/7c1b74cf25a94156b4530f0bd868c0c9 HTTP/1.1" status: 200 len: 375 time: 0.1771424 Dec 15 19:25:14.993560 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5328f811-77a3-4604-9715-3c7f1509200d None None] Network 186138d4-d03a-4202-89bb-c81a68183b00 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:25:15.087308 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-815c7f5d-8102-4c33-b902-2816856c520a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:25:15.093228 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-82b0ad67-fc58-4a4b-a97e-331094fbdffd req-cdf12863-47aa-424d-b5de-2d7dad695145 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Synchronizing usage tracker for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:25:15.120646 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-815c7f5d-8102-4c33-b902-2816856c520a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "PUT /v2.0/routers/8c4f691e-110f-4efd-bde9-948786680252/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0870385 Dec 15 19:25:15.120878 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 57058) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:15.127810 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-d06a1a15-0403-4789-8e2a-5ac3209014b9 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1715282121'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:25:15.135026 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-d06a1a15-0403-4789-8e2a-5ac3209014b9 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:25:15.139585 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d06a1a15-0403-4789-8e2a-5ac3209014b9 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Usage tracker for resource:network and tenant:2c052fc4a8434b5ab31c24b37c4ed2ab is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:25:15.142663 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d06a1a15-0403-4789-8e2a-5ac3209014b9 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:25:15.150333 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-d06a1a15-0403-4789-8e2a-5ac3209014b9 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:25:15.167549 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-82b0ad67-fc58-4a4b-a97e-331094fbdffd req-cdf12863-47aa-424d-b5de-2d7dad695145 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Unset dirty status for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:25:15.168982 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-82b0ad67-fc58-4a4b-a97e-331094fbdffd req-cdf12863-47aa-424d-b5de-2d7dad695145 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7c1b74cf25a94156b4530f0bd868c0c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2007887 Dec 15 19:25:15.193455 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5504feab-59a6-48d5-8611-c21ff3a7d4b2 None None] Sync routers for ids ['8c4f691e-110f-4efd-bde9-948786680252'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:25:15.197236 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d06a1a15-0403-4789-8e2a-5ac3209014b9 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Made reservation on behalf of 2c052fc4a8434b5ab31c24b37c4ed2ab for: {'network': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:25:15.203683 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d06a1a15-0403-4789-8e2a-5ac3209014b9 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:15.213071 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 57064) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:15.277103 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d06a1a15-0403-4789-8e2a-5ac3209014b9 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=88991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:25:15.299327 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d06a1a15-0403-4789-8e2a-5ac3209014b9 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:15.299925 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-d06a1a15-0403-4789-8e2a-5ac3209014b9 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Added segment 4c9f5e03-1a20-41d3-b8d7-ce4fd5d4994b of type vlan for network 83b93ffe-10be-4e47-9a21-42bad6262113 Dec 15 19:25:15.359084 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d06a1a15-0403-4789-8e2a-5ac3209014b9 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:15.436132 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d06a1a15-0403-4789-8e2a-5ac3209014b9 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:15.441831 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06a1a15-0403-4789-8e2a-5ac3209014b9 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:25:15.442588 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d06a1a15-0403-4789-8e2a-5ac3209014b9 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:15.448571 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-0900c922-bcac-4075-94de-7f49401bf76a tempest-SubnetPoolsTestJSON-2115629672 tempest-SubnetPoolsTestJSON-2115629672-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-2071916741', 'prefixes': ['172.20.0.0/16']}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:25:15.448959 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9a651b60-9789-44df-8b87-cd053eff13fb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:15.454229 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-0900c922-bcac-4075-94de-7f49401bf76a tempest-SubnetPoolsTestJSON-2115629672 tempest-SubnetPoolsTestJSON-2115629672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:25:15.472658 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5504feab-59a6-48d5-8611-c21ff3a7d4b2 None None] Routers {'8c4f691e-110f-4efd-bde9-948786680252'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:25:15.474532 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-5504feab-59a6-48d5-8611-c21ff3a7d4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:25:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['8c4f691e-110f-4efd-bde9-948786680252'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:25:15.562645 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06a1a15-0403-4789-8e2a-5ac3209014b9 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Pushing event updated for resources: {'Network': ['ID=83b93ffe-10be-4e47-9a21-42bad6262113,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:15.565353 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d06a1a15-0403-4789-8e2a-5ac3209014b9 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:15.600485 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-82b0ad67-fc58-4a4b-a97e-331094fbdffd req-14f9f9ae-b79e-490d-9258-281e83afd46b service neutron] 10.222.0.36 "GET /v2.0/networks/742fa07c-4093-4402-9392-3a44d30cee44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4181521 Dec 15 19:25:15.614992 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d06a1a15-0403-4789-8e2a-5ac3209014b9 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4930441 Dec 15 19:25:15.617546 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 83b93ffe-10be-4e47-9a21-42bad6262113 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:25:15.617722 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 57070) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:15.622790 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-f648c225-d918-4234-9b5b-00ef8b7ec1c6 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Request body: {'subnet': {'network_id': '83b93ffe-10be-4e47-9a21-42bad6262113', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:25:15.688741 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-6bdb202c-15ca-48e4-b166-76f6c768d32d None None] Provisioning for port 946b4f74-f013-4450-a0d6-6e229d54e2da completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:25:15.718275 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-6bdb202c-15ca-48e4-b166-76f6c768d32d None None] Provisioning complete for port 946b4f74-f013-4450-a0d6-6e229d54e2da triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:25:15.718721 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6bdb202c-15ca-48e4-b166-76f6c768d32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:15.749097 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-f648c225-d918-4234-9b5b-00ef8b7ec1c6 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:25:15.749851 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-f648c225-d918-4234-9b5b-00ef8b7ec1c6 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Usage tracker for resource:subnet and tenant:2c052fc4a8434b5ab31c24b37c4ed2ab is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:25:15.752846 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-f648c225-d918-4234-9b5b-00ef8b7ec1c6 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:25:15.758904 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-f648c225-d918-4234-9b5b-00ef8b7ec1c6 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:25:15.772964 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0900c922-bcac-4075-94de-7f49401bf76a tempest-SubnetPoolsTestJSON-2115629672 tempest-SubnetPoolsTestJSON-2115629672-project] Notify callbacks [] for subnetpool, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:15.774852 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0900c922-bcac-4075-94de-7f49401bf76a tempest-SubnetPoolsTestJSON-2115629672 tempest-SubnetPoolsTestJSON-2115629672-project] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.5602806 Dec 15 19:25:15.777835 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 57074) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:15.795902 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-82b0ad67-fc58-4a4b-a97e-331094fbdffd req-1560baee-7ea8-4bb9-81b7-5a34cddabeb7 service neutron] 10.222.0.36 "GET /v2.0/networks/742fa07c-4093-4402-9392-3a44d30cee44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857529 Dec 15 19:25:15.806310 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f648c225-d918-4234-9b5b-00ef8b7ec1c6 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Made reservation on behalf of 2c052fc4a8434b5ab31c24b37c4ed2ab for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:25:15.814954 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8222dee1-d718-4f8a-8e70-66d87c31abc0 tempest-SubnetPoolsTestJSON-2115629672 tempest-SubnetPoolsTestJSON-2115629672-project] 10.222.0.36 "GET /v2.0/subnetpools/c7dafb19-d519-43c4-b2b1-79840d2d4236 HTTP/1.1" status: 200 len: 732 time: 0.0334849 Dec 15 19:25:15.815140 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 57078) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:15.821744 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-5a3f4cbf-7c64-42f1-a40e-b57bb8a49f68 tempest-SubnetPoolsTestJSON-2115629672 tempest-SubnetPoolsTestJSON-2115629672-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-122876919'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:25:15.853219 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-5504feab-59a6-48d5-8611-c21ff3a7d4b2 None None] Set router 8c4f691e-110f-4efd-bde9-948786680252 gateway port host: None {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:25:15.934163 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f648c225-d918-4234-9b5b-00ef8b7ec1c6 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:16.002678 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 3689e11c-c1a4-45f8-ad70-f36bd093f6f5 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:25:16.012430 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5a3f4cbf-7c64-42f1-a40e-b57bb8a49f68 tempest-SubnetPoolsTestJSON-2115629672 tempest-SubnetPoolsTestJSON-2115629672-project] Notify callbacks [] for subnetpool, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:16.016661 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-5a3f4cbf-7c64-42f1-a40e-b57bb8a49f68 tempest-SubnetPoolsTestJSON-2115629672 tempest-SubnetPoolsTestJSON-2115629672-project] 10.222.0.36 "PUT /v2.0/subnetpools/c7dafb19-d519-43c4-b2b1-79840d2d4236 HTTP/1.1" status: 200 len: 683 time: 0.1978900 Dec 15 19:25:16.016883 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 57082) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:16.141670 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6bdb202c-15ca-48e4-b166-76f6c768d32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:16.256596 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a3004445-afa7-48d0-b5ab-899e0430caa8 tempest-SubnetPoolsTestJSON-2115629672 tempest-SubnetPoolsTestJSON-2115629672-project] Notify callbacks [] for subnetpool, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:16.261392 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a3004445-afa7-48d0-b5ab-899e0430caa8 tempest-SubnetPoolsTestJSON-2115629672 tempest-SubnetPoolsTestJSON-2115629672-project] 10.222.0.36 "DELETE /v2.0/subnetpools/c7dafb19-d519-43c4-b2b1-79840d2d4236 HTTP/1.1" status: 204 len: 168 time: 0.2432151 Dec 15 19:25:16.267033 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 57094) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:16.293165 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-1bec3b40-1950-43f4-807b-91b49a1bd96e tempest-SubnetPoolsTestJSON-2115629672 tempest-SubnetPoolsTestJSON-2115629672-project] show failed (client error): The resource could not be found. Dec 15 19:25:16.294626 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1bec3b40-1950-43f4-807b-91b49a1bd96e tempest-SubnetPoolsTestJSON-2115629672 tempest-SubnetPoolsTestJSON-2115629672-project] 10.222.0.36 "GET /v2.0/subnetpools/c7dafb19-d519-43c4-b2b1-79840d2d4236 HTTP/1.1" status: 404 len: 346 time: 0.0260911 Dec 15 19:25:16.298751 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 57098) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:16.311369 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-6bdb202c-15ca-48e4-b166-76f6c768d32d None None] For port 946b4f74-f013-4450-a0d6-6e229d54e2da, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=946b4f74-f013-4450-a0d6-6e229d54e2da,segment=NetworkSegment(c5ecbb73-6a56-4d5a-8bdb-d4064395f344),segment_id=c5ecbb73-6a56-4d5a-8bdb-d4064395f344)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:25:16.323580 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-50b866d3-ff23-432e-acf2-995bb198d179 tempest-SubnetPoolsTestJSON-2115629672 tempest-SubnetPoolsTestJSON-2115629672-project] delete failed (client error): The resource could not be found. Dec 15 19:25:16.329216 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-50b866d3-ff23-432e-acf2-995bb198d179 tempest-SubnetPoolsTestJSON-2115629672 tempest-SubnetPoolsTestJSON-2115629672-project] 10.222.0.36 "DELETE /v2.0/subnetpools/c7dafb19-d519-43c4-b2b1-79840d2d4236 HTTP/1.1" status: 404 len: 346 time: 0.0284345 Dec 15 19:25:16.340748 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 3689e11c-c1a4-45f8-ad70-f36bd093f6f5 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:25:16.341314 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:16.345063 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f648c225-d918-4234-9b5b-00ef8b7ec1c6 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:16.350963 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fc1f81a8-59f8-4778-9fbb-d2029cf58bd0 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:16.386010 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6bdb202c-15ca-48e4-b166-76f6c768d32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:16.391450 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-81d65b3a-933b-484d-8d4a-c6a56b4e082e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:16.451845 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f648c225-d918-4234-9b5b-00ef8b7ec1c6 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Pushing event updated for resources: {'Subnet': ['ID=0a2333a9-3e78-4b5e-b14b-a491f2afe75d,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:16.463294 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f648c225-d918-4234-9b5b-00ef8b7ec1c6 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:16.522346 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdb202c-15ca-48e4-b166-76f6c768d32d None None] Pushing event updated for resources: {'Port': ['ID=946b4f74-f013-4450-a0d6-6e229d54e2da,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:16.529082 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f648c225-d918-4234-9b5b-00ef8b7ec1c6 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Checking segment: {'id': '4c9f5e03-1a20-41d3-b8d7-ce4fd5d4994b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '83b93ffe-10be-4e47-9a21-42bad6262113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:25:16.529480 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f648c225-d918-4234-9b5b-00ef8b7ec1c6 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Network hostable DHCP agents. Network: 83b93ffe-10be-4e47-9a21-42bad6262113, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:25:16.557490 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-28c34c6f-9f54-43e2-9703-7cdd01a50eed req-2c175f9c-625e-42c1-9ea9-057a290dffee tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd6c8bfb-1c85-414f-bf98-1e2009f9c8d7 HTTP/1.1" status: 200 len: 210 time: 0.3619096 Dec 15 19:25:16.573662 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6bdb202c-15ca-48e4-b166-76f6c768d32d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:16.590003 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f648c225-d918-4234-9b5b-00ef8b7ec1c6 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Network 83b93ffe-10be-4e47-9a21-42bad6262113 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:25:16.618730 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-ded1e5ca-3259-497e-bbf3-b31ab1fbc007 None None] Provisioning complete for port 946b4f74-f013-4450-a0d6-6e229d54e2da triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:25:16.619157 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ded1e5ca-3259-497e-bbf3-b31ab1fbc007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:16.630435 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-f648c225-d918-4234-9b5b-00ef8b7ec1c6 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, 83b93ffe-10be-4e47-9a21-42bad6262113) {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:25:16.639670 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f648c225-d918-4234-9b5b-00ef8b7ec1c6 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:25:16.642733 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f648c225-d918-4234-9b5b-00ef8b7ec1c6 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:16.679632 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c29cf7a-79e8-46d9-bcb7-5027680d99e5 None None] Network 83b93ffe-10be-4e47-9a21-42bad6262113 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:25:16.774676 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f648c225-d918-4234-9b5b-00ef8b7ec1c6 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1574471 Dec 15 19:25:16.777680 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 57108) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:16.885359 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-5504feab-59a6-48d5-8611-c21ff3a7d4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4f691e-110f-4efd-bde9-948786680252', 'name': 'tempest-RoutersIpV6Test-router-1186134822', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:25:08Z', 'updated_at': '2021-12-15T19:25:12Z', 'revision_number': 2, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'gw_port_host': None, '_interfaces': [{'id': '05fa6c19-5c87-4dc3-b9a0-a68c1b9add0c', 'name': '', 'network_id': '186138d4-d03a-4202-89bb-c81a68183b00', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'mac_address': 'fa:16:3e:32:56:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4f691e-110f-4efd-bde9-948786680252', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38da1f74-0c3c-4af8-9c45-43436c71e6b0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:25:11Z', 'updated_at': '2021-12-15T19:25:13Z', 'revision_number': 2, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'subnets': [{'id': '38da1f74-0c3c-4af8-9c45-43436c71e6b0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:25:16.903809 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5504feab-59a6-48d5-8611-c21ff3a7d4b2 None None] Checking router: 8c4f691e-110f-4efd-bde9-948786680252 for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:25:16.904207 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5504feab-59a6-48d5-8611-c21ff3a7d4b2 None None] Updating router 8c4f691e-110f-4efd-bde9-948786680252 port 05fa6c19-5c87-4dc3-b9a0-a68c1b9add0c binding host dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 15 19:25:17.045637 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5504feab-59a6-48d5-8611-c21ff3a7d4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:17.126807 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 57116) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:17.340725 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c0c280a5-077b-4f37-8ec5-e4d4b8619afc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:17.416856 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-c0c280a5-077b-4f37-8ec5-e4d4b8619afc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:25:17.422764 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-c0c280a5-077b-4f37-8ec5-e4d4b8619afc admin admin] Usage tracker for resource:security_group_rule and tenant:c6ad55af02c14e50915a069bf94afad2 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:25:17.425913 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-c0c280a5-077b-4f37-8ec5-e4d4b8619afc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:25:17.433140 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-c0c280a5-077b-4f37-8ec5-e4d4b8619afc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:25:17.459977 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-ded1e5ca-3259-497e-bbf3-b31ab1fbc007 None None] Provisioning for port 05fa6c19-5c87-4dc3-b9a0-a68c1b9add0c completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:25:17.474683 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e1fa4f-1134-4b9f-9229-d1e2aa461fe3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-83b93ffe-10be-4e47-9a21-42bad6262113', 'network_id': '83b93ffe-10be-4e47-9a21-42bad6262113', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'fixed_ips': [{'subnet_id': '0a2333a9-3e78-4b5e-b14b-a491f2afe75d'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:25:17.475587 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-86e1fa4f-1134-4b9f-9229-d1e2aa461fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:17.491243 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-ded1e5ca-3259-497e-bbf3-b31ab1fbc007 None None] Provisioning complete for port 05fa6c19-5c87-4dc3-b9a0-a68c1b9add0c triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:25:17.491634 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ded1e5ca-3259-497e-bbf3-b31ab1fbc007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:17.505740 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0bfab303-e9d5-4c5f-9b95-e21a03cb2f0a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:17.540825 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c0c280a5-077b-4f37-8ec5-e4d4b8619afc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:17.588272 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c0c280a5-077b-4f37-8ec5-e4d4b8619afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:17.626379 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-ded1e5ca-3259-497e-bbf3-b31ab1fbc007 None None] Port 05fa6c19-5c87-4dc3-b9a0-a68c1b9add0c cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:25:17.643335 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-09a2ade6-cae0-45ea-bbf0-c45264d6116f tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:17.674602 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c0c280a5-077b-4f37-8ec5-e4d4b8619afc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c6ad55af02c14e50915a069bf94afad2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5441620 Dec 15 19:25:17.675696 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 57126) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:17.741257 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c280a5-077b-4f37-8ec5-e4d4b8619afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5651172f-aa2f-4fbd-a8f8-9780002b09aa,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:17.746231 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c0c280a5-077b-4f37-8ec5-e4d4b8619afc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:17.780052 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ee3df864-61e1-4cc5-a60e-bba9a77f6bf4 req-fd985b1e-4608-4c46-80f1-3edad0d899f5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd6c8bfb-1c85-414f-bf98-1e2009f9c8d7 HTTP/1.1" status: 200 len: 210 time: 0.0509958 Dec 15 19:25:17.784064 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a752e22-0b2c-44df-af59-c05872d64054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:17.816045 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a752e22-0b2c-44df-af59-c05872d64054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:17.851573 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-6ba6da0e-b644-4361-9723-0515e05bd1e6 None None] Provisioning complete for port 05fa6c19-5c87-4dc3-b9a0-a68c1b9add0c triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:25:17.852239 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6ba6da0e-b644-4361-9723-0515e05bd1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:17.913778 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-86e1fa4f-1134-4b9f-9229-d1e2aa461fe3 None None] Allocated IP 2001:db8:1::2 (83b93ffe-10be-4e47-9a21-42bad6262113/0a2333a9-3e78-4b5e-b14b-a491f2afe75d/ae6b54a3-ef80-4b7c-8594-87df5ed289c4) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:25:17.916494 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a752e22-0b2c-44df-af59-c05872d64054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:17.922099 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-cacc157d-072d-44c6-902b-cda5b3332c6d tempest-PortsIpV6TestJSON-422704703 tempest-PortsIpV6TestJSON-422704703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:17.938084 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a752e22-0b2c-44df-af59-c05872d64054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5651172f-aa2f-4fbd-a8f8-9780002b09aa,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:17.945340 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1a752e22-0b2c-44df-af59-c05872d64054 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:17.946831 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a752e22-0b2c-44df-af59-c05872d64054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:17.951263 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1a752e22-0b2c-44df-af59-c05872d64054 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5651172f-aa2f-4fbd-a8f8-9780002b09aa HTTP/1.1" status: 204 len: 168 time: 0.2741721 Dec 15 19:25:17.964388 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 946b4f74-f013-4450-a0d6-6e229d54e2da up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:25:18.017842 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-6ba6da0e-b644-4361-9723-0515e05bd1e6 None None] Port 05fa6c19-5c87-4dc3-b9a0-a68c1b9add0c cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:25:18.274879 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 946b4f74-f013-4450-a0d6-6e229d54e2da triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:25:18.275215 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:18.304411 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5504feab-59a6-48d5-8611-c21ff3a7d4b2 None None] Notify callbacks [] for port, precommit_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:18.377246 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-5504feab-59a6-48d5-8611-c21ff3a7d4b2 None None] Transition to ACTIVE for port object 05fa6c19-5c87-4dc3-b9a0-a68c1b9add0c will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:25:18.421475 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5504feab-59a6-48d5-8611-c21ff3a7d4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:18.426728 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-86e1fa4f-1134-4b9f-9229-d1e2aa461fe3 None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:18.429911 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3aa74314-8cc9-45dd-bb66-0e24bd7a2a92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:18.493252 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-86e1fa4f-1134-4b9f-9229-d1e2aa461fe3 None None] Transition to ACTIVE for port object ae6b54a3-ef80-4b7c-8594-87df5ed289c4 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:25:18.629639 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bb813b-d132-4c9b-8c08-680e9e928621 None None] Pushing event updated for resources: {'Port': ['ID=05fa6c19-5c87-4dc3-b9a0-a68c1b9add0c,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:18.640838 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a3bb813b-d132-4c9b-8c08-680e9e928621 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:18.647211 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-86e1fa4f-1134-4b9f-9229-d1e2aa461fe3 None None] Transition to ACTIVE for port object ae6b54a3-ef80-4b7c-8594-87df5ed289c4 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:25:18.702568 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-86e1fa4f-1134-4b9f-9229-d1e2aa461fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:18.711932 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-47c5e098-42fe-40e5-a314-9384821cd5e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:18.736256 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-0bfab303-e9d5-4c5f-9b95-e21a03cb2f0a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Allocated IP 2001:db8:1::1 (83b93ffe-10be-4e47-9a21-42bad6262113/0a2333a9-3e78-4b5e-b14b-a491f2afe75d/4e4ec9a6-83df-4d0e-b7ab-720eb74db6f6) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:25:18.835214 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-5504feab-59a6-48d5-8611-c21ff3a7d4b2 None None] Attempting to bind port 05fa6c19-5c87-4dc3-b9a0-a68c1b9add0c on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:25:18.835643 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-5504feab-59a6-48d5-8611-c21ff3a7d4b2 None None] Attempting to bind port 05fa6c19-5c87-4dc3-b9a0-a68c1b9add0c by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'c5ecbb73-6a56-4d5a-8bdb-d4064395f344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '186138d4-d03a-4202-89bb-c81a68183b00'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:25:18.836064 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5504feab-59a6-48d5-8611-c21ff3a7d4b2 None None] Attempting to bind port 05fa6c19-5c87-4dc3-b9a0-a68c1b9add0c on network 186138d4-d03a-4202-89bb-c81a68183b00 {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:25:18.842649 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e1fa4f-1134-4b9f-9229-d1e2aa461fe3 None None] Pushing event updated for resources: {'Port': ['ID=ae6b54a3-ef80-4b7c-8594-87df5ed289c4,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:18.847586 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e1fa4f-1134-4b9f-9229-d1e2aa461fe3 None None] Network 83b93ffe-10be-4e47-9a21-42bad6262113 is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:25:18.848582 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5504feab-59a6-48d5-8611-c21ff3a7d4b2 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:25:18.849007 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5504feab-59a6-48d5-8611-c21ff3a7d4b2 None None] Checking segment: {'id': 'c5ecbb73-6a56-4d5a-8bdb-d4064395f344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '186138d4-d03a-4202-89bb-c81a68183b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:25:18.849461 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5504feab-59a6-48d5-8611-c21ff3a7d4b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:18.849901 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5504feab-59a6-48d5-8611-c21ff3a7d4b2 None None] Bound using segment: {'id': 'c5ecbb73-6a56-4d5a-8bdb-d4064395f344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '186138d4-d03a-4202-89bb-c81a68183b00'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:25:18.850456 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-5504feab-59a6-48d5-8611-c21ff3a7d4b2 None None] Bound port: 05fa6c19-5c87-4dc3-b9a0-a68c1b9add0c, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5ecbb73-6a56-4d5a-8bdb-d4064395f344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '186138d4-d03a-4202-89bb-c81a68183b00'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:25:18.850889 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5504feab-59a6-48d5-8611-c21ff3a7d4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:18.870315 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-86e1fa4f-1134-4b9f-9229-d1e2aa461fe3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:18.894110 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-86e1fa4f-1134-4b9f-9229-d1e2aa461fe3 None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:25:18.900605 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e1fa4f-1134-4b9f-9229-d1e2aa461fe3 None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:25:18.963345 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0bfab303-e9d5-4c5f-9b95-e21a03cb2f0a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:18.985973 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-0bfab303-e9d5-4c5f-9b95-e21a03cb2f0a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Transition to ACTIVE for port object 4e4ec9a6-83df-4d0e-b7ab-720eb74db6f6 will not be triggered until provisioned by entity DHCP. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:25:19.027300 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b0ad67-fc58-4a4b-a97e-331094fbdffd req-2dccb847-7042-4e75-a98b-d6f92dea9c8e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:25:19.028879 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-82b0ad67-fc58-4a4b-a97e-331094fbdffd req-2dccb847-7042-4e75-a98b-d6f92dea9c8e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.32 "GET /v2.0/networks?id=742fa07c-4093-4402-9392-3a44d30cee44 HTTP/1.1" status: 200 len: 796 time: 0.1742024 Dec 15 19:25:19.045986 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-5504feab-59a6-48d5-8611-c21ff3a7d4b2 None None] For port 05fa6c19-5c87-4dc3-b9a0-a68c1b9add0c, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:25:19.055592 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-67317180-0a14-4677-9d36-66513ab3ad68 req-401f127a-f2ac-4ed7-a8b9-b1b0e333446f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd6c8bfb-1c85-414f-bf98-1e2009f9c8d7 HTTP/1.1" status: 200 len: 210 time: 0.0552945 Dec 15 19:25:19.069540 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-5504feab-59a6-48d5-8611-c21ff3a7d4b2 None None] For port 05fa6c19-5c87-4dc3-b9a0-a68c1b9add0c, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=05fa6c19-5c87-4dc3-b9a0-a68c1b9add0c,segment=NetworkSegment(c5ecbb73-6a56-4d5a-8bdb-d4064395f344),segment_id=c5ecbb73-6a56-4d5a-8bdb-d4064395f344)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:25:19.081334 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-86e1fa4f-1134-4b9f-9229-d1e2aa461fe3 None None] Attempting to bind port ae6b54a3-ef80-4b7c-8594-87df5ed289c4 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:25:19.081755 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-86e1fa4f-1134-4b9f-9229-d1e2aa461fe3 None None] Attempting to bind port ae6b54a3-ef80-4b7c-8594-87df5ed289c4 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '4c9f5e03-1a20-41d3-b8d7-ce4fd5d4994b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '83b93ffe-10be-4e47-9a21-42bad6262113'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:25:19.082344 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e1fa4f-1134-4b9f-9229-d1e2aa461fe3 None None] Attempting to bind port ae6b54a3-ef80-4b7c-8594-87df5ed289c4 on network 83b93ffe-10be-4e47-9a21-42bad6262113 {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:25:19.088563 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0bfab303-e9d5-4c5f-9b95-e21a03cb2f0a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:19.100746 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e5677c06-5d35-4715-be9f-c7c96a57bde7 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:19.100915 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e1fa4f-1134-4b9f-9229-d1e2aa461fe3 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:25:19.100915 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e1fa4f-1134-4b9f-9229-d1e2aa461fe3 None None] Checking segment: {'id': '4c9f5e03-1a20-41d3-b8d7-ce4fd5d4994b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '83b93ffe-10be-4e47-9a21-42bad6262113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:25:19.100915 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-86e1fa4f-1134-4b9f-9229-d1e2aa461fe3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:19.100915 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e1fa4f-1134-4b9f-9229-d1e2aa461fe3 None None] Bound using segment: {'id': '4c9f5e03-1a20-41d3-b8d7-ce4fd5d4994b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '83b93ffe-10be-4e47-9a21-42bad6262113'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:25:19.100915 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-86e1fa4f-1134-4b9f-9229-d1e2aa461fe3 None None] Bound port: ae6b54a3-ef80-4b7c-8594-87df5ed289c4, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c9f5e03-1a20-41d3-b8d7-ce4fd5d4994b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '83b93ffe-10be-4e47-9a21-42bad6262113'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:25:19.100915 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-86e1fa4f-1134-4b9f-9229-d1e2aa461fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:19.106058 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-82b0ad67-fc58-4a4b-a97e-331094fbdffd req-1ee58d50-b668-410d-aa55-fa127b265dc4 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Synchronizing usage tracker for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:security_group {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:25:19.148189 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5504feab-59a6-48d5-8611-c21ff3a7d4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:19.161016 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:19.173187 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-82b0ad67-fc58-4a4b-a97e-331094fbdffd req-1ee58d50-b668-410d-aa55-fa127b265dc4 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Unset dirty status for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:security_group {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:25:19.174678 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-82b0ad67-fc58-4a4b-a97e-331094fbdffd req-1ee58d50-b668-410d-aa55-fa127b265dc4 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c1b74cf25a94156b4530f0bd868c0c9 HTTP/1.1" status: 200 len: 380 time: 0.1263611 Dec 15 19:25:19.187857 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [req-82b0ad67-fc58-4a4b-a97e-331094fbdffd req-d7211cda-163b-41b8-9199-ffc7fbc2628f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'port': {'device_id': 'cd6c8bfb-1c85-414f-bf98-1e2009f9c8d7', 'network_id': '742fa07c-4093-4402-9392-3a44d30cee44', 'admin_state_up': True, 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'security_groups': ['5c25e500-d075-40dd-aa15-a0f89bf93f4f']}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:25:19.266613 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bb813b-d132-4c9b-8c08-680e9e928621 None None] Pushing event updated for resources: {'Port': ['ID=05fa6c19-5c87-4dc3-b9a0-a68c1b9add0c,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:19.293755 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a3bb813b-d132-4c9b-8c08-680e9e928621 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:19.307723 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-86e1fa4f-1134-4b9f-9229-d1e2aa461fe3 None None] For port ae6b54a3-ef80-4b7c-8594-87df5ed289c4, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:25:19.313056 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-86e1fa4f-1134-4b9f-9229-d1e2aa461fe3 None None] For port ae6b54a3-ef80-4b7c-8594-87df5ed289c4, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=ae6b54a3-ef80-4b7c-8594-87df5ed289c4,segment=NetworkSegment(4c9f5e03-1a20-41d3-b8d7-ce4fd5d4994b),segment_id=4c9f5e03-1a20-41d3-b8d7-ce4fd5d4994b)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:25:19.334160 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5504feab-59a6-48d5-8611-c21ff3a7d4b2 None None] Routers {'8c4f691e-110f-4efd-bde9-948786680252'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:25:19.334910 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-5504feab-59a6-48d5-8611-c21ff3a7d4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:25:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['8c4f691e-110f-4efd-bde9-948786680252'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:25:19.373192 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [req-82b0ad67-fc58-4a4b-a97e-331094fbdffd req-d7211cda-163b-41b8-9199-ffc7fbc2628f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:25:19.386920 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [req-82b0ad67-fc58-4a4b-a97e-331094fbdffd req-d7211cda-163b-41b8-9199-ffc7fbc2628f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:25:19.404609 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-86e1fa4f-1134-4b9f-9229-d1e2aa461fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:19.413409 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfab303-e9d5-4c5f-9b95-e21a03cb2f0a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Network 83b93ffe-10be-4e47-9a21-42bad6262113 is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:25:19.421395 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-0bfab303-e9d5-4c5f-9b95-e21a03cb2f0a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:25:19.426474 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfab303-e9d5-4c5f-9b95-e21a03cb2f0a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:25:19.427060 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0bfab303-e9d5-4c5f-9b95-e21a03cb2f0a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630901'] for router_interface, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:19.431548 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82b0ad67-fc58-4a4b-a97e-331094fbdffd req-d7211cda-163b-41b8-9199-ffc7fbc2628f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Made reservation on behalf of 7c1b74cf25a94156b4530f0bd868c0c9 for: {'port': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:25:19.434845 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfab303-e9d5-4c5f-9b95-e21a03cb2f0a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Pushing event updated for resources: {'Port': ['ID=4e4ec9a6-83df-4d0e-b7ab-720eb74db6f6,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:19.438204 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0bfab303-e9d5-4c5f-9b95-e21a03cb2f0a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:19.439056 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-82b0ad67-fc58-4a4b-a97e-331094fbdffd req-d7211cda-163b-41b8-9199-ffc7fbc2628f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:19.582997 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0bfab303-e9d5-4c5f-9b95-e21a03cb2f0a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:19.652346 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:19.659636 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [req-82b0ad67-fc58-4a4b-a97e-331094fbdffd req-d7211cda-163b-41b8-9199-ffc7fbc2628f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Allocated IP 172.20.0.9 (742fa07c-4093-4402-9392-3a44d30cee44/c22345a6-42c5-4f92-a83e-0a41a1336a7c/be872072-0c50-4003-85a0-7c9af68a6b34) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:25:19.800116 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e1fa4f-1134-4b9f-9229-d1e2aa461fe3 None None] Pushing event updated for resources: {'Port': ['ID=ae6b54a3-ef80-4b7c-8594-87df5ed289c4,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:19.803877 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-86e1fa4f-1134-4b9f-9229-d1e2aa461fe3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:19.806960 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-5504feab-59a6-48d5-8611-c21ff3a7d4b2 None None] Set router 8c4f691e-110f-4efd-bde9-948786680252 gateway port host: None {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:25:19.893983 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-82b0ad67-fc58-4a4b-a97e-331094fbdffd req-d7211cda-163b-41b8-9199-ffc7fbc2628f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:19.912795 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [req-82b0ad67-fc58-4a4b-a97e-331094fbdffd req-d7211cda-163b-41b8-9199-ffc7fbc2628f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Transition to ACTIVE for port object be872072-0c50-4003-85a0-7c9af68a6b34 will not be triggered until provisioned by entity DHCP. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:25:19.979710 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-82b0ad67-fc58-4a4b-a97e-331094fbdffd req-d7211cda-163b-41b8-9199-ffc7fbc2628f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:19.985886 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f596abe3-d220-4085-bd69-4ed625a768cd tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:20.057979 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0bfab303-e9d5-4c5f-9b95-e21a03cb2f0a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:20.058795 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82b0ad67-fc58-4a4b-a97e-331094fbdffd req-d7211cda-163b-41b8-9199-ffc7fbc2628f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Network 742fa07c-4093-4402-9392-3a44d30cee44 is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:25:20.067752 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [req-82b0ad67-fc58-4a4b-a97e-331094fbdffd req-d7211cda-163b-41b8-9199-ffc7fbc2628f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:25:20.073646 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [req-82b0ad67-fc58-4a4b-a97e-331094fbdffd req-d7211cda-163b-41b8-9199-ffc7fbc2628f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:25:20.104792 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0bfab303-e9d5-4c5f-9b95-e21a03cb2f0a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:20.105708 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0bfab303-e9d5-4c5f-9b95-e21a03cb2f0a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1959989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854145006'] for router_interface, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:20.111185 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ec47e609-4b8e-4127-b9c7-e0645ad63262 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:20.120291 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7211cda-163b-41b8-9199-ffc7fbc2628f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'Port': ['ID=be872072-0c50-4003-85a0-7c9af68a6b34,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:20.132071 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d7211cda-163b-41b8-9199-ffc7fbc2628f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:20.205402 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b0ad67-fc58-4a4b-a97e-331094fbdffd req-d7211cda-163b-41b8-9199-ffc7fbc2628f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:25:20.205660 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfab303-e9d5-4c5f-9b95-e21a03cb2f0a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Pushing event updated for resources: {'Port': ['ID=4e4ec9a6-83df-4d0e-b7ab-720eb74db6f6,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:20.206124 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-82b0ad67-fc58-4a4b-a97e-331094fbdffd req-d7211cda-163b-41b8-9199-ffc7fbc2628f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:20.214516 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0bfab303-e9d5-4c5f-9b95-e21a03cb2f0a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:20.248304 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-5504feab-59a6-48d5-8611-c21ff3a7d4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4f691e-110f-4efd-bde9-948786680252', 'name': 'tempest-RoutersIpV6Test-router-1186134822', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:25:08Z', 'updated_at': '2021-12-15T19:25:12Z', 'revision_number': 2, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'gw_port_host': None, '_interfaces': [{'id': '05fa6c19-5c87-4dc3-b9a0-a68c1b9add0c', 'name': '', 'network_id': '186138d4-d03a-4202-89bb-c81a68183b00', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'mac_address': 'fa:16:3e:32:56:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4f691e-110f-4efd-bde9-948786680252', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38da1f74-0c3c-4af8-9c45-43436c71e6b0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:25:11Z', 'updated_at': '2021-12-15T19:25:18Z', 'revision_number': 4, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'subnets': [{'id': '38da1f74-0c3c-4af8-9c45-43436c71e6b0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:25:20.258709 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5504feab-59a6-48d5-8611-c21ff3a7d4b2 None None] The sync data for ids ['8c4f691e-110f-4efd-bde9-948786680252'] in dv-neutron-821831-2-hyperv is: [{'id': '8c4f691e-110f-4efd-bde9-948786680252', 'name': 'tempest-RoutersIpV6Test-router-1186134822', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:25:08Z', 'updated_at': '2021-12-15T19:25:12Z', 'revision_number': 2, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'gw_port_host': None, '_interfaces': [{'id': '05fa6c19-5c87-4dc3-b9a0-a68c1b9add0c', 'name': '', 'network_id': '186138d4-d03a-4202-89bb-c81a68183b00', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'mac_address': 'fa:16:3e:32:56:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4f691e-110f-4efd-bde9-948786680252', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38da1f74-0c3c-4af8-9c45-43436c71e6b0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:25:11Z', 'updated_at': '2021-12-15T19:25:18Z', 'revision_number': 4, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'subnets': [{'id': '38da1f74-0c3c-4af8-9c45-43436c71e6b0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:25:20.311173 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-82b0ad67-fc58-4a4b-a97e-331094fbdffd req-d7211cda-163b-41b8-9199-ffc7fbc2628f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1277509 Dec 15 19:25:20.328187 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [req-82b0ad67-fc58-4a4b-a97e-331094fbdffd req-3e82b247-dbce-4c53-b379-62fd0bc67cdf tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:25:20.329302 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-82b0ad67-fc58-4a4b-a97e-331094fbdffd req-3e82b247-dbce-4c53-b379-62fd0bc67cdf tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0071199 Dec 15 19:25:20.344216 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [req-82b0ad67-fc58-4a4b-a97e-331094fbdffd req-c8dfc34e-a10a-4f97-a034-37b94e43a0bb service neutron] Request body: {'port': {'device_id': 'cd6c8bfb-1c85-414f-bf98-1e2009f9c8d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:25:20.465090 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfab303-e9d5-4c5f-9b95-e21a03cb2f0a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Network 83b93ffe-10be-4e47-9a21-42bad6262113 is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:25:20.471560 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b7fce-2152-444b-b086-0b592c18a4a8 req-e53ff15a-2828-4dc7-9343-3c517b703606 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:25:20.473262 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f62b7fce-2152-444b-b086-0b592c18a4a8 req-e53ff15a-2828-4dc7-9343-3c517b703606 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd6c8bfb-1c85-414f-bf98-1e2009f9c8d7 HTTP/1.1" status: 200 len: 931 time: 0.1593990 Dec 15 19:25:20.474458 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-0bfab303-e9d5-4c5f-9b95-e21a03cb2f0a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:25:20.502528 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-82b0ad67-fc58-4a4b-a97e-331094fbdffd req-c8dfc34e-a10a-4f97-a034-37b94e43a0bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:20.670150 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b5d69467-703c-4920-a8ed-694459330394 None None] Provisioning for port be872072-0c50-4003-85a0-7c9af68a6b34 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:25:20.676629 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b5d69467-703c-4920-a8ed-694459330394 None None] Provisioning complete for port be872072-0c50-4003-85a0-7c9af68a6b34 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:25:20.677087 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b5d69467-703c-4920-a8ed-694459330394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:20.679837 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f62b7fce-2152-444b-b086-0b592c18a4a8 req-2d263ebe-70c0-4d12-9f0c-21f70b326d36 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=5c25e500-d075-40dd-aa15-a0f89bf93f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379201 Dec 15 19:25:20.776219 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-b5d69467-703c-4920-a8ed-694459330394 None None] Port be872072-0c50-4003-85a0-7c9af68a6b34 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:25:20.946318 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bfab303-e9d5-4c5f-9b95-e21a03cb2f0a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Router 8c4f691e-110f-4efd-bde9-948786680252 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:25:21.139079 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bfab303-e9d5-4c5f-9b95-e21a03cb2f0a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:25:21.140270 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [req-82b0ad67-fc58-4a4b-a97e-331094fbdffd req-c8dfc34e-a10a-4f97-a034-37b94e43a0bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be872072-0c50-4003-85a0-7c9af68a6b34 {{(pid=88991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 19:25:21.148195 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-82b0ad67-fc58-4a4b-a97e-331094fbdffd req-c8dfc34e-a10a-4f97-a034-37b94e43a0bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:21.155885 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0bfab303-e9d5-4c5f-9b95-e21a03cb2f0a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "PUT /v2.0/routers/8c4f691e-110f-4efd-bde9-948786680252/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3745632 Dec 15 19:25:21.156206 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 57140) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:21.165959 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-ed7b6434-1f5a-417a-9453-b6b4add2f3ef tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1917361603'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:25:21.177706 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ed7b6434-1f5a-417a-9453-b6b4add2f3ef tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:25:21.183584 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [req-82b0ad67-fc58-4a4b-a97e-331094fbdffd req-c8dfc34e-a10a-4f97-a034-37b94e43a0bb service neutron] Transition to ACTIVE for port object be872072-0c50-4003-85a0-7c9af68a6b34 will not be triggered until provisioned by entity L2. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:25:21.184776 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ed7b6434-1f5a-417a-9453-b6b4add2f3ef tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Usage tracker for resource:network and tenant:2c052fc4a8434b5ab31c24b37c4ed2ab is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:25:21.188196 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ed7b6434-1f5a-417a-9453-b6b4add2f3ef tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:25:21.202900 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ed7b6434-1f5a-417a-9453-b6b4add2f3ef tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:25:21.213142 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-82b0ad67-fc58-4a4b-a97e-331094fbdffd req-c8dfc34e-a10a-4f97-a034-37b94e43a0bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:21.219036 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-aea520a6-0669-4164-9632-3d385f0341aa tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:21.272494 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed7b6434-1f5a-417a-9453-b6b4add2f3ef tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Made reservation on behalf of 2c052fc4a8434b5ab31c24b37c4ed2ab for: {'network': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:25:21.278548 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ed7b6434-1f5a-417a-9453-b6b4add2f3ef tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:21.386766 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dfc34e-a10a-4f97-a034-37b94e43a0bb service neutron] Pushing event updated for resources: {'Port': ['ID=be872072-0c50-4003-85a0-7c9af68a6b34,revision_number=2']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:21.390036 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c8dfc34e-a10a-4f97-a034-37b94e43a0bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:21.402748 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed7b6434-1f5a-417a-9453-b6b4add2f3ef tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=88991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:25:21.454819 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ed7b6434-1f5a-417a-9453-b6b4add2f3ef tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:21.455094 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-ed7b6434-1f5a-417a-9453-b6b4add2f3ef tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Added segment 0e9c2fe8-b9fb-4c91-a090-e9c3cb26f579 of type vlan for network 0d3112d0-2d7a-43b6-bad1-c1559c61f2f1 Dec 15 19:25:21.533968 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ed7b6434-1f5a-417a-9453-b6b4add2f3ef tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:21.566597 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-82b0ad67-fc58-4a4b-a97e-331094fbdffd req-c8dfc34e-a10a-4f97-a034-37b94e43a0bb service neutron] Attempting to bind port be872072-0c50-4003-85a0-7c9af68a6b34 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:25:21.566953 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-82b0ad67-fc58-4a4b-a97e-331094fbdffd req-c8dfc34e-a10a-4f97-a034-37b94e43a0bb service neutron] Attempting to bind port be872072-0c50-4003-85a0-7c9af68a6b34 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '2b851764-4cdb-4597-b174-a60179c4a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '742fa07c-4093-4402-9392-3a44d30cee44'}] {{(pid=88991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:25:21.567329 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b0ad67-fc58-4a4b-a97e-331094fbdffd req-c8dfc34e-a10a-4f97-a034-37b94e43a0bb service neutron] Attempting to bind port be872072-0c50-4003-85a0-7c9af68a6b34 on network 742fa07c-4093-4402-9392-3a44d30cee44 {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:25:21.590687 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b0ad67-fc58-4a4b-a97e-331094fbdffd req-c8dfc34e-a10a-4f97-a034-37b94e43a0bb service neutron] Port be872072-0c50-4003-85a0-7c9af68a6b34 on network 742fa07c-4093-4402-9392-3a44d30cee44 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:25:21.591061 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b0ad67-fc58-4a4b-a97e-331094fbdffd req-c8dfc34e-a10a-4f97-a034-37b94e43a0bb service neutron] Attempting to bind port be872072-0c50-4003-85a0-7c9af68a6b34 on network 742fa07c-4093-4402-9392-3a44d30cee44 {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:25:21.599622 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b0ad67-fc58-4a4b-a97e-331094fbdffd req-c8dfc34e-a10a-4f97-a034-37b94e43a0bb service neutron] Checking agent: {'id': '59e4c979-c5dd-468d-a1f2-341133950749', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 12, 24), 'started_at': datetime.datetime(2021, 12, 15, 19, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:25:21.599996 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b0ad67-fc58-4a4b-a97e-331094fbdffd req-c8dfc34e-a10a-4f97-a034-37b94e43a0bb service neutron] Checking segment: {'id': '2b851764-4cdb-4597-b174-a60179c4a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '742fa07c-4093-4402-9392-3a44d30cee44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:25:21.600424 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b0ad67-fc58-4a4b-a97e-331094fbdffd req-c8dfc34e-a10a-4f97-a034-37b94e43a0bb service neutron] Bound using segment: {'id': '2b851764-4cdb-4597-b174-a60179c4a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '742fa07c-4093-4402-9392-3a44d30cee44'} {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:25:21.600905 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-82b0ad67-fc58-4a4b-a97e-331094fbdffd req-c8dfc34e-a10a-4f97-a034-37b94e43a0bb service neutron] Bound port: be872072-0c50-4003-85a0-7c9af68a6b34, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b851764-4cdb-4597-b174-a60179c4a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '742fa07c-4093-4402-9392-3a44d30cee44'}}] {{(pid=88991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:25:21.601293 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-82b0ad67-fc58-4a4b-a97e-331094fbdffd req-c8dfc34e-a10a-4f97-a034-37b94e43a0bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:21.621386 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ed7b6434-1f5a-417a-9453-b6b4add2f3ef tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:21.625770 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7b6434-1f5a-417a-9453-b6b4add2f3ef tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:25:21.626453 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ed7b6434-1f5a-417a-9453-b6b4add2f3ef tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:21.632891 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-937c807a-9a7b-477f-ba61-ec6af31aae9f tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:21.796762 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d52f6d-a364-4691-9ce1-f26499e01265 None None] Network 83b93ffe-10be-4e47-9a21-42bad6262113 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:25:21.816941 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7b6434-1f5a-417a-9453-b6b4add2f3ef tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Pushing event updated for resources: {'Network': ['ID=0d3112d0-2d7a-43b6-bad1-c1559c61f2f1,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:21.822227 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ed7b6434-1f5a-417a-9453-b6b4add2f3ef tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:21.832232 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-82b0ad67-fc58-4a4b-a97e-331094fbdffd req-c8dfc34e-a10a-4f97-a034-37b94e43a0bb service neutron] For port be872072-0c50-4003-85a0-7c9af68a6b34, host hv-neutron-8218, cleared binding levels {{(pid=88991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:25:21.835724 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-82b0ad67-fc58-4a4b-a97e-331094fbdffd req-c8dfc34e-a10a-4f97-a034-37b94e43a0bb service neutron] For port be872072-0c50-4003-85a0-7c9af68a6b34, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=be872072-0c50-4003-85a0-7c9af68a6b34,segment=NetworkSegment(2b851764-4cdb-4597-b174-a60179c4a725),segment_id=2b851764-4cdb-4597-b174-a60179c4a725)] {{(pid=88991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:25:21.854361 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ed7b6434-1f5a-417a-9453-b6b4add2f3ef tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6968718 Dec 15 19:25:21.857218 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 57146) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:21.872621 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-d3e42189-b041-4e1a-8c3a-3b8d7f4074bb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Request body: {'subnet': {'network_id': '0d3112d0-2d7a-43b6-bad1-c1559c61f2f1', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:25:21.904696 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-82b0ad67-fc58-4a4b-a97e-331094fbdffd req-c8dfc34e-a10a-4f97-a034-37b94e43a0bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:21.904874 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa198e6-da70-4bd1-ad88-562f2fe8c14c req-e9af1cd4-1d9e-4de7-8cca-c2efa66df7c5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:25:21.912351 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3fa198e6-da70-4bd1-ad88-562f2fe8c14c req-e9af1cd4-1d9e-4de7-8cca-c2efa66df7c5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd6c8bfb-1c85-414f-bf98-1e2009f9c8d7 HTTP/1.1" status: 200 len: 943 time: 0.0989261 Dec 15 19:25:21.920163 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-34fd9f24-c74b-40a7-a000-f2291728acfa tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:21.971470 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 0d3112d0-2d7a-43b6-bad1-c1559c61f2f1 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:25:21.993476 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3fa198e6-da70-4bd1-ad88-562f2fe8c14c req-7b31c8fd-a976-4f97-8da7-cf335f25961a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=5c25e500-d075-40dd-aa15-a0f89bf93f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800729 Dec 15 19:25:22.009154 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 05fa6c19-5c87-4dc3-b9a0-a68c1b9add0c up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:25:22.093213 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-82b0ad67-fc58-4a4b-a97e-331094fbdffd req-c8dfc34e-a10a-4f97-a034-37b94e43a0bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:22.094767 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-82b0ad67-fc58-4a4b-a97e-331094fbdffd req-c8dfc34e-a10a-4f97-a034-37b94e43a0bb service neutron] 10.222.0.32 "PUT /v2.0/ports/be872072-0c50-4003-85a0-7c9af68a6b34 HTTP/1.1" status: 200 len: 1093 time: 1.7554159 Dec 15 19:25:22.095512 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd6c8bfb-1c85-414f-bf98-1e2009f9c8d7', 'tag': 'be872072-0c50-4003-85a0-7c9af68a6b34'}] {{(pid=88991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:25:22.116688 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dfc34e-a10a-4f97-a034-37b94e43a0bb service neutron] Pushing event updated for resources: {'Port': ['ID=be872072-0c50-4003-85a0-7c9af68a6b34,revision_number=3']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:22.122265 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-d3e42189-b041-4e1a-8c3a-3b8d7f4074bb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:25:22.125292 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c8dfc34e-a10a-4f97-a034-37b94e43a0bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:22.127801 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d3e42189-b041-4e1a-8c3a-3b8d7f4074bb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Usage tracker for resource:subnet and tenant:2c052fc4a8434b5ab31c24b37c4ed2ab is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:25:22.135161 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d3e42189-b041-4e1a-8c3a-3b8d7f4074bb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:25:22.143230 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-d3e42189-b041-4e1a-8c3a-3b8d7f4074bb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:25:22.174336 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd6c8bfb-1c85-414f-bf98-1e2009f9c8d7', 'tag': 'be872072-0c50-4003-85a0-7c9af68a6b34', 'status': 'completed', 'code': 200} Dec 15 19:25:22.211125 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-548a0ca4-78db-43bf-b369-6b5ee43f3742 None None] Provisioning for port ae6b54a3-ef80-4b7c-8594-87df5ed289c4 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:25:22.213350 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e42189-b041-4e1a-8c3a-3b8d7f4074bb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Made reservation on behalf of 2c052fc4a8434b5ab31c24b37c4ed2ab for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:25:22.276705 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 05fa6c19-5c87-4dc3-b9a0-a68c1b9add0c completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:25:22.283667 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 05fa6c19-5c87-4dc3-b9a0-a68c1b9add0c triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:25:22.285077 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:22.424917 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:22.431237 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d3e42189-b041-4e1a-8c3a-3b8d7f4074bb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:22.460399 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port 05fa6c19-5c87-4dc3-b9a0-a68c1b9add0c, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=05fa6c19-5c87-4dc3-b9a0-a68c1b9add0c,segment=NetworkSegment(c5ecbb73-6a56-4d5a-8bdb-d4064395f344),segment_id=c5ecbb73-6a56-4d5a-8bdb-d4064395f344)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:25:22.499042 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:22.500134 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device ae6b54a3-ef80-4b7c-8594-87df5ed289c4 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:25:22.534362 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-395a7c1d-a3de-4596-9523-47ea80a17e59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:22.579061 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-82b0ad67-fc58-4a4b-a97e-331094fbdffd req-385e3c20-0ae0-46d6-b8dc-dc862abe0a1f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c1b74cf25a94156b4530f0bd868c0c9&device_id=cd6c8bfb-1c85-414f-bf98-1e2009f9c8d7 HTTP/1.1" status: 200 len: 1096 time: 0.3851788 Dec 15 19:25:22.627774 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=05fa6c19-5c87-4dc3-b9a0-a68c1b9add0c,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:22.640954 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:22.710083 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port ae6b54a3-ef80-4b7c-8594-87df5ed289c4 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:25:22.716175 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port ae6b54a3-ef80-4b7c-8594-87df5ed289c4 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:25:22.716604 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:22.720262 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-82b0ad67-fc58-4a4b-a97e-331094fbdffd req-21d91df9-3c36-4c24-9774-480a5700cd6f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be872072-0c50-4003-85a0-7c9af68a6b34 HTTP/1.1" status: 200 len: 217 time: 0.1116834 Dec 15 19:25:22.829527 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b0ad67-fc58-4a4b-a97e-331094fbdffd req-a0eab1ad-179c-4a88-baa7-fc31a7ca5c1c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:25:22.831164 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-82b0ad67-fc58-4a4b-a97e-331094fbdffd req-a0eab1ad-179c-4a88-baa7-fc31a7ca5c1c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c22345a6-42c5-4f92-a83e-0a41a1336a7c HTTP/1.1" status: 200 len: 834 time: 0.1008792 Dec 15 19:25:22.839401 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-cbabb761-32cc-4500-8885-304d1217f49e None None] Provisioning for port 4e4ec9a6-83df-4d0e-b7ab-720eb74db6f6 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:25:22.849641 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-cbabb761-32cc-4500-8885-304d1217f49e None None] Provisioning complete for port 4e4ec9a6-83df-4d0e-b7ab-720eb74db6f6 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:25:22.850073 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cbabb761-32cc-4500-8885-304d1217f49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:22.912396 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:22.923787 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-82b0ad67-fc58-4a4b-a97e-331094fbdffd req-81e745fd-b9d4-4e16-80e9-4728102b5f92 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=742fa07c-4093-4402-9392-3a44d30cee44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802419 Dec 15 19:25:22.927634 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d3e42189-b041-4e1a-8c3a-3b8d7f4074bb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:22.932959 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5a759d86-dff5-4e1e-8aee-c5e23c1cbe11 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:22.941398 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-cbabb761-32cc-4500-8885-304d1217f49e None None] Port 4e4ec9a6-83df-4d0e-b7ab-720eb74db6f6 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:25:22.970129 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port ae6b54a3-ef80-4b7c-8594-87df5ed289c4, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=ae6b54a3-ef80-4b7c-8594-87df5ed289c4,segment=NetworkSegment(4c9f5e03-1a20-41d3-b8d7-ce4fd5d4994b),segment_id=4c9f5e03-1a20-41d3-b8d7-ce4fd5d4994b)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:25:22.974793 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-cbabb761-32cc-4500-8885-304d1217f49e None None] Provisioning complete for port ae6b54a3-ef80-4b7c-8594-87df5ed289c4 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:25:22.976998 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cbabb761-32cc-4500-8885-304d1217f49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:23.053464 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a820b2f-cded-48c5-86cf-e020a38ea850 None None] Sync routers for ids ['8c4f691e-110f-4efd-bde9-948786680252'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:25:23.078764 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a820b2f-cded-48c5-86cf-e020a38ea850 None None] Routers {'8c4f691e-110f-4efd-bde9-948786680252'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:25:23.079622 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-5a820b2f-cded-48c5-86cf-e020a38ea850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:25:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['8c4f691e-110f-4efd-bde9-948786680252'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:25:23.083073 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:23.091704 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:23.133747 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e42189-b041-4e1a-8c3a-3b8d7f4074bb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Pushing event updated for resources: {'Subnet': ['ID=4e82fa53-6f50-4a8e-ac30-9527d45b72c5,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:23.160239 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d3e42189-b041-4e1a-8c3a-3b8d7f4074bb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:23.172733 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=ae6b54a3-ef80-4b7c-8594-87df5ed289c4,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:23.177972 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:23.199199 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e42189-b041-4e1a-8c3a-3b8d7f4074bb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Checking segment: {'id': '0e9c2fe8-b9fb-4c91-a090-e9c3cb26f579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0d3112d0-2d7a-43b6-bad1-c1559c61f2f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:25:23.199597 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e42189-b041-4e1a-8c3a-3b8d7f4074bb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Network hostable DHCP agents. Network: 0d3112d0-2d7a-43b6-bad1-c1559c61f2f1, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:25:23.209972 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-82b0ad67-fc58-4a4b-a97e-331094fbdffd req-b7194797-c84f-4699-b2e4-fff36f2e04ca service neutron] 10.222.0.32 "GET /v2.0/networks/742fa07c-4093-4402-9392-3a44d30cee44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458513 Dec 15 19:25:23.287768 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-5a820b2f-cded-48c5-86cf-e020a38ea850 None None] Set router 8c4f691e-110f-4efd-bde9-948786680252 gateway port host: None {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:25:23.306225 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e42189-b041-4e1a-8c3a-3b8d7f4074bb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Network 0d3112d0-2d7a-43b6-bad1-c1559c61f2f1 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:25:23.312506 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f6fa99-c821-405c-a0ce-5a16fcf31e81 req-b2e8d884-b622-4ea9-a0b7-a75adfba5b28 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:25:23.314573 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-27f6fa99-c821-405c-a0ce-5a16fcf31e81 req-b2e8d884-b622-4ea9-a0b7-a75adfba5b28 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd6c8bfb-1c85-414f-bf98-1e2009f9c8d7 HTTP/1.1" status: 200 len: 943 time: 0.1029499 Dec 15 19:25:23.346766 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-0f57065a-26cc-49d8-a3ff-ac6482f42713 None None] Provisioning complete for port 4e4ec9a6-83df-4d0e-b7ab-720eb74db6f6 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:25:23.347207 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0f57065a-26cc-49d8-a3ff-ac6482f42713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:23.364337 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-d3e42189-b041-4e1a-8c3a-3b8d7f4074bb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, 0d3112d0-2d7a-43b6-bad1-c1559c61f2f1) {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:25:23.383777 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e42189-b041-4e1a-8c3a-3b8d7f4074bb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:25:23.384602 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d3e42189-b041-4e1a-8c3a-3b8d7f4074bb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:23.392370 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd977245-f788-4639-8d10-f2facc0ed138 None None] Network 0d3112d0-2d7a-43b6-bad1-c1559c61f2f1 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:25:23.395196 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-27f6fa99-c821-405c-a0ce-5a16fcf31e81 req-84a2bc70-eabb-4130-bfcd-691086073b48 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=5c25e500-d075-40dd-aa15-a0f89bf93f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733159 Dec 15 19:25:23.401721 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-82b0ad67-fc58-4a4b-a97e-331094fbdffd req-394b8426-2048-40fb-946f-d6355a02740e service neutron] 10.222.0.32 "GET /v2.0/networks/742fa07c-4093-4402-9392-3a44d30cee44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802640 Dec 15 19:25:23.454007 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d3e42189-b041-4e1a-8c3a-3b8d7f4074bb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5954080 Dec 15 19:25:23.456995 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 57156) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:23.522867 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-0f57065a-26cc-49d8-a3ff-ac6482f42713 None None] Port 4e4ec9a6-83df-4d0e-b7ab-720eb74db6f6 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:25:23.676626 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-5a820b2f-cded-48c5-86cf-e020a38ea850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4f691e-110f-4efd-bde9-948786680252', 'name': 'tempest-RoutersIpV6Test-router-1186134822', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:25:08Z', 'updated_at': '2021-12-15T19:25:19Z', 'revision_number': 3, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'gw_port_host': None, '_interfaces': [{'id': '05fa6c19-5c87-4dc3-b9a0-a68c1b9add0c', 'name': '', 'network_id': '186138d4-d03a-4202-89bb-c81a68183b00', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'mac_address': 'fa:16:3e:32:56:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4f691e-110f-4efd-bde9-948786680252', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38da1f74-0c3c-4af8-9c45-43436c71e6b0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:25:11Z', 'updated_at': '2021-12-15T19:25:22Z', 'revision_number': 5, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'subnets': [{'id': '38da1f74-0c3c-4af8-9c45-43436c71e6b0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e4ec9a6-83df-4d0e-b7ab-720eb74db6f6', 'name': '', 'network_id': '83b93ffe-10be-4e47-9a21-42bad6262113', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'mac_address': 'fa:16:3e:81:8b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4f691e-110f-4efd-bde9-948786680252', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a2333a9-3e78-4b5e-b14b-a491f2afe75d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:25:17Z', 'updated_at': '2021-12-15T19:25:19Z', 'revision_number': 2, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'subnets': [{'id': '0a2333a9-3e78-4b5e-b14b-a491f2afe75d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:25:23.682348 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a820b2f-cded-48c5-86cf-e020a38ea850 None None] Checking router: 8c4f691e-110f-4efd-bde9-948786680252 for host: dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:25:23.682883 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a820b2f-cded-48c5-86cf-e020a38ea850 None None] Updating router 8c4f691e-110f-4efd-bde9-948786680252 port 4e4ec9a6-83df-4d0e-b7ab-720eb74db6f6 binding host dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 15 19:25:23.699569 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fda9e3-cb47-45c7-a636-2e703cd0cd4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-0d3112d0-2d7a-43b6-bad1-c1559c61f2f1', 'network_id': '0d3112d0-2d7a-43b6-bad1-c1559c61f2f1', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'fixed_ips': [{'subnet_id': '4e82fa53-6f50-4a8e-ac30-9527d45b72c5'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:25:23.700416 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f4fda9e3-cb47-45c7-a636-2e703cd0cd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:23.706663 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-fb0a21d9-eb8a-4c0d-93aa-56bcc0c824ff req-ae413be8-0956-4852-a9e0-9dc28cbd57d7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c1b74cf25a94156b4530f0bd868c0c9&device_id=cd6c8bfb-1c85-414f-bf98-1e2009f9c8d7 HTTP/1.1" status: 200 len: 1096 time: 0.1239831 Dec 15 19:25:23.713421 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b3519936-579d-402a-bbc7-372e3f88d985 None None] Provisioning complete for port 4e4ec9a6-83df-4d0e-b7ab-720eb74db6f6 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:25:23.713845 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b3519936-579d-402a-bbc7-372e3f88d985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:23.740039 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5a820b2f-cded-48c5-86cf-e020a38ea850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:23.829819 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-b3519936-579d-402a-bbc7-372e3f88d985 None None] Port 4e4ec9a6-83df-4d0e-b7ab-720eb74db6f6 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:25:23.936521 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-f4fda9e3-cb47-45c7-a636-2e703cd0cd4a None None] Allocated IP 2001:db8:2::2 (0d3112d0-2d7a-43b6-bad1-c1559c61f2f1/4e82fa53-6f50-4a8e-ac30-9527d45b72c5/3ba698af-23fb-49b4-80e5-f6e30f7d49be) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:25:23.981305 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 05fa6c19-5c87-4dc3-b9a0-a68c1b9add0c up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:25:24.155213 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5a820b2f-cded-48c5-86cf-e020a38ea850 None None] Notify callbacks [] for port, precommit_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:24.174990 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-5a820b2f-cded-48c5-86cf-e020a38ea850 None None] Transition to ACTIVE for port object 4e4ec9a6-83df-4d0e-b7ab-720eb74db6f6 will not be triggered until provisioned by entity L2. {{(pid=88993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:25:24.213452 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5a820b2f-cded-48c5-86cf-e020a38ea850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:24.219207 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ec519085-eff4-44eb-b2ed-7bc77434001d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:24.260989 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a21d9-eb8a-4c0d-93aa-56bcc0c824ff req-0ed81992-a524-4a0e-8068-6d8e78a8501f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:25:24.262587 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-fb0a21d9-eb8a-4c0d-93aa-56bcc0c824ff req-0ed81992-a524-4a0e-8068-6d8e78a8501f service neutron] 10.222.0.32 "GET /v2.0/networks?id=742fa07c-4093-4402-9392-3a44d30cee44 HTTP/1.1" status: 200 len: 897 time: 0.5485280 Dec 15 19:25:24.317733 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:24.343962 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 05fa6c19-5c87-4dc3-b9a0-a68c1b9add0c triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:25:24.344390 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:24.354346 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-fb0a21d9-eb8a-4c0d-93aa-56bcc0c824ff req-0c0393dd-c4c1-453a-aaba-57a69f452e27 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be872072-0c50-4003-85a0-7c9af68a6b34 HTTP/1.1" status: 200 len: 217 time: 0.0829923 Dec 15 19:25:24.361037 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26cf523-8355-4d45-9599-bfec67ce8c47 None None] Pushing event updated for resources: {'Port': ['ID=4e4ec9a6-83df-4d0e-b7ab-720eb74db6f6,revision_number=3']} {{(pid=88993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:24.365700 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c26cf523-8355-4d45-9599-bfec67ce8c47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:24.471911 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-5a820b2f-cded-48c5-86cf-e020a38ea850 None None] Attempting to bind port 4e4ec9a6-83df-4d0e-b7ab-720eb74db6f6 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:25:24.472329 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-5a820b2f-cded-48c5-86cf-e020a38ea850 None None] Attempting to bind port 4e4ec9a6-83df-4d0e-b7ab-720eb74db6f6 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '4c9f5e03-1a20-41d3-b8d7-ce4fd5d4994b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '83b93ffe-10be-4e47-9a21-42bad6262113'}] {{(pid=88993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:25:24.472839 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a820b2f-cded-48c5-86cf-e020a38ea850 None None] Attempting to bind port 4e4ec9a6-83df-4d0e-b7ab-720eb74db6f6 on network 83b93ffe-10be-4e47-9a21-42bad6262113 {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:25:24.481206 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a820b2f-cded-48c5-86cf-e020a38ea850 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:25:24.481650 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a820b2f-cded-48c5-86cf-e020a38ea850 None None] Checking segment: {'id': '4c9f5e03-1a20-41d3-b8d7-ce4fd5d4994b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '83b93ffe-10be-4e47-9a21-42bad6262113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:25:24.482123 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5a820b2f-cded-48c5-86cf-e020a38ea850 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:24.482648 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a820b2f-cded-48c5-86cf-e020a38ea850 None None] Bound using segment: {'id': '4c9f5e03-1a20-41d3-b8d7-ce4fd5d4994b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '83b93ffe-10be-4e47-9a21-42bad6262113'} {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:25:24.483209 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-5a820b2f-cded-48c5-86cf-e020a38ea850 None None] Bound port: 4e4ec9a6-83df-4d0e-b7ab-720eb74db6f6, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c9f5e03-1a20-41d3-b8d7-ce4fd5d4994b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '83b93ffe-10be-4e47-9a21-42bad6262113'}}] {{(pid=88993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:25:24.483630 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5a820b2f-cded-48c5-86cf-e020a38ea850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:24.552282 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f4fda9e3-cb47-45c7-a636-2e703cd0cd4a None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:24.571613 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-f4fda9e3-cb47-45c7-a636-2e703cd0cd4a None None] Transition to ACTIVE for port object 3ba698af-23fb-49b4-80e5-f6e30f7d49be will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:25:24.583158 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a21d9-eb8a-4c0d-93aa-56bcc0c824ff req-c07d108d-d101-46a1-9298-a7a48e2dccf2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:25:24.584777 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-fb0a21d9-eb8a-4c0d-93aa-56bcc0c824ff req-c07d108d-d101-46a1-9298-a7a48e2dccf2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c22345a6-42c5-4f92-a83e-0a41a1336a7c HTTP/1.1" status: 200 len: 834 time: 0.2238913 Dec 15 19:25:24.591902 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-5a820b2f-cded-48c5-86cf-e020a38ea850 None None] For port 4e4ec9a6-83df-4d0e-b7ab-720eb74db6f6, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:25:24.595193 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-5a820b2f-cded-48c5-86cf-e020a38ea850 None None] For port 4e4ec9a6-83df-4d0e-b7ab-720eb74db6f6, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=4e4ec9a6-83df-4d0e-b7ab-720eb74db6f6,segment=NetworkSegment(4c9f5e03-1a20-41d3-b8d7-ce4fd5d4994b),segment_id=4c9f5e03-1a20-41d3-b8d7-ce4fd5d4994b)] {{(pid=88993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:25:24.611509 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-f4fda9e3-cb47-45c7-a636-2e703cd0cd4a None None] Transition to ACTIVE for port object 3ba698af-23fb-49b4-80e5-f6e30f7d49be will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:25:24.636539 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5a820b2f-cded-48c5-86cf-e020a38ea850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:24.649418 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e698ec70-70c0-44a8-a67b-c7d114675cd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:24.722261 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26cf523-8355-4d45-9599-bfec67ce8c47 None None] Pushing event updated for resources: {'Port': ['ID=4e4ec9a6-83df-4d0e-b7ab-720eb74db6f6,revision_number=4']} {{(pid=88993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:24.726196 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c26cf523-8355-4d45-9599-bfec67ce8c47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:24.734716 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f4fda9e3-cb47-45c7-a636-2e703cd0cd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:24.756090 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a820b2f-cded-48c5-86cf-e020a38ea850 None None] Routers {'8c4f691e-110f-4efd-bde9-948786680252'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:25:24.756761 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6bdb202c-15ca-48e4-b166-76f6c768d32d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:24.756936 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-5a820b2f-cded-48c5-86cf-e020a38ea850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:25:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['8c4f691e-110f-4efd-bde9-948786680252'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:25:24.774836 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196044e1-88e6-4ffc-aa3a-e1767f1ddfdc req-9d8664f4-2b92-4181-a9be-f6bdec8513b0 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:25:24.776498 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-196044e1-88e6-4ffc-aa3a-e1767f1ddfdc req-9d8664f4-2b92-4181-a9be-f6bdec8513b0 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd6c8bfb-1c85-414f-bf98-1e2009f9c8d7 HTTP/1.1" status: 200 len: 943 time: 0.1488729 Dec 15 19:25:24.787187 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-fb0a21d9-eb8a-4c0d-93aa-56bcc0c824ff req-dfc56aed-a0a9-4166-9c77-b76f636b4115 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=742fa07c-4093-4402-9392-3a44d30cee44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1906025 Dec 15 19:25:24.836150 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fda9e3-cb47-45c7-a636-2e703cd0cd4a None None] Pushing event updated for resources: {'Port': ['ID=3ba698af-23fb-49b4-80e5-f6e30f7d49be,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:24.838927 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device be872072-0c50-4003-85a0-7c9af68a6b34 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 15 19:25:24.866999 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-196044e1-88e6-4ffc-aa3a-e1767f1ddfdc req-335e53e8-cacc-491e-8475-f2a706920155 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=5c25e500-d075-40dd-aa15-a0f89bf93f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843837 Dec 15 19:25:24.960310 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f4fda9e3-cb47-45c7-a636-2e703cd0cd4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:24.963962 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-5a820b2f-cded-48c5-86cf-e020a38ea850 None None] Set router 8c4f691e-110f-4efd-bde9-948786680252 gateway port host: None {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:25:25.004402 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-23c0f3bc-1d08-4d3b-8038-2a57590de4cf tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:25.013576 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device ae6b54a3-ef80-4b7c-8594-87df5ed289c4 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:25:25.079227 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fda9e3-cb47-45c7-a636-2e703cd0cd4a None None] Network 0d3112d0-2d7a-43b6-bad1-c1559c61f2f1 is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:25:25.106782 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port be872072-0c50-4003-85a0-7c9af68a6b34, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=be872072-0c50-4003-85a0-7c9af68a6b34,segment=NetworkSegment(2b851764-4cdb-4597-b174-a60179c4a725),segment_id=2b851764-4cdb-4597-b174-a60179c4a725)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:25:25.126454 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Returning: {'device': 'be872072-0c50-4003-85a0-7c9af68a6b34', 'network_id': '742fa07c-4093-4402-9392-3a44d30cee44', 'port_id': 'be872072-0c50-4003-85a0-7c9af68a6b34', 'mac_address': 'fa:16:3e:a0:2f:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c22345a6-42c5-4f92-a83e-0a41a1336a7c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 19:25:25.131062 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-f4fda9e3-cb47-45c7-a636-2e703cd0cd4a None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:25:25.135619 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fda9e3-cb47-45c7-a636-2e703cd0cd4a None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:25:25.222855 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-fb0a21d9-eb8a-4c0d-93aa-56bcc0c824ff req-e51abb8b-5f58-4394-8c5f-3e87cb0547a9 service neutron] 10.222.0.32 "GET /v2.0/networks/742fa07c-4093-4402-9392-3a44d30cee44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4233413 Dec 15 19:25:25.297711 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:25.314534 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port ae6b54a3-ef80-4b7c-8594-87df5ed289c4 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:25:25.314966 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:25.325958 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-5a820b2f-cded-48c5-86cf-e020a38ea850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4f691e-110f-4efd-bde9-948786680252', 'name': 'tempest-RoutersIpV6Test-router-1186134822', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:25:08Z', 'updated_at': '2021-12-15T19:25:19Z', 'revision_number': 3, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'gw_port_host': None, '_interfaces': [{'id': '05fa6c19-5c87-4dc3-b9a0-a68c1b9add0c', 'name': '', 'network_id': '186138d4-d03a-4202-89bb-c81a68183b00', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'mac_address': 'fa:16:3e:32:56:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4f691e-110f-4efd-bde9-948786680252', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38da1f74-0c3c-4af8-9c45-43436c71e6b0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:25:11Z', 'updated_at': '2021-12-15T19:25:22Z', 'revision_number': 5, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'subnets': [{'id': '38da1f74-0c3c-4af8-9c45-43436c71e6b0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e4ec9a6-83df-4d0e-b7ab-720eb74db6f6', 'name': '', 'network_id': '83b93ffe-10be-4e47-9a21-42bad6262113', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'mac_address': 'fa:16:3e:81:8b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4f691e-110f-4efd-bde9-948786680252', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a2333a9-3e78-4b5e-b14b-a491f2afe75d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:25:17Z', 'updated_at': '2021-12-15T19:25:24Z', 'revision_number': 4, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'subnets': [{'id': '0a2333a9-3e78-4b5e-b14b-a491f2afe75d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:25:25.330180 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a820b2f-cded-48c5-86cf-e020a38ea850 None None] The sync data for ids ['8c4f691e-110f-4efd-bde9-948786680252'] in dv-neutron-821831-2-hyperv is: [{'id': '8c4f691e-110f-4efd-bde9-948786680252', 'name': 'tempest-RoutersIpV6Test-router-1186134822', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:25:08Z', 'updated_at': '2021-12-15T19:25:19Z', 'revision_number': 3, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'gw_port_host': None, '_interfaces': [{'id': '05fa6c19-5c87-4dc3-b9a0-a68c1b9add0c', 'name': '', 'network_id': '186138d4-d03a-4202-89bb-c81a68183b00', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'mac_address': 'fa:16:3e:32:56:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4f691e-110f-4efd-bde9-948786680252', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38da1f74-0c3c-4af8-9c45-43436c71e6b0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:25:11Z', 'updated_at': '2021-12-15T19:25:22Z', 'revision_number': 5, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'subnets': [{'id': '38da1f74-0c3c-4af8-9c45-43436c71e6b0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e4ec9a6-83df-4d0e-b7ab-720eb74db6f6', 'name': '', 'network_id': '83b93ffe-10be-4e47-9a21-42bad6262113', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'mac_address': 'fa:16:3e:81:8b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4f691e-110f-4efd-bde9-948786680252', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a2333a9-3e78-4b5e-b14b-a491f2afe75d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:25:17Z', 'updated_at': '2021-12-15T19:25:24Z', 'revision_number': 4, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'subnets': [{'id': '0a2333a9-3e78-4b5e-b14b-a491f2afe75d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:25:25.362149 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-f4fda9e3-cb47-45c7-a636-2e703cd0cd4a None None] Attempting to bind port 3ba698af-23fb-49b4-80e5-f6e30f7d49be on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:25:25.362616 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-f4fda9e3-cb47-45c7-a636-2e703cd0cd4a None None] Attempting to bind port 3ba698af-23fb-49b4-80e5-f6e30f7d49be by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '0e9c2fe8-b9fb-4c91-a090-e9c3cb26f579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0d3112d0-2d7a-43b6-bad1-c1559c61f2f1'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:25:25.362999 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fda9e3-cb47-45c7-a636-2e703cd0cd4a None None] Attempting to bind port 3ba698af-23fb-49b4-80e5-f6e30f7d49be on network 0d3112d0-2d7a-43b6-bad1-c1559c61f2f1 {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:25:25.371553 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be872072-0c50-4003-85a0-7c9af68a6b34 {{(pid=88992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 19:25:25.400445 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port be872072-0c50-4003-85a0-7c9af68a6b34, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=be872072-0c50-4003-85a0-7c9af68a6b34,segment=NetworkSegment(2b851764-4cdb-4597-b174-a60179c4a725),segment_id=2b851764-4cdb-4597-b174-a60179c4a725)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:25:25.404168 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fda9e3-cb47-45c7-a636-2e703cd0cd4a None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:25:25.404168 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fda9e3-cb47-45c7-a636-2e703cd0cd4a None None] Checking segment: {'id': '0e9c2fe8-b9fb-4c91-a090-e9c3cb26f579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0d3112d0-2d7a-43b6-bad1-c1559c61f2f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:25:25.416240 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f4fda9e3-cb47-45c7-a636-2e703cd0cd4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:25.416240 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fda9e3-cb47-45c7-a636-2e703cd0cd4a None None] Bound using segment: {'id': '0e9c2fe8-b9fb-4c91-a090-e9c3cb26f579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0d3112d0-2d7a-43b6-bad1-c1559c61f2f1'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:25:25.416240 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-f4fda9e3-cb47-45c7-a636-2e703cd0cd4a None None] Bound port: 3ba698af-23fb-49b4-80e5-f6e30f7d49be, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e9c2fe8-b9fb-4c91-a090-e9c3cb26f579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0d3112d0-2d7a-43b6-bad1-c1559c61f2f1'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:25:25.416240 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f4fda9e3-cb47-45c7-a636-2e703cd0cd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:25.448526 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-fb0a21d9-eb8a-4c0d-93aa-56bcc0c824ff req-857097f2-9998-43c3-ad8a-91b7bbe12422 service neutron] 10.222.0.32 "GET /v2.0/networks/742fa07c-4093-4402-9392-3a44d30cee44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072725 Dec 15 19:25:25.492251 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:25.497331 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-86e1fa4f-1134-4b9f-9229-d1e2aa461fe3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:25.634461 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-23c0f3bc-1d08-4d3b-8038-2a57590de4cf tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Allocated IP 2001:db8:2::1 (0d3112d0-2d7a-43b6-bad1-c1559c61f2f1/4e82fa53-6f50-4a8e-ac30-9527d45b72c5/21ef82c6-0219-4c36-abba-a249d2334d0b) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:25:25.677341 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=be872072-0c50-4003-85a0-7c9af68a6b34,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:25.686629 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-f4fda9e3-cb47-45c7-a636-2e703cd0cd4a None None] For port 3ba698af-23fb-49b4-80e5-f6e30f7d49be, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:25:25.689039 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:25.690922 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-f4fda9e3-cb47-45c7-a636-2e703cd0cd4a None None] For port 3ba698af-23fb-49b4-80e5-f6e30f7d49be, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=3ba698af-23fb-49b4-80e5-f6e30f7d49be,segment=NetworkSegment(0e9c2fe8-b9fb-4c91-a090-e9c3cb26f579),segment_id=0e9c2fe8-b9fb-4c91-a090-e9c3cb26f579)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:25:25.722464 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f4fda9e3-cb47-45c7-a636-2e703cd0cd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:25.728156 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c6082113-c8fe-4cf5-9ea2-766be9158c17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:25.779900 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] get_ports_and_sgs() called for port_ids ['be872072-0c50-4003-85a0-7c9af68a6b34'] {{(pid=88992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 19:25:25.827842 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-23c0f3bc-1d08-4d3b-8038-2a57590de4cf tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:25.848807 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-23c0f3bc-1d08-4d3b-8038-2a57590de4cf tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Transition to ACTIVE for port object 21ef82c6-0219-4c36-abba-a249d2334d0b will not be triggered until provisioned by entity DHCP. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:25:25.869577 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fda9e3-cb47-45c7-a636-2e703cd0cd4a None None] Pushing event updated for resources: {'Port': ['ID=3ba698af-23fb-49b4-80e5-f6e30f7d49be,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:25.881326 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f4fda9e3-cb47-45c7-a636-2e703cd0cd4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:25.899699 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-23c0f3bc-1d08-4d3b-8038-2a57590de4cf tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:25.905735 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d7211cda-163b-41b8-9199-ffc7fbc2628f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:25.995433 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c0f3bc-1d08-4d3b-8038-2a57590de4cf tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Network 0d3112d0-2d7a-43b6-bad1-c1559c61f2f1 is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:25:26.004062 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-23c0f3bc-1d08-4d3b-8038-2a57590de4cf tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:25:26.004346 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 4e4ec9a6-83df-4d0e-b7ab-720eb74db6f6 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:25:26.006209 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0f3bc-1d08-4d3b-8038-2a57590de4cf tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Pushing event updated for resources: {'Port': ['ID=21ef82c6-0219-4c36-abba-a249d2334d0b,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:26.008875 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c0f3bc-1d08-4d3b-8038-2a57590de4cf tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:25:26.009532 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-23c0f3bc-1d08-4d3b-8038-2a57590de4cf tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630901'] for router_interface, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:26.012493 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-23c0f3bc-1d08-4d3b-8038-2a57590de4cf tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:26.153978 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-23c0f3bc-1d08-4d3b-8038-2a57590de4cf tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:26.162195 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efdd268-c438-4136-8558-61b29b1ef63c req-2d985474-e145-45c2-95d2-318b0b8dfef3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:25:26.164194 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1efdd268-c438-4136-8558-61b29b1ef63c req-2d985474-e145-45c2-95d2-318b0b8dfef3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd6c8bfb-1c85-414f-bf98-1e2009f9c8d7 HTTP/1.1" status: 200 len: 944 time: 0.0985265 Dec 15 19:25:26.215612 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 4e4ec9a6-83df-4d0e-b7ab-720eb74db6f6 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:25:26.226326 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 4e4ec9a6-83df-4d0e-b7ab-720eb74db6f6 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:25:26.226861 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:26.230897 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1efdd268-c438-4136-8558-61b29b1ef63c req-c872c6bb-5b08-4310-a701-55eaf82b4356 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=5c25e500-d075-40dd-aa15-a0f89bf93f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568264 Dec 15 19:25:26.429242 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:26.467032 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port 4e4ec9a6-83df-4d0e-b7ab-720eb74db6f6, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=4e4ec9a6-83df-4d0e-b7ab-720eb74db6f6,segment=NetworkSegment(4c9f5e03-1a20-41d3-b8d7-ce4fd5d4994b),segment_id=4c9f5e03-1a20-41d3-b8d7-ce4fd5d4994b)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:25:26.504874 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:26.511406 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-31b2d82a-d1a6-4645-979d-cd45eaf22a6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:26.579340 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=4e4ec9a6-83df-4d0e-b7ab-720eb74db6f6,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:26.582839 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:26.648029 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-23c0f3bc-1d08-4d3b-8038-2a57590de4cf tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for port, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:26.704032 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-23c0f3bc-1d08-4d3b-8038-2a57590de4cf tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:26.704926 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-23c0f3bc-1d08-4d3b-8038-2a57590de4cf tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1959989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854145006'] for router_interface, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:26.709396 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-15082d37-c18f-4e26-8538-b7a5cc2b469a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:26.842123 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device be872072-0c50-4003-85a0-7c9af68a6b34 up at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:25:26.853740 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0f3bc-1d08-4d3b-8038-2a57590de4cf tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Pushing event updated for resources: {'Port': ['ID=21ef82c6-0219-4c36-abba-a249d2334d0b,revision_number=2']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:26.858140 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-23c0f3bc-1d08-4d3b-8038-2a57590de4cf tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:26.915090 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c0f3bc-1d08-4d3b-8038-2a57590de4cf tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Network 0d3112d0-2d7a-43b6-bad1-c1559c61f2f1 is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:25:26.916258 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-23c0f3bc-1d08-4d3b-8038-2a57590de4cf tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:25:26.933109 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning for port be872072-0c50-4003-85a0-7c9af68a6b34 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:25:26.938683 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning complete for port be872072-0c50-4003-85a0-7c9af68a6b34 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:25:26.939117 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:27.058042 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:27.086381 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd6c8bfb-1c85-414f-bf98-1e2009f9c8d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be872072-0c50-4003-85a0-7c9af68a6b34'}] {{(pid=88992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:25:27.096705 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port be872072-0c50-4003-85a0-7c9af68a6b34, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=be872072-0c50-4003-85a0-7c9af68a6b34,segment=NetworkSegment(2b851764-4cdb-4597-b174-a60179c4a725),segment_id=2b851764-4cdb-4597-b174-a60179c4a725)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:25:27.133707 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:27.136900 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:27.174966 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd6c8bfb-1c85-414f-bf98-1e2009f9c8d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be872072-0c50-4003-85a0-7c9af68a6b34', 'code': 200} Dec 15 19:25:27.219345 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=be872072-0c50-4003-85a0-7c9af68a6b34,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:27.231580 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:27.272157 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23c0f3bc-1d08-4d3b-8038-2a57590de4cf tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Router 8c4f691e-110f-4efd-bde9-948786680252 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:25:27.455874 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b6fa62-3036-4a0d-9635-ef49e230d644 req-ced757c0-b376-4851-a406-6b2f24877c35 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:25:27.457733 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-15b6fa62-3036-4a0d-9635-ef49e230d644 req-ced757c0-b376-4851-a406-6b2f24877c35 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd6c8bfb-1c85-414f-bf98-1e2009f9c8d7 HTTP/1.1" status: 200 len: 945 time: 0.1008463 Dec 15 19:25:27.514061 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-15b6fa62-3036-4a0d-9635-ef49e230d644 req-56212119-3737-49ea-ae8c-f9dcd068c631 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=5c25e500-d075-40dd-aa15-a0f89bf93f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494714 Dec 15 19:25:27.784456 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c600ea18-b042-44a7-a075-00613c3a071e None None] Network 0d3112d0-2d7a-43b6-bad1-c1559c61f2f1 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:25:27.785236 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6be805a0-43cb-4b3d-a0de-79732c8c8592 req-8bafe04d-7a84-41b7-9619-c3629065eaf5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cd6c8bfb-1c85-414f-bf98-1e2009f9c8d7 HTTP/1.1" status: 200 len: 1098 time: 0.1709659 Dec 15 19:25:27.838127 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23c0f3bc-1d08-4d3b-8038-2a57590de4cf tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:25:27.853051 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6be805a0-43cb-4b3d-a0de-79732c8c8592 req-aece8718-496c-4753-b316-1ff486ff4e73 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5c25e500-d075-40dd-aa15-a0f89bf93f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564516 Dec 15 19:25:27.858091 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-23c0f3bc-1d08-4d3b-8038-2a57590de4cf tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "PUT /v2.0/routers/8c4f691e-110f-4efd-bde9-948786680252/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3992965 Dec 15 19:25:27.859703 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6fb59a-4c4b-4cd4-bdd2-49fa98ef16fc None None] Sync routers for ids ['8c4f691e-110f-4efd-bde9-948786680252'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:25:27.860553 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 57168) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:27.867425 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-645ec17d-7037-4630-a361-29a23a921de5 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-292936820'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:25:27.872938 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-645ec17d-7037-4630-a361-29a23a921de5 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:25:27.879457 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-645ec17d-7037-4630-a361-29a23a921de5 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Usage tracker for resource:network and tenant:2c052fc4a8434b5ab31c24b37c4ed2ab is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:25:27.883486 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-645ec17d-7037-4630-a361-29a23a921de5 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:25:27.890948 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-645ec17d-7037-4630-a361-29a23a921de5 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:25:27.918796 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6fb59a-4c4b-4cd4-bdd2-49fa98ef16fc None None] Routers {'8c4f691e-110f-4efd-bde9-948786680252'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:25:27.919511 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-7d6fb59a-4c4b-4cd4-bdd2-49fa98ef16fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:25:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['8c4f691e-110f-4efd-bde9-948786680252'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:25:27.927378 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-645ec17d-7037-4630-a361-29a23a921de5 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Made reservation on behalf of 2c052fc4a8434b5ab31c24b37c4ed2ab for: {'network': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:25:27.933744 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-645ec17d-7037-4630-a361-29a23a921de5 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:27.966869 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-645ec17d-7037-4630-a361-29a23a921de5 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=88991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:25:28.020498 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-645ec17d-7037-4630-a361-29a23a921de5 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:28.020835 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-645ec17d-7037-4630-a361-29a23a921de5 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Added segment c62a9772-1937-4c16-9655-d21dbd21a1c1 of type vlan for network c7e168d1-4130-4552-a018-a66cdb909db5 Dec 15 19:25:28.052282 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 3ba698af-23fb-49b4-80e5-f6e30f7d49be up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:25:28.098259 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-645ec17d-7037-4630-a361-29a23a921de5 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:28.202176 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-645ec17d-7037-4630-a361-29a23a921de5 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:28.206479 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645ec17d-7037-4630-a361-29a23a921de5 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:25:28.207226 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-645ec17d-7037-4630-a361-29a23a921de5 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:28.213917 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-882b3d46-894f-4fbc-94ba-b6f48736b66c tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:28.295227 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-9ec5a383-1213-4199-bdc0-dbcb41c8b7c6 None None] Provisioning for port 3ba698af-23fb-49b4-80e5-f6e30f7d49be completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:25:28.324561 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645ec17d-7037-4630-a361-29a23a921de5 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Pushing event updated for resources: {'Network': ['ID=c7e168d1-4130-4552-a018-a66cdb909db5,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:28.334967 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645ec17d-7037-4630-a361-29a23a921de5 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:25:28.335447 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645ec17d-7037-4630-a361-29a23a921de5 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:25:28.335891 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645ec17d-7037-4630-a361-29a23a921de5 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:25:28.337099 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645ec17d-7037-4630-a361-29a23a921de5 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:25:28.337526 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645ec17d-7037-4630-a361-29a23a921de5 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:25:28.337947 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645ec17d-7037-4630-a361-29a23a921de5 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:25:28.338394 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645ec17d-7037-4630-a361-29a23a921de5 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:25:28.339160 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645ec17d-7037-4630-a361-29a23a921de5 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:25:28.339160 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645ec17d-7037-4630-a361-29a23a921de5 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:25:28.339589 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645ec17d-7037-4630-a361-29a23a921de5 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:25:28.340000 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645ec17d-7037-4630-a361-29a23a921de5 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:25:28.343888 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-645ec17d-7037-4630-a361-29a23a921de5 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:28.348193 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-645ec17d-7037-4630-a361-29a23a921de5 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4838634 Dec 15 19:25:28.348621 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 57172) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:28.355292 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network c7e168d1-4130-4552-a018-a66cdb909db5 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:25:28.355450 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-2df86dba-82ca-4817-99d8-1f16878b2a04 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Request body: {'subnet': {'network_id': 'c7e168d1-4130-4552-a018-a66cdb909db5', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:25:28.465269 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-7d6fb59a-4c4b-4cd4-bdd2-49fa98ef16fc None None] Set router 8c4f691e-110f-4efd-bde9-948786680252 gateway port host: None {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:25:28.474484 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-2df86dba-82ca-4817-99d8-1f16878b2a04 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:25:28.478665 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-2df86dba-82ca-4817-99d8-1f16878b2a04 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Usage tracker for resource:subnet and tenant:2c052fc4a8434b5ab31c24b37c4ed2ab is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:25:28.481783 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-2df86dba-82ca-4817-99d8-1f16878b2a04 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:25:28.488153 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-2df86dba-82ca-4817-99d8-1f16878b2a04 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:25:28.532877 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df86dba-82ca-4817-99d8-1f16878b2a04 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Made reservation on behalf of 2c052fc4a8434b5ab31c24b37c4ed2ab for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:25:28.614466 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 3ba698af-23fb-49b4-80e5-f6e30f7d49be completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:25:28.626634 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 3ba698af-23fb-49b4-80e5-f6e30f7d49be triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:25:28.627077 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:28.660443 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2df86dba-82ca-4817-99d8-1f16878b2a04 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:28.730849 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25797be-c666-4f57-8fca-c0357c924f20 req-2fdfba7e-f811-46a1-9e18-31eccbc11ab6 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:25:28.732355 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b25797be-c666-4f57-8fca-c0357c924f20 req-2fdfba7e-f811-46a1-9e18-31eccbc11ab6 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd6c8bfb-1c85-414f-bf98-1e2009f9c8d7 HTTP/1.1" status: 200 len: 945 time: 0.0836806 Dec 15 19:25:28.783877 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b25797be-c666-4f57-8fca-c0357c924f20 req-db6171c1-41ff-4d6d-8e1b-4162269ec4d9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=5c25e500-d075-40dd-aa15-a0f89bf93f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437150 Dec 15 19:25:29.005493 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:29.008053 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2df86dba-82ca-4817-99d8-1f16878b2a04 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:29.013159 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f648c225-d918-4234-9b5b-00ef8b7ec1c6 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:29.069372 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port 3ba698af-23fb-49b4-80e5-f6e30f7d49be, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=3ba698af-23fb-49b4-80e5-f6e30f7d49be,segment=NetworkSegment(0e9c2fe8-b9fb-4c91-a090-e9c3cb26f579),segment_id=0e9c2fe8-b9fb-4c91-a090-e9c3cb26f579)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:25:29.088405 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-7d6fb59a-4c4b-4cd4-bdd2-49fa98ef16fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4f691e-110f-4efd-bde9-948786680252', 'name': 'tempest-RoutersIpV6Test-router-1186134822', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:25:08Z', 'updated_at': '2021-12-15T19:25:26Z', 'revision_number': 4, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'gw_port_host': None, '_interfaces': [{'id': '05fa6c19-5c87-4dc3-b9a0-a68c1b9add0c', 'name': '', 'network_id': '186138d4-d03a-4202-89bb-c81a68183b00', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'mac_address': 'fa:16:3e:32:56:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4f691e-110f-4efd-bde9-948786680252', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38da1f74-0c3c-4af8-9c45-43436c71e6b0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:25:11Z', 'updated_at': '2021-12-15T19:25:22Z', 'revision_number': 5, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'subnets': [{'id': '38da1f74-0c3c-4af8-9c45-43436c71e6b0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21ef82c6-0219-4c36-abba-a249d2334d0b', 'name': '', 'network_id': '0d3112d0-2d7a-43b6-bad1-c1559c61f2f1', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'mac_address': 'fa:16:3e:0d:a8:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4f691e-110f-4efd-bde9-948786680252', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e82fa53-6f50-4a8e-ac30-9527d45b72c5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:25:25Z', 'updated_at': '2021-12-15T19:25:26Z', 'revision_number': 2, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'subnets': [{'id': '4e82fa53-6f50-4a8e-ac30-9527d45b72c5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e4ec9a6-83df-4d0e-b7ab-720eb74db6f6', 'name': '', 'network_id': '83b93ffe-10be-4e47-9a21-42bad6262113', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'mac_address': 'fa:16:3e:81:8b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4f691e-110f-4efd-bde9-948786680252', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a2333a9-3e78-4b5e-b14b-a491f2afe75d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:25:17Z', 'updated_at': '2021-12-15T19:25:26Z', 'revision_number': 5, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'subnets': [{'id': '0a2333a9-3e78-4b5e-b14b-a491f2afe75d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:25:29.091378 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df86dba-82ca-4817-99d8-1f16878b2a04 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Pushing event updated for resources: {'Subnet': ['ID=637422bb-326c-459f-b564-b0ab030b4d04,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:29.092916 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6fb59a-4c4b-4cd4-bdd2-49fa98ef16fc None None] Checking router: 8c4f691e-110f-4efd-bde9-948786680252 for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:25:29.094032 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6fb59a-4c4b-4cd4-bdd2-49fa98ef16fc None None] Updating router 8c4f691e-110f-4efd-bde9-948786680252 port 21ef82c6-0219-4c36-abba-a249d2334d0b binding host dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 15 19:25:29.096016 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2df86dba-82ca-4817-99d8-1f16878b2a04 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:29.125406 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:29.126078 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df86dba-82ca-4817-99d8-1f16878b2a04 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Checking segment: {'id': 'c62a9772-1937-4c16-9655-d21dbd21a1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c7e168d1-4130-4552-a018-a66cdb909db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:25:29.126380 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 4e4ec9a6-83df-4d0e-b7ab-720eb74db6f6 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:25:29.126664 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df86dba-82ca-4817-99d8-1f16878b2a04 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Network hostable DHCP agents. Network: c7e168d1-4130-4552-a018-a66cdb909db5, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:25:29.161600 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c6082113-c8fe-4cf5-9ea2-766be9158c17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:29.184692 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df86dba-82ca-4817-99d8-1f16878b2a04 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Network c7e168d1-4130-4552-a018-a66cdb909db5 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:25:29.264193 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7d6fb59a-4c4b-4cd4-bdd2-49fa98ef16fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:29.306097 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-2df86dba-82ca-4817-99d8-1f16878b2a04 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, c7e168d1-4130-4552-a018-a66cdb909db5) {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:25:29.310702 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df86dba-82ca-4817-99d8-1f16878b2a04 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:25:29.312933 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2df86dba-82ca-4817-99d8-1f16878b2a04 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:29.336931 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=3ba698af-23fb-49b4-80e5-f6e30f7d49be,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:29.340906 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:29.348545 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb38b31-35d5-4eb4-b6b8-788742f98257 None None] Network c7e168d1-4130-4552-a018-a66cdb909db5 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:25:29.396336 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-2df86dba-82ca-4817-99d8-1f16878b2a04 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0459504 Dec 15 19:25:29.399728 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 57178) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:29.459607 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-64dd1c52-4f5c-46cf-8517-f1084d3080ec None None] Provisioning for port 21ef82c6-0219-4c36-abba-a249d2334d0b completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:25:29.480767 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-64dd1c52-4f5c-46cf-8517-f1084d3080ec None None] Provisioning complete for port 21ef82c6-0219-4c36-abba-a249d2334d0b triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:25:29.481227 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-64dd1c52-4f5c-46cf-8517-f1084d3080ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:29.562487 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 4e4ec9a6-83df-4d0e-b7ab-720eb74db6f6 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:25:29.563257 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:29.698357 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-64dd1c52-4f5c-46cf-8517-f1084d3080ec None None] Port 21ef82c6-0219-4c36-abba-a249d2334d0b cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:25:29.934025 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-64dd1c52-4f5c-46cf-8517-f1084d3080ec None None] Provisioning complete for port 3ba698af-23fb-49b4-80e5-f6e30f7d49be triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:25:29.936342 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-64dd1c52-4f5c-46cf-8517-f1084d3080ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:30.004228 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353fc7e9-a31c-47c3-8ee0-e1440146547b req-3319f201-5cea-422d-858d-b4f8b4df0dce tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:25:30.005938 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-353fc7e9-a31c-47c3-8ee0-e1440146547b req-3319f201-5cea-422d-858d-b4f8b4df0dce tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd6c8bfb-1c85-414f-bf98-1e2009f9c8d7 HTTP/1.1" status: 200 len: 945 time: 0.0912542 Dec 15 19:25:30.059977 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-353fc7e9-a31c-47c3-8ee0-e1440146547b req-9de4939c-b18e-48f5-a609-b7b257dd93ba tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=5c25e500-d075-40dd-aa15-a0f89bf93f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474424 Dec 15 19:25:30.087367 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3a4fcfe1-07e9-47d2-9bc0-27b104fe7ae4 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:30.187452 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c07d652-c941-4d2c-9fc3-6e2d59a23385 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-c7e168d1-4130-4552-a018-a66cdb909db5', 'network_id': 'c7e168d1-4130-4552-a018-a66cdb909db5', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'fixed_ips': [{'subnet_id': '637422bb-326c-459f-b564-b0ab030b4d04'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:25:30.188342 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2c07d652-c941-4d2c-9fc3-6e2d59a23385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:30.278111 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fdb10d-0e52-4b62-9081-92cd5a54d00d req-befb99d2-db42-40de-aced-88f93f2c8735 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:25:30.280311 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d2fdb10d-0e52-4b62-9081-92cd5a54d00d req-befb99d2-db42-40de-aced-88f93f2c8735 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd6c8bfb-1c85-414f-bf98-1e2009f9c8d7 HTTP/1.1" status: 200 len: 945 time: 0.0876751 Dec 15 19:25:30.329000 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 3ba698af-23fb-49b4-80e5-f6e30f7d49be up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:25:30.335547 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d2fdb10d-0e52-4b62-9081-92cd5a54d00d req-bc3a729a-1784-47b3-9543-8d759feedb98 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=5c25e500-d075-40dd-aa15-a0f89bf93f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490723 Dec 15 19:25:30.364798 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 57186) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:30.451264 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ac25052e-493c-4687-9a73-577846e074bd tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=cd6c8bfb-1c85-414f-bf98-1e2009f9c8d7 HTTP/1.1" status: 200 len: 1093 time: 0.0848341 Dec 15 19:25:30.454051 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 57190) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:30.460074 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-d6eb2305-2299-4675-80fe-d219c8471bd5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'floatingip': {'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'port_id': 'be872072-0c50-4003-85a0-7c9af68a6b34', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:25:30.466636 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-d6eb2305-2299-4675-80fe-d219c8471bd5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:25:30.470702 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d6eb2305-2299-4675-80fe-d219c8471bd5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:floatingip and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:25:30.473877 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d6eb2305-2299-4675-80fe-d219c8471bd5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:25:30.480579 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-d6eb2305-2299-4675-80fe-d219c8471bd5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:25:30.515445 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-3a4fcfe1-07e9-47d2-9bc0-27b104fe7ae4 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Allocated IP 2001:db8:3::1 (c7e168d1-4130-4552-a018-a66cdb909db5/637422bb-326c-459f-b564-b0ab030b4d04/fdfb63cc-2ea1-4147-b701-6af548ee83b8) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:25:30.527651 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d6eb2305-2299-4675-80fe-d219c8471bd5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for floatingip, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:30.537262 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7d6fb59a-4c4b-4cd4-bdd2-49fa98ef16fc None None] Notify callbacks [] for port, precommit_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:30.554006 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-7d6fb59a-4c4b-4cd4-bdd2-49fa98ef16fc None None] Transition to ACTIVE for port object 21ef82c6-0219-4c36-abba-a249d2334d0b will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:25:30.562464 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 3ba698af-23fb-49b4-80e5-f6e30f7d49be triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:25:30.562893 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:30.609118 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7d6fb59a-4c4b-4cd4-bdd2-49fa98ef16fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:30.615386 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a3bb813b-d132-4c9b-8c08-680e9e928621 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:30.680847 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d6eb2305-2299-4675-80fe-d219c8471bd5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:30.716248 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3a4fcfe1-07e9-47d2-9bc0-27b104fe7ae4 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:30.734968 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-3a4fcfe1-07e9-47d2-9bc0-27b104fe7ae4 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Transition to ACTIVE for port object fdfb63cc-2ea1-4147-b701-6af548ee83b8 will not be triggered until provisioned by entity DHCP. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:25:30.779941 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3a4fcfe1-07e9-47d2-9bc0-27b104fe7ae4 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:30.780797 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3878333-1cef-4fa3-b018-c2e9f8755d45 None None] Pushing event updated for resources: {'Port': ['ID=21ef82c6-0219-4c36-abba-a249d2334d0b,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:30.783905 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b3878333-1cef-4fa3-b018-c2e9f8755d45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:30.787161 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c8dfc34e-a10a-4f97-a034-37b94e43a0bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:30.841299 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-d6eb2305-2299-4675-80fe-d219c8471bd5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Allocated IP 172.26.3.158 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/40ef7d17-091c-4cba-be0e-57f54ce360ca) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:25:30.870745 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4fcfe1-07e9-47d2-9bc0-27b104fe7ae4 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Network c7e168d1-4130-4552-a018-a66cdb909db5 is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:25:30.872363 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-3a4fcfe1-07e9-47d2-9bc0-27b104fe7ae4 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:25:30.878104 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4fcfe1-07e9-47d2-9bc0-27b104fe7ae4 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:25:30.879005 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3a4fcfe1-07e9-47d2-9bc0-27b104fe7ae4 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630901'] for router_interface, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:30.882160 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4fcfe1-07e9-47d2-9bc0-27b104fe7ae4 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Pushing event updated for resources: {'Port': ['ID=fdfb63cc-2ea1-4147-b701-6af548ee83b8,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:30.887069 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3a4fcfe1-07e9-47d2-9bc0-27b104fe7ae4 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:30.982603 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-2c07d652-c941-4d2c-9fc3-6e2d59a23385 None None] Allocated IP 2001:db8:3::2 (c7e168d1-4130-4552-a018-a66cdb909db5/637422bb-326c-459f-b564-b0ab030b4d04/af9f9578-4ad3-4c48-9796-c8ed1a25355f) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:25:31.020286 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-7d6fb59a-4c4b-4cd4-bdd2-49fa98ef16fc None None] Attempting to bind port 21ef82c6-0219-4c36-abba-a249d2334d0b on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:25:31.020875 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-7d6fb59a-4c4b-4cd4-bdd2-49fa98ef16fc None None] Attempting to bind port 21ef82c6-0219-4c36-abba-a249d2334d0b by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '0e9c2fe8-b9fb-4c91-a090-e9c3cb26f579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0d3112d0-2d7a-43b6-bad1-c1559c61f2f1'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:25:31.021411 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6fb59a-4c4b-4cd4-bdd2-49fa98ef16fc None None] Attempting to bind port 21ef82c6-0219-4c36-abba-a249d2334d0b on network 0d3112d0-2d7a-43b6-bad1-c1559c61f2f1 {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:25:31.047124 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d6eb2305-2299-4675-80fe-d219c8471bd5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:31.064826 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3a4fcfe1-07e9-47d2-9bc0-27b104fe7ae4 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:31.097638 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6fb59a-4c4b-4cd4-bdd2-49fa98ef16fc None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:25:31.098066 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6fb59a-4c4b-4cd4-bdd2-49fa98ef16fc None None] Checking segment: {'id': '0e9c2fe8-b9fb-4c91-a090-e9c3cb26f579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0d3112d0-2d7a-43b6-bad1-c1559c61f2f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:25:31.098620 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7d6fb59a-4c4b-4cd4-bdd2-49fa98ef16fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:31.098978 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6fb59a-4c4b-4cd4-bdd2-49fa98ef16fc None None] Bound using segment: {'id': '0e9c2fe8-b9fb-4c91-a090-e9c3cb26f579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0d3112d0-2d7a-43b6-bad1-c1559c61f2f1'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:25:31.099535 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-7d6fb59a-4c4b-4cd4-bdd2-49fa98ef16fc None None] Bound port: 21ef82c6-0219-4c36-abba-a249d2334d0b, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e9c2fe8-b9fb-4c91-a090-e9c3cb26f579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0d3112d0-2d7a-43b6-bad1-c1559c61f2f1'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:25:31.099960 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7d6fb59a-4c4b-4cd4-bdd2-49fa98ef16fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:31.104982 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d6eb2305-2299-4675-80fe-d219c8471bd5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:31.110760 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a51394a0-32b7-4be9-a9be-dd1b31878c06 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:31.173611 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6eb2305-2299-4675-80fe-d219c8471bd5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:25:31.176814 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-d6eb2305-2299-4675-80fe-d219c8471bd5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:25:31.187462 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6eb2305-2299-4675-80fe-d219c8471bd5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:25:31.279064 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-7d6fb59a-4c4b-4cd4-bdd2-49fa98ef16fc None None] For port 21ef82c6-0219-4c36-abba-a249d2334d0b, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:25:31.333191 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-7d6fb59a-4c4b-4cd4-bdd2-49fa98ef16fc None None] For port 21ef82c6-0219-4c36-abba-a249d2334d0b, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=21ef82c6-0219-4c36-abba-a249d2334d0b,segment=NetworkSegment(0e9c2fe8-b9fb-4c91-a090-e9c3cb26f579),segment_id=0e9c2fe8-b9fb-4c91-a090-e9c3cb26f579)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:25:31.352723 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2c07d652-c941-4d2c-9fc3-6e2d59a23385 None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:31.364585 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-2c07d652-c941-4d2c-9fc3-6e2d59a23385 None None] Transition to ACTIVE for port object af9f9578-4ad3-4c48-9796-c8ed1a25355f will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:25:31.386891 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-2c07d652-c941-4d2c-9fc3-6e2d59a23385 None None] Transition to ACTIVE for port object af9f9578-4ad3-4c48-9796-c8ed1a25355f will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:25:31.413136 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7d6fb59a-4c4b-4cd4-bdd2-49fa98ef16fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:31.419149 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:31.467622 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2c07d652-c941-4d2c-9fc3-6e2d59a23385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:31.489759 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eb2305-2299-4675-80fe-d219c8471bd5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'Port': ['ID=40ef7d17-091c-4cba-be0e-57f54ce360ca,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:31.499779 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3a4fcfe1-07e9-47d2-9bc0-27b104fe7ae4 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for port, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:31.504884 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eb2305-2299-4675-80fe-d219c8471bd5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:25:31.505617 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eb2305-2299-4675-80fe-d219c8471bd5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:25:31.505897 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eb2305-2299-4675-80fe-d219c8471bd5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:25:31.506417 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eb2305-2299-4675-80fe-d219c8471bd5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:25:31.506981 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eb2305-2299-4675-80fe-d219c8471bd5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:25:31.514216 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eb2305-2299-4675-80fe-d219c8471bd5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:25:31.514216 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eb2305-2299-4675-80fe-d219c8471bd5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:25:31.514216 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eb2305-2299-4675-80fe-d219c8471bd5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:25:31.514216 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eb2305-2299-4675-80fe-d219c8471bd5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:25:31.514216 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eb2305-2299-4675-80fe-d219c8471bd5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:25:31.514216 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eb2305-2299-4675-80fe-d219c8471bd5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:25:31.516105 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d6eb2305-2299-4675-80fe-d219c8471bd5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:31.519708 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c07d652-c941-4d2c-9fc3-6e2d59a23385 None None] Network c7e168d1-4130-4552-a018-a66cdb909db5 is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:25:31.525044 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-2c07d652-c941-4d2c-9fc3-6e2d59a23385 None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:25:31.527684 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c07d652-c941-4d2c-9fc3-6e2d59a23385 None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:25:31.533151 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3a4fcfe1-07e9-47d2-9bc0-27b104fe7ae4 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:31.534775 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3a4fcfe1-07e9-47d2-9bc0-27b104fe7ae4 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1959989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854145006'] for router_interface, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:31.535231 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3878333-1cef-4fa3-b018-c2e9f8755d45 None None] Pushing event updated for resources: {'Port': ['ID=21ef82c6-0219-4c36-abba-a249d2334d0b,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:31.538591 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b3878333-1cef-4fa3-b018-c2e9f8755d45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:31.541713 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f9359da8-3c8c-4a5c-83e7-cf095e3b6865 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:31.546166 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-aed531ea-064d-43ea-84d9-bb2f817e7343 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:31.611402 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6fb59a-4c4b-4cd4-bdd2-49fa98ef16fc None None] Routers {'8c4f691e-110f-4efd-bde9-948786680252'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:25:31.612181 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-7d6fb59a-4c4b-4cd4-bdd2-49fa98ef16fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:25:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['8c4f691e-110f-4efd-bde9-948786680252'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:25:31.814073 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c07d652-c941-4d2c-9fc3-6e2d59a23385 None None] Pushing event updated for resources: {'Port': ['ID=af9f9578-4ad3-4c48-9796-c8ed1a25355f,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:31.817454 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2c07d652-c941-4d2c-9fc3-6e2d59a23385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:31.852751 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-2c07d652-c941-4d2c-9fc3-6e2d59a23385 None None] Attempting to bind port af9f9578-4ad3-4c48-9796-c8ed1a25355f on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:25:31.853188 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-2c07d652-c941-4d2c-9fc3-6e2d59a23385 None None] Attempting to bind port af9f9578-4ad3-4c48-9796-c8ed1a25355f by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'c62a9772-1937-4c16-9655-d21dbd21a1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c7e168d1-4130-4552-a018-a66cdb909db5'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:25:31.853595 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c07d652-c941-4d2c-9fc3-6e2d59a23385 None None] Attempting to bind port af9f9578-4ad3-4c48-9796-c8ed1a25355f on network c7e168d1-4130-4552-a018-a66cdb909db5 {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:25:31.866850 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c07d652-c941-4d2c-9fc3-6e2d59a23385 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:25:31.867965 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c07d652-c941-4d2c-9fc3-6e2d59a23385 None None] Checking segment: {'id': 'c62a9772-1937-4c16-9655-d21dbd21a1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c7e168d1-4130-4552-a018-a66cdb909db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:25:31.868300 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2c07d652-c941-4d2c-9fc3-6e2d59a23385 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:31.868745 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c07d652-c941-4d2c-9fc3-6e2d59a23385 None None] Bound using segment: {'id': 'c62a9772-1937-4c16-9655-d21dbd21a1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c7e168d1-4130-4552-a018-a66cdb909db5'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:25:31.869648 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-2c07d652-c941-4d2c-9fc3-6e2d59a23385 None None] Bound port: af9f9578-4ad3-4c48-9796-c8ed1a25355f, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c62a9772-1937-4c16-9655-d21dbd21a1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c7e168d1-4130-4552-a018-a66cdb909db5'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:25:31.869648 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2c07d652-c941-4d2c-9fc3-6e2d59a23385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:31.892814 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-7d6fb59a-4c4b-4cd4-bdd2-49fa98ef16fc None None] Set router 8c4f691e-110f-4efd-bde9-948786680252 gateway port host: None {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:25:31.982926 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4fcfe1-07e9-47d2-9bc0-27b104fe7ae4 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Pushing event updated for resources: {'Port': ['ID=fdfb63cc-2ea1-4147-b701-6af548ee83b8,revision_number=2']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:31.987843 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3a4fcfe1-07e9-47d2-9bc0-27b104fe7ae4 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:32.034758 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4fcfe1-07e9-47d2-9bc0-27b104fe7ae4 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Network c7e168d1-4130-4552-a018-a66cdb909db5 is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:25:32.036432 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-3a4fcfe1-07e9-47d2-9bc0-27b104fe7ae4 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:25:32.084318 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d6eb2305-2299-4675-80fe-d219c8471bd5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:32.173126 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d6eb2305-2299-4675-80fe-d219c8471bd5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:32.191119 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-2c07d652-c941-4d2c-9fc3-6e2d59a23385 None None] For port af9f9578-4ad3-4c48-9796-c8ed1a25355f, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:25:32.212066 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-2c07d652-c941-4d2c-9fc3-6e2d59a23385 None None] For port af9f9578-4ad3-4c48-9796-c8ed1a25355f, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=af9f9578-4ad3-4c48-9796-c8ed1a25355f,segment=NetworkSegment(c62a9772-1937-4c16-9655-d21dbd21a1c1),segment_id=c62a9772-1937-4c16-9655-d21dbd21a1c1)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:25:32.243963 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2c07d652-c941-4d2c-9fc3-6e2d59a23385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:32.258961 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b3878333-1cef-4fa3-b018-c2e9f8755d45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:32.394822 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a4fcfe1-07e9-47d2-9bc0-27b104fe7ae4 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Router 8c4f691e-110f-4efd-bde9-948786680252 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:25:32.403661 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d6eb2305-2299-4675-80fe-d219c8471bd5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:32.436170 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d6eb2305-2299-4675-80fe-d219c8471bd5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:32.441706 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0bfab303-e9d5-4c5f-9b95-e21a03cb2f0a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:32.556089 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eb2305-2299-4675-80fe-d219c8471bd5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'Port': ['ID=40ef7d17-091c-4cba-be0e-57f54ce360ca,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:32.565076 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c07d652-c941-4d2c-9fc3-6e2d59a23385 None None] Pushing event updated for resources: {'Port': ['ID=af9f9578-4ad3-4c48-9796-c8ed1a25355f,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:32.565854 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d6eb2305-2299-4675-80fe-d219c8471bd5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:32.568163 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2c07d652-c941-4d2c-9fc3-6e2d59a23385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:32.595575 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a4fcfe1-07e9-47d2-9bc0-27b104fe7ae4 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:25:32.596093 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-7d6fb59a-4c4b-4cd4-bdd2-49fa98ef16fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4f691e-110f-4efd-bde9-948786680252', 'name': 'tempest-RoutersIpV6Test-router-1186134822', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:25:08Z', 'updated_at': '2021-12-15T19:25:30Z', 'revision_number': 5, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'gw_port_host': None, '_interfaces': [{'id': '05fa6c19-5c87-4dc3-b9a0-a68c1b9add0c', 'name': '', 'network_id': '186138d4-d03a-4202-89bb-c81a68183b00', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'mac_address': 'fa:16:3e:32:56:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4f691e-110f-4efd-bde9-948786680252', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38da1f74-0c3c-4af8-9c45-43436c71e6b0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:25:11Z', 'updated_at': '2021-12-15T19:25:22Z', 'revision_number': 5, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'subnets': [{'id': '38da1f74-0c3c-4af8-9c45-43436c71e6b0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21ef82c6-0219-4c36-abba-a249d2334d0b', 'name': '', 'network_id': '0d3112d0-2d7a-43b6-bad1-c1559c61f2f1', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'mac_address': 'fa:16:3e:0d:a8:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4f691e-110f-4efd-bde9-948786680252', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e82fa53-6f50-4a8e-ac30-9527d45b72c5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:25:25Z', 'updated_at': '2021-12-15T19:25:31Z', 'revision_number': 4, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'subnets': [{'id': '4e82fa53-6f50-4a8e-ac30-9527d45b72c5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e4ec9a6-83df-4d0e-b7ab-720eb74db6f6', 'name': '', 'network_id': '83b93ffe-10be-4e47-9a21-42bad6262113', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'mac_address': 'fa:16:3e:81:8b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4f691e-110f-4efd-bde9-948786680252', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a2333a9-3e78-4b5e-b14b-a491f2afe75d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:25:17Z', 'updated_at': '2021-12-15T19:25:26Z', 'revision_number': 5, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'subnets': [{'id': '0a2333a9-3e78-4b5e-b14b-a491f2afe75d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdfb63cc-2ea1-4147-b701-6af548ee83b8', 'name': '', 'network_id': 'c7e168d1-4130-4552-a018-a66cdb909db5', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'mac_address': 'fa:16:3e:6d:2e:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4f691e-110f-4efd-bde9-948786680252', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '637422bb-326c-459f-b564-b0ab030b4d04', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:25:30Z', 'updated_at': '2021-12-15T19:25:31Z', 'revision_number': 2, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'subnets': [{'id': '637422bb-326c-459f-b564-b0ab030b4d04', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:25:32.605930 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d6eb2305-2299-4675-80fe-d219c8471bd5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634093'] for floatingip, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:32.608617 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6fb59a-4c4b-4cd4-bdd2-49fa98ef16fc None None] The sync data for ids ['8c4f691e-110f-4efd-bde9-948786680252'] in dv-neutron-821831-2-hyperv is: [{'id': '8c4f691e-110f-4efd-bde9-948786680252', 'name': 'tempest-RoutersIpV6Test-router-1186134822', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:25:08Z', 'updated_at': '2021-12-15T19:25:30Z', 'revision_number': 5, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'gw_port_host': None, '_interfaces': [{'id': '05fa6c19-5c87-4dc3-b9a0-a68c1b9add0c', 'name': '', 'network_id': '186138d4-d03a-4202-89bb-c81a68183b00', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'mac_address': 'fa:16:3e:32:56:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4f691e-110f-4efd-bde9-948786680252', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38da1f74-0c3c-4af8-9c45-43436c71e6b0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:25:11Z', 'updated_at': '2021-12-15T19:25:22Z', 'revision_number': 5, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'subnets': [{'id': '38da1f74-0c3c-4af8-9c45-43436c71e6b0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21ef82c6-0219-4c36-abba-a249d2334d0b', 'name': '', 'network_id': '0d3112d0-2d7a-43b6-bad1-c1559c61f2f1', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'mac_address': 'fa:16:3e:0d:a8:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4f691e-110f-4efd-bde9-948786680252', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e82fa53-6f50-4a8e-ac30-9527d45b72c5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:25:25Z', 'updated_at': '2021-12-15T19:25:31Z', 'revision_number': 4, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'subnets': [{'id': '4e82fa53-6f50-4a8e-ac30-9527d45b72c5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e4ec9a6-83df-4d0e-b7ab-720eb74db6f6', 'name': '', 'network_id': '83b93ffe-10be-4e47-9a21-42bad6262113', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'mac_address': 'fa:16:3e:81:8b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4f691e-110f-4efd-bde9-948786680252', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a2333a9-3e78-4b5e-b14b-a491f2afe75d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:25:17Z', 'updated_at': '2021-12-15T19:25:26Z', 'revision_number': 5, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'subnets': [{'id': '0a2333a9-3e78-4b5e-b14b-a491f2afe75d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdfb63cc-2ea1-4147-b701-6af548ee83b8', 'name': '', 'network_id': 'c7e168d1-4130-4552-a018-a66cdb909db5', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'mac_address': 'fa:16:3e:6d:2e:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4f691e-110f-4efd-bde9-948786680252', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '637422bb-326c-459f-b564-b0ab030b4d04', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:25:30Z', 'updated_at': '2021-12-15T19:25:31Z', 'revision_number': 2, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'subnets': [{'id': '637422bb-326c-459f-b564-b0ab030b4d04', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:25:32.613251 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-3a4fcfe1-07e9-47d2-9bc0-27b104fe7ae4 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "PUT /v2.0/routers/8c4f691e-110f-4efd-bde9-948786680252/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2101667 Dec 15 19:25:32.614796 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 57194) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:32.622905 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-d35ae6c0-5008-43ed-ab15-a3ce69e0b629 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:25:32.871484 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.l3_db [None req-d6eb2305-2299-4675-80fe-d219c8471bd5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Floating IP a46e74c5-18bd-4d98-abe9-bf52ba9e66b2 associated. External IP: 172.26.3.158, port: be872072-0c50-4003-85a0-7c9af68a6b34. Dec 15 19:25:33.333272 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.extraroute_db [None req-d35ae6c0-5008-43ed-ab15-a3ce69e0b629 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=88991) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 15 19:25:33.391267 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6eb2305-2299-4675-80fe-d219c8471bd5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Router 82650783-95e2-4845-a62c-85b9cb70f7c3 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:25:33.404208 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.extraroute_db [None req-d35ae6c0-5008-43ed-ab15-a3ce69e0b629 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Removed routes are [] {{(pid=88991) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 15 19:25:33.404802 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d35ae6c0-5008-43ed-ab15-a3ce69e0b629 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:33.647963 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6eb2305-2299-4675-80fe-d219c8471bd5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:25:33.665453 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7952211-5eb4-4fba-8896-87e5b62f1e77 None None] Sync routers for ids ['82650783-95e2-4845-a62c-85b9cb70f7c3'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:25:33.683976 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7952211-5eb4-4fba-8896-87e5b62f1e77 None None] Routers {'82650783-95e2-4845-a62c-85b9cb70f7c3'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:25:33.684699 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-d7952211-5eb4-4fba-8896-87e5b62f1e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:25:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['82650783-95e2-4845-a62c-85b9cb70f7c3'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:25:33.836832 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d35ae6c0-5008-43ed-ab15-a3ce69e0b629 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:33.840962 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d35ae6c0-5008-43ed-ab15-a3ce69e0b629 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854141873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-633912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854194791'] for router, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:33.921694 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d6eb2305-2299-4675-80fe-d219c8471bd5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:34.027973 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d6eb2305-2299-4675-80fe-d219c8471bd5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5725207 Dec 15 19:25:34.028712 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd6c8bfb-1c85-414f-bf98-1e2009f9c8d7', 'tag': 'be872072-0c50-4003-85a0-7c9af68a6b34'}] {{(pid=88990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:25:34.041653 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 57198) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:34.096058 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-d7952211-5eb4-4fba-8896-87e5b62f1e77 None None] Set router 82650783-95e2-4845-a62c-85b9cb70f7c3 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:25:34.256703 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-52bf0f2b-68c7-41fd-8829-693a31a295f7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/floatingips/a46e74c5-18bd-4d98-abe9-bf52ba9e66b2 HTTP/1.1" status: 200 len: 991 time: 0.2135260 Dec 15 19:25:34.408335 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd6c8bfb-1c85-414f-bf98-1e2009f9c8d7', 'tag': 'be872072-0c50-4003-85a0-7c9af68a6b34', 'status': 'completed', 'code': 200} Dec 15 19:25:34.424257 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d35ae6c0-5008-43ed-ab15-a3ce69e0b629 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Router 8c4f691e-110f-4efd-bde9-948786680252 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:25:34.477773 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device af9f9578-4ad3-4c48-9796-c8ed1a25355f up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:25:34.585451 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port af9f9578-4ad3-4c48-9796-c8ed1a25355f completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:25:34.608139 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 21ef82c6-0219-4c36-abba-a249d2334d0b up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:25:34.688787 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-165751a3-e773-41f5-9e98-4116b5ebb9b8 req-35c63a06-3a69-4ca0-b5dc-547b7495434a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c1b74cf25a94156b4530f0bd868c0c9&device_id=cd6c8bfb-1c85-414f-bf98-1e2009f9c8d7 HTTP/1.1" status: 200 len: 1098 time: 0.2562108 Dec 15 19:25:34.738734 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 21ef82c6-0219-4c36-abba-a249d2334d0b completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:25:34.739210 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-d7952211-5eb4-4fba-8896-87e5b62f1e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82650783-95e2-4845-a62c-85b9cb70f7c3', 'name': 'tempest-TestNetworkBasicOps-router-1699851332', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.146'}], 'enable_snat': True}, 'gw_port_id': '4f9c3c75-56e9-4060-935c-a2e89cdc59df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:24:57Z', 'updated_at': '2021-12-15T19:25:04Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': '4f9c3c75-56e9-4060-935c-a2e89cdc59df', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:87:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82650783-95e2-4845-a62c-85b9cb70f7c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:24:58Z', 'updated_at': '2021-12-15T19:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': 'a46e74c5-18bd-4d98-abe9-bf52ba9e66b2', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'floating_ip_address': '172.26.3.158', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': '82650783-95e2-4845-a62c-85b9cb70f7c3', 'port_id': 'be872072-0c50-4003-85a0-7c9af68a6b34', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '742fa07c-4093-4402-9392-3a44d30cee44', 'mac_address': 'fa:16:3e:a0:2f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6c8bfb-1c85-414f-bf98-1e2009f9c8d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:25:31Z', 'updated_at': '2021-12-15T19:25:31Z', 'revision_number': 0, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3689e11c-c1a4-45f8-ad70-f36bd093f6f5', 'name': '', 'network_id': '742fa07c-4093-4402-9392-3a44d30cee44', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:66:9b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82650783-95e2-4845-a62c-85b9cb70f7c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c22345a6-42c5-4f92-a83e-0a41a1336a7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:25:02Z', 'updated_at': '2021-12-15T19:25:14Z', 'revision_number': 5, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'c22345a6-42c5-4f92-a83e-0a41a1336a7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:25:34.743540 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7952211-5eb4-4fba-8896-87e5b62f1e77 None None] Checking router: 82650783-95e2-4845-a62c-85b9cb70f7c3 for host: dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:25:34.744665 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 21ef82c6-0219-4c36-abba-a249d2334d0b triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:25:34.745235 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:34.755917 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7952211-5eb4-4fba-8896-87e5b62f1e77 None None] Routers {'82650783-95e2-4845-a62c-85b9cb70f7c3'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:25:34.756589 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-d7952211-5eb4-4fba-8896-87e5b62f1e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:25:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['82650783-95e2-4845-a62c-85b9cb70f7c3'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:25:34.818150 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c3ebeb-21b8-4d75-b00d-86be38ab4bd3 None None] Network c7e168d1-4130-4552-a018-a66cdb909db5 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:25:34.842962 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d35ae6c0-5008-43ed-ab15-a3ce69e0b629 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:25:34.851870 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d35ae6c0-5008-43ed-ab15-a3ce69e0b629 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for router, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:34.856369 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d35ae6c0-5008-43ed-ab15-a3ce69e0b629 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "PUT /v2.0/routers/8c4f691e-110f-4efd-bde9-948786680252 HTTP/1.1" status: 200 len: 954 time: 2.2374384 Dec 15 19:25:34.856581 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 57206) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:34.882663 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165751a3-e773-41f5-9e98-4116b5ebb9b8 req-af288950-e135-466e-af68-37b7dc66bca5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:25:34.884588 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-165751a3-e773-41f5-9e98-4116b5ebb9b8 req-af288950-e135-466e-af68-37b7dc66bca5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=742fa07c-4093-4402-9392-3a44d30cee44 HTTP/1.1" status: 200 len: 897 time: 0.1754599 Dec 15 19:25:34.973834 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227d45fd-6e69-4d04-ae5b-dfa9bb9db7a0 None None] Sync routers for ids ['8c4f691e-110f-4efd-bde9-948786680252'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:25:34.977908 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-943d5ec6-4a89-44b0-9c81-1bc4f3d416d1 None None] Provisioning for port af9f9578-4ad3-4c48-9796-c8ed1a25355f completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:25:34.987164 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-d7952211-5eb4-4fba-8896-87e5b62f1e77 None None] Set router 82650783-95e2-4845-a62c-85b9cb70f7c3 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:25:35.000367 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-943d5ec6-4a89-44b0-9c81-1bc4f3d416d1 None None] Provisioning complete for port af9f9578-4ad3-4c48-9796-c8ed1a25355f triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:25:35.001006 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-943d5ec6-4a89-44b0-9c81-1bc4f3d416d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:35.008069 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-165751a3-e773-41f5-9e98-4116b5ebb9b8 req-d32fb13b-1edd-4797-9d04-b286995c6f78 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be872072-0c50-4003-85a0-7c9af68a6b34 HTTP/1.1" status: 200 len: 999 time: 0.1166883 Dec 15 19:25:35.056613 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-fe415bba-4500-4c7f-8a18-415e97e88535 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "GET /v2.0/routers/8c4f691e-110f-4efd-bde9-948786680252 HTTP/1.1" status: 200 len: 954 time: 0.1988542 Dec 15 19:25:35.059413 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 57210) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:35.066274 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-36bfb10d-c744-4c7e-ae99-db27e6d78ed8 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Request body: {'router': {'routes': None}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:25:35.100119 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165751a3-e773-41f5-9e98-4116b5ebb9b8 req-ca92bff0-701b-4243-9e3a-d15b14dece65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:25:35.102071 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-165751a3-e773-41f5-9e98-4116b5ebb9b8 req-ca92bff0-701b-4243-9e3a-d15b14dece65 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c22345a6-42c5-4f92-a83e-0a41a1336a7c HTTP/1.1" status: 200 len: 834 time: 0.0884356 Dec 15 19:25:35.118575 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:35.133268 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227d45fd-6e69-4d04-ae5b-dfa9bb9db7a0 None None] Routers {'8c4f691e-110f-4efd-bde9-948786680252'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:25:35.133982 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-227d45fd-6e69-4d04-ae5b-dfa9bb9db7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:25:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['8c4f691e-110f-4efd-bde9-948786680252'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:25:35.199294 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-165751a3-e773-41f5-9e98-4116b5ebb9b8 req-6bc0b7f8-c815-46a1-b003-dc7661171f37 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=742fa07c-4093-4402-9392-3a44d30cee44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0881307 Dec 15 19:25:35.310104 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 57214) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:35.324491 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-943d5ec6-4a89-44b0-9c81-1bc4f3d416d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:35.379929 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-943d5ec6-4a89-44b0-9c81-1bc4f3d416d1 None None] For port af9f9578-4ad3-4c48-9796-c8ed1a25355f, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=af9f9578-4ad3-4c48-9796-c8ed1a25355f,segment=NetworkSegment(c62a9772-1937-4c16-9655-d21dbd21a1c1),segment_id=c62a9772-1937-4c16-9655-d21dbd21a1c1)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:25:35.417992 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port 21ef82c6-0219-4c36-abba-a249d2334d0b, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=21ef82c6-0219-4c36-abba-a249d2334d0b,segment=NetworkSegment(0e9c2fe8-b9fb-4c91-a090-e9c3cb26f579),segment_id=0e9c2fe8-b9fb-4c91-a090-e9c3cb26f579)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:25:35.435485 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-d7952211-5eb4-4fba-8896-87e5b62f1e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82650783-95e2-4845-a62c-85b9cb70f7c3', 'name': 'tempest-TestNetworkBasicOps-router-1699851332', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.146'}], 'enable_snat': True}, 'gw_port_id': '4f9c3c75-56e9-4060-935c-a2e89cdc59df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:24:57Z', 'updated_at': '2021-12-15T19:25:04Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': '4f9c3c75-56e9-4060-935c-a2e89cdc59df', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:87:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82650783-95e2-4845-a62c-85b9cb70f7c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:24:58Z', 'updated_at': '2021-12-15T19:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': 'a46e74c5-18bd-4d98-abe9-bf52ba9e66b2', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'floating_ip_address': '172.26.3.158', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': '82650783-95e2-4845-a62c-85b9cb70f7c3', 'port_id': 'be872072-0c50-4003-85a0-7c9af68a6b34', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '742fa07c-4093-4402-9392-3a44d30cee44', 'mac_address': 'fa:16:3e:a0:2f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6c8bfb-1c85-414f-bf98-1e2009f9c8d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:25:31Z', 'updated_at': '2021-12-15T19:25:31Z', 'revision_number': 0, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3689e11c-c1a4-45f8-ad70-f36bd093f6f5', 'name': '', 'network_id': '742fa07c-4093-4402-9392-3a44d30cee44', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:66:9b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82650783-95e2-4845-a62c-85b9cb70f7c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c22345a6-42c5-4f92-a83e-0a41a1336a7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:25:02Z', 'updated_at': '2021-12-15T19:25:14Z', 'revision_number': 5, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'c22345a6-42c5-4f92-a83e-0a41a1336a7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:25:35.441617 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7952211-5eb4-4fba-8896-87e5b62f1e77 None None] The sync data for ids ['82650783-95e2-4845-a62c-85b9cb70f7c3'] in dv-neutron-821831-2-hyperv is: [{'id': '82650783-95e2-4845-a62c-85b9cb70f7c3', 'name': 'tempest-TestNetworkBasicOps-router-1699851332', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.146'}], 'enable_snat': True}, 'gw_port_id': '4f9c3c75-56e9-4060-935c-a2e89cdc59df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:24:57Z', 'updated_at': '2021-12-15T19:25:04Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': '4f9c3c75-56e9-4060-935c-a2e89cdc59df', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:87:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82650783-95e2-4845-a62c-85b9cb70f7c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:24:58Z', 'updated_at': '2021-12-15T19:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': 'a46e74c5-18bd-4d98-abe9-bf52ba9e66b2', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'floating_ip_address': '172.26.3.158', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': '82650783-95e2-4845-a62c-85b9cb70f7c3', 'port_id': 'be872072-0c50-4003-85a0-7c9af68a6b34', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '742fa07c-4093-4402-9392-3a44d30cee44', 'mac_address': 'fa:16:3e:a0:2f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6c8bfb-1c85-414f-bf98-1e2009f9c8d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:25:31Z', 'updated_at': '2021-12-15T19:25:31Z', 'revision_number': 0, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3689e11c-c1a4-45f8-ad70-f36bd093f6f5', 'name': '', 'network_id': '742fa07c-4093-4402-9392-3a44d30cee44', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:66:9b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82650783-95e2-4845-a62c-85b9cb70f7c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c22345a6-42c5-4f92-a83e-0a41a1336a7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:25:02Z', 'updated_at': '2021-12-15T19:25:14Z', 'revision_number': 5, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'c22345a6-42c5-4f92-a83e-0a41a1336a7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:25:35.454801 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-943d5ec6-4a89-44b0-9c81-1bc4f3d416d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:35.470332 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a23fc501-688d-4218-ad1a-e32a2308d05d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:35.518307 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:35.524506 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-165751a3-e773-41f5-9e98-4116b5ebb9b8 req-fe7d6281-d362-402b-a03f-14822f62de7b service neutron] 10.222.0.32 "GET /v2.0/networks/742fa07c-4093-4402-9392-3a44d30cee44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179493 Dec 15 19:25:35.627619 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-227d45fd-6e69-4d04-ae5b-dfa9bb9db7a0 None None] Set router 8c4f691e-110f-4efd-bde9-948786680252 gateway port host: None {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:25:35.668045 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-7a796b3b-def7-40c0-8871-545c056bda70 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/floatingips/a46e74c5-18bd-4d98-abe9-bf52ba9e66b2 HTTP/1.1" status: 200 len: 991 time: 0.3556724 Dec 15 19:25:35.688511 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943d5ec6-4a89-44b0-9c81-1bc4f3d416d1 None None] Pushing event updated for resources: {'Port': ['ID=af9f9578-4ad3-4c48-9796-c8ed1a25355f,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:35.692085 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-943d5ec6-4a89-44b0-9c81-1bc4f3d416d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:35.700854 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a23fc501-688d-4218-ad1a-e32a2308d05d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.163s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:35.721927 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-165751a3-e773-41f5-9e98-4116b5ebb9b8 req-254f4898-3caf-4494-aed1-a6c3b4c0a899 service neutron] 10.222.0.32 "GET /v2.0/networks/742fa07c-4093-4402-9392-3a44d30cee44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846178 Dec 15 19:25:35.874664 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f63e3ad-570a-4502-bf06-0fca7462f6ac None None] New status for floating IP a46e74c5-18bd-4d98-abe9-bf52ba9e66b2: ACTIVE {{(pid=88993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 15 19:25:35.895961 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=21ef82c6-0219-4c36-abba-a249d2334d0b,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:35.971469 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:36.032476 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.extraroute_db [None req-36bfb10d-c744-4c7e-ae99-db27e6d78ed8 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Added routes are [] {{(pid=88990) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 15 19:25:36.032837 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.extraroute_db [None req-36bfb10d-c744-4c7e-ae99-db27e6d78ed8 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=88990) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 15 19:25:36.072834 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-36bfb10d-c744-4c7e-ae99-db27e6d78ed8 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:36.119450 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-227d45fd-6e69-4d04-ae5b-dfa9bb9db7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4f691e-110f-4efd-bde9-948786680252', 'name': 'tempest-RoutersIpV6Test-router-1186134822', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:25:08Z', 'updated_at': '2021-12-15T19:25:33Z', 'revision_number': 6, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'gw_port_host': None, '_interfaces': [{'id': '05fa6c19-5c87-4dc3-b9a0-a68c1b9add0c', 'name': '', 'network_id': '186138d4-d03a-4202-89bb-c81a68183b00', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'mac_address': 'fa:16:3e:32:56:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4f691e-110f-4efd-bde9-948786680252', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38da1f74-0c3c-4af8-9c45-43436c71e6b0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:25:11Z', 'updated_at': '2021-12-15T19:25:22Z', 'revision_number': 5, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'subnets': [{'id': '38da1f74-0c3c-4af8-9c45-43436c71e6b0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21ef82c6-0219-4c36-abba-a249d2334d0b', 'name': '', 'network_id': '0d3112d0-2d7a-43b6-bad1-c1559c61f2f1', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'mac_address': 'fa:16:3e:0d:a8:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4f691e-110f-4efd-bde9-948786680252', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e82fa53-6f50-4a8e-ac30-9527d45b72c5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:25:25Z', 'updated_at': '2021-12-15T19:25:31Z', 'revision_number': 4, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'subnets': [{'id': '4e82fa53-6f50-4a8e-ac30-9527d45b72c5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e4ec9a6-83df-4d0e-b7ab-720eb74db6f6', 'name': '', 'network_id': '83b93ffe-10be-4e47-9a21-42bad6262113', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'mac_address': 'fa:16:3e:81:8b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4f691e-110f-4efd-bde9-948786680252', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a2333a9-3e78-4b5e-b14b-a491f2afe75d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:25:17Z', 'updated_at': '2021-12-15T19:25:26Z', 'revision_number': 5, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'subnets': [{'id': '0a2333a9-3e78-4b5e-b14b-a491f2afe75d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdfb63cc-2ea1-4147-b701-6af548ee83b8', 'name': '', 'network_id': 'c7e168d1-4130-4552-a018-a66cdb909db5', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'mac_address': 'fa:16:3e:6d:2e:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4f691e-110f-4efd-bde9-948786680252', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '637422bb-326c-459f-b564-b0ab030b4d04', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:25:30Z', 'updated_at': '2021-12-15T19:25:31Z', 'revision_number': 2, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'subnets': [{'id': '637422bb-326c-459f-b564-b0ab030b4d04', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:25:36.124619 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227d45fd-6e69-4d04-ae5b-dfa9bb9db7a0 None None] Checking router: 8c4f691e-110f-4efd-bde9-948786680252 for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:25:36.124993 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227d45fd-6e69-4d04-ae5b-dfa9bb9db7a0 None None] Updating router 8c4f691e-110f-4efd-bde9-948786680252 port fdfb63cc-2ea1-4147-b701-6af548ee83b8 binding host dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 15 19:25:36.186932 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-227d45fd-6e69-4d04-ae5b-dfa9bb9db7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:36.344761 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device af9f9578-4ad3-4c48-9796-c8ed1a25355f up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:25:36.456742 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-36bfb10d-c744-4c7e-ae99-db27e6d78ed8 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:36.462665 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-36bfb10d-c744-4c7e-ae99-db27e6d78ed8 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854141873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-633912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854194791'] for router, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:36.676708 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 57218) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:36.688915 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d3ecded8-b9b0-4ee5-b11e-de95ed631f4f req-a703f184-ed44-43f8-a9c1-fabfd0aa4b71 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cd6c8bfb-1c85-414f-bf98-1e2009f9c8d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1105654 Dec 15 19:25:36.736937 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-dafe0d93-ca40-421c-b96b-632de67e4dc0 None None] Provisioning complete for port af9f9578-4ad3-4c48-9796-c8ed1a25355f triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:25:36.737393 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dafe0d93-ca40-421c-b96b-632de67e4dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:36.815754 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port af9f9578-4ad3-4c48-9796-c8ed1a25355f triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:25:36.816025 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36bfb10d-c744-4c7e-ae99-db27e6d78ed8 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Router 8c4f691e-110f-4efd-bde9-948786680252 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:25:36.816278 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:36.832435 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-5529c21e-7ccd-4309-986f-56642efc621a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/floatingips/a46e74c5-18bd-4d98-abe9-bf52ba9e66b2 HTTP/1.1" status: 200 len: 993 time: 0.1518540 Dec 15 19:25:36.878481 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d3ecded8-b9b0-4ee5-b11e-de95ed631f4f req-6a94b143-caf4-4ce2-83da-01db90d218ca service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c1b74cf25a94156b4530f0bd868c0c9&device_id=cd6c8bfb-1c85-414f-bf98-1e2009f9c8d7 HTTP/1.1" status: 200 len: 1098 time: 0.1096473 Dec 15 19:25:37.036442 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36bfb10d-c744-4c7e-ae99-db27e6d78ed8 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:25:37.043809 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-36bfb10d-c744-4c7e-ae99-db27e6d78ed8 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:37.047347 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-36bfb10d-c744-4c7e-ae99-db27e6d78ed8 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "PUT /v2.0/routers/8c4f691e-110f-4efd-bde9-948786680252 HTTP/1.1" status: 200 len: 704 time: 1.9862690 Dec 15 19:25:37.048279 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 57222) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:37.060784 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ecded8-b9b0-4ee5-b11e-de95ed631f4f req-863f278b-3301-4ad3-94f4-1ae4e7ff55c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:25:37.062443 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d3ecded8-b9b0-4ee5-b11e-de95ed631f4f req-863f278b-3301-4ad3-94f4-1ae4e7ff55c7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=742fa07c-4093-4402-9392-3a44d30cee44 HTTP/1.1" status: 200 len: 897 time: 0.1629760 Dec 15 19:25:37.077060 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 21ef82c6-0219-4c36-abba-a249d2334d0b up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:25:37.160956 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-227d45fd-6e69-4d04-ae5b-dfa9bb9db7a0 None None] Notify callbacks [] for port, precommit_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:37.177044 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d3ecded8-b9b0-4ee5-b11e-de95ed631f4f req-678a55ee-910b-42d1-8665-43e0337a2f9b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be872072-0c50-4003-85a0-7c9af68a6b34 HTTP/1.1" status: 200 len: 1001 time: 0.1081429 Dec 15 19:25:37.181882 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-dafe0d93-ca40-421c-b96b-632de67e4dc0 None None] Provisioning for port fdfb63cc-2ea1-4147-b701-6af548ee83b8 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:25:37.187744 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-227d45fd-6e69-4d04-ae5b-dfa9bb9db7a0 None None] Transition to ACTIVE for port object fdfb63cc-2ea1-4147-b701-6af548ee83b8 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:25:37.192574 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-dafe0d93-ca40-421c-b96b-632de67e4dc0 None None] Provisioning complete for port fdfb63cc-2ea1-4147-b701-6af548ee83b8 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:25:37.192976 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dafe0d93-ca40-421c-b96b-632de67e4dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:37.236006 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-227d45fd-6e69-4d04-ae5b-dfa9bb9db7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:37.240516 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 21ef82c6-0219-4c36-abba-a249d2334d0b triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:25:37.240942 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:37.245649 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 57226) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:37.245917 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-064648d3-47ad-41cd-aba6-c699ff977908 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "GET /v2.0/routers/8c4f691e-110f-4efd-bde9-948786680252 HTTP/1.1" status: 200 len: 704 time: 0.1961563 Dec 15 19:25:37.274997 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-86e1fa4f-1134-4b9f-9229-d1e2aa461fe3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:37.352579 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-dafe0d93-ca40-421c-b96b-632de67e4dc0 None None] Port fdfb63cc-2ea1-4147-b701-6af548ee83b8 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:25:37.379296 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ecded8-b9b0-4ee5-b11e-de95ed631f4f req-17f5a0ee-9eb4-49be-945c-2a2cffe3093d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:25:37.380892 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d3ecded8-b9b0-4ee5-b11e-de95ed631f4f req-17f5a0ee-9eb4-49be-945c-2a2cffe3093d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c22345a6-42c5-4f92-a83e-0a41a1336a7c HTTP/1.1" status: 200 len: 834 time: 0.1967056 Dec 15 19:25:37.443735 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108e42fc-2416-4535-960f-55c74b8cb320 None None] Pushing event updated for resources: {'Port': ['ID=fdfb63cc-2ea1-4147-b701-6af548ee83b8,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:37.450322 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-108e42fc-2416-4535-960f-55c74b8cb320 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:37.509922 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d3ecded8-b9b0-4ee5-b11e-de95ed631f4f req-8d134203-ccf3-47b0-8574-c4c2321c8996 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=742fa07c-4093-4402-9392-3a44d30cee44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1208246 Dec 15 19:25:37.603119 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-227d45fd-6e69-4d04-ae5b-dfa9bb9db7a0 None None] Attempting to bind port fdfb63cc-2ea1-4147-b701-6af548ee83b8 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:25:37.603549 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-227d45fd-6e69-4d04-ae5b-dfa9bb9db7a0 None None] Attempting to bind port fdfb63cc-2ea1-4147-b701-6af548ee83b8 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'c62a9772-1937-4c16-9655-d21dbd21a1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c7e168d1-4130-4552-a018-a66cdb909db5'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:25:37.603964 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227d45fd-6e69-4d04-ae5b-dfa9bb9db7a0 None None] Attempting to bind port fdfb63cc-2ea1-4147-b701-6af548ee83b8 on network c7e168d1-4130-4552-a018-a66cdb909db5 {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:25:37.624738 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227d45fd-6e69-4d04-ae5b-dfa9bb9db7a0 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:25:37.625163 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227d45fd-6e69-4d04-ae5b-dfa9bb9db7a0 None None] Checking segment: {'id': 'c62a9772-1937-4c16-9655-d21dbd21a1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c7e168d1-4130-4552-a018-a66cdb909db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:25:37.625614 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-227d45fd-6e69-4d04-ae5b-dfa9bb9db7a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:37.626059 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227d45fd-6e69-4d04-ae5b-dfa9bb9db7a0 None None] Bound using segment: {'id': 'c62a9772-1937-4c16-9655-d21dbd21a1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c7e168d1-4130-4552-a018-a66cdb909db5'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:25:37.626610 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-227d45fd-6e69-4d04-ae5b-dfa9bb9db7a0 None None] Bound port: fdfb63cc-2ea1-4147-b701-6af548ee83b8, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c62a9772-1937-4c16-9655-d21dbd21a1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c7e168d1-4130-4552-a018-a66cdb909db5'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:25:37.627038 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-227d45fd-6e69-4d04-ae5b-dfa9bb9db7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:37.738000 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-227d45fd-6e69-4d04-ae5b-dfa9bb9db7a0 None None] For port fdfb63cc-2ea1-4147-b701-6af548ee83b8, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:25:37.741947 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-227d45fd-6e69-4d04-ae5b-dfa9bb9db7a0 None None] For port fdfb63cc-2ea1-4147-b701-6af548ee83b8, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=fdfb63cc-2ea1-4147-b701-6af548ee83b8,segment=NetworkSegment(c62a9772-1937-4c16-9655-d21dbd21a1c1),segment_id=c62a9772-1937-4c16-9655-d21dbd21a1c1)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:25:37.807717 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-227d45fd-6e69-4d04-ae5b-dfa9bb9db7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:37.812733 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:37.899046 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227d45fd-6e69-4d04-ae5b-dfa9bb9db7a0 None None] Routers {'8c4f691e-110f-4efd-bde9-948786680252'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:25:37.899751 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-227d45fd-6e69-4d04-ae5b-dfa9bb9db7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:25:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['8c4f691e-110f-4efd-bde9-948786680252'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:25:37.955426 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108e42fc-2416-4535-960f-55c74b8cb320 None None] Pushing event updated for resources: {'Port': ['ID=fdfb63cc-2ea1-4147-b701-6af548ee83b8,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:38.027409 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-108e42fc-2416-4535-960f-55c74b8cb320 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:38.047883 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d3ecded8-b9b0-4ee5-b11e-de95ed631f4f req-0fd11898-8798-4308-bc6a-5f73c95bd9c4 service neutron] 10.222.0.32 "GET /v2.0/networks/742fa07c-4093-4402-9392-3a44d30cee44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4810843 Dec 15 19:25:38.071486 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-227d45fd-6e69-4d04-ae5b-dfa9bb9db7a0 None None] Set router 8c4f691e-110f-4efd-bde9-948786680252 gateway port host: None {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:25:38.167759 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3cc44194-e4e2-4b4c-92bf-2a6c98c74415 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145021'] for router_interface, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:38.312152 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-48a80769-af92-4d6b-bf97-2f30e04ff71f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:38.335221 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d3ecded8-b9b0-4ee5-b11e-de95ed631f4f req-36640b66-13f2-49ae-9728-f66477ccfe49 service neutron] 10.222.0.32 "GET /v2.0/networks/742fa07c-4093-4402-9392-3a44d30cee44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786827 Dec 15 19:25:38.343188 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device fdfb63cc-2ea1-4147-b701-6af548ee83b8 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:25:38.520835 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-227d45fd-6e69-4d04-ae5b-dfa9bb9db7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4f691e-110f-4efd-bde9-948786680252', 'name': 'tempest-RoutersIpV6Test-router-1186134822', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:25:08Z', 'updated_at': '2021-12-15T19:25:36Z', 'revision_number': 7, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'gw_port_host': None, '_interfaces': [{'id': '05fa6c19-5c87-4dc3-b9a0-a68c1b9add0c', 'name': '', 'network_id': '186138d4-d03a-4202-89bb-c81a68183b00', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'mac_address': 'fa:16:3e:32:56:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4f691e-110f-4efd-bde9-948786680252', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38da1f74-0c3c-4af8-9c45-43436c71e6b0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:25:11Z', 'updated_at': '2021-12-15T19:25:22Z', 'revision_number': 5, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'subnets': [{'id': '38da1f74-0c3c-4af8-9c45-43436c71e6b0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21ef82c6-0219-4c36-abba-a249d2334d0b', 'name': '', 'network_id': '0d3112d0-2d7a-43b6-bad1-c1559c61f2f1', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'mac_address': 'fa:16:3e:0d:a8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4f691e-110f-4efd-bde9-948786680252', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e82fa53-6f50-4a8e-ac30-9527d45b72c5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:25:25Z', 'updated_at': '2021-12-15T19:25:35Z', 'revision_number': 5, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'subnets': [{'id': '4e82fa53-6f50-4a8e-ac30-9527d45b72c5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e4ec9a6-83df-4d0e-b7ab-720eb74db6f6', 'name': '', 'network_id': '83b93ffe-10be-4e47-9a21-42bad6262113', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'mac_address': 'fa:16:3e:81:8b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4f691e-110f-4efd-bde9-948786680252', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a2333a9-3e78-4b5e-b14b-a491f2afe75d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:25:17Z', 'updated_at': '2021-12-15T19:25:26Z', 'revision_number': 5, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'subnets': [{'id': '0a2333a9-3e78-4b5e-b14b-a491f2afe75d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdfb63cc-2ea1-4147-b701-6af548ee83b8', 'name': '', 'network_id': 'c7e168d1-4130-4552-a018-a66cdb909db5', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'mac_address': 'fa:16:3e:6d:2e:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4f691e-110f-4efd-bde9-948786680252', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '637422bb-326c-459f-b564-b0ab030b4d04', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:25:30Z', 'updated_at': '2021-12-15T19:25:37Z', 'revision_number': 4, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'subnets': [{'id': '637422bb-326c-459f-b564-b0ab030b4d04', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:25:38.525380 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227d45fd-6e69-4d04-ae5b-dfa9bb9db7a0 None None] The sync data for ids ['8c4f691e-110f-4efd-bde9-948786680252'] in dv-neutron-821831-2-hyperv is: [{'id': '8c4f691e-110f-4efd-bde9-948786680252', 'name': 'tempest-RoutersIpV6Test-router-1186134822', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:25:08Z', 'updated_at': '2021-12-15T19:25:36Z', 'revision_number': 7, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'gw_port_host': None, '_interfaces': [{'id': '05fa6c19-5c87-4dc3-b9a0-a68c1b9add0c', 'name': '', 'network_id': '186138d4-d03a-4202-89bb-c81a68183b00', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'mac_address': 'fa:16:3e:32:56:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4f691e-110f-4efd-bde9-948786680252', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38da1f74-0c3c-4af8-9c45-43436c71e6b0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:25:11Z', 'updated_at': '2021-12-15T19:25:22Z', 'revision_number': 5, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'subnets': [{'id': '38da1f74-0c3c-4af8-9c45-43436c71e6b0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21ef82c6-0219-4c36-abba-a249d2334d0b', 'name': '', 'network_id': '0d3112d0-2d7a-43b6-bad1-c1559c61f2f1', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'mac_address': 'fa:16:3e:0d:a8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4f691e-110f-4efd-bde9-948786680252', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e82fa53-6f50-4a8e-ac30-9527d45b72c5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:25:25Z', 'updated_at': '2021-12-15T19:25:35Z', 'revision_number': 5, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'subnets': [{'id': '4e82fa53-6f50-4a8e-ac30-9527d45b72c5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e4ec9a6-83df-4d0e-b7ab-720eb74db6f6', 'name': '', 'network_id': '83b93ffe-10be-4e47-9a21-42bad6262113', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'mac_address': 'fa:16:3e:81:8b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4f691e-110f-4efd-bde9-948786680252', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a2333a9-3e78-4b5e-b14b-a491f2afe75d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:25:17Z', 'updated_at': '2021-12-15T19:25:26Z', 'revision_number': 5, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'subnets': [{'id': '0a2333a9-3e78-4b5e-b14b-a491f2afe75d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdfb63cc-2ea1-4147-b701-6af548ee83b8', 'name': '', 'network_id': 'c7e168d1-4130-4552-a018-a66cdb909db5', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'mac_address': 'fa:16:3e:6d:2e:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4f691e-110f-4efd-bde9-948786680252', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '637422bb-326c-459f-b564-b0ab030b4d04', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:25:30Z', 'updated_at': '2021-12-15T19:25:37Z', 'revision_number': 4, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'subnets': [{'id': '637422bb-326c-459f-b564-b0ab030b4d04', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:25:38.527841 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port fdfb63cc-2ea1-4147-b701-6af548ee83b8 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:25:38.533427 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port fdfb63cc-2ea1-4147-b701-6af548ee83b8 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:25:38.533851 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:38.680544 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:38.718139 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port fdfb63cc-2ea1-4147-b701-6af548ee83b8, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=fdfb63cc-2ea1-4147-b701-6af548ee83b8,segment=NetworkSegment(c62a9772-1937-4c16-9655-d21dbd21a1c1),segment_id=c62a9772-1937-4c16-9655-d21dbd21a1c1)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:25:38.754344 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:38.756353 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2c07d652-c941-4d2c-9fc3-6e2d59a23385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:38.822502 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=fdfb63cc-2ea1-4147-b701-6af548ee83b8,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:38.825913 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:38.847570 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-3cc44194-e4e2-4b4c-92bf-2a6c98c74415 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Deleting port fdfb63cc-2ea1-4147-b701-6af548ee83b8 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:25:38.848080 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3cc44194-e4e2-4b4c-92bf-2a6c98c74415 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:38.853128 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f129241-a5e3-4d88-9d91-1a99439ac963 None None] Sync routers for ids ['8c4f691e-110f-4efd-bde9-948786680252'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:25:38.865487 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f129241-a5e3-4d88-9d91-1a99439ac963 None None] Routers {'8c4f691e-110f-4efd-bde9-948786680252'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:25:38.866147 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-0f129241-a5e3-4d88-9d91-1a99439ac963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:25:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['8c4f691e-110f-4efd-bde9-948786680252'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:25:39.030332 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-0f129241-a5e3-4d88-9d91-1a99439ac963 None None] Set router 8c4f691e-110f-4efd-bde9-948786680252 gateway port host: None {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:25:39.060786 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-3cc44194-e4e2-4b4c-92bf-2a6c98c74415 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] For port fdfb63cc-2ea1-4147-b701-6af548ee83b8, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=fdfb63cc-2ea1-4147-b701-6af548ee83b8,segment=NetworkSegment(c62a9772-1937-4c16-9655-d21dbd21a1c1),segment_id=c62a9772-1937-4c16-9655-d21dbd21a1c1)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:25:39.061120 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3cc44194-e4e2-4b4c-92bf-2a6c98c74415 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:39.188113 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-3cc44194-e4e2-4b4c-92bf-2a6c98c74415 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Calling delete_port for fdfb63cc-2ea1-4147-b701-6af548ee83b8 owned by network:router_interface {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:25:39.413175 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3cc44194-e4e2-4b4c-92bf-2a6c98c74415 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:39.418316 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1883352e-7643-4780-b344-b60c9c5beb2c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:39.466338 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc44194-e4e2-4b4c-92bf-2a6c98c74415 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Pushing event deleted for resources: {'Port': ['ID=fdfb63cc-2ea1-4147-b701-6af548ee83b8,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:39.469215 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3cc44194-e4e2-4b4c-92bf-2a6c98c74415 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:39.505931 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:39.547637 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-0f129241-a5e3-4d88-9d91-1a99439ac963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4f691e-110f-4efd-bde9-948786680252', 'name': 'tempest-RoutersIpV6Test-router-1186134822', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:25:08Z', 'updated_at': '2021-12-15T19:25:36Z', 'revision_number': 7, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'gw_port_host': None, '_interfaces': [{'id': '05fa6c19-5c87-4dc3-b9a0-a68c1b9add0c', 'name': '', 'network_id': '186138d4-d03a-4202-89bb-c81a68183b00', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'mac_address': 'fa:16:3e:32:56:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4f691e-110f-4efd-bde9-948786680252', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38da1f74-0c3c-4af8-9c45-43436c71e6b0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:25:11Z', 'updated_at': '2021-12-15T19:25:22Z', 'revision_number': 5, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'subnets': [{'id': '38da1f74-0c3c-4af8-9c45-43436c71e6b0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21ef82c6-0219-4c36-abba-a249d2334d0b', 'name': '', 'network_id': '0d3112d0-2d7a-43b6-bad1-c1559c61f2f1', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'mac_address': 'fa:16:3e:0d:a8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4f691e-110f-4efd-bde9-948786680252', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e82fa53-6f50-4a8e-ac30-9527d45b72c5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:25:25Z', 'updated_at': '2021-12-15T19:25:35Z', 'revision_number': 5, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'subnets': [{'id': '4e82fa53-6f50-4a8e-ac30-9527d45b72c5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e4ec9a6-83df-4d0e-b7ab-720eb74db6f6', 'name': '', 'network_id': '83b93ffe-10be-4e47-9a21-42bad6262113', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'mac_address': 'fa:16:3e:81:8b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4f691e-110f-4efd-bde9-948786680252', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a2333a9-3e78-4b5e-b14b-a491f2afe75d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:25:17Z', 'updated_at': '2021-12-15T19:25:26Z', 'revision_number': 5, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'subnets': [{'id': '0a2333a9-3e78-4b5e-b14b-a491f2afe75d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdfb63cc-2ea1-4147-b701-6af548ee83b8', 'name': '', 'network_id': 'c7e168d1-4130-4552-a018-a66cdb909db5', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'mac_address': 'fa:16:3e:6d:2e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4f691e-110f-4efd-bde9-948786680252', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '637422bb-326c-459f-b564-b0ab030b4d04', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:25:30Z', 'updated_at': '2021-12-15T19:25:38Z', 'revision_number': 5, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'subnets': [{'id': '637422bb-326c-459f-b564-b0ab030b4d04', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:25:39.552687 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f129241-a5e3-4d88-9d91-1a99439ac963 None None] Checking router: 8c4f691e-110f-4efd-bde9-948786680252 for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:25:39.564804 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f129241-a5e3-4d88-9d91-1a99439ac963 None None] Routers {'8c4f691e-110f-4efd-bde9-948786680252'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:25:39.565496 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-0f129241-a5e3-4d88-9d91-1a99439ac963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:25:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['8c4f691e-110f-4efd-bde9-948786680252'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:25:39.703033 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3cc44194-e4e2-4b4c-92bf-2a6c98c74415 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852815828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854144871'] for router_interface, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:39.734877 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-0f129241-a5e3-4d88-9d91-1a99439ac963 None None] Set router 8c4f691e-110f-4efd-bde9-948786680252 gateway port host: None {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:25:40.069176 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-0f129241-a5e3-4d88-9d91-1a99439ac963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4f691e-110f-4efd-bde9-948786680252', 'name': 'tempest-RoutersIpV6Test-router-1186134822', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:25:08Z', 'updated_at': '2021-12-15T19:25:39Z', 'revision_number': 8, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'gw_port_host': None, '_interfaces': [{'id': '05fa6c19-5c87-4dc3-b9a0-a68c1b9add0c', 'name': '', 'network_id': '186138d4-d03a-4202-89bb-c81a68183b00', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'mac_address': 'fa:16:3e:32:56:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4f691e-110f-4efd-bde9-948786680252', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38da1f74-0c3c-4af8-9c45-43436c71e6b0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:25:11Z', 'updated_at': '2021-12-15T19:25:22Z', 'revision_number': 5, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'subnets': [{'id': '38da1f74-0c3c-4af8-9c45-43436c71e6b0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21ef82c6-0219-4c36-abba-a249d2334d0b', 'name': '', 'network_id': '0d3112d0-2d7a-43b6-bad1-c1559c61f2f1', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'mac_address': 'fa:16:3e:0d:a8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4f691e-110f-4efd-bde9-948786680252', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e82fa53-6f50-4a8e-ac30-9527d45b72c5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:25:25Z', 'updated_at': '2021-12-15T19:25:35Z', 'revision_number': 5, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'subnets': [{'id': '4e82fa53-6f50-4a8e-ac30-9527d45b72c5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e4ec9a6-83df-4d0e-b7ab-720eb74db6f6', 'name': '', 'network_id': '83b93ffe-10be-4e47-9a21-42bad6262113', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'mac_address': 'fa:16:3e:81:8b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4f691e-110f-4efd-bde9-948786680252', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a2333a9-3e78-4b5e-b14b-a491f2afe75d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:25:17Z', 'updated_at': '2021-12-15T19:25:26Z', 'revision_number': 5, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'subnets': [{'id': '0a2333a9-3e78-4b5e-b14b-a491f2afe75d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:25:40.073506 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f129241-a5e3-4d88-9d91-1a99439ac963 None None] The sync data for ids ['8c4f691e-110f-4efd-bde9-948786680252'] in dv-neutron-821831-2-hyperv is: [{'id': '8c4f691e-110f-4efd-bde9-948786680252', 'name': 'tempest-RoutersIpV6Test-router-1186134822', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:25:08Z', 'updated_at': '2021-12-15T19:25:39Z', 'revision_number': 8, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'gw_port_host': None, '_interfaces': [{'id': '05fa6c19-5c87-4dc3-b9a0-a68c1b9add0c', 'name': '', 'network_id': '186138d4-d03a-4202-89bb-c81a68183b00', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'mac_address': 'fa:16:3e:32:56:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4f691e-110f-4efd-bde9-948786680252', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38da1f74-0c3c-4af8-9c45-43436c71e6b0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:25:11Z', 'updated_at': '2021-12-15T19:25:22Z', 'revision_number': 5, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'subnets': [{'id': '38da1f74-0c3c-4af8-9c45-43436c71e6b0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21ef82c6-0219-4c36-abba-a249d2334d0b', 'name': '', 'network_id': '0d3112d0-2d7a-43b6-bad1-c1559c61f2f1', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'mac_address': 'fa:16:3e:0d:a8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4f691e-110f-4efd-bde9-948786680252', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e82fa53-6f50-4a8e-ac30-9527d45b72c5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:25:25Z', 'updated_at': '2021-12-15T19:25:35Z', 'revision_number': 5, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'subnets': [{'id': '4e82fa53-6f50-4a8e-ac30-9527d45b72c5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e4ec9a6-83df-4d0e-b7ab-720eb74db6f6', 'name': '', 'network_id': '83b93ffe-10be-4e47-9a21-42bad6262113', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'mac_address': 'fa:16:3e:81:8b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4f691e-110f-4efd-bde9-948786680252', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a2333a9-3e78-4b5e-b14b-a491f2afe75d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:25:17Z', 'updated_at': '2021-12-15T19:25:26Z', 'revision_number': 5, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'subnets': [{'id': '0a2333a9-3e78-4b5e-b14b-a491f2afe75d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:25:40.233129 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cc44194-e4e2-4b4c-92bf-2a6c98c74415 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Router 8c4f691e-110f-4efd-bde9-948786680252 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:25:40.300559 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device fdfb63cc-2ea1-4147-b701-6af548ee83b8 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:25:40.335052 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: fdfb63cc-2ea1-4147-b701-6af548ee83b8 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:25:40.335394 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device fdfb63cc-2ea1-4147-b701-6af548ee83b8 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:25:40.504148 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-03889e54-46cc-45b9-a920-b169f2140487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:40.657241 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cc44194-e4e2-4b4c-92bf-2a6c98c74415 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:25:40.667372 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f55cb23-f7a5-4aef-ac49-964ed84efcf2 None None] Sync routers for ids ['8c4f691e-110f-4efd-bde9-948786680252'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:25:40.671107 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-3cc44194-e4e2-4b4c-92bf-2a6c98c74415 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "PUT /v2.0/routers/8c4f691e-110f-4efd-bde9-948786680252/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4243493 Dec 15 19:25:40.673864 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 57230) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:40.679506 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f55cb23-f7a5-4aef-ac49-964ed84efcf2 None None] Routers {'8c4f691e-110f-4efd-bde9-948786680252'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:25:40.680147 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-2f55cb23-f7a5-4aef-ac49-964ed84efcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:25:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['8c4f691e-110f-4efd-bde9-948786680252'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:25:40.755473 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:40.834984 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-2f55cb23-f7a5-4aef-ac49-964ed84efcf2 None None] Set router 8c4f691e-110f-4efd-bde9-948786680252 gateway port host: None {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:25:40.874274 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-76fb5cdc-933c-46f7-8b17-28d0ee53b1c5 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Deleting subnet 637422bb-326c-459f-b564-b0ab030b4d04 {{(pid=88991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:25:40.877268 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-76fb5cdc-933c-46f7-8b17-28d0ee53b1c5 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for subnet, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:40.933635 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-76fb5cdc-933c-46f7-8b17-28d0ee53b1c5 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16332759'] for subnet, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:41.024725 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-76fb5cdc-933c-46f7-8b17-28d0ee53b1c5 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:41.121493 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-76fb5cdc-933c-46f7-8b17-28d0ee53b1c5 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16156049'] for subnet, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:41.126603 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-afd4c7e0-9edf-4b33-8346-8a66f253cabf tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:41.167371 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-2f55cb23-f7a5-4aef-ac49-964ed84efcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4f691e-110f-4efd-bde9-948786680252', 'name': 'tempest-RoutersIpV6Test-router-1186134822', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:25:08Z', 'updated_at': '2021-12-15T19:25:39Z', 'revision_number': 8, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'gw_port_host': None, '_interfaces': [{'id': '05fa6c19-5c87-4dc3-b9a0-a68c1b9add0c', 'name': '', 'network_id': '186138d4-d03a-4202-89bb-c81a68183b00', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'mac_address': 'fa:16:3e:32:56:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4f691e-110f-4efd-bde9-948786680252', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38da1f74-0c3c-4af8-9c45-43436c71e6b0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:25:11Z', 'updated_at': '2021-12-15T19:25:22Z', 'revision_number': 5, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'subnets': [{'id': '38da1f74-0c3c-4af8-9c45-43436c71e6b0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21ef82c6-0219-4c36-abba-a249d2334d0b', 'name': '', 'network_id': '0d3112d0-2d7a-43b6-bad1-c1559c61f2f1', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'mac_address': 'fa:16:3e:0d:a8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4f691e-110f-4efd-bde9-948786680252', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e82fa53-6f50-4a8e-ac30-9527d45b72c5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:25:25Z', 'updated_at': '2021-12-15T19:25:35Z', 'revision_number': 5, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'subnets': [{'id': '4e82fa53-6f50-4a8e-ac30-9527d45b72c5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e4ec9a6-83df-4d0e-b7ab-720eb74db6f6', 'name': '', 'network_id': '83b93ffe-10be-4e47-9a21-42bad6262113', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'mac_address': 'fa:16:3e:81:8b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4f691e-110f-4efd-bde9-948786680252', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a2333a9-3e78-4b5e-b14b-a491f2afe75d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:25:17Z', 'updated_at': '2021-12-15T19:25:26Z', 'revision_number': 5, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'subnets': [{'id': '0a2333a9-3e78-4b5e-b14b-a491f2afe75d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:25:41.169638 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fb5cdc-933c-46f7-8b17-28d0ee53b1c5 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Pushing event deleted for resources: {'Subnet': ['ID=637422bb-326c-459f-b564-b0ab030b4d04,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:41.172760 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f55cb23-f7a5-4aef-ac49-964ed84efcf2 None None] Checking router: 8c4f691e-110f-4efd-bde9-948786680252 for host: dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:25:41.173474 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-76fb5cdc-933c-46f7-8b17-28d0ee53b1c5 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:41.176897 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-76fb5cdc-933c-46f7-8b17-28d0ee53b1c5 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:41.184219 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-76fb5cdc-933c-46f7-8b17-28d0ee53b1c5 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "DELETE /v2.0/subnets/637422bb-326c-459f-b564-b0ab030b4d04 HTTP/1.1" status: 204 len: 168 time: 0.5092733 Dec 15 19:25:41.184372 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91661788-536c-40e5-aeea-7d654238cf94 None None] Network c7e168d1-4130-4552-a018-a66cdb909db5 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:25:41.186883 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 57234) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:41.189506 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f55cb23-f7a5-4aef-ac49-964ed84efcf2 None None] Routers {'8c4f691e-110f-4efd-bde9-948786680252'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:25:41.190319 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-2f55cb23-f7a5-4aef-ac49-964ed84efcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:25:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['8c4f691e-110f-4efd-bde9-948786680252'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:25:41.317379 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-45444ffe-38fa-4dad-aa59-eef679820306 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:41.328895 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-45444ffe-38fa-4dad-aa59-eef679820306 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Deleting port af9f9578-4ad3-4c48-9796-c8ed1a25355f {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:25:41.329281 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-45444ffe-38fa-4dad-aa59-eef679820306 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:41.346637 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-2f55cb23-f7a5-4aef-ac49-964ed84efcf2 None None] Set router 8c4f691e-110f-4efd-bde9-948786680252 gateway port host: None {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:25:41.471167 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0385f8b0-6d3d-4be9-8351-3dff9a2ae85a None None] DHCP port deletion for c7e168d1-4130-4552-a018-a66cdb909db5 request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:25:41.475850 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-0385f8b0-6d3d-4be9-8351-3dff9a2ae85a None None] Deleting port af9f9578-4ad3-4c48-9796-c8ed1a25355f {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:25:41.476344 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0385f8b0-6d3d-4be9-8351-3dff9a2ae85a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:41.560726 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-45444ffe-38fa-4dad-aa59-eef679820306 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] For port af9f9578-4ad3-4c48-9796-c8ed1a25355f, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=af9f9578-4ad3-4c48-9796-c8ed1a25355f,segment=NetworkSegment(c62a9772-1937-4c16-9655-d21dbd21a1c1),segment_id=c62a9772-1937-4c16-9655-d21dbd21a1c1)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:25:41.561261 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-45444ffe-38fa-4dad-aa59-eef679820306 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:41.697460 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-45444ffe-38fa-4dad-aa59-eef679820306 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Calling delete_port for af9f9578-4ad3-4c48-9796-c8ed1a25355f owned by network:dhcp {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:25:41.720231 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-0385f8b0-6d3d-4be9-8351-3dff9a2ae85a None None] For port af9f9578-4ad3-4c48-9796-c8ed1a25355f, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=af9f9578-4ad3-4c48-9796-c8ed1a25355f,segment=NetworkSegment(c62a9772-1937-4c16-9655-d21dbd21a1c1),segment_id=c62a9772-1937-4c16-9655-d21dbd21a1c1)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:25:41.720801 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0385f8b0-6d3d-4be9-8351-3dff9a2ae85a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:41.807464 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-45444ffe-38fa-4dad-aa59-eef679820306 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:41.813882 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-23c0f3bc-1d08-4d3b-8038-2a57590de4cf tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:41.839239 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-2f55cb23-f7a5-4aef-ac49-964ed84efcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4f691e-110f-4efd-bde9-948786680252', 'name': 'tempest-RoutersIpV6Test-router-1186134822', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:25:08Z', 'updated_at': '2021-12-15T19:25:39Z', 'revision_number': 8, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'gw_port_host': None, '_interfaces': [{'id': '05fa6c19-5c87-4dc3-b9a0-a68c1b9add0c', 'name': '', 'network_id': '186138d4-d03a-4202-89bb-c81a68183b00', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'mac_address': 'fa:16:3e:32:56:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4f691e-110f-4efd-bde9-948786680252', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38da1f74-0c3c-4af8-9c45-43436c71e6b0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:25:11Z', 'updated_at': '2021-12-15T19:25:22Z', 'revision_number': 5, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'subnets': [{'id': '38da1f74-0c3c-4af8-9c45-43436c71e6b0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21ef82c6-0219-4c36-abba-a249d2334d0b', 'name': '', 'network_id': '0d3112d0-2d7a-43b6-bad1-c1559c61f2f1', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'mac_address': 'fa:16:3e:0d:a8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4f691e-110f-4efd-bde9-948786680252', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e82fa53-6f50-4a8e-ac30-9527d45b72c5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:25:25Z', 'updated_at': '2021-12-15T19:25:35Z', 'revision_number': 5, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'subnets': [{'id': '4e82fa53-6f50-4a8e-ac30-9527d45b72c5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e4ec9a6-83df-4d0e-b7ab-720eb74db6f6', 'name': '', 'network_id': '83b93ffe-10be-4e47-9a21-42bad6262113', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'mac_address': 'fa:16:3e:81:8b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4f691e-110f-4efd-bde9-948786680252', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a2333a9-3e78-4b5e-b14b-a491f2afe75d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:25:17Z', 'updated_at': '2021-12-15T19:25:26Z', 'revision_number': 5, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'subnets': [{'id': '0a2333a9-3e78-4b5e-b14b-a491f2afe75d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:25:41.842586 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f55cb23-f7a5-4aef-ac49-964ed84efcf2 None None] The sync data for ids ['8c4f691e-110f-4efd-bde9-948786680252'] in dv-neutron-821831-2-hyperv is: [{'id': '8c4f691e-110f-4efd-bde9-948786680252', 'name': 'tempest-RoutersIpV6Test-router-1186134822', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:25:08Z', 'updated_at': '2021-12-15T19:25:39Z', 'revision_number': 8, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'gw_port_host': None, '_interfaces': [{'id': '05fa6c19-5c87-4dc3-b9a0-a68c1b9add0c', 'name': '', 'network_id': '186138d4-d03a-4202-89bb-c81a68183b00', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'mac_address': 'fa:16:3e:32:56:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4f691e-110f-4efd-bde9-948786680252', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38da1f74-0c3c-4af8-9c45-43436c71e6b0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:25:11Z', 'updated_at': '2021-12-15T19:25:22Z', 'revision_number': 5, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'subnets': [{'id': '38da1f74-0c3c-4af8-9c45-43436c71e6b0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21ef82c6-0219-4c36-abba-a249d2334d0b', 'name': '', 'network_id': '0d3112d0-2d7a-43b6-bad1-c1559c61f2f1', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'mac_address': 'fa:16:3e:0d:a8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4f691e-110f-4efd-bde9-948786680252', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e82fa53-6f50-4a8e-ac30-9527d45b72c5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:25:25Z', 'updated_at': '2021-12-15T19:25:35Z', 'revision_number': 5, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'subnets': [{'id': '4e82fa53-6f50-4a8e-ac30-9527d45b72c5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e4ec9a6-83df-4d0e-b7ab-720eb74db6f6', 'name': '', 'network_id': '83b93ffe-10be-4e47-9a21-42bad6262113', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'mac_address': 'fa:16:3e:81:8b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4f691e-110f-4efd-bde9-948786680252', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a2333a9-3e78-4b5e-b14b-a491f2afe75d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:25:17Z', 'updated_at': '2021-12-15T19:25:26Z', 'revision_number': 5, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'subnets': [{'id': '0a2333a9-3e78-4b5e-b14b-a491f2afe75d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:25:41.846717 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-0385f8b0-6d3d-4be9-8351-3dff9a2ae85a None None] Calling delete_port for af9f9578-4ad3-4c48-9796-c8ed1a25355f owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:25:41.857032 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45444ffe-38fa-4dad-aa59-eef679820306 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Pushing event deleted for resources: {'Port': ['ID=af9f9578-4ad3-4c48-9796-c8ed1a25355f,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:41.861547 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-45444ffe-38fa-4dad-aa59-eef679820306 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:41.866839 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45444ffe-38fa-4dad-aa59-eef679820306 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] No DVR routers for this DVR port af9f9578-4ad3-4c48-9796-c8ed1a25355f on host dv-neutron-821831-2-hyperv {{(pid=88991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:25:41.923643 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-0385f8b0-6d3d-4be9-8351-3dff9a2ae85a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88992) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:25:41.924062 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-0385f8b0-6d3d-4be9-8351-3dff9a2ae85a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:25:42.001585 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-45444ffe-38fa-4dad-aa59-eef679820306 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:42.028944 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-45444ffe-38fa-4dad-aa59-eef679820306 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7e168d1-4130-4552-a018-a66cdb909db5']}} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:25:42.042318 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-45444ffe-38fa-4dad-aa59-eef679820306 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c62a9772-1937-4c16-9655-d21dbd21a1c1') {'for_net_delete': True} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:25:42.042671 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-45444ffe-38fa-4dad-aa59-eef679820306 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c62a9772-1937-4c16-9655-d21dbd21a1c1') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:25:42.054807 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-45444ffe-38fa-4dad-aa59-eef679820306 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838443042'] for segment, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:42.070137 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-45444ffe-38fa-4dad-aa59-eef679820306 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:42.076572 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45444ffe-38fa-4dad-aa59-eef679820306 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=88991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:25:42.077008 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-45444ffe-38fa-4dad-aa59-eef679820306 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838443729'] for segment, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:42.092656 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:25:42.092656 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:25:42.092656 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:25:42.092656 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:25:42.092656 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:25:42.092656 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:25:42.092656 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:25:42.092656 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:25:42.092656 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:25:42.092656 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:25:42.092656 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:25:42.092656 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:25:42.092656 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:25:42.092656 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:25:42.092656 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:25:42.092656 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:25:42.092656 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:25:42.092656 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:25:42.092656 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:25:42.092656 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:25:42.092656 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:25:42.092656 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:25:42.092656 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:25:42.092656 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:25:42.092656 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:25:42.092656 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:25:42.092656 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:25:42.092656 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:25:42.092656 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:25:42.092656 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:25:42.092656 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:25:42.092656 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:25:42.223891 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-45444ffe-38fa-4dad-aa59-eef679820306 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:42.227962 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-753f870f-983b-45c3-ae0f-f9593c6fea7b tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:42.243264 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-45444ffe-38fa-4dad-aa59-eef679820306 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:42.258772 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45444ffe-38fa-4dad-aa59-eef679820306 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Pushing event deleted for resources: {'Network': ['ID=c7e168d1-4130-4552-a018-a66cdb909db5,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:42.263082 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-45444ffe-38fa-4dad-aa59-eef679820306 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:42.265185 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-45444ffe-38fa-4dad-aa59-eef679820306 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "DELETE /v2.0/networks/c7e168d1-4130-4552-a018-a66cdb909db5 HTTP/1.1" status: 204 len: 168 time: 1.0764694 Dec 15 19:25:42.267612 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 57238) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:42.298042 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device af9f9578-4ad3-4c48-9796-c8ed1a25355f no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:25:42.336080 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: af9f9578-4ad3-4c48-9796-c8ed1a25355f {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:25:42.336482 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device af9f9578-4ad3-4c48-9796-c8ed1a25355f not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:25:42.425149 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-0385f8b0-6d3d-4be9-8351-3dff9a2ae85a None None] Deleting port af9f9578-4ad3-4c48-9796-c8ed1a25355f {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:25:42.425588 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0385f8b0-6d3d-4be9-8351-3dff9a2ae85a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:42.488860 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-0385f8b0-6d3d-4be9-8351-3dff9a2ae85a None None] The port 'af9f9578-4ad3-4c48-9796-c8ed1a25355f' was deleted {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 15 19:25:42.537710 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:42.624019 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-044a3f4d-bbd6-4ae4-b5c0-951ba4d62689 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145021'] for router_interface, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:43.236026 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-044a3f4d-bbd6-4ae4-b5c0-951ba4d62689 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Deleting port 21ef82c6-0219-4c36-abba-a249d2334d0b {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:25:43.236639 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-044a3f4d-bbd6-4ae4-b5c0-951ba4d62689 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:43.427820 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-044a3f4d-bbd6-4ae4-b5c0-951ba4d62689 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] For port 21ef82c6-0219-4c36-abba-a249d2334d0b, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=21ef82c6-0219-4c36-abba-a249d2334d0b,segment=NetworkSegment(0e9c2fe8-b9fb-4c91-a090-e9c3cb26f579),segment_id=0e9c2fe8-b9fb-4c91-a090-e9c3cb26f579)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:25:43.428222 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-044a3f4d-bbd6-4ae4-b5c0-951ba4d62689 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:43.555843 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-044a3f4d-bbd6-4ae4-b5c0-951ba4d62689 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Calling delete_port for 21ef82c6-0219-4c36-abba-a249d2334d0b owned by network:router_interface {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:25:43.760862 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-044a3f4d-bbd6-4ae4-b5c0-951ba4d62689 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:43.765272 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c0b1c2ec-fa43-494b-b9b9-db140288a05a tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:43.809635 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044a3f4d-bbd6-4ae4-b5c0-951ba4d62689 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Pushing event deleted for resources: {'Port': ['ID=21ef82c6-0219-4c36-abba-a249d2334d0b,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:43.812365 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-044a3f4d-bbd6-4ae4-b5c0-951ba4d62689 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:44.027918 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-044a3f4d-bbd6-4ae4-b5c0-951ba4d62689 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852815828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854144871'] for router_interface, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:44.785314 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-044a3f4d-bbd6-4ae4-b5c0-951ba4d62689 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Router 8c4f691e-110f-4efd-bde9-948786680252 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:25:44.966335 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-044a3f4d-bbd6-4ae4-b5c0-951ba4d62689 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:25:44.975980 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcbc074-9a15-40ce-b38d-c285377ba422 None None] Sync routers for ids ['8c4f691e-110f-4efd-bde9-948786680252'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:25:44.980251 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-044a3f4d-bbd6-4ae4-b5c0-951ba4d62689 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "PUT /v2.0/routers/8c4f691e-110f-4efd-bde9-948786680252/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7115026 Dec 15 19:25:44.983042 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 57242) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:44.993028 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcbc074-9a15-40ce-b38d-c285377ba422 None None] Routers {'8c4f691e-110f-4efd-bde9-948786680252'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:25:44.993823 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-fbcbc074-9a15-40ce-b38d-c285377ba422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:25:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['8c4f691e-110f-4efd-bde9-948786680252'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:25:45.153824 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-fbcbc074-9a15-40ce-b38d-c285377ba422 None None] Set router 8c4f691e-110f-4efd-bde9-948786680252 gateway port host: None {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:25:45.183016 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-09dd24f0-61a6-44bf-af43-1e3d560c51cb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Deleting subnet 4e82fa53-6f50-4a8e-ac30-9527d45b72c5 {{(pid=88991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:25:45.186112 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-09dd24f0-61a6-44bf-af43-1e3d560c51cb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for subnet, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:45.242545 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-09dd24f0-61a6-44bf-af43-1e3d560c51cb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16332759'] for subnet, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:45.330490 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-09dd24f0-61a6-44bf-af43-1e3d560c51cb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:45.464176 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-09dd24f0-61a6-44bf-af43-1e3d560c51cb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16156049'] for subnet, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:45.469194 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0efadf9b-c0a2-4895-a5c9-da98b0022737 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:45.474807 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-fbcbc074-9a15-40ce-b38d-c285377ba422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4f691e-110f-4efd-bde9-948786680252', 'name': 'tempest-RoutersIpV6Test-router-1186134822', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:25:08Z', 'updated_at': '2021-12-15T19:25:43Z', 'revision_number': 9, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'gw_port_host': None, '_interfaces': [{'id': '05fa6c19-5c87-4dc3-b9a0-a68c1b9add0c', 'name': '', 'network_id': '186138d4-d03a-4202-89bb-c81a68183b00', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'mac_address': 'fa:16:3e:32:56:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4f691e-110f-4efd-bde9-948786680252', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38da1f74-0c3c-4af8-9c45-43436c71e6b0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:25:11Z', 'updated_at': '2021-12-15T19:25:22Z', 'revision_number': 5, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'subnets': [{'id': '38da1f74-0c3c-4af8-9c45-43436c71e6b0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e4ec9a6-83df-4d0e-b7ab-720eb74db6f6', 'name': '', 'network_id': '83b93ffe-10be-4e47-9a21-42bad6262113', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'mac_address': 'fa:16:3e:81:8b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4f691e-110f-4efd-bde9-948786680252', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a2333a9-3e78-4b5e-b14b-a491f2afe75d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:25:17Z', 'updated_at': '2021-12-15T19:25:26Z', 'revision_number': 5, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'subnets': [{'id': '0a2333a9-3e78-4b5e-b14b-a491f2afe75d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:25:45.479462 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcbc074-9a15-40ce-b38d-c285377ba422 None None] Checking router: 8c4f691e-110f-4efd-bde9-948786680252 for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:25:45.490616 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcbc074-9a15-40ce-b38d-c285377ba422 None None] Routers {'8c4f691e-110f-4efd-bde9-948786680252'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:25:45.491270 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-fbcbc074-9a15-40ce-b38d-c285377ba422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:25:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['8c4f691e-110f-4efd-bde9-948786680252'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:25:45.510023 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dd24f0-61a6-44bf-af43-1e3d560c51cb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Pushing event deleted for resources: {'Subnet': ['ID=4e82fa53-6f50-4a8e-ac30-9527d45b72c5,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:45.513788 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-09dd24f0-61a6-44bf-af43-1e3d560c51cb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:45.517219 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-09dd24f0-61a6-44bf-af43-1e3d560c51cb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:45.523847 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-09dd24f0-61a6-44bf-af43-1e3d560c51cb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "DELETE /v2.0/subnets/4e82fa53-6f50-4a8e-ac30-9527d45b72c5 HTTP/1.1" status: 204 len: 168 time: 0.5397735 Dec 15 19:25:45.526855 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 57246) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:45.550889 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5de451e-1664-4fdd-99e6-4a2daf62a336 None None] Network 0d3112d0-2d7a-43b6-bad1-c1559c61f2f1 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:25:45.660504 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-531f4bc5-f129-4954-9b5b-2bb39d720aa6 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:45.672897 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-531f4bc5-f129-4954-9b5b-2bb39d720aa6 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Deleting port 3ba698af-23fb-49b4-80e5-f6e30f7d49be {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:25:45.673284 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-531f4bc5-f129-4954-9b5b-2bb39d720aa6 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:45.896329 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-531f4bc5-f129-4954-9b5b-2bb39d720aa6 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] For port 3ba698af-23fb-49b4-80e5-f6e30f7d49be, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=3ba698af-23fb-49b4-80e5-f6e30f7d49be,segment=NetworkSegment(0e9c2fe8-b9fb-4c91-a090-e9c3cb26f579),segment_id=0e9c2fe8-b9fb-4c91-a090-e9c3cb26f579)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:25:45.896892 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-531f4bc5-f129-4954-9b5b-2bb39d720aa6 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:45.969242 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-fbcbc074-9a15-40ce-b38d-c285377ba422 None None] Set router 8c4f691e-110f-4efd-bde9-948786680252 gateway port host: None {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:25:46.029699 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-531f4bc5-f129-4954-9b5b-2bb39d720aa6 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Calling delete_port for 3ba698af-23fb-49b4-80e5-f6e30f7d49be owned by network:dhcp {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:25:46.147387 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-531f4bc5-f129-4954-9b5b-2bb39d720aa6 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:46.152594 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-842290b2-7616-4121-b4cd-e0bd57738ae4 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:46.193790 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531f4bc5-f129-4954-9b5b-2bb39d720aa6 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Pushing event deleted for resources: {'Port': ['ID=3ba698af-23fb-49b4-80e5-f6e30f7d49be,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:46.197822 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-531f4bc5-f129-4954-9b5b-2bb39d720aa6 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:46.201154 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531f4bc5-f129-4954-9b5b-2bb39d720aa6 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] No DVR routers for this DVR port 3ba698af-23fb-49b4-80e5-f6e30f7d49be on host dv-neutron-821831-2-hyperv {{(pid=88990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:25:46.301846 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e571d0-e81f-4869-9e86-ac64ee631cb9 None None] DHCP port deletion for 0d3112d0-2d7a-43b6-bad1-c1559c61f2f1 request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:25:46.331549 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 3ba698af-23fb-49b4-80e5-f6e30f7d49be no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:25:46.334010 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-531f4bc5-f129-4954-9b5b-2bb39d720aa6 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:46.365130 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-531f4bc5-f129-4954-9b5b-2bb39d720aa6 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d3112d0-2d7a-43b6-bad1-c1559c61f2f1']}} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:25:46.367686 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 3ba698af-23fb-49b4-80e5-f6e30f7d49be {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:25:46.368086 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 3ba698af-23fb-49b4-80e5-f6e30f7d49be not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:25:46.379327 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-531f4bc5-f129-4954-9b5b-2bb39d720aa6 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e9c2fe8-b9fb-4c91-a090-e9c3cb26f579') {'for_net_delete': True} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:25:46.379770 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-531f4bc5-f129-4954-9b5b-2bb39d720aa6 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e9c2fe8-b9fb-4c91-a090-e9c3cb26f579') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:25:46.390622 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-fbcbc074-9a15-40ce-b38d-c285377ba422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4f691e-110f-4efd-bde9-948786680252', 'name': 'tempest-RoutersIpV6Test-router-1186134822', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:25:08Z', 'updated_at': '2021-12-15T19:25:43Z', 'revision_number': 9, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'gw_port_host': None, '_interfaces': [{'id': '05fa6c19-5c87-4dc3-b9a0-a68c1b9add0c', 'name': '', 'network_id': '186138d4-d03a-4202-89bb-c81a68183b00', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'mac_address': 'fa:16:3e:32:56:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4f691e-110f-4efd-bde9-948786680252', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38da1f74-0c3c-4af8-9c45-43436c71e6b0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:25:11Z', 'updated_at': '2021-12-15T19:25:22Z', 'revision_number': 5, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'subnets': [{'id': '38da1f74-0c3c-4af8-9c45-43436c71e6b0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e4ec9a6-83df-4d0e-b7ab-720eb74db6f6', 'name': '', 'network_id': '83b93ffe-10be-4e47-9a21-42bad6262113', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'mac_address': 'fa:16:3e:81:8b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4f691e-110f-4efd-bde9-948786680252', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a2333a9-3e78-4b5e-b14b-a491f2afe75d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:25:17Z', 'updated_at': '2021-12-15T19:25:26Z', 'revision_number': 5, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'subnets': [{'id': '0a2333a9-3e78-4b5e-b14b-a491f2afe75d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:25:46.393003 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-531f4bc5-f129-4954-9b5b-2bb39d720aa6 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16327073'] for segment, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:46.394973 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcbc074-9a15-40ce-b38d-c285377ba422 None None] The sync data for ids ['8c4f691e-110f-4efd-bde9-948786680252'] in dv-neutron-821831-2-hyperv is: [{'id': '8c4f691e-110f-4efd-bde9-948786680252', 'name': 'tempest-RoutersIpV6Test-router-1186134822', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:25:08Z', 'updated_at': '2021-12-15T19:25:43Z', 'revision_number': 9, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'gw_port_host': None, '_interfaces': [{'id': '05fa6c19-5c87-4dc3-b9a0-a68c1b9add0c', 'name': '', 'network_id': '186138d4-d03a-4202-89bb-c81a68183b00', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'mac_address': 'fa:16:3e:32:56:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4f691e-110f-4efd-bde9-948786680252', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38da1f74-0c3c-4af8-9c45-43436c71e6b0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:25:11Z', 'updated_at': '2021-12-15T19:25:22Z', 'revision_number': 5, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'subnets': [{'id': '38da1f74-0c3c-4af8-9c45-43436c71e6b0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e4ec9a6-83df-4d0e-b7ab-720eb74db6f6', 'name': '', 'network_id': '83b93ffe-10be-4e47-9a21-42bad6262113', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'mac_address': 'fa:16:3e:81:8b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4f691e-110f-4efd-bde9-948786680252', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a2333a9-3e78-4b5e-b14b-a491f2afe75d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:25:17Z', 'updated_at': '2021-12-15T19:25:26Z', 'revision_number': 5, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'subnets': [{'id': '0a2333a9-3e78-4b5e-b14b-a491f2afe75d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:25:46.408583 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-531f4bc5-f129-4954-9b5b-2bb39d720aa6 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:46.415366 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-531f4bc5-f129-4954-9b5b-2bb39d720aa6 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=88990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:25:46.415808 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-531f4bc5-f129-4954-9b5b-2bb39d720aa6 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838138943'] for segment, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:46.431879 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:25:46.431879 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:25:46.431879 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:25:46.431879 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:25:46.431879 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:25:46.431879 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:25:46.431879 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:25:46.431879 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:25:46.431879 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:25:46.431879 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:25:46.431879 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:25:46.431879 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:25:46.431879 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:25:46.431879 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:25:46.431879 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:25:46.431879 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:25:46.431879 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:25:46.431879 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:25:46.431879 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:25:46.431879 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:25:46.431879 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:25:46.431879 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:25:46.431879 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:25:46.431879 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:25:46.431879 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:25:46.431879 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:25:46.431879 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:25:46.431879 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:25:46.431879 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:25:46.431879 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:25:46.431879 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:25:46.431879 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:25:46.531805 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-531f4bc5-f129-4954-9b5b-2bb39d720aa6 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:46.535401 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a31027d8-3ae2-4e85-9361-9fafc8a46271 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:46.555980 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-531f4bc5-f129-4954-9b5b-2bb39d720aa6 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:46.814818 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531f4bc5-f129-4954-9b5b-2bb39d720aa6 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Pushing event deleted for resources: {'Network': ['ID=0d3112d0-2d7a-43b6-bad1-c1559c61f2f1,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:46.817199 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-531f4bc5-f129-4954-9b5b-2bb39d720aa6 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:46.818813 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-531f4bc5-f129-4954-9b5b-2bb39d720aa6 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "DELETE /v2.0/networks/0d3112d0-2d7a-43b6-bad1-c1559c61f2f1 HTTP/1.1" status: 204 len: 168 time: 1.2908940 Dec 15 19:25:46.822287 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 57250) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:47.171726 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6f54d58a-91b0-4ceb-95e4-5733f2329e5f tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145021'] for router_interface, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:47.771775 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-6f54d58a-91b0-4ceb-95e4-5733f2329e5f tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Deleting port 4e4ec9a6-83df-4d0e-b7ab-720eb74db6f6 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:25:47.772161 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6f54d58a-91b0-4ceb-95e4-5733f2329e5f tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:47.966355 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-6f54d58a-91b0-4ceb-95e4-5733f2329e5f tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] For port 4e4ec9a6-83df-4d0e-b7ab-720eb74db6f6, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=4e4ec9a6-83df-4d0e-b7ab-720eb74db6f6,segment=NetworkSegment(4c9f5e03-1a20-41d3-b8d7-ce4fd5d4994b),segment_id=4c9f5e03-1a20-41d3-b8d7-ce4fd5d4994b)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:25:47.966706 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6f54d58a-91b0-4ceb-95e4-5733f2329e5f tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:48.094837 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-6f54d58a-91b0-4ceb-95e4-5733f2329e5f tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Calling delete_port for 4e4ec9a6-83df-4d0e-b7ab-720eb74db6f6 owned by network:router_interface {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:25:48.269252 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 21ef82c6-0219-4c36-abba-a249d2334d0b no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:25:48.303919 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6f54d58a-91b0-4ceb-95e4-5733f2329e5f tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:48.304455 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 21ef82c6-0219-4c36-abba-a249d2334d0b {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:25:48.304863 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 21ef82c6-0219-4c36-abba-a249d2334d0b not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:25:48.308980 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d6eb2305-2299-4675-80fe-d219c8471bd5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:48.354271 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f54d58a-91b0-4ceb-95e4-5733f2329e5f tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Pushing event deleted for resources: {'Port': ['ID=4e4ec9a6-83df-4d0e-b7ab-720eb74db6f6,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:48.358596 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6f54d58a-91b0-4ceb-95e4-5733f2329e5f tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:48.569202 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6f54d58a-91b0-4ceb-95e4-5733f2329e5f tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852815828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854144871'] for router_interface, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:49.084021 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f54d58a-91b0-4ceb-95e4-5733f2329e5f tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Router 8c4f691e-110f-4efd-bde9-948786680252 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:25:49.496000 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f54d58a-91b0-4ceb-95e4-5733f2329e5f tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:25:49.506873 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168e2233-865c-4b59-9844-d55cbfb09d42 None None] Sync routers for ids ['8c4f691e-110f-4efd-bde9-948786680252'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:25:49.511045 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6f54d58a-91b0-4ceb-95e4-5733f2329e5f tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "PUT /v2.0/routers/8c4f691e-110f-4efd-bde9-948786680252/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6876681 Dec 15 19:25:49.513941 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 57254) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:49.528527 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168e2233-865c-4b59-9844-d55cbfb09d42 None None] Routers {'8c4f691e-110f-4efd-bde9-948786680252'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:25:49.534644 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-168e2233-865c-4b59-9844-d55cbfb09d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:25:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['8c4f691e-110f-4efd-bde9-948786680252'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:25:49.682998 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-168e2233-865c-4b59-9844-d55cbfb09d42 None None] Set router 8c4f691e-110f-4efd-bde9-948786680252 gateway port host: None {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:25:49.721930 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-c38e972e-cdfe-4be3-95e6-9bae0c6d0f0e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Deleting subnet 0a2333a9-3e78-4b5e-b14b-a491f2afe75d {{(pid=88991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:25:49.725066 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c38e972e-cdfe-4be3-95e6-9bae0c6d0f0e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for subnet, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:49.785235 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c38e972e-cdfe-4be3-95e6-9bae0c6d0f0e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16332759'] for subnet, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:49.874077 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c38e972e-cdfe-4be3-95e6-9bae0c6d0f0e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:49.972087 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c38e972e-cdfe-4be3-95e6-9bae0c6d0f0e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16156049'] for subnet, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:49.977469 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2df86dba-82ca-4817-99d8-1f16878b2a04 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:49.999753 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-168e2233-865c-4b59-9844-d55cbfb09d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4f691e-110f-4efd-bde9-948786680252', 'name': 'tempest-RoutersIpV6Test-router-1186134822', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:25:08Z', 'updated_at': '2021-12-15T19:25:48Z', 'revision_number': 10, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'gw_port_host': None, '_interfaces': [{'id': '05fa6c19-5c87-4dc3-b9a0-a68c1b9add0c', 'name': '', 'network_id': '186138d4-d03a-4202-89bb-c81a68183b00', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'mac_address': 'fa:16:3e:32:56:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4f691e-110f-4efd-bde9-948786680252', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38da1f74-0c3c-4af8-9c45-43436c71e6b0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:25:11Z', 'updated_at': '2021-12-15T19:25:22Z', 'revision_number': 5, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'subnets': [{'id': '38da1f74-0c3c-4af8-9c45-43436c71e6b0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:25:50.003654 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168e2233-865c-4b59-9844-d55cbfb09d42 None None] Checking router: 8c4f691e-110f-4efd-bde9-948786680252 for host: dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:25:50.014799 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168e2233-865c-4b59-9844-d55cbfb09d42 None None] Routers {'8c4f691e-110f-4efd-bde9-948786680252'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:25:50.015374 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38e972e-cdfe-4be3-95e6-9bae0c6d0f0e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Pushing event deleted for resources: {'Subnet': ['ID=0a2333a9-3e78-4b5e-b14b-a491f2afe75d,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:50.015510 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-168e2233-865c-4b59-9844-d55cbfb09d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:25:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['8c4f691e-110f-4efd-bde9-948786680252'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:25:50.019683 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c38e972e-cdfe-4be3-95e6-9bae0c6d0f0e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:50.023496 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c38e972e-cdfe-4be3-95e6-9bae0c6d0f0e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:50.032707 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c38e972e-cdfe-4be3-95e6-9bae0c6d0f0e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "DELETE /v2.0/subnets/0a2333a9-3e78-4b5e-b14b-a491f2afe75d HTTP/1.1" status: 204 len: 168 time: 0.5151515 Dec 15 19:25:50.032887 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ac725f-e1d2-48e8-861f-fdcea69f9c8a None None] Network 83b93ffe-10be-4e47-9a21-42bad6262113 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:25:50.032996 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 57258) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:50.159401 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0e46e789-3789-43ff-9b3d-bf50e09cb27e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:50.168582 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-168e2233-865c-4b59-9844-d55cbfb09d42 None None] Set router 8c4f691e-110f-4efd-bde9-948786680252 gateway port host: None {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:25:50.171416 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-0e46e789-3789-43ff-9b3d-bf50e09cb27e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Deleting port ae6b54a3-ef80-4b7c-8594-87df5ed289c4 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:25:50.172000 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0e46e789-3789-43ff-9b3d-bf50e09cb27e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:50.391989 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef24fdc-777e-470e-9dbc-50b8b2cb618d None None] DHCP port deletion for 83b93ffe-10be-4e47-9a21-42bad6262113 request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:25:50.397178 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-0ef24fdc-777e-470e-9dbc-50b8b2cb618d None None] Deleting port ae6b54a3-ef80-4b7c-8594-87df5ed289c4 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:25:50.397178 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0ef24fdc-777e-470e-9dbc-50b8b2cb618d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:50.406515 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-0e46e789-3789-43ff-9b3d-bf50e09cb27e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] For port ae6b54a3-ef80-4b7c-8594-87df5ed289c4, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=ae6b54a3-ef80-4b7c-8594-87df5ed289c4,segment=NetworkSegment(4c9f5e03-1a20-41d3-b8d7-ce4fd5d4994b),segment_id=4c9f5e03-1a20-41d3-b8d7-ce4fd5d4994b)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:25:50.406925 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0e46e789-3789-43ff-9b3d-bf50e09cb27e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:50.517283 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-168e2233-865c-4b59-9844-d55cbfb09d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4f691e-110f-4efd-bde9-948786680252', 'name': 'tempest-RoutersIpV6Test-router-1186134822', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:25:08Z', 'updated_at': '2021-12-15T19:25:48Z', 'revision_number': 10, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'gw_port_host': None, '_interfaces': [{'id': '05fa6c19-5c87-4dc3-b9a0-a68c1b9add0c', 'name': '', 'network_id': '186138d4-d03a-4202-89bb-c81a68183b00', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'mac_address': 'fa:16:3e:32:56:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4f691e-110f-4efd-bde9-948786680252', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38da1f74-0c3c-4af8-9c45-43436c71e6b0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:25:11Z', 'updated_at': '2021-12-15T19:25:22Z', 'revision_number': 5, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'subnets': [{'id': '38da1f74-0c3c-4af8-9c45-43436c71e6b0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:25:50.522598 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168e2233-865c-4b59-9844-d55cbfb09d42 None None] The sync data for ids ['8c4f691e-110f-4efd-bde9-948786680252'] in dv-neutron-821831-2-hyperv is: [{'id': '8c4f691e-110f-4efd-bde9-948786680252', 'name': 'tempest-RoutersIpV6Test-router-1186134822', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:25:08Z', 'updated_at': '2021-12-15T19:25:48Z', 'revision_number': 10, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'gw_port_host': None, '_interfaces': [{'id': '05fa6c19-5c87-4dc3-b9a0-a68c1b9add0c', 'name': '', 'network_id': '186138d4-d03a-4202-89bb-c81a68183b00', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'mac_address': 'fa:16:3e:32:56:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4f691e-110f-4efd-bde9-948786680252', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38da1f74-0c3c-4af8-9c45-43436c71e6b0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:25:11Z', 'updated_at': '2021-12-15T19:25:22Z', 'revision_number': 5, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'subnets': [{'id': '38da1f74-0c3c-4af8-9c45-43436c71e6b0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:25:50.536485 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-0e46e789-3789-43ff-9b3d-bf50e09cb27e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Calling delete_port for ae6b54a3-ef80-4b7c-8594-87df5ed289c4 owned by network:dhcp {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:25:50.629831 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-0ef24fdc-777e-470e-9dbc-50b8b2cb618d None None] For port ae6b54a3-ef80-4b7c-8594-87df5ed289c4, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=ae6b54a3-ef80-4b7c-8594-87df5ed289c4,segment=NetworkSegment(4c9f5e03-1a20-41d3-b8d7-ce4fd5d4994b),segment_id=4c9f5e03-1a20-41d3-b8d7-ce4fd5d4994b)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:25:50.637978 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0ef24fdc-777e-470e-9dbc-50b8b2cb618d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:50.658523 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0e46e789-3789-43ff-9b3d-bf50e09cb27e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:50.664080 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3a4fcfe1-07e9-47d2-9bc0-27b104fe7ae4 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:50.708744 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e46e789-3789-43ff-9b3d-bf50e09cb27e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Pushing event deleted for resources: {'Port': ['ID=ae6b54a3-ef80-4b7c-8594-87df5ed289c4,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:50.711798 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0e46e789-3789-43ff-9b3d-bf50e09cb27e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:50.715172 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e46e789-3789-43ff-9b3d-bf50e09cb27e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] No DVR routers for this DVR port ae6b54a3-ef80-4b7c-8594-87df5ed289c4 on host dv-neutron-821831-2-hyperv {{(pid=88991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:25:50.765659 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-0ef24fdc-777e-470e-9dbc-50b8b2cb618d None None] Calling delete_port for ae6b54a3-ef80-4b7c-8594-87df5ed289c4 owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:25:50.835924 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-0ef24fdc-777e-470e-9dbc-50b8b2cb618d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88992) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:25:50.836342 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-0ef24fdc-777e-470e-9dbc-50b8b2cb618d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:25:50.849260 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0e46e789-3789-43ff-9b3d-bf50e09cb27e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:50.877552 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-0e46e789-3789-43ff-9b3d-bf50e09cb27e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83b93ffe-10be-4e47-9a21-42bad6262113']}} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:25:50.891283 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-0e46e789-3789-43ff-9b3d-bf50e09cb27e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c9f5e03-1a20-41d3-b8d7-ce4fd5d4994b') {'for_net_delete': True} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:25:50.891624 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-0e46e789-3789-43ff-9b3d-bf50e09cb27e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c9f5e03-1a20-41d3-b8d7-ce4fd5d4994b') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:25:50.904182 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0e46e789-3789-43ff-9b3d-bf50e09cb27e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838443042'] for segment, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:50.919358 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0e46e789-3789-43ff-9b3d-bf50e09cb27e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:50.925722 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e46e789-3789-43ff-9b3d-bf50e09cb27e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=88991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:25:50.926159 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0e46e789-3789-43ff-9b3d-bf50e09cb27e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838443729'] for segment, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:50.941406 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:25:50.941406 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:25:50.941406 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:25:50.941406 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:25:50.941406 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:25:50.941406 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:25:50.941406 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:25:50.941406 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:25:50.941406 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:25:50.941406 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:25:50.941406 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:25:50.941406 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:25:50.941406 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:25:50.941406 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:25:50.941406 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:25:50.941406 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:25:50.941406 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:25:50.941406 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:25:50.941406 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:25:50.941406 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:25:50.941406 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:25:50.941406 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:25:50.941406 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:25:50.941406 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:25:50.941406 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:25:50.941406 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:25:50.941406 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:25:50.941406 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:25:50.941406 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:25:50.941406 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:25:50.941406 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:25:50.941406 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:25:51.052491 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0e46e789-3789-43ff-9b3d-bf50e09cb27e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:51.056037 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-aea520a6-0669-4164-9632-3d385f0341aa tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:51.073603 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0e46e789-3789-43ff-9b3d-bf50e09cb27e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:51.082448 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e46e789-3789-43ff-9b3d-bf50e09cb27e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Pushing event deleted for resources: {'Network': ['ID=83b93ffe-10be-4e47-9a21-42bad6262113,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:51.087932 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0e46e789-3789-43ff-9b3d-bf50e09cb27e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:51.091423 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0e46e789-3789-43ff-9b3d-bf50e09cb27e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "DELETE /v2.0/networks/83b93ffe-10be-4e47-9a21-42bad6262113 HTTP/1.1" status: 204 len: 168 time: 1.0574770 Dec 15 19:25:51.094304 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 57262) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:51.338144 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-0ef24fdc-777e-470e-9dbc-50b8b2cb618d None None] Deleting port ae6b54a3-ef80-4b7c-8594-87df5ed289c4 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:25:51.338694 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0ef24fdc-777e-470e-9dbc-50b8b2cb618d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:51.410227 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-0ef24fdc-777e-470e-9dbc-50b8b2cb618d None None] The port 'ae6b54a3-ef80-4b7c-8594-87df5ed289c4' was deleted {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 15 19:25:51.673709 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1f39e965-32f5-4815-b0c3-cbaac6623a83 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145021'] for router_interface, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:51.894586 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 19:25:52.276965 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-1f39e965-32f5-4815-b0c3-cbaac6623a83 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Deleting port 05fa6c19-5c87-4dc3-b9a0-a68c1b9add0c {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:25:52.277354 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1f39e965-32f5-4815-b0c3-cbaac6623a83 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:52.310781 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 4e4ec9a6-83df-4d0e-b7ab-720eb74db6f6 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:25:52.345134 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 4e4ec9a6-83df-4d0e-b7ab-720eb74db6f6 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:25:52.345645 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 4e4ec9a6-83df-4d0e-b7ab-720eb74db6f6 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:25:52.346163 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device ae6b54a3-ef80-4b7c-8594-87df5ed289c4 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:25:52.378108 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: ae6b54a3-ef80-4b7c-8594-87df5ed289c4 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:25:52.378533 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device ae6b54a3-ef80-4b7c-8594-87df5ed289c4 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:25:52.473581 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-1f39e965-32f5-4815-b0c3-cbaac6623a83 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] For port 05fa6c19-5c87-4dc3-b9a0-a68c1b9add0c, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=05fa6c19-5c87-4dc3-b9a0-a68c1b9add0c,segment=NetworkSegment(c5ecbb73-6a56-4d5a-8bdb-d4064395f344),segment_id=c5ecbb73-6a56-4d5a-8bdb-d4064395f344)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:25:52.473990 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1f39e965-32f5-4815-b0c3-cbaac6623a83 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:52.600561 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-1f39e965-32f5-4815-b0c3-cbaac6623a83 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Calling delete_port for 05fa6c19-5c87-4dc3-b9a0-a68c1b9add0c owned by network:router_interface {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:25:52.806897 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1f39e965-32f5-4815-b0c3-cbaac6623a83 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:52.811299 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0a15905c-66d8-426e-aa3c-70148bc546dd tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:52.856392 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f39e965-32f5-4815-b0c3-cbaac6623a83 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Pushing event deleted for resources: {'Port': ['ID=05fa6c19-5c87-4dc3-b9a0-a68c1b9add0c,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:52.858889 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1f39e965-32f5-4815-b0c3-cbaac6623a83 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:53.038448 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1f39e965-32f5-4815-b0c3-cbaac6623a83 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852815828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854144871'] for router_interface, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:53.461515 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f39e965-32f5-4815-b0c3-cbaac6623a83 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Router 8c4f691e-110f-4efd-bde9-948786680252 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:25:53.605353 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f39e965-32f5-4815-b0c3-cbaac6623a83 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:25:53.615775 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6dfd307-32f7-4a63-ac71-801edb3ad7ae None None] Sync routers for ids ['8c4f691e-110f-4efd-bde9-948786680252'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:25:53.622160 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1f39e965-32f5-4815-b0c3-cbaac6623a83 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "PUT /v2.0/routers/8c4f691e-110f-4efd-bde9-948786680252/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5242403 Dec 15 19:25:53.622456 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 57266) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:53.630452 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6dfd307-32f7-4a63-ac71-801edb3ad7ae None None] Routers {'8c4f691e-110f-4efd-bde9-948786680252'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:25:53.631218 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-e6dfd307-32f7-4a63-ac71-801edb3ad7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:25:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['8c4f691e-110f-4efd-bde9-948786680252'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:25:53.763954 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-e6dfd307-32f7-4a63-ac71-801edb3ad7ae None None] Set router 8c4f691e-110f-4efd-bde9-948786680252 gateway port host: None {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:25:53.827035 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-696dfe70-fc2d-43e9-a1a0-2966d9c56339 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Deleting subnet 38da1f74-0c3c-4af8-9c45-43436c71e6b0 {{(pid=88991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:25:53.830118 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-696dfe70-fc2d-43e9-a1a0-2966d9c56339 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for subnet, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:53.877358 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-e6dfd307-32f7-4a63-ac71-801edb3ad7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4f691e-110f-4efd-bde9-948786680252', 'name': 'tempest-RoutersIpV6Test-router-1186134822', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:25:08Z', 'updated_at': '2021-12-15T19:25:52Z', 'revision_number': 11, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'gw_port_host': None}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:25:53.881596 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6dfd307-32f7-4a63-ac71-801edb3ad7ae None None] Checking router: 8c4f691e-110f-4efd-bde9-948786680252 for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:25:53.887424 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-696dfe70-fc2d-43e9-a1a0-2966d9c56339 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16332759'] for subnet, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:53.893510 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6dfd307-32f7-4a63-ac71-801edb3ad7ae None None] Routers {'8c4f691e-110f-4efd-bde9-948786680252'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:25:53.894169 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-e6dfd307-32f7-4a63-ac71-801edb3ad7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:25:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['8c4f691e-110f-4efd-bde9-948786680252'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:25:53.976669 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-696dfe70-fc2d-43e9-a1a0-2966d9c56339 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:54.037922 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-e6dfd307-32f7-4a63-ac71-801edb3ad7ae None None] Set router 8c4f691e-110f-4efd-bde9-948786680252 gateway port host: None {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:25:54.079847 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:54.087350 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-696dfe70-fc2d-43e9-a1a0-2966d9c56339 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16156049'] for subnet, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:54.092312 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-29bac4d5-2b51-4d2d-add6-311f75447582 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:54.130917 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696dfe70-fc2d-43e9-a1a0-2966d9c56339 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Pushing event deleted for resources: {'Subnet': ['ID=38da1f74-0c3c-4af8-9c45-43436c71e6b0,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:54.133633 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-696dfe70-fc2d-43e9-a1a0-2966d9c56339 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:54.137208 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-696dfe70-fc2d-43e9-a1a0-2966d9c56339 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:54.146935 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-696dfe70-fc2d-43e9-a1a0-2966d9c56339 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "DELETE /v2.0/subnets/38da1f74-0c3c-4af8-9c45-43436c71e6b0 HTTP/1.1" status: 204 len: 168 time: 0.5206254 Dec 15 19:25:54.147193 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 57270) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:54.148622 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9a2ec5-3b91-46e5-9771-6c1e33bb7cc6 None None] Network 186138d4-d03a-4202-89bb-c81a68183b00 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:25:54.165401 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-e6dfd307-32f7-4a63-ac71-801edb3ad7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4f691e-110f-4efd-bde9-948786680252', 'name': 'tempest-RoutersIpV6Test-router-1186134822', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:25:08Z', 'updated_at': '2021-12-15T19:25:52Z', 'revision_number': 11, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'gw_port_host': None}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:25:54.223178 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6dfd307-32f7-4a63-ac71-801edb3ad7ae None None] The sync data for ids ['8c4f691e-110f-4efd-bde9-948786680252'] in dv-neutron-821831-2-hyperv is: [{'id': '8c4f691e-110f-4efd-bde9-948786680252', 'name': 'tempest-RoutersIpV6Test-router-1186134822', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:25:08Z', 'updated_at': '2021-12-15T19:25:52Z', 'revision_number': 11, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'gw_port_host': None}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:25:54.275082 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a4b0ba22-8fc8-4bde-adb6-b10f81fa6745 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:54.287306 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-a4b0ba22-8fc8-4bde-adb6-b10f81fa6745 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Deleting port 946b4f74-f013-4450-a0d6-6e229d54e2da {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:25:54.287685 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a4b0ba22-8fc8-4bde-adb6-b10f81fa6745 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:54.431222 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58de73f-48d3-406a-a3cc-c2f7d79538a3 None None] DHCP port deletion for 186138d4-d03a-4202-89bb-c81a68183b00 request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:25:54.435470 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-c58de73f-48d3-406a-a3cc-c2f7d79538a3 None None] Deleting port 946b4f74-f013-4450-a0d6-6e229d54e2da {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:25:54.435928 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c58de73f-48d3-406a-a3cc-c2f7d79538a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:54.525186 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-a4b0ba22-8fc8-4bde-adb6-b10f81fa6745 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] For port 946b4f74-f013-4450-a0d6-6e229d54e2da, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=946b4f74-f013-4450-a0d6-6e229d54e2da,segment=NetworkSegment(c5ecbb73-6a56-4d5a-8bdb-d4064395f344),segment_id=c5ecbb73-6a56-4d5a-8bdb-d4064395f344)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:25:54.525591 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a4b0ba22-8fc8-4bde-adb6-b10f81fa6745 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:54.646979 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-c58de73f-48d3-406a-a3cc-c2f7d79538a3 None None] For port 946b4f74-f013-4450-a0d6-6e229d54e2da, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=946b4f74-f013-4450-a0d6-6e229d54e2da,segment=NetworkSegment(c5ecbb73-6a56-4d5a-8bdb-d4064395f344),segment_id=c5ecbb73-6a56-4d5a-8bdb-d4064395f344)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:25:54.647932 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c58de73f-48d3-406a-a3cc-c2f7d79538a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:54.656206 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-a4b0ba22-8fc8-4bde-adb6-b10f81fa6745 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Calling delete_port for 946b4f74-f013-4450-a0d6-6e229d54e2da owned by network:dhcp {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:25:54.766962 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a4b0ba22-8fc8-4bde-adb6-b10f81fa6745 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:54.772140 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c8dfc34e-a10a-4f97-a034-37b94e43a0bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:54.950280 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-c58de73f-48d3-406a-a3cc-c2f7d79538a3 None None] Calling delete_port for 946b4f74-f013-4450-a0d6-6e229d54e2da owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:25:55.029476 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-c58de73f-48d3-406a-a3cc-c2f7d79538a3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88992) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:25:55.029897 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-c58de73f-48d3-406a-a3cc-c2f7d79538a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:25:55.074747 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b0ba22-8fc8-4bde-adb6-b10f81fa6745 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Pushing event deleted for resources: {'Port': ['ID=946b4f74-f013-4450-a0d6-6e229d54e2da,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:55.074747 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a4b0ba22-8fc8-4bde-adb6-b10f81fa6745 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:55.074747 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b0ba22-8fc8-4bde-adb6-b10f81fa6745 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] No DVR routers for this DVR port 946b4f74-f013-4450-a0d6-6e229d54e2da on host dv-neutron-821831-2-hyperv {{(pid=88991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:25:55.193603 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a4b0ba22-8fc8-4bde-adb6-b10f81fa6745 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:55.220141 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-a4b0ba22-8fc8-4bde-adb6-b10f81fa6745 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['186138d4-d03a-4202-89bb-c81a68183b00']}} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:25:55.232763 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-a4b0ba22-8fc8-4bde-adb6-b10f81fa6745 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5ecbb73-6a56-4d5a-8bdb-d4064395f344') {'for_net_delete': True} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:25:55.233102 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-a4b0ba22-8fc8-4bde-adb6-b10f81fa6745 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5ecbb73-6a56-4d5a-8bdb-d4064395f344') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:25:55.244863 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a4b0ba22-8fc8-4bde-adb6-b10f81fa6745 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838443042'] for segment, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:55.260676 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a4b0ba22-8fc8-4bde-adb6-b10f81fa6745 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:55.267067 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4b0ba22-8fc8-4bde-adb6-b10f81fa6745 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=88991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:25:55.267496 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a4b0ba22-8fc8-4bde-adb6-b10f81fa6745 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838443729'] for segment, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:55.283261 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:25:55.283261 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:25:55.283261 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:25:55.283261 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:25:55.283261 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:25:55.283261 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:25:55.283261 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:25:55.283261 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:25:55.283261 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:25:55.283261 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:25:55.283261 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:25:55.283261 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:25:55.283261 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:25:55.283261 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:25:55.283261 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:25:55.283261 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:25:55.283261 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:25:55.283261 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:25:55.283261 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:25:55.283261 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:25:55.283261 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:25:55.283261 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:25:55.283261 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:25:55.283261 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:25:55.283261 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:25:55.283261 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:25:55.283261 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:25:55.283261 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:25:55.283261 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:25:55.283261 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:25:55.283261 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:25:55.283261 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:25:55.399886 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a4b0ba22-8fc8-4bde-adb6-b10f81fa6745 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:55.404223 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c9c5550c-f3d8-4365-97f1-483d27569298 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:25:55.419585 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a4b0ba22-8fc8-4bde-adb6-b10f81fa6745 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:55.432249 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b0ba22-8fc8-4bde-adb6-b10f81fa6745 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Pushing event deleted for resources: {'Network': ['ID=186138d4-d03a-4202-89bb-c81a68183b00,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:25:55.437372 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a4b0ba22-8fc8-4bde-adb6-b10f81fa6745 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:25:55.440870 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a4b0ba22-8fc8-4bde-adb6-b10f81fa6745 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "DELETE /v2.0/networks/186138d4-d03a-4202-89bb-c81a68183b00 HTTP/1.1" status: 204 len: 168 time: 1.2921619 Dec 15 19:25:55.443915 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 57278) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:55.450539 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-a8906cd0-4e8a-41b9-9625-66d911500529 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Request body: {'router': {'routes': None}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:25:55.531574 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-c58de73f-48d3-406a-a3cc-c2f7d79538a3 None None] Deleting port 946b4f74-f013-4450-a0d6-6e229d54e2da {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:25:55.532014 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c58de73f-48d3-406a-a3cc-c2f7d79538a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:55.596991 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-c58de73f-48d3-406a-a3cc-c2f7d79538a3 None None] The port '946b4f74-f013-4450-a0d6-6e229d54e2da' was deleted {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 15 19:25:55.749365 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.extraroute_db [None req-a8906cd0-4e8a-41b9-9625-66d911500529 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Added routes are [] {{(pid=88991) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 15 19:25:55.749710 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.extraroute_db [None req-a8906cd0-4e8a-41b9-9625-66d911500529 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Removed routes are [] {{(pid=88991) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 15 19:25:55.750110 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a8906cd0-4e8a-41b9-9625-66d911500529 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:56.015608 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a8906cd0-4e8a-41b9-9625-66d911500529 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:56.018898 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a8906cd0-4e8a-41b9-9625-66d911500529 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854141873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-633912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854194791'] for router, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:56.158631 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8906cd0-4e8a-41b9-9625-66d911500529 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Router 8c4f691e-110f-4efd-bde9-948786680252 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:25:56.300801 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8906cd0-4e8a-41b9-9625-66d911500529 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:25:56.307156 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a8906cd0-4e8a-41b9-9625-66d911500529 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for router, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:56.308400 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a8906cd0-4e8a-41b9-9625-66d911500529 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "PUT /v2.0/routers/8c4f691e-110f-4efd-bde9-948786680252 HTTP/1.1" status: 200 len: 705 time: 0.8628449 Dec 15 19:25:56.311420 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 57282) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:56.312323 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bed0b7-ec18-48bd-9ef7-7e830d246142 None None] Sync routers for ids ['8c4f691e-110f-4efd-bde9-948786680252'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:25:56.314228 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 05fa6c19-5c87-4dc3-b9a0-a68c1b9add0c no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:25:56.325096 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bed0b7-ec18-48bd-9ef7-7e830d246142 None None] Routers {'8c4f691e-110f-4efd-bde9-948786680252'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:25:56.325766 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-34bed0b7-ec18-48bd-9ef7-7e830d246142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:25:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['8c4f691e-110f-4efd-bde9-948786680252'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:25:56.353486 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 05fa6c19-5c87-4dc3-b9a0-a68c1b9add0c {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:25:56.353882 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 05fa6c19-5c87-4dc3-b9a0-a68c1b9add0c not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:25:56.354413 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 946b4f74-f013-4450-a0d6-6e229d54e2da no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:25:56.357383 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d27dc940-3f59-438d-a89e-62306969a108 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Synchronizing usage tracker for tenant:2c052fc4a8434b5ab31c24b37c4ed2ab on resource:port {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:25:56.387173 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 946b4f74-f013-4450-a0d6-6e229d54e2da {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:25:56.387573 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 946b4f74-f013-4450-a0d6-6e229d54e2da not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:25:56.401085 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d27dc940-3f59-438d-a89e-62306969a108 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Unset dirty status for tenant:2c052fc4a8434b5ab31c24b37c4ed2ab on resource:port {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:25:56.405101 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d27dc940-3f59-438d-a89e-62306969a108 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c4f691e-110f-4efd-bde9-948786680252 HTTP/1.1" status: 200 len: 205 time: 0.0898921 Dec 15 19:25:56.405539 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 57286) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:56.457033 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-34bed0b7-ec18-48bd-9ef7-7e830d246142 None None] Set router 8c4f691e-110f-4efd-bde9-948786680252 gateway port host: None {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:25:56.548895 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0da9d1d8-f947-45e3-bb54-fc7826c50699 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for router, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:56.564088 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-34bed0b7-ec18-48bd-9ef7-7e830d246142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4f691e-110f-4efd-bde9-948786680252', 'name': 'tempest-RoutersIpV6Test-router-1186134822', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:25:08Z', 'updated_at': '2021-12-15T19:25:52Z', 'revision_number': 11, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'gw_port_host': None}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:25:56.568235 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bed0b7-ec18-48bd-9ef7-7e830d246142 None None] Checking router: 8c4f691e-110f-4efd-bde9-948786680252 for host: dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:25:56.579513 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bed0b7-ec18-48bd-9ef7-7e830d246142 None None] Routers {'8c4f691e-110f-4efd-bde9-948786680252'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:25:56.580168 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-34bed0b7-ec18-48bd-9ef7-7e830d246142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:25:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['8c4f691e-110f-4efd-bde9-948786680252'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:25:56.711575 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-34bed0b7-ec18-48bd-9ef7-7e830d246142 None None] Set router 8c4f691e-110f-4efd-bde9-948786680252 gateway port host: None {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:25:56.821312 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-34bed0b7-ec18-48bd-9ef7-7e830d246142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4f691e-110f-4efd-bde9-948786680252', 'name': 'tempest-RoutersIpV6Test-router-1186134822', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:25:08Z', 'updated_at': '2021-12-15T19:25:52Z', 'revision_number': 11, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'gw_port_host': None}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:25:56.825406 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bed0b7-ec18-48bd-9ef7-7e830d246142 None None] The sync data for ids ['8c4f691e-110f-4efd-bde9-948786680252'] in dv-neutron-821831-2-hyperv is: [{'id': '8c4f691e-110f-4efd-bde9-948786680252', 'name': 'tempest-RoutersIpV6Test-router-1186134822', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:25:08Z', 'updated_at': '2021-12-15T19:25:52Z', 'revision_number': 11, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'gw_port_host': None}] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:25:56.961364 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0da9d1d8-f947-45e3-bb54-fc7826c50699 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854207876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854699191'] for router, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:56.965861 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0da9d1d8-f947-45e3-bb54-fc7826c50699 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:57.029561 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0da9d1d8-f947-45e3-bb54-fc7826c50699 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854207982'] for router, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:57.030120 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0da9d1d8-f947-45e3-bb54-fc7826c50699 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Fanout notify agent at l3_agent the message router_deleted on router 8c4f691e-110f-4efd-bde9-948786680252 {{(pid=88990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 19:25:57.045344 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0da9d1d8-f947-45e3-bb54-fc7826c50699 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:57.046569 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0da9d1d8-f947-45e3-bb54-fc7826c50699 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "DELETE /v2.0/routers/8c4f691e-110f-4efd-bde9-948786680252 HTTP/1.1" status: 204 len: 168 time: 0.6399295 Dec 15 19:25:57.050957 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 57290) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:57.056624 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-b3131453-205b-49e8-8803-119531e3627c tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1123977366', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:25:57.063570 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-b3131453-205b-49e8-8803-119531e3627c tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:25:57.067917 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-b3131453-205b-49e8-8803-119531e3627c tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Usage tracker for resource:router and tenant:2c052fc4a8434b5ab31c24b37c4ed2ab is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:25:57.071028 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-b3131453-205b-49e8-8803-119531e3627c tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:25:57.077389 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-b3131453-205b-49e8-8803-119531e3627c tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:25:57.103748 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b3131453-205b-49e8-8803-119531e3627c tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854699176'] for router, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:57.104863 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b3131453-205b-49e8-8803-119531e3627c tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854194926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-76609'] for router, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:57.173505 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b3131453-205b-49e8-8803-119531e3627c tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:57.229992 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b3131453-205b-49e8-8803-119531e3627c tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904'] for router, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:57.275439 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b3131453-205b-49e8-8803-119531e3627c tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:57.276762 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b3131453-205b-49e8-8803-119531e3627c tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2247951 Dec 15 19:25:57.279703 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 57294) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:57.285247 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-0cb1f4b6-62b7-4407-9d67-5a29d6867ec4 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:25:57.677315 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0cb1f4b6-62b7-4407-9d67-5a29d6867ec4 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:57.721002 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0cb1f4b6-62b7-4407-9d67-5a29d6867ec4 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854141873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-633912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854194791'] for router, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:57.955285 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cb1f4b6-62b7-4407-9d67-5a29d6867ec4 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Router d7e742d6-9999-4bfd-bf97-b9395a97f9d0 is scheduled to L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 with binding_index 1 {{(pid=88990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 15 19:25:58.099166 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb1f4b6-62b7-4407-9d67-5a29d6867ec4 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:25:58.105496 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0cb1f4b6-62b7-4407-9d67-5a29d6867ec4 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:58.108070 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0cb1f4b6-62b7-4407-9d67-5a29d6867ec4 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "PUT /v2.0/routers/d7e742d6-9999-4bfd-bf97-b9395a97f9d0 HTTP/1.1" status: 200 len: 698 time: 0.8259380 Dec 15 19:25:58.109240 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30549089-7e0a-4a88-b6ae-ff539a499867 None None] Sync routers for ids ['d7e742d6-9999-4bfd-bf97-b9395a97f9d0'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:25:58.109386 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 57300) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:58.122306 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30549089-7e0a-4a88-b6ae-ff539a499867 None None] Routers {'d7e742d6-9999-4bfd-bf97-b9395a97f9d0'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:25:58.123417 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-30549089-7e0a-4a88-b6ae-ff539a499867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:25:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['d7e742d6-9999-4bfd-bf97-b9395a97f9d0'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:25:58.258488 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-30549089-7e0a-4a88-b6ae-ff539a499867 None None] Set router d7e742d6-9999-4bfd-bf97-b9395a97f9d0 gateway port host: None {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:25:58.259171 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9aa7bacc-d110-4e1e-b117-0b29d335d450 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "GET /v2.0/routers/d7e742d6-9999-4bfd-bf97-b9395a97f9d0 HTTP/1.1" status: 200 len: 704 time: 0.1444890 Dec 15 19:25:58.259171 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 57304) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:58.306403 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ab42adbe-d8f2-4f14-99df-9563cdccc5c1 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Synchronizing usage tracker for tenant:2c052fc4a8434b5ab31c24b37c4ed2ab on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:25:58.318955 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ab42adbe-d8f2-4f14-99df-9563cdccc5c1 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Unset dirty status for tenant:2c052fc4a8434b5ab31c24b37c4ed2ab on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:25:58.321066 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ab42adbe-d8f2-4f14-99df-9563cdccc5c1 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7e742d6-9999-4bfd-bf97-b9395a97f9d0 HTTP/1.1" status: 200 len: 205 time: 0.0612900 Dec 15 19:25:58.323936 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 57308) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:58.369427 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-30549089-7e0a-4a88-b6ae-ff539a499867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e742d6-9999-4bfd-bf97-b9395a97f9d0', 'name': 'tempest-RoutersIpV6Test-router-1123977366', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:25:57Z', 'updated_at': '2021-12-15T19:25:57Z', 'revision_number': 2, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'gw_port_host': None}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:25:58.374006 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30549089-7e0a-4a88-b6ae-ff539a499867 None None] Checking router: d7e742d6-9999-4bfd-bf97-b9395a97f9d0 for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:25:58.386204 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30549089-7e0a-4a88-b6ae-ff539a499867 None None] Routers {'d7e742d6-9999-4bfd-bf97-b9395a97f9d0'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:25:58.386910 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-30549089-7e0a-4a88-b6ae-ff539a499867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:25:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['d7e742d6-9999-4bfd-bf97-b9395a97f9d0'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:25:58.465589 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2d208ab6-797e-4f12-a2eb-7b84ccec60e2 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for router, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:58.519623 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-30549089-7e0a-4a88-b6ae-ff539a499867 None None] Set router d7e742d6-9999-4bfd-bf97-b9395a97f9d0 gateway port host: None {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:25:58.640205 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-30549089-7e0a-4a88-b6ae-ff539a499867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e742d6-9999-4bfd-bf97-b9395a97f9d0', 'name': 'tempest-RoutersIpV6Test-router-1123977366', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:25:57Z', 'updated_at': '2021-12-15T19:25:57Z', 'revision_number': 2, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'gw_port_host': None}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:25:58.646228 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30549089-7e0a-4a88-b6ae-ff539a499867 None None] The sync data for ids ['d7e742d6-9999-4bfd-bf97-b9395a97f9d0'] in dv-neutron-821831-2-hyperv is: [{'id': 'd7e742d6-9999-4bfd-bf97-b9395a97f9d0', 'name': 'tempest-RoutersIpV6Test-router-1123977366', 'tenant_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:25:57Z', 'updated_at': '2021-12-15T19:25:57Z', 'revision_number': 2, 'project_id': '2c052fc4a8434b5ab31c24b37c4ed2ab', 'gw_port_host': None}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:25:59.124102 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2d208ab6-797e-4f12-a2eb-7b84ccec60e2 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854207876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854699191'] for router, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:59.128519 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2d208ab6-797e-4f12-a2eb-7b84ccec60e2 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:59.178086 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2d208ab6-797e-4f12-a2eb-7b84ccec60e2 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854207982'] for router, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:59.178686 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d208ab6-797e-4f12-a2eb-7b84ccec60e2 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Fanout notify agent at l3_agent the message router_deleted on router d7e742d6-9999-4bfd-bf97-b9395a97f9d0 {{(pid=88990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 19:25:59.192972 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2d208ab6-797e-4f12-a2eb-7b84ccec60e2 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:25:59.194206 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-2d208ab6-797e-4f12-a2eb-7b84ccec60e2 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "DELETE /v2.0/routers/d7e742d6-9999-4bfd-bf97-b9395a97f9d0 HTTP/1.1" status: 204 len: 168 time: 0.8693054 Dec 15 19:25:59.198421 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 57312) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:59.245233 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ed2e7397-8c8b-4b73-b0e0-3807c0390a24 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7e742d6-9999-4bfd-bf97-b9395a97f9d0 HTTP/1.1" status: 200 len: 205 time: 0.0455956 Dec 15 19:25:59.247789 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 57316) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:59.316591 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-3da06e30-394a-4e28-b5d7-111e823c8f0e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] delete failed (client error): The resource could not be found. Dec 15 19:25:59.317617 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-3da06e30-394a-4e28-b5d7-111e823c8f0e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "DELETE /v2.0/routers/d7e742d6-9999-4bfd-bf97-b9395a97f9d0 HTTP/1.1" status: 404 len: 336 time: 0.0688798 Dec 15 19:25:59.320386 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 57320) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:59.360776 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d2adcb3-14ba-412d-a5d7-c3bccac3d959 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] DELETE failed (client error): The resource could not be found. Dec 15 19:25:59.361259 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d2adcb3-14ba-412d-a5d7-c3bccac3d959 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:25:59.363019 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-7d2adcb3-14ba-412d-a5d7-c3bccac3d959 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "DELETE /v2.0/subnets/637422bb-326c-459f-b564-b0ab030b4d04 HTTP/1.1" status: 404 len: 337 time: 0.0416584 Dec 15 19:25:59.365559 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 57324) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:59.404481 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-b42871f3-c907-4e4f-84e7-8835d18f8e11 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] DELETE failed (client error): The resource could not be found. Dec 15 19:25:59.404962 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b42871f3-c907-4e4f-84e7-8835d18f8e11 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:25:59.406704 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b42871f3-c907-4e4f-84e7-8835d18f8e11 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "DELETE /v2.0/subnets/4e82fa53-6f50-4a8e-ac30-9527d45b72c5 HTTP/1.1" status: 404 len: 337 time: 0.0401223 Dec 15 19:25:59.409235 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 57328) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:59.452121 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc6ebb63-1823-4b2b-bb72-6a83d6609f50 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] DELETE failed (client error): The resource could not be found. Dec 15 19:25:59.452634 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc6ebb63-1823-4b2b-bb72-6a83d6609f50 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:25:59.454392 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-bc6ebb63-1823-4b2b-bb72-6a83d6609f50 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "DELETE /v2.0/subnets/0a2333a9-3e78-4b5e-b14b-a491f2afe75d HTTP/1.1" status: 404 len: 337 time: 0.0441785 Dec 15 19:25:59.457000 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 57332) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:59.499455 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-c66110f3-3c99-42ab-871b-e71582cc58df tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] DELETE failed (client error): The resource could not be found. Dec 15 19:25:59.499956 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c66110f3-3c99-42ab-871b-e71582cc58df tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:25:59.501746 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c66110f3-3c99-42ab-871b-e71582cc58df tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "DELETE /v2.0/subnets/38da1f74-0c3c-4af8-9c45-43436c71e6b0 HTTP/1.1" status: 404 len: 337 time: 0.0437658 Dec 15 19:25:59.504600 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 57336) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:59.551476 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-bfbd93e9-6499-4f56-93e1-3b54a4213f1c tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c4f691e-110f-4efd-bde9-948786680252 HTTP/1.1" status: 200 len: 205 time: 0.0456574 Dec 15 19:25:59.553812 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 57340) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:59.628239 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-fd626b58-dcf0-4a15-9a19-c97a3f99f9f9 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] delete failed (client error): The resource could not be found. Dec 15 19:25:59.629359 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-fd626b58-dcf0-4a15-9a19-c97a3f99f9f9 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "DELETE /v2.0/routers/8c4f691e-110f-4efd-bde9-948786680252 HTTP/1.1" status: 404 len: 336 time: 0.0745058 Dec 15 19:25:59.632991 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 57344) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:59.683003 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-fb525378-2d51-4370-a57a-9c9f959d7c60 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4ef5544-cd45-43ee-9e81-0c9e4a239d60 HTTP/1.1" status: 200 len: 205 time: 0.0486879 Dec 15 19:25:59.685418 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 57348) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:59.765753 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-5246d8c5-707b-4f88-9c72-1fb2ce2b01bf tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] delete failed (client error): The resource could not be found. Dec 15 19:25:59.766938 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-5246d8c5-707b-4f88-9c72-1fb2ce2b01bf tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "DELETE /v2.0/routers/c4ef5544-cd45-43ee-9e81-0c9e4a239d60 HTTP/1.1" status: 404 len: 336 time: 0.0805442 Dec 15 19:25:59.769648 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 57352) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:59.815400 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-e12dacc6-992b-4f67-83e1-0be1d0192dc9 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] DELETE failed (client error): The resource could not be found. Dec 15 19:25:59.815895 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e12dacc6-992b-4f67-83e1-0be1d0192dc9 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:25:59.817678 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e12dacc6-992b-4f67-83e1-0be1d0192dc9 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "DELETE /v2.0/subnets/dcbd1d46-e3ad-476e-82be-3b8cfe717056 HTTP/1.1" status: 404 len: 337 time: 0.0470655 Dec 15 19:25:59.821174 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 57356) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:59.876738 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-3acfb1bb-765d-46a8-9a8a-a3dc1a64c672 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "GET /v2.0/ports?device_id=815a7a2d-670c-4b99-a380-dc435bf27847 HTTP/1.1" status: 200 len: 205 time: 0.0542161 Dec 15 19:25:59.879122 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 57360) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:25:59.950648 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-5daa1ef6-16a3-4d27-ba82-f8c0383dba2d tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] delete failed (client error): The resource could not be found. Dec 15 19:25:59.951783 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-5daa1ef6-16a3-4d27-ba82-f8c0383dba2d tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "DELETE /v2.0/routers/815a7a2d-670c-4b99-a380-dc435bf27847 HTTP/1.1" status: 404 len: 336 time: 0.0716989 Dec 15 19:25:59.954619 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 57364) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:26:00.008008 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1373c8dc-a16b-4598-92ae-850f4c77c713 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5826558-f2a1-4626-ac6b-aea7b7241321 HTTP/1.1" status: 200 len: 205 time: 0.0521040 Dec 15 19:26:00.011652 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 57368) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:26:00.087976 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-2cf2df10-1ee8-4b89-bb47-6cb84ef4c833 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] delete failed (client error): The resource could not be found. Dec 15 19:26:00.089272 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-2cf2df10-1ee8-4b89-bb47-6cb84ef4c833 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "DELETE /v2.0/routers/c5826558-f2a1-4626-ac6b-aea7b7241321 HTTP/1.1" status: 404 len: 336 time: 0.0762131 Dec 15 19:26:00.092262 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 57372) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:26:00.148739 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-75a82c90-2241-4a8e-92db-860a0a6b86d9 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] DELETE failed (client error): The resource could not be found. Dec 15 19:26:00.149449 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75a82c90-2241-4a8e-92db-860a0a6b86d9 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:26:00.151520 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-75a82c90-2241-4a8e-92db-860a0a6b86d9 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "DELETE /v2.0/subnets/5c381eca-2ca0-4c62-956c-72cac7688cf9 HTTP/1.1" status: 404 len: 337 time: 0.0582612 Dec 15 19:26:00.154376 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 57376) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:26:00.206378 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-781e0a71-db30-422f-b213-bd32b97e0707 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "GET /v2.0/ports?device_id=f2528676-455e-4e05-a114-1225869bb2d4 HTTP/1.1" status: 200 len: 205 time: 0.0507104 Dec 15 19:26:00.208843 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 57380) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:26:00.285543 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-0af4d2b1-7dee-4488-885d-f0968196d25f tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] delete failed (client error): The resource could not be found. Dec 15 19:26:00.286697 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0af4d2b1-7dee-4488-885d-f0968196d25f tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "DELETE /v2.0/routers/f2528676-455e-4e05-a114-1225869bb2d4 HTTP/1.1" status: 404 len: 336 time: 0.0768852 Dec 15 19:26:00.290092 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 57384) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:26:00.330565 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-174d0410-fdbb-4261-9ef4-333197dbd156 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] DELETE failed (client error): The resource could not be found. Dec 15 19:26:00.331059 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-174d0410-fdbb-4261-9ef4-333197dbd156 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:26:00.332848 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-174d0410-fdbb-4261-9ef4-333197dbd156 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "DELETE /v2.0/subnets/d106907e-9bf9-4674-a659-0bcfb499bed8 HTTP/1.1" status: 404 len: 337 time: 0.0417368 Dec 15 19:26:00.335997 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 57388) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:26:00.383285 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-5b2a4530-eb26-4ee3-a5dc-18d13049574a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "GET /v2.0/ports?device_id=c65f52dc-76ed-4205-930f-729e9a644f9b HTTP/1.1" status: 200 len: 205 time: 0.0460274 Dec 15 19:26:00.385644 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 57392) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:26:00.455987 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-9723d791-5509-42d5-ab5a-04fa50be75f8 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] delete failed (client error): The resource could not be found. Dec 15 19:26:00.457146 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9723d791-5509-42d5-ab5a-04fa50be75f8 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "DELETE /v2.0/routers/c65f52dc-76ed-4205-930f-729e9a644f9b HTTP/1.1" status: 404 len: 336 time: 0.0705335 Dec 15 19:26:00.459996 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 57396) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:26:00.501482 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed01ac62-af4b-4bae-bfc6-521725460864 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] DELETE failed (client error): The resource could not be found. Dec 15 19:26:00.501988 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed01ac62-af4b-4bae-bfc6-521725460864 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:26:00.503860 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ed01ac62-af4b-4bae-bfc6-521725460864 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "DELETE /v2.0/subnets/c93e7be1-f21a-4faa-9ad9-5dc39c51f716 HTTP/1.1" status: 404 len: 337 time: 0.0428660 Dec 15 19:26:00.506528 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 57400) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:26:00.551977 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-d25fadfa-2663-44a8-b47d-ab434d0384a5 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] DELETE failed (client error): The resource could not be found. Dec 15 19:26:00.552483 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d25fadfa-2663-44a8-b47d-ab434d0384a5 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:26:00.555018 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d25fadfa-2663-44a8-b47d-ab434d0384a5 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] 10.222.0.36 "DELETE /v2.0/subnets/8c76aa10-86f7-4399-ab01-49e8ada79ca8 HTTP/1.1" status: 404 len: 337 time: 0.0474405 Dec 15 19:26:00.964486 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 57410) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:26:01.152462 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-960c9e40-43d1-479c-ae05-15f4b7fd4f5c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2c052fc4a8434b5ab31c24b37c4ed2ab&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1866820 Dec 15 19:26:01.155122 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 57418) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:26:01.217051 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cb79e3c2-37a2-45b6-bd6c-7543e0f47526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:26:01.248784 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cb79e3c2-37a2-45b6-bd6c-7543e0f47526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:26:01.378106 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cb79e3c2-37a2-45b6-bd6c-7543e0f47526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:26:01.384052 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a2eb8125-eab6-421f-9313-e5d25a24a4c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:26:01.401713 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb79e3c2-37a2-45b6-bd6c-7543e0f47526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d275fba-0173-4727-9b29-41c92d91d109,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:26:01.404364 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-cb79e3c2-37a2-45b6-bd6c-7543e0f47526 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:26:01.406488 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cb79e3c2-37a2-45b6-bd6c-7543e0f47526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:26:01.407473 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-cb79e3c2-37a2-45b6-bd6c-7543e0f47526 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8d275fba-0173-4727-9b29-41c92d91d109 HTTP/1.1" status: 204 len: 168 time: 0.2513931 Dec 15 19:26:06.113669 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 57426) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:26:06.198922 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1bf34db1-1048-464b-bc45-864ab42ca1d3 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] 10.222.0.36 "GET /v2.0/ports?project_id=7c1b74cf25a94156b4530f0bd868c0c9&network_id=742fa07c-4093-4402-9392-3a44d30cee44 HTTP/1.1" status: 200 len: 2999 time: 0.0838156 Dec 15 19:26:08.068654 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 57438) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:26:08.133930 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19057719-70c6-4070-b3cc-49239bbffb53 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:26:08.135515 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-19057719-70c6-4070-b3cc-49239bbffb53 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=4b9c9b76-a8c2-4873-8d7b-0d52cc71925c HTTP/1.1" status: 200 len: 814 time: 0.0658028 Dec 15 19:26:08.229295 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bc7a96f6-d369-447e-8817-8cad5113294f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:26:08.747594 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 57446) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:26:08.753588 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-840f006e-e0e4-4089-bc1d-6177afc93426 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:26:08.861318 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-840f006e-e0e4-4089-bc1d-6177afc93426 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for floatingip, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:26:09.139568 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-840f006e-e0e4-4089-bc1d-6177afc93426 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:26:09.171722 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-840f006e-e0e4-4089-bc1d-6177afc93426 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634093'] for floatingip, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:26:09.172083 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.l3_db [None req-840f006e-e0e4-4089-bc1d-6177afc93426 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Floating IP a46e74c5-18bd-4d98-abe9-bf52ba9e66b2 disassociated. External IP: 172.26.3.158, port: be872072-0c50-4003-85a0-7c9af68a6b34. Dec 15 19:26:09.452773 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:26:09.804062 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-840f006e-e0e4-4089-bc1d-6177afc93426 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Router 82650783-95e2-4845-a62c-85b9cb70f7c3 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:26:10.015839 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-840f006e-e0e4-4089-bc1d-6177afc93426 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:26:10.020759 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-840f006e-e0e4-4089-bc1d-6177afc93426 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:26:10.025841 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fa5779-5c19-41f1-99b9-d63d89b04fe3 None None] Sync routers for ids ['82650783-95e2-4845-a62c-85b9cb70f7c3'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:26:10.039396 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fa5779-5c19-41f1-99b9-d63d89b04fe3 None None] Routers {'82650783-95e2-4845-a62c-85b9cb70f7c3'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:26:10.040098 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-d0fa5779-5c19-41f1-99b9-d63d89b04fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:25:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['82650783-95e2-4845-a62c-85b9cb70f7c3'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:26:10.075748 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-840f006e-e0e4-4089-bc1d-6177afc93426 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "PUT /v2.0/floatingips/a46e74c5-18bd-4d98-abe9-bf52ba9e66b2 HTTP/1.1" status: 200 len: 690 time: 1.3268983 Dec 15 19:26:10.076377 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd6c8bfb-1c85-414f-bf98-1e2009f9c8d7', 'tag': 'be872072-0c50-4003-85a0-7c9af68a6b34'}] {{(pid=88991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:26:10.078701 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 57450) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:26:10.173747 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8cdd60e6-d1a5-4fed-b85d-93d6ae440539 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/floatingips/a46e74c5-18bd-4d98-abe9-bf52ba9e66b2 HTTP/1.1" status: 200 len: 690 time: 0.0925341 Dec 15 19:26:10.368252 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-d0fa5779-5c19-41f1-99b9-d63d89b04fe3 None None] Set router 82650783-95e2-4845-a62c-85b9cb70f7c3 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:26:10.377866 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd6c8bfb-1c85-414f-bf98-1e2009f9c8d7', 'tag': 'be872072-0c50-4003-85a0-7c9af68a6b34', 'status': 'completed', 'code': 200} Dec 15 19:26:10.483961 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4fd6fd82-2587-495e-9d7b-96c51c0b7a57 req-6bd65cbc-7f35-41a7-a3b7-cad8d09b9f0f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c1b74cf25a94156b4530f0bd868c0c9&device_id=cd6c8bfb-1c85-414f-bf98-1e2009f9c8d7 HTTP/1.1" status: 200 len: 1098 time: 0.0787547 Dec 15 19:26:10.490919 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7775eca1-0e59-4ab6-9e9e-16a073275091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:26:10.631252 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd6fd82-2587-495e-9d7b-96c51c0b7a57 req-70bf7402-4119-46fb-8ef2-237cd86bf6b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:26:10.633327 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4fd6fd82-2587-495e-9d7b-96c51c0b7a57 req-70bf7402-4119-46fb-8ef2-237cd86bf6b6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=742fa07c-4093-4402-9392-3a44d30cee44 HTTP/1.1" status: 200 len: 897 time: 0.1394067 Dec 15 19:26:10.703380 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-d0fa5779-5c19-41f1-99b9-d63d89b04fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82650783-95e2-4845-a62c-85b9cb70f7c3', 'name': 'tempest-TestNetworkBasicOps-router-1699851332', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.146'}], 'enable_snat': True}, 'gw_port_id': '4f9c3c75-56e9-4060-935c-a2e89cdc59df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:24:57Z', 'updated_at': '2021-12-15T19:25:04Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': '4f9c3c75-56e9-4060-935c-a2e89cdc59df', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:87:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82650783-95e2-4845-a62c-85b9cb70f7c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:24:58Z', 'updated_at': '2021-12-15T19:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '3689e11c-c1a4-45f8-ad70-f36bd093f6f5', 'name': '', 'network_id': '742fa07c-4093-4402-9392-3a44d30cee44', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:66:9b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82650783-95e2-4845-a62c-85b9cb70f7c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c22345a6-42c5-4f92-a83e-0a41a1336a7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:25:02Z', 'updated_at': '2021-12-15T19:25:14Z', 'revision_number': 5, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'c22345a6-42c5-4f92-a83e-0a41a1336a7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:26:10.706690 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4fd6fd82-2587-495e-9d7b-96c51c0b7a57 req-b56af371-ea86-46b8-9f3b-94cbb2d33a03 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be872072-0c50-4003-85a0-7c9af68a6b34 HTTP/1.1" status: 200 len: 217 time: 0.0635643 Dec 15 19:26:10.707479 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fa5779-5c19-41f1-99b9-d63d89b04fe3 None None] Checking router: 82650783-95e2-4845-a62c-85b9cb70f7c3 for host: dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:26:10.718679 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fa5779-5c19-41f1-99b9-d63d89b04fe3 None None] Routers {'82650783-95e2-4845-a62c-85b9cb70f7c3'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:26:10.719339 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-d0fa5779-5c19-41f1-99b9-d63d89b04fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:26:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['82650783-95e2-4845-a62c-85b9cb70f7c3'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:26:10.766606 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:26:10.781923 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd6fd82-2587-495e-9d7b-96c51c0b7a57 req-80143cc0-0860-40c6-9b07-0eb3b76b589d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:26:10.783557 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4fd6fd82-2587-495e-9d7b-96c51c0b7a57 req-80143cc0-0860-40c6-9b07-0eb3b76b589d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c22345a6-42c5-4f92-a83e-0a41a1336a7c HTTP/1.1" status: 200 len: 834 time: 0.0680223 Dec 15 19:26:10.866100 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4fd6fd82-2587-495e-9d7b-96c51c0b7a57 req-5798c824-d263-4677-81c7-72712390c0c6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=742fa07c-4093-4402-9392-3a44d30cee44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728421 Dec 15 19:26:10.903780 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-d0fa5779-5c19-41f1-99b9-d63d89b04fe3 None None] Set router 82650783-95e2-4845-a62c-85b9cb70f7c3 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:26:11.013803 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4fd6fd82-2587-495e-9d7b-96c51c0b7a57 req-33466136-d54a-4d83-bb42-7edc372b3908 service neutron] 10.222.0.32 "GET /v2.0/networks/742fa07c-4093-4402-9392-3a44d30cee44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363637 Dec 15 19:26:11.158792 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4fd6fd82-2587-495e-9d7b-96c51c0b7a57 req-90215b28-a4cf-4758-a05f-7782dd8978cb service neutron] 10.222.0.32 "GET /v2.0/networks/742fa07c-4093-4402-9392-3a44d30cee44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347010 Dec 15 19:26:11.176233 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 57458) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:26:11.232888 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-d0fa5779-5c19-41f1-99b9-d63d89b04fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82650783-95e2-4845-a62c-85b9cb70f7c3', 'name': 'tempest-TestNetworkBasicOps-router-1699851332', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.146'}], 'enable_snat': True}, 'gw_port_id': '4f9c3c75-56e9-4060-935c-a2e89cdc59df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:24:57Z', 'updated_at': '2021-12-15T19:25:04Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': '4f9c3c75-56e9-4060-935c-a2e89cdc59df', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:87:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82650783-95e2-4845-a62c-85b9cb70f7c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:24:58Z', 'updated_at': '2021-12-15T19:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '3689e11c-c1a4-45f8-ad70-f36bd093f6f5', 'name': '', 'network_id': '742fa07c-4093-4402-9392-3a44d30cee44', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:66:9b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82650783-95e2-4845-a62c-85b9cb70f7c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c22345a6-42c5-4f92-a83e-0a41a1336a7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:25:02Z', 'updated_at': '2021-12-15T19:25:14Z', 'revision_number': 5, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'c22345a6-42c5-4f92-a83e-0a41a1336a7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:26:11.236987 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fa5779-5c19-41f1-99b9-d63d89b04fe3 None None] The sync data for ids ['82650783-95e2-4845-a62c-85b9cb70f7c3'] in dv-neutron-821831-2-hyperv is: [{'id': '82650783-95e2-4845-a62c-85b9cb70f7c3', 'name': 'tempest-TestNetworkBasicOps-router-1699851332', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.146'}], 'enable_snat': True}, 'gw_port_id': '4f9c3c75-56e9-4060-935c-a2e89cdc59df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:24:57Z', 'updated_at': '2021-12-15T19:25:04Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': '4f9c3c75-56e9-4060-935c-a2e89cdc59df', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:87:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82650783-95e2-4845-a62c-85b9cb70f7c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:24:58Z', 'updated_at': '2021-12-15T19:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '3689e11c-c1a4-45f8-ad70-f36bd093f6f5', 'name': '', 'network_id': '742fa07c-4093-4402-9392-3a44d30cee44', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:66:9b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82650783-95e2-4845-a62c-85b9cb70f7c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c22345a6-42c5-4f92-a83e-0a41a1336a7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:25:02Z', 'updated_at': '2021-12-15T19:25:14Z', 'revision_number': 5, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'c22345a6-42c5-4f92-a83e-0a41a1336a7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:26:11.267452 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-65e49a05-e2e8-46f7-baf8-2f3fdec58dca tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/floatingips/a46e74c5-18bd-4d98-abe9-bf52ba9e66b2 HTTP/1.1" status: 200 len: 690 time: 0.0898652 Dec 15 19:26:11.688140 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feef4380-c251-4300-92e6-329e2836e8f5 None None] New status for floating IP a46e74c5-18bd-4d98-abe9-bf52ba9e66b2: DOWN {{(pid=88992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 15 19:26:12.271281 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 57462) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:26:12.358684 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-caab7a7d-2661-46ec-adab-a8b42a01bb1f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/floatingips/a46e74c5-18bd-4d98-abe9-bf52ba9e66b2 HTTP/1.1" status: 200 len: 688 time: 0.0861011 Dec 15 19:26:12.537984 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:26:13.680376 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 57468) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:26:13.686512 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-73622bc6-68df-40f5-85e5-8c23ad94f719 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1037756814', 'description': 'tempest-secgroup-smoke-1037756814 description', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:26:13.692823 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-73622bc6-68df-40f5-85e5-8c23ad94f719 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:26:13.703408 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-73622bc6-68df-40f5-85e5-8c23ad94f719 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:26:13.743792 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-73622bc6-68df-40f5-85e5-8c23ad94f719 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:26:13.780476 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-73622bc6-68df-40f5-85e5-8c23ad94f719 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:26:13.784430 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-73622bc6-68df-40f5-85e5-8c23ad94f719 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group_rule and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:26:13.787350 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-73622bc6-68df-40f5-85e5-8c23ad94f719 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:26:13.793816 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-73622bc6-68df-40f5-85e5-8c23ad94f719 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:26:13.879951 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-73622bc6-68df-40f5-85e5-8c23ad94f719 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:26:13.908858 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-73622bc6-68df-40f5-85e5-8c23ad94f719 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:26:13.914579 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e91f70bb-8f51-4794-9431-f9c396583f61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:26:13.960592 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73622bc6-68df-40f5-85e5-8c23ad94f719 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28068cfc-ed75-40e8-aa53-562ffb128cbd,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:26:13.963631 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-73622bc6-68df-40f5-85e5-8c23ad94f719 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:26:13.989307 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-73622bc6-68df-40f5-85e5-8c23ad94f719 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:26:13.990696 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-73622bc6-68df-40f5-85e5-8c23ad94f719 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3092103 Dec 15 19:26:13.994742 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 57472) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:26:14.001030 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-0cc6c62c-a6d4-4f8c-95a4-886727fc00a0 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'security_group_rule': {'security_group_id': '28068cfc-ed75-40e8-aa53-562ffb128cbd', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:26:14.007618 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-0cc6c62c-a6d4-4f8c-95a4-886727fc00a0 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:26:14.011655 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-0cc6c62c-a6d4-4f8c-95a4-886727fc00a0 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group_rule and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:26:14.014688 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-0cc6c62c-a6d4-4f8c-95a4-886727fc00a0 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:26:14.020645 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-0cc6c62c-a6d4-4f8c-95a4-886727fc00a0 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:26:14.069368 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0cc6c62c-a6d4-4f8c-95a4-886727fc00a0 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:26:14.131284 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0cc6c62c-a6d4-4f8c-95a4-886727fc00a0 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:26:14.149519 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0cc6c62c-a6d4-4f8c-95a4-886727fc00a0 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:26:14.151449 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-39f6850a-a170-4200-906e-7afb2b5c8fcb tempest-ServersTestManualDisk-27779817 tempest-ServersTestManualDisk-27779817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:26:14.175430 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc6c62c-a6d4-4f8c-95a4-886727fc00a0 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ea16f43-435e-432a-acfb-b888c22beb3f,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:26:14.179692 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0cc6c62c-a6d4-4f8c-95a4-886727fc00a0 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:26:14.200410 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0cc6c62c-a6d4-4f8c-95a4-886727fc00a0 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:26:14.201713 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0cc6c62c-a6d4-4f8c-95a4-886727fc00a0 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2059495 Dec 15 19:26:14.204714 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 57476) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:26:14.211157 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-b3a95dbf-3983-468a-83a7-a06cc4e43860 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'security_group_rule': {'security_group_id': '28068cfc-ed75-40e8-aa53-562ffb128cbd', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:26:14.217380 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-b3a95dbf-3983-468a-83a7-a06cc4e43860 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:26:14.221412 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-b3a95dbf-3983-468a-83a7-a06cc4e43860 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group_rule and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:26:14.224455 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-b3a95dbf-3983-468a-83a7-a06cc4e43860 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:26:14.231203 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-b3a95dbf-3983-468a-83a7-a06cc4e43860 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:26:14.269644 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b3a95dbf-3983-468a-83a7-a06cc4e43860 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:26:14.332882 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b3a95dbf-3983-468a-83a7-a06cc4e43860 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:26:14.354605 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b3a95dbf-3983-468a-83a7-a06cc4e43860 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:26:14.356435 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:26:14.377280 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a95dbf-3983-468a-83a7-a06cc4e43860 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d7d89d1-6e29-427e-875e-bc31868f7e86,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:26:14.381379 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b3a95dbf-3983-468a-83a7-a06cc4e43860 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:26:14.411840 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b3a95dbf-3983-468a-83a7-a06cc4e43860 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:26:14.413138 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b3a95dbf-3983-468a-83a7-a06cc4e43860 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2074239 Dec 15 19:26:14.416722 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 57480) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:26:14.422596 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-13df5d5a-9fb5-4930-b1dd-ce4b3f88c2bc tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'security_group_rule': {'security_group_id': '28068cfc-ed75-40e8-aa53-562ffb128cbd', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:26:14.428800 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-13df5d5a-9fb5-4930-b1dd-ce4b3f88c2bc tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:26:14.432697 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-13df5d5a-9fb5-4930-b1dd-ce4b3f88c2bc tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group_rule and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:26:14.435671 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-13df5d5a-9fb5-4930-b1dd-ce4b3f88c2bc tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:26:14.441582 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-13df5d5a-9fb5-4930-b1dd-ce4b3f88c2bc tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:26:14.476116 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-13df5d5a-9fb5-4930-b1dd-ce4b3f88c2bc tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:26:14.546447 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-13df5d5a-9fb5-4930-b1dd-ce4b3f88c2bc tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:26:14.571977 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-13df5d5a-9fb5-4930-b1dd-ce4b3f88c2bc tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:26:14.573936 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ecceaab4-5467-49f0-b2ea-a4077ce74df7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:26:14.598128 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13df5d5a-9fb5-4930-b1dd-ce4b3f88c2bc tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deedba76-db77-49a6-8594-dd0dfd1ad08c,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:26:14.604264 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-13df5d5a-9fb5-4930-b1dd-ce4b3f88c2bc tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:26:14.635114 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-13df5d5a-9fb5-4930-b1dd-ce4b3f88c2bc tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:26:14.639345 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-13df5d5a-9fb5-4930-b1dd-ce4b3f88c2bc tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2187419 Dec 15 19:26:14.639513 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 57484) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:26:14.645638 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-642af19e-9686-4926-8a08-67cef4c8006f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'security_group_rule': {'security_group_id': '28068cfc-ed75-40e8-aa53-562ffb128cbd', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:26:14.653028 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-642af19e-9686-4926-8a08-67cef4c8006f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:26:14.657115 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-642af19e-9686-4926-8a08-67cef4c8006f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group_rule and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:26:14.660334 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-642af19e-9686-4926-8a08-67cef4c8006f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:26:14.666510 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-642af19e-9686-4926-8a08-67cef4c8006f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:26:14.714988 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-642af19e-9686-4926-8a08-67cef4c8006f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:26:14.782964 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-642af19e-9686-4926-8a08-67cef4c8006f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:26:14.806589 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-642af19e-9686-4926-8a08-67cef4c8006f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:26:14.808614 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9a845a43-9b58-4e8c-b643-70119df1cec3 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:26:14.834082 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642af19e-9686-4926-8a08-67cef4c8006f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5d57487-3d18-41b4-95f6-10899ef96ca6,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:26:14.837362 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-642af19e-9686-4926-8a08-67cef4c8006f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:26:14.886474 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-642af19e-9686-4926-8a08-67cef4c8006f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:26:14.887919 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-642af19e-9686-4926-8a08-67cef4c8006f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2473502 Dec 15 19:26:14.890942 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 57488) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:26:14.896967 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-895bb861-e0cb-41b6-9dab-5a36c53cac43 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'security_group_rule': {'security_group_id': '28068cfc-ed75-40e8-aa53-562ffb128cbd', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:26:14.903504 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-895bb861-e0cb-41b6-9dab-5a36c53cac43 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:26:14.907484 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-895bb861-e0cb-41b6-9dab-5a36c53cac43 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group_rule and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:26:14.910474 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-895bb861-e0cb-41b6-9dab-5a36c53cac43 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:26:14.916658 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-895bb861-e0cb-41b6-9dab-5a36c53cac43 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:26:14.966551 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.securitygroups_db [None req-895bb861-e0cb-41b6-9dab-5a36c53cac43 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Project 7c1b74cf25a94156b4530f0bd868c0c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 19:26:14.973922 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-895bb861-e0cb-41b6-9dab-5a36c53cac43 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:26:15.045693 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-895bb861-e0cb-41b6-9dab-5a36c53cac43 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:26:15.080550 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-895bb861-e0cb-41b6-9dab-5a36c53cac43 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:26:15.082509 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-bb396d80-44cd-4a0c-b170-755ccdd16c10 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:26:15.105709 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bb861-e0cb-41b6-9dab-5a36c53cac43 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a6b85af-216b-44c7-8e71-87d20dd980c1,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:26:15.111715 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-895bb861-e0cb-41b6-9dab-5a36c53cac43 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:26:15.137858 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-895bb861-e0cb-41b6-9dab-5a36c53cac43 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:26:15.139274 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-895bb861-e0cb-41b6-9dab-5a36c53cac43 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2473078 Dec 15 19:26:15.142252 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 57492) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:26:15.148222 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-0c1525f2-e62f-4b05-a3ac-e3a4cd368338 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'security_group_rule': {'security_group_id': '28068cfc-ed75-40e8-aa53-562ffb128cbd', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:26:15.155314 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-0c1525f2-e62f-4b05-a3ac-e3a4cd368338 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:26:15.159507 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-0c1525f2-e62f-4b05-a3ac-e3a4cd368338 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group_rule and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:26:15.162793 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-0c1525f2-e62f-4b05-a3ac-e3a4cd368338 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:26:15.171515 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-0c1525f2-e62f-4b05-a3ac-e3a4cd368338 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:26:15.206508 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.securitygroups_db [None req-0c1525f2-e62f-4b05-a3ac-e3a4cd368338 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Project 7c1b74cf25a94156b4530f0bd868c0c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 19:26:15.213697 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0c1525f2-e62f-4b05-a3ac-e3a4cd368338 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:26:15.358079 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0c1525f2-e62f-4b05-a3ac-e3a4cd368338 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:26:15.383729 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0c1525f2-e62f-4b05-a3ac-e3a4cd368338 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:26:15.385635 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-dd7685fd-b1fc-4b8c-bfcf-6cf892cbd2ca tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:26:15.408390 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1525f2-e62f-4b05-a3ac-e3a4cd368338 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d121bcba-2365-4927-bb7e-bb12a93b4552,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:26:15.410897 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0c1525f2-e62f-4b05-a3ac-e3a4cd368338 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:26:15.446805 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0c1525f2-e62f-4b05-a3ac-e3a4cd368338 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:26:15.448073 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0c1525f2-e62f-4b05-a3ac-e3a4cd368338 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3047950 Dec 15 19:26:15.685879 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-8b44b5f1-d5f5-4f16-9552-a8528b8c85a8 req-39aaf67b-48dc-42e9-afe1-c91ee5e5fb70 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Synchronizing usage tracker for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:security_group {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:26:15.737857 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-8b44b5f1-d5f5-4f16-9552-a8528b8c85a8 req-39aaf67b-48dc-42e9-afe1-c91ee5e5fb70 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Unset dirty status for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:security_group {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:26:15.739161 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8b44b5f1-d5f5-4f16-9552-a8528b8c85a8 req-39aaf67b-48dc-42e9-afe1-c91ee5e5fb70 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1037756814&fields=id&tenant_id=7c1b74cf25a94156b4530f0bd868c0c9 HTTP/1.1" status: 200 len: 267 time: 0.0961535 Dec 15 19:26:15.896725 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b44b5f1-d5f5-4f16-9552-a8528b8c85a8 req-47985036-fef4-44a5-8304-4be4484eff2b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:26:15.898726 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8b44b5f1-d5f5-4f16-9552-a8528b8c85a8 req-47985036-fef4-44a5-8304-4be4484eff2b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/networks?id=742fa07c-4093-4402-9392-3a44d30cee44 HTTP/1.1" status: 200 len: 796 time: 0.1519704 Dec 15 19:26:15.916610 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8b44b5f1-d5f5-4f16-9552-a8528b8c85a8 req-c3723c8d-8d52-447f-b1b7-bebd563cea9b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/quotas/7c1b74cf25a94156b4530f0bd868c0c9 HTTP/1.1" status: 200 len: 375 time: 0.0117497 Dec 15 19:26:16.008176 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8b44b5f1-d5f5-4f16-9552-a8528b8c85a8 req-d18793a5-2930-47f0-8782-1a8cf7a2cb27 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7c1b74cf25a94156b4530f0bd868c0c9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0856824 Dec 15 19:26:16.156850 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [req-8b44b5f1-d5f5-4f16-9552-a8528b8c85a8 req-b6fd2bb3-6b1a-4e76-bfec-431ec4963c8c service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:26:16.157924 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8b44b5f1-d5f5-4f16-9552-a8528b8c85a8 req-b6fd2bb3-6b1a-4e76-bfec-431ec4963c8c service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.1374421 Dec 15 19:26:16.301635 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8b44b5f1-d5f5-4f16-9552-a8528b8c85a8 req-40b0512b-95e9-4e60-adb9-05ff9e1447fb service neutron] 10.222.0.36 "GET /v2.0/networks/742fa07c-4093-4402-9392-3a44d30cee44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364388 Dec 15 19:26:16.441498 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8b44b5f1-d5f5-4f16-9552-a8528b8c85a8 req-5370c434-8e24-44ac-b10f-49edbd650238 service neutron] 10.222.0.36 "GET /v2.0/networks/742fa07c-4093-4402-9392-3a44d30cee44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333785 Dec 15 19:26:16.665389 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-14b12dad-0a5e-4586-9220-d692ba4e2de5 req-96bf8fe9-d04d-49a7-81f9-312a60f3fb7e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c127795-f2f0-4177-810c-58b15efeb5be HTTP/1.1" status: 200 len: 210 time: 0.0451727 Dec 15 19:26:17.778534 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-fbb20f16-10cb-407e-a0d7-b093662d6281 req-66046a8f-7c16-4db7-8cfd-c3e9ef744544 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c127795-f2f0-4177-810c-58b15efeb5be HTTP/1.1" status: 200 len: 210 time: 0.0454190 Dec 15 19:26:18.898090 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-705ddb41-d45d-41cf-a4c5-0c20c4f70824 req-cf18c67c-1672-42f4-be7a-0465093a3d77 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c127795-f2f0-4177-810c-58b15efeb5be HTTP/1.1" status: 200 len: 210 time: 0.0518007 Dec 15 19:26:20.008059 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-68c59210-4139-4ce2-80d2-eb924030bba0 req-84fec1ab-aadd-4c63-89d8-9028aee76a54 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c127795-f2f0-4177-810c-58b15efeb5be HTTP/1.1" status: 200 len: 210 time: 0.0444474 Dec 15 19:26:21.176247 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b7edc531-4a00-48a7-a949-26bf7cf2a9c8 req-dce26fff-895c-44a5-aac6-a39ebe24af04 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c127795-f2f0-4177-810c-58b15efeb5be HTTP/1.1" status: 200 len: 210 time: 0.0456989 Dec 15 19:26:22.320678 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b44b5f1-d5f5-4f16-9552-a8528b8c85a8 req-bc8ab922-d96b-44cd-93cf-5d0fcc291cc2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:26:22.322841 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8b44b5f1-d5f5-4f16-9552-a8528b8c85a8 req-bc8ab922-d96b-44cd-93cf-5d0fcc291cc2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.32 "GET /v2.0/networks?id=742fa07c-4093-4402-9392-3a44d30cee44 HTTP/1.1" status: 200 len: 796 time: 0.1616066 Dec 15 19:26:22.388243 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8b44b5f1-d5f5-4f16-9552-a8528b8c85a8 req-563fad5c-9e9f-4c2e-abe1-feffa5639e25 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c1b74cf25a94156b4530f0bd868c0c9 HTTP/1.1" status: 200 len: 473 time: 0.0474660 Dec 15 19:26:22.400695 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [req-8b44b5f1-d5f5-4f16-9552-a8528b8c85a8 req-c21d2046-abb2-4053-a681-9fc02ef71e9e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'port': {'device_id': '8c127795-f2f0-4177-810c-58b15efeb5be', 'network_id': '742fa07c-4093-4402-9392-3a44d30cee44', 'admin_state_up': True, 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'security_groups': ['28068cfc-ed75-40e8-aa53-562ffb128cbd']}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:26:22.554523 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [req-8b44b5f1-d5f5-4f16-9552-a8528b8c85a8 req-c21d2046-abb2-4053-a681-9fc02ef71e9e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:26:22.559810 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-8b44b5f1-d5f5-4f16-9552-a8528b8c85a8 req-c21d2046-abb2-4053-a681-9fc02ef71e9e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:port and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:26:22.562977 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-8b44b5f1-d5f5-4f16-9552-a8528b8c85a8 req-c21d2046-abb2-4053-a681-9fc02ef71e9e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:26:22.569388 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [req-8b44b5f1-d5f5-4f16-9552-a8528b8c85a8 req-c21d2046-abb2-4053-a681-9fc02ef71e9e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:26:22.591470 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-43227e44-b2c4-4b25-a754-f5c72e184cc2 req-1b12024c-8a83-446d-897c-c4a5bf398ad5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c127795-f2f0-4177-810c-58b15efeb5be HTTP/1.1" status: 200 len: 210 time: 0.2859700 Dec 15 19:26:22.606753 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b44b5f1-d5f5-4f16-9552-a8528b8c85a8 req-c21d2046-abb2-4053-a681-9fc02ef71e9e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Made reservation on behalf of 7c1b74cf25a94156b4530f0bd868c0c9 for: {'port': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:26:22.613304 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-8b44b5f1-d5f5-4f16-9552-a8528b8c85a8 req-c21d2046-abb2-4053-a681-9fc02ef71e9e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:26:22.782565 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [req-8b44b5f1-d5f5-4f16-9552-a8528b8c85a8 req-c21d2046-abb2-4053-a681-9fc02ef71e9e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Allocated IP 172.20.0.7 (742fa07c-4093-4402-9392-3a44d30cee44/c22345a6-42c5-4f92-a83e-0a41a1336a7c/059b02e9-2c47-4c5d-ba12-f4cc1bbe2aab) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:26:22.988612 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-8b44b5f1-d5f5-4f16-9552-a8528b8c85a8 req-c21d2046-abb2-4053-a681-9fc02ef71e9e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:26:23.005805 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [req-8b44b5f1-d5f5-4f16-9552-a8528b8c85a8 req-c21d2046-abb2-4053-a681-9fc02ef71e9e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Transition to ACTIVE for port object 059b02e9-2c47-4c5d-ba12-f4cc1bbe2aab will not be triggered until provisioned by entity DHCP. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:26:23.052438 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-8b44b5f1-d5f5-4f16-9552-a8528b8c85a8 req-c21d2046-abb2-4053-a681-9fc02ef71e9e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:26:23.059180 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-20389b7f-bfe8-434f-a485-74a828eaa88d tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:26:23.130246 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b44b5f1-d5f5-4f16-9552-a8528b8c85a8 req-c21d2046-abb2-4053-a681-9fc02ef71e9e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Network 742fa07c-4093-4402-9392-3a44d30cee44 is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:26:23.134078 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [req-8b44b5f1-d5f5-4f16-9552-a8528b8c85a8 req-c21d2046-abb2-4053-a681-9fc02ef71e9e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:26:23.138937 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b44b5f1-d5f5-4f16-9552-a8528b8c85a8 req-c21d2046-abb2-4053-a681-9fc02ef71e9e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:26:23.170066 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21d2046-abb2-4053-a681-9fc02ef71e9e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'Port': ['ID=059b02e9-2c47-4c5d-ba12-f4cc1bbe2aab,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:26:23.175965 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c21d2046-abb2-4053-a681-9fc02ef71e9e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:26:23.208959 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b44b5f1-d5f5-4f16-9552-a8528b8c85a8 req-c21d2046-abb2-4053-a681-9fc02ef71e9e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:26:23.209957 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-8b44b5f1-d5f5-4f16-9552-a8528b8c85a8 req-c21d2046-abb2-4053-a681-9fc02ef71e9e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:26:23.263235 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8b44b5f1-d5f5-4f16-9552-a8528b8c85a8 req-c21d2046-abb2-4053-a681-9fc02ef71e9e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8669963 Dec 15 19:26:23.280616 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [req-8b44b5f1-d5f5-4f16-9552-a8528b8c85a8 req-85bbe1c0-9303-46db-a4a8-f6beac963b1f service neutron] Request body: {'port': {'device_id': '8c127795-f2f0-4177-810c-58b15efeb5be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:26:23.396963 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-8b44b5f1-d5f5-4f16-9552-a8528b8c85a8 req-85bbe1c0-9303-46db-a4a8-f6beac963b1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:26:23.502199 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-8656f6d6-4960-4e3a-a04d-743b3922108d None None] Provisioning for port 059b02e9-2c47-4c5d-ba12-f4cc1bbe2aab completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:26:23.507483 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-8656f6d6-4960-4e3a-a04d-743b3922108d None None] Provisioning complete for port 059b02e9-2c47-4c5d-ba12-f4cc1bbe2aab triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:26:23.507911 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8656f6d6-4960-4e3a-a04d-743b3922108d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:26:23.561351 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-8656f6d6-4960-4e3a-a04d-743b3922108d None None] Port 059b02e9-2c47-4c5d-ba12-f4cc1bbe2aab cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:26:23.752799 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [req-8b44b5f1-d5f5-4f16-9552-a8528b8c85a8 req-85bbe1c0-9303-46db-a4a8-f6beac963b1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 059b02e9-2c47-4c5d-ba12-f4cc1bbe2aab {{(pid=88991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 19:26:23.760205 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-8b44b5f1-d5f5-4f16-9552-a8528b8c85a8 req-85bbe1c0-9303-46db-a4a8-f6beac963b1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:26:23.775839 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [req-8b44b5f1-d5f5-4f16-9552-a8528b8c85a8 req-85bbe1c0-9303-46db-a4a8-f6beac963b1f service neutron] Transition to ACTIVE for port object 059b02e9-2c47-4c5d-ba12-f4cc1bbe2aab will not be triggered until provisioned by entity L2. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:26:23.801492 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e75f9c-4b20-4077-9ee2-62e6399bcb88 req-d962e05c-fd4a-4a26-88e3-70d9909d36d1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:26:23.803114 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-89e75f9c-4b20-4077-9ee2-62e6399bcb88 req-d962e05c-fd4a-4a26-88e3-70d9909d36d1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c127795-f2f0-4177-810c-58b15efeb5be HTTP/1.1" status: 200 len: 931 time: 0.0832720 Dec 15 19:26:23.810851 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-8b44b5f1-d5f5-4f16-9552-a8528b8c85a8 req-85bbe1c0-9303-46db-a4a8-f6beac963b1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:26:23.815648 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-23c0f3bc-1d08-4d3b-8038-2a57590de4cf tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:26:23.852782 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-89e75f9c-4b20-4077-9ee2-62e6399bcb88 req-29801893-8940-4d3e-9109-3edad5672aec tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=28068cfc-ed75-40e8-aa53-562ffb128cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425653 Dec 15 19:26:23.946969 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bbe1c0-9303-46db-a4a8-f6beac963b1f service neutron] Pushing event updated for resources: {'Port': ['ID=059b02e9-2c47-4c5d-ba12-f4cc1bbe2aab,revision_number=2']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:26:23.950126 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-85bbe1c0-9303-46db-a4a8-f6beac963b1f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:26:23.955452 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:26:24.064107 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-8b44b5f1-d5f5-4f16-9552-a8528b8c85a8 req-85bbe1c0-9303-46db-a4a8-f6beac963b1f service neutron] Attempting to bind port 059b02e9-2c47-4c5d-ba12-f4cc1bbe2aab on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:26:24.064521 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-8b44b5f1-d5f5-4f16-9552-a8528b8c85a8 req-85bbe1c0-9303-46db-a4a8-f6beac963b1f service neutron] Attempting to bind port 059b02e9-2c47-4c5d-ba12-f4cc1bbe2aab by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '2b851764-4cdb-4597-b174-a60179c4a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '742fa07c-4093-4402-9392-3a44d30cee44'}] {{(pid=88991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:26:24.064894 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b44b5f1-d5f5-4f16-9552-a8528b8c85a8 req-85bbe1c0-9303-46db-a4a8-f6beac963b1f service neutron] Attempting to bind port 059b02e9-2c47-4c5d-ba12-f4cc1bbe2aab on network 742fa07c-4093-4402-9392-3a44d30cee44 {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:26:24.071925 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b44b5f1-d5f5-4f16-9552-a8528b8c85a8 req-85bbe1c0-9303-46db-a4a8-f6beac963b1f service neutron] Port 059b02e9-2c47-4c5d-ba12-f4cc1bbe2aab on network 742fa07c-4093-4402-9392-3a44d30cee44 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:26:24.072294 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b44b5f1-d5f5-4f16-9552-a8528b8c85a8 req-85bbe1c0-9303-46db-a4a8-f6beac963b1f service neutron] Attempting to bind port 059b02e9-2c47-4c5d-ba12-f4cc1bbe2aab on network 742fa07c-4093-4402-9392-3a44d30cee44 {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:26:24.079198 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b44b5f1-d5f5-4f16-9552-a8528b8c85a8 req-85bbe1c0-9303-46db-a4a8-f6beac963b1f service neutron] Checking agent: {'id': '59e4c979-c5dd-468d-a1f2-341133950749', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 12, 24), 'started_at': datetime.datetime(2021, 12, 15, 19, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:26:24.079576 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b44b5f1-d5f5-4f16-9552-a8528b8c85a8 req-85bbe1c0-9303-46db-a4a8-f6beac963b1f service neutron] Checking segment: {'id': '2b851764-4cdb-4597-b174-a60179c4a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '742fa07c-4093-4402-9392-3a44d30cee44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:26:24.079993 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b44b5f1-d5f5-4f16-9552-a8528b8c85a8 req-85bbe1c0-9303-46db-a4a8-f6beac963b1f service neutron] Bound using segment: {'id': '2b851764-4cdb-4597-b174-a60179c4a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '742fa07c-4093-4402-9392-3a44d30cee44'} {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:26:24.080458 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-8b44b5f1-d5f5-4f16-9552-a8528b8c85a8 req-85bbe1c0-9303-46db-a4a8-f6beac963b1f service neutron] Bound port: 059b02e9-2c47-4c5d-ba12-f4cc1bbe2aab, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b851764-4cdb-4597-b174-a60179c4a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '742fa07c-4093-4402-9392-3a44d30cee44'}}] {{(pid=88991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:26:24.080841 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-8b44b5f1-d5f5-4f16-9552-a8528b8c85a8 req-85bbe1c0-9303-46db-a4a8-f6beac963b1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:26:24.175073 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-8b44b5f1-d5f5-4f16-9552-a8528b8c85a8 req-85bbe1c0-9303-46db-a4a8-f6beac963b1f service neutron] For port 059b02e9-2c47-4c5d-ba12-f4cc1bbe2aab, host hv-neutron-8218, cleared binding levels {{(pid=88991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:26:24.178266 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-8b44b5f1-d5f5-4f16-9552-a8528b8c85a8 req-85bbe1c0-9303-46db-a4a8-f6beac963b1f service neutron] For port 059b02e9-2c47-4c5d-ba12-f4cc1bbe2aab, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=059b02e9-2c47-4c5d-ba12-f4cc1bbe2aab,segment=NetworkSegment(2b851764-4cdb-4597-b174-a60179c4a725),segment_id=2b851764-4cdb-4597-b174-a60179c4a725)] {{(pid=88991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:26:24.213315 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-8b44b5f1-d5f5-4f16-9552-a8528b8c85a8 req-85bbe1c0-9303-46db-a4a8-f6beac963b1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:26:24.217433 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-82974221-ee74-4f6a-b9fb-e68c0d8b9b1a tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:26:24.280233 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-8b44b5f1-d5f5-4f16-9552-a8528b8c85a8 req-85bbe1c0-9303-46db-a4a8-f6beac963b1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:26:24.281744 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8b44b5f1-d5f5-4f16-9552-a8528b8c85a8 req-85bbe1c0-9303-46db-a4a8-f6beac963b1f service neutron] 10.222.0.32 "PUT /v2.0/ports/059b02e9-2c47-4c5d-ba12-f4cc1bbe2aab HTTP/1.1" status: 200 len: 1093 time: 1.0059814 Dec 15 19:26:24.282489 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c127795-f2f0-4177-810c-58b15efeb5be', 'tag': '059b02e9-2c47-4c5d-ba12-f4cc1bbe2aab'}] {{(pid=88991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:26:24.298941 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bbe1c0-9303-46db-a4a8-f6beac963b1f service neutron] Pushing event updated for resources: {'Port': ['ID=059b02e9-2c47-4c5d-ba12-f4cc1bbe2aab,revision_number=3']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:26:24.302294 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-85bbe1c0-9303-46db-a4a8-f6beac963b1f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:26:24.348338 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c127795-f2f0-4177-810c-58b15efeb5be', 'tag': '059b02e9-2c47-4c5d-ba12-f4cc1bbe2aab', 'status': 'completed', 'code': 200} Dec 15 19:26:24.677892 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8b44b5f1-d5f5-4f16-9552-a8528b8c85a8 req-7b266187-1f68-423b-be9d-5679501349fd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c1b74cf25a94156b4530f0bd868c0c9&device_id=8c127795-f2f0-4177-810c-58b15efeb5be HTTP/1.1" status: 200 len: 1096 time: 0.3162215 Dec 15 19:26:24.749925 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8b44b5f1-d5f5-4f16-9552-a8528b8c85a8 req-62bee3c7-281d-4073-9c16-759a99cb6b7f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=059b02e9-2c47-4c5d-ba12-f4cc1bbe2aab HTTP/1.1" status: 200 len: 217 time: 0.0646532 Dec 15 19:26:24.824338 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b44b5f1-d5f5-4f16-9552-a8528b8c85a8 req-57ee4f46-53f9-40e3-ae54-efb5ec785317 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:26:24.825859 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8b44b5f1-d5f5-4f16-9552-a8528b8c85a8 req-57ee4f46-53f9-40e3-ae54-efb5ec785317 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c22345a6-42c5-4f92-a83e-0a41a1336a7c HTTP/1.1" status: 200 len: 834 time: 0.0659413 Dec 15 19:26:24.908534 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8b44b5f1-d5f5-4f16-9552-a8528b8c85a8 req-b0e176e1-f544-4f3b-a735-e1c52e5e1fe7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=742fa07c-4093-4402-9392-3a44d30cee44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730996 Dec 15 19:26:25.057969 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8b44b5f1-d5f5-4f16-9552-a8528b8c85a8 req-4512ab92-f5b3-40a4-b3e5-9e1fa30dcde9 service neutron] 10.222.0.32 "GET /v2.0/networks/742fa07c-4093-4402-9392-3a44d30cee44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385624 Dec 15 19:26:25.068317 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9006a486-2871-4512-8daf-d19e0954ef94 req-18fff73a-9217-44a7-b7ea-d18ff01f2e06 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:26:25.069911 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9006a486-2871-4512-8daf-d19e0954ef94 req-18fff73a-9217-44a7-b7ea-d18ff01f2e06 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c127795-f2f0-4177-810c-58b15efeb5be HTTP/1.1" status: 200 len: 943 time: 0.0880704 Dec 15 19:26:25.119484 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9006a486-2871-4512-8daf-d19e0954ef94 req-a0dbacb7-d1f5-4924-bda3-9b47e7ff39de tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=28068cfc-ed75-40e8-aa53-562ffb128cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427656 Dec 15 19:26:25.202815 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8b44b5f1-d5f5-4f16-9552-a8528b8c85a8 req-60872c30-dcf5-4b62-9708-7733dd5e32ac service neutron] 10.222.0.32 "GET /v2.0/networks/742fa07c-4093-4402-9392-3a44d30cee44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348820 Dec 15 19:26:25.372007 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-247c2430-6f1a-4313-857c-b0cd035e7024 req-857e2fab-8a4e-418c-a141-f1401c41a6e5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c1b74cf25a94156b4530f0bd868c0c9&device_id=8c127795-f2f0-4177-810c-58b15efeb5be HTTP/1.1" status: 200 len: 1096 time: 0.0771680 Dec 15 19:26:25.514890 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247c2430-6f1a-4313-857c-b0cd035e7024 req-97a37512-0511-4369-9eb4-78bd9bf872c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:26:25.516452 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-247c2430-6f1a-4313-857c-b0cd035e7024 req-97a37512-0511-4369-9eb4-78bd9bf872c2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=742fa07c-4093-4402-9392-3a44d30cee44 HTTP/1.1" status: 200 len: 897 time: 0.1359398 Dec 15 19:26:25.585458 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-247c2430-6f1a-4313-857c-b0cd035e7024 req-f8fa788b-f253-44db-a873-e2cabf2df273 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=059b02e9-2c47-4c5d-ba12-f4cc1bbe2aab HTTP/1.1" status: 200 len: 217 time: 0.0621450 Dec 15 19:26:25.662315 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247c2430-6f1a-4313-857c-b0cd035e7024 req-bc49af9c-7956-4746-bee7-f0d7fb533e63 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:26:25.663901 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-247c2430-6f1a-4313-857c-b0cd035e7024 req-bc49af9c-7956-4746-bee7-f0d7fb533e63 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c22345a6-42c5-4f92-a83e-0a41a1336a7c HTTP/1.1" status: 200 len: 834 time: 0.0689654 Dec 15 19:26:25.747471 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-247c2430-6f1a-4313-857c-b0cd035e7024 req-d42c6f37-eea5-40b8-acbc-a9119be428c3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=742fa07c-4093-4402-9392-3a44d30cee44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728898 Dec 15 19:26:25.887987 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-247c2430-6f1a-4313-857c-b0cd035e7024 req-e7777236-3399-4e96-aff8-cd8f28b38174 service neutron] 10.222.0.32 "GET /v2.0/networks/742fa07c-4093-4402-9392-3a44d30cee44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327949 Dec 15 19:26:26.033533 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-247c2430-6f1a-4313-857c-b0cd035e7024 req-df17bfd9-4eb2-4893-9816-4f34070a1537 service neutron] 10.222.0.32 "GET /v2.0/networks/742fa07c-4093-4402-9392-3a44d30cee44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363754 Dec 15 19:26:26.325944 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1e59d0-8730-4e71-a895-f2a979b102ae req-29550ffe-fc47-4876-bf94-64aaf94c799b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:26:26.327616 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0c1e59d0-8730-4e71-a895-f2a979b102ae req-29550ffe-fc47-4876-bf94-64aaf94c799b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c127795-f2f0-4177-810c-58b15efeb5be HTTP/1.1" status: 200 len: 943 time: 0.0844557 Dec 15 19:26:26.375243 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0c1e59d0-8730-4e71-a895-f2a979b102ae req-d416df7a-3d9e-4c01-b52f-ec80164381b7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=28068cfc-ed75-40e8-aa53-562ffb128cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415552 Dec 15 19:26:27.099158 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 059b02e9-2c47-4c5d-ba12-f4cc1bbe2aab details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 15 19:26:27.239988 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 059b02e9-2c47-4c5d-ba12-f4cc1bbe2aab, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=059b02e9-2c47-4c5d-ba12-f4cc1bbe2aab,segment=NetworkSegment(2b851764-4cdb-4597-b174-a60179c4a725),segment_id=2b851764-4cdb-4597-b174-a60179c4a725)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:26:27.253911 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Returning: {'device': '059b02e9-2c47-4c5d-ba12-f4cc1bbe2aab', 'network_id': '742fa07c-4093-4402-9392-3a44d30cee44', 'port_id': '059b02e9-2c47-4c5d-ba12-f4cc1bbe2aab', 'mac_address': 'fa:16:3e:75:a3:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c22345a6-42c5-4f92-a83e-0a41a1336a7c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 19:26:27.313488 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:26:27.332214 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 059b02e9-2c47-4c5d-ba12-f4cc1bbe2aab {{(pid=88992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 19:26:27.347526 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 059b02e9-2c47-4c5d-ba12-f4cc1bbe2aab, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=059b02e9-2c47-4c5d-ba12-f4cc1bbe2aab,segment=NetworkSegment(2b851764-4cdb-4597-b174-a60179c4a725),segment_id=2b851764-4cdb-4597-b174-a60179c4a725)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:26:27.411652 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:26:27.413485 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-69aa98b0-b545-4f7e-b62f-668304231c11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:26:27.479249 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=059b02e9-2c47-4c5d-ba12-f4cc1bbe2aab,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:26:27.488227 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:26:27.488616 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:26:27.488999 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:26:27.489374 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:26:27.489750 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:26:27.490126 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:26:27.490521 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:26:27.490891 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:26:27.491257 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:26:27.491622 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:26:27.491990 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:26:27.496063 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:26:27.581456 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcefab0-2c5a-4aba-b434-2e7eb3f8e2f9 req-84a8053e-d2f5-4ff7-a0e7-4c1febd8f7d9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:26:27.584178 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-efcefab0-2c5a-4aba-b434-2e7eb3f8e2f9 req-84a8053e-d2f5-4ff7-a0e7-4c1febd8f7d9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c127795-f2f0-4177-810c-58b15efeb5be HTTP/1.1" status: 200 len: 944 time: 0.0857785 Dec 15 19:26:27.634392 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-efcefab0-2c5a-4aba-b434-2e7eb3f8e2f9 req-b4fe9a81-8f74-4232-add8-2e94e0117987 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=28068cfc-ed75-40e8-aa53-562ffb128cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438867 Dec 15 19:26:27.693066 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] get_ports_and_sgs() called for port_ids ['059b02e9-2c47-4c5d-ba12-f4cc1bbe2aab'] {{(pid=88992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 19:26:28.840089 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ad5ccf-4c26-4f81-a438-cc25fead20b7 req-b33c8095-1bc3-4035-8ee5-2b7c13972ac7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:26:28.841669 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-89ad5ccf-4c26-4f81-a438-cc25fead20b7 req-b33c8095-1bc3-4035-8ee5-2b7c13972ac7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c127795-f2f0-4177-810c-58b15efeb5be HTTP/1.1" status: 200 len: 944 time: 0.0830927 Dec 15 19:26:28.894641 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-89ad5ccf-4c26-4f81-a438-cc25fead20b7 req-50c317a1-0f2a-4a06-9186-8d4e8e5e1dcd tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=28068cfc-ed75-40e8-aa53-562ffb128cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465126 Dec 15 19:26:28.894869 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 19:26:29.106794 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 059b02e9-2c47-4c5d-ba12-f4cc1bbe2aab up at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:26:29.217532 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning for port 059b02e9-2c47-4c5d-ba12-f4cc1bbe2aab completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:26:29.222347 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning complete for port 059b02e9-2c47-4c5d-ba12-f4cc1bbe2aab triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:26:29.222774 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:26:29.340024 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:26:29.366904 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c127795-f2f0-4177-810c-58b15efeb5be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '059b02e9-2c47-4c5d-ba12-f4cc1bbe2aab'}] {{(pid=88992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:26:29.377902 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 059b02e9-2c47-4c5d-ba12-f4cc1bbe2aab, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=059b02e9-2c47-4c5d-ba12-f4cc1bbe2aab,segment=NetworkSegment(2b851764-4cdb-4597-b174-a60179c4a725),segment_id=2b851764-4cdb-4597-b174-a60179c4a725)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:26:29.463754 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:26:29.465794 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:26:29.513269 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c127795-f2f0-4177-810c-58b15efeb5be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '059b02e9-2c47-4c5d-ba12-f4cc1bbe2aab', 'code': 200} Dec 15 19:26:29.536854 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=059b02e9-2c47-4c5d-ba12-f4cc1bbe2aab,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:26:29.539910 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:26:29.920423 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f9066a9b-7813-4521-b175-72bed7773ef3 req-d447b555-d470-40b2-93d5-7c77d3e450ba service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8c127795-f2f0-4177-810c-58b15efeb5be HTTP/1.1" status: 200 len: 1098 time: 0.0728080 Dec 15 19:26:29.974678 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f9066a9b-7813-4521-b175-72bed7773ef3 req-6684e6b6-c4bd-4556-9471-21cd6c49c796 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=28068cfc-ed75-40e8-aa53-562ffb128cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432026 Dec 15 19:26:30.101535 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4607fa-2163-4d8b-8479-e2983ee83e92 req-c2850455-38d3-49cf-bd02-626784631f6d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:26:30.103744 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-bb4607fa-2163-4d8b-8479-e2983ee83e92 req-c2850455-38d3-49cf-bd02-626784631f6d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c127795-f2f0-4177-810c-58b15efeb5be HTTP/1.1" status: 200 len: 945 time: 0.0834553 Dec 15 19:26:30.152375 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-bb4607fa-2163-4d8b-8479-e2983ee83e92 req-fa5a3929-d2dd-4841-a197-7db4b26e918e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=28068cfc-ed75-40e8-aa53-562ffb128cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425577 Dec 15 19:26:31.362638 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df282116-bf98-4193-87ed-9a95220a89cd req-db05512e-4fd6-425b-be06-18d424a63ed8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:26:31.364212 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-df282116-bf98-4193-87ed-9a95220a89cd req-db05512e-4fd6-425b-be06-18d424a63ed8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c127795-f2f0-4177-810c-58b15efeb5be HTTP/1.1" status: 200 len: 945 time: 0.0871477 Dec 15 19:26:31.411867 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-df282116-bf98-4193-87ed-9a95220a89cd req-c83df179-db4f-4440-a20a-52f7dfefb4ea tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=28068cfc-ed75-40e8-aa53-562ffb128cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406339 Dec 15 19:26:31.613260 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb05afc1-d1a6-4e0a-a5a6-3cbcc792f68f req-ff8e9be1-694c-45d4-a663-6ba1d1d9dfb5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:26:31.614904 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-bb05afc1-d1a6-4e0a-a5a6-3cbcc792f68f req-ff8e9be1-694c-45d4-a663-6ba1d1d9dfb5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c127795-f2f0-4177-810c-58b15efeb5be HTTP/1.1" status: 200 len: 945 time: 0.0813241 Dec 15 19:26:31.664055 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-bb05afc1-d1a6-4e0a-a5a6-3cbcc792f68f req-b229dd2d-81f1-4c15-b422-a14caffdfcee tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=28068cfc-ed75-40e8-aa53-562ffb128cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422976 Dec 15 19:26:31.692128 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 57564) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:26:31.768545 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6553ebb0-769e-4dc9-972d-4f97d10c0769 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=8c127795-f2f0-4177-810c-58b15efeb5be HTTP/1.1" status: 200 len: 1093 time: 0.0751100 Dec 15 19:26:31.771304 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 57568) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:26:31.776838 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-a25a09c0-b640-4007-a0f8-d1bbe0060e8b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'floatingip': {'port_id': '059b02e9-2c47-4c5d-ba12-f4cc1bbe2aab'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:26:31.856043 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a25a09c0-b640-4007-a0f8-d1bbe0060e8b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for floatingip, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:26:32.469898 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a25a09c0-b640-4007-a0f8-d1bbe0060e8b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:26:32.531616 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a25a09c0-b640-4007-a0f8-d1bbe0060e8b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634093'] for floatingip, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:26:32.729834 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.l3_db [None req-a25a09c0-b640-4007-a0f8-d1bbe0060e8b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Floating IP a46e74c5-18bd-4d98-abe9-bf52ba9e66b2 associated. External IP: 172.26.3.158, port: 059b02e9-2c47-4c5d-ba12-f4cc1bbe2aab. Dec 15 19:26:33.129062 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a25a09c0-b640-4007-a0f8-d1bbe0060e8b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Router 82650783-95e2-4845-a62c-85b9cb70f7c3 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:26:33.334745 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a25a09c0-b640-4007-a0f8-d1bbe0060e8b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:26:33.340403 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a25a09c0-b640-4007-a0f8-d1bbe0060e8b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:26:33.345316 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af39cc6-5169-4619-890b-d80870cdad01 None None] Sync routers for ids ['82650783-95e2-4845-a62c-85b9cb70f7c3'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:26:33.357720 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af39cc6-5169-4619-890b-d80870cdad01 None None] Routers {'82650783-95e2-4845-a62c-85b9cb70f7c3'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:26:33.358436 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-3af39cc6-5169-4619-890b-d80870cdad01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:26:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['82650783-95e2-4845-a62c-85b9cb70f7c3'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:26:33.399629 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a25a09c0-b640-4007-a0f8-d1bbe0060e8b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "PUT /v2.0/floatingips/a46e74c5-18bd-4d98-abe9-bf52ba9e66b2 HTTP/1.1" status: 200 len: 991 time: 1.6244700 Dec 15 19:26:33.399629 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c127795-f2f0-4177-810c-58b15efeb5be', 'tag': '059b02e9-2c47-4c5d-ba12-f4cc1bbe2aab'}] {{(pid=88990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:26:33.401189 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 57572) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:26:33.476119 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c127795-f2f0-4177-810c-58b15efeb5be', 'tag': '059b02e9-2c47-4c5d-ba12-f4cc1bbe2aab', 'status': 'completed', 'code': 200} Dec 15 19:26:33.541543 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-3af39cc6-5169-4619-890b-d80870cdad01 None None] Set router 82650783-95e2-4845-a62c-85b9cb70f7c3 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:26:33.575934 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-3c206efb-07ba-42a9-ac24-c86402e44998 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/floatingips/a46e74c5-18bd-4d98-abe9-bf52ba9e66b2 HTTP/1.1" status: 200 len: 991 time: 0.1734138 Dec 15 19:26:33.606810 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-024d6156-9d68-4e47-ac5b-999f43e23fa0 req-5f14c6fb-dac6-44dd-8633-0ad835f68899 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c1b74cf25a94156b4530f0bd868c0c9&device_id=8c127795-f2f0-4177-810c-58b15efeb5be HTTP/1.1" status: 200 len: 1098 time: 0.1056242 Dec 15 19:26:33.750379 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d6156-9d68-4e47-ac5b-999f43e23fa0 req-240fd287-415d-43fb-91f8-cb34014d2b92 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:26:33.751983 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-024d6156-9d68-4e47-ac5b-999f43e23fa0 req-240fd287-415d-43fb-91f8-cb34014d2b92 service neutron] 10.222.0.32 "GET /v2.0/networks?id=742fa07c-4093-4402-9392-3a44d30cee44 HTTP/1.1" status: 200 len: 897 time: 0.1389647 Dec 15 19:26:33.859880 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-024d6156-9d68-4e47-ac5b-999f43e23fa0 req-35475f30-9cdf-49fe-b37b-5d69ad9dcb82 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=059b02e9-2c47-4c5d-ba12-f4cc1bbe2aab HTTP/1.1" status: 200 len: 999 time: 0.1009901 Dec 15 19:26:33.901700 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-3af39cc6-5169-4619-890b-d80870cdad01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82650783-95e2-4845-a62c-85b9cb70f7c3', 'name': 'tempest-TestNetworkBasicOps-router-1699851332', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.146'}], 'enable_snat': True}, 'gw_port_id': '4f9c3c75-56e9-4060-935c-a2e89cdc59df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:24:57Z', 'updated_at': '2021-12-15T19:25:04Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': '4f9c3c75-56e9-4060-935c-a2e89cdc59df', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:87:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82650783-95e2-4845-a62c-85b9cb70f7c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:24:58Z', 'updated_at': '2021-12-15T19:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': 'a46e74c5-18bd-4d98-abe9-bf52ba9e66b2', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'floating_ip_address': '172.26.3.158', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': '82650783-95e2-4845-a62c-85b9cb70f7c3', 'port_id': '059b02e9-2c47-4c5d-ba12-f4cc1bbe2aab', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '742fa07c-4093-4402-9392-3a44d30cee44', 'mac_address': 'fa:16:3e:75:a3:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c127795-f2f0-4177-810c-58b15efeb5be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:25:31Z', 'updated_at': '2021-12-15T19:26:32Z', 'revision_number': 5, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3689e11c-c1a4-45f8-ad70-f36bd093f6f5', 'name': '', 'network_id': '742fa07c-4093-4402-9392-3a44d30cee44', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:66:9b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82650783-95e2-4845-a62c-85b9cb70f7c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c22345a6-42c5-4f92-a83e-0a41a1336a7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:25:02Z', 'updated_at': '2021-12-15T19:25:14Z', 'revision_number': 5, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'c22345a6-42c5-4f92-a83e-0a41a1336a7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:26:33.905813 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af39cc6-5169-4619-890b-d80870cdad01 None None] Checking router: 82650783-95e2-4845-a62c-85b9cb70f7c3 for host: dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:26:33.917874 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af39cc6-5169-4619-890b-d80870cdad01 None None] Routers {'82650783-95e2-4845-a62c-85b9cb70f7c3'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:26:33.918569 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-3af39cc6-5169-4619-890b-d80870cdad01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:26:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['82650783-95e2-4845-a62c-85b9cb70f7c3'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:26:33.928696 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d6156-9d68-4e47-ac5b-999f43e23fa0 req-62ccc7b0-18a8-4eea-b5dd-bbf550fa29f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:26:33.930279 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-024d6156-9d68-4e47-ac5b-999f43e23fa0 req-62ccc7b0-18a8-4eea-b5dd-bbf550fa29f0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c22345a6-42c5-4f92-a83e-0a41a1336a7c HTTP/1.1" status: 200 len: 834 time: 0.0645480 Dec 15 19:26:34.014071 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-024d6156-9d68-4e47-ac5b-999f43e23fa0 req-acb6e819-d930-4565-84d9-157c6a6b53ed service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=742fa07c-4093-4402-9392-3a44d30cee44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772874 Dec 15 19:26:34.101571 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-3af39cc6-5169-4619-890b-d80870cdad01 None None] Set router 82650783-95e2-4845-a62c-85b9cb70f7c3 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:26:34.154724 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-024d6156-9d68-4e47-ac5b-999f43e23fa0 req-358b9325-8ce2-487d-962e-50b12991e782 service neutron] 10.222.0.32 "GET /v2.0/networks/742fa07c-4093-4402-9392-3a44d30cee44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343479 Dec 15 19:26:34.299814 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-024d6156-9d68-4e47-ac5b-999f43e23fa0 req-b1b6c1ff-3285-4de3-ac5d-94893e9584a4 service neutron] 10.222.0.32 "GET /v2.0/networks/742fa07c-4093-4402-9392-3a44d30cee44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390135 Dec 15 19:26:34.471432 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-3af39cc6-5169-4619-890b-d80870cdad01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82650783-95e2-4845-a62c-85b9cb70f7c3', 'name': 'tempest-TestNetworkBasicOps-router-1699851332', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.146'}], 'enable_snat': True}, 'gw_port_id': '4f9c3c75-56e9-4060-935c-a2e89cdc59df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:24:57Z', 'updated_at': '2021-12-15T19:25:04Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': '4f9c3c75-56e9-4060-935c-a2e89cdc59df', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:87:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82650783-95e2-4845-a62c-85b9cb70f7c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:24:58Z', 'updated_at': '2021-12-15T19:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': 'a46e74c5-18bd-4d98-abe9-bf52ba9e66b2', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'floating_ip_address': '172.26.3.158', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': '82650783-95e2-4845-a62c-85b9cb70f7c3', 'port_id': '059b02e9-2c47-4c5d-ba12-f4cc1bbe2aab', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '742fa07c-4093-4402-9392-3a44d30cee44', 'mac_address': 'fa:16:3e:75:a3:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c127795-f2f0-4177-810c-58b15efeb5be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:25:31Z', 'updated_at': '2021-12-15T19:26:32Z', 'revision_number': 5, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3689e11c-c1a4-45f8-ad70-f36bd093f6f5', 'name': '', 'network_id': '742fa07c-4093-4402-9392-3a44d30cee44', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:66:9b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82650783-95e2-4845-a62c-85b9cb70f7c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c22345a6-42c5-4f92-a83e-0a41a1336a7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:25:02Z', 'updated_at': '2021-12-15T19:25:14Z', 'revision_number': 5, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'c22345a6-42c5-4f92-a83e-0a41a1336a7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:26:34.475540 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af39cc6-5169-4619-890b-d80870cdad01 None None] The sync data for ids ['82650783-95e2-4845-a62c-85b9cb70f7c3'] in dv-neutron-821831-2-hyperv is: [{'id': '82650783-95e2-4845-a62c-85b9cb70f7c3', 'name': 'tempest-TestNetworkBasicOps-router-1699851332', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.146'}], 'enable_snat': True}, 'gw_port_id': '4f9c3c75-56e9-4060-935c-a2e89cdc59df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:24:57Z', 'updated_at': '2021-12-15T19:25:04Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': '4f9c3c75-56e9-4060-935c-a2e89cdc59df', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:87:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82650783-95e2-4845-a62c-85b9cb70f7c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:24:58Z', 'updated_at': '2021-12-15T19:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': 'a46e74c5-18bd-4d98-abe9-bf52ba9e66b2', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'floating_ip_address': '172.26.3.158', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': '82650783-95e2-4845-a62c-85b9cb70f7c3', 'port_id': '059b02e9-2c47-4c5d-ba12-f4cc1bbe2aab', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '742fa07c-4093-4402-9392-3a44d30cee44', 'mac_address': 'fa:16:3e:75:a3:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c127795-f2f0-4177-810c-58b15efeb5be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:25:31Z', 'updated_at': '2021-12-15T19:26:32Z', 'revision_number': 5, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3689e11c-c1a4-45f8-ad70-f36bd093f6f5', 'name': '', 'network_id': '742fa07c-4093-4402-9392-3a44d30cee44', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:66:9b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82650783-95e2-4845-a62c-85b9cb70f7c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c22345a6-42c5-4f92-a83e-0a41a1336a7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:25:02Z', 'updated_at': '2021-12-15T19:25:14Z', 'revision_number': 5, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'c22345a6-42c5-4f92-a83e-0a41a1336a7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:26:34.579996 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 57578) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:26:34.688574 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-3cd20225-83a3-465b-acfb-b007baa3d1f7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/floatingips/a46e74c5-18bd-4d98-abe9-bf52ba9e66b2 HTTP/1.1" status: 200 len: 991 time: 0.1071770 Dec 15 19:26:34.798015 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610c9bfc-df8d-4a2f-ade5-00d033619900 None None] New status for floating IP a46e74c5-18bd-4d98-abe9-bf52ba9e66b2: ACTIVE {{(pid=88992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 15 19:26:35.692529 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 57582) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:26:35.800935 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-efee9974-fa55-4079-81cd-f8e9f5e4e6ae tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/floatingips/a46e74c5-18bd-4d98-abe9-bf52ba9e66b2 HTTP/1.1" status: 200 len: 993 time: 0.1071181 Dec 15 19:26:36.653233 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9a9abfa5-db8a-4600-be84-f139f3b8e08a req-ced6eaf4-3732-4649-9282-fc7b05656789 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cd6c8bfb-1c85-414f-bf98-1e2009f9c8d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0802805 Dec 15 19:26:36.797891 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9a9abfa5-db8a-4600-be84-f139f3b8e08a req-c947672d-6132-46fd-8e7d-0f688fcb7a70 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c1b74cf25a94156b4530f0bd868c0c9&device_id=cd6c8bfb-1c85-414f-bf98-1e2009f9c8d7 HTTP/1.1" status: 200 len: 1098 time: 0.0743306 Dec 15 19:26:36.953653 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9abfa5-db8a-4600-be84-f139f3b8e08a req-b63c0beb-554a-4748-9905-8e5d92ea4959 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:26:36.955292 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9a9abfa5-db8a-4600-be84-f139f3b8e08a req-b63c0beb-554a-4748-9905-8e5d92ea4959 service neutron] 10.222.0.32 "GET /v2.0/networks?id=742fa07c-4093-4402-9392-3a44d30cee44 HTTP/1.1" status: 200 len: 897 time: 0.1386230 Dec 15 19:26:37.029984 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9a9abfa5-db8a-4600-be84-f139f3b8e08a req-1a006a2a-1029-4420-8a17-2a8891c66fb3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be872072-0c50-4003-85a0-7c9af68a6b34 HTTP/1.1" status: 200 len: 217 time: 0.0675576 Dec 15 19:26:37.096693 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9abfa5-db8a-4600-be84-f139f3b8e08a req-2dd2e0d5-a84b-4040-836a-44a4ba808669 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:26:37.098213 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9a9abfa5-db8a-4600-be84-f139f3b8e08a req-2dd2e0d5-a84b-4040-836a-44a4ba808669 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c22345a6-42c5-4f92-a83e-0a41a1336a7c HTTP/1.1" status: 200 len: 834 time: 0.0621004 Dec 15 19:26:37.178402 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9a9abfa5-db8a-4600-be84-f139f3b8e08a req-22ebc4b7-7ee4-4ea5-98f4-3afabe62b70a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=742fa07c-4093-4402-9392-3a44d30cee44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733106 Dec 15 19:26:37.322179 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9a9abfa5-db8a-4600-be84-f139f3b8e08a req-59291a34-5204-447b-a5f4-b24059ec82ee service neutron] 10.222.0.32 "GET /v2.0/networks/742fa07c-4093-4402-9392-3a44d30cee44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350067 Dec 15 19:26:37.459455 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9a9abfa5-db8a-4600-be84-f139f3b8e08a req-c8b8ec78-5a28-40f3-862f-d48d202080c9 service neutron] 10.222.0.32 "GET /v2.0/networks/742fa07c-4093-4402-9392-3a44d30cee44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310940 Dec 15 19:26:38.217457 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9602e678-7033-45aa-b98f-e9101d8ee2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:26:39.451741 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:26:40.497795 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5c0053ab-9143-43bc-aa1d-2fa9ca54ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:26:40.775969 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:26:42.552572 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:26:53.969624 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:05.894389 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 19:27:08.214267 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-697b62a0-5bb0-4738-9c08-65cc42bcaeab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:09.471871 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:09.541474 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1393e5-db78-47ac-b1c6-8b8281a5f619 req-9be5c3cd-98d4-4947-9228-2ce9dd925c82 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:27:09.543118 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6a1393e5-db78-47ac-b1c6-8b8281a5f619 req-9be5c3cd-98d4-4947-9228-2ce9dd925c82 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c127795-f2f0-4177-810c-58b15efeb5be HTTP/1.1" status: 200 len: 945 time: 0.0840108 Dec 15 19:27:09.590208 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6a1393e5-db78-47ac-b1c6-8b8281a5f619 req-655be794-3e45-4481-9179-190ac038ded9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=28068cfc-ed75-40e8-aa53-562ffb128cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411165 Dec 15 19:27:10.497073 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-12eede6c-3ad4-45f0-b34f-db0f160b92a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:10.769145 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:10.805196 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3b5f9c-a8c7-4978-b30b-b86bdc9b1277 req-78ca5a85-f5b6-44cd-bf44-b8f5c3134d54 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:27:10.807047 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-dc3b5f9c-a8c7-4978-b30b-b86bdc9b1277 req-78ca5a85-f5b6-44cd-bf44-b8f5c3134d54 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c127795-f2f0-4177-810c-58b15efeb5be HTTP/1.1" status: 200 len: 945 time: 0.0853248 Dec 15 19:27:10.854678 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-dc3b5f9c-a8c7-4978-b30b-b86bdc9b1277 req-17377227-fcf3-4700-9c2c-442a2e3229fa tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=28068cfc-ed75-40e8-aa53-562ffb128cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414238 Dec 15 19:27:11.006502 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc199ee8-462d-4090-8520-b67f4a3e238e req-b91d9626-343f-49c9-ab7f-f120012be82d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:27:11.007517 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-bc199ee8-462d-4090-8520-b67f4a3e238e req-b91d9626-343f-49c9-ab7f-f120012be82d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Synchronizing usage tracker for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:port {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:27:11.054621 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-bc199ee8-462d-4090-8520-b67f4a3e238e req-b91d9626-343f-49c9-ab7f-f120012be82d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Unset dirty status for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:port {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:27:11.056519 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-bc199ee8-462d-4090-8520-b67f4a3e238e req-b91d9626-343f-49c9-ab7f-f120012be82d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c127795-f2f0-4177-810c-58b15efeb5be HTTP/1.1" status: 200 len: 945 time: 0.1314671 Dec 15 19:27:11.130678 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [req-bc199ee8-462d-4090-8520-b67f4a3e238e req-4bb12b96-b52d-4459-a28d-176b48c5874d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Deleting port 059b02e9-2c47-4c5d-ba12-f4cc1bbe2aab {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:27:11.131065 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-bc199ee8-462d-4090-8520-b67f4a3e238e req-4bb12b96-b52d-4459-a28d-176b48c5874d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:11.599358 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-bc199ee8-462d-4090-8520-b67f4a3e238e req-4bb12b96-b52d-4459-a28d-176b48c5874d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] For port 059b02e9-2c47-4c5d-ba12-f4cc1bbe2aab, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=059b02e9-2c47-4c5d-ba12-f4cc1bbe2aab,segment=NetworkSegment(2b851764-4cdb-4597-b174-a60179c4a725),segment_id=2b851764-4cdb-4597-b174-a60179c4a725)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:27:11.599936 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-bc199ee8-462d-4090-8520-b67f4a3e238e req-4bb12b96-b52d-4459-a28d-176b48c5874d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:11.890460 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-bc199ee8-462d-4090-8520-b67f4a3e238e req-4bb12b96-b52d-4459-a28d-176b48c5874d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:11.890796 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-bc199ee8-462d-4090-8520-b67f4a3e238e req-4bb12b96-b52d-4459-a28d-176b48c5874d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634093'] for floatingip, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:11.891142 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.l3_db [req-bc199ee8-462d-4090-8520-b67f4a3e238e req-4bb12b96-b52d-4459-a28d-176b48c5874d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Floating IP a46e74c5-18bd-4d98-abe9-bf52ba9e66b2 disassociated. External IP: 172.26.3.158, port: 059b02e9-2c47-4c5d-ba12-f4cc1bbe2aab. Dec 15 19:27:11.891522 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [req-bc199ee8-462d-4090-8520-b67f4a3e238e req-4bb12b96-b52d-4459-a28d-176b48c5874d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Calling delete_port for 059b02e9-2c47-4c5d-ba12-f4cc1bbe2aab owned by compute:nova {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:27:12.060960 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312a25a-6b23-4a3a-940a-665bcc2cedf6 req-f13d020c-4e01-4132-9a15-db8657c42734 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:27:12.062573 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6312a25a-6b23-4a3a-940a-665bcc2cedf6 req-f13d020c-4e01-4132-9a15-db8657c42734 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c127795-f2f0-4177-810c-58b15efeb5be HTTP/1.1" status: 200 len: 945 time: 0.0850253 Dec 15 19:27:12.114795 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6312a25a-6b23-4a3a-940a-665bcc2cedf6 req-6aac905d-2768-48a8-a25f-fe14a357d042 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=28068cfc-ed75-40e8-aa53-562ffb128cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459812 Dec 15 19:27:12.211404 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-bc199ee8-462d-4090-8520-b67f4a3e238e req-4bb12b96-b52d-4459-a28d-176b48c5874d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:12.217566 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4d2e22e9-66fa-4367-ba30-49f76997ddf1 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:27:12.262813 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb12b96-b52d-4459-a28d-176b48c5874d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event deleted for resources: {'Port': ['ID=059b02e9-2c47-4c5d-ba12-f4cc1bbe2aab,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:27:12.275477 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb12b96-b52d-4459-a28d-176b48c5874d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:27:12.275917 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb12b96-b52d-4459-a28d-176b48c5874d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:27:12.276351 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb12b96-b52d-4459-a28d-176b48c5874d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:27:12.276772 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb12b96-b52d-4459-a28d-176b48c5874d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:27:12.277196 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb12b96-b52d-4459-a28d-176b48c5874d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:27:12.277650 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb12b96-b52d-4459-a28d-176b48c5874d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:27:12.278558 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb12b96-b52d-4459-a28d-176b48c5874d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:27:12.278558 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb12b96-b52d-4459-a28d-176b48c5874d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:27:12.278990 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb12b96-b52d-4459-a28d-176b48c5874d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:27:12.279264 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb12b96-b52d-4459-a28d-176b48c5874d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:27:12.279679 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb12b96-b52d-4459-a28d-176b48c5874d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:27:12.284473 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4bb12b96-b52d-4459-a28d-176b48c5874d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:27:12.497013 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc199ee8-462d-4090-8520-b67f4a3e238e req-4bb12b96-b52d-4459-a28d-176b48c5874d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Router 82650783-95e2-4845-a62c-85b9cb70f7c3 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:27:12.540880 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:12.710576 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc199ee8-462d-4090-8520-b67f4a3e238e req-4bb12b96-b52d-4459-a28d-176b48c5874d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:27:12.721425 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f970231-7ad1-441d-ad07-8c6c3a076c56 None None] Sync routers for ids ['82650783-95e2-4845-a62c-85b9cb70f7c3'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:27:12.735550 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f970231-7ad1-441d-ad07-8c6c3a076c56 None None] Routers {'82650783-95e2-4845-a62c-85b9cb70f7c3'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:27:12.736243 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-2f970231-7ad1-441d-ad07-8c6c3a076c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:27:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['82650783-95e2-4845-a62c-85b9cb70f7c3'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:27:12.785476 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc199ee8-462d-4090-8520-b67f4a3e238e req-4bb12b96-b52d-4459-a28d-176b48c5874d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] No DVR routers for this DVR port 059b02e9-2c47-4c5d-ba12-f4cc1bbe2aab on host hv-neutron-8218 {{(pid=88991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:27:12.788687 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-bc199ee8-462d-4090-8520-b67f4a3e238e req-4bb12b96-b52d-4459-a28d-176b48c5874d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:12.794549 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c127795-f2f0-4177-810c-58b15efeb5be', 'name': 'network-vif-deleted', 'tag': '059b02e9-2c47-4c5d-ba12-f4cc1bbe2aab'}] {{(pid=88991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:27:12.854276 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-bc199ee8-462d-4090-8520-b67f4a3e238e req-4bb12b96-b52d-4459-a28d-176b48c5874d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.32 "DELETE /v2.0/ports/059b02e9-2c47-4c5d-ba12-f4cc1bbe2aab HTTP/1.1" status: 204 len: 173 time: 1.7893281 Dec 15 19:27:12.857501 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c127795-f2f0-4177-810c-58b15efeb5be', 'name': 'network-vif-deleted', 'tag': '059b02e9-2c47-4c5d-ba12-f4cc1bbe2aab', 'status': 'completed', 'code': 200} Dec 15 19:27:13.083598 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-2f970231-7ad1-441d-ad07-8c6c3a076c56 None None] Set router 82650783-95e2-4845-a62c-85b9cb70f7c3 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:27:13.297198 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d8eae599-a9ea-4775-be1f-27afed54f7ab req-f64d59c9-2e65-4c3d-9747-996d89a88530 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c127795-f2f0-4177-810c-58b15efeb5be HTTP/1.1" status: 200 len: 210 time: 0.0457361 Dec 15 19:27:13.364887 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 059b02e9-2c47-4c5d-ba12-f4cc1bbe2aab no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:27:13.400909 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] No Port match for: 059b02e9-2c47-4c5d-ba12-f4cc1bbe2aab {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:27:13.401308 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 059b02e9-2c47-4c5d-ba12-f4cc1bbe2aab not bound to the agent host hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:27:13.420436 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-2f970231-7ad1-441d-ad07-8c6c3a076c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82650783-95e2-4845-a62c-85b9cb70f7c3', 'name': 'tempest-TestNetworkBasicOps-router-1699851332', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.146'}], 'enable_snat': True}, 'gw_port_id': '4f9c3c75-56e9-4060-935c-a2e89cdc59df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:24:57Z', 'updated_at': '2021-12-15T19:25:04Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': '4f9c3c75-56e9-4060-935c-a2e89cdc59df', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:87:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82650783-95e2-4845-a62c-85b9cb70f7c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:24:58Z', 'updated_at': '2021-12-15T19:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '3689e11c-c1a4-45f8-ad70-f36bd093f6f5', 'name': '', 'network_id': '742fa07c-4093-4402-9392-3a44d30cee44', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:66:9b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82650783-95e2-4845-a62c-85b9cb70f7c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c22345a6-42c5-4f92-a83e-0a41a1336a7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:25:02Z', 'updated_at': '2021-12-15T19:25:14Z', 'revision_number': 5, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'c22345a6-42c5-4f92-a83e-0a41a1336a7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:27:13.424524 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f970231-7ad1-441d-ad07-8c6c3a076c56 None None] Checking router: 82650783-95e2-4845-a62c-85b9cb70f7c3 for host: dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:27:13.436137 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f970231-7ad1-441d-ad07-8c6c3a076c56 None None] Routers {'82650783-95e2-4845-a62c-85b9cb70f7c3'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:27:13.436904 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-2f970231-7ad1-441d-ad07-8c6c3a076c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:27:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['82650783-95e2-4845-a62c-85b9cb70f7c3'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:27:13.624855 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-2f970231-7ad1-441d-ad07-8c6c3a076c56 None None] Set router 82650783-95e2-4845-a62c-85b9cb70f7c3 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:27:13.954806 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-2f970231-7ad1-441d-ad07-8c6c3a076c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82650783-95e2-4845-a62c-85b9cb70f7c3', 'name': 'tempest-TestNetworkBasicOps-router-1699851332', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.146'}], 'enable_snat': True}, 'gw_port_id': '4f9c3c75-56e9-4060-935c-a2e89cdc59df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:24:57Z', 'updated_at': '2021-12-15T19:25:04Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': '4f9c3c75-56e9-4060-935c-a2e89cdc59df', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:87:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82650783-95e2-4845-a62c-85b9cb70f7c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:24:58Z', 'updated_at': '2021-12-15T19:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '3689e11c-c1a4-45f8-ad70-f36bd093f6f5', 'name': '', 'network_id': '742fa07c-4093-4402-9392-3a44d30cee44', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:66:9b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82650783-95e2-4845-a62c-85b9cb70f7c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c22345a6-42c5-4f92-a83e-0a41a1336a7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:25:02Z', 'updated_at': '2021-12-15T19:25:14Z', 'revision_number': 5, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'c22345a6-42c5-4f92-a83e-0a41a1336a7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:27:13.958713 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f970231-7ad1-441d-ad07-8c6c3a076c56 None None] The sync data for ids ['82650783-95e2-4845-a62c-85b9cb70f7c3'] in dv-neutron-821831-2-hyperv is: [{'id': '82650783-95e2-4845-a62c-85b9cb70f7c3', 'name': 'tempest-TestNetworkBasicOps-router-1699851332', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.146'}], 'enable_snat': True}, 'gw_port_id': '4f9c3c75-56e9-4060-935c-a2e89cdc59df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:24:57Z', 'updated_at': '2021-12-15T19:25:04Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': '4f9c3c75-56e9-4060-935c-a2e89cdc59df', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:87:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82650783-95e2-4845-a62c-85b9cb70f7c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:24:58Z', 'updated_at': '2021-12-15T19:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '3689e11c-c1a4-45f8-ad70-f36bd093f6f5', 'name': '', 'network_id': '742fa07c-4093-4402-9392-3a44d30cee44', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:66:9b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82650783-95e2-4845-a62c-85b9cb70f7c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c22345a6-42c5-4f92-a83e-0a41a1336a7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:25:02Z', 'updated_at': '2021-12-15T19:25:14Z', 'revision_number': 5, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'c22345a6-42c5-4f92-a83e-0a41a1336a7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:27:14.392336 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4532756f-47fd-4dbe-a56e-1ec0b55f1b43 None None] New status for floating IP a46e74c5-18bd-4d98-abe9-bf52ba9e66b2: DOWN {{(pid=88992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 15 19:27:14.409312 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 57610) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:27:14.483550 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-481789ae-3173-42c5-b31a-d3468d91e552 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:14.519695 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-481789ae-3173-42c5-b31a-d3468d91e552 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:14.620951 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-481789ae-3173-42c5-b31a-d3468d91e552 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:14.628007 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c1a90a02-7e4a-4642-b400-84bcb5535777 tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:27:14.646357 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481789ae-3173-42c5-b31a-d3468d91e552 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28068cfc-ed75-40e8-aa53-562ffb128cbd,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:27:14.649226 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-481789ae-3173-42c5-b31a-d3468d91e552 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:27:14.694054 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-481789ae-3173-42c5-b31a-d3468d91e552 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:14.695392 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-481789ae-3173-42c5-b31a-d3468d91e552 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "DELETE /v2.0/security-groups/28068cfc-ed75-40e8-aa53-562ffb128cbd HTTP/1.1" status: 204 len: 168 time: 0.2849672 Dec 15 19:27:14.779468 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 57616) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:27:14.943523 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-87fa9440-8a9c-43eb-9d7a-9cdb8383018c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Deleting port 40ef7d17-091c-4cba-be0e-57f54ce360ca {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:27:14.943905 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-87fa9440-8a9c-43eb-9d7a-9cdb8383018c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:15.129223 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-87fa9440-8a9c-43eb-9d7a-9cdb8383018c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:15.129764 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-87fa9440-8a9c-43eb-9d7a-9cdb8383018c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:15.261968 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-87fa9440-8a9c-43eb-9d7a-9cdb8383018c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Calling delete_port for 40ef7d17-091c-4cba-be0e-57f54ce360ca owned by network:floatingip {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:27:15.428318 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-87fa9440-8a9c-43eb-9d7a-9cdb8383018c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:15.432973 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-219b142c-638a-44e1-b2a2-aa19d2d38d33 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:27:15.480023 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fa9440-8a9c-43eb-9d7a-9cdb8383018c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event deleted for resources: {'Port': ['ID=40ef7d17-091c-4cba-be0e-57f54ce360ca,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:27:15.482736 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-87fa9440-8a9c-43eb-9d7a-9cdb8383018c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:27:15.572588 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-87fa9440-8a9c-43eb-9d7a-9cdb8383018c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for floatingip, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:15.587626 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-87fa9440-8a9c-43eb-9d7a-9cdb8383018c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:15.588875 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-87fa9440-8a9c-43eb-9d7a-9cdb8383018c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "DELETE /v2.0/floatingips/a46e74c5-18bd-4d98-abe9-bf52ba9e66b2 HTTP/1.1" status: 204 len: 168 time: 0.8082790 Dec 15 19:27:16.059624 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09290d6-bae5-4939-afa8-dec0b207da70 req-6b229959-9618-4c8e-b130-d676b7de0120 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:27:16.061193 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b09290d6-bae5-4939-afa8-dec0b207da70 req-6b229959-9618-4c8e-b130-d676b7de0120 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd6c8bfb-1c85-414f-bf98-1e2009f9c8d7 HTTP/1.1" status: 200 len: 945 time: 0.0811112 Dec 15 19:27:16.107914 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b09290d6-bae5-4939-afa8-dec0b207da70 req-92db3f2a-0810-48cc-89c1-7ea8dd68d63a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=5c25e500-d075-40dd-aa15-a0f89bf93f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406086 Dec 15 19:27:17.318810 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b6088-5bb9-413c-a442-17eb9ad3d2ae req-6072fc0f-355d-4808-995e-0ca63978f5c1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:27:17.320406 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-844b6088-5bb9-413c-a442-17eb9ad3d2ae req-6072fc0f-355d-4808-995e-0ca63978f5c1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd6c8bfb-1c85-414f-bf98-1e2009f9c8d7 HTTP/1.1" status: 200 len: 945 time: 0.0861955 Dec 15 19:27:17.370051 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-844b6088-5bb9-413c-a442-17eb9ad3d2ae req-6f6ae39e-5118-4354-8001-326085c4db9e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=5c25e500-d075-40dd-aa15-a0f89bf93f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427866 Dec 15 19:27:17.681856 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334b706d-b946-4099-abd1-8f16b748301d req-44403638-e874-42c0-b4be-863dfd559760 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:27:17.682660 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-334b706d-b946-4099-abd1-8f16b748301d req-44403638-e874-42c0-b4be-863dfd559760 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Synchronizing usage tracker for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:port {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:27:17.731288 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-334b706d-b946-4099-abd1-8f16b748301d req-44403638-e874-42c0-b4be-863dfd559760 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Unset dirty status for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:port {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:27:17.732528 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-334b706d-b946-4099-abd1-8f16b748301d req-44403638-e874-42c0-b4be-863dfd559760 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd6c8bfb-1c85-414f-bf98-1e2009f9c8d7 HTTP/1.1" status: 200 len: 945 time: 0.1361611 Dec 15 19:27:17.808636 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [req-334b706d-b946-4099-abd1-8f16b748301d req-d383d2c0-b1f9-4d74-9c09-cd35151db712 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Deleting port be872072-0c50-4003-85a0-7c9af68a6b34 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:27:17.809029 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-334b706d-b946-4099-abd1-8f16b748301d req-d383d2c0-b1f9-4d74-9c09-cd35151db712 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:18.070868 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-334b706d-b946-4099-abd1-8f16b748301d req-d383d2c0-b1f9-4d74-9c09-cd35151db712 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] For port be872072-0c50-4003-85a0-7c9af68a6b34, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=be872072-0c50-4003-85a0-7c9af68a6b34,segment=NetworkSegment(2b851764-4cdb-4597-b174-a60179c4a725),segment_id=2b851764-4cdb-4597-b174-a60179c4a725)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:27:18.071470 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-334b706d-b946-4099-abd1-8f16b748301d req-d383d2c0-b1f9-4d74-9c09-cd35151db712 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:18.198832 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [req-334b706d-b946-4099-abd1-8f16b748301d req-d383d2c0-b1f9-4d74-9c09-cd35151db712 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Calling delete_port for be872072-0c50-4003-85a0-7c9af68a6b34 owned by compute:nova {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:27:18.369525 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-334b706d-b946-4099-abd1-8f16b748301d req-d383d2c0-b1f9-4d74-9c09-cd35151db712 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:18.375411 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-47f6b0ce-62d8-47c4-b9f6-955450727d2c tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:27:18.418580 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d383d2c0-b1f9-4d74-9c09-cd35151db712 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event deleted for resources: {'Port': ['ID=be872072-0c50-4003-85a0-7c9af68a6b34,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:27:18.422980 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d383d2c0-b1f9-4d74-9c09-cd35151db712 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:27:18.498430 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [req-334b706d-b946-4099-abd1-8f16b748301d req-d383d2c0-b1f9-4d74-9c09-cd35151db712 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] No DVR routers for this DVR port be872072-0c50-4003-85a0-7c9af68a6b34 on host hv-neutron-8218 {{(pid=88991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:27:18.500809 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-334b706d-b946-4099-abd1-8f16b748301d req-d383d2c0-b1f9-4d74-9c09-cd35151db712 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:18.503669 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd6c8bfb-1c85-414f-bf98-1e2009f9c8d7', 'name': 'network-vif-deleted', 'tag': 'be872072-0c50-4003-85a0-7c9af68a6b34'}] {{(pid=88991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:27:18.543273 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-62308cd8-c2a0-4669-98ed-6be406758fd8 req-5b74fed4-330b-466a-904c-56418610c4c6 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd6c8bfb-1c85-414f-bf98-1e2009f9c8d7 HTTP/1.1" status: 200 len: 210 time: 0.0468748 Dec 15 19:27:18.549085 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-334b706d-b946-4099-abd1-8f16b748301d req-d383d2c0-b1f9-4d74-9c09-cd35151db712 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.32 "DELETE /v2.0/ports/be872072-0c50-4003-85a0-7c9af68a6b34 HTTP/1.1" status: 204 len: 173 time: 0.8074720 Dec 15 19:27:18.560257 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd6c8bfb-1c85-414f-bf98-1e2009f9c8d7', 'name': 'network-vif-deleted', 'tag': 'be872072-0c50-4003-85a0-7c9af68a6b34', 'status': 'completed', 'code': 200} Dec 15 19:27:19.654724 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 57632) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:27:19.730574 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e7973943-7b4f-494d-90c9-2453df6f8a74 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:19.762381 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e7973943-7b4f-494d-90c9-2453df6f8a74 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:19.848172 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e7973943-7b4f-494d-90c9-2453df6f8a74 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:19.853480 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-83a40563-8736-4026-9821-53425ef2e106 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:27:19.870943 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7973943-7b4f-494d-90c9-2453df6f8a74 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c25e500-d075-40dd-aa15-a0f89bf93f4f,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:27:19.874138 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e7973943-7b4f-494d-90c9-2453df6f8a74 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:27:19.876234 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e7973943-7b4f-494d-90c9-2453df6f8a74 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:19.877286 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e7973943-7b4f-494d-90c9-2453df6f8a74 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "DELETE /v2.0/security-groups/5c25e500-d075-40dd-aa15-a0f89bf93f4f HTTP/1.1" status: 204 len: 168 time: 0.2215123 Dec 15 19:27:19.943551 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 57638) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:27:20.585654 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b7f9f485-bdff-4d2a-a3be-02fd0f980503 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145021'] for router_interface, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:21.220270 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-b7f9f485-bdff-4d2a-a3be-02fd0f980503 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Deleting port 3689e11c-c1a4-45f8-ad70-f36bd093f6f5 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:27:21.220900 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b7f9f485-bdff-4d2a-a3be-02fd0f980503 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:21.415498 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b7f9f485-bdff-4d2a-a3be-02fd0f980503 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] For port 3689e11c-c1a4-45f8-ad70-f36bd093f6f5, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=3689e11c-c1a4-45f8-ad70-f36bd093f6f5,segment=NetworkSegment(2b851764-4cdb-4597-b174-a60179c4a725),segment_id=2b851764-4cdb-4597-b174-a60179c4a725)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:27:21.415926 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b7f9f485-bdff-4d2a-a3be-02fd0f980503 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:21.432245 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device be872072-0c50-4003-85a0-7c9af68a6b34 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:27:21.465120 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] No Port match for: be872072-0c50-4003-85a0-7c9af68a6b34 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:27:21.465524 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device be872072-0c50-4003-85a0-7c9af68a6b34 not bound to the agent host hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:27:21.541099 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-b7f9f485-bdff-4d2a-a3be-02fd0f980503 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Calling delete_port for 3689e11c-c1a4-45f8-ad70-f36bd093f6f5 owned by network:router_interface {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:27:21.762956 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b7f9f485-bdff-4d2a-a3be-02fd0f980503 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:21.767438 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a51394a0-32b7-4be9-a9be-dd1b31878c06 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:27:21.811671 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f9f485-bdff-4d2a-a3be-02fd0f980503 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event deleted for resources: {'Port': ['ID=3689e11c-c1a4-45f8-ad70-f36bd093f6f5,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:27:21.855106 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f9f485-bdff-4d2a-a3be-02fd0f980503 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:27:21.855542 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f9f485-bdff-4d2a-a3be-02fd0f980503 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:27:21.855973 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f9f485-bdff-4d2a-a3be-02fd0f980503 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:27:21.856418 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f9f485-bdff-4d2a-a3be-02fd0f980503 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:27:21.856817 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f9f485-bdff-4d2a-a3be-02fd0f980503 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:27:21.857239 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f9f485-bdff-4d2a-a3be-02fd0f980503 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:27:21.857661 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f9f485-bdff-4d2a-a3be-02fd0f980503 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:27:21.858077 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f9f485-bdff-4d2a-a3be-02fd0f980503 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:27:21.858514 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f9f485-bdff-4d2a-a3be-02fd0f980503 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:27:21.858925 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f9f485-bdff-4d2a-a3be-02fd0f980503 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:27:21.859336 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f9f485-bdff-4d2a-a3be-02fd0f980503 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:27:21.867215 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b7f9f485-bdff-4d2a-a3be-02fd0f980503 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:27:22.137735 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b7f9f485-bdff-4d2a-a3be-02fd0f980503 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852815828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854144871'] for router_interface, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:22.737949 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7f9f485-bdff-4d2a-a3be-02fd0f980503 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Router 82650783-95e2-4845-a62c-85b9cb70f7c3 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:27:23.197362 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f9f485-bdff-4d2a-a3be-02fd0f980503 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:27:23.207945 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a71352-5730-4894-963e-757cc5a600aa None None] Sync routers for ids ['82650783-95e2-4845-a62c-85b9cb70f7c3'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:27:23.214893 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b7f9f485-bdff-4d2a-a3be-02fd0f980503 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "PUT /v2.0/routers/82650783-95e2-4845-a62c-85b9cb70f7c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2669377 Dec 15 19:27:23.215174 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 57642) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:27:23.221728 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a71352-5730-4894-963e-757cc5a600aa None None] Routers {'82650783-95e2-4845-a62c-85b9cb70f7c3'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:27:23.222469 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-f9a71352-5730-4894-963e-757cc5a600aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:27:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['82650783-95e2-4845-a62c-85b9cb70f7c3'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:27:23.405152 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-f9a71352-5730-4894-963e-757cc5a600aa None None] Set router 82650783-95e2-4845-a62c-85b9cb70f7c3 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:27:23.419639 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e303f7e-e324-4dbe-8859-2cdef2bc2bf0 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Deleting subnet c22345a6-42c5-4f92-a83e-0a41a1336a7c {{(pid=88990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:27:23.422826 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8e303f7e-e324-4dbe-8859-2cdef2bc2bf0 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for subnet, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:23.479444 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8e303f7e-e324-4dbe-8859-2cdef2bc2bf0 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838448728'] for subnet, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:23.567519 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8e303f7e-e324-4dbe-8859-2cdef2bc2bf0 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:23.683104 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8e303f7e-e324-4dbe-8859-2cdef2bc2bf0 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16636259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14850861'] for subnet, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:23.687939 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b2b3cba8-7dea-42e1-88a0-be1891df95f7 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:27:23.700455 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-f9a71352-5730-4894-963e-757cc5a600aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82650783-95e2-4845-a62c-85b9cb70f7c3', 'name': 'tempest-TestNetworkBasicOps-router-1699851332', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.146'}], 'enable_snat': True}, 'gw_port_id': '4f9c3c75-56e9-4060-935c-a2e89cdc59df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:24:57Z', 'updated_at': '2021-12-15T19:27:21Z', 'revision_number': 5, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': '4f9c3c75-56e9-4060-935c-a2e89cdc59df', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:87:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82650783-95e2-4845-a62c-85b9cb70f7c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:24:58Z', 'updated_at': '2021-12-15T19:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:27:23.704457 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a71352-5730-4894-963e-757cc5a600aa None None] Checking router: 82650783-95e2-4845-a62c-85b9cb70f7c3 for host: dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:27:23.716549 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a71352-5730-4894-963e-757cc5a600aa None None] Routers {'82650783-95e2-4845-a62c-85b9cb70f7c3'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:27:23.717206 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-f9a71352-5730-4894-963e-757cc5a600aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:27:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['82650783-95e2-4845-a62c-85b9cb70f7c3'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:27:23.730550 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e303f7e-e324-4dbe-8859-2cdef2bc2bf0 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event deleted for resources: {'Subnet': ['ID=c22345a6-42c5-4f92-a83e-0a41a1336a7c,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:27:23.733201 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8e303f7e-e324-4dbe-8859-2cdef2bc2bf0 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:27:23.738885 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8e303f7e-e324-4dbe-8859-2cdef2bc2bf0 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:23.747323 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a035fbd-c72f-4e1f-803b-f94d003e0787 None None] Network 742fa07c-4093-4402-9392-3a44d30cee44 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:27:23.747469 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8e303f7e-e324-4dbe-8859-2cdef2bc2bf0 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "DELETE /v2.0/subnets/c22345a6-42c5-4f92-a83e-0a41a1336a7c HTTP/1.1" status: 204 len: 168 time: 0.5312364 Dec 15 19:27:23.750208 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 57646) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:27:23.973157 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b7fc989f-3ea8-4b22-b029-3440a37ccb5c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for router, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:23.977494 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:24.048447 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3358f8d5-5902-42fc-8ef1-558ef1a7c520 None None] DHCP port deletion for 742fa07c-4093-4402-9392-3a44d30cee44 request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:27:24.053342 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-3358f8d5-5902-42fc-8ef1-558ef1a7c520 None None] Deleting port 6c99d8a3-02b2-431e-96ad-8988603d9181 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:27:24.053778 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3358f8d5-5902-42fc-8ef1-558ef1a7c520 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:24.059056 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-f9a71352-5730-4894-963e-757cc5a600aa None None] Set router 82650783-95e2-4845-a62c-85b9cb70f7c3 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:27:24.190041 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b7fc989f-3ea8-4b22-b029-3440a37ccb5c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:24.222779 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-b7fc989f-3ea8-4b22-b029-3440a37ccb5c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Deleting port 4f9c3c75-56e9-4060-935c-a2e89cdc59df {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:27:24.223157 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b7fc989f-3ea8-4b22-b029-3440a37ccb5c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:24.267004 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-3358f8d5-5902-42fc-8ef1-558ef1a7c520 None None] For port 6c99d8a3-02b2-431e-96ad-8988603d9181, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=6c99d8a3-02b2-431e-96ad-8988603d9181,segment=NetworkSegment(2b851764-4cdb-4597-b174-a60179c4a725),segment_id=2b851764-4cdb-4597-b174-a60179c4a725)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:27:24.267446 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3358f8d5-5902-42fc-8ef1-558ef1a7c520 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:24.373768 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-f9a71352-5730-4894-963e-757cc5a600aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82650783-95e2-4845-a62c-85b9cb70f7c3', 'name': 'tempest-TestNetworkBasicOps-router-1699851332', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.146'}], 'enable_snat': True}, 'gw_port_id': '4f9c3c75-56e9-4060-935c-a2e89cdc59df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:24:57Z', 'updated_at': '2021-12-15T19:27:21Z', 'revision_number': 5, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': '4f9c3c75-56e9-4060-935c-a2e89cdc59df', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:87:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82650783-95e2-4845-a62c-85b9cb70f7c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:24:58Z', 'updated_at': '2021-12-15T19:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:27:24.378752 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a71352-5730-4894-963e-757cc5a600aa None None] The sync data for ids ['82650783-95e2-4845-a62c-85b9cb70f7c3'] in dv-neutron-821831-2-hyperv is: [{'id': '82650783-95e2-4845-a62c-85b9cb70f7c3', 'name': 'tempest-TestNetworkBasicOps-router-1699851332', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.146'}], 'enable_snat': True}, 'gw_port_id': '4f9c3c75-56e9-4060-935c-a2e89cdc59df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:24:57Z', 'updated_at': '2021-12-15T19:27:21Z', 'revision_number': 5, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': '4f9c3c75-56e9-4060-935c-a2e89cdc59df', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:87:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82650783-95e2-4845-a62c-85b9cb70f7c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:24:58Z', 'updated_at': '2021-12-15T19:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:27:24.391774 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 6c99d8a3-02b2-431e-96ad-8988603d9181 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:27:24.420619 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b7fc989f-3ea8-4b22-b029-3440a37ccb5c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] For port 4f9c3c75-56e9-4060-935c-a2e89cdc59df, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=4f9c3c75-56e9-4060-935c-a2e89cdc59df,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:27:24.421025 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b7fc989f-3ea8-4b22-b029-3440a37ccb5c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:24.424619 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-3358f8d5-5902-42fc-8ef1-558ef1a7c520 None None] Calling delete_port for 6c99d8a3-02b2-431e-96ad-8988603d9181 owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:27:24.556496 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-b7fc989f-3ea8-4b22-b029-3440a37ccb5c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Calling delete_port for 4f9c3c75-56e9-4060-935c-a2e89cdc59df owned by network:router_gateway {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:27:24.577327 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:24.593353 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3358f8d5-5902-42fc-8ef1-558ef1a7c520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866'] for port, after_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:24.605512 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a3bb813b-d132-4c9b-8c08-680e9e928621 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:27:24.648090 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3358f8d5-5902-42fc-8ef1-558ef1a7c520 None None] Pushing event deleted for resources: {'Port': ['ID=6c99d8a3-02b2-431e-96ad-8988603d9181,revision_number=None']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:27:24.651001 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3358f8d5-5902-42fc-8ef1-558ef1a7c520 None None] No DVR routers for this DVR port 6c99d8a3-02b2-431e-96ad-8988603d9181 on host dv-neutron-821831-2-hyperv {{(pid=88992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:27:24.658729 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3358f8d5-5902-42fc-8ef1-558ef1a7c520 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:27:24.808179 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b7fc989f-3ea8-4b22-b029-3440a37ccb5c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:24.813069 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-871e3264-8ab6-498c-8943-0f0b32b995e8 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:27:24.856414 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fc989f-3ea8-4b22-b029-3440a37ccb5c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event deleted for resources: {'Port': ['ID=4f9c3c75-56e9-4060-935c-a2e89cdc59df,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:27:24.859516 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b7fc989f-3ea8-4b22-b029-3440a37ccb5c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:27:25.085547 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b7fc989f-3ea8-4b22-b029-3440a37ccb5c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854141934'] for router_gateway, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:25.351518 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b7fc989f-3ea8-4b22-b029-3440a37ccb5c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854207876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854699191'] for router, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:25.358635 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b7fc989f-3ea8-4b22-b029-3440a37ccb5c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:25.404965 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b7fc989f-3ea8-4b22-b029-3440a37ccb5c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854207982'] for router, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:25.405547 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7fc989f-3ea8-4b22-b029-3440a37ccb5c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Fanout notify agent at l3_agent the message router_deleted on router 82650783-95e2-4845-a62c-85b9cb70f7c3 {{(pid=88990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 19:27:25.420155 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b7fc989f-3ea8-4b22-b029-3440a37ccb5c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:25.421356 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b7fc989f-3ea8-4b22-b029-3440a37ccb5c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "DELETE /v2.0/routers/82650783-95e2-4845-a62c-85b9cb70f7c3 HTTP/1.1" status: 204 len: 168 time: 1.6701057 Dec 15 19:27:25.424760 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 57650) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:27:25.554815 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f3b0f8d0-a53b-4cbb-9cbd-596a6a694b83 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:25.697844 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f3b0f8d0-a53b-4cbb-9cbd-596a6a694b83 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:25.729492 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-f3b0f8d0-a53b-4cbb-9cbd-596a6a694b83 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['742fa07c-4093-4402-9392-3a44d30cee44']}} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:27:25.747255 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-f3b0f8d0-a53b-4cbb-9cbd-596a6a694b83 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b851764-4cdb-4597-b174-a60179c4a725') {'for_net_delete': True} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:27:25.747715 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-f3b0f8d0-a53b-4cbb-9cbd-596a6a694b83 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b851764-4cdb-4597-b174-a60179c4a725') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:27:25.764834 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f3b0f8d0-a53b-4cbb-9cbd-596a6a694b83 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16327073'] for segment, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:25.784993 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f3b0f8d0-a53b-4cbb-9cbd-596a6a694b83 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:25.793242 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3b0f8d0-a53b-4cbb-9cbd-596a6a694b83 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=88990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:27:25.793803 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f3b0f8d0-a53b-4cbb-9cbd-596a6a694b83 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838138943'] for segment, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:25.812243 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:27:25.812243 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:27:25.812243 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:27:25.812243 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:27:25.812243 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:27:25.812243 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:27:25.812243 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:27:25.812243 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:27:25.812243 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:27:25.812243 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:27:25.812243 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:27:25.812243 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:27:25.812243 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:27:25.812243 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:27:25.812243 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:27:25.812243 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:27:25.812243 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:27:25.812243 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:27:25.812243 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:27:25.812243 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:27:25.812243 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:27:25.812243 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:27:25.812243 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:27:25.812243 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:27:25.812243 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:27:25.812243 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:27:25.812243 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:27:25.812243 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:27:25.812243 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:27:25.812243 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:27:25.812243 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:27:25.812243 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:27:25.951217 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f3b0f8d0-a53b-4cbb-9cbd-596a6a694b83 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:25.955087 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ec47e609-4b8e-4127-b9c7-e0645ad63262 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:27:25.973632 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f3b0f8d0-a53b-4cbb-9cbd-596a6a694b83 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:25.980423 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b0f8d0-a53b-4cbb-9cbd-596a6a694b83 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event deleted for resources: {'Network': ['ID=742fa07c-4093-4402-9392-3a44d30cee44,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:27:25.985135 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f3b0f8d0-a53b-4cbb-9cbd-596a6a694b83 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:27:26.011751 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f3b0f8d0-a53b-4cbb-9cbd-596a6a694b83 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "DELETE /v2.0/networks/742fa07c-4093-4402-9392-3a44d30cee44 HTTP/1.1" status: 204 len: 168 time: 0.5860319 Dec 15 19:27:26.037940 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 57654) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:27:26.044244 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-c2283c51-415f-4bba-85f5-04ff55af67d9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'network': {'name': 'tempest-network-smoke--2074363035', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'port_security_enabled': True}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:27:26.049763 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-c2283c51-415f-4bba-85f5-04ff55af67d9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:27:26.054033 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-c2283c51-415f-4bba-85f5-04ff55af67d9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:network and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:27:26.057526 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-c2283c51-415f-4bba-85f5-04ff55af67d9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:27:26.063488 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-c2283c51-415f-4bba-85f5-04ff55af67d9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:27:26.096380 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2283c51-415f-4bba-85f5-04ff55af67d9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Made reservation on behalf of 7c1b74cf25a94156b4530f0bd868c0c9 for: {'network': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:27:26.101755 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c2283c51-415f-4bba-85f5-04ff55af67d9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:26.131790 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2283c51-415f-4bba-85f5-04ff55af67d9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=88990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:27:26.185413 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c2283c51-415f-4bba-85f5-04ff55af67d9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:26.185940 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-c2283c51-415f-4bba-85f5-04ff55af67d9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Added segment bf6aae3d-fe52-4440-b405-f46c748e76fc of type vlan for network 35ee6e7a-a12b-4996-92ca-40117eda201d Dec 15 19:27:26.227285 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c2283c51-415f-4bba-85f5-04ff55af67d9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:26.297078 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c2283c51-415f-4bba-85f5-04ff55af67d9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:26.301468 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2283c51-415f-4bba-85f5-04ff55af67d9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:27:26.302281 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c2283c51-415f-4bba-85f5-04ff55af67d9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:26.308528 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-cdedf114-23bb-4c32-8424-04f88a0b7626 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:27:26.359278 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 4f9c3c75-56e9-4060-935c-a2e89cdc59df no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:27:26.401487 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 4f9c3c75-56e9-4060-935c-a2e89cdc59df {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:27:26.402133 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 4f9c3c75-56e9-4060-935c-a2e89cdc59df not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:27:26.402581 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 3689e11c-c1a4-45f8-ad70-f36bd093f6f5 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:27:26.429847 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2283c51-415f-4bba-85f5-04ff55af67d9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'Network': ['ID=35ee6e7a-a12b-4996-92ca-40117eda201d,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:27:26.433620 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c2283c51-415f-4bba-85f5-04ff55af67d9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:27:26.446383 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 3689e11c-c1a4-45f8-ad70-f36bd093f6f5 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:27:26.446956 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 3689e11c-c1a4-45f8-ad70-f36bd093f6f5 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:27:26.449026 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 35ee6e7a-a12b-4996-92ca-40117eda201d details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:27:26.452498 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c2283c51-415f-4bba-85f5-04ff55af67d9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4133627 Dec 15 19:27:26.455372 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 57658) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:27:26.461048 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-d053d44c-86bc-48da-80f9-064be668fa74 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1676811711', 'admin_state_up': True, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:27:26.468921 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-d053d44c-86bc-48da-80f9-064be668fa74 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:27:26.472951 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d053d44c-86bc-48da-80f9-064be668fa74 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:router and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:27:26.476184 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d053d44c-86bc-48da-80f9-064be668fa74 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:27:26.482827 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-d053d44c-86bc-48da-80f9-064be668fa74 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:27:26.559710 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d053d44c-86bc-48da-80f9-064be668fa74 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854699176'] for router, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:26.560756 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d053d44c-86bc-48da-80f9-064be668fa74 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854194926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-76609'] for router, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:26.646302 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d053d44c-86bc-48da-80f9-064be668fa74 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:27.062520 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d053d44c-86bc-48da-80f9-064be668fa74 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:27.288242 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d053d44c-86bc-48da-80f9-064be668fa74 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for router_gateway, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:27.324558 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d053d44c-86bc-48da-80f9-064be668fa74 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:27.469542 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-d053d44c-86bc-48da-80f9-064be668fa74 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Allocated IP 172.26.3.183 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/17087053-1668-47c4-81e3-d94db631246c) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:27:27.632033 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d053d44c-86bc-48da-80f9-064be668fa74 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:27.700021 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d053d44c-86bc-48da-80f9-064be668fa74 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:27.704902 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d6eb2305-2299-4675-80fe-d219c8471bd5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:27:27.769089 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d053d44c-86bc-48da-80f9-064be668fa74 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:27:27.777218 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-d053d44c-86bc-48da-80f9-064be668fa74 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:27:27.782274 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d053d44c-86bc-48da-80f9-064be668fa74 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:27:27.817865 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d053d44c-86bc-48da-80f9-064be668fa74 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'Port': ['ID=17087053-1668-47c4-81e3-d94db631246c,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:27:27.827097 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d053d44c-86bc-48da-80f9-064be668fa74 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:27:27.977513 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d053d44c-86bc-48da-80f9-064be668fa74 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for router_gateway, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:27.978208 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d053d44c-86bc-48da-80f9-064be668fa74 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904'] for router, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:28.245527 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d053d44c-86bc-48da-80f9-064be668fa74 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Router b969ed6b-7a7c-431a-8776-531cb89e5468 is scheduled to L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 with binding_index 1 {{(pid=88990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 15 19:27:28.469773 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d053d44c-86bc-48da-80f9-064be668fa74 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:27:28.480835 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d3e01b-caf7-4051-a75a-f94043f9063b None None] Sync routers for ids ['b969ed6b-7a7c-431a-8776-531cb89e5468'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:27:28.493532 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d3e01b-caf7-4051-a75a-f94043f9063b None None] Routers {'b969ed6b-7a7c-431a-8776-531cb89e5468'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:27:28.494225 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-b0d3e01b-caf7-4051-a75a-f94043f9063b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:27:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['b969ed6b-7a7c-431a-8776-531cb89e5468'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:27:28.534316 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d053d44c-86bc-48da-80f9-064be668fa74 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:28.535746 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d053d44c-86bc-48da-80f9-064be668fa74 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.0793588 Dec 15 19:27:28.539251 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 57662) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:27:28.584527 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0bbb55ac-8900-48e2-9fea-922abd7ac10e tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=7c1b74cf25a94156b4530f0bd868c0c9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0433273 Dec 15 19:27:28.588145 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 57666) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:27:28.684628 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-b0d3e01b-caf7-4051-a75a-f94043f9063b None None] Set router b969ed6b-7a7c-431a-8776-531cb89e5468 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:27:28.732001 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c42466d-28ec-4a09-97da-3bb73b2a260e tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:27:28.733670 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0c42466d-28ec-4a09-97da-3bb73b2a260e tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1445389 Dec 15 19:27:28.736876 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 57670) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:27:28.784828 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e2c1c668-a85a-4069-af0f-5f785b5e43bd tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=4b9c9b76-a8c2-4873-8d7b-0d52cc71925c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0465562 Dec 15 19:27:28.787796 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 57674) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:27:28.794873 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-ed296194-f830-4cc5-8315-e323f31eedf4 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1893619615', 'network_id': '35ee6e7a-a12b-4996-92ca-40117eda201d', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:27:28.915924 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ed296194-f830-4cc5-8315-e323f31eedf4 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:27:28.919972 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ed296194-f830-4cc5-8315-e323f31eedf4 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:subnet and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:27:28.922925 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ed296194-f830-4cc5-8315-e323f31eedf4 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:27:28.928905 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ed296194-f830-4cc5-8315-e323f31eedf4 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:27:28.970763 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed296194-f830-4cc5-8315-e323f31eedf4 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Made reservation on behalf of 7c1b74cf25a94156b4530f0bd868c0c9 for: {'subnet': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:27:29.084243 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ed296194-f830-4cc5-8315-e323f31eedf4 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839924940'] for subnet, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:29.154865 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-b0d3e01b-caf7-4051-a75a-f94043f9063b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b969ed6b-7a7c-431a-8776-531cb89e5468', 'name': 'tempest-TestNetworkBasicOps-router-1676811711', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.183'}], 'enable_snat': True}, 'gw_port_id': '17087053-1668-47c4-81e3-d94db631246c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:27:26Z', 'updated_at': '2021-12-15T19:27:27Z', 'revision_number': 3, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': '17087053-1668-47c4-81e3-d94db631246c', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:60:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b969ed6b-7a7c-431a-8776-531cb89e5468', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:27:27Z', 'updated_at': '2021-12-15T19:27:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:27:29.159013 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d3e01b-caf7-4051-a75a-f94043f9063b None None] Checking router: b969ed6b-7a7c-431a-8776-531cb89e5468 for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:27:29.159409 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d3e01b-caf7-4051-a75a-f94043f9063b None None] Updating router b969ed6b-7a7c-431a-8776-531cb89e5468 port 17087053-1668-47c4-81e3-d94db631246c binding host dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 15 19:27:29.212207 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b0d3e01b-caf7-4051-a75a-f94043f9063b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:29.402849 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ed296194-f830-4cc5-8315-e323f31eedf4 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838139473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839924955'] for subnet, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:29.407633 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9148e9ab-41f5-4a0e-9c4e-bbed5842bb33 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:27:29.497587 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed296194-f830-4cc5-8315-e323f31eedf4 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'Subnet': ['ID=c76a2444-142b-4742-91d9-496e76a96d1a,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:27:29.501780 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ed296194-f830-4cc5-8315-e323f31eedf4 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:27:29.511661 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed296194-f830-4cc5-8315-e323f31eedf4 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Checking segment: {'id': 'bf6aae3d-fe52-4440-b405-f46c748e76fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '35ee6e7a-a12b-4996-92ca-40117eda201d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:27:29.512061 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed296194-f830-4cc5-8315-e323f31eedf4 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Network hostable DHCP agents. Network: 35ee6e7a-a12b-4996-92ca-40117eda201d, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:27:29.561886 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b0d3e01b-caf7-4051-a75a-f94043f9063b None None] Notify callbacks [] for port, precommit_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:29.562364 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed296194-f830-4cc5-8315-e323f31eedf4 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Network 35ee6e7a-a12b-4996-92ca-40117eda201d is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:27:29.576375 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b0d3e01b-caf7-4051-a75a-f94043f9063b None None] Transition to ACTIVE for port object 17087053-1668-47c4-81e3-d94db631246c will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:27:29.596957 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-ed296194-f830-4cc5-8315-e323f31eedf4 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, 35ee6e7a-a12b-4996-92ca-40117eda201d) {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:27:29.601306 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed296194-f830-4cc5-8315-e323f31eedf4 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:27:29.602068 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ed296194-f830-4cc5-8315-e323f31eedf4 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:29.610338 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2cfdad1-8f63-4e80-9d5b-2f7d915dd717 None None] Network 35ee6e7a-a12b-4996-92ca-40117eda201d requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:27:29.678505 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b0d3e01b-caf7-4051-a75a-f94043f9063b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:29.683487 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ed296194-f830-4cc5-8315-e323f31eedf4 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8945072 Dec 15 19:27:29.686369 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 57678) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:27:29.697114 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:27:29.819455 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c317c1b6-f1f7-4072-82c5-017328c6c238 None None] Pushing event updated for resources: {'Port': ['ID=17087053-1668-47c4-81e3-d94db631246c,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:27:29.848289 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-b0d3e01b-caf7-4051-a75a-f94043f9063b None None] Attempting to bind port 17087053-1668-47c4-81e3-d94db631246c on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:27:29.848714 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-b0d3e01b-caf7-4051-a75a-f94043f9063b None None] Attempting to bind port 17087053-1668-47c4-81e3-d94db631246c by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:27:29.849130 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d3e01b-caf7-4051-a75a-f94043f9063b None None] Attempting to bind port 17087053-1668-47c4-81e3-d94db631246c on network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:27:29.875240 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c317c1b6-f1f7-4072-82c5-017328c6c238 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:27:29.875635 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c317c1b6-f1f7-4072-82c5-017328c6c238 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:27:29.876018 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c317c1b6-f1f7-4072-82c5-017328c6c238 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:27:29.876395 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c317c1b6-f1f7-4072-82c5-017328c6c238 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:27:29.876771 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c317c1b6-f1f7-4072-82c5-017328c6c238 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:27:29.877145 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c317c1b6-f1f7-4072-82c5-017328c6c238 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:27:29.877516 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c317c1b6-f1f7-4072-82c5-017328c6c238 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:27:29.877885 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c317c1b6-f1f7-4072-82c5-017328c6c238 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:27:29.878270 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c317c1b6-f1f7-4072-82c5-017328c6c238 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:27:29.878648 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c317c1b6-f1f7-4072-82c5-017328c6c238 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:27:29.879015 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c317c1b6-f1f7-4072-82c5-017328c6c238 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:27:29.882336 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d3e01b-caf7-4051-a75a-f94043f9063b None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:27:29.882757 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d3e01b-caf7-4051-a75a-f94043f9063b None None] Checking segment: {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:27:29.883229 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b0d3e01b-caf7-4051-a75a-f94043f9063b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:29.884813 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d3e01b-caf7-4051-a75a-f94043f9063b None None] Bound using segment: {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:27:29.884813 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-b0d3e01b-caf7-4051-a75a-f94043f9063b None None] Bound port: 17087053-1668-47c4-81e3-d94db631246c, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:27:29.885145 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b0d3e01b-caf7-4051-a75a-f94043f9063b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:29.910383 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c317c1b6-f1f7-4072-82c5-017328c6c238 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:27:30.006813 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fefd719-b783-45e0-93e6-cf54ec4bb0b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-35ee6e7a-a12b-4996-92ca-40117eda201d', 'network_id': '35ee6e7a-a12b-4996-92ca-40117eda201d', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'fixed_ips': [{'subnet_id': 'c76a2444-142b-4742-91d9-496e76a96d1a'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:27:30.006813 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0fefd719-b783-45e0-93e6-cf54ec4bb0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:30.152397 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b0d3e01b-caf7-4051-a75a-f94043f9063b None None] For port 17087053-1668-47c4-81e3-d94db631246c, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:27:30.166265 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b0d3e01b-caf7-4051-a75a-f94043f9063b None None] For port 17087053-1668-47c4-81e3-d94db631246c, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=17087053-1668-47c4-81e3-d94db631246c,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:27:30.177331 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-0fefd719-b783-45e0-93e6-cf54ec4bb0b5 None None] Allocated IP 172.20.0.2 (35ee6e7a-a12b-4996-92ca-40117eda201d/c76a2444-142b-4742-91d9-496e76a96d1a/7c5d3b05-b9eb-442d-9173-3d6e80124fa3) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:27:30.209096 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b0d3e01b-caf7-4051-a75a-f94043f9063b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:30.216851 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-943d5ec6-4a89-44b0-9c81-1bc4f3d416d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:27:30.390614 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c317c1b6-f1f7-4072-82c5-017328c6c238 None None] Pushing event updated for resources: {'Port': ['ID=17087053-1668-47c4-81e3-d94db631246c,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:27:30.393979 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c317c1b6-f1f7-4072-82c5-017328c6c238 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:27:30.409656 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d3e01b-caf7-4051-a75a-f94043f9063b None None] Routers {'b969ed6b-7a7c-431a-8776-531cb89e5468'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:27:30.410420 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-b0d3e01b-caf7-4051-a75a-f94043f9063b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:27:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['b969ed6b-7a7c-431a-8776-531cb89e5468'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:27:30.655254 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0fefd719-b783-45e0-93e6-cf54ec4bb0b5 None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:30.674605 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-0fefd719-b783-45e0-93e6-cf54ec4bb0b5 None None] Transition to ACTIVE for port object 7c5d3b05-b9eb-442d-9173-3d6e80124fa3 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:27:30.703915 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-b0d3e01b-caf7-4051-a75a-f94043f9063b None None] Set router b969ed6b-7a7c-431a-8776-531cb89e5468 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:27:30.724447 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9034073d-f90b-4b0a-bb64-d61e2d61ee19 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:30.748112 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-0fefd719-b783-45e0-93e6-cf54ec4bb0b5 None None] Transition to ACTIVE for port object 7c5d3b05-b9eb-442d-9173-3d6e80124fa3 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:27:30.810702 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0fefd719-b783-45e0-93e6-cf54ec4bb0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:30.821112 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a564580d-048b-4832-a792-8406d6a9b234 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:27:30.964967 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fefd719-b783-45e0-93e6-cf54ec4bb0b5 None None] Network 35ee6e7a-a12b-4996-92ca-40117eda201d is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:27:30.972896 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-0fefd719-b783-45e0-93e6-cf54ec4bb0b5 None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:27:30.976744 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fefd719-b783-45e0-93e6-cf54ec4bb0b5 None None] Pushing event updated for resources: {'Port': ['ID=7c5d3b05-b9eb-442d-9173-3d6e80124fa3,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:27:30.980989 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fefd719-b783-45e0-93e6-cf54ec4bb0b5 None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:27:30.986954 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0fefd719-b783-45e0-93e6-cf54ec4bb0b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:27:31.103239 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-0fefd719-b783-45e0-93e6-cf54ec4bb0b5 None None] Attempting to bind port 7c5d3b05-b9eb-442d-9173-3d6e80124fa3 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:27:31.103655 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-0fefd719-b783-45e0-93e6-cf54ec4bb0b5 None None] Attempting to bind port 7c5d3b05-b9eb-442d-9173-3d6e80124fa3 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'bf6aae3d-fe52-4440-b405-f46c748e76fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '35ee6e7a-a12b-4996-92ca-40117eda201d'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:27:31.104065 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fefd719-b783-45e0-93e6-cf54ec4bb0b5 None None] Attempting to bind port 7c5d3b05-b9eb-442d-9173-3d6e80124fa3 on network 35ee6e7a-a12b-4996-92ca-40117eda201d {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:27:31.145283 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-9034073d-f90b-4b0a-bb64-d61e2d61ee19 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Allocated IP 172.20.0.1 (35ee6e7a-a12b-4996-92ca-40117eda201d/c76a2444-142b-4742-91d9-496e76a96d1a/9720bbae-88c4-4daa-b8f0-1532c3dd1d2e) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:27:31.310103 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fefd719-b783-45e0-93e6-cf54ec4bb0b5 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:27:31.310557 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fefd719-b783-45e0-93e6-cf54ec4bb0b5 None None] Checking segment: {'id': 'bf6aae3d-fe52-4440-b405-f46c748e76fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '35ee6e7a-a12b-4996-92ca-40117eda201d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:27:31.311005 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0fefd719-b783-45e0-93e6-cf54ec4bb0b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:31.311440 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fefd719-b783-45e0-93e6-cf54ec4bb0b5 None None] Bound using segment: {'id': 'bf6aae3d-fe52-4440-b405-f46c748e76fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '35ee6e7a-a12b-4996-92ca-40117eda201d'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:27:31.311965 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-0fefd719-b783-45e0-93e6-cf54ec4bb0b5 None None] Bound port: 7c5d3b05-b9eb-442d-9173-3d6e80124fa3, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf6aae3d-fe52-4440-b405-f46c748e76fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '35ee6e7a-a12b-4996-92ca-40117eda201d'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:27:31.312384 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0fefd719-b783-45e0-93e6-cf54ec4bb0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:31.328406 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9034073d-f90b-4b0a-bb64-d61e2d61ee19 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:31.345458 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-9034073d-f90b-4b0a-bb64-d61e2d61ee19 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Transition to ACTIVE for port object 9720bbae-88c4-4daa-b8f0-1532c3dd1d2e will not be triggered until provisioned by entity DHCP. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:27:31.397296 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9034073d-f90b-4b0a-bb64-d61e2d61ee19 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:31.402148 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-536d395d-a38d-4c59-a9eb-c83352c12dfb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:27:31.419264 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-b0d3e01b-caf7-4051-a75a-f94043f9063b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b969ed6b-7a7c-431a-8776-531cb89e5468', 'name': 'tempest-TestNetworkBasicOps-router-1676811711', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.183'}], 'enable_snat': True}, 'gw_port_id': '17087053-1668-47c4-81e3-d94db631246c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:27:26Z', 'updated_at': '2021-12-15T19:27:27Z', 'revision_number': 3, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': '17087053-1668-47c4-81e3-d94db631246c', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:60:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b969ed6b-7a7c-431a-8776-531cb89e5468', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:27:27Z', 'updated_at': '2021-12-15T19:27:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:27:31.425697 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-0fefd719-b783-45e0-93e6-cf54ec4bb0b5 None None] For port 7c5d3b05-b9eb-442d-9173-3d6e80124fa3, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:27:31.427802 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d3e01b-caf7-4051-a75a-f94043f9063b None None] The sync data for ids ['b969ed6b-7a7c-431a-8776-531cb89e5468'] in dv-neutron-821831-2-hyperv is: [{'id': 'b969ed6b-7a7c-431a-8776-531cb89e5468', 'name': 'tempest-TestNetworkBasicOps-router-1676811711', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.183'}], 'enable_snat': True}, 'gw_port_id': '17087053-1668-47c4-81e3-d94db631246c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:27:26Z', 'updated_at': '2021-12-15T19:27:27Z', 'revision_number': 3, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': '17087053-1668-47c4-81e3-d94db631246c', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:60:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b969ed6b-7a7c-431a-8776-531cb89e5468', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:27:27Z', 'updated_at': '2021-12-15T19:27:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:27:31.431031 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-0fefd719-b783-45e0-93e6-cf54ec4bb0b5 None None] For port 7c5d3b05-b9eb-442d-9173-3d6e80124fa3, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=7c5d3b05-b9eb-442d-9173-3d6e80124fa3,segment=NetworkSegment(bf6aae3d-fe52-4440-b405-f46c748e76fc),segment_id=bf6aae3d-fe52-4440-b405-f46c748e76fc)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:27:31.455829 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0fefd719-b783-45e0-93e6-cf54ec4bb0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:31.460606 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-108e42fc-2416-4535-960f-55c74b8cb320 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:27:31.475608 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9034073d-f90b-4b0a-bb64-d61e2d61ee19 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Network 35ee6e7a-a12b-4996-92ca-40117eda201d is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:27:31.479680 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-9034073d-f90b-4b0a-bb64-d61e2d61ee19 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:27:31.481941 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9034073d-f90b-4b0a-bb64-d61e2d61ee19 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'Port': ['ID=9720bbae-88c4-4daa-b8f0-1532c3dd1d2e,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:27:31.484302 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9034073d-f90b-4b0a-bb64-d61e2d61ee19 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:27:31.515678 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9034073d-f90b-4b0a-bb64-d61e2d61ee19 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:27:31.544710 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9034073d-f90b-4b0a-bb64-d61e2d61ee19 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630901'] for router_interface, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:31.550983 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fefd719-b783-45e0-93e6-cf54ec4bb0b5 None None] Pushing event updated for resources: {'Port': ['ID=7c5d3b05-b9eb-442d-9173-3d6e80124fa3,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:27:31.552219 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0fefd719-b783-45e0-93e6-cf54ec4bb0b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:27:31.681938 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9034073d-f90b-4b0a-bb64-d61e2d61ee19 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:32.170065 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9034073d-f90b-4b0a-bb64-d61e2d61ee19 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:32.256709 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9034073d-f90b-4b0a-bb64-d61e2d61ee19 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:32.288752 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9034073d-f90b-4b0a-bb64-d61e2d61ee19 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:27:32.378702 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9034073d-f90b-4b0a-bb64-d61e2d61ee19 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'Port': ['ID=9720bbae-88c4-4daa-b8f0-1532c3dd1d2e,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:27:32.381660 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9034073d-f90b-4b0a-bb64-d61e2d61ee19 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:27:32.390895 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9034073d-f90b-4b0a-bb64-d61e2d61ee19 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1959989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854145006'] for router_interface, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:32.432586 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 17087053-1668-47c4-81e3-d94db631246c up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:27:32.547053 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9034073d-f90b-4b0a-bb64-d61e2d61ee19 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Network 35ee6e7a-a12b-4996-92ca-40117eda201d is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:27:32.548342 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-9034073d-f90b-4b0a-bb64-d61e2d61ee19 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:27:32.557274 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 17087053-1668-47c4-81e3-d94db631246c completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:27:32.563305 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 17087053-1668-47c4-81e3-d94db631246c triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:27:32.563946 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:32.703024 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:32.719285 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port 17087053-1668-47c4-81e3-d94db631246c, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=17087053-1668-47c4-81e3-d94db631246c,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:27:32.774778 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:32.775804 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 7c5d3b05-b9eb-442d-9173-3d6e80124fa3 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:27:32.804146 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:27:32.903058 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=17087053-1668-47c4-81e3-d94db631246c,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:27:32.907244 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:27:32.945309 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 7c5d3b05-b9eb-442d-9173-3d6e80124fa3 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:27:32.967052 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9034073d-f90b-4b0a-bb64-d61e2d61ee19 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Router b969ed6b-7a7c-431a-8776-531cb89e5468 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:27:33.189434 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9034073d-f90b-4b0a-bb64-d61e2d61ee19 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:27:33.203408 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9034073d-f90b-4b0a-bb64-d61e2d61ee19 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "PUT /v2.0/routers/b969ed6b-7a7c-431a-8776-531cb89e5468/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5158741 Dec 15 19:27:33.206275 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 57682) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:27:33.340314 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b05582-b3c2-4c74-b805-d5cf965aeedf None None] Network 35ee6e7a-a12b-4996-92ca-40117eda201d requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:27:33.356760 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c116b82-cee6-4306-b3da-39226eeb90ad tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:27:33.357185 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c116b82-cee6-4306-b3da-39226eeb90ad tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:27:33.357602 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c116b82-cee6-4306-b3da-39226eeb90ad tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:27:33.358010 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c116b82-cee6-4306-b3da-39226eeb90ad tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:27:33.359842 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0c116b82-cee6-4306-b3da-39226eeb90ad tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1524541 Dec 15 19:27:33.362788 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 57686) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:27:33.440278 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77f0285-5f79-43b6-8649-61ce7f0ea76b tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:27:33.440888 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77f0285-5f79-43b6-8649-61ce7f0ea76b tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:27:33.440993 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77f0285-5f79-43b6-8649-61ce7f0ea76b tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:27:33.441362 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77f0285-5f79-43b6-8649-61ce7f0ea76b tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:27:33.443226 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c77f0285-5f79-43b6-8649-61ce7f0ea76b tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0794795 Dec 15 19:27:33.450694 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 57690) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:27:33.507797 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-752c91ae-3c94-4769-b03c-0be9abfa4286 None None] Provisioning for port 7c5d3b05-b9eb-442d-9173-3d6e80124fa3 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:27:33.520383 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-752c91ae-3c94-4769-b03c-0be9abfa4286 None None] Provisioning complete for port 7c5d3b05-b9eb-442d-9173-3d6e80124fa3 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:27:33.520866 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-752c91ae-3c94-4769-b03c-0be9abfa4286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:33.715274 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-752c91ae-3c94-4769-b03c-0be9abfa4286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:33.752273 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-752c91ae-3c94-4769-b03c-0be9abfa4286 None None] For port 7c5d3b05-b9eb-442d-9173-3d6e80124fa3, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=7c5d3b05-b9eb-442d-9173-3d6e80124fa3,segment=NetworkSegment(bf6aae3d-fe52-4440-b405-f46c748e76fc),segment_id=bf6aae3d-fe52-4440-b405-f46c748e76fc)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:27:33.782538 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-752c91ae-3c94-4769-b03c-0be9abfa4286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:33.784590 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3358f8d5-5902-42fc-8ef1-558ef1a7c520 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:27:33.858954 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752c91ae-3c94-4769-b03c-0be9abfa4286 None None] Pushing event updated for resources: {'Port': ['ID=7c5d3b05-b9eb-442d-9173-3d6e80124fa3,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:27:33.864975 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-752c91ae-3c94-4769-b03c-0be9abfa4286 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:27:33.900845 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ee3ef36c-e155-4eb4-b2c3-a26935c979a9 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.4489045 Dec 15 19:27:33.903928 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 57694) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:27:33.909995 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-585fff40-1c84-4870-999a-2de89e31e691 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-362912732', 'network_id': '35ee6e7a-a12b-4996-92ca-40117eda201d'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:27:34.006837 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-5cd31025-62d8-4806-9e79-30df7fd8853c None None] Provisioning complete for port 7c5d3b05-b9eb-442d-9173-3d6e80124fa3 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:27:34.007266 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5cd31025-62d8-4806-9e79-30df7fd8853c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:34.067249 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-585fff40-1c84-4870-999a-2de89e31e691 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:27:34.072547 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-585fff40-1c84-4870-999a-2de89e31e691 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:port and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:27:34.077142 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-585fff40-1c84-4870-999a-2de89e31e691 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:27:34.083882 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-585fff40-1c84-4870-999a-2de89e31e691 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:27:34.121063 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-585fff40-1c84-4870-999a-2de89e31e691 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Made reservation on behalf of 7c1b74cf25a94156b4530f0bd868c0c9 for: {'port': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:27:34.129319 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-585fff40-1c84-4870-999a-2de89e31e691 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:34.163220 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-585fff40-1c84-4870-999a-2de89e31e691 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] device_id is not set on port 197788e2-439d-4c5c-9c27-8ef225d1f54b yet. {{(pid=88991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:27:34.188288 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-5cd31025-62d8-4806-9e79-30df7fd8853c None None] Provisioning for port 9720bbae-88c4-4daa-b8f0-1532c3dd1d2e completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:27:34.193689 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-5cd31025-62d8-4806-9e79-30df7fd8853c None None] Provisioning complete for port 9720bbae-88c4-4daa-b8f0-1532c3dd1d2e triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:27:34.194113 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5cd31025-62d8-4806-9e79-30df7fd8853c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:34.254940 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-5cd31025-62d8-4806-9e79-30df7fd8853c None None] Port 9720bbae-88c4-4daa-b8f0-1532c3dd1d2e cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:27:34.315889 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-585fff40-1c84-4870-999a-2de89e31e691 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Allocated IP 172.20.0.12 (35ee6e7a-a12b-4996-92ca-40117eda201d/c76a2444-142b-4742-91d9-496e76a96d1a/197788e2-439d-4c5c-9c27-8ef225d1f54b) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:27:34.378619 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-f50c8b83-e887-491a-b1c0-f554b213ddf9 None None] Provisioning complete for port 9720bbae-88c4-4daa-b8f0-1532c3dd1d2e triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:27:34.379073 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f50c8b83-e887-491a-b1c0-f554b213ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:34.413945 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 17087053-1668-47c4-81e3-d94db631246c up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:27:34.495063 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-f50c8b83-e887-491a-b1c0-f554b213ddf9 None None] Port 9720bbae-88c4-4daa-b8f0-1532c3dd1d2e cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:27:34.513044 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 17087053-1668-47c4-81e3-d94db631246c triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:27:34.513473 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:34.534263 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27827e7b-e0e0-4909-9a6b-251968959443 None None] Sync routers for ids ['b969ed6b-7a7c-431a-8776-531cb89e5468'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:27:34.547375 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27827e7b-e0e0-4909-9a6b-251968959443 None None] Routers {'b969ed6b-7a7c-431a-8776-531cb89e5468'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:27:34.548143 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-27827e7b-e0e0-4909-9a6b-251968959443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:27:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['b969ed6b-7a7c-431a-8776-531cb89e5468'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:27:34.567457 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-585fff40-1c84-4870-999a-2de89e31e691 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:34.584279 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-585fff40-1c84-4870-999a-2de89e31e691 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Transition to ACTIVE for port object 197788e2-439d-4c5c-9c27-8ef225d1f54b will not be triggered until provisioned by entity DHCP. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:27:34.631891 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-585fff40-1c84-4870-999a-2de89e31e691 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:34.640742 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3a4fcfe1-07e9-47d2-9bc0-27b104fe7ae4 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:27:34.642269 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 7c5d3b05-b9eb-442d-9173-3d6e80124fa3 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:27:34.683231 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-698ae7de-79a4-44af-a78e-0e4610c54ba2 None None] Provisioning complete for port 9720bbae-88c4-4daa-b8f0-1532c3dd1d2e triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:27:34.683659 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-698ae7de-79a4-44af-a78e-0e4610c54ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:34.717026 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585fff40-1c84-4870-999a-2de89e31e691 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Network 35ee6e7a-a12b-4996-92ca-40117eda201d is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:27:34.721182 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-585fff40-1c84-4870-999a-2de89e31e691 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:27:34.726343 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585fff40-1c84-4870-999a-2de89e31e691 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:27:34.749507 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-27827e7b-e0e0-4909-9a6b-251968959443 None None] Set router b969ed6b-7a7c-431a-8776-531cb89e5468 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:27:34.755532 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-698ae7de-79a4-44af-a78e-0e4610c54ba2 None None] Port 9720bbae-88c4-4daa-b8f0-1532c3dd1d2e cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:27:34.771501 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 7c5d3b05-b9eb-442d-9173-3d6e80124fa3 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:27:34.771931 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:34.790811 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585fff40-1c84-4870-999a-2de89e31e691 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'Port': ['ID=197788e2-439d-4c5c-9c27-8ef225d1f54b,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:27:34.797106 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585fff40-1c84-4870-999a-2de89e31e691 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:27:34.797862 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-585fff40-1c84-4870-999a-2de89e31e691 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:34.802636 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-585fff40-1c84-4870-999a-2de89e31e691 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:27:34.857796 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-585fff40-1c84-4870-999a-2de89e31e691 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9527388 Dec 15 19:27:35.097323 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-27827e7b-e0e0-4909-9a6b-251968959443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b969ed6b-7a7c-431a-8776-531cb89e5468', 'name': 'tempest-TestNetworkBasicOps-router-1676811711', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.183'}], 'enable_snat': True}, 'gw_port_id': '17087053-1668-47c4-81e3-d94db631246c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:27:26Z', 'updated_at': '2021-12-15T19:27:31Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': '17087053-1668-47c4-81e3-d94db631246c', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:60:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b969ed6b-7a7c-431a-8776-531cb89e5468', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:27:27Z', 'updated_at': '2021-12-15T19:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '9720bbae-88c4-4daa-b8f0-1532c3dd1d2e', 'name': '', 'network_id': '35ee6e7a-a12b-4996-92ca-40117eda201d', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:af:12:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b969ed6b-7a7c-431a-8776-531cb89e5468', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c76a2444-142b-4742-91d9-496e76a96d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:27:30Z', 'updated_at': '2021-12-15T19:27:31Z', 'revision_number': 2, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'c76a2444-142b-4742-91d9-496e76a96d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:27:35.101438 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27827e7b-e0e0-4909-9a6b-251968959443 None None] Checking router: b969ed6b-7a7c-431a-8776-531cb89e5468 for host: dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:27:35.101930 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27827e7b-e0e0-4909-9a6b-251968959443 None None] Updating router b969ed6b-7a7c-431a-8776-531cb89e5468 port 9720bbae-88c4-4daa-b8f0-1532c3dd1d2e binding host dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 15 19:27:35.105403 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d1109a0b-2e08-42fc-a437-50d2394b5f59 None None] Provisioning for port 197788e2-439d-4c5c-9c27-8ef225d1f54b completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:27:35.111176 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d1109a0b-2e08-42fc-a437-50d2394b5f59 None None] Provisioning complete for port 197788e2-439d-4c5c-9c27-8ef225d1f54b triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:27:35.111608 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d1109a0b-2e08-42fc-a437-50d2394b5f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:35.156400 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-27827e7b-e0e0-4909-9a6b-251968959443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:35.167652 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d1109a0b-2e08-42fc-a437-50d2394b5f59 None None] Port 197788e2-439d-4c5c-9c27-8ef225d1f54b cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:27:35.225395 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 57700) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:27:35.232208 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-13f613cb-4fdc-42ef-916d-5d1434062f13 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1338081351', 'description': 'tempest-secgroup-smoke-1338081351 description', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:27:35.238488 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-13f613cb-4fdc-42ef-916d-5d1434062f13 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:27:35.243395 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-13f613cb-4fdc-42ef-916d-5d1434062f13 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:27:35.246730 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-13f613cb-4fdc-42ef-916d-5d1434062f13 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:27:35.254528 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-13f613cb-4fdc-42ef-916d-5d1434062f13 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:27:35.294094 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-13f613cb-4fdc-42ef-916d-5d1434062f13 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:35.335159 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-13f613cb-4fdc-42ef-916d-5d1434062f13 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:27:35.339282 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-13f613cb-4fdc-42ef-916d-5d1434062f13 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group_rule and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:27:35.342451 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-13f613cb-4fdc-42ef-916d-5d1434062f13 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:27:35.348686 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-13f613cb-4fdc-42ef-916d-5d1434062f13 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:27:35.406215 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-13f613cb-4fdc-42ef-916d-5d1434062f13 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:35.439048 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-13f613cb-4fdc-42ef-916d-5d1434062f13 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:35.444631 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ae490a56-5ad6-4ca6-bd32-fc618f2b4154 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:27:35.490499 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f613cb-4fdc-42ef-916d-5d1434062f13 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22b6cba2-ffe0-4d15-9cb6-690d9b6efbed,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:27:35.494028 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-13f613cb-4fdc-42ef-916d-5d1434062f13 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:27:35.513414 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-27827e7b-e0e0-4909-9a6b-251968959443 None None] Notify callbacks [] for port, precommit_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:35.525741 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-27827e7b-e0e0-4909-9a6b-251968959443 None None] Transition to ACTIVE for port object 9720bbae-88c4-4daa-b8f0-1532c3dd1d2e will not be triggered until provisioned by entity L2. {{(pid=88993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:27:35.542259 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-13f613cb-4fdc-42ef-916d-5d1434062f13 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:35.543645 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-13f613cb-4fdc-42ef-916d-5d1434062f13 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3171186 Dec 15 19:27:35.546738 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 57704) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:27:35.552775 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-98a49a24-8233-43c8-b99e-4980db902332 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'security_group_rule': {'security_group_id': '22b6cba2-ffe0-4d15-9cb6-690d9b6efbed', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:27:35.560043 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-98a49a24-8233-43c8-b99e-4980db902332 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:27:35.564377 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-98a49a24-8233-43c8-b99e-4980db902332 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group_rule and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:27:35.567482 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-98a49a24-8233-43c8-b99e-4980db902332 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:27:35.573481 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-27827e7b-e0e0-4909-9a6b-251968959443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:35.573640 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-98a49a24-8233-43c8-b99e-4980db902332 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:27:35.577995 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:27:35.621985 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-98a49a24-8233-43c8-b99e-4980db902332 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:35.691951 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-98a49a24-8233-43c8-b99e-4980db902332 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:35.712137 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd1b793-8e83-4676-b4d4-200eb9f21376 None None] Pushing event updated for resources: {'Port': ['ID=9720bbae-88c4-4daa-b8f0-1532c3dd1d2e,revision_number=3']} {{(pid=88993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:27:35.751605 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd1b793-8e83-4676-b4d4-200eb9f21376 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:27:35.752000 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd1b793-8e83-4676-b4d4-200eb9f21376 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:27:35.752384 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd1b793-8e83-4676-b4d4-200eb9f21376 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:27:35.752767 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd1b793-8e83-4676-b4d4-200eb9f21376 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:27:35.753149 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd1b793-8e83-4676-b4d4-200eb9f21376 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:27:35.753529 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd1b793-8e83-4676-b4d4-200eb9f21376 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:27:35.753900 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd1b793-8e83-4676-b4d4-200eb9f21376 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:27:35.754296 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd1b793-8e83-4676-b4d4-200eb9f21376 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:27:35.754671 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd1b793-8e83-4676-b4d4-200eb9f21376 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:27:35.755025 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd1b793-8e83-4676-b4d4-200eb9f21376 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:27:35.755469 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd1b793-8e83-4676-b4d4-200eb9f21376 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:27:35.756760 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-98a49a24-8233-43c8-b99e-4980db902332 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:35.758957 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7de4f992-0eed-4230-963e-fb68c86ac0b5 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:27:35.759892 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3dd1b793-8e83-4676-b4d4-200eb9f21376 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:27:35.785183 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a49a24-8233-43c8-b99e-4980db902332 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b288ea3b-0b0f-415c-9048-2d77ac37d6d6,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:27:35.788215 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-98a49a24-8233-43c8-b99e-4980db902332 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:27:35.817651 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-27827e7b-e0e0-4909-9a6b-251968959443 None None] Attempting to bind port 9720bbae-88c4-4daa-b8f0-1532c3dd1d2e on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:27:35.818068 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-27827e7b-e0e0-4909-9a6b-251968959443 None None] Attempting to bind port 9720bbae-88c4-4daa-b8f0-1532c3dd1d2e by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'bf6aae3d-fe52-4440-b405-f46c748e76fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '35ee6e7a-a12b-4996-92ca-40117eda201d'}] {{(pid=88993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:27:35.818528 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27827e7b-e0e0-4909-9a6b-251968959443 None None] Attempting to bind port 9720bbae-88c4-4daa-b8f0-1532c3dd1d2e on network 35ee6e7a-a12b-4996-92ca-40117eda201d {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:27:35.825746 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27827e7b-e0e0-4909-9a6b-251968959443 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:27:35.826161 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27827e7b-e0e0-4909-9a6b-251968959443 None None] Checking segment: {'id': 'bf6aae3d-fe52-4440-b405-f46c748e76fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '35ee6e7a-a12b-4996-92ca-40117eda201d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:27:35.826653 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-27827e7b-e0e0-4909-9a6b-251968959443 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:35.827091 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27827e7b-e0e0-4909-9a6b-251968959443 None None] Bound using segment: {'id': 'bf6aae3d-fe52-4440-b405-f46c748e76fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '35ee6e7a-a12b-4996-92ca-40117eda201d'} {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:27:35.827611 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-27827e7b-e0e0-4909-9a6b-251968959443 None None] Bound port: 9720bbae-88c4-4daa-b8f0-1532c3dd1d2e, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf6aae3d-fe52-4440-b405-f46c748e76fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '35ee6e7a-a12b-4996-92ca-40117eda201d'}}] {{(pid=88993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:27:35.828031 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-27827e7b-e0e0-4909-9a6b-251968959443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:35.833746 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-98a49a24-8233-43c8-b99e-4980db902332 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:35.837500 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-98a49a24-8233-43c8-b99e-4980db902332 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2874508 Dec 15 19:27:35.839602 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 57708) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:27:35.847438 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-cadeb358-ab95-43e1-9320-a927146f9e4c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'security_group_rule': {'security_group_id': '22b6cba2-ffe0-4d15-9cb6-690d9b6efbed', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:27:35.855627 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-cadeb358-ab95-43e1-9320-a927146f9e4c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:27:35.860194 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-cadeb358-ab95-43e1-9320-a927146f9e4c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group_rule and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:27:35.863251 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-cadeb358-ab95-43e1-9320-a927146f9e4c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:27:35.869538 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-cadeb358-ab95-43e1-9320-a927146f9e4c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:27:35.923403 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cadeb358-ab95-43e1-9320-a927146f9e4c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:35.926929 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-27827e7b-e0e0-4909-9a6b-251968959443 None None] For port 9720bbae-88c4-4daa-b8f0-1532c3dd1d2e, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:27:35.930585 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-27827e7b-e0e0-4909-9a6b-251968959443 None None] For port 9720bbae-88c4-4daa-b8f0-1532c3dd1d2e, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=9720bbae-88c4-4daa-b8f0-1532c3dd1d2e,segment=NetworkSegment(bf6aae3d-fe52-4440-b405-f46c748e76fc),segment_id=bf6aae3d-fe52-4440-b405-f46c748e76fc)] {{(pid=88993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:27:35.968239 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-27827e7b-e0e0-4909-9a6b-251968959443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:35.972758 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c26cf523-8355-4d45-9599-bfec67ce8c47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:27:35.989682 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cadeb358-ab95-43e1-9320-a927146f9e4c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:36.030966 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cadeb358-ab95-43e1-9320-a927146f9e4c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:36.033561 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:27:36.051447 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd1b793-8e83-4676-b4d4-200eb9f21376 None None] Pushing event updated for resources: {'Port': ['ID=9720bbae-88c4-4daa-b8f0-1532c3dd1d2e,revision_number=4']} {{(pid=88993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:27:36.055902 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3dd1b793-8e83-4676-b4d4-200eb9f21376 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:27:36.057898 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27827e7b-e0e0-4909-9a6b-251968959443 None None] Routers {'b969ed6b-7a7c-431a-8776-531cb89e5468'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:27:36.058653 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-27827e7b-e0e0-4909-9a6b-251968959443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:27:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['b969ed6b-7a7c-431a-8776-531cb89e5468'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:27:36.060764 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadeb358-ab95-43e1-9320-a927146f9e4c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=709bac07-bec9-48f6-a004-8eb179a37827,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:27:36.063527 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-cadeb358-ab95-43e1-9320-a927146f9e4c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:27:36.096666 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cadeb358-ab95-43e1-9320-a927146f9e4c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:36.098368 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-cadeb358-ab95-43e1-9320-a927146f9e4c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2564602 Dec 15 19:27:36.101112 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 57712) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:27:36.107931 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-4b88bb37-7eb4-4363-836a-318fd73d5311 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'security_group_rule': {'security_group_id': '22b6cba2-ffe0-4d15-9cb6-690d9b6efbed', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:27:36.116221 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-4b88bb37-7eb4-4363-836a-318fd73d5311 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:27:36.121713 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-4b88bb37-7eb4-4363-836a-318fd73d5311 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group_rule and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:27:36.125084 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-4b88bb37-7eb4-4363-836a-318fd73d5311 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:27:36.137954 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-4b88bb37-7eb4-4363-836a-318fd73d5311 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:27:36.196365 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4b88bb37-7eb4-4363-836a-318fd73d5311 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:36.273100 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4b88bb37-7eb4-4363-836a-318fd73d5311 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:36.311103 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4b88bb37-7eb4-4363-836a-318fd73d5311 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:36.313179 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-699f9291-36af-4ab2-8e36-bbc553bb9ff1 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:27:36.331251 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b88bb37-7eb4-4363-836a-318fd73d5311 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63c25660-bc52-410b-b6a8-bfa8cece60db,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:27:36.338567 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4b88bb37-7eb4-4363-836a-318fd73d5311 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:27:36.379581 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4b88bb37-7eb4-4363-836a-318fd73d5311 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:36.380919 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4b88bb37-7eb4-4363-836a-318fd73d5311 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2786396 Dec 15 19:27:36.384308 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 57716) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:27:36.390305 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-9c7254cd-fc3f-47d4-a3ac-2f137b975b11 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'security_group_rule': {'security_group_id': '22b6cba2-ffe0-4d15-9cb6-690d9b6efbed', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:27:36.396546 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-9c7254cd-fc3f-47d4-a3ac-2f137b975b11 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:27:36.397191 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-27827e7b-e0e0-4909-9a6b-251968959443 None None] Set router b969ed6b-7a7c-431a-8776-531cb89e5468 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:27:36.401120 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-9c7254cd-fc3f-47d4-a3ac-2f137b975b11 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group_rule and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:27:36.404105 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-9c7254cd-fc3f-47d4-a3ac-2f137b975b11 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:27:36.410042 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-9c7254cd-fc3f-47d4-a3ac-2f137b975b11 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:27:36.454053 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9c7254cd-fc3f-47d4-a3ac-2f137b975b11 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:36.525293 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9c7254cd-fc3f-47d4-a3ac-2f137b975b11 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:36.556760 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9c7254cd-fc3f-47d4-a3ac-2f137b975b11 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:36.562982 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f8a195ff-5a73-4d64-8e47-761315f61b1f tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:27:36.583416 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7254cd-fc3f-47d4-a3ac-2f137b975b11 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=838bf75b-5abb-42ae-a2d9-54836ff3dddc,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:27:36.586032 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9c7254cd-fc3f-47d4-a3ac-2f137b975b11 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:27:36.620261 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9c7254cd-fc3f-47d4-a3ac-2f137b975b11 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:36.624373 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9c7254cd-fc3f-47d4-a3ac-2f137b975b11 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2370198 Dec 15 19:27:36.624650 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 57720) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:27:36.630972 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-0a59e8d7-ca29-4ac1-93ae-0917e1a9c84d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'security_group_rule': {'security_group_id': '22b6cba2-ffe0-4d15-9cb6-690d9b6efbed', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:27:36.638990 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-0a59e8d7-ca29-4ac1-93ae-0917e1a9c84d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:27:36.642752 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-0a59e8d7-ca29-4ac1-93ae-0917e1a9c84d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group_rule and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:27:36.646036 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-0a59e8d7-ca29-4ac1-93ae-0917e1a9c84d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:27:36.652163 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-0a59e8d7-ca29-4ac1-93ae-0917e1a9c84d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:27:36.687891 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.securitygroups_db [None req-0a59e8d7-ca29-4ac1-93ae-0917e1a9c84d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Project 7c1b74cf25a94156b4530f0bd868c0c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 19:27:36.695058 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0a59e8d7-ca29-4ac1-93ae-0917e1a9c84d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:36.726158 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-27827e7b-e0e0-4909-9a6b-251968959443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b969ed6b-7a7c-431a-8776-531cb89e5468', 'name': 'tempest-TestNetworkBasicOps-router-1676811711', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.183'}], 'enable_snat': True}, 'gw_port_id': '17087053-1668-47c4-81e3-d94db631246c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:27:26Z', 'updated_at': '2021-12-15T19:27:31Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': '17087053-1668-47c4-81e3-d94db631246c', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:60:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b969ed6b-7a7c-431a-8776-531cb89e5468', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:27:27Z', 'updated_at': '2021-12-15T19:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '9720bbae-88c4-4daa-b8f0-1532c3dd1d2e', 'name': '', 'network_id': '35ee6e7a-a12b-4996-92ca-40117eda201d', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:af:12:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b969ed6b-7a7c-431a-8776-531cb89e5468', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c76a2444-142b-4742-91d9-496e76a96d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:27:30Z', 'updated_at': '2021-12-15T19:27:35Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'c76a2444-142b-4742-91d9-496e76a96d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:27:36.730612 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27827e7b-e0e0-4909-9a6b-251968959443 None None] The sync data for ids ['b969ed6b-7a7c-431a-8776-531cb89e5468'] in dv-neutron-821831-2-hyperv is: [{'id': 'b969ed6b-7a7c-431a-8776-531cb89e5468', 'name': 'tempest-TestNetworkBasicOps-router-1676811711', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.183'}], 'enable_snat': True}, 'gw_port_id': '17087053-1668-47c4-81e3-d94db631246c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:27:26Z', 'updated_at': '2021-12-15T19:27:31Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': '17087053-1668-47c4-81e3-d94db631246c', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:60:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b969ed6b-7a7c-431a-8776-531cb89e5468', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:27:27Z', 'updated_at': '2021-12-15T19:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '9720bbae-88c4-4daa-b8f0-1532c3dd1d2e', 'name': '', 'network_id': '35ee6e7a-a12b-4996-92ca-40117eda201d', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:af:12:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b969ed6b-7a7c-431a-8776-531cb89e5468', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c76a2444-142b-4742-91d9-496e76a96d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:27:30Z', 'updated_at': '2021-12-15T19:27:35Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'c76a2444-142b-4742-91d9-496e76a96d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:27:36.766398 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0a59e8d7-ca29-4ac1-93ae-0917e1a9c84d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:36.899359 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0a59e8d7-ca29-4ac1-93ae-0917e1a9c84d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:36.901466 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-00e2089d-9c42-410b-85f5-95ec2fcf4c2a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:27:36.926350 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a59e8d7-ca29-4ac1-93ae-0917e1a9c84d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6029715-2098-456c-bac3-db7e90f6c7b5,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:27:36.928997 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0a59e8d7-ca29-4ac1-93ae-0917e1a9c84d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:27:36.962391 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0a59e8d7-ca29-4ac1-93ae-0917e1a9c84d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:36.963779 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0a59e8d7-ca29-4ac1-93ae-0917e1a9c84d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3381157 Dec 15 19:27:36.966745 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 57724) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:27:36.972866 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-1743ed5d-52fd-418a-bb6d-66fff35f6dbf tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'security_group_rule': {'security_group_id': '22b6cba2-ffe0-4d15-9cb6-690d9b6efbed', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:27:36.980354 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-1743ed5d-52fd-418a-bb6d-66fff35f6dbf tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:27:36.984561 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-1743ed5d-52fd-418a-bb6d-66fff35f6dbf tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group_rule and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:27:36.987623 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-1743ed5d-52fd-418a-bb6d-66fff35f6dbf tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:27:36.995040 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-1743ed5d-52fd-418a-bb6d-66fff35f6dbf tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:27:37.048180 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.securitygroups_db [None req-1743ed5d-52fd-418a-bb6d-66fff35f6dbf tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Project 7c1b74cf25a94156b4530f0bd868c0c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 19:27:37.056591 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1743ed5d-52fd-418a-bb6d-66fff35f6dbf tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:37.129219 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1743ed5d-52fd-418a-bb6d-66fff35f6dbf tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:37.162597 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1743ed5d-52fd-418a-bb6d-66fff35f6dbf tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:37.165333 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d192f254-45de-4fff-baa4-1332e968bb21 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:27:37.190399 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1743ed5d-52fd-418a-bb6d-66fff35f6dbf tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f1fabb8-a505-4e2c-9efb-55bbbdebacff,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:27:37.193130 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1743ed5d-52fd-418a-bb6d-66fff35f6dbf tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:27:37.254130 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1743ed5d-52fd-418a-bb6d-66fff35f6dbf tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:37.255499 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1743ed5d-52fd-418a-bb6d-66fff35f6dbf tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2877243 Dec 15 19:27:37.477622 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5279c4ff-00c0-46dc-a387-f0eb7f635d26 req-b8a1acf9-1d7e-4463-b166-61ad4fec3978 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1338081351&fields=id&tenant_id=7c1b74cf25a94156b4530f0bd868c0c9 HTTP/1.1" status: 200 len: 267 time: 0.0457063 Dec 15 19:27:37.562858 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5279c4ff-00c0-46dc-a387-f0eb7f635d26 req-8463d80b-2d68-4a55-bdcc-cb86c362700f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:27:37.563405 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-5279c4ff-00c0-46dc-a387-f0eb7f635d26 req-8463d80b-2d68-4a55-bdcc-cb86c362700f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Synchronizing usage tracker for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:27:37.609042 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-5279c4ff-00c0-46dc-a387-f0eb7f635d26 req-8463d80b-2d68-4a55-bdcc-cb86c362700f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Unset dirty status for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:27:37.610395 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5279c4ff-00c0-46dc-a387-f0eb7f635d26 req-8463d80b-2d68-4a55-bdcc-cb86c362700f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports/197788e2-439d-4c5c-9c27-8ef225d1f54b HTTP/1.1" status: 200 len: 930 time: 0.1257284 Dec 15 19:27:37.692969 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5279c4ff-00c0-46dc-a387-f0eb7f635d26 req-a892ffc2-04b4-4d21-8eec-8711af82d956 service neutron] 10.222.0.36 "GET /v2.0/ports/197788e2-439d-4c5c-9c27-8ef225d1f54b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0680931 Dec 15 19:27:37.840182 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5279c4ff-00c0-46dc-a387-f0eb7f635d26 req-479f1c25-498b-4dca-af95-aa0e417c99e9 service neutron] 10.222.0.36 "GET /v2.0/networks/35ee6e7a-a12b-4996-92ca-40117eda201d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402965 Dec 15 19:27:37.990168 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5279c4ff-00c0-46dc-a387-f0eb7f635d26 req-17256ec0-3339-4df8-916c-af5b93dd0530 service neutron] 10.222.0.36 "GET /v2.0/networks/35ee6e7a-a12b-4996-92ca-40117eda201d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417496 Dec 15 19:27:38.197067 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d2bdd799-ffdc-402f-a783-311a14d247fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:38.300559 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b74d562c-ce9a-4452-8d89-8a3be4e54df7 req-fb309033-52b5-4acc-a37a-10adc4d50b5f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=43881ecc-91ed-4a63-8f16-e8bda24c59bc HTTP/1.1" status: 200 len: 210 time: 0.0522113 Dec 15 19:27:38.389693 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 9720bbae-88c4-4daa-b8f0-1532c3dd1d2e up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:27:38.527757 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 9720bbae-88c4-4daa-b8f0-1532c3dd1d2e completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:27:38.533016 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 9720bbae-88c4-4daa-b8f0-1532c3dd1d2e triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:27:38.533449 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:38.659233 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:38.692482 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port 9720bbae-88c4-4daa-b8f0-1532c3dd1d2e, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=9720bbae-88c4-4daa-b8f0-1532c3dd1d2e,segment=NetworkSegment(bf6aae3d-fe52-4440-b405-f46c748e76fc),segment_id=bf6aae3d-fe52-4440-b405-f46c748e76fc)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:27:38.728462 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:38.730460 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c317c1b6-f1f7-4072-82c5-017328c6c238 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:27:38.803517 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=9720bbae-88c4-4daa-b8f0-1532c3dd1d2e,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:27:38.806794 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:27:39.471108 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-03dcc416-68e8-4e0d-a20f-0409539979f6 req-6e13438f-5d8f-45b1-ae21-ca649cefc097 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=43881ecc-91ed-4a63-8f16-e8bda24c59bc HTTP/1.1" status: 200 len: 210 time: 0.0449750 Dec 15 19:27:39.485031 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:39.983225 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5279c4ff-00c0-46dc-a387-f0eb7f635d26 req-ea4fe483-fd6c-4b34-a830-b6f27cdaf204 service neutron] 10.222.0.32 "GET /v2.0/ports/197788e2-439d-4c5c-9c27-8ef225d1f54b HTTP/1.1" status: 200 len: 1026 time: 0.0672553 Dec 15 19:27:40.145934 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5279c4ff-00c0-46dc-a387-f0eb7f635d26 req-d21b8fde-2c95-426d-b718-13c603ec2df0 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:27:40.148364 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5279c4ff-00c0-46dc-a387-f0eb7f635d26 req-d21b8fde-2c95-426d-b718-13c603ec2df0 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.32 "GET /v2.0/networks?id=35ee6e7a-a12b-4996-92ca-40117eda201d HTTP/1.1" status: 200 len: 797 time: 0.1588387 Dec 15 19:27:40.202484 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-5279c4ff-00c0-46dc-a387-f0eb7f635d26 req-b9a68ac4-077a-4899-a9e7-8eb26fd70547 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Synchronizing usage tracker for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:security_group {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:27:40.245192 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-5279c4ff-00c0-46dc-a387-f0eb7f635d26 req-b9a68ac4-077a-4899-a9e7-8eb26fd70547 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Unset dirty status for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:security_group {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:27:40.246484 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5279c4ff-00c0-46dc-a387-f0eb7f635d26 req-b9a68ac4-077a-4899-a9e7-8eb26fd70547 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c1b74cf25a94156b4530f0bd868c0c9 HTTP/1.1" status: 200 len: 380 time: 0.0868764 Dec 15 19:27:40.259696 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [req-5279c4ff-00c0-46dc-a387-f0eb7f635d26 req-9b6c3d87-5f97-4775-b97d-1f2dcbf74ac4 service neutron] Request body: {'port': {'device_id': '43881ecc-91ed-4a63-8f16-e8bda24c59bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:27:40.371053 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 9720bbae-88c4-4daa-b8f0-1532c3dd1d2e up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:27:40.379341 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-5279c4ff-00c0-46dc-a387-f0eb7f635d26 req-9b6c3d87-5f97-4775-b97d-1f2dcbf74ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:40.444022 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 9720bbae-88c4-4daa-b8f0-1532c3dd1d2e triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:27:40.444443 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:40.551217 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6be7d734-904e-4c72-89a8-ef1ea8bb151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:40.647951 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-27ea5733-ff19-4be8-aff1-5a40eadd52c7 req-53fe269d-ab2f-454a-b2e1-d4d3d1972b64 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=43881ecc-91ed-4a63-8f16-e8bda24c59bc HTTP/1.1" status: 200 len: 210 time: 0.0488498 Dec 15 19:27:40.742132 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [req-5279c4ff-00c0-46dc-a387-f0eb7f635d26 req-9b6c3d87-5f97-4775-b97d-1f2dcbf74ac4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 197788e2-439d-4c5c-9c27-8ef225d1f54b {{(pid=88991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 19:27:40.749737 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-5279c4ff-00c0-46dc-a387-f0eb7f635d26 req-9b6c3d87-5f97-4775-b97d-1f2dcbf74ac4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:40.764569 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [req-5279c4ff-00c0-46dc-a387-f0eb7f635d26 req-9b6c3d87-5f97-4775-b97d-1f2dcbf74ac4 service neutron] Transition to ACTIVE for port object 197788e2-439d-4c5c-9c27-8ef225d1f54b will not be triggered until provisioned by entity L2. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:27:40.773828 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:40.813399 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-5279c4ff-00c0-46dc-a387-f0eb7f635d26 req-9b6c3d87-5f97-4775-b97d-1f2dcbf74ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:40.817938 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-87fa9440-8a9c-43eb-9d7a-9cdb8383018c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:27:40.951737 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6c3d87-5f97-4775-b97d-1f2dcbf74ac4 service neutron] Pushing event updated for resources: {'Port': ['ID=197788e2-439d-4c5c-9c27-8ef225d1f54b,revision_number=2']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:27:40.954762 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9b6c3d87-5f97-4775-b97d-1f2dcbf74ac4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:27:41.069650 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-5279c4ff-00c0-46dc-a387-f0eb7f635d26 req-9b6c3d87-5f97-4775-b97d-1f2dcbf74ac4 service neutron] Attempting to bind port 197788e2-439d-4c5c-9c27-8ef225d1f54b on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:27:41.070329 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-5279c4ff-00c0-46dc-a387-f0eb7f635d26 req-9b6c3d87-5f97-4775-b97d-1f2dcbf74ac4 service neutron] Attempting to bind port 197788e2-439d-4c5c-9c27-8ef225d1f54b by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'bf6aae3d-fe52-4440-b405-f46c748e76fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '35ee6e7a-a12b-4996-92ca-40117eda201d'}] {{(pid=88991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:27:41.070478 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5279c4ff-00c0-46dc-a387-f0eb7f635d26 req-9b6c3d87-5f97-4775-b97d-1f2dcbf74ac4 service neutron] Attempting to bind port 197788e2-439d-4c5c-9c27-8ef225d1f54b on network 35ee6e7a-a12b-4996-92ca-40117eda201d {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:27:41.078222 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5279c4ff-00c0-46dc-a387-f0eb7f635d26 req-9b6c3d87-5f97-4775-b97d-1f2dcbf74ac4 service neutron] Port 197788e2-439d-4c5c-9c27-8ef225d1f54b on network 35ee6e7a-a12b-4996-92ca-40117eda201d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:27:41.078595 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5279c4ff-00c0-46dc-a387-f0eb7f635d26 req-9b6c3d87-5f97-4775-b97d-1f2dcbf74ac4 service neutron] Attempting to bind port 197788e2-439d-4c5c-9c27-8ef225d1f54b on network 35ee6e7a-a12b-4996-92ca-40117eda201d {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:27:41.085601 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5279c4ff-00c0-46dc-a387-f0eb7f635d26 req-9b6c3d87-5f97-4775-b97d-1f2dcbf74ac4 service neutron] Checking agent: {'id': '59e4c979-c5dd-468d-a1f2-341133950749', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 12, 24), 'started_at': datetime.datetime(2021, 12, 15, 19, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:27:41.086484 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5279c4ff-00c0-46dc-a387-f0eb7f635d26 req-9b6c3d87-5f97-4775-b97d-1f2dcbf74ac4 service neutron] Checking segment: {'id': 'bf6aae3d-fe52-4440-b405-f46c748e76fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '35ee6e7a-a12b-4996-92ca-40117eda201d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:27:41.086978 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5279c4ff-00c0-46dc-a387-f0eb7f635d26 req-9b6c3d87-5f97-4775-b97d-1f2dcbf74ac4 service neutron] Bound using segment: {'id': 'bf6aae3d-fe52-4440-b405-f46c748e76fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '35ee6e7a-a12b-4996-92ca-40117eda201d'} {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:27:41.087454 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-5279c4ff-00c0-46dc-a387-f0eb7f635d26 req-9b6c3d87-5f97-4775-b97d-1f2dcbf74ac4 service neutron] Bound port: 197788e2-439d-4c5c-9c27-8ef225d1f54b, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf6aae3d-fe52-4440-b405-f46c748e76fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '35ee6e7a-a12b-4996-92ca-40117eda201d'}}] {{(pid=88991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:27:41.087839 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-5279c4ff-00c0-46dc-a387-f0eb7f635d26 req-9b6c3d87-5f97-4775-b97d-1f2dcbf74ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:41.177683 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-5279c4ff-00c0-46dc-a387-f0eb7f635d26 req-9b6c3d87-5f97-4775-b97d-1f2dcbf74ac4 service neutron] For port 197788e2-439d-4c5c-9c27-8ef225d1f54b, host hv-neutron-8218, cleared binding levels {{(pid=88991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:27:41.181379 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-5279c4ff-00c0-46dc-a387-f0eb7f635d26 req-9b6c3d87-5f97-4775-b97d-1f2dcbf74ac4 service neutron] For port 197788e2-439d-4c5c-9c27-8ef225d1f54b, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=197788e2-439d-4c5c-9c27-8ef225d1f54b,segment=NetworkSegment(bf6aae3d-fe52-4440-b405-f46c748e76fc),segment_id=bf6aae3d-fe52-4440-b405-f46c748e76fc)] {{(pid=88991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:27:41.213527 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-5279c4ff-00c0-46dc-a387-f0eb7f635d26 req-9b6c3d87-5f97-4775-b97d-1f2dcbf74ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:41.218195 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-59629490-05e3-43ca-b3c4-536f483e792d tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:27:41.284025 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-5279c4ff-00c0-46dc-a387-f0eb7f635d26 req-9b6c3d87-5f97-4775-b97d-1f2dcbf74ac4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:41.285510 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5279c4ff-00c0-46dc-a387-f0eb7f635d26 req-9b6c3d87-5f97-4775-b97d-1f2dcbf74ac4 service neutron] 10.222.0.32 "PUT /v2.0/ports/197788e2-439d-4c5c-9c27-8ef225d1f54b HTTP/1.1" status: 200 len: 1131 time: 1.0304141 Dec 15 19:27:41.286120 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43881ecc-91ed-4a63-8f16-e8bda24c59bc', 'tag': '197788e2-439d-4c5c-9c27-8ef225d1f54b'}] {{(pid=88991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:27:41.316298 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6c3d87-5f97-4775-b97d-1f2dcbf74ac4 service neutron] Pushing event updated for resources: {'Port': ['ID=197788e2-439d-4c5c-9c27-8ef225d1f54b,revision_number=3']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:27:41.316298 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9b6c3d87-5f97-4775-b97d-1f2dcbf74ac4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:27:41.341492 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43881ecc-91ed-4a63-8f16-e8bda24c59bc', 'tag': '197788e2-439d-4c5c-9c27-8ef225d1f54b', 'status': 'completed', 'code': 200} Dec 15 19:27:41.439007 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5279c4ff-00c0-46dc-a387-f0eb7f635d26 req-c3c8b027-8036-48c3-a83b-855155510833 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c1b74cf25a94156b4530f0bd868c0c9&device_id=43881ecc-91ed-4a63-8f16-e8bda24c59bc HTTP/1.1" status: 200 len: 1134 time: 0.0767670 Dec 15 19:27:41.519322 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5279c4ff-00c0-46dc-a387-f0eb7f635d26 req-8d07138c-3330-4d80-946a-06109a62b72f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=197788e2-439d-4c5c-9c27-8ef225d1f54b HTTP/1.1" status: 200 len: 217 time: 0.0686853 Dec 15 19:27:41.590727 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5279c4ff-00c0-46dc-a387-f0eb7f635d26 req-f7f02f22-f9a2-4aa2-9e08-dde02d794efd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:27:41.592227 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5279c4ff-00c0-46dc-a387-f0eb7f635d26 req-f7f02f22-f9a2-4aa2-9e08-dde02d794efd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c76a2444-142b-4742-91d9-496e76a96d1a HTTP/1.1" status: 200 len: 835 time: 0.0632958 Dec 15 19:27:41.678623 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5279c4ff-00c0-46dc-a387-f0eb7f635d26 req-70f0dd0e-2a7a-43c2-bfbe-f673f68a268b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=35ee6e7a-a12b-4996-92ca-40117eda201d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754936 Dec 15 19:27:41.825687 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5279c4ff-00c0-46dc-a387-f0eb7f635d26 req-defbde0c-cef9-46fb-98f8-f5c0de207c98 service neutron] 10.222.0.32 "GET /v2.0/networks/35ee6e7a-a12b-4996-92ca-40117eda201d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362836 Dec 15 19:27:41.988992 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5279c4ff-00c0-46dc-a387-f0eb7f635d26 req-fa1d7bf9-0377-4a04-b417-cb4648ce5c01 service neutron] 10.222.0.32 "GET /v2.0/networks/35ee6e7a-a12b-4996-92ca-40117eda201d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499093 Dec 15 19:27:42.087308 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b20c93-b8eb-4332-af8b-5d8f8a29008a req-782c6670-4f1f-4e98-85fa-503d5ae81137 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:27:42.088929 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-95b20c93-b8eb-4332-af8b-5d8f8a29008a req-782c6670-4f1f-4e98-85fa-503d5ae81137 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=43881ecc-91ed-4a63-8f16-e8bda24c59bc HTTP/1.1" status: 200 len: 981 time: 0.3159161 Dec 15 19:27:42.138450 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-95b20c93-b8eb-4332-af8b-5d8f8a29008a req-9dbe9545-e785-4474-aa84-c46b22a49272 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=08e05669-8231-4cc1-a0e2-4cc08f4d7d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430493 Dec 15 19:27:42.159213 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-18ce6337-9766-431c-b6bd-772ea9b241b6 req-508e4b56-c058-491e-9e75-eb1b5a1028ec service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c1b74cf25a94156b4530f0bd868c0c9&device_id=43881ecc-91ed-4a63-8f16-e8bda24c59bc HTTP/1.1" status: 200 len: 1134 time: 0.0817060 Dec 15 19:27:42.300885 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ce6337-9766-431c-b6bd-772ea9b241b6 req-e32d9e10-60fb-4c1c-a8dd-e72f4be51a82 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:27:42.302544 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-18ce6337-9766-431c-b6bd-772ea9b241b6 req-e32d9e10-60fb-4c1c-a8dd-e72f4be51a82 service neutron] 10.222.0.32 "GET /v2.0/networks?id=35ee6e7a-a12b-4996-92ca-40117eda201d HTTP/1.1" status: 200 len: 898 time: 0.1346798 Dec 15 19:27:42.372300 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-18ce6337-9766-431c-b6bd-772ea9b241b6 req-9027ab82-1663-444b-8b41-3dd78d710473 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=197788e2-439d-4c5c-9c27-8ef225d1f54b HTTP/1.1" status: 200 len: 217 time: 0.0626662 Dec 15 19:27:42.441879 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ce6337-9766-431c-b6bd-772ea9b241b6 req-ce671562-052a-44b9-917e-f52e3132c85f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:27:42.443438 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-18ce6337-9766-431c-b6bd-772ea9b241b6 req-ce671562-052a-44b9-917e-f52e3132c85f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c76a2444-142b-4742-91d9-496e76a96d1a HTTP/1.1" status: 200 len: 835 time: 0.0647099 Dec 15 19:27:42.525080 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-18ce6337-9766-431c-b6bd-772ea9b241b6 req-eddfd6e8-07d5-4224-8a25-b05e18d09d67 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=35ee6e7a-a12b-4996-92ca-40117eda201d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740063 Dec 15 19:27:42.539610 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:42.667358 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-18ce6337-9766-431c-b6bd-772ea9b241b6 req-a20089b0-f434-424e-98d2-6ae1e6e600fe service neutron] 10.222.0.32 "GET /v2.0/networks/35ee6e7a-a12b-4996-92ca-40117eda201d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349647 Dec 15 19:27:42.808560 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-18ce6337-9766-431c-b6bd-772ea9b241b6 req-b7a88d99-a121-4918-8fad-9d73c55c2894 service neutron] 10.222.0.32 "GET /v2.0/networks/35ee6e7a-a12b-4996-92ca-40117eda201d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341639 Dec 15 19:27:42.893535 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 19:27:43.348257 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5200eb-04d8-4fc2-b563-fc6e312c3d22 req-f27e3765-b05a-47bb-9585-db0cdf8f38c7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:27:43.349825 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4a5200eb-04d8-4fc2-b563-fc6e312c3d22 req-f27e3765-b05a-47bb-9585-db0cdf8f38c7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=43881ecc-91ed-4a63-8f16-e8bda24c59bc HTTP/1.1" status: 200 len: 981 time: 0.0821741 Dec 15 19:27:43.397288 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4a5200eb-04d8-4fc2-b563-fc6e312c3d22 req-9f0fbf58-cdfd-4138-a802-61e765d50b6b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=08e05669-8231-4cc1-a0e2-4cc08f4d7d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404086 Dec 15 19:27:43.484955 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 197788e2-439d-4c5c-9c27-8ef225d1f54b details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 15 19:27:43.626281 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 197788e2-439d-4c5c-9c27-8ef225d1f54b, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=197788e2-439d-4c5c-9c27-8ef225d1f54b,segment=NetworkSegment(bf6aae3d-fe52-4440-b405-f46c748e76fc),segment_id=bf6aae3d-fe52-4440-b405-f46c748e76fc)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:27:43.640915 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Returning: {'device': '197788e2-439d-4c5c-9c27-8ef225d1f54b', 'network_id': '35ee6e7a-a12b-4996-92ca-40117eda201d', 'port_id': '197788e2-439d-4c5c-9c27-8ef225d1f54b', 'mac_address': 'fa:16:3e:f2:1c:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c76a2444-142b-4742-91d9-496e76a96d1a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 19:27:43.698720 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:43.716625 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 197788e2-439d-4c5c-9c27-8ef225d1f54b {{(pid=88992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 19:27:43.731497 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 197788e2-439d-4c5c-9c27-8ef225d1f54b, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=197788e2-439d-4c5c-9c27-8ef225d1f54b,segment=NetworkSegment(bf6aae3d-fe52-4440-b405-f46c748e76fc),segment_id=bf6aae3d-fe52-4440-b405-f46c748e76fc)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:27:43.765157 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:43.767041 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:27:43.830920 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=197788e2-439d-4c5c-9c27-8ef225d1f54b,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:27:43.833962 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:27:44.041280 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] get_ports_and_sgs() called for port_ids ['197788e2-439d-4c5c-9c27-8ef225d1f54b'] {{(pid=88992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 19:27:44.602989 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f95b1fd-9402-4eb0-acba-d00ecd7677b9 req-2e7e5d12-35ef-49bd-b8e0-b142d00c324a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:27:44.604527 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6f95b1fd-9402-4eb0-acba-d00ecd7677b9 req-2e7e5d12-35ef-49bd-b8e0-b142d00c324a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=43881ecc-91ed-4a63-8f16-e8bda24c59bc HTTP/1.1" status: 200 len: 982 time: 0.0857611 Dec 15 19:27:44.657370 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6f95b1fd-9402-4eb0-acba-d00ecd7677b9 req-32bb2983-252a-4db2-b12b-dba295254de2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=08e05669-8231-4cc1-a0e2-4cc08f4d7d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459454 Dec 15 19:27:45.512178 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 197788e2-439d-4c5c-9c27-8ef225d1f54b up at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:27:45.610617 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning for port 197788e2-439d-4c5c-9c27-8ef225d1f54b completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:27:45.616083 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning complete for port 197788e2-439d-4c5c-9c27-8ef225d1f54b triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:27:45.616618 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:45.736004 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:45.764456 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43881ecc-91ed-4a63-8f16-e8bda24c59bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '197788e2-439d-4c5c-9c27-8ef225d1f54b'}] {{(pid=88992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:27:45.775243 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 197788e2-439d-4c5c-9c27-8ef225d1f54b, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=197788e2-439d-4c5c-9c27-8ef225d1f54b,segment=NetworkSegment(bf6aae3d-fe52-4440-b405-f46c748e76fc),segment_id=bf6aae3d-fe52-4440-b405-f46c748e76fc)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:27:45.819306 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43881ecc-91ed-4a63-8f16-e8bda24c59bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '197788e2-439d-4c5c-9c27-8ef225d1f54b', 'code': 200} Dec 15 19:27:45.830569 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:45.832580 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-cbd67883-0d47-4d45-808e-a82e3d210c28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:27:45.866139 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d299d7-420e-4768-a333-3d904926450c req-2c1a7992-3131-45b9-997d-8d7991fead1f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:27:45.868495 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-36d299d7-420e-4768-a333-3d904926450c req-2c1a7992-3131-45b9-997d-8d7991fead1f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=43881ecc-91ed-4a63-8f16-e8bda24c59bc HTTP/1.1" status: 200 len: 983 time: 0.0889850 Dec 15 19:27:45.903037 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=197788e2-439d-4c5c-9c27-8ef225d1f54b,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:27:45.906369 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:27:45.923384 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-36d299d7-420e-4768-a333-3d904926450c req-bd5677ae-0329-4752-b56a-e233b0704d2f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=08e05669-8231-4cc1-a0e2-4cc08f4d7d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485902 Dec 15 19:27:46.156530 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c4ff4dec-8977-4d39-a90f-38cf7ccc44fa req-8e601289-04cd-48d7-a167-b7cc95d1a9b8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=43881ecc-91ed-4a63-8f16-e8bda24c59bc HTTP/1.1" status: 200 len: 1136 time: 0.0808196 Dec 15 19:27:46.205908 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c4ff4dec-8977-4d39-a90f-38cf7ccc44fa req-237deb67-db8d-45cc-86b6-ccd75f42d953 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=08e05669-8231-4cc1-a0e2-4cc08f4d7d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390437 Dec 15 19:27:47.137695 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3c87b0-936e-42df-928e-32d34b15d254 req-c5511bd5-ea5a-47b4-a61b-120fcacc5e57 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:27:47.139357 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9c3c87b0-936e-42df-928e-32d34b15d254 req-c5511bd5-ea5a-47b4-a61b-120fcacc5e57 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=43881ecc-91ed-4a63-8f16-e8bda24c59bc HTTP/1.1" status: 200 len: 983 time: 0.0857050 Dec 15 19:27:47.188151 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9c3c87b0-936e-42df-928e-32d34b15d254 req-8d249210-1f47-41d2-8a72-1d6a0d7255c3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=08e05669-8231-4cc1-a0e2-4cc08f4d7d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427420 Dec 15 19:27:48.395650 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0696ef5-7ab5-4121-aa59-efef85573d07 req-03e228f6-a38e-4cd4-bce2-e36e3696eb16 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:27:48.397218 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e0696ef5-7ab5-4121-aa59-efef85573d07 req-03e228f6-a38e-4cd4-bce2-e36e3696eb16 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=43881ecc-91ed-4a63-8f16-e8bda24c59bc HTTP/1.1" status: 200 len: 983 time: 0.0861104 Dec 15 19:27:48.444824 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e0696ef5-7ab5-4121-aa59-efef85573d07 req-3422725e-6ffb-499a-923e-8a4e0cd1fd99 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=08e05669-8231-4cc1-a0e2-4cc08f4d7d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407860 Dec 15 19:27:48.648774 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5196a5-54e6-442f-8c13-8a869307873f req-44f51b69-a4b8-45d0-b04f-cc907bff35e3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:27:48.650900 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6e5196a5-54e6-442f-8c13-8a869307873f req-44f51b69-a4b8-45d0-b04f-cc907bff35e3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=43881ecc-91ed-4a63-8f16-e8bda24c59bc HTTP/1.1" status: 200 len: 983 time: 0.0854409 Dec 15 19:27:48.698795 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6e5196a5-54e6-442f-8c13-8a869307873f req-0a22d38b-053e-4b9b-90dc-4a19d4b1b4bf tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=08e05669-8231-4cc1-a0e2-4cc08f4d7d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419002 Dec 15 19:27:48.727097 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 57776) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:27:48.801815 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-574a4fc3-a6a2-470d-8bc8-6f99b64c44dd tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=43881ecc-91ed-4a63-8f16-e8bda24c59bc HTTP/1.1" status: 200 len: 1131 time: 0.0727262 Dec 15 19:27:48.804548 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 57780) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:27:48.810313 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-5bde3e1f-737e-49b8-b332-3dee2ee07755 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'floatingip': {'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'port_id': '197788e2-439d-4c5c-9c27-8ef225d1f54b', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:27:48.816112 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-5bde3e1f-737e-49b8-b332-3dee2ee07755 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:27:48.820138 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-5bde3e1f-737e-49b8-b332-3dee2ee07755 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:floatingip and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:27:48.823135 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-5bde3e1f-737e-49b8-b332-3dee2ee07755 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:27:48.829226 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-5bde3e1f-737e-49b8-b332-3dee2ee07755 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:27:48.873244 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5bde3e1f-737e-49b8-b332-3dee2ee07755 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for floatingip, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:49.019814 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5bde3e1f-737e-49b8-b332-3dee2ee07755 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:49.167579 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-5bde3e1f-737e-49b8-b332-3dee2ee07755 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Allocated IP 172.26.3.94 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/9a1946ec-9e00-4533-bc16-43f13e678639) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:27:49.318675 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5bde3e1f-737e-49b8-b332-3dee2ee07755 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:49.376924 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5bde3e1f-737e-49b8-b332-3dee2ee07755 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:49.381553 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a4b0ba22-8fc8-4bde-adb6-b10f81fa6745 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:27:49.441448 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bde3e1f-737e-49b8-b332-3dee2ee07755 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:27:49.449520 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-5bde3e1f-737e-49b8-b332-3dee2ee07755 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:27:49.452185 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bde3e1f-737e-49b8-b332-3dee2ee07755 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:27:49.499852 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bde3e1f-737e-49b8-b332-3dee2ee07755 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'Port': ['ID=9a1946ec-9e00-4533-bc16-43f13e678639,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:27:49.502798 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5bde3e1f-737e-49b8-b332-3dee2ee07755 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:27:50.213510 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5bde3e1f-737e-49b8-b332-3dee2ee07755 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:50.305966 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5bde3e1f-737e-49b8-b332-3dee2ee07755 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:50.520090 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5bde3e1f-737e-49b8-b332-3dee2ee07755 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for port, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:50.559155 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5bde3e1f-737e-49b8-b332-3dee2ee07755 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:50.563539 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ea0ddf09-fec6-4e89-9669-d041793fbd91 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:27:50.672299 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bde3e1f-737e-49b8-b332-3dee2ee07755 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'Port': ['ID=9a1946ec-9e00-4533-bc16-43f13e678639,revision_number=2']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:27:50.675327 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5bde3e1f-737e-49b8-b332-3dee2ee07755 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:27:50.691003 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5bde3e1f-737e-49b8-b332-3dee2ee07755 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634093'] for floatingip, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:50.884720 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.l3_db [None req-5bde3e1f-737e-49b8-b332-3dee2ee07755 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Floating IP 8b571c85-f66b-452e-a348-1d86f71c5f47 associated. External IP: 172.26.3.94, port: 197788e2-439d-4c5c-9c27-8ef225d1f54b. Dec 15 19:27:51.289582 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bde3e1f-737e-49b8-b332-3dee2ee07755 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Router b969ed6b-7a7c-431a-8776-531cb89e5468 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:27:51.495135 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bde3e1f-737e-49b8-b332-3dee2ee07755 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:27:51.505095 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac87b739-38ef-4bfd-8c23-dac0448cf4e5 None None] Sync routers for ids ['b969ed6b-7a7c-431a-8776-531cb89e5468'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:27:51.518793 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac87b739-38ef-4bfd-8c23-dac0448cf4e5 None None] Routers {'b969ed6b-7a7c-431a-8776-531cb89e5468'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:27:51.525219 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-ac87b739-38ef-4bfd-8c23-dac0448cf4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:27:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['b969ed6b-7a7c-431a-8776-531cb89e5468'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:27:51.637768 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5bde3e1f-737e-49b8-b332-3dee2ee07755 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:51.693513 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-5bde3e1f-737e-49b8-b332-3dee2ee07755 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 2.8878777 Dec 15 19:27:51.694194 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43881ecc-91ed-4a63-8f16-e8bda24c59bc', 'tag': '197788e2-439d-4c5c-9c27-8ef225d1f54b'}] {{(pid=88991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:27:51.697405 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 57784) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:27:51.723290 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-ac87b739-38ef-4bfd-8c23-dac0448cf4e5 None None] Set router b969ed6b-7a7c-431a-8776-531cb89e5468 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:27:51.751835 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43881ecc-91ed-4a63-8f16-e8bda24c59bc', 'tag': '197788e2-439d-4c5c-9c27-8ef225d1f54b', 'status': 'completed', 'code': 200} Dec 15 19:27:51.785090 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4da9a44e-04a4-416a-b0c7-ab7925d7a722 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=43881ecc-91ed-4a63-8f16-e8bda24c59bc&network_id=35ee6e7a-a12b-4996-92ca-40117eda201d HTTP/1.1" status: 200 len: 1131 time: 0.0835314 Dec 15 19:27:51.856586 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f0f5d69b-bbc3-44e8-89a0-72791754f33a req-84b412c9-fefe-40d0-9341-5b50f3e96c50 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c1b74cf25a94156b4530f0bd868c0c9&device_id=43881ecc-91ed-4a63-8f16-e8bda24c59bc HTTP/1.1" status: 200 len: 1136 time: 0.0792503 Dec 15 19:27:52.008360 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5d69b-bbc3-44e8-89a0-72791754f33a req-91ada465-3f7e-41ae-8573-26f5b6a3fe2f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:27:52.010453 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f0f5d69b-bbc3-44e8-89a0-72791754f33a req-91ada465-3f7e-41ae-8573-26f5b6a3fe2f service neutron] 10.222.0.32 "GET /v2.0/networks?id=35ee6e7a-a12b-4996-92ca-40117eda201d HTTP/1.1" status: 200 len: 898 time: 0.1470418 Dec 15 19:27:52.123361 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f0f5d69b-bbc3-44e8-89a0-72791754f33a req-afce1198-fe6f-49b9-984c-fb451e599fbf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=197788e2-439d-4c5c-9c27-8ef225d1f54b HTTP/1.1" status: 200 len: 1036 time: 0.1063988 Dec 15 19:27:52.205963 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5d69b-bbc3-44e8-89a0-72791754f33a req-5ce58f12-b507-4e0f-841d-66032afcb241 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:27:52.207674 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f0f5d69b-bbc3-44e8-89a0-72791754f33a req-5ce58f12-b507-4e0f-841d-66032afcb241 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c76a2444-142b-4742-91d9-496e76a96d1a HTTP/1.1" status: 200 len: 835 time: 0.0767553 Dec 15 19:27:52.263446 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-ac87b739-38ef-4bfd-8c23-dac0448cf4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b969ed6b-7a7c-431a-8776-531cb89e5468', 'name': 'tempest-TestNetworkBasicOps-router-1676811711', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.183'}], 'enable_snat': True}, 'gw_port_id': '17087053-1668-47c4-81e3-d94db631246c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:27:26Z', 'updated_at': '2021-12-15T19:27:31Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': '17087053-1668-47c4-81e3-d94db631246c', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:60:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b969ed6b-7a7c-431a-8776-531cb89e5468', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:27:27Z', 'updated_at': '2021-12-15T19:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': '8b571c85-f66b-452e-a348-1d86f71c5f47', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'floating_ip_address': '172.26.3.94', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': 'b969ed6b-7a7c-431a-8776-531cb89e5468', 'port_id': '197788e2-439d-4c5c-9c27-8ef225d1f54b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-362912732', 'network_id': '35ee6e7a-a12b-4996-92ca-40117eda201d', 'mac_address': 'fa:16:3e:f2:1c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43881ecc-91ed-4a63-8f16-e8bda24c59bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:27:50Z', 'updated_at': '2021-12-15T19:27:50Z', 'revision_number': 0, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9720bbae-88c4-4daa-b8f0-1532c3dd1d2e', 'name': '', 'network_id': '35ee6e7a-a12b-4996-92ca-40117eda201d', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:af:12:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b969ed6b-7a7c-431a-8776-531cb89e5468', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c76a2444-142b-4742-91d9-496e76a96d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:27:30Z', 'updated_at': '2021-12-15T19:27:38Z', 'revision_number': 5, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'c76a2444-142b-4742-91d9-496e76a96d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:27:52.267485 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac87b739-38ef-4bfd-8c23-dac0448cf4e5 None None] Checking router: b969ed6b-7a7c-431a-8776-531cb89e5468 for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:27:52.279153 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac87b739-38ef-4bfd-8c23-dac0448cf4e5 None None] Routers {'b969ed6b-7a7c-431a-8776-531cb89e5468'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:27:52.279829 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-ac87b739-38ef-4bfd-8c23-dac0448cf4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:27:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['b969ed6b-7a7c-431a-8776-531cb89e5468'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:27:52.294041 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f0f5d69b-bbc3-44e8-89a0-72791754f33a req-3f44acba-9740-46fb-b36a-2ce1f0b6de53 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=35ee6e7a-a12b-4996-92ca-40117eda201d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787895 Dec 15 19:27:52.335621 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c66a67-0ad3-4e58-9a42-4f02c6317da1 req-33e8e540-8c01-4e1f-9eeb-abd2c3650931 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:27:52.337947 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-92c66a67-0ad3-4e58-9a42-4f02c6317da1 req-33e8e540-8c01-4e1f-9eeb-abd2c3650931 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=43881ecc-91ed-4a63-8f16-e8bda24c59bc HTTP/1.1" status: 200 len: 983 time: 0.0982399 Dec 15 19:27:52.389133 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-92c66a67-0ad3-4e58-9a42-4f02c6317da1 req-52048aa2-d431-433d-ab65-2d07aa4113c8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=08e05669-8231-4cc1-a0e2-4cc08f4d7d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443690 Dec 15 19:27:52.441634 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f0f5d69b-bbc3-44e8-89a0-72791754f33a req-da7b031c-410b-4cd0-a5c9-c940573c4271 service neutron] 10.222.0.32 "GET /v2.0/networks/35ee6e7a-a12b-4996-92ca-40117eda201d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398032 Dec 15 19:27:52.467799 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-ac87b739-38ef-4bfd-8c23-dac0448cf4e5 None None] Set router b969ed6b-7a7c-431a-8776-531cb89e5468 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:27:52.588929 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f0f5d69b-bbc3-44e8-89a0-72791754f33a req-b7e43d05-21cb-45a0-8fb1-060b539462ed service neutron] 10.222.0.32 "GET /v2.0/networks/35ee6e7a-a12b-4996-92ca-40117eda201d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393993 Dec 15 19:27:52.833499 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-ac87b739-38ef-4bfd-8c23-dac0448cf4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b969ed6b-7a7c-431a-8776-531cb89e5468', 'name': 'tempest-TestNetworkBasicOps-router-1676811711', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.183'}], 'enable_snat': True}, 'gw_port_id': '17087053-1668-47c4-81e3-d94db631246c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:27:26Z', 'updated_at': '2021-12-15T19:27:31Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': '17087053-1668-47c4-81e3-d94db631246c', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:60:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b969ed6b-7a7c-431a-8776-531cb89e5468', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:27:27Z', 'updated_at': '2021-12-15T19:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': '8b571c85-f66b-452e-a348-1d86f71c5f47', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'floating_ip_address': '172.26.3.94', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': 'b969ed6b-7a7c-431a-8776-531cb89e5468', 'port_id': '197788e2-439d-4c5c-9c27-8ef225d1f54b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-362912732', 'network_id': '35ee6e7a-a12b-4996-92ca-40117eda201d', 'mac_address': 'fa:16:3e:f2:1c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43881ecc-91ed-4a63-8f16-e8bda24c59bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:27:50Z', 'updated_at': '2021-12-15T19:27:50Z', 'revision_number': 0, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9720bbae-88c4-4daa-b8f0-1532c3dd1d2e', 'name': '', 'network_id': '35ee6e7a-a12b-4996-92ca-40117eda201d', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:af:12:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b969ed6b-7a7c-431a-8776-531cb89e5468', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c76a2444-142b-4742-91d9-496e76a96d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:27:30Z', 'updated_at': '2021-12-15T19:27:38Z', 'revision_number': 5, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'c76a2444-142b-4742-91d9-496e76a96d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:27:52.838685 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac87b739-38ef-4bfd-8c23-dac0448cf4e5 None None] The sync data for ids ['b969ed6b-7a7c-431a-8776-531cb89e5468'] in dv-neutron-821831-2-hyperv is: [{'id': 'b969ed6b-7a7c-431a-8776-531cb89e5468', 'name': 'tempest-TestNetworkBasicOps-router-1676811711', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.183'}], 'enable_snat': True}, 'gw_port_id': '17087053-1668-47c4-81e3-d94db631246c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:27:26Z', 'updated_at': '2021-12-15T19:27:31Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': '17087053-1668-47c4-81e3-d94db631246c', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:60:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b969ed6b-7a7c-431a-8776-531cb89e5468', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:27:27Z', 'updated_at': '2021-12-15T19:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': '8b571c85-f66b-452e-a348-1d86f71c5f47', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'floating_ip_address': '172.26.3.94', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': 'b969ed6b-7a7c-431a-8776-531cb89e5468', 'port_id': '197788e2-439d-4c5c-9c27-8ef225d1f54b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-362912732', 'network_id': '35ee6e7a-a12b-4996-92ca-40117eda201d', 'mac_address': 'fa:16:3e:f2:1c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43881ecc-91ed-4a63-8f16-e8bda24c59bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:27:50Z', 'updated_at': '2021-12-15T19:27:50Z', 'revision_number': 0, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9720bbae-88c4-4daa-b8f0-1532c3dd1d2e', 'name': '', 'network_id': '35ee6e7a-a12b-4996-92ca-40117eda201d', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:af:12:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b969ed6b-7a7c-431a-8776-531cb89e5468', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c76a2444-142b-4742-91d9-496e76a96d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:27:30Z', 'updated_at': '2021-12-15T19:27:38Z', 'revision_number': 5, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'c76a2444-142b-4742-91d9-496e76a96d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:27:53.150216 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bd90bf-3164-48be-b038-34113134e673 None None] New status for floating IP 8b571c85-f66b-452e-a348-1d86f71c5f47: ACTIVE {{(pid=88993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 15 19:27:53.616565 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7e464c-545f-40a4-92dc-9911b87d089a req-253130e3-3c4d-4c39-a601-72513efb14d2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:27:53.618380 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1d7e464c-545f-40a4-92dc-9911b87d089a req-253130e3-3c4d-4c39-a601-72513efb14d2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=43881ecc-91ed-4a63-8f16-e8bda24c59bc HTTP/1.1" status: 200 len: 983 time: 0.0871966 Dec 15 19:27:53.673104 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1d7e464c-545f-40a4-92dc-9911b87d089a req-4fefcf73-4505-4825-abfe-dbbad2a005ac tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=08e05669-8231-4cc1-a0e2-4cc08f4d7d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475535 Dec 15 19:27:53.706714 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da21eef-93ae-47d2-849e-4914d3a34a74 req-ce3a428d-c928-4745-aef0-4ff84b600336 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:27:53.707472 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-8da21eef-93ae-47d2-849e-4914d3a34a74 req-ce3a428d-c928-4745-aef0-4ff84b600336 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Synchronizing usage tracker for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:port {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:27:53.750002 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-8da21eef-93ae-47d2-849e-4914d3a34a74 req-ce3a428d-c928-4745-aef0-4ff84b600336 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Unset dirty status for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:port {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:27:53.751264 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8da21eef-93ae-47d2-849e-4914d3a34a74 req-ce3a428d-c928-4745-aef0-4ff84b600336 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.32 "GET /v2.0/ports?device_id=43881ecc-91ed-4a63-8f16-e8bda24c59bc HTTP/1.1" status: 200 len: 983 time: 0.1320674 Dec 15 19:27:53.830203 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da21eef-93ae-47d2-849e-4914d3a34a74 req-7184aa6c-c1ac-400f-a8b8-6c6c9aadb3d6 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:27:53.831697 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8da21eef-93ae-47d2-849e-4914d3a34a74 req-7184aa6c-c1ac-400f-a8b8-6c6c9aadb3d6 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.32 "GET /v2.0/ports/197788e2-439d-4c5c-9c27-8ef225d1f54b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0714605 Dec 15 19:27:53.965196 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:53.989935 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8da21eef-93ae-47d2-849e-4914d3a34a74 req-44ebd72e-c499-45e3-a925-3183edf16768 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.32 "GET /v2.0/networks/35ee6e7a-a12b-4996-92ca-40117eda201d?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1506965 Dec 15 19:27:54.004414 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [req-8da21eef-93ae-47d2-849e-4914d3a34a74 req-9bfcc827-91ea-4bda-9412-6c24e23ffb49 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:27:54.120247 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-8da21eef-93ae-47d2-849e-4914d3a34a74 req-9bfcc827-91ea-4bda-9412-6c24e23ffb49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:54.551495 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-8da21eef-93ae-47d2-849e-4914d3a34a74 req-9bfcc827-91ea-4bda-9412-6c24e23ffb49 service neutron] For port 197788e2-439d-4c5c-9c27-8ef225d1f54b, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=197788e2-439d-4c5c-9c27-8ef225d1f54b,segment=NetworkSegment(bf6aae3d-fe52-4440-b405-f46c748e76fc),segment_id=bf6aae3d-fe52-4440-b405-f46c748e76fc)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:27:54.582139 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-8da21eef-93ae-47d2-849e-4914d3a34a74 req-9bfcc827-91ea-4bda-9412-6c24e23ffb49 service neutron] For port 197788e2-439d-4c5c-9c27-8ef225d1f54b, host hv-neutron-8218, cleared binding levels {{(pid=88991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:27:54.632613 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [req-8da21eef-93ae-47d2-849e-4914d3a34a74 req-9bfcc827-91ea-4bda-9412-6c24e23ffb49 service neutron] device_id is not set on port 197788e2-439d-4c5c-9c27-8ef225d1f54b yet. {{(pid=88991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:27:54.641213 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-8da21eef-93ae-47d2-849e-4914d3a34a74 req-9bfcc827-91ea-4bda-9412-6c24e23ffb49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:54.675780 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-8da21eef-93ae-47d2-849e-4914d3a34a74 req-9bfcc827-91ea-4bda-9412-6c24e23ffb49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:54.681095 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9b6c3d87-5f97-4775-b97d-1f2dcbf74ac4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:27:54.812567 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfcc827-91ea-4bda-9412-6c24e23ffb49 service neutron] Pushing event updated for resources: {'Port': ['ID=197788e2-439d-4c5c-9c27-8ef225d1f54b,revision_number=6']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:27:54.817442 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9bfcc827-91ea-4bda-9412-6c24e23ffb49 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:27:54.848079 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7c4df771-d814-43c7-9908-44c051e2fb6a req-5b1829c6-d571-4543-8cb0-ebdad5b51949 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=43881ecc-91ed-4a63-8f16-e8bda24c59bc HTTP/1.1" status: 200 len: 210 time: 0.0479398 Dec 15 19:27:54.887690 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [req-8da21eef-93ae-47d2-849e-4914d3a34a74 req-9bfcc827-91ea-4bda-9412-6c24e23ffb49 service neutron] No DVR routers for this DVR port 197788e2-439d-4c5c-9c27-8ef225d1f54b on host hv-neutron-8218 {{(pid=88991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:27:55.012475 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-28427e31-fb73-4e4e-b658-4daaabc1d0e9 None None] Provisioning complete for port 197788e2-439d-4c5c-9c27-8ef225d1f54b triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:27:55.012830 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-28427e31-fb73-4e4e-b658-4daaabc1d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:55.069849 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-28427e31-fb73-4e4e-b658-4daaabc1d0e9 None None] Port 197788e2-439d-4c5c-9c27-8ef225d1f54b cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:27:55.157718 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [req-8da21eef-93ae-47d2-849e-4914d3a34a74 req-9bfcc827-91ea-4bda-9412-6c24e23ffb49 service neutron] In _notify_port_updated(), no bound segment for port 197788e2-439d-4c5c-9c27-8ef225d1f54b on network 35ee6e7a-a12b-4996-92ca-40117eda201d {{(pid=88991) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 15 19:27:55.158854 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-8da21eef-93ae-47d2-849e-4914d3a34a74 req-9bfcc827-91ea-4bda-9412-6c24e23ffb49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:55.160233 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8da21eef-93ae-47d2-849e-4914d3a34a74 req-9bfcc827-91ea-4bda-9412-6c24e23ffb49 service neutron] 10.222.0.32 "PUT /v2.0/ports/197788e2-439d-4c5c-9c27-8ef225d1f54b HTTP/1.1" status: 200 len: 1026 time: 1.1601350 Dec 15 19:27:56.035849 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-fb6ce6ac-ec04-46ba-809d-521ad5e31116 req-6775c984-f1ff-4cf7-a505-8340e42c1ef7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=43881ecc-91ed-4a63-8f16-e8bda24c59bc HTTP/1.1" status: 200 len: 210 time: 0.0503831 Dec 15 19:27:57.146569 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 57806) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:27:57.219988 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beff0cf9-9511-49b9-b4ea-b8e4948be526 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:27:57.221454 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-beff0cf9-9511-49b9-b4ea-b8e4948be526 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports/197788e2-439d-4c5c-9c27-8ef225d1f54b HTTP/1.1" status: 200 len: 925 time: 0.0738230 Dec 15 19:27:57.459808 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 57812) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:27:57.466664 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-4c9de164-767e-4e8a-9966-5e9bce59fb9e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1375788395', 'description': 'tempest-secgroup-smoke-1375788395 description', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:27:57.473178 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-4c9de164-767e-4e8a-9966-5e9bce59fb9e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:27:57.483168 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-4c9de164-767e-4e8a-9966-5e9bce59fb9e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:27:57.521266 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4c9de164-767e-4e8a-9966-5e9bce59fb9e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:57.560036 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-4c9de164-767e-4e8a-9966-5e9bce59fb9e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:27:57.564202 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-4c9de164-767e-4e8a-9966-5e9bce59fb9e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group_rule and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:27:57.567236 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-4c9de164-767e-4e8a-9966-5e9bce59fb9e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:27:57.574141 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-4c9de164-767e-4e8a-9966-5e9bce59fb9e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:27:57.580830 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 197788e2-439d-4c5c-9c27-8ef225d1f54b no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:27:57.634744 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4c9de164-767e-4e8a-9966-5e9bce59fb9e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:57.644826 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 197788e2-439d-4c5c-9c27-8ef225d1f54b not bound to the agent host hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:27:57.669837 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4c9de164-767e-4e8a-9966-5e9bce59fb9e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:57.675610 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-cb79e3c2-37a2-45b6-bd6c-7543e0f47526 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:27:57.719563 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9de164-767e-4e8a-9966-5e9bce59fb9e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fce102c9-75e4-43c0-b2fc-55beda72014d,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:27:57.722501 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4c9de164-767e-4e8a-9966-5e9bce59fb9e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:27:57.750124 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4c9de164-767e-4e8a-9966-5e9bce59fb9e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:57.751517 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4c9de164-767e-4e8a-9966-5e9bce59fb9e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2905483 Dec 15 19:27:57.754619 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 57816) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:27:57.761087 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-0c4c005e-c5ef-4579-92e2-ac32a6f9c049 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'security_group_rule': {'security_group_id': 'fce102c9-75e4-43c0-b2fc-55beda72014d', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:27:57.767418 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-0c4c005e-c5ef-4579-92e2-ac32a6f9c049 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:27:57.771426 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-0c4c005e-c5ef-4579-92e2-ac32a6f9c049 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group_rule and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:27:57.774482 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-0c4c005e-c5ef-4579-92e2-ac32a6f9c049 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:27:57.780485 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-0c4c005e-c5ef-4579-92e2-ac32a6f9c049 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:27:57.826668 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0c4c005e-c5ef-4579-92e2-ac32a6f9c049 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:57.890505 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0c4c005e-c5ef-4579-92e2-ac32a6f9c049 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:57.921120 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0c4c005e-c5ef-4579-92e2-ac32a6f9c049 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:57.923066 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7475a431-7c94-4e6b-bfc9-ccc35a812be5 tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:27:57.946925 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4c005e-c5ef-4579-92e2-ac32a6f9c049 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b9cab5e-b7de-41bc-9656-11973bbebb8b,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:27:57.949443 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0c4c005e-c5ef-4579-92e2-ac32a6f9c049 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:27:57.993739 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0c4c005e-c5ef-4579-92e2-ac32a6f9c049 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:57.995250 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0c4c005e-c5ef-4579-92e2-ac32a6f9c049 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2396307 Dec 15 19:27:57.998270 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 57820) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:27:58.004083 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-bc756647-0bd3-4d4d-ad98-1d87292f44be tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'security_group_rule': {'security_group_id': 'fce102c9-75e4-43c0-b2fc-55beda72014d', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:27:58.010402 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-bc756647-0bd3-4d4d-ad98-1d87292f44be tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:27:58.014542 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-bc756647-0bd3-4d4d-ad98-1d87292f44be tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group_rule and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:27:58.017558 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-bc756647-0bd3-4d4d-ad98-1d87292f44be tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:27:58.023757 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-bc756647-0bd3-4d4d-ad98-1d87292f44be tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:27:58.076555 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bc756647-0bd3-4d4d-ad98-1d87292f44be tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:58.141208 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bc756647-0bd3-4d4d-ad98-1d87292f44be tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:58.178439 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bc756647-0bd3-4d4d-ad98-1d87292f44be tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:58.181035 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8a4e9a5b-7a3c-46ec-b11c-bb1c87f0b13e tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:27:58.205334 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc756647-0bd3-4d4d-ad98-1d87292f44be tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c39c3c96-2e5f-485a-b41e-b478fd287216,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:27:58.207938 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-bc756647-0bd3-4d4d-ad98-1d87292f44be tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:27:58.245182 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bc756647-0bd3-4d4d-ad98-1d87292f44be tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:58.246475 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-bc756647-0bd3-4d4d-ad98-1d87292f44be tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2471156 Dec 15 19:27:58.249414 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 57824) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:27:58.255347 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-c095a24a-feec-4007-a805-e685e20d9de8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'security_group_rule': {'security_group_id': 'fce102c9-75e4-43c0-b2fc-55beda72014d', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:27:58.261553 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-c095a24a-feec-4007-a805-e685e20d9de8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:27:58.265519 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-c095a24a-feec-4007-a805-e685e20d9de8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group_rule and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:27:58.268486 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-c095a24a-feec-4007-a805-e685e20d9de8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:27:58.274983 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-c095a24a-feec-4007-a805-e685e20d9de8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:27:58.326085 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c095a24a-feec-4007-a805-e685e20d9de8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:58.394018 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c095a24a-feec-4007-a805-e685e20d9de8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:58.430099 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c095a24a-feec-4007-a805-e685e20d9de8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:58.432134 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:27:58.455574 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c095a24a-feec-4007-a805-e685e20d9de8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c967b22-f441-4e3c-89ab-5ac7cc8f34b2,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:27:58.458086 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c095a24a-feec-4007-a805-e685e20d9de8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:27:58.493162 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c095a24a-feec-4007-a805-e685e20d9de8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:58.494993 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c095a24a-feec-4007-a805-e685e20d9de8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2445126 Dec 15 19:27:58.497942 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 57828) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:27:58.503941 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-996b516d-c59a-4839-bcff-edd54f7bf7a4 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'security_group_rule': {'security_group_id': 'fce102c9-75e4-43c0-b2fc-55beda72014d', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:27:58.510160 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-996b516d-c59a-4839-bcff-edd54f7bf7a4 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:27:58.514292 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-996b516d-c59a-4839-bcff-edd54f7bf7a4 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group_rule and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:27:58.517376 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-996b516d-c59a-4839-bcff-edd54f7bf7a4 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:27:58.523503 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-996b516d-c59a-4839-bcff-edd54f7bf7a4 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:27:58.573475 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-996b516d-c59a-4839-bcff-edd54f7bf7a4 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:58.642427 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-996b516d-c59a-4839-bcff-edd54f7bf7a4 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:58.675596 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-996b516d-c59a-4839-bcff-edd54f7bf7a4 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:58.677564 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:27:58.701778 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996b516d-c59a-4839-bcff-edd54f7bf7a4 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13a274af-cf19-4d1f-a5ae-86cea8de2eee,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:27:58.704316 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-996b516d-c59a-4839-bcff-edd54f7bf7a4 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:27:58.738803 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-996b516d-c59a-4839-bcff-edd54f7bf7a4 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:58.740084 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-996b516d-c59a-4839-bcff-edd54f7bf7a4 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2411120 Dec 15 19:27:58.743071 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 57832) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:27:58.749190 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-d647973f-b6cd-425a-816d-8e219ca9edb7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'security_group_rule': {'security_group_id': 'fce102c9-75e4-43c0-b2fc-55beda72014d', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:27:58.755394 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-d647973f-b6cd-425a-816d-8e219ca9edb7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:27:58.760068 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d647973f-b6cd-425a-816d-8e219ca9edb7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group_rule and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:27:58.763102 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d647973f-b6cd-425a-816d-8e219ca9edb7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:27:58.769124 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-d647973f-b6cd-425a-816d-8e219ca9edb7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:27:58.807476 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.securitygroups_db [None req-d647973f-b6cd-425a-816d-8e219ca9edb7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Project 7c1b74cf25a94156b4530f0bd868c0c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 19:27:58.814574 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d647973f-b6cd-425a-816d-8e219ca9edb7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:58.882051 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d647973f-b6cd-425a-816d-8e219ca9edb7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:58.915773 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d647973f-b6cd-425a-816d-8e219ca9edb7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:58.918001 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b0dd5be3-6a58-4769-9e17-849dbdafc9ce tempest-SecGroupIPv6Test-1361344059 tempest-SecGroupIPv6Test-1361344059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:27:58.943566 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d647973f-b6cd-425a-816d-8e219ca9edb7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80ea9276-2f5e-4426-95ca-5fea67b4b474,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:27:58.946762 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d647973f-b6cd-425a-816d-8e219ca9edb7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:27:58.981547 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d647973f-b6cd-425a-816d-8e219ca9edb7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:58.982919 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d647973f-b6cd-425a-816d-8e219ca9edb7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2388525 Dec 15 19:27:58.985805 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 57836) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:27:58.991739 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-cc859b9d-da9b-417a-befa-5284fd3a1297 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'security_group_rule': {'security_group_id': 'fce102c9-75e4-43c0-b2fc-55beda72014d', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:27:58.999099 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-cc859b9d-da9b-417a-befa-5284fd3a1297 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:27:59.003749 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-cc859b9d-da9b-417a-befa-5284fd3a1297 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group_rule and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:27:59.006692 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-cc859b9d-da9b-417a-befa-5284fd3a1297 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:27:59.013598 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-cc859b9d-da9b-417a-befa-5284fd3a1297 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:27:59.064494 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.securitygroups_db [None req-cc859b9d-da9b-417a-befa-5284fd3a1297 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Project 7c1b74cf25a94156b4530f0bd868c0c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 19:27:59.072442 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cc859b9d-da9b-417a-befa-5284fd3a1297 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:59.140997 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cc859b9d-da9b-417a-befa-5284fd3a1297 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:59.175831 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cc859b9d-da9b-417a-befa-5284fd3a1297 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:59.177772 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-642af19e-9686-4926-8a08-67cef4c8006f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:27:59.202166 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc859b9d-da9b-417a-befa-5284fd3a1297 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e7bcd5e-ef59-414c-b8d3-9e8ed137ca5c,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:27:59.204738 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-cc859b9d-da9b-417a-befa-5284fd3a1297 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:27:59.255911 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cc859b9d-da9b-417a-befa-5284fd3a1297 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:27:59.257141 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-cc859b9d-da9b-417a-befa-5284fd3a1297 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2702971 Dec 15 19:27:59.442087 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-dfebf976-3cc8-4a2d-8194-e2218feb087a req-7cd88b90-90de-4437-b0d5-df6a48ef147e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Synchronizing usage tracker for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:security_group {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:27:59.484463 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-dfebf976-3cc8-4a2d-8194-e2218feb087a req-7cd88b90-90de-4437-b0d5-df6a48ef147e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Unset dirty status for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:security_group {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:27:59.485717 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-dfebf976-3cc8-4a2d-8194-e2218feb087a req-7cd88b90-90de-4437-b0d5-df6a48ef147e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1375788395&fields=id&tenant_id=7c1b74cf25a94156b4530f0bd868c0c9 HTTP/1.1" status: 200 len: 267 time: 0.0915413 Dec 15 19:27:59.565898 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfebf976-3cc8-4a2d-8194-e2218feb087a req-ee0677f8-2cf5-4e27-8eea-a0458b245024 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:27:59.567262 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-dfebf976-3cc8-4a2d-8194-e2218feb087a req-ee0677f8-2cf5-4e27-8eea-a0458b245024 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports/197788e2-439d-4c5c-9c27-8ef225d1f54b HTTP/1.1" status: 200 len: 930 time: 0.0744920 Dec 15 19:27:59.644235 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-dfebf976-3cc8-4a2d-8194-e2218feb087a req-e2ffe460-8a78-4854-ba82-57fd38360e2f service neutron] 10.222.0.36 "GET /v2.0/ports/197788e2-439d-4c5c-9c27-8ef225d1f54b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0639691 Dec 15 19:27:59.793954 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-dfebf976-3cc8-4a2d-8194-e2218feb087a req-7c587425-f243-4276-8159-f097dcaeff9d service neutron] 10.222.0.36 "GET /v2.0/networks/35ee6e7a-a12b-4996-92ca-40117eda201d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434197 Dec 15 19:27:59.936975 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-dfebf976-3cc8-4a2d-8194-e2218feb087a req-6ce179aa-86f6-4ee6-916b-0688fc67bfaf service neutron] 10.222.0.36 "GET /v2.0/networks/35ee6e7a-a12b-4996-92ca-40117eda201d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365745 Dec 15 19:28:00.247899 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-fe303b68-5de3-4707-992f-16225d1609c2 req-2f25b101-4571-4b4c-bf42-f700eb478988 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f5054e8-b781-4b7c-8a55-576ce86b17ab HTTP/1.1" status: 200 len: 210 time: 0.0455823 Dec 15 19:28:01.428603 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-98691d09-e950-448a-9ca9-cdb2d0435014 req-1fd2ad53-00e7-477e-8341-ba5c3d97aa85 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f5054e8-b781-4b7c-8a55-576ce86b17ab HTTP/1.1" status: 200 len: 210 time: 0.0512614 Dec 15 19:28:02.022974 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-dfebf976-3cc8-4a2d-8194-e2218feb087a req-49010996-7ec0-42a6-8acb-7c3dda15dd71 service neutron] 10.222.0.32 "GET /v2.0/ports/197788e2-439d-4c5c-9c27-8ef225d1f54b HTTP/1.1" status: 200 len: 1026 time: 0.0673449 Dec 15 19:28:02.183263 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfebf976-3cc8-4a2d-8194-e2218feb087a req-6c6268cd-6251-4b1d-b37b-a23fba31f8d3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:28:02.184806 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-dfebf976-3cc8-4a2d-8194-e2218feb087a req-6c6268cd-6251-4b1d-b37b-a23fba31f8d3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.32 "GET /v2.0/networks?id=35ee6e7a-a12b-4996-92ca-40117eda201d HTTP/1.1" status: 200 len: 797 time: 0.1542115 Dec 15 19:28:02.243291 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-dfebf976-3cc8-4a2d-8194-e2218feb087a req-aef67704-00d8-4d3e-95f7-af2e79024faa tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c1b74cf25a94156b4530f0bd868c0c9 HTTP/1.1" status: 200 len: 473 time: 0.0456822 Dec 15 19:28:02.256434 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [req-dfebf976-3cc8-4a2d-8194-e2218feb087a req-a519d504-b6e6-4eec-bc28-4fef76f69f15 service neutron] Request body: {'port': {'device_id': '3f5054e8-b781-4b7c-8a55-576ce86b17ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:28:02.373761 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-dfebf976-3cc8-4a2d-8194-e2218feb087a req-a519d504-b6e6-4eec-bc28-4fef76f69f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:02.603985 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-27fc5c98-7dfd-4673-b13f-d04706dee7b4 req-ae70c899-c24f-435a-9a70-5210f0fcd1bd tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f5054e8-b781-4b7c-8a55-576ce86b17ab HTTP/1.1" status: 200 len: 210 time: 0.0451596 Dec 15 19:28:02.734155 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [req-dfebf976-3cc8-4a2d-8194-e2218feb087a req-a519d504-b6e6-4eec-bc28-4fef76f69f15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 197788e2-439d-4c5c-9c27-8ef225d1f54b {{(pid=88991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 19:28:02.740962 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-dfebf976-3cc8-4a2d-8194-e2218feb087a req-a519d504-b6e6-4eec-bc28-4fef76f69f15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:02.756547 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [req-dfebf976-3cc8-4a2d-8194-e2218feb087a req-a519d504-b6e6-4eec-bc28-4fef76f69f15 service neutron] Transition to ACTIVE for port object 197788e2-439d-4c5c-9c27-8ef225d1f54b will not be triggered until provisioned by entity L2. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:28:02.795791 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-dfebf976-3cc8-4a2d-8194-e2218feb087a req-a519d504-b6e6-4eec-bc28-4fef76f69f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:02.800230 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6fc34cff-d34e-4156-9ed2-a4ca26a97d5e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:28:02.929462 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a519d504-b6e6-4eec-bc28-4fef76f69f15 service neutron] Pushing event updated for resources: {'Port': ['ID=197788e2-439d-4c5c-9c27-8ef225d1f54b,revision_number=7']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:28:02.934392 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a519d504-b6e6-4eec-bc28-4fef76f69f15 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:28:03.079222 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-dfebf976-3cc8-4a2d-8194-e2218feb087a req-a519d504-b6e6-4eec-bc28-4fef76f69f15 service neutron] Attempting to bind port 197788e2-439d-4c5c-9c27-8ef225d1f54b on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:28:03.079596 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-dfebf976-3cc8-4a2d-8194-e2218feb087a req-a519d504-b6e6-4eec-bc28-4fef76f69f15 service neutron] Attempting to bind port 197788e2-439d-4c5c-9c27-8ef225d1f54b by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'bf6aae3d-fe52-4440-b405-f46c748e76fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '35ee6e7a-a12b-4996-92ca-40117eda201d'}] {{(pid=88991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:28:03.079955 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfebf976-3cc8-4a2d-8194-e2218feb087a req-a519d504-b6e6-4eec-bc28-4fef76f69f15 service neutron] Attempting to bind port 197788e2-439d-4c5c-9c27-8ef225d1f54b on network 35ee6e7a-a12b-4996-92ca-40117eda201d {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:28:03.086098 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfebf976-3cc8-4a2d-8194-e2218feb087a req-a519d504-b6e6-4eec-bc28-4fef76f69f15 service neutron] Port 197788e2-439d-4c5c-9c27-8ef225d1f54b on network 35ee6e7a-a12b-4996-92ca-40117eda201d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:28:03.087070 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfebf976-3cc8-4a2d-8194-e2218feb087a req-a519d504-b6e6-4eec-bc28-4fef76f69f15 service neutron] Attempting to bind port 197788e2-439d-4c5c-9c27-8ef225d1f54b on network 35ee6e7a-a12b-4996-92ca-40117eda201d {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:28:03.093632 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfebf976-3cc8-4a2d-8194-e2218feb087a req-a519d504-b6e6-4eec-bc28-4fef76f69f15 service neutron] Checking agent: {'id': '59e4c979-c5dd-468d-a1f2-341133950749', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 12, 24), 'started_at': datetime.datetime(2021, 12, 15, 19, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:28:03.094004 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfebf976-3cc8-4a2d-8194-e2218feb087a req-a519d504-b6e6-4eec-bc28-4fef76f69f15 service neutron] Checking segment: {'id': 'bf6aae3d-fe52-4440-b405-f46c748e76fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '35ee6e7a-a12b-4996-92ca-40117eda201d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:28:03.094462 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfebf976-3cc8-4a2d-8194-e2218feb087a req-a519d504-b6e6-4eec-bc28-4fef76f69f15 service neutron] Bound using segment: {'id': 'bf6aae3d-fe52-4440-b405-f46c748e76fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '35ee6e7a-a12b-4996-92ca-40117eda201d'} {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:28:03.094930 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-dfebf976-3cc8-4a2d-8194-e2218feb087a req-a519d504-b6e6-4eec-bc28-4fef76f69f15 service neutron] Bound port: 197788e2-439d-4c5c-9c27-8ef225d1f54b, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf6aae3d-fe52-4440-b405-f46c748e76fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '35ee6e7a-a12b-4996-92ca-40117eda201d'}}] {{(pid=88991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:28:03.095316 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-dfebf976-3cc8-4a2d-8194-e2218feb087a req-a519d504-b6e6-4eec-bc28-4fef76f69f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:03.193338 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-dfebf976-3cc8-4a2d-8194-e2218feb087a req-a519d504-b6e6-4eec-bc28-4fef76f69f15 service neutron] For port 197788e2-439d-4c5c-9c27-8ef225d1f54b, host hv-neutron-8218, cleared binding levels {{(pid=88991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:28:03.197058 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-dfebf976-3cc8-4a2d-8194-e2218feb087a req-a519d504-b6e6-4eec-bc28-4fef76f69f15 service neutron] For port 197788e2-439d-4c5c-9c27-8ef225d1f54b, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=197788e2-439d-4c5c-9c27-8ef225d1f54b,segment=NetworkSegment(bf6aae3d-fe52-4440-b405-f46c748e76fc),segment_id=bf6aae3d-fe52-4440-b405-f46c748e76fc)] {{(pid=88991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:28:03.230574 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-dfebf976-3cc8-4a2d-8194-e2218feb087a req-a519d504-b6e6-4eec-bc28-4fef76f69f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:03.235124 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0a15905c-66d8-426e-aa3c-70148bc546dd tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:28:03.290221 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-dfebf976-3cc8-4a2d-8194-e2218feb087a req-a519d504-b6e6-4eec-bc28-4fef76f69f15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:03.291709 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-dfebf976-3cc8-4a2d-8194-e2218feb087a req-a519d504-b6e6-4eec-bc28-4fef76f69f15 service neutron] 10.222.0.32 "PUT /v2.0/ports/197788e2-439d-4c5c-9c27-8ef225d1f54b HTTP/1.1" status: 200 len: 1131 time: 1.0396101 Dec 15 19:28:03.292274 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f5054e8-b781-4b7c-8a55-576ce86b17ab', 'tag': '197788e2-439d-4c5c-9c27-8ef225d1f54b'}] {{(pid=88991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:28:03.321342 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a519d504-b6e6-4eec-bc28-4fef76f69f15 service neutron] Pushing event updated for resources: {'Port': ['ID=197788e2-439d-4c5c-9c27-8ef225d1f54b,revision_number=8']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:28:03.321342 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a519d504-b6e6-4eec-bc28-4fef76f69f15 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:28:03.357723 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f5054e8-b781-4b7c-8a55-576ce86b17ab', 'tag': '197788e2-439d-4c5c-9c27-8ef225d1f54b', 'status': 'completed', 'code': 200} Dec 15 19:28:03.447327 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-dfebf976-3cc8-4a2d-8194-e2218feb087a req-ee517f14-fc0e-4ac7-acdc-5517e821ecc1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c1b74cf25a94156b4530f0bd868c0c9&device_id=3f5054e8-b781-4b7c-8a55-576ce86b17ab HTTP/1.1" status: 200 len: 1134 time: 0.0768707 Dec 15 19:28:03.563843 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-dfebf976-3cc8-4a2d-8194-e2218feb087a req-ff2a2d87-2c41-4531-b275-708d53119c71 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=197788e2-439d-4c5c-9c27-8ef225d1f54b HTTP/1.1" status: 200 len: 1036 time: 0.1044142 Dec 15 19:28:03.643824 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfebf976-3cc8-4a2d-8194-e2218feb087a req-4e9af105-8354-47f1-ac32-5cbd52aee7f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:28:03.645443 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-dfebf976-3cc8-4a2d-8194-e2218feb087a req-4e9af105-8354-47f1-ac32-5cbd52aee7f3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c76a2444-142b-4742-91d9-496e76a96d1a HTTP/1.1" status: 200 len: 835 time: 0.0714972 Dec 15 19:28:03.740126 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-dfebf976-3cc8-4a2d-8194-e2218feb087a req-52fb4029-c54f-451e-907b-02854d4edf35 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=35ee6e7a-a12b-4996-92ca-40117eda201d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0844836 Dec 15 19:28:03.826316 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bb8eca-6ab6-4ec1-b05b-db62308c1676 req-dd6c9479-943a-4080-b752-a383f0ea4980 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:28:03.827903 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-37bb8eca-6ab6-4ec1-b05b-db62308c1676 req-dd6c9479-943a-4080-b752-a383f0ea4980 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f5054e8-b781-4b7c-8a55-576ce86b17ab HTTP/1.1" status: 200 len: 981 time: 0.0850806 Dec 15 19:28:03.884822 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-37bb8eca-6ab6-4ec1-b05b-db62308c1676 req-e241b89f-8930-4667-8e61-1bbe3ddca77c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=08e05669-8231-4cc1-a0e2-4cc08f4d7d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480285 Dec 15 19:28:03.904360 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-dfebf976-3cc8-4a2d-8194-e2218feb087a req-b0359bb4-1aa5-49e3-9d5b-dc94e2b6cf45 service neutron] 10.222.0.32 "GET /v2.0/networks/35ee6e7a-a12b-4996-92ca-40117eda201d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538689 Dec 15 19:28:04.050861 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-dfebf976-3cc8-4a2d-8194-e2218feb087a req-2f25774a-d867-4334-9498-f191413075cd service neutron] 10.222.0.32 "GET /v2.0/networks/35ee6e7a-a12b-4996-92ca-40117eda201d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367593 Dec 15 19:28:04.225302 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-15b38b9f-7519-4003-ac7d-dcff76245523 req-430ce8f1-7aee-4726-a7d2-588fc9fbc9a3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c1b74cf25a94156b4530f0bd868c0c9&device_id=3f5054e8-b781-4b7c-8a55-576ce86b17ab HTTP/1.1" status: 200 len: 1134 time: 0.0843315 Dec 15 19:28:04.379615 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b38b9f-7519-4003-ac7d-dcff76245523 req-f1139186-c90e-4722-95c4-b2433d75b33e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:28:04.381203 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-15b38b9f-7519-4003-ac7d-dcff76245523 req-f1139186-c90e-4722-95c4-b2433d75b33e service neutron] 10.222.0.32 "GET /v2.0/networks?id=35ee6e7a-a12b-4996-92ca-40117eda201d HTTP/1.1" status: 200 len: 898 time: 0.1464713 Dec 15 19:28:04.488254 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-15b38b9f-7519-4003-ac7d-dcff76245523 req-9e022eea-575f-48ce-866a-511913cb7596 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=197788e2-439d-4c5c-9c27-8ef225d1f54b HTTP/1.1" status: 200 len: 1036 time: 0.0984471 Dec 15 19:28:04.559640 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b38b9f-7519-4003-ac7d-dcff76245523 req-73a6b2e0-9e5e-4819-9cb0-febeff240948 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:28:04.561197 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-15b38b9f-7519-4003-ac7d-dcff76245523 req-73a6b2e0-9e5e-4819-9cb0-febeff240948 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c76a2444-142b-4742-91d9-496e76a96d1a HTTP/1.1" status: 200 len: 835 time: 0.0658596 Dec 15 19:28:04.643554 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-15b38b9f-7519-4003-ac7d-dcff76245523 req-34767420-9723-46e4-a34b-12617fe6bf03 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=35ee6e7a-a12b-4996-92ca-40117eda201d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756702 Dec 15 19:28:04.785216 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-15b38b9f-7519-4003-ac7d-dcff76245523 req-990b4413-3c4c-4b62-a917-1de36fd8bf83 service neutron] 10.222.0.32 "GET /v2.0/networks/35ee6e7a-a12b-4996-92ca-40117eda201d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332531 Dec 15 19:28:04.928238 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-15b38b9f-7519-4003-ac7d-dcff76245523 req-ba4c4b2b-07ba-4d28-8ef1-d0b505f96a43 service neutron] 10.222.0.32 "GET /v2.0/networks/35ee6e7a-a12b-4996-92ca-40117eda201d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316724 Dec 15 19:28:05.099483 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05368fc6-5ec4-441c-b8ce-d4e89c78e729 req-85b65fe4-96f3-4633-8c6c-dc8c915f787b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:28:05.101103 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-05368fc6-5ec4-441c-b8ce-d4e89c78e729 req-85b65fe4-96f3-4633-8c6c-dc8c915f787b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f5054e8-b781-4b7c-8a55-576ce86b17ab HTTP/1.1" status: 200 len: 981 time: 0.0836718 Dec 15 19:28:05.149983 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-05368fc6-5ec4-441c-b8ce-d4e89c78e729 req-0cdf8fb5-0d19-48f3-9657-49b2dc5b1345 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=08e05669-8231-4cc1-a0e2-4cc08f4d7d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426240 Dec 15 19:28:05.598601 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 197788e2-439d-4c5c-9c27-8ef225d1f54b details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 15 19:28:05.740573 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 197788e2-439d-4c5c-9c27-8ef225d1f54b, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=197788e2-439d-4c5c-9c27-8ef225d1f54b,segment=NetworkSegment(bf6aae3d-fe52-4440-b405-f46c748e76fc),segment_id=bf6aae3d-fe52-4440-b405-f46c748e76fc)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:28:05.755511 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Returning: {'device': '197788e2-439d-4c5c-9c27-8ef225d1f54b', 'network_id': '35ee6e7a-a12b-4996-92ca-40117eda201d', 'port_id': '197788e2-439d-4c5c-9c27-8ef225d1f54b', 'mac_address': 'fa:16:3e:f2:1c:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c76a2444-142b-4742-91d9-496e76a96d1a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 19:28:05.813656 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:05.831258 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 197788e2-439d-4c5c-9c27-8ef225d1f54b {{(pid=88992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 19:28:05.846362 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 197788e2-439d-4c5c-9c27-8ef225d1f54b, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=197788e2-439d-4c5c-9c27-8ef225d1f54b,segment=NetworkSegment(bf6aae3d-fe52-4440-b405-f46c748e76fc),segment_id=bf6aae3d-fe52-4440-b405-f46c748e76fc)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:28:05.870263 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:05.872796 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-395a7c1d-a3de-4596-9523-47ea80a17e59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:28:05.936673 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=197788e2-439d-4c5c-9c27-8ef225d1f54b,revision_number=9']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:28:05.939887 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:28:06.133722 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] get_ports_and_sgs() called for port_ids ['197788e2-439d-4c5c-9c27-8ef225d1f54b'] {{(pid=88992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 19:28:06.359512 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c371521-9540-431c-817d-f87c526cc558 req-b7da2917-79cd-496a-80c6-3b8b62ce4322 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:28:06.361092 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1c371521-9540-431c-817d-f87c526cc558 req-b7da2917-79cd-496a-80c6-3b8b62ce4322 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f5054e8-b781-4b7c-8a55-576ce86b17ab HTTP/1.1" status: 200 len: 982 time: 0.0871425 Dec 15 19:28:06.409094 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1c371521-9540-431c-817d-f87c526cc558 req-b394bbca-6870-4b37-9b6e-6be55306b990 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=08e05669-8231-4cc1-a0e2-4cc08f4d7d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418220 Dec 15 19:28:07.605229 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 197788e2-439d-4c5c-9c27-8ef225d1f54b up at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:28:07.625496 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e52a9-7c2d-467b-981c-058c719a3184 req-4bb8c527-c6b8-4e9e-b700-8f686bf5f37d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:28:07.627145 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-356e52a9-7c2d-467b-981c-058c719a3184 req-4bb8c527-c6b8-4e9e-b700-8f686bf5f37d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f5054e8-b781-4b7c-8a55-576ce86b17ab HTTP/1.1" status: 200 len: 982 time: 0.0916901 Dec 15 19:28:07.675216 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-356e52a9-7c2d-467b-981c-058c719a3184 req-0fa5b9fd-a15e-4ad0-980d-9ff4984198be tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=08e05669-8231-4cc1-a0e2-4cc08f4d7d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420120 Dec 15 19:28:07.727706 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning for port 197788e2-439d-4c5c-9c27-8ef225d1f54b completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:28:07.732828 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning complete for port 197788e2-439d-4c5c-9c27-8ef225d1f54b triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:28:07.733259 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:07.851683 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:07.879631 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f5054e8-b781-4b7c-8a55-576ce86b17ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '197788e2-439d-4c5c-9c27-8ef225d1f54b'}] {{(pid=88992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:28:07.889619 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 197788e2-439d-4c5c-9c27-8ef225d1f54b, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=197788e2-439d-4c5c-9c27-8ef225d1f54b,segment=NetworkSegment(bf6aae3d-fe52-4440-b405-f46c748e76fc),segment_id=bf6aae3d-fe52-4440-b405-f46c748e76fc)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:28:07.924937 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:07.927011 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2c07d652-c941-4d2c-9fc3-6e2d59a23385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:28:07.956342 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f5054e8-b781-4b7c-8a55-576ce86b17ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '197788e2-439d-4c5c-9c27-8ef225d1f54b', 'code': 200} Dec 15 19:28:07.995652 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=197788e2-439d-4c5c-9c27-8ef225d1f54b,revision_number=10']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:28:07.998782 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:28:08.207253 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-850aca02-260d-45b8-b26a-c54040a92a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:08.253367 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8e8e05f5-c301-4462-9831-269cd840fcdb req-13f37c79-9bd7-4aeb-bd0b-40db81ddf2e8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3f5054e8-b781-4b7c-8a55-576ce86b17ab HTTP/1.1" status: 200 len: 1137 time: 0.0733790 Dec 15 19:28:08.307507 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8e8e05f5-c301-4462-9831-269cd840fcdb req-1e197f00-2eef-4968-aeb6-cb8df63b0a1f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=08e05669-8231-4cc1-a0e2-4cc08f4d7d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437887 Dec 15 19:28:08.883998 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6e193f-2a2a-4b4b-8c67-ac1eedb81d32 req-b3ee2371-bc61-4be0-9459-f34586907ad5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:28:08.885569 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3f6e193f-2a2a-4b4b-8c67-ac1eedb81d32 req-b3ee2371-bc61-4be0-9459-f34586907ad5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f5054e8-b781-4b7c-8a55-576ce86b17ab HTTP/1.1" status: 200 len: 984 time: 0.0852430 Dec 15 19:28:08.932312 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3f6e193f-2a2a-4b4b-8c67-ac1eedb81d32 req-1cf13b08-0f00-459f-822b-7efe7fd94091 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=08e05669-8231-4cc1-a0e2-4cc08f4d7d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404859 Dec 15 19:28:09.452434 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:10.143548 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4202e9-14d7-445e-8ae3-c02152dc9f1a req-edc5711a-8599-4340-b291-fae803cbced5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:28:10.145158 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-be4202e9-14d7-445e-8ae3-c02152dc9f1a req-edc5711a-8599-4340-b291-fae803cbced5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f5054e8-b781-4b7c-8a55-576ce86b17ab HTTP/1.1" status: 200 len: 984 time: 0.0890663 Dec 15 19:28:10.192791 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-be4202e9-14d7-445e-8ae3-c02152dc9f1a req-666c298e-2e7c-4d54-a488-9753daa49f3a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=08e05669-8231-4cc1-a0e2-4cc08f4d7d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408239 Dec 15 19:28:10.400093 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec28a983-01c9-4885-850b-3dbce57ccf5e req-2b009303-7fde-440b-ac54-7239e53d0157 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:28:10.401698 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ec28a983-01c9-4885-850b-3dbce57ccf5e req-2b009303-7fde-440b-ac54-7239e53d0157 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f5054e8-b781-4b7c-8a55-576ce86b17ab HTTP/1.1" status: 200 len: 984 time: 0.0873735 Dec 15 19:28:10.450128 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ec28a983-01c9-4885-850b-3dbce57ccf5e req-8826c57f-9a47-4b48-ac24-45a055fb18ae tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=08e05669-8231-4cc1-a0e2-4cc08f4d7d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421703 Dec 15 19:28:10.478121 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 57888) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:28:10.507592 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1e84e4ac-f586-4f67-8334-5d1f78ec99fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:10.552947 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-528de408-3565-40dc-8e0a-91dc3ab2f335 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=3f5054e8-b781-4b7c-8a55-576ce86b17ab&network_id=35ee6e7a-a12b-4996-92ca-40117eda201d HTTP/1.1" status: 200 len: 1132 time: 0.0734746 Dec 15 19:28:10.776076 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:11.087796 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f31bb5-e7d6-40df-a3f4-2cee32074154 req-aab86721-359d-42d9-9376-e7a393786c5b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:28:11.089334 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-59f31bb5-e7d6-40df-a3f4-2cee32074154 req-aab86721-359d-42d9-9376-e7a393786c5b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f5054e8-b781-4b7c-8a55-576ce86b17ab HTTP/1.1" status: 200 len: 984 time: 0.0894647 Dec 15 19:28:11.140699 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-59f31bb5-e7d6-40df-a3f4-2cee32074154 req-2be22fb4-6536-492d-b8a8-6513e6f3b0a5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=08e05669-8231-4cc1-a0e2-4cc08f4d7d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452800 Dec 15 19:28:12.352202 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b717c-90f9-4fc7-a6ec-811905f96a7a req-dcd83bbe-ae70-4809-abb8-7c9e221cf592 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:28:12.353793 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9d4b717c-90f9-4fc7-a6ec-811905f96a7a req-dcd83bbe-ae70-4809-abb8-7c9e221cf592 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f5054e8-b781-4b7c-8a55-576ce86b17ab HTTP/1.1" status: 200 len: 984 time: 0.0818985 Dec 15 19:28:12.406727 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9d4b717c-90f9-4fc7-a6ec-811905f96a7a req-7e57c4e1-5a26-484a-b61b-6c81693f3b0a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=08e05669-8231-4cc1-a0e2-4cc08f4d7d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465806 Dec 15 19:28:12.449492 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82279fb1-d5e9-41c0-8673-5b73814b3cd8 req-369ca176-80bd-456e-8ea0-a63104540858 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:28:12.450994 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-82279fb1-d5e9-41c0-8673-5b73814b3cd8 req-369ca176-80bd-456e-8ea0-a63104540858 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f5054e8-b781-4b7c-8a55-576ce86b17ab HTTP/1.1" status: 200 len: 984 time: 0.0840003 Dec 15 19:28:12.527709 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82279fb1-d5e9-41c0-8673-5b73814b3cd8 req-75f96195-91b9-41b2-8c35-b9d29d9641f2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:28:12.529254 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-82279fb1-d5e9-41c0-8673-5b73814b3cd8 req-75f96195-91b9-41b2-8c35-b9d29d9641f2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.32 "GET /v2.0/ports/197788e2-439d-4c5c-9c27-8ef225d1f54b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0694129 Dec 15 19:28:12.571372 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:12.685364 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-82279fb1-d5e9-41c0-8673-5b73814b3cd8 req-e88862fb-ad00-4c04-a2e2-7883f6cbb835 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.32 "GET /v2.0/networks/35ee6e7a-a12b-4996-92ca-40117eda201d?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1485655 Dec 15 19:28:12.699632 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [req-82279fb1-d5e9-41c0-8673-5b73814b3cd8 req-3d4464f4-e0e4-4024-8a1d-1953c2ca380a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:28:12.809856 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-82279fb1-d5e9-41c0-8673-5b73814b3cd8 req-3d4464f4-e0e4-4024-8a1d-1953c2ca380a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:13.009537 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-82279fb1-d5e9-41c0-8673-5b73814b3cd8 req-3d4464f4-e0e4-4024-8a1d-1953c2ca380a service neutron] For port 197788e2-439d-4c5c-9c27-8ef225d1f54b, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=197788e2-439d-4c5c-9c27-8ef225d1f54b,segment=NetworkSegment(bf6aae3d-fe52-4440-b405-f46c748e76fc),segment_id=bf6aae3d-fe52-4440-b405-f46c748e76fc)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:28:13.043096 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-82279fb1-d5e9-41c0-8673-5b73814b3cd8 req-3d4464f4-e0e4-4024-8a1d-1953c2ca380a service neutron] For port 197788e2-439d-4c5c-9c27-8ef225d1f54b, host hv-neutron-8218, cleared binding levels {{(pid=88991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:28:13.093633 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [req-82279fb1-d5e9-41c0-8673-5b73814b3cd8 req-3d4464f4-e0e4-4024-8a1d-1953c2ca380a service neutron] device_id is not set on port 197788e2-439d-4c5c-9c27-8ef225d1f54b yet. {{(pid=88991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 15 19:28:13.101041 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-82279fb1-d5e9-41c0-8673-5b73814b3cd8 req-3d4464f4-e0e4-4024-8a1d-1953c2ca380a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:13.130145 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-82279fb1-d5e9-41c0-8673-5b73814b3cd8 req-3d4464f4-e0e4-4024-8a1d-1953c2ca380a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:13.134987 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a519d504-b6e6-4eec-bc28-4fef76f69f15 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:28:13.455100 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-be26bd64-4f4d-4674-a50b-89fd1e8d904e None None] Provisioning complete for port 197788e2-439d-4c5c-9c27-8ef225d1f54b triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:28:13.455936 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-be26bd64-4f4d-4674-a50b-89fd1e8d904e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:13.494367 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4464f4-e0e4-4024-8a1d-1953c2ca380a service neutron] Pushing event updated for resources: {'Port': ['ID=197788e2-439d-4c5c-9c27-8ef225d1f54b,revision_number=11']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:28:13.512132 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-be26bd64-4f4d-4674-a50b-89fd1e8d904e None None] Port 197788e2-439d-4c5c-9c27-8ef225d1f54b cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:28:13.517845 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4464f4-e0e4-4024-8a1d-1953c2ca380a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:28:13.518305 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4464f4-e0e4-4024-8a1d-1953c2ca380a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:28:13.518735 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4464f4-e0e4-4024-8a1d-1953c2ca380a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:28:13.519158 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4464f4-e0e4-4024-8a1d-1953c2ca380a service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:28:13.519578 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4464f4-e0e4-4024-8a1d-1953c2ca380a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:28:13.519996 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4464f4-e0e4-4024-8a1d-1953c2ca380a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:28:13.520411 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4464f4-e0e4-4024-8a1d-1953c2ca380a service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:28:13.520821 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4464f4-e0e4-4024-8a1d-1953c2ca380a service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:28:13.521233 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4464f4-e0e4-4024-8a1d-1953c2ca380a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:28:13.521645 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4464f4-e0e4-4024-8a1d-1953c2ca380a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:28:13.522052 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4464f4-e0e4-4024-8a1d-1953c2ca380a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:28:13.528441 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3d4464f4-e0e4-4024-8a1d-1953c2ca380a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:28:13.575639 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [req-82279fb1-d5e9-41c0-8673-5b73814b3cd8 req-3d4464f4-e0e4-4024-8a1d-1953c2ca380a service neutron] No DVR routers for this DVR port 197788e2-439d-4c5c-9c27-8ef225d1f54b on host hv-neutron-8218 {{(pid=88991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:28:13.580566 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f7d08b8d-a53b-44dd-82ca-a960196ffbe4 req-b6542d43-acb4-4013-9caf-1a468b66167f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f5054e8-b781-4b7c-8a55-576ce86b17ab HTTP/1.1" status: 200 len: 210 time: 0.0456109 Dec 15 19:28:13.825377 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [req-82279fb1-d5e9-41c0-8673-5b73814b3cd8 req-3d4464f4-e0e4-4024-8a1d-1953c2ca380a service neutron] In _notify_port_updated(), no bound segment for port 197788e2-439d-4c5c-9c27-8ef225d1f54b on network 35ee6e7a-a12b-4996-92ca-40117eda201d {{(pid=88991) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 15 19:28:13.826591 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-82279fb1-d5e9-41c0-8673-5b73814b3cd8 req-3d4464f4-e0e4-4024-8a1d-1953c2ca380a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:13.827931 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-82279fb1-d5e9-41c0-8673-5b73814b3cd8 req-3d4464f4-e0e4-4024-8a1d-1953c2ca380a service neutron] 10.222.0.32 "PUT /v2.0/ports/197788e2-439d-4c5c-9c27-8ef225d1f54b HTTP/1.1" status: 200 len: 1027 time: 1.1331458 Dec 15 19:28:14.700514 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 57902) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:28:14.782077 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-efac908a-afef-43bb-bc1c-5b6e7ae92821 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:14.813437 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-efac908a-afef-43bb-bc1c-5b6e7ae92821 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:14.892484 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-efac908a-afef-43bb-bc1c-5b6e7ae92821 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:14.898002 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e7973943-7b4f-494d-90c9-2453df6f8a74 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:28:14.914078 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efac908a-afef-43bb-bc1c-5b6e7ae92821 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce102c9-75e4-43c0-b2fc-55beda72014d,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:28:14.916863 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-efac908a-afef-43bb-bc1c-5b6e7ae92821 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:28:14.958392 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-efac908a-afef-43bb-bc1c-5b6e7ae92821 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:14.959629 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-efac908a-afef-43bb-bc1c-5b6e7ae92821 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "DELETE /v2.0/security-groups/fce102c9-75e4-43c0-b2fc-55beda72014d HTTP/1.1" status: 204 len: 168 time: 0.2578492 Dec 15 19:28:15.023253 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 57908) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:28:15.238805 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d94280a9-a6ab-48d1-8673-a197470daa69 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Deleting port 9a1946ec-9e00-4533-bc16-43f13e678639 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:28:15.239187 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d94280a9-a6ab-48d1-8673-a197470daa69 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:15.410428 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d94280a9-a6ab-48d1-8673-a197470daa69 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:15.410797 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d94280a9-a6ab-48d1-8673-a197470daa69 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:15.534680 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d94280a9-a6ab-48d1-8673-a197470daa69 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Calling delete_port for 9a1946ec-9e00-4533-bc16-43f13e678639 owned by network:floatingip {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:28:15.644595 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 197788e2-439d-4c5c-9c27-8ef225d1f54b no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:28:15.704951 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 197788e2-439d-4c5c-9c27-8ef225d1f54b not bound to the agent host hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:28:15.713079 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d94280a9-a6ab-48d1-8673-a197470daa69 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:15.717909 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1dd3c85b-fdd4-4b47-b55f-45f6fc738f24 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:28:15.758782 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94280a9-a6ab-48d1-8673-a197470daa69 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event deleted for resources: {'Port': ['ID=9a1946ec-9e00-4533-bc16-43f13e678639,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:28:15.763210 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d94280a9-a6ab-48d1-8673-a197470daa69 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:28:15.857480 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d94280a9-a6ab-48d1-8673-a197470daa69 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for floatingip, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:16.264886 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d94280a9-a6ab-48d1-8673-a197470daa69 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Router b969ed6b-7a7c-431a-8776-531cb89e5468 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:28:16.470867 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d94280a9-a6ab-48d1-8673-a197470daa69 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:28:16.482034 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f476d60-9e06-4a46-9024-c605de9c584a None None] Sync routers for ids ['b969ed6b-7a7c-431a-8776-531cb89e5468'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:28:16.494594 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f476d60-9e06-4a46-9024-c605de9c584a None None] Routers {'b969ed6b-7a7c-431a-8776-531cb89e5468'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:28:16.495273 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-6f476d60-9e06-4a46-9024-c605de9c584a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:28:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['b969ed6b-7a7c-431a-8776-531cb89e5468'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:28:16.518861 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d94280a9-a6ab-48d1-8673-a197470daa69 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:16.573200 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d94280a9-a6ab-48d1-8673-a197470daa69 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "DELETE /v2.0/floatingips/8b571c85-f66b-452e-a348-1d86f71c5f47 HTTP/1.1" status: 204 len: 168 time: 1.5487597 Dec 15 19:28:16.682411 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-6f476d60-9e06-4a46-9024-c605de9c584a None None] Set router b969ed6b-7a7c-431a-8776-531cb89e5468 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:28:16.736719 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 57916) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:28:16.816535 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-26e22d8c-6a8f-489a-8fd8-5d100113072b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:16.848218 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-26e22d8c-6a8f-489a-8fd8-5d100113072b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:16.932899 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-26e22d8c-6a8f-489a-8fd8-5d100113072b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:16.939166 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6b2d2ba6-8e20-4289-b475-ac7c8bc33e01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:28:16.956395 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e22d8c-6a8f-489a-8fd8-5d100113072b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b6cba2-ffe0-4d15-9cb6-690d9b6efbed,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:28:16.958952 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-26e22d8c-6a8f-489a-8fd8-5d100113072b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:28:16.966091 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-26e22d8c-6a8f-489a-8fd8-5d100113072b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:16.969833 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-26e22d8c-6a8f-489a-8fd8-5d100113072b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "DELETE /v2.0/security-groups/22b6cba2-ffe0-4d15-9cb6-690d9b6efbed HTTP/1.1" status: 204 len: 168 time: 0.2292414 Dec 15 19:28:17.025845 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 57922) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:28:17.096900 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-43950837-cec2-49cb-8e86-d9ac10590d5d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Deleting port 197788e2-439d-4c5c-9c27-8ef225d1f54b {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:28:17.097286 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-43950837-cec2-49cb-8e86-d9ac10590d5d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:17.187852 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-6f476d60-9e06-4a46-9024-c605de9c584a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b969ed6b-7a7c-431a-8776-531cb89e5468', 'name': 'tempest-TestNetworkBasicOps-router-1676811711', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.183'}], 'enable_snat': True}, 'gw_port_id': '17087053-1668-47c4-81e3-d94db631246c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:27:26Z', 'updated_at': '2021-12-15T19:27:31Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': '17087053-1668-47c4-81e3-d94db631246c', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:60:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b969ed6b-7a7c-431a-8776-531cb89e5468', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:27:27Z', 'updated_at': '2021-12-15T19:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '9720bbae-88c4-4daa-b8f0-1532c3dd1d2e', 'name': '', 'network_id': '35ee6e7a-a12b-4996-92ca-40117eda201d', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:af:12:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b969ed6b-7a7c-431a-8776-531cb89e5468', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c76a2444-142b-4742-91d9-496e76a96d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:27:30Z', 'updated_at': '2021-12-15T19:27:38Z', 'revision_number': 5, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'c76a2444-142b-4742-91d9-496e76a96d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:28:17.193892 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f476d60-9e06-4a46-9024-c605de9c584a None None] Checking router: b969ed6b-7a7c-431a-8776-531cb89e5468 for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:28:17.211300 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f476d60-9e06-4a46-9024-c605de9c584a None None] Routers {'b969ed6b-7a7c-431a-8776-531cb89e5468'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:28:17.212366 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-6f476d60-9e06-4a46-9024-c605de9c584a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:28:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['b969ed6b-7a7c-431a-8776-531cb89e5468'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:28:17.365807 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-43950837-cec2-49cb-8e86-d9ac10590d5d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:17.399854 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-6f476d60-9e06-4a46-9024-c605de9c584a None None] Set router b969ed6b-7a7c-431a-8776-531cb89e5468 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:28:17.494724 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-43950837-cec2-49cb-8e86-d9ac10590d5d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Calling delete_port for 197788e2-439d-4c5c-9c27-8ef225d1f54b owned by {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:28:17.733589 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-6f476d60-9e06-4a46-9024-c605de9c584a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b969ed6b-7a7c-431a-8776-531cb89e5468', 'name': 'tempest-TestNetworkBasicOps-router-1676811711', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.183'}], 'enable_snat': True}, 'gw_port_id': '17087053-1668-47c4-81e3-d94db631246c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:27:26Z', 'updated_at': '2021-12-15T19:27:31Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': '17087053-1668-47c4-81e3-d94db631246c', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:60:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b969ed6b-7a7c-431a-8776-531cb89e5468', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:27:27Z', 'updated_at': '2021-12-15T19:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '9720bbae-88c4-4daa-b8f0-1532c3dd1d2e', 'name': '', 'network_id': '35ee6e7a-a12b-4996-92ca-40117eda201d', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:af:12:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b969ed6b-7a7c-431a-8776-531cb89e5468', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c76a2444-142b-4742-91d9-496e76a96d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:27:30Z', 'updated_at': '2021-12-15T19:27:38Z', 'revision_number': 5, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'c76a2444-142b-4742-91d9-496e76a96d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:28:17.737988 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f476d60-9e06-4a46-9024-c605de9c584a None None] The sync data for ids ['b969ed6b-7a7c-431a-8776-531cb89e5468'] in dv-neutron-821831-2-hyperv is: [{'id': 'b969ed6b-7a7c-431a-8776-531cb89e5468', 'name': 'tempest-TestNetworkBasicOps-router-1676811711', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.183'}], 'enable_snat': True}, 'gw_port_id': '17087053-1668-47c4-81e3-d94db631246c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:27:26Z', 'updated_at': '2021-12-15T19:27:31Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': '17087053-1668-47c4-81e3-d94db631246c', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:60:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b969ed6b-7a7c-431a-8776-531cb89e5468', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:27:27Z', 'updated_at': '2021-12-15T19:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '9720bbae-88c4-4daa-b8f0-1532c3dd1d2e', 'name': '', 'network_id': '35ee6e7a-a12b-4996-92ca-40117eda201d', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:af:12:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b969ed6b-7a7c-431a-8776-531cb89e5468', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c76a2444-142b-4742-91d9-496e76a96d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:27:30Z', 'updated_at': '2021-12-15T19:27:38Z', 'revision_number': 5, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'c76a2444-142b-4742-91d9-496e76a96d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:28:17.755197 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-43950837-cec2-49cb-8e86-d9ac10590d5d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:17.761445 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5bde3e1f-737e-49b8-b332-3dee2ee07755 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:28:17.806205 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43950837-cec2-49cb-8e86-d9ac10590d5d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event deleted for resources: {'Port': ['ID=197788e2-439d-4c5c-9c27-8ef225d1f54b,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:28:17.808783 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-43950837-cec2-49cb-8e86-d9ac10590d5d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:28:17.915680 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-43950837-cec2-49cb-8e86-d9ac10590d5d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:17.928372 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-43950837-cec2-49cb-8e86-d9ac10590d5d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "DELETE /v2.0/ports/197788e2-439d-4c5c-9c27-8ef225d1f54b HTTP/1.1" status: 204 len: 168 time: 0.8990145 Dec 15 19:28:17.929064 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 57926) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:28:18.224455 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcc2161-e834-4746-98f7-22ccdfb50515 None None] New status for floating IP 8b571c85-f66b-452e-a348-1d86f71c5f47: DOWN {{(pid=88993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 15 19:28:18.580222 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3f58ea28-1983-4a21-a90c-70fcf6839720 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145021'] for router_interface, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:19.202149 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-3f58ea28-1983-4a21-a90c-70fcf6839720 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Deleting port 9720bbae-88c4-4daa-b8f0-1532c3dd1d2e {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:28:19.202760 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3f58ea28-1983-4a21-a90c-70fcf6839720 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:19.400697 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-3f58ea28-1983-4a21-a90c-70fcf6839720 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] For port 9720bbae-88c4-4daa-b8f0-1532c3dd1d2e, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=9720bbae-88c4-4daa-b8f0-1532c3dd1d2e,segment=NetworkSegment(bf6aae3d-fe52-4440-b405-f46c748e76fc),segment_id=bf6aae3d-fe52-4440-b405-f46c748e76fc)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:28:19.401130 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3f58ea28-1983-4a21-a90c-70fcf6839720 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:19.525921 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-3f58ea28-1983-4a21-a90c-70fcf6839720 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Calling delete_port for 9720bbae-88c4-4daa-b8f0-1532c3dd1d2e owned by network:router_interface {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:28:19.766436 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3f58ea28-1983-4a21-a90c-70fcf6839720 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:19.771127 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-291c60cc-43ef-4177-b189-fc473800f043 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:28:19.813885 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f58ea28-1983-4a21-a90c-70fcf6839720 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event deleted for resources: {'Port': ['ID=9720bbae-88c4-4daa-b8f0-1532c3dd1d2e,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:28:19.816531 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3f58ea28-1983-4a21-a90c-70fcf6839720 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:28:19.894440 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 19:28:20.128002 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3f58ea28-1983-4a21-a90c-70fcf6839720 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852815828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854144871'] for router_interface, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:20.953525 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f58ea28-1983-4a21-a90c-70fcf6839720 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Router b969ed6b-7a7c-431a-8776-531cb89e5468 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:28:21.156293 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f58ea28-1983-4a21-a90c-70fcf6839720 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:28:21.167209 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad65e305-534b-4d40-821d-796c67c10f80 None None] Sync routers for ids ['b969ed6b-7a7c-431a-8776-531cb89e5468'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:28:21.171134 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-3f58ea28-1983-4a21-a90c-70fcf6839720 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "PUT /v2.0/routers/b969ed6b-7a7c-431a-8776-531cb89e5468/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2404733 Dec 15 19:28:21.174052 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 57930) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:28:21.181279 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad65e305-534b-4d40-821d-796c67c10f80 None None] Routers {'b969ed6b-7a7c-431a-8776-531cb89e5468'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:28:21.181999 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-ad65e305-534b-4d40-821d-796c67c10f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:28:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['b969ed6b-7a7c-431a-8776-531cb89e5468'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:28:21.367980 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-ad65e305-534b-4d40-821d-796c67c10f80 None None] Set router b969ed6b-7a7c-431a-8776-531cb89e5468 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:28:21.377425 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9377b13-1bcd-4216-a9e2-014e45298723 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Deleting subnet c76a2444-142b-4742-91d9-496e76a96d1a {{(pid=88991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:28:21.380529 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f9377b13-1bcd-4216-a9e2-014e45298723 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for subnet, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:21.445521 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f9377b13-1bcd-4216-a9e2-014e45298723 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16332759'] for subnet, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:21.535738 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f9377b13-1bcd-4216-a9e2-014e45298723 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:21.652571 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f9377b13-1bcd-4216-a9e2-014e45298723 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16156049'] for subnet, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:21.657474 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-757950e7-0aa9-4db5-a814-dde11d90a6b5 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:28:21.670585 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-ad65e305-534b-4d40-821d-796c67c10f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b969ed6b-7a7c-431a-8776-531cb89e5468', 'name': 'tempest-TestNetworkBasicOps-router-1676811711', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.183'}], 'enable_snat': True}, 'gw_port_id': '17087053-1668-47c4-81e3-d94db631246c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:27:26Z', 'updated_at': '2021-12-15T19:28:19Z', 'revision_number': 5, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': '17087053-1668-47c4-81e3-d94db631246c', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:60:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b969ed6b-7a7c-431a-8776-531cb89e5468', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:27:27Z', 'updated_at': '2021-12-15T19:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:28:21.674892 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad65e305-534b-4d40-821d-796c67c10f80 None None] Checking router: b969ed6b-7a7c-431a-8776-531cb89e5468 for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:28:21.686056 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad65e305-534b-4d40-821d-796c67c10f80 None None] Routers {'b969ed6b-7a7c-431a-8776-531cb89e5468'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:28:21.686778 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-ad65e305-534b-4d40-821d-796c67c10f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:28:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['b969ed6b-7a7c-431a-8776-531cb89e5468'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:28:21.696495 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9377b13-1bcd-4216-a9e2-014e45298723 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event deleted for resources: {'Subnet': ['ID=c76a2444-142b-4742-91d9-496e76a96d1a,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:28:21.699523 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f9377b13-1bcd-4216-a9e2-014e45298723 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:28:21.701961 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f9377b13-1bcd-4216-a9e2-014e45298723 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:21.708484 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f9377b13-1bcd-4216-a9e2-014e45298723 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "DELETE /v2.0/subnets/c76a2444-142b-4742-91d9-496e76a96d1a HTTP/1.1" status: 204 len: 168 time: 0.5331333 Dec 15 19:28:21.711891 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 57934) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:28:21.745523 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8fa70e-602e-4af8-b3c0-c551f895376a None None] Network 35ee6e7a-a12b-4996-92ca-40117eda201d requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:28:21.922133 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d970cb3d-d2c0-408e-83fc-d9fcd15c6cbc tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for router, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:22.044077 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-ad65e305-534b-4d40-821d-796c67c10f80 None None] Set router b969ed6b-7a7c-431a-8776-531cb89e5468 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:28:22.129270 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d970cb3d-d2c0-408e-83fc-d9fcd15c6cbc tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:22.169997 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d970cb3d-d2c0-408e-83fc-d9fcd15c6cbc tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Deleting port 17087053-1668-47c4-81e3-d94db631246c {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:28:22.170425 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d970cb3d-d2c0-408e-83fc-d9fcd15c6cbc tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:22.242887 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c5b8d9-a6eb-44c9-a2a5-b0177a068383 None None] DHCP port deletion for 35ee6e7a-a12b-4996-92ca-40117eda201d request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:28:22.259399 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-a3c5b8d9-a6eb-44c9-a2a5-b0177a068383 None None] Deleting port 7c5d3b05-b9eb-442d-9173-3d6e80124fa3 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:28:22.259823 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a3c5b8d9-a6eb-44c9-a2a5-b0177a068383 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:22.362136 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d970cb3d-d2c0-408e-83fc-d9fcd15c6cbc tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] For port 17087053-1668-47c4-81e3-d94db631246c, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=17087053-1668-47c4-81e3-d94db631246c,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:28:22.362589 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d970cb3d-d2c0-408e-83fc-d9fcd15c6cbc tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:22.495209 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d970cb3d-d2c0-408e-83fc-d9fcd15c6cbc tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Calling delete_port for 17087053-1668-47c4-81e3-d94db631246c owned by network:router_gateway {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:28:22.553418 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 7c5d3b05-b9eb-442d-9173-3d6e80124fa3 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:28:22.713123 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d970cb3d-d2c0-408e-83fc-d9fcd15c6cbc tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:22.717381 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0e46e789-3789-43ff-9b3d-bf50e09cb27e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:28:22.760961 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d970cb3d-d2c0-408e-83fc-d9fcd15c6cbc tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event deleted for resources: {'Port': ['ID=17087053-1668-47c4-81e3-d94db631246c,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:28:22.764881 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d970cb3d-d2c0-408e-83fc-d9fcd15c6cbc tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:28:22.835271 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-a3c5b8d9-a6eb-44c9-a2a5-b0177a068383 None None] For port 7c5d3b05-b9eb-442d-9173-3d6e80124fa3, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=7c5d3b05-b9eb-442d-9173-3d6e80124fa3,segment=NetworkSegment(bf6aae3d-fe52-4440-b405-f46c748e76fc),segment_id=bf6aae3d-fe52-4440-b405-f46c748e76fc)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:28:22.835725 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a3c5b8d9-a6eb-44c9-a2a5-b0177a068383 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:22.964922 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:22.980042 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-a3c5b8d9-a6eb-44c9-a2a5-b0177a068383 None None] Calling delete_port for 7c5d3b05-b9eb-442d-9173-3d6e80124fa3 owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:28:22.997330 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d970cb3d-d2c0-408e-83fc-d9fcd15c6cbc tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854141934'] for router_gateway, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:23.059861 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-ad65e305-534b-4d40-821d-796c67c10f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b969ed6b-7a7c-431a-8776-531cb89e5468', 'name': 'tempest-TestNetworkBasicOps-router-1676811711', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.183'}], 'enable_snat': True}, 'gw_port_id': '17087053-1668-47c4-81e3-d94db631246c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:27:26Z', 'updated_at': '2021-12-15T19:28:19Z', 'revision_number': 5, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': '17087053-1668-47c4-81e3-d94db631246c', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:60:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b969ed6b-7a7c-431a-8776-531cb89e5468', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:27:27Z', 'updated_at': '2021-12-15T19:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:28:23.076249 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad65e305-534b-4d40-821d-796c67c10f80 None None] The sync data for ids ['b969ed6b-7a7c-431a-8776-531cb89e5468'] in dv-neutron-821831-2-hyperv is: [{'id': 'b969ed6b-7a7c-431a-8776-531cb89e5468', 'name': 'tempest-TestNetworkBasicOps-router-1676811711', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.183'}], 'enable_snat': True}, 'gw_port_id': '17087053-1668-47c4-81e3-d94db631246c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:27:26Z', 'updated_at': '2021-12-15T19:28:19Z', 'revision_number': 5, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': '17087053-1668-47c4-81e3-d94db631246c', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:60:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b969ed6b-7a7c-431a-8776-531cb89e5468', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:27:27Z', 'updated_at': '2021-12-15T19:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:28:23.078842 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port 7c5d3b05-b9eb-442d-9173-3d6e80124fa3, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=7c5d3b05-b9eb-442d-9173-3d6e80124fa3,segment=NetworkSegment(bf6aae3d-fe52-4440-b405-f46c748e76fc),segment_id=bf6aae3d-fe52-4440-b405-f46c748e76fc)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:28:23.103813 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:23.106033 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:28:23.147408 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-a3c5b8d9-a6eb-44c9-a2a5-b0177a068383 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88992) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:28:23.147818 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-a3c5b8d9-a6eb-44c9-a2a5-b0177a068383 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:28:23.182069 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=7c5d3b05-b9eb-442d-9173-3d6e80124fa3,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:28:23.185312 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:28:23.276999 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d970cb3d-d2c0-408e-83fc-d9fcd15c6cbc tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854207876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854699191'] for router, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:23.281339 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d970cb3d-d2c0-408e-83fc-d9fcd15c6cbc tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:23.326300 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d970cb3d-d2c0-408e-83fc-d9fcd15c6cbc tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854207982'] for router, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:23.326835 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d970cb3d-d2c0-408e-83fc-d9fcd15c6cbc tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Fanout notify agent at l3_agent the message router_deleted on router b969ed6b-7a7c-431a-8776-531cb89e5468 {{(pid=88991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 19:28:23.341456 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d970cb3d-d2c0-408e-83fc-d9fcd15c6cbc tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for router, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:23.342652 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d970cb3d-d2c0-408e-83fc-d9fcd15c6cbc tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "DELETE /v2.0/routers/b969ed6b-7a7c-431a-8776-531cb89e5468 HTTP/1.1" status: 204 len: 168 time: 1.6297696 Dec 15 19:28:23.345519 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 57938) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:28:23.469509 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-292e83a1-a2b1-45c8-993a-e842041556f1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:23.481033 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-292e83a1-a2b1-45c8-993a-e842041556f1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Deleting port 7c5d3b05-b9eb-442d-9173-3d6e80124fa3 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:28:23.481401 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-292e83a1-a2b1-45c8-993a-e842041556f1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:23.649729 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-a3c5b8d9-a6eb-44c9-a2a5-b0177a068383 None None] Deleting port 7c5d3b05-b9eb-442d-9173-3d6e80124fa3 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:28:23.650585 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a3c5b8d9-a6eb-44c9-a2a5-b0177a068383 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:23.694980 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-292e83a1-a2b1-45c8-993a-e842041556f1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] For port 7c5d3b05-b9eb-442d-9173-3d6e80124fa3, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=7c5d3b05-b9eb-442d-9173-3d6e80124fa3,segment=NetworkSegment(bf6aae3d-fe52-4440-b405-f46c748e76fc),segment_id=bf6aae3d-fe52-4440-b405-f46c748e76fc)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:28:23.696133 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-292e83a1-a2b1-45c8-993a-e842041556f1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:23.828161 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-292e83a1-a2b1-45c8-993a-e842041556f1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Calling delete_port for 7c5d3b05-b9eb-442d-9173-3d6e80124fa3 owned by network:dhcp {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:28:23.870711 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-a3c5b8d9-a6eb-44c9-a2a5-b0177a068383 None None] For port 7c5d3b05-b9eb-442d-9173-3d6e80124fa3, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=7c5d3b05-b9eb-442d-9173-3d6e80124fa3,segment=NetworkSegment(bf6aae3d-fe52-4440-b405-f46c748e76fc),segment_id=bf6aae3d-fe52-4440-b405-f46c748e76fc)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:28:23.871163 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a3c5b8d9-a6eb-44c9-a2a5-b0177a068383 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:23.937704 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-292e83a1-a2b1-45c8-993a-e842041556f1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:23.942886 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3cc44194-e4e2-4b4c-92bf-2a6c98c74415 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:28:23.983255 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292e83a1-a2b1-45c8-993a-e842041556f1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event deleted for resources: {'Port': ['ID=7c5d3b05-b9eb-442d-9173-3d6e80124fa3,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:28:23.985995 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-292e83a1-a2b1-45c8-993a-e842041556f1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:28:23.990919 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292e83a1-a2b1-45c8-993a-e842041556f1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] No DVR routers for this DVR port 7c5d3b05-b9eb-442d-9173-3d6e80124fa3 on host dv-neutron-821831-2-hyperv {{(pid=88991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:28:24.009243 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-a3c5b8d9-a6eb-44c9-a2a5-b0177a068383 None None] Calling delete_port for 7c5d3b05-b9eb-442d-9173-3d6e80124fa3 owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:28:24.084874 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-a3c5b8d9-a6eb-44c9-a2a5-b0177a068383 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88992) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:28:24.085458 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-a3c5b8d9-a6eb-44c9-a2a5-b0177a068383 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:28:24.086218 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:24.122605 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-292e83a1-a2b1-45c8-993a-e842041556f1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:24.153897 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-292e83a1-a2b1-45c8-993a-e842041556f1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35ee6e7a-a12b-4996-92ca-40117eda201d']}} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:28:24.166473 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-292e83a1-a2b1-45c8-993a-e842041556f1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf6aae3d-fe52-4440-b405-f46c748e76fc') {'for_net_delete': True} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:28:24.166838 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-292e83a1-a2b1-45c8-993a-e842041556f1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf6aae3d-fe52-4440-b405-f46c748e76fc') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:28:24.178585 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-292e83a1-a2b1-45c8-993a-e842041556f1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838443042'] for segment, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:24.193360 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-292e83a1-a2b1-45c8-993a-e842041556f1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:24.200185 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-292e83a1-a2b1-45c8-993a-e842041556f1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=88991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:28:24.200611 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-292e83a1-a2b1-45c8-993a-e842041556f1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838443729'] for segment, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:24.216620 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:28:24.216620 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:28:24.216620 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:28:24.216620 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:28:24.216620 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:28:24.216620 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:28:24.216620 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:28:24.216620 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:28:24.216620 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:28:24.216620 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:28:24.216620 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:28:24.216620 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:28:24.216620 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:28:24.216620 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:28:24.216620 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:28:24.216620 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:28:24.216620 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:28:24.216620 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:28:24.216620 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:28:24.216620 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:28:24.216620 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:28:24.216620 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:28:24.216620 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:28:24.216620 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:28:24.216620 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:28:24.216620 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:28:24.216620 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:28:24.216620 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:28:24.216620 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:28:24.216620 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:28:24.216620 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:28:24.216620 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:28:24.326162 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-292e83a1-a2b1-45c8-993a-e842041556f1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:24.329703 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-45444ffe-38fa-4dad-aa59-eef679820306 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:28:24.352862 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-292e83a1-a2b1-45c8-993a-e842041556f1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:24.359884 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292e83a1-a2b1-45c8-993a-e842041556f1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event deleted for resources: {'Network': ['ID=35ee6e7a-a12b-4996-92ca-40117eda201d,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:28:24.365592 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-292e83a1-a2b1-45c8-993a-e842041556f1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:28:24.375659 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-292e83a1-a2b1-45c8-993a-e842041556f1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "DELETE /v2.0/networks/35ee6e7a-a12b-4996-92ca-40117eda201d HTTP/1.1" status: 204 len: 168 time: 1.0290556 Dec 15 19:28:24.390650 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 57942) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:28:24.393739 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 17087053-1668-47c4-81e3-d94db631246c no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:28:24.406302 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-76ac719c-5002-4903-9659-76b48f306501 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] 10.222.0.36 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0125949 Dec 15 19:28:24.407150 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 57946) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:28:24.413129 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-01bceef2-384c-4b9b-beb1-0eda3f649ff2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'network': {'name': 'tempest-network-smoke--1410243698', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'port_security_enabled': True}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:28:24.418494 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-01bceef2-384c-4b9b-beb1-0eda3f649ff2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:28:24.422971 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-01bceef2-384c-4b9b-beb1-0eda3f649ff2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:network and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:28:24.426579 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-01bceef2-384c-4b9b-beb1-0eda3f649ff2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:28:24.427756 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 17087053-1668-47c4-81e3-d94db631246c {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:28:24.428156 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 17087053-1668-47c4-81e3-d94db631246c not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:28:24.428626 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 9720bbae-88c4-4daa-b8f0-1532c3dd1d2e no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:28:24.432929 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-01bceef2-384c-4b9b-beb1-0eda3f649ff2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:28:24.461960 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 9720bbae-88c4-4daa-b8f0-1532c3dd1d2e {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:28:24.462377 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 9720bbae-88c4-4daa-b8f0-1532c3dd1d2e not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:28:24.467623 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01bceef2-384c-4b9b-beb1-0eda3f649ff2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Made reservation on behalf of 7c1b74cf25a94156b4530f0bd868c0c9 for: {'network': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:28:24.473379 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-01bceef2-384c-4b9b-beb1-0eda3f649ff2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:24.503710 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01bceef2-384c-4b9b-beb1-0eda3f649ff2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=88991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:28:24.550741 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-01bceef2-384c-4b9b-beb1-0eda3f649ff2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:24.551132 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-01bceef2-384c-4b9b-beb1-0eda3f649ff2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Added segment a959f0a6-b14e-4a3d-b89a-6f989a27484f of type vlan for network 530e797b-7c99-40dd-b62c-8a7ce33db1d4 Dec 15 19:28:24.608866 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-a3c5b8d9-a6eb-44c9-a2a5-b0177a068383 None None] Deleting port 7c5d3b05-b9eb-442d-9173-3d6e80124fa3 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:28:24.609213 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a3c5b8d9-a6eb-44c9-a2a5-b0177a068383 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:24.619810 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-01bceef2-384c-4b9b-beb1-0eda3f649ff2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:24.677827 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-a3c5b8d9-a6eb-44c9-a2a5-b0177a068383 None None] The port '7c5d3b05-b9eb-442d-9173-3d6e80124fa3' was deleted {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 15 19:28:24.709229 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-01bceef2-384c-4b9b-beb1-0eda3f649ff2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:24.713398 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01bceef2-384c-4b9b-beb1-0eda3f649ff2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:28:24.714051 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-01bceef2-384c-4b9b-beb1-0eda3f649ff2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:24.719893 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-46f696bc-d4cb-4110-8bd7-59582ae0093c tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:28:25.077259 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bceef2-384c-4b9b-beb1-0eda3f649ff2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'Network': ['ID=530e797b-7c99-40dd-b62c-8a7ce33db1d4,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:28:25.080274 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-01bceef2-384c-4b9b-beb1-0eda3f649ff2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:28:25.089390 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 530e797b-7c99-40dd-b62c-8a7ce33db1d4 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:28:25.096390 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-01bceef2-384c-4b9b-beb1-0eda3f649ff2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6880481 Dec 15 19:28:25.099355 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 57950) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:28:25.105013 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-b636b2a8-15ca-4ead-9da1-6f82cc05f653 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1324912079', 'admin_state_up': True, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:28:25.112374 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-b636b2a8-15ca-4ead-9da1-6f82cc05f653 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:28:25.116310 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-b636b2a8-15ca-4ead-9da1-6f82cc05f653 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:router and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:28:25.119498 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-b636b2a8-15ca-4ead-9da1-6f82cc05f653 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:28:25.125418 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-b636b2a8-15ca-4ead-9da1-6f82cc05f653 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:28:25.164706 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b636b2a8-15ca-4ead-9da1-6f82cc05f653 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854699176'] for router, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:25.165760 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b636b2a8-15ca-4ead-9da1-6f82cc05f653 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854194926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-76609'] for router, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:25.184274 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b636b2a8-15ca-4ead-9da1-6f82cc05f653 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:25.362494 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b636b2a8-15ca-4ead-9da1-6f82cc05f653 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:25.575137 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b636b2a8-15ca-4ead-9da1-6f82cc05f653 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for router_gateway, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:25.606615 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b636b2a8-15ca-4ead-9da1-6f82cc05f653 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:25.748895 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-b636b2a8-15ca-4ead-9da1-6f82cc05f653 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Allocated IP 172.26.3.36 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/e0630ef1-5c6e-49eb-9de9-fd86c62ab604) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:28:25.908419 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b636b2a8-15ca-4ead-9da1-6f82cc05f653 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:25.959004 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b636b2a8-15ca-4ead-9da1-6f82cc05f653 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:25.963357 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-43950837-cec2-49cb-8e86-d9ac10590d5d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:28:26.021732 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b636b2a8-15ca-4ead-9da1-6f82cc05f653 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:28:26.029486 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-b636b2a8-15ca-4ead-9da1-6f82cc05f653 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:28:26.040788 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b636b2a8-15ca-4ead-9da1-6f82cc05f653 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:28:26.069955 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b636b2a8-15ca-4ead-9da1-6f82cc05f653 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'Port': ['ID=e0630ef1-5c6e-49eb-9de9-fd86c62ab604,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:28:26.076594 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b636b2a8-15ca-4ead-9da1-6f82cc05f653 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:28:26.229141 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b636b2a8-15ca-4ead-9da1-6f82cc05f653 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for router_gateway, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:26.229842 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b636b2a8-15ca-4ead-9da1-6f82cc05f653 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904'] for router, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:26.497600 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b636b2a8-15ca-4ead-9da1-6f82cc05f653 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Router 5b413ba0-69aa-47d0-80c4-65b36e83e868 is scheduled to L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 with binding_index 1 {{(pid=88991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 15 19:28:26.706916 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b636b2a8-15ca-4ead-9da1-6f82cc05f653 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:28:26.717738 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64d9224-8238-47ca-9d9e-35a015941688 None None] Sync routers for ids ['5b413ba0-69aa-47d0-80c4-65b36e83e868'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:28:26.731034 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64d9224-8238-47ca-9d9e-35a015941688 None None] Routers {'5b413ba0-69aa-47d0-80c4-65b36e83e868'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:28:26.731719 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-c64d9224-8238-47ca-9d9e-35a015941688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:28:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['5b413ba0-69aa-47d0-80c4-65b36e83e868'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:28:26.760846 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b636b2a8-15ca-4ead-9da1-6f82cc05f653 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for router, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:26.762174 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b636b2a8-15ca-4ead-9da1-6f82cc05f653 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.6617935 Dec 15 19:28:26.765284 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 57954) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:28:26.810451 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e02ef48d-15fe-44e0-9a94-492a41b946ba tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=7c1b74cf25a94156b4530f0bd868c0c9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0438898 Dec 15 19:28:26.813133 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 57958) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:28:26.913357 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-c64d9224-8238-47ca-9d9e-35a015941688 None None] Set router 5b413ba0-69aa-47d0-80c4-65b36e83e868 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:28:26.953875 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44bcd50-1beb-495a-b95d-a413bc4a0e03 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:28:26.955571 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b44bcd50-1beb-495a-b95d-a413bc4a0e03 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1413591 Dec 15 19:28:26.958592 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 57962) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:28:27.006051 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-635aa414-4c28-4cd3-aec9-bff29b169d3f tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=4b9c9b76-a8c2-4873-8d7b-0d52cc71925c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0462172 Dec 15 19:28:27.013391 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 57966) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:28:27.019425 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-a1c97dbc-1af9-4085-a3db-bd29f8205a67 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1121522435', 'network_id': '530e797b-7c99-40dd-b62c-8a7ce33db1d4', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:28:27.134845 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a1c97dbc-1af9-4085-a3db-bd29f8205a67 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:28:27.138822 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-a1c97dbc-1af9-4085-a3db-bd29f8205a67 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:subnet and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:28:27.141703 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-a1c97dbc-1af9-4085-a3db-bd29f8205a67 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:28:27.147723 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a1c97dbc-1af9-4085-a3db-bd29f8205a67 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:28:27.188828 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c97dbc-1af9-4085-a3db-bd29f8205a67 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Made reservation on behalf of 7c1b74cf25a94156b4530f0bd868c0c9 for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:28:27.218629 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-c64d9224-8238-47ca-9d9e-35a015941688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b413ba0-69aa-47d0-80c4-65b36e83e868', 'name': 'tempest-TestNetworkBasicOps-router-1324912079', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': 'e0630ef1-5c6e-49eb-9de9-fd86c62ab604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:28:25Z', 'updated_at': '2021-12-15T19:28:26Z', 'revision_number': 3, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': 'e0630ef1-5c6e-49eb-9de9-fd86c62ab604', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:68:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b413ba0-69aa-47d0-80c4-65b36e83e868', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:28:25Z', 'updated_at': '2021-12-15T19:28:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:28:27.222909 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64d9224-8238-47ca-9d9e-35a015941688 None None] Checking router: 5b413ba0-69aa-47d0-80c4-65b36e83e868 for host: dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:28:27.223318 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64d9224-8238-47ca-9d9e-35a015941688 None None] Updating router 5b413ba0-69aa-47d0-80c4-65b36e83e868 port e0630ef1-5c6e-49eb-9de9-fd86c62ab604 binding host dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 15 19:28:27.277708 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c64d9224-8238-47ca-9d9e-35a015941688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:27.299406 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a1c97dbc-1af9-4085-a3db-bd29f8205a67 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:27.618783 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c64d9224-8238-47ca-9d9e-35a015941688 None None] Notify callbacks [] for port, precommit_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:27.631367 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-c64d9224-8238-47ca-9d9e-35a015941688 None None] Transition to ACTIVE for port object e0630ef1-5c6e-49eb-9de9-fd86c62ab604 will not be triggered until provisioned by entity L2. {{(pid=88993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:28:27.646643 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a1c97dbc-1af9-4085-a3db-bd29f8205a67 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:27.652187 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9283d95a-58a8-43e8-9ffa-da97eb9d9993 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:28:27.669071 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c64d9224-8238-47ca-9d9e-35a015941688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:27.673682 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-baf62c2c-7330-4a2e-9d21-09592976f89d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:28:27.738854 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c97dbc-1af9-4085-a3db-bd29f8205a67 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'Subnet': ['ID=e4004c47-f346-441a-8814-491784a5e0d8,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:28:27.742047 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a1c97dbc-1af9-4085-a3db-bd29f8205a67 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:28:27.751260 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c97dbc-1af9-4085-a3db-bd29f8205a67 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Checking segment: {'id': 'a959f0a6-b14e-4a3d-b89a-6f989a27484f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '530e797b-7c99-40dd-b62c-8a7ce33db1d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:28:27.751670 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c97dbc-1af9-4085-a3db-bd29f8205a67 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Network hostable DHCP agents. Network: 530e797b-7c99-40dd-b62c-8a7ce33db1d4, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:28:27.754503 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bfc234-b969-4e23-8cbf-c70381b6b4ee None None] Pushing event updated for resources: {'Port': ['ID=e0630ef1-5c6e-49eb-9de9-fd86c62ab604,revision_number=2']} {{(pid=88993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:28:27.760658 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-53bfc234-b969-4e23-8cbf-c70381b6b4ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:28:27.761420 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-c64d9224-8238-47ca-9d9e-35a015941688 None None] Attempting to bind port e0630ef1-5c6e-49eb-9de9-fd86c62ab604 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:28:27.761828 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-c64d9224-8238-47ca-9d9e-35a015941688 None None] Attempting to bind port e0630ef1-5c6e-49eb-9de9-fd86c62ab604 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}] {{(pid=88993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:28:27.762354 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64d9224-8238-47ca-9d9e-35a015941688 None None] Attempting to bind port e0630ef1-5c6e-49eb-9de9-fd86c62ab604 on network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:28:27.769156 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64d9224-8238-47ca-9d9e-35a015941688 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:28:27.769568 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64d9224-8238-47ca-9d9e-35a015941688 None None] Checking segment: {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:28:27.770016 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c64d9224-8238-47ca-9d9e-35a015941688 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:27.770470 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64d9224-8238-47ca-9d9e-35a015941688 None None] Bound using segment: {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'} {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:28:27.770978 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-c64d9224-8238-47ca-9d9e-35a015941688 None None] Bound port: e0630ef1-5c6e-49eb-9de9-fd86c62ab604, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}}] {{(pid=88993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:28:27.771391 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c64d9224-8238-47ca-9d9e-35a015941688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:27.850048 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c97dbc-1af9-4085-a3db-bd29f8205a67 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Network 530e797b-7c99-40dd-b62c-8a7ce33db1d4 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:28:27.889061 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-c64d9224-8238-47ca-9d9e-35a015941688 None None] For port e0630ef1-5c6e-49eb-9de9-fd86c62ab604, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:28:27.892340 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-c64d9224-8238-47ca-9d9e-35a015941688 None None] For port e0630ef1-5c6e-49eb-9de9-fd86c62ab604, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=e0630ef1-5c6e-49eb-9de9-fd86c62ab604,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:28:27.920197 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-a1c97dbc-1af9-4085-a3db-bd29f8205a67 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, 530e797b-7c99-40dd-b62c-8a7ce33db1d4) {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:28:27.925140 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c97dbc-1af9-4085-a3db-bd29f8205a67 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:28:27.927932 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a1c97dbc-1af9-4085-a3db-bd29f8205a67 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:27.930183 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24da517a-e403-4aa8-b9cb-ee09b648604e None None] Network 530e797b-7c99-40dd-b62c-8a7ce33db1d4 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:28:27.947759 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c64d9224-8238-47ca-9d9e-35a015941688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:27.952635 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3dd1b793-8e83-4676-b4d4-200eb9f21376 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:28:27.979345 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a1c97dbc-1af9-4085-a3db-bd29f8205a67 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9619715 Dec 15 19:28:27.979779 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 57970) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:28:28.032892 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bfc234-b969-4e23-8cbf-c70381b6b4ee None None] Pushing event updated for resources: {'Port': ['ID=e0630ef1-5c6e-49eb-9de9-fd86c62ab604,revision_number=3']} {{(pid=88993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:28:28.036795 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-53bfc234-b969-4e23-8cbf-c70381b6b4ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:28:28.038560 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64d9224-8238-47ca-9d9e-35a015941688 None None] Routers {'5b413ba0-69aa-47d0-80c4-65b36e83e868'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:28:28.039305 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-c64d9224-8238-47ca-9d9e-35a015941688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:28:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['5b413ba0-69aa-47d0-80c4-65b36e83e868'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:28:28.159228 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d31446e-efd6-48e2-91c6-c4668ce375b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-530e797b-7c99-40dd-b62c-8a7ce33db1d4', 'network_id': '530e797b-7c99-40dd-b62c-8a7ce33db1d4', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'fixed_ips': [{'subnet_id': 'e4004c47-f346-441a-8814-491784a5e0d8'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:28:28.160329 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3d31446e-efd6-48e2-91c6-c4668ce375b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:28.335335 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-3d31446e-efd6-48e2-91c6-c4668ce375b1 None None] Allocated IP 172.20.0.2 (530e797b-7c99-40dd-b62c-8a7ce33db1d4/e4004c47-f346-441a-8814-491784a5e0d8/6428c8ee-10f5-446f-a4cf-a2a2779cf00a) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:28:28.380570 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-c64d9224-8238-47ca-9d9e-35a015941688 None None] Set router 5b413ba0-69aa-47d0-80c4-65b36e83e868 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:28:28.561032 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3d31446e-efd6-48e2-91c6-c4668ce375b1 None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:28.571365 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-3d31446e-efd6-48e2-91c6-c4668ce375b1 None None] Transition to ACTIVE for port object 6428c8ee-10f5-446f-a4cf-a2a2779cf00a will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:28:28.595627 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-3d31446e-efd6-48e2-91c6-c4668ce375b1 None None] Transition to ACTIVE for port object 6428c8ee-10f5-446f-a4cf-a2a2779cf00a will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:28:28.630063 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3d31446e-efd6-48e2-91c6-c4668ce375b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:28.639935 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:28:28.696854 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-c64d9224-8238-47ca-9d9e-35a015941688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b413ba0-69aa-47d0-80c4-65b36e83e868', 'name': 'tempest-TestNetworkBasicOps-router-1324912079', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': 'e0630ef1-5c6e-49eb-9de9-fd86c62ab604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:28:25Z', 'updated_at': '2021-12-15T19:28:26Z', 'revision_number': 3, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': 'e0630ef1-5c6e-49eb-9de9-fd86c62ab604', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:68:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b413ba0-69aa-47d0-80c4-65b36e83e868', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:28:25Z', 'updated_at': '2021-12-15T19:28:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:28:28.701147 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64d9224-8238-47ca-9d9e-35a015941688 None None] The sync data for ids ['5b413ba0-69aa-47d0-80c4-65b36e83e868'] in dv-neutron-821831-2-hyperv is: [{'id': '5b413ba0-69aa-47d0-80c4-65b36e83e868', 'name': 'tempest-TestNetworkBasicOps-router-1324912079', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': 'e0630ef1-5c6e-49eb-9de9-fd86c62ab604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:28:25Z', 'updated_at': '2021-12-15T19:28:26Z', 'revision_number': 3, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': 'e0630ef1-5c6e-49eb-9de9-fd86c62ab604', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:68:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b413ba0-69aa-47d0-80c4-65b36e83e868', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:28:25Z', 'updated_at': '2021-12-15T19:28:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:28:28.706997 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d31446e-efd6-48e2-91c6-c4668ce375b1 None None] Network 530e797b-7c99-40dd-b62c-8a7ce33db1d4 is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:28:28.711282 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-3d31446e-efd6-48e2-91c6-c4668ce375b1 None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:28:28.713915 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d31446e-efd6-48e2-91c6-c4668ce375b1 None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:28:28.723743 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d31446e-efd6-48e2-91c6-c4668ce375b1 None None] Pushing event updated for resources: {'Port': ['ID=6428c8ee-10f5-446f-a4cf-a2a2779cf00a,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:28:28.727195 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3d31446e-efd6-48e2-91c6-c4668ce375b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:28:28.822211 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-3d31446e-efd6-48e2-91c6-c4668ce375b1 None None] Attempting to bind port 6428c8ee-10f5-446f-a4cf-a2a2779cf00a on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:28:28.822765 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-3d31446e-efd6-48e2-91c6-c4668ce375b1 None None] Attempting to bind port 6428c8ee-10f5-446f-a4cf-a2a2779cf00a by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'a959f0a6-b14e-4a3d-b89a-6f989a27484f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '530e797b-7c99-40dd-b62c-8a7ce33db1d4'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:28:28.823469 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d31446e-efd6-48e2-91c6-c4668ce375b1 None None] Attempting to bind port 6428c8ee-10f5-446f-a4cf-a2a2779cf00a on network 530e797b-7c99-40dd-b62c-8a7ce33db1d4 {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:28:28.830769 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d31446e-efd6-48e2-91c6-c4668ce375b1 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:28:28.831294 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d31446e-efd6-48e2-91c6-c4668ce375b1 None None] Checking segment: {'id': 'a959f0a6-b14e-4a3d-b89a-6f989a27484f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '530e797b-7c99-40dd-b62c-8a7ce33db1d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:28:28.831749 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3d31446e-efd6-48e2-91c6-c4668ce375b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:28.832191 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d31446e-efd6-48e2-91c6-c4668ce375b1 None None] Bound using segment: {'id': 'a959f0a6-b14e-4a3d-b89a-6f989a27484f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '530e797b-7c99-40dd-b62c-8a7ce33db1d4'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:28:28.832751 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-3d31446e-efd6-48e2-91c6-c4668ce375b1 None None] Bound port: 6428c8ee-10f5-446f-a4cf-a2a2779cf00a, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a959f0a6-b14e-4a3d-b89a-6f989a27484f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '530e797b-7c99-40dd-b62c-8a7ce33db1d4'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:28:28.833223 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3d31446e-efd6-48e2-91c6-c4668ce375b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:28.924294 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-3d31446e-efd6-48e2-91c6-c4668ce375b1 None None] For port 6428c8ee-10f5-446f-a4cf-a2a2779cf00a, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:28:28.928463 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-3d31446e-efd6-48e2-91c6-c4668ce375b1 None None] For port 6428c8ee-10f5-446f-a4cf-a2a2779cf00a, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=6428c8ee-10f5-446f-a4cf-a2a2779cf00a,segment=NetworkSegment(a959f0a6-b14e-4a3d-b89a-6f989a27484f),segment_id=a959f0a6-b14e-4a3d-b89a-6f989a27484f)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:28:28.978647 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3d31446e-efd6-48e2-91c6-c4668ce375b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:28.983247 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:28:29.042530 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d07b0716-01e2-476b-bc9d-e587eea83fc3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:29.072309 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d31446e-efd6-48e2-91c6-c4668ce375b1 None None] Pushing event updated for resources: {'Port': ['ID=6428c8ee-10f5-446f-a4cf-a2a2779cf00a,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:28:29.075091 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3d31446e-efd6-48e2-91c6-c4668ce375b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:28:29.506340 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-d07b0716-01e2-476b-bc9d-e587eea83fc3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Allocated IP 172.20.0.1 (530e797b-7c99-40dd-b62c-8a7ce33db1d4/e4004c47-f346-441a-8814-491784a5e0d8/9b4e9a1a-2a6a-4531-8551-77c08f72899b) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:28:29.701304 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d07b0716-01e2-476b-bc9d-e587eea83fc3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:29.719859 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d07b0716-01e2-476b-bc9d-e587eea83fc3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Transition to ACTIVE for port object 9b4e9a1a-2a6a-4531-8551-77c08f72899b will not be triggered until provisioned by entity DHCP. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:28:29.772414 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d07b0716-01e2-476b-bc9d-e587eea83fc3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:29.777683 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d611616f-8bfc-4c47-9bd7-4458d8fd7ae7 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:28:29.852938 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07b0716-01e2-476b-bc9d-e587eea83fc3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Network 530e797b-7c99-40dd-b62c-8a7ce33db1d4 is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:28:29.856810 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07b0716-01e2-476b-bc9d-e587eea83fc3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'Port': ['ID=9b4e9a1a-2a6a-4531-8551-77c08f72899b,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:28:29.859423 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-d07b0716-01e2-476b-bc9d-e587eea83fc3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:28:29.862079 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07b0716-01e2-476b-bc9d-e587eea83fc3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:28:29.914873 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07b0716-01e2-476b-bc9d-e587eea83fc3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:28:29.915339 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07b0716-01e2-476b-bc9d-e587eea83fc3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:28:29.915770 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07b0716-01e2-476b-bc9d-e587eea83fc3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:28:29.916194 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07b0716-01e2-476b-bc9d-e587eea83fc3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:28:29.916623 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07b0716-01e2-476b-bc9d-e587eea83fc3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:28:29.917047 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07b0716-01e2-476b-bc9d-e587eea83fc3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:28:29.917475 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07b0716-01e2-476b-bc9d-e587eea83fc3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:28:29.917893 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07b0716-01e2-476b-bc9d-e587eea83fc3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:28:29.918318 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07b0716-01e2-476b-bc9d-e587eea83fc3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:28:29.920830 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07b0716-01e2-476b-bc9d-e587eea83fc3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:28:29.920830 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07b0716-01e2-476b-bc9d-e587eea83fc3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:28:29.925179 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d07b0716-01e2-476b-bc9d-e587eea83fc3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:28:29.938160 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d07b0716-01e2-476b-bc9d-e587eea83fc3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630901'] for router_interface, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:30.146207 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d07b0716-01e2-476b-bc9d-e587eea83fc3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:30.459806 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device e0630ef1-5c6e-49eb-9de9-fd86c62ab604 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:28:30.577563 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port e0630ef1-5c6e-49eb-9de9-fd86c62ab604 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:28:30.582909 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port e0630ef1-5c6e-49eb-9de9-fd86c62ab604 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:28:30.583347 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:30.599775 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d07b0716-01e2-476b-bc9d-e587eea83fc3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:30.640663 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d07b0716-01e2-476b-bc9d-e587eea83fc3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:30.675842 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9034073d-f90b-4b0a-bb64-d61e2d61ee19 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:28:30.713461 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:30.730683 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port e0630ef1-5c6e-49eb-9de9-fd86c62ab604, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=e0630ef1-5c6e-49eb-9de9-fd86c62ab604,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:28:30.770989 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d07b0716-01e2-476b-bc9d-e587eea83fc3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1959989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854145006'] for router_interface, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:30.772617 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:30.774315 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 6428c8ee-10f5-446f-a4cf-a2a2779cf00a up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:28:30.776020 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07b0716-01e2-476b-bc9d-e587eea83fc3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'Port': ['ID=9b4e9a1a-2a6a-4531-8551-77c08f72899b,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:28:30.779403 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d07b0716-01e2-476b-bc9d-e587eea83fc3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:28:30.807296 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f4fda9e3-cb47-45c7-a636-2e703cd0cd4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:28:30.835154 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588f5f6f-dca6-4b21-a7be-918865e50f1f None None] Network 530e797b-7c99-40dd-b62c-8a7ce33db1d4 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:28:30.920749 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07b0716-01e2-476b-bc9d-e587eea83fc3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Network 530e797b-7c99-40dd-b62c-8a7ce33db1d4 is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:28:30.921947 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-d07b0716-01e2-476b-bc9d-e587eea83fc3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:28:31.164763 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=e0630ef1-5c6e-49eb-9de9-fd86c62ab604,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:28:31.185342 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-878165b6-45a6-44ea-8481-909d3d71acd3 None None] Provisioning for port 6428c8ee-10f5-446f-a4cf-a2a2779cf00a completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:28:31.212711 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:28:31.213110 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:28:31.213500 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:28:31.213883 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:28:31.214279 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:28:31.214674 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:28:31.215052 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:28:31.215436 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:28:31.215806 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:28:31.216181 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:28:31.216553 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:28:31.222171 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:28:31.256677 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 6428c8ee-10f5-446f-a4cf-a2a2779cf00a completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:28:31.272784 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 6428c8ee-10f5-446f-a4cf-a2a2779cf00a triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:28:31.273744 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:31.328000 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d07b0716-01e2-476b-bc9d-e587eea83fc3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Router 5b413ba0-69aa-47d0-80c4-65b36e83e868 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:28:31.455678 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:31.496680 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port 6428c8ee-10f5-446f-a4cf-a2a2779cf00a, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=6428c8ee-10f5-446f-a4cf-a2a2779cf00a,segment=NetworkSegment(a959f0a6-b14e-4a3d-b89a-6f989a27484f),segment_id=a959f0a6-b14e-4a3d-b89a-6f989a27484f)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:28:31.520769 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:31.524875 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c317c1b6-f1f7-4072-82c5-017328c6c238 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:28:31.552388 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d07b0716-01e2-476b-bc9d-e587eea83fc3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:28:31.570872 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d07b0716-01e2-476b-bc9d-e587eea83fc3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "PUT /v2.0/routers/5b413ba0-69aa-47d0-80c4-65b36e83e868/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5896897 Dec 15 19:28:31.573215 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 57974) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:28:31.611819 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=6428c8ee-10f5-446f-a4cf-a2a2779cf00a,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:28:31.615344 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:28:31.736990 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9208bbc4-b81d-4d9f-8933-d3653a35ed4c tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:28:31.737383 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9208bbc4-b81d-4d9f-8933-d3653a35ed4c tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:28:31.737802 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9208bbc4-b81d-4d9f-8933-d3653a35ed4c tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:28:31.738215 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9208bbc4-b81d-4d9f-8933-d3653a35ed4c tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:28:31.740033 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9208bbc4-b81d-4d9f-8933-d3653a35ed4c tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1657536 Dec 15 19:28:31.743019 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 57978) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:28:31.825227 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c9177c-1551-467b-a3cc-8c54eec515d2 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:28:31.825642 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c9177c-1551-467b-a3cc-8c54eec515d2 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:28:31.826053 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c9177c-1551-467b-a3cc-8c54eec515d2 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:28:31.826581 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c9177c-1551-467b-a3cc-8c54eec515d2 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:28:31.829606 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-72c9177c-1551-467b-a3cc-8c54eec515d2 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0852926 Dec 15 19:28:31.832216 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 57982) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:28:31.840558 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373f038b-514c-450f-b31a-46288049c62c None None] Sync routers for ids ['5b413ba0-69aa-47d0-80c4-65b36e83e868'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:28:31.863236 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373f038b-514c-450f-b31a-46288049c62c None None] Routers {'5b413ba0-69aa-47d0-80c4-65b36e83e868'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:28:31.863932 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-373f038b-514c-450f-b31a-46288049c62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:28:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['5b413ba0-69aa-47d0-80c4-65b36e83e868'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:28:31.920871 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d05352f3-3788-4c8d-8499-4ff89a370e88 None None] Provisioning complete for port 6428c8ee-10f5-446f-a4cf-a2a2779cf00a triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:28:31.921300 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d05352f3-3788-4c8d-8499-4ff89a370e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:32.050591 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-3bf541ba-2116-4316-8e6a-88a8f78dc2ec tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2171171 Dec 15 19:28:32.168730 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-373f038b-514c-450f-b31a-46288049c62c None None] Set router 5b413ba0-69aa-47d0-80c4-65b36e83e868 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:28:32.313912 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d05352f3-3788-4c8d-8499-4ff89a370e88 None None] Provisioning for port 9b4e9a1a-2a6a-4531-8551-77c08f72899b completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:28:32.340493 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d05352f3-3788-4c8d-8499-4ff89a370e88 None None] Provisioning complete for port 9b4e9a1a-2a6a-4531-8551-77c08f72899b triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:28:32.340930 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d05352f3-3788-4c8d-8499-4ff89a370e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:32.431171 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device e0630ef1-5c6e-49eb-9de9-fd86c62ab604 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:28:32.513445 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d05352f3-3788-4c8d-8499-4ff89a370e88 None None] Port 9b4e9a1a-2a6a-4531-8551-77c08f72899b cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:28:32.517786 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 57988) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:28:32.524633 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-851b3e38-a02e-4dfa-88bf-69360fe8c1e9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1680344240', 'description': 'tempest-secgroup-smoke-1680344240 description', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:28:32.530992 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-851b3e38-a02e-4dfa-88bf-69360fe8c1e9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:28:32.535356 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-851b3e38-a02e-4dfa-88bf-69360fe8c1e9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:28:32.538347 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-851b3e38-a02e-4dfa-88bf-69360fe8c1e9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:28:32.544954 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-851b3e38-a02e-4dfa-88bf-69360fe8c1e9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:28:32.581783 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-851b3e38-a02e-4dfa-88bf-69360fe8c1e9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:32.613797 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port e0630ef1-5c6e-49eb-9de9-fd86c62ab604 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:28:32.614839 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:32.637596 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-851b3e38-a02e-4dfa-88bf-69360fe8c1e9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:28:32.642422 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-851b3e38-a02e-4dfa-88bf-69360fe8c1e9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group_rule and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:28:32.645786 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-851b3e38-a02e-4dfa-88bf-69360fe8c1e9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:28:32.652472 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-851b3e38-a02e-4dfa-88bf-69360fe8c1e9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:28:32.707473 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-7d967fe9-54b5-4369-b470-be8d09ce7fcd None None] Provisioning complete for port 9b4e9a1a-2a6a-4531-8551-77c08f72899b triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:28:32.707924 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7d967fe9-54b5-4369-b470-be8d09ce7fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:32.714719 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-851b3e38-a02e-4dfa-88bf-69360fe8c1e9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:32.754643 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-851b3e38-a02e-4dfa-88bf-69360fe8c1e9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:32.760631 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1a752e22-0b2c-44df-af59-c05872d64054 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:28:32.798639 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-373f038b-514c-450f-b31a-46288049c62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b413ba0-69aa-47d0-80c4-65b36e83e868', 'name': 'tempest-TestNetworkBasicOps-router-1324912079', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': 'e0630ef1-5c6e-49eb-9de9-fd86c62ab604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:28:25Z', 'updated_at': '2021-12-15T19:28:29Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': 'e0630ef1-5c6e-49eb-9de9-fd86c62ab604', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:68:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b413ba0-69aa-47d0-80c4-65b36e83e868', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:28:25Z', 'updated_at': '2021-12-15T19:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '9b4e9a1a-2a6a-4531-8551-77c08f72899b', 'name': '', 'network_id': '530e797b-7c99-40dd-b62c-8a7ce33db1d4', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:0d:02:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b413ba0-69aa-47d0-80c4-65b36e83e868', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e4004c47-f346-441a-8814-491784a5e0d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:28:29Z', 'updated_at': '2021-12-15T19:28:30Z', 'revision_number': 2, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'e4004c47-f346-441a-8814-491784a5e0d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:28:32.804792 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851b3e38-a02e-4dfa-88bf-69360fe8c1e9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d463c345-58c4-4fd1-a875-5ec0ccfcdd6c,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:28:32.807802 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-851b3e38-a02e-4dfa-88bf-69360fe8c1e9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:28:32.816176 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373f038b-514c-450f-b31a-46288049c62c None None] Checking router: 5b413ba0-69aa-47d0-80c4-65b36e83e868 for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:28:32.816631 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373f038b-514c-450f-b31a-46288049c62c None None] Updating router 5b413ba0-69aa-47d0-80c4-65b36e83e868 port 9b4e9a1a-2a6a-4531-8551-77c08f72899b binding host dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 15 19:28:32.832979 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-851b3e38-a02e-4dfa-88bf-69360fe8c1e9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:32.834380 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-851b3e38-a02e-4dfa-88bf-69360fe8c1e9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3152759 Dec 15 19:28:32.837879 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 57992) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:28:32.843270 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-7d967fe9-54b5-4369-b470-be8d09ce7fcd None None] Port 9b4e9a1a-2a6a-4531-8551-77c08f72899b cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:28:32.843916 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-9488b703-ae79-4883-ad1d-5b438088f452 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'security_group_rule': {'security_group_id': 'd463c345-58c4-4fd1-a875-5ec0ccfcdd6c', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:28:32.850275 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-9488b703-ae79-4883-ad1d-5b438088f452 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:28:32.855167 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-9488b703-ae79-4883-ad1d-5b438088f452 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group_rule and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:28:32.858080 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-9488b703-ae79-4883-ad1d-5b438088f452 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:28:32.864042 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-9488b703-ae79-4883-ad1d-5b438088f452 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:28:32.885287 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 6428c8ee-10f5-446f-a4cf-a2a2779cf00a up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:28:32.907597 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9488b703-ae79-4883-ad1d-5b438088f452 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:32.923209 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-373f038b-514c-450f-b31a-46288049c62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:33.075791 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9488b703-ae79-4883-ad1d-5b438088f452 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:33.081802 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 6428c8ee-10f5-446f-a4cf-a2a2779cf00a triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:28:33.082222 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:33.149399 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9488b703-ae79-4883-ad1d-5b438088f452 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:33.151539 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4b88bb37-7eb4-4363-836a-318fd73d5311 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:28:33.175427 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9488b703-ae79-4883-ad1d-5b438088f452 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c94bbafc-95f2-407f-b278-e7e88017723f,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:28:33.178063 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9488b703-ae79-4883-ad1d-5b438088f452 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:28:33.212320 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9488b703-ae79-4883-ad1d-5b438088f452 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:33.213634 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9488b703-ae79-4883-ad1d-5b438088f452 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3747354 Dec 15 19:28:33.216511 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 57996) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:28:33.222489 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-13cc934a-a791-473b-98ed-f0f4af19563c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'security_group_rule': {'security_group_id': 'd463c345-58c4-4fd1-a875-5ec0ccfcdd6c', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:28:33.228829 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-13cc934a-a791-473b-98ed-f0f4af19563c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:28:33.232809 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-13cc934a-a791-473b-98ed-f0f4af19563c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group_rule and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:28:33.235776 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-13cc934a-a791-473b-98ed-f0f4af19563c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:28:33.241752 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-13cc934a-a791-473b-98ed-f0f4af19563c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:28:33.286597 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-13cc934a-a791-473b-98ed-f0f4af19563c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:33.353569 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-13cc934a-a791-473b-98ed-f0f4af19563c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:33.383622 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-13cc934a-a791-473b-98ed-f0f4af19563c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:33.385680 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:28:33.409779 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc934a-a791-473b-98ed-f0f4af19563c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e17f171-5061-4335-9d6b-d2cff4b33541,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:28:33.414045 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-13cc934a-a791-473b-98ed-f0f4af19563c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:28:33.414553 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-373f038b-514c-450f-b31a-46288049c62c None None] Notify callbacks [] for port, precommit_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:33.426809 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-373f038b-514c-450f-b31a-46288049c62c None None] Transition to ACTIVE for port object 9b4e9a1a-2a6a-4531-8551-77c08f72899b will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:28:33.440096 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-13cc934a-a791-473b-98ed-f0f4af19563c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:33.441381 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-13cc934a-a791-473b-98ed-f0f4af19563c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2238712 Dec 15 19:28:33.444308 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 58000) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:28:33.450862 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-53c344ee-42a4-485d-93a8-edc507f1de20 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'security_group_rule': {'security_group_id': 'd463c345-58c4-4fd1-a875-5ec0ccfcdd6c', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:28:33.457250 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-373f038b-514c-450f-b31a-46288049c62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:33.457440 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-53c344ee-42a4-485d-93a8-edc507f1de20 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:28:33.462306 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-53c344ee-42a4-485d-93a8-edc507f1de20 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group_rule and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:28:33.462481 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b3878333-1cef-4fa3-b018-c2e9f8755d45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:28:33.465286 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-53c344ee-42a4-485d-93a8-edc507f1de20 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:28:33.471457 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-53c344ee-42a4-485d-93a8-edc507f1de20 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:28:33.503604 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-53c344ee-42a4-485d-93a8-edc507f1de20 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:33.572436 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-53c344ee-42a4-485d-93a8-edc507f1de20 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:33.592141 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dd1750-c2ad-42c5-a94b-433a37505ea2 None None] Pushing event updated for resources: {'Port': ['ID=9b4e9a1a-2a6a-4531-8551-77c08f72899b,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:28:33.596276 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-13dd1750-c2ad-42c5-a94b-433a37505ea2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:28:33.604522 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-53c344ee-42a4-485d-93a8-edc507f1de20 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:33.606517 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-935830c4-fb9d-4430-be08-533768757bcb tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:28:33.629682 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c344ee-42a4-485d-93a8-edc507f1de20 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=067818b2-2292-482b-9436-f5c535398ef4,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:28:33.634507 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-53c344ee-42a4-485d-93a8-edc507f1de20 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:28:33.667721 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-53c344ee-42a4-485d-93a8-edc507f1de20 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:33.669972 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-53c344ee-42a4-485d-93a8-edc507f1de20 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2232223 Dec 15 19:28:33.671907 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 58004) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:28:33.678459 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-95bb39b0-792f-4887-8631-75d7cef8bed8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'security_group_rule': {'security_group_id': 'd463c345-58c4-4fd1-a875-5ec0ccfcdd6c', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:28:33.685636 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-95bb39b0-792f-4887-8631-75d7cef8bed8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:28:33.690296 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-95bb39b0-792f-4887-8631-75d7cef8bed8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group_rule and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:28:33.693692 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-95bb39b0-792f-4887-8631-75d7cef8bed8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:28:33.696687 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-373f038b-514c-450f-b31a-46288049c62c None None] Attempting to bind port 9b4e9a1a-2a6a-4531-8551-77c08f72899b on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:28:33.697117 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-373f038b-514c-450f-b31a-46288049c62c None None] Attempting to bind port 9b4e9a1a-2a6a-4531-8551-77c08f72899b by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'a959f0a6-b14e-4a3d-b89a-6f989a27484f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '530e797b-7c99-40dd-b62c-8a7ce33db1d4'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:28:33.697538 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373f038b-514c-450f-b31a-46288049c62c None None] Attempting to bind port 9b4e9a1a-2a6a-4531-8551-77c08f72899b on network 530e797b-7c99-40dd-b62c-8a7ce33db1d4 {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:28:33.703882 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-95bb39b0-792f-4887-8631-75d7cef8bed8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:28:33.705262 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373f038b-514c-450f-b31a-46288049c62c None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:28:33.705689 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373f038b-514c-450f-b31a-46288049c62c None None] Checking segment: {'id': 'a959f0a6-b14e-4a3d-b89a-6f989a27484f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '530e797b-7c99-40dd-b62c-8a7ce33db1d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:28:33.706149 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-373f038b-514c-450f-b31a-46288049c62c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:33.706779 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373f038b-514c-450f-b31a-46288049c62c None None] Bound using segment: {'id': 'a959f0a6-b14e-4a3d-b89a-6f989a27484f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '530e797b-7c99-40dd-b62c-8a7ce33db1d4'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:28:33.707156 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-373f038b-514c-450f-b31a-46288049c62c None None] Bound port: 9b4e9a1a-2a6a-4531-8551-77c08f72899b, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a959f0a6-b14e-4a3d-b89a-6f989a27484f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '530e797b-7c99-40dd-b62c-8a7ce33db1d4'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:28:33.707588 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-373f038b-514c-450f-b31a-46288049c62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:33.756440 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-95bb39b0-792f-4887-8631-75d7cef8bed8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:33.835914 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-95bb39b0-792f-4887-8631-75d7cef8bed8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:33.869627 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-95bb39b0-792f-4887-8631-75d7cef8bed8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:33.877975 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8cae7c43-d247-4763-963e-412a90e1b5e2 tempest-TestNetworkAdvancedServerOps-759334053 tempest-TestNetworkAdvancedServerOps-759334053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:28:33.899805 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bb39b0-792f-4887-8631-75d7cef8bed8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4a0dabd-0a08-412f-85d7-43defe250da3,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:28:33.902555 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-95bb39b0-792f-4887-8631-75d7cef8bed8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:28:33.931949 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-95bb39b0-792f-4887-8631-75d7cef8bed8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:33.933571 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-95bb39b0-792f-4887-8631-75d7cef8bed8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2604444 Dec 15 19:28:33.936498 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 58008) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:28:33.942669 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-4d3f2d11-300b-42d5-83b4-2e0e22b26d41 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'security_group_rule': {'security_group_id': 'd463c345-58c4-4fd1-a875-5ec0ccfcdd6c', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:28:33.949866 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-4d3f2d11-300b-42d5-83b4-2e0e22b26d41 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:28:33.953928 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-4d3f2d11-300b-42d5-83b4-2e0e22b26d41 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group_rule and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:28:33.956922 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-4d3f2d11-300b-42d5-83b4-2e0e22b26d41 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:28:33.963606 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-4d3f2d11-300b-42d5-83b4-2e0e22b26d41 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:28:33.985203 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-373f038b-514c-450f-b31a-46288049c62c None None] For port 9b4e9a1a-2a6a-4531-8551-77c08f72899b, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:28:33.988362 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-373f038b-514c-450f-b31a-46288049c62c None None] For port 9b4e9a1a-2a6a-4531-8551-77c08f72899b, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=9b4e9a1a-2a6a-4531-8551-77c08f72899b,segment=NetworkSegment(a959f0a6-b14e-4a3d-b89a-6f989a27484f),segment_id=a959f0a6-b14e-4a3d-b89a-6f989a27484f)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:28:34.000464 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.securitygroups_db [None req-4d3f2d11-300b-42d5-83b4-2e0e22b26d41 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Project 7c1b74cf25a94156b4530f0bd868c0c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 19:28:34.008085 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4d3f2d11-300b-42d5-83b4-2e0e22b26d41 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:34.024384 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-373f038b-514c-450f-b31a-46288049c62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:34.029135 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:28:34.076098 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4d3f2d11-300b-42d5-83b4-2e0e22b26d41 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:34.103676 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4d3f2d11-300b-42d5-83b4-2e0e22b26d41 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:34.105905 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-53c344ee-42a4-485d-93a8-edc507f1de20 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:28:34.109579 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dd1750-c2ad-42c5-a94b-433a37505ea2 None None] Pushing event updated for resources: {'Port': ['ID=9b4e9a1a-2a6a-4531-8551-77c08f72899b,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:28:34.113527 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-13dd1750-c2ad-42c5-a94b-433a37505ea2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:28:34.115161 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373f038b-514c-450f-b31a-46288049c62c None None] Routers {'5b413ba0-69aa-47d0-80c4-65b36e83e868'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:28:34.115859 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-373f038b-514c-450f-b31a-46288049c62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:28:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['5b413ba0-69aa-47d0-80c4-65b36e83e868'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:28:34.125165 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3f2d11-300b-42d5-83b4-2e0e22b26d41 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a00b9cc-b097-4d06-9957-309a039e7e7f,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:28:34.129101 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4d3f2d11-300b-42d5-83b4-2e0e22b26d41 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:28:34.172297 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4d3f2d11-300b-42d5-83b4-2e0e22b26d41 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:34.177684 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4d3f2d11-300b-42d5-83b4-2e0e22b26d41 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2374632 Dec 15 19:28:34.178178 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 58012) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:28:34.184891 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-1b762bc2-713a-4d59-8cf9-063d960d8544 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'security_group_rule': {'security_group_id': 'd463c345-58c4-4fd1-a875-5ec0ccfcdd6c', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:28:34.192573 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-1b762bc2-713a-4d59-8cf9-063d960d8544 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:28:34.200847 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-1b762bc2-713a-4d59-8cf9-063d960d8544 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group_rule and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:28:34.204241 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-1b762bc2-713a-4d59-8cf9-063d960d8544 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:28:34.211446 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-1b762bc2-713a-4d59-8cf9-063d960d8544 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:28:34.246747 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.securitygroups_db [None req-1b762bc2-713a-4d59-8cf9-063d960d8544 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Project 7c1b74cf25a94156b4530f0bd868c0c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 19:28:34.254437 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1b762bc2-713a-4d59-8cf9-063d960d8544 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:34.311827 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-373f038b-514c-450f-b31a-46288049c62c None None] Set router 5b413ba0-69aa-47d0-80c4-65b36e83e868 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:28:34.326685 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1b762bc2-713a-4d59-8cf9-063d960d8544 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:34.358912 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1b762bc2-713a-4d59-8cf9-063d960d8544 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:34.360890 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-13df5d5a-9fb5-4930-b1dd-ce4b3f88c2bc tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:28:34.385901 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b762bc2-713a-4d59-8cf9-063d960d8544 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbbed98b-085e-471a-89b7-74832952c674,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:28:34.388487 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1b762bc2-713a-4d59-8cf9-063d960d8544 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:28:34.429760 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1b762bc2-713a-4d59-8cf9-063d960d8544 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:34.432936 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1b762bc2-713a-4d59-8cf9-063d960d8544 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2518697 Dec 15 19:28:34.623080 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-04d7b7a6-af4c-4bac-8d7c-90ecb96a4edb req-f420dd85-0303-46fc-9077-4e0a37987d24 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1680344240&fields=id&tenant_id=7c1b74cf25a94156b4530f0bd868c0c9 HTTP/1.1" status: 200 len: 267 time: 0.0556259 Dec 15 19:28:34.663255 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-373f038b-514c-450f-b31a-46288049c62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b413ba0-69aa-47d0-80c4-65b36e83e868', 'name': 'tempest-TestNetworkBasicOps-router-1324912079', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': 'e0630ef1-5c6e-49eb-9de9-fd86c62ab604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:28:25Z', 'updated_at': '2021-12-15T19:28:29Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': 'e0630ef1-5c6e-49eb-9de9-fd86c62ab604', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:68:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b413ba0-69aa-47d0-80c4-65b36e83e868', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:28:25Z', 'updated_at': '2021-12-15T19:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '9b4e9a1a-2a6a-4531-8551-77c08f72899b', 'name': '', 'network_id': '530e797b-7c99-40dd-b62c-8a7ce33db1d4', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:0d:02:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b413ba0-69aa-47d0-80c4-65b36e83e868', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e4004c47-f346-441a-8814-491784a5e0d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:28:29Z', 'updated_at': '2021-12-15T19:28:33Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'e4004c47-f346-441a-8814-491784a5e0d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:28:34.667650 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373f038b-514c-450f-b31a-46288049c62c None None] The sync data for ids ['5b413ba0-69aa-47d0-80c4-65b36e83e868'] in dv-neutron-821831-2-hyperv is: [{'id': '5b413ba0-69aa-47d0-80c4-65b36e83e868', 'name': 'tempest-TestNetworkBasicOps-router-1324912079', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': 'e0630ef1-5c6e-49eb-9de9-fd86c62ab604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:28:25Z', 'updated_at': '2021-12-15T19:28:29Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': 'e0630ef1-5c6e-49eb-9de9-fd86c62ab604', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:68:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b413ba0-69aa-47d0-80c4-65b36e83e868', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:28:25Z', 'updated_at': '2021-12-15T19:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '9b4e9a1a-2a6a-4531-8551-77c08f72899b', 'name': '', 'network_id': '530e797b-7c99-40dd-b62c-8a7ce33db1d4', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:0d:02:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b413ba0-69aa-47d0-80c4-65b36e83e868', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e4004c47-f346-441a-8814-491784a5e0d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:28:29Z', 'updated_at': '2021-12-15T19:28:33Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'e4004c47-f346-441a-8814-491784a5e0d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:28:35.045741 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d7b7a6-af4c-4bac-8d7c-90ecb96a4edb req-574a5a98-026e-4c30-8af9-0f05d5cd84b4 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:28:35.046579 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-04d7b7a6-af4c-4bac-8d7c-90ecb96a4edb req-574a5a98-026e-4c30-8af9-0f05d5cd84b4 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Synchronizing usage tracker for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:network {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:28:35.095612 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-04d7b7a6-af4c-4bac-8d7c-90ecb96a4edb req-574a5a98-026e-4c30-8af9-0f05d5cd84b4 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Unset dirty status for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:network {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:28:35.097254 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-04d7b7a6-af4c-4bac-8d7c-90ecb96a4edb req-574a5a98-026e-4c30-8af9-0f05d5cd84b4 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/networks?id=530e797b-7c99-40dd-b62c-8a7ce33db1d4 HTTP/1.1" status: 200 len: 797 time: 0.4669642 Dec 15 19:28:35.116359 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-04d7b7a6-af4c-4bac-8d7c-90ecb96a4edb req-7bea2b29-b0bd-458d-afc1-5f5dd268e0fb tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/quotas/7c1b74cf25a94156b4530f0bd868c0c9 HTTP/1.1" status: 200 len: 375 time: 0.0125144 Dec 15 19:28:35.209997 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-04d7b7a6-af4c-4bac-8d7c-90ecb96a4edb req-90b9de81-987e-4e77-b33d-a362814670f3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Synchronizing usage tracker for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:28:35.250198 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-04d7b7a6-af4c-4bac-8d7c-90ecb96a4edb req-90b9de81-987e-4e77-b33d-a362814670f3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Unset dirty status for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:28:35.251726 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-04d7b7a6-af4c-4bac-8d7c-90ecb96a4edb req-90b9de81-987e-4e77-b33d-a362814670f3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7c1b74cf25a94156b4530f0bd868c0c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1285565 Dec 15 19:28:35.269970 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [req-04d7b7a6-af4c-4bac-8d7c-90ecb96a4edb req-d719f34e-c304-499b-8434-1f32310a6d70 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:28:35.271057 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-04d7b7a6-af4c-4bac-8d7c-90ecb96a4edb req-d719f34e-c304-499b-8434-1f32310a6d70 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0055799 Dec 15 19:28:35.418770 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-04d7b7a6-af4c-4bac-8d7c-90ecb96a4edb req-dd01504f-7983-4f28-881a-fe1cca021863 service neutron] 10.222.0.36 "GET /v2.0/networks/530e797b-7c99-40dd-b62c-8a7ce33db1d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412427 Dec 15 19:28:35.566268 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-04d7b7a6-af4c-4bac-8d7c-90ecb96a4edb req-c69feb9d-db32-4c91-9a9d-9269c81c14eb service neutron] 10.222.0.36 "GET /v2.0/networks/530e797b-7c99-40dd-b62c-8a7ce33db1d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409395 Dec 15 19:28:35.843207 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9cec9d76-1afc-4aea-9f4a-5db8ee472f3f req-8efa5fac-8d56-4963-824c-aa65376a78b1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7ad9343-8f95-45bb-9082-47b3448a1ac5 HTTP/1.1" status: 200 len: 210 time: 0.0513744 Dec 15 19:28:36.415021 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 9b4e9a1a-2a6a-4531-8551-77c08f72899b up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:28:36.518726 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 9b4e9a1a-2a6a-4531-8551-77c08f72899b completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:28:36.525912 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 9b4e9a1a-2a6a-4531-8551-77c08f72899b triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:28:36.525912 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:36.646147 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:36.680478 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port 9b4e9a1a-2a6a-4531-8551-77c08f72899b, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=9b4e9a1a-2a6a-4531-8551-77c08f72899b,segment=NetworkSegment(a959f0a6-b14e-4a3d-b89a-6f989a27484f),segment_id=a959f0a6-b14e-4a3d-b89a-6f989a27484f)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:28:36.718687 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:36.720665 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-108e42fc-2416-4535-960f-55c74b8cb320 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:28:36.788420 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=9b4e9a1a-2a6a-4531-8551-77c08f72899b,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:28:36.792644 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:28:37.022014 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ac3ae889-0abb-4b3a-b119-050bd80f07f4 req-c12e62c0-e14b-4029-91b5-ce72b1bba3f4 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7ad9343-8f95-45bb-9082-47b3448a1ac5 HTTP/1.1" status: 200 len: 210 time: 0.0445857 Dec 15 19:28:37.921119 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d7b7a6-af4c-4bac-8d7c-90ecb96a4edb req-7a948cfb-b037-4e1f-9fb2-e7040b0510e7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:28:37.921870 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-04d7b7a6-af4c-4bac-8d7c-90ecb96a4edb req-7a948cfb-b037-4e1f-9fb2-e7040b0510e7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Synchronizing usage tracker for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:network {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:28:37.934921 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-04d7b7a6-af4c-4bac-8d7c-90ecb96a4edb req-7a948cfb-b037-4e1f-9fb2-e7040b0510e7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Unset dirty status for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:network {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:28:37.936160 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-04d7b7a6-af4c-4bac-8d7c-90ecb96a4edb req-7a948cfb-b037-4e1f-9fb2-e7040b0510e7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.32 "GET /v2.0/networks?id=530e797b-7c99-40dd-b62c-8a7ce33db1d4 HTTP/1.1" status: 200 len: 797 time: 0.4043953 Dec 15 19:28:38.002635 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-04d7b7a6-af4c-4bac-8d7c-90ecb96a4edb req-32802d14-9f81-4cec-b1f6-805ea8e41f6d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Synchronizing usage tracker for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:security_group {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:28:38.108795 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-04d7b7a6-af4c-4bac-8d7c-90ecb96a4edb req-32802d14-9f81-4cec-b1f6-805ea8e41f6d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Unset dirty status for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:security_group {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:28:38.110043 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-04d7b7a6-af4c-4bac-8d7c-90ecb96a4edb req-32802d14-9f81-4cec-b1f6-805ea8e41f6d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c1b74cf25a94156b4530f0bd868c0c9 HTTP/1.1" status: 200 len: 380 time: 0.1510453 Dec 15 19:28:38.121800 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [req-04d7b7a6-af4c-4bac-8d7c-90ecb96a4edb req-29865dd5-ccd0-4e7a-a24a-dc0615190c4c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'port': {'device_id': 'b7ad9343-8f95-45bb-9082-47b3448a1ac5', 'network_id': '530e797b-7c99-40dd-b62c-8a7ce33db1d4', 'admin_state_up': True, 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'security_groups': ['d463c345-58c4-4fd1-a875-5ec0ccfcdd6c']}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:28:38.217687 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-014e0b13-7374-4d39-82dc-4c791a9ce61b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:38.241525 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c0ac5741-5eca-4183-99be-76705d1bc154 req-33426a1c-5216-4e3f-be79-c92b170fdb81 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7ad9343-8f95-45bb-9082-47b3448a1ac5 HTTP/1.1" status: 200 len: 210 time: 0.0543468 Dec 15 19:28:38.279168 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [req-04d7b7a6-af4c-4bac-8d7c-90ecb96a4edb req-29865dd5-ccd0-4e7a-a24a-dc0615190c4c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:28:38.291041 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [req-04d7b7a6-af4c-4bac-8d7c-90ecb96a4edb req-29865dd5-ccd0-4e7a-a24a-dc0615190c4c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:28:38.402908 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 9b4e9a1a-2a6a-4531-8551-77c08f72899b up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:28:38.477313 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 9b4e9a1a-2a6a-4531-8551-77c08f72899b triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:28:38.477651 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:38.486206 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04d7b7a6-af4c-4bac-8d7c-90ecb96a4edb req-29865dd5-ccd0-4e7a-a24a-dc0615190c4c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Made reservation on behalf of 7c1b74cf25a94156b4530f0bd868c0c9 for: {'port': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:28:38.492145 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-04d7b7a6-af4c-4bac-8d7c-90ecb96a4edb req-29865dd5-ccd0-4e7a-a24a-dc0615190c4c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:38.668505 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [req-04d7b7a6-af4c-4bac-8d7c-90ecb96a4edb req-29865dd5-ccd0-4e7a-a24a-dc0615190c4c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Allocated IP 172.20.0.10 (530e797b-7c99-40dd-b62c-8a7ce33db1d4/e4004c47-f346-441a-8814-491784a5e0d8/88218470-6827-4213-9340-b6b5ce006e75) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:28:38.862516 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-04d7b7a6-af4c-4bac-8d7c-90ecb96a4edb req-29865dd5-ccd0-4e7a-a24a-dc0615190c4c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:38.879375 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [req-04d7b7a6-af4c-4bac-8d7c-90ecb96a4edb req-29865dd5-ccd0-4e7a-a24a-dc0615190c4c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Transition to ACTIVE for port object 88218470-6827-4213-9340-b6b5ce006e75 will not be triggered until provisioned by entity DHCP. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:28:38.943079 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-04d7b7a6-af4c-4bac-8d7c-90ecb96a4edb req-29865dd5-ccd0-4e7a-a24a-dc0615190c4c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:38.949072 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1f39e965-32f5-4815-b0c3-cbaac6623a83 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:28:39.021023 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04d7b7a6-af4c-4bac-8d7c-90ecb96a4edb req-29865dd5-ccd0-4e7a-a24a-dc0615190c4c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Network 530e797b-7c99-40dd-b62c-8a7ce33db1d4 is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:28:39.025386 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [req-04d7b7a6-af4c-4bac-8d7c-90ecb96a4edb req-29865dd5-ccd0-4e7a-a24a-dc0615190c4c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:28:39.030170 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [req-04d7b7a6-af4c-4bac-8d7c-90ecb96a4edb req-29865dd5-ccd0-4e7a-a24a-dc0615190c4c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:28:39.057615 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29865dd5-ccd0-4e7a-a24a-dc0615190c4c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'Port': ['ID=88218470-6827-4213-9340-b6b5ce006e75,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:28:39.063569 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-29865dd5-ccd0-4e7a-a24a-dc0615190c4c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:28:39.098746 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d7b7a6-af4c-4bac-8d7c-90ecb96a4edb req-29865dd5-ccd0-4e7a-a24a-dc0615190c4c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:28:39.099413 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-04d7b7a6-af4c-4bac-8d7c-90ecb96a4edb req-29865dd5-ccd0-4e7a-a24a-dc0615190c4c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:39.150494 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-04d7b7a6-af4c-4bac-8d7c-90ecb96a4edb req-29865dd5-ccd0-4e7a-a24a-dc0615190c4c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0330930 Dec 15 19:28:39.168097 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [req-04d7b7a6-af4c-4bac-8d7c-90ecb96a4edb req-8e3bdc66-28f4-4dd9-96f1-2aec0b255967 service neutron] Request body: {'port': {'device_id': 'b7ad9343-8f95-45bb-9082-47b3448a1ac5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:28:39.288646 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-04d7b7a6-af4c-4bac-8d7c-90ecb96a4edb req-8e3bdc66-28f4-4dd9-96f1-2aec0b255967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:39.314563 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-4a65e858-61c2-4ebf-a50c-dfc9dc804770 None None] Provisioning for port 88218470-6827-4213-9340-b6b5ce006e75 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:28:39.320596 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-4a65e858-61c2-4ebf-a50c-dfc9dc804770 None None] Provisioning complete for port 88218470-6827-4213-9340-b6b5ce006e75 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:28:39.321024 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4a65e858-61c2-4ebf-a50c-dfc9dc804770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:39.378671 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-4a65e858-61c2-4ebf-a50c-dfc9dc804770 None None] Port 88218470-6827-4213-9340-b6b5ce006e75 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:28:39.455006 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78209434-8768-410b-8573-ebb948434e6b req-583d646b-2165-46d7-b4ea-7c4d48bf143b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:28:39.456555 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-78209434-8768-410b-8573-ebb948434e6b req-583d646b-2165-46d7-b4ea-7c4d48bf143b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7ad9343-8f95-45bb-9082-47b3448a1ac5 HTTP/1.1" status: 200 len: 932 time: 0.0897841 Dec 15 19:28:39.475032 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:39.509613 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-78209434-8768-410b-8573-ebb948434e6b req-029bf56a-3d49-4fec-b573-2bc312445a72 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=d463c345-58c4-4fd1-a875-5ec0ccfcdd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458510 Dec 15 19:28:39.651916 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [req-04d7b7a6-af4c-4bac-8d7c-90ecb96a4edb req-8e3bdc66-28f4-4dd9-96f1-2aec0b255967 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88218470-6827-4213-9340-b6b5ce006e75 {{(pid=88991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 19:28:39.658856 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-04d7b7a6-af4c-4bac-8d7c-90ecb96a4edb req-8e3bdc66-28f4-4dd9-96f1-2aec0b255967 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:39.674056 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [req-04d7b7a6-af4c-4bac-8d7c-90ecb96a4edb req-8e3bdc66-28f4-4dd9-96f1-2aec0b255967 service neutron] Transition to ACTIVE for port object 88218470-6827-4213-9340-b6b5ce006e75 will not be triggered until provisioned by entity L2. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:28:39.714754 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-04d7b7a6-af4c-4bac-8d7c-90ecb96a4edb req-8e3bdc66-28f4-4dd9-96f1-2aec0b255967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:39.719532 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3f58ea28-1983-4a21-a90c-70fcf6839720 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:28:39.850191 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3bdc66-28f4-4dd9-96f1-2aec0b255967 service neutron] Pushing event updated for resources: {'Port': ['ID=88218470-6827-4213-9340-b6b5ce006e75,revision_number=2']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:28:39.855419 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8e3bdc66-28f4-4dd9-96f1-2aec0b255967 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:28:39.971416 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-04d7b7a6-af4c-4bac-8d7c-90ecb96a4edb req-8e3bdc66-28f4-4dd9-96f1-2aec0b255967 service neutron] Attempting to bind port 88218470-6827-4213-9340-b6b5ce006e75 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:28:39.971719 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-04d7b7a6-af4c-4bac-8d7c-90ecb96a4edb req-8e3bdc66-28f4-4dd9-96f1-2aec0b255967 service neutron] Attempting to bind port 88218470-6827-4213-9340-b6b5ce006e75 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'a959f0a6-b14e-4a3d-b89a-6f989a27484f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '530e797b-7c99-40dd-b62c-8a7ce33db1d4'}] {{(pid=88991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:28:39.972100 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d7b7a6-af4c-4bac-8d7c-90ecb96a4edb req-8e3bdc66-28f4-4dd9-96f1-2aec0b255967 service neutron] Attempting to bind port 88218470-6827-4213-9340-b6b5ce006e75 on network 530e797b-7c99-40dd-b62c-8a7ce33db1d4 {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:28:39.978666 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d7b7a6-af4c-4bac-8d7c-90ecb96a4edb req-8e3bdc66-28f4-4dd9-96f1-2aec0b255967 service neutron] Port 88218470-6827-4213-9340-b6b5ce006e75 on network 530e797b-7c99-40dd-b62c-8a7ce33db1d4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:28:39.979030 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d7b7a6-af4c-4bac-8d7c-90ecb96a4edb req-8e3bdc66-28f4-4dd9-96f1-2aec0b255967 service neutron] Attempting to bind port 88218470-6827-4213-9340-b6b5ce006e75 on network 530e797b-7c99-40dd-b62c-8a7ce33db1d4 {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:28:39.985907 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d7b7a6-af4c-4bac-8d7c-90ecb96a4edb req-8e3bdc66-28f4-4dd9-96f1-2aec0b255967 service neutron] Checking agent: {'id': '59e4c979-c5dd-468d-a1f2-341133950749', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 12, 24), 'started_at': datetime.datetime(2021, 12, 15, 19, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:28:39.986310 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d7b7a6-af4c-4bac-8d7c-90ecb96a4edb req-8e3bdc66-28f4-4dd9-96f1-2aec0b255967 service neutron] Checking segment: {'id': 'a959f0a6-b14e-4a3d-b89a-6f989a27484f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '530e797b-7c99-40dd-b62c-8a7ce33db1d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:28:39.986742 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d7b7a6-af4c-4bac-8d7c-90ecb96a4edb req-8e3bdc66-28f4-4dd9-96f1-2aec0b255967 service neutron] Bound using segment: {'id': 'a959f0a6-b14e-4a3d-b89a-6f989a27484f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '530e797b-7c99-40dd-b62c-8a7ce33db1d4'} {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:28:39.987209 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-04d7b7a6-af4c-4bac-8d7c-90ecb96a4edb req-8e3bdc66-28f4-4dd9-96f1-2aec0b255967 service neutron] Bound port: 88218470-6827-4213-9340-b6b5ce006e75, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a959f0a6-b14e-4a3d-b89a-6f989a27484f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '530e797b-7c99-40dd-b62c-8a7ce33db1d4'}}] {{(pid=88991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:28:39.987597 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-04d7b7a6-af4c-4bac-8d7c-90ecb96a4edb req-8e3bdc66-28f4-4dd9-96f1-2aec0b255967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:40.077825 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-04d7b7a6-af4c-4bac-8d7c-90ecb96a4edb req-8e3bdc66-28f4-4dd9-96f1-2aec0b255967 service neutron] For port 88218470-6827-4213-9340-b6b5ce006e75, host hv-neutron-8218, cleared binding levels {{(pid=88991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:28:40.080861 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-04d7b7a6-af4c-4bac-8d7c-90ecb96a4edb req-8e3bdc66-28f4-4dd9-96f1-2aec0b255967 service neutron] For port 88218470-6827-4213-9340-b6b5ce006e75, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=88218470-6827-4213-9340-b6b5ce006e75,segment=NetworkSegment(a959f0a6-b14e-4a3d-b89a-6f989a27484f),segment_id=a959f0a6-b14e-4a3d-b89a-6f989a27484f)] {{(pid=88991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:28:40.113179 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-04d7b7a6-af4c-4bac-8d7c-90ecb96a4edb req-8e3bdc66-28f4-4dd9-96f1-2aec0b255967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:40.118045 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9b6c3d87-5f97-4775-b97d-1f2dcbf74ac4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:28:40.176717 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-04d7b7a6-af4c-4bac-8d7c-90ecb96a4edb req-8e3bdc66-28f4-4dd9-96f1-2aec0b255967 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:40.178650 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-04d7b7a6-af4c-4bac-8d7c-90ecb96a4edb req-8e3bdc66-28f4-4dd9-96f1-2aec0b255967 service neutron] 10.222.0.32 "PUT /v2.0/ports/88218470-6827-4213-9340-b6b5ce006e75 HTTP/1.1" status: 200 len: 1094 time: 1.0152602 Dec 15 19:28:40.179449 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7ad9343-8f95-45bb-9082-47b3448a1ac5', 'tag': '88218470-6827-4213-9340-b6b5ce006e75'}] {{(pid=88991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:28:40.204139 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3bdc66-28f4-4dd9-96f1-2aec0b255967 service neutron] Pushing event updated for resources: {'Port': ['ID=88218470-6827-4213-9340-b6b5ce006e75,revision_number=3']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:28:40.208179 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8e3bdc66-28f4-4dd9-96f1-2aec0b255967 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:28:40.238879 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7ad9343-8f95-45bb-9082-47b3448a1ac5', 'tag': '88218470-6827-4213-9340-b6b5ce006e75', 'status': 'completed', 'code': 200} Dec 15 19:28:40.332798 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-04d7b7a6-af4c-4bac-8d7c-90ecb96a4edb req-9b010518-6fcb-4dc7-9750-787bd2fba40d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c1b74cf25a94156b4530f0bd868c0c9&device_id=b7ad9343-8f95-45bb-9082-47b3448a1ac5 HTTP/1.1" status: 200 len: 1097 time: 0.0789340 Dec 15 19:28:40.414829 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-04d7b7a6-af4c-4bac-8d7c-90ecb96a4edb req-a6cbf55c-3c3b-40d3-b3e2-faf3d208f45d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88218470-6827-4213-9340-b6b5ce006e75 HTTP/1.1" status: 200 len: 217 time: 0.0709913 Dec 15 19:28:40.486212 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d7b7a6-af4c-4bac-8d7c-90ecb96a4edb req-a76c0b29-4668-4097-a933-32b7be48f597 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:28:40.487762 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-04d7b7a6-af4c-4bac-8d7c-90ecb96a4edb req-a76c0b29-4668-4097-a933-32b7be48f597 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e4004c47-f346-441a-8814-491784a5e0d8 HTTP/1.1" status: 200 len: 835 time: 0.0636358 Dec 15 19:28:40.503293 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-87fc21a7-cea6-46f5-97ba-70e866d4c5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:40.574587 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-04d7b7a6-af4c-4bac-8d7c-90ecb96a4edb req-46ce1d5f-92e1-4516-985e-29170f6de06f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=530e797b-7c99-40dd-b62c-8a7ce33db1d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765932 Dec 15 19:28:40.723764 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-04d7b7a6-af4c-4bac-8d7c-90ecb96a4edb req-7fd827c1-37fb-4a57-88ea-b689b2054d68 service neutron] 10.222.0.32 "GET /v2.0/networks/530e797b-7c99-40dd-b62c-8a7ce33db1d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391661 Dec 15 19:28:40.731726 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06def089-c1e7-4ead-b819-d6fc3fd321bf req-23c17119-7be0-476d-8b9b-1d36eb86c414 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:28:40.733302 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-06def089-c1e7-4ead-b819-d6fc3fd321bf req-23c17119-7be0-476d-8b9b-1d36eb86c414 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7ad9343-8f95-45bb-9082-47b3448a1ac5 HTTP/1.1" status: 200 len: 944 time: 0.0902162 Dec 15 19:28:40.785378 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-06def089-c1e7-4ead-b819-d6fc3fd321bf req-6f3b08e4-66f6-4f28-b889-e5a08b1878d7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=d463c345-58c4-4fd1-a875-5ec0ccfcdd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457630 Dec 15 19:28:40.787109 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:40.872986 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-04d7b7a6-af4c-4bac-8d7c-90ecb96a4edb req-28be8058-32d3-4e43-8090-f9c9515a8940 service neutron] 10.222.0.32 "GET /v2.0/networks/530e797b-7c99-40dd-b62c-8a7ce33db1d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399534 Dec 15 19:28:41.032623 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0588f097-3748-45c7-b6a9-d498a8b44d8a req-5d0ee898-a279-498e-bf7d-d0883d600800 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c1b74cf25a94156b4530f0bd868c0c9&device_id=b7ad9343-8f95-45bb-9082-47b3448a1ac5 HTTP/1.1" status: 200 len: 1097 time: 0.0810988 Dec 15 19:28:41.172946 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0588f097-3748-45c7-b6a9-d498a8b44d8a req-52e4d3be-6d90-402a-a75e-b20434bcb48c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:28:41.174479 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0588f097-3748-45c7-b6a9-d498a8b44d8a req-52e4d3be-6d90-402a-a75e-b20434bcb48c service neutron] 10.222.0.32 "GET /v2.0/networks?id=530e797b-7c99-40dd-b62c-8a7ce33db1d4 HTTP/1.1" status: 200 len: 898 time: 0.1340299 Dec 15 19:28:41.251010 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0588f097-3748-45c7-b6a9-d498a8b44d8a req-e32be4ee-a400-45fa-b917-e026fc40e16d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88218470-6827-4213-9340-b6b5ce006e75 HTTP/1.1" status: 200 len: 217 time: 0.0640802 Dec 15 19:28:41.323314 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0588f097-3748-45c7-b6a9-d498a8b44d8a req-3f081c4a-b6d1-43f0-a30d-4d957105b74d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:28:41.324863 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0588f097-3748-45c7-b6a9-d498a8b44d8a req-3f081c4a-b6d1-43f0-a30d-4d957105b74d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e4004c47-f346-441a-8814-491784a5e0d8 HTTP/1.1" status: 200 len: 835 time: 0.0657277 Dec 15 19:28:41.407149 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0588f097-3748-45c7-b6a9-d498a8b44d8a req-212c708f-a47c-4f97-92ef-713283e99767 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=530e797b-7c99-40dd-b62c-8a7ce33db1d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724063 Dec 15 19:28:41.548784 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0588f097-3748-45c7-b6a9-d498a8b44d8a req-9ccf2d3e-5fcc-4f9f-b8b7-4d450eabdee6 service neutron] 10.222.0.32 "GET /v2.0/networks/530e797b-7c99-40dd-b62c-8a7ce33db1d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323328 Dec 15 19:28:41.694322 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0588f097-3748-45c7-b6a9-d498a8b44d8a req-62b6aeaf-2513-4d3d-a276-4c1ec4035c31 service neutron] 10.222.0.32 "GET /v2.0/networks/530e797b-7c99-40dd-b62c-8a7ce33db1d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351852 Dec 15 19:28:41.990517 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a43dc32-df2f-4864-8b1c-0c8d6534da21 req-f85d00ae-ed35-42af-8fe9-9d6e1ee45b4f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:28:41.992127 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6a43dc32-df2f-4864-8b1c-0c8d6534da21 req-f85d00ae-ed35-42af-8fe9-9d6e1ee45b4f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7ad9343-8f95-45bb-9082-47b3448a1ac5 HTTP/1.1" status: 200 len: 944 time: 0.0831707 Dec 15 19:28:42.041614 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6a43dc32-df2f-4864-8b1c-0c8d6534da21 req-b67deceb-ac44-4324-8152-ac6d03109b9c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=d463c345-58c4-4fd1-a875-5ec0ccfcdd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431845 Dec 15 19:28:42.548624 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:43.256807 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aab7e48-2c8b-42a6-b146-1300d88701fc req-9b6509da-30cc-44b6-9521-a080791e8b33 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:28:43.258477 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1aab7e48-2c8b-42a6-b146-1300d88701fc req-9b6509da-30cc-44b6-9521-a080791e8b33 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7ad9343-8f95-45bb-9082-47b3448a1ac5 HTTP/1.1" status: 200 len: 944 time: 0.0916746 Dec 15 19:28:43.306359 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1aab7e48-2c8b-42a6-b146-1300d88701fc req-dfe648f2-52c6-468b-9f14-829cb6733e0c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=d463c345-58c4-4fd1-a875-5ec0ccfcdd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416000 Dec 15 19:28:43.778254 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 88218470-6827-4213-9340-b6b5ce006e75 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 15 19:28:43.918827 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 88218470-6827-4213-9340-b6b5ce006e75, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=88218470-6827-4213-9340-b6b5ce006e75,segment=NetworkSegment(a959f0a6-b14e-4a3d-b89a-6f989a27484f),segment_id=a959f0a6-b14e-4a3d-b89a-6f989a27484f)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:28:43.932694 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Returning: {'device': '88218470-6827-4213-9340-b6b5ce006e75', 'network_id': '530e797b-7c99-40dd-b62c-8a7ce33db1d4', 'port_id': '88218470-6827-4213-9340-b6b5ce006e75', 'mac_address': 'fa:16:3e:f9:a0:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4004c47-f346-441a-8814-491784a5e0d8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 19:28:43.987005 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:44.005676 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88218470-6827-4213-9340-b6b5ce006e75 {{(pid=88992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 19:28:44.020944 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 88218470-6827-4213-9340-b6b5ce006e75, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=88218470-6827-4213-9340-b6b5ce006e75,segment=NetworkSegment(a959f0a6-b14e-4a3d-b89a-6f989a27484f),segment_id=a959f0a6-b14e-4a3d-b89a-6f989a27484f)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:28:44.123913 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:44.125796 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f4fda9e3-cb47-45c7-a636-2e703cd0cd4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:28:44.196184 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=88218470-6827-4213-9340-b6b5ce006e75,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:28:44.199356 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:28:44.389360 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] get_ports_and_sgs() called for port_ids ['88218470-6827-4213-9340-b6b5ce006e75'] {{(pid=88992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 19:28:44.512723 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8341d9-bf7b-4de6-a480-c7aae0463517 req-ac753697-81d3-4be3-8a47-ec445d77ec8c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:28:44.514393 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4e8341d9-bf7b-4de6-a480-c7aae0463517 req-ac753697-81d3-4be3-8a47-ec445d77ec8c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7ad9343-8f95-45bb-9082-47b3448a1ac5 HTTP/1.1" status: 200 len: 945 time: 0.0822465 Dec 15 19:28:44.567189 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4e8341d9-bf7b-4de6-a480-c7aae0463517 req-d6221294-0e48-4d10-8fa8-55b0a16b3b44 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=d463c345-58c4-4fd1-a875-5ec0ccfcdd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464640 Dec 15 19:28:45.775312 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2399708-2cf9-405d-a20c-d7824d7d31b1 req-d6b0a2f4-9afd-4551-9298-1b1176af50fe tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:28:45.776913 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e2399708-2cf9-405d-a20c-d7824d7d31b1 req-d6b0a2f4-9afd-4551-9298-1b1176af50fe tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7ad9343-8f95-45bb-9082-47b3448a1ac5 HTTP/1.1" status: 200 len: 945 time: 0.0835004 Dec 15 19:28:45.807177 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 88218470-6827-4213-9340-b6b5ce006e75 up at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:28:45.825306 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e2399708-2cf9-405d-a20c-d7824d7d31b1 req-e5ff934e-560a-4c4b-8701-3591e74ccd00 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=d463c345-58c4-4fd1-a875-5ec0ccfcdd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423632 Dec 15 19:28:45.919710 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning for port 88218470-6827-4213-9340-b6b5ce006e75 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:28:45.924608 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning complete for port 88218470-6827-4213-9340-b6b5ce006e75 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:28:45.925012 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:46.041134 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:46.075701 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ad9343-8f95-45bb-9082-47b3448a1ac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88218470-6827-4213-9340-b6b5ce006e75'}] {{(pid=88992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:28:46.085743 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 88218470-6827-4213-9340-b6b5ce006e75, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=88218470-6827-4213-9340-b6b5ce006e75,segment=NetworkSegment(a959f0a6-b14e-4a3d-b89a-6f989a27484f),segment_id=a959f0a6-b14e-4a3d-b89a-6f989a27484f)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:28:46.120465 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:46.122567 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:28:46.153678 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7ad9343-8f95-45bb-9082-47b3448a1ac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88218470-6827-4213-9340-b6b5ce006e75', 'code': 200} Dec 15 19:28:46.195771 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=88218470-6827-4213-9340-b6b5ce006e75,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:28:46.199106 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:28:46.465302 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ac8a560c-644d-456a-9ba8-c9ededb9981f req-ab816dec-d439-414f-93e2-dca70daf2925 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b7ad9343-8f95-45bb-9082-47b3448a1ac5 HTTP/1.1" status: 200 len: 1099 time: 0.0797529 Dec 15 19:28:46.513151 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ac8a560c-644d-456a-9ba8-c9ededb9981f req-81a5648b-9504-4f3f-8e61-4053ebf7bccb service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d463c345-58c4-4fd1-a875-5ec0ccfcdd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378087 Dec 15 19:28:47.039891 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f95ce8-ec97-4b7b-8a4a-c78a9f059f8d req-9cfbeaba-b0f2-41a2-83ce-04deec28acfd tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:28:47.041929 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-74f95ce8-ec97-4b7b-8a4a-c78a9f059f8d req-9cfbeaba-b0f2-41a2-83ce-04deec28acfd tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7ad9343-8f95-45bb-9082-47b3448a1ac5 HTTP/1.1" status: 200 len: 946 time: 0.0926554 Dec 15 19:28:47.090183 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-74f95ce8-ec97-4b7b-8a4a-c78a9f059f8d req-325c7379-a89b-4b48-baa4-32f9ba7937c5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=d463c345-58c4-4fd1-a875-5ec0ccfcdd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418894 Dec 15 19:28:48.295660 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9bfb9b-b6ec-4689-b280-6beaebccea7b req-ebcc06c3-1c4b-40d3-b739-3b76517bba24 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:28:48.297247 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2d9bfb9b-b6ec-4689-b280-6beaebccea7b req-ebcc06c3-1c4b-40d3-b739-3b76517bba24 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7ad9343-8f95-45bb-9082-47b3448a1ac5 HTTP/1.1" status: 200 len: 946 time: 0.0827074 Dec 15 19:28:48.344720 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2d9bfb9b-b6ec-4689-b280-6beaebccea7b req-17df04de-f149-45c3-a0ca-f94ec3a9c622 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=d463c345-58c4-4fd1-a875-5ec0ccfcdd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414641 Dec 15 19:28:48.555167 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e23b2-f976-4ac3-bb94-b6ddf6194982 req-dd047b00-4f98-493e-9bee-f605f6afabc9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:28:48.556738 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-826e23b2-f976-4ac3-bb94-b6ddf6194982 req-dd047b00-4f98-493e-9bee-f605f6afabc9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7ad9343-8f95-45bb-9082-47b3448a1ac5 HTTP/1.1" status: 200 len: 946 time: 0.0855098 Dec 15 19:28:48.604530 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-826e23b2-f976-4ac3-bb94-b6ddf6194982 req-ab30c74c-0590-46ca-aa65-85f3dc9fcdac tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=d463c345-58c4-4fd1-a875-5ec0ccfcdd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415988 Dec 15 19:28:48.634048 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 58068) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:28:48.709574 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-3c865faf-b626-4c66-b5de-3e0b72edbac9 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b7ad9343-8f95-45bb-9082-47b3448a1ac5 HTTP/1.1" status: 200 len: 1094 time: 0.0741730 Dec 15 19:28:48.713423 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 58072) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:28:48.719622 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-3bad1fed-ab27-4ec0-8a1f-9061361192fa tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'floatingip': {'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'port_id': '88218470-6827-4213-9340-b6b5ce006e75', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:28:48.725566 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-3bad1fed-ab27-4ec0-8a1f-9061361192fa tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:28:48.730199 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-3bad1fed-ab27-4ec0-8a1f-9061361192fa tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:floatingip and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:28:48.733141 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-3bad1fed-ab27-4ec0-8a1f-9061361192fa tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:28:48.739127 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-3bad1fed-ab27-4ec0-8a1f-9061361192fa tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:28:48.776670 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3bad1fed-ab27-4ec0-8a1f-9061361192fa tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for floatingip, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:48.924682 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3bad1fed-ab27-4ec0-8a1f-9061361192fa tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:49.121850 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-3bad1fed-ab27-4ec0-8a1f-9061361192fa tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Allocated IP 172.26.3.77 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/a7454765-ac55-48ab-8bf3-aaa62f4aa048) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:28:49.277394 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3bad1fed-ab27-4ec0-8a1f-9061361192fa tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:49.331486 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3bad1fed-ab27-4ec0-8a1f-9061361192fa tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:49.335977 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a613f228-6956-476c-ad24-fe875619d790 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:28:49.410156 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bad1fed-ab27-4ec0-8a1f-9061361192fa tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:28:49.411179 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bad1fed-ab27-4ec0-8a1f-9061361192fa tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'Port': ['ID=a7454765-ac55-48ab-8bf3-aaa62f4aa048,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:28:49.414005 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-3bad1fed-ab27-4ec0-8a1f-9061361192fa tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:28:49.416151 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3bad1fed-ab27-4ec0-8a1f-9061361192fa tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:28:49.416934 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bad1fed-ab27-4ec0-8a1f-9061361192fa tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:28:49.937150 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3bad1fed-ab27-4ec0-8a1f-9061361192fa tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:50.023217 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3bad1fed-ab27-4ec0-8a1f-9061361192fa tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:50.308236 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3bad1fed-ab27-4ec0-8a1f-9061361192fa tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:50.340972 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3bad1fed-ab27-4ec0-8a1f-9061361192fa tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:50.345317 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-329ccb5d-d758-45ce-96e3-a93f069fadac tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:28:50.456020 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bad1fed-ab27-4ec0-8a1f-9061361192fa tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'Port': ['ID=a7454765-ac55-48ab-8bf3-aaa62f4aa048,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:28:50.458972 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3bad1fed-ab27-4ec0-8a1f-9061361192fa tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:28:50.470681 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3bad1fed-ab27-4ec0-8a1f-9061361192fa tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634093'] for floatingip, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:50.668972 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.l3_db [None req-3bad1fed-ab27-4ec0-8a1f-9061361192fa tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Floating IP 51300e64-9ca0-48df-a801-9fc47f96490b associated. External IP: 172.26.3.77, port: 88218470-6827-4213-9340-b6b5ce006e75. Dec 15 19:28:51.319837 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bad1fed-ab27-4ec0-8a1f-9061361192fa tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Router 5b413ba0-69aa-47d0-80c4-65b36e83e868 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:28:51.527690 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bad1fed-ab27-4ec0-8a1f-9061361192fa tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:28:51.537937 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4426ef-dd60-4b21-b477-ef5e99f890a2 None None] Sync routers for ids ['5b413ba0-69aa-47d0-80c4-65b36e83e868'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:28:51.552077 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4426ef-dd60-4b21-b477-ef5e99f890a2 None None] Routers {'5b413ba0-69aa-47d0-80c4-65b36e83e868'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:28:51.552750 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-4b4426ef-dd60-4b21-b477-ef5e99f890a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:28:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['5b413ba0-69aa-47d0-80c4-65b36e83e868'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:28:51.582595 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3bad1fed-ab27-4ec0-8a1f-9061361192fa tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:51.641779 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-3bad1fed-ab27-4ec0-8a1f-9061361192fa tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9272006 Dec 15 19:28:51.642837 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7ad9343-8f95-45bb-9082-47b3448a1ac5', 'tag': '88218470-6827-4213-9340-b6b5ce006e75'}] {{(pid=88990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:28:51.644168 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 58076) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:28:51.697969 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7ad9343-8f95-45bb-9082-47b3448a1ac5', 'tag': '88218470-6827-4213-9340-b6b5ce006e75', 'status': 'completed', 'code': 200} Dec 15 19:28:51.743863 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-4b4426ef-dd60-4b21-b477-ef5e99f890a2 None None] Set router 5b413ba0-69aa-47d0-80c4-65b36e83e868 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:28:51.884451 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b94332de-fc75-491a-8032-a54e7bc33593 req-d42563ca-41e2-42f4-bb51-4fefe5522eac service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c1b74cf25a94156b4530f0bd868c0c9&device_id=b7ad9343-8f95-45bb-9082-47b3448a1ac5 HTTP/1.1" status: 200 len: 1099 time: 0.1566045 Dec 15 19:28:52.053046 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f4650b48-e7dd-4d1b-91f5-1e0aeca3645b tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] 10.222.0.36 "GET /v2.0/routers/5b413ba0-69aa-47d0-80c4-65b36e83e868 HTTP/1.1" status: 200 len: 922 time: 0.4071515 Dec 15 19:28:52.054536 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94332de-fc75-491a-8032-a54e7bc33593 req-fafa7130-9553-4c99-929a-2fa48ac71933 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:28:52.056862 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 58082) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:28:52.057078 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b94332de-fc75-491a-8032-a54e7bc33593 req-fafa7130-9553-4c99-929a-2fa48ac71933 service neutron] 10.222.0.32 "GET /v2.0/networks?id=530e797b-7c99-40dd-b62c-8a7ce33db1d4 HTTP/1.1" status: 200 len: 898 time: 0.1664300 Dec 15 19:28:52.106396 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-4b4426ef-dd60-4b21-b477-ef5e99f890a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b413ba0-69aa-47d0-80c4-65b36e83e868', 'name': 'tempest-TestNetworkBasicOps-router-1324912079', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': 'e0630ef1-5c6e-49eb-9de9-fd86c62ab604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:28:25Z', 'updated_at': '2021-12-15T19:28:29Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': 'e0630ef1-5c6e-49eb-9de9-fd86c62ab604', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:68:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b413ba0-69aa-47d0-80c4-65b36e83e868', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:28:25Z', 'updated_at': '2021-12-15T19:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': '51300e64-9ca0-48df-a801-9fc47f96490b', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'floating_ip_address': '172.26.3.77', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': '5b413ba0-69aa-47d0-80c4-65b36e83e868', 'port_id': '88218470-6827-4213-9340-b6b5ce006e75', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '530e797b-7c99-40dd-b62c-8a7ce33db1d4', 'mac_address': 'fa:16:3e:f9:a0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ad9343-8f95-45bb-9082-47b3448a1ac5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:28:49Z', 'updated_at': '2021-12-15T19:28:49Z', 'revision_number': 0, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b4e9a1a-2a6a-4531-8551-77c08f72899b', 'name': '', 'network_id': '530e797b-7c99-40dd-b62c-8a7ce33db1d4', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:0d:02:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b413ba0-69aa-47d0-80c4-65b36e83e868', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e4004c47-f346-441a-8814-491784a5e0d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:28:29Z', 'updated_at': '2021-12-15T19:28:36Z', 'revision_number': 5, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'e4004c47-f346-441a-8814-491784a5e0d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:28:52.110425 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4426ef-dd60-4b21-b477-ef5e99f890a2 None None] Checking router: 5b413ba0-69aa-47d0-80c4-65b36e83e868 for host: dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:28:52.122623 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4426ef-dd60-4b21-b477-ef5e99f890a2 None None] Routers {'5b413ba0-69aa-47d0-80c4-65b36e83e868'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:28:52.123298 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-4b4426ef-dd60-4b21-b477-ef5e99f890a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:28:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['5b413ba0-69aa-47d0-80c4-65b36e83e868'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:28:52.177993 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8fb4955f-9c69-40ae-91cc-89f339df8585 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/floatingips/51300e64-9ca0-48df-a801-9fc47f96490b HTTP/1.1" status: 200 len: 991 time: 0.1185350 Dec 15 19:28:52.316442 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-4b4426ef-dd60-4b21-b477-ef5e99f890a2 None None] Set router 5b413ba0-69aa-47d0-80c4-65b36e83e868 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:28:52.408358 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b94332de-fc75-491a-8032-a54e7bc33593 req-bcb6993b-f05c-4df0-9da7-098352e0150f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88218470-6827-4213-9340-b6b5ce006e75 HTTP/1.1" status: 200 len: 999 time: 0.3450956 Dec 15 19:28:52.479981 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94332de-fc75-491a-8032-a54e7bc33593 req-6afbab53-0fd6-4b41-80a4-c8e433b24999 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:28:52.481465 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b94332de-fc75-491a-8032-a54e7bc33593 req-6afbab53-0fd6-4b41-80a4-c8e433b24999 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e4004c47-f346-441a-8814-491784a5e0d8 HTTP/1.1" status: 200 len: 835 time: 0.0652540 Dec 15 19:28:52.566811 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b94332de-fc75-491a-8032-a54e7bc33593 req-fcf58173-efa5-4757-854e-51608bdbb8e9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=530e797b-7c99-40dd-b62c-8a7ce33db1d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786140 Dec 15 19:28:52.682496 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-4b4426ef-dd60-4b21-b477-ef5e99f890a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b413ba0-69aa-47d0-80c4-65b36e83e868', 'name': 'tempest-TestNetworkBasicOps-router-1324912079', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': 'e0630ef1-5c6e-49eb-9de9-fd86c62ab604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:28:25Z', 'updated_at': '2021-12-15T19:28:29Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': 'e0630ef1-5c6e-49eb-9de9-fd86c62ab604', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:68:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b413ba0-69aa-47d0-80c4-65b36e83e868', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:28:25Z', 'updated_at': '2021-12-15T19:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': '51300e64-9ca0-48df-a801-9fc47f96490b', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'floating_ip_address': '172.26.3.77', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': '5b413ba0-69aa-47d0-80c4-65b36e83e868', 'port_id': '88218470-6827-4213-9340-b6b5ce006e75', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '530e797b-7c99-40dd-b62c-8a7ce33db1d4', 'mac_address': 'fa:16:3e:f9:a0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ad9343-8f95-45bb-9082-47b3448a1ac5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:28:49Z', 'updated_at': '2021-12-15T19:28:49Z', 'revision_number': 0, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b4e9a1a-2a6a-4531-8551-77c08f72899b', 'name': '', 'network_id': '530e797b-7c99-40dd-b62c-8a7ce33db1d4', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:0d:02:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b413ba0-69aa-47d0-80c4-65b36e83e868', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e4004c47-f346-441a-8814-491784a5e0d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:28:29Z', 'updated_at': '2021-12-15T19:28:36Z', 'revision_number': 5, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'e4004c47-f346-441a-8814-491784a5e0d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:28:52.686691 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4426ef-dd60-4b21-b477-ef5e99f890a2 None None] The sync data for ids ['5b413ba0-69aa-47d0-80c4-65b36e83e868'] in dv-neutron-821831-2-hyperv is: [{'id': '5b413ba0-69aa-47d0-80c4-65b36e83e868', 'name': 'tempest-TestNetworkBasicOps-router-1324912079', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': 'e0630ef1-5c6e-49eb-9de9-fd86c62ab604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:28:25Z', 'updated_at': '2021-12-15T19:28:29Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': 'e0630ef1-5c6e-49eb-9de9-fd86c62ab604', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:68:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b413ba0-69aa-47d0-80c4-65b36e83e868', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:28:25Z', 'updated_at': '2021-12-15T19:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': '51300e64-9ca0-48df-a801-9fc47f96490b', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'floating_ip_address': '172.26.3.77', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': '5b413ba0-69aa-47d0-80c4-65b36e83e868', 'port_id': '88218470-6827-4213-9340-b6b5ce006e75', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '530e797b-7c99-40dd-b62c-8a7ce33db1d4', 'mac_address': 'fa:16:3e:f9:a0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ad9343-8f95-45bb-9082-47b3448a1ac5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:28:49Z', 'updated_at': '2021-12-15T19:28:49Z', 'revision_number': 0, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b4e9a1a-2a6a-4531-8551-77c08f72899b', 'name': '', 'network_id': '530e797b-7c99-40dd-b62c-8a7ce33db1d4', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:0d:02:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b413ba0-69aa-47d0-80c4-65b36e83e868', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e4004c47-f346-441a-8814-491784a5e0d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:28:29Z', 'updated_at': '2021-12-15T19:28:36Z', 'revision_number': 5, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'e4004c47-f346-441a-8814-491784a5e0d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:28:52.716514 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b94332de-fc75-491a-8032-a54e7bc33593 req-1661bf88-c13f-441f-8604-1a09d0991d3d service neutron] 10.222.0.32 "GET /v2.0/networks/530e797b-7c99-40dd-b62c-8a7ce33db1d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379015 Dec 15 19:28:52.859721 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b94332de-fc75-491a-8032-a54e7bc33593 req-9e16236d-e10b-4e90-af10-93b4d9e48620 service neutron] 10.222.0.32 "GET /v2.0/networks/530e797b-7c99-40dd-b62c-8a7ce33db1d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371393 Dec 15 19:28:53.038415 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0fb0ba-fe35-4b77-8b45-55f82c255370 None None] New status for floating IP 51300e64-9ca0-48df-a801-9fc47f96490b: ACTIVE {{(pid=88992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 15 19:28:53.180156 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 58086) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:28:53.295882 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-602f5b2d-5848-4181-8ac5-6ef40ba847b6 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/floatingips/51300e64-9ca0-48df-a801-9fc47f96490b HTTP/1.1" status: 200 len: 991 time: 0.1142094 Dec 15 19:28:53.965508 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:28:54.299408 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 58090) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:28:54.409620 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b9c097ea-e18a-484a-b350-0640ba5038b7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/floatingips/51300e64-9ca0-48df-a801-9fc47f96490b HTTP/1.1" status: 200 len: 993 time: 0.1089144 Dec 15 19:28:56.894215 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 19:29:08.199457 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b689553e-512a-4331-8689-20f6b10e36a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:09.467982 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:10.507475 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6f7eb7cf-57f3-4c12-8b23-7a9951161aaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:10.781776 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:12.558989 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:23.970304 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:25.686360 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 58106) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:29:25.875429 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a0e36838-a16c-4758-a426-4bfed30d1632 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] 10.222.0.36 "GET /v2.0/routers/5b413ba0-69aa-47d0-80c4-65b36e83e868/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1877358 Dec 15 19:29:25.878504 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 58110) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:29:26.129559 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d0d605-13a6-4807-b249-275100cc6598 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Notify agent at dv-neutron-821831-2-hyperv the message router_removed_from_agent {{(pid=88990) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:49}} Dec 15 19:29:26.133107 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a9d0d605-13a6-4807-b249-275100cc6598 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] 10.222.0.36 "DELETE /v2.0/agents/63663b3c-f713-422b-861b-9a2321bd17b9/l3-routers/5b413ba0-69aa-47d0-80c4-65b36e83e868 HTTP/1.1" status: 204 len: 168 time: 0.2535925 Dec 15 19:29:26.135990 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 58114) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:29:26.337526 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-32922903-5f68-4832-ac37-d7ed42e30719 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] 10.222.0.36 "GET /v2.0/routers/5b413ba0-69aa-47d0-80c4-65b36e83e868/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.2003124 Dec 15 19:29:26.340347 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 58118) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:29:26.437934 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 9b4e9a1a-2a6a-4531-8551-77c08f72899b no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:29:26.452429 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9e45eb6d-81d2-4423-87a3-7074ca499e50 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/floatingips/51300e64-9ca0-48df-a801-9fc47f96490b HTTP/1.1" status: 200 len: 993 time: 0.1108308 Dec 15 19:29:26.453069 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da64651a-f74b-4447-acfa-185e4a2c4bc6 None None] New status for floating IP 51300e64-9ca0-48df-a801-9fc47f96490b: DOWN {{(pid=88993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 15 19:29:26.560212 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:26.595394 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port 9b4e9a1a-2a6a-4531-8551-77c08f72899b, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=9b4e9a1a-2a6a-4531-8551-77c08f72899b,segment=NetworkSegment(a959f0a6-b14e-4a3d-b89a-6f989a27484f),segment_id=a959f0a6-b14e-4a3d-b89a-6f989a27484f)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:29:26.621671 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:26.624360 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:29:26.859822 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=9b4e9a1a-2a6a-4531-8551-77c08f72899b,revision_number=6']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:29:26.863202 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:29:27.456542 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 58122) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:29:27.569328 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-65fa37a6-676e-4ecd-a9b5-f1530606acf9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/floatingips/51300e64-9ca0-48df-a801-9fc47f96490b HTTP/1.1" status: 200 len: 991 time: 0.1114516 Dec 15 19:29:28.418365 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device e0630ef1-5c6e-49eb-9de9-fd86c62ab604 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:29:28.531390 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:28.547412 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port e0630ef1-5c6e-49eb-9de9-fd86c62ab604, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=e0630ef1-5c6e-49eb-9de9-fd86c62ab604,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:29:28.581523 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:28.583501 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0fefd719-b783-45e0-93e6-cf54ec4bb0b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:29:28.651999 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=e0630ef1-5c6e-49eb-9de9-fd86c62ab604,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:29:28.655260 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:29:28.729731 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 58128) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:29:28.998065 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b740b5d5-715f-42f9-a26b-944c0579e68c tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Router 5b413ba0-69aa-47d0-80c4-65b36e83e868 is scheduled to L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 with binding_index 1 {{(pid=88990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 15 19:29:28.998418 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b740b5d5-715f-42f9-a26b-944c0579e68c tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Notify agent at dv-neutron-821831-2-hyperv the message router_added_to_agent {{(pid=88990) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:49}} Dec 15 19:29:29.026428 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b740b5d5-715f-42f9-a26b-944c0579e68c tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] 10.222.0.36 "POST /v2.0/agents/63663b3c-f713-422b-861b-9a2321bd17b9/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2955141 Dec 15 19:29:29.029593 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 58134) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:29:29.045425 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30eb8ddb-89e6-4c9e-a877-3126a57aca22 None None] Sync routers for ids ['5b413ba0-69aa-47d0-80c4-65b36e83e868'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:29:29.058090 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30eb8ddb-89e6-4c9e-a877-3126a57aca22 None None] Routers {'5b413ba0-69aa-47d0-80c4-65b36e83e868'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:29:29.058804 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-30eb8ddb-89e6-4c9e-a877-3126a57aca22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:29:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['5b413ba0-69aa-47d0-80c4-65b36e83e868'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:29:29.223037 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c9766a1c-2102-4226-ad92-3fa36fc6d8cb tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] 10.222.0.36 "GET /v2.0/routers/5b413ba0-69aa-47d0-80c4-65b36e83e868/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1920552 Dec 15 19:29:29.225843 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 58140) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:29:29.244517 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-30eb8ddb-89e6-4c9e-a877-3126a57aca22 None None] Set router 5b413ba0-69aa-47d0-80c4-65b36e83e868 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:29:29.334478 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d360fa7d-7711-4cc0-9b15-bb2032bd6d9f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/floatingips/51300e64-9ca0-48df-a801-9fc47f96490b HTTP/1.1" status: 200 len: 991 time: 0.1073182 Dec 15 19:29:29.604069 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-30eb8ddb-89e6-4c9e-a877-3126a57aca22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b413ba0-69aa-47d0-80c4-65b36e83e868', 'name': 'tempest-TestNetworkBasicOps-router-1324912079', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': 'e0630ef1-5c6e-49eb-9de9-fd86c62ab604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:28:25Z', 'updated_at': '2021-12-15T19:28:29Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': 'e0630ef1-5c6e-49eb-9de9-fd86c62ab604', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:68:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b413ba0-69aa-47d0-80c4-65b36e83e868', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:28:25Z', 'updated_at': '2021-12-15T19:29:28Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': '51300e64-9ca0-48df-a801-9fc47f96490b', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'floating_ip_address': '172.26.3.77', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': '5b413ba0-69aa-47d0-80c4-65b36e83e868', 'port_id': '88218470-6827-4213-9340-b6b5ce006e75', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '530e797b-7c99-40dd-b62c-8a7ce33db1d4', 'mac_address': 'fa:16:3e:f9:a0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ad9343-8f95-45bb-9082-47b3448a1ac5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:28:49Z', 'updated_at': '2021-12-15T19:29:26Z', 'revision_number': 2, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b4e9a1a-2a6a-4531-8551-77c08f72899b', 'name': '', 'network_id': '530e797b-7c99-40dd-b62c-8a7ce33db1d4', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:0d:02:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b413ba0-69aa-47d0-80c4-65b36e83e868', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e4004c47-f346-441a-8814-491784a5e0d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:28:29Z', 'updated_at': '2021-12-15T19:29:26Z', 'revision_number': 6, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'e4004c47-f346-441a-8814-491784a5e0d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:29:29.608647 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30eb8ddb-89e6-4c9e-a877-3126a57aca22 None None] Checking router: 5b413ba0-69aa-47d0-80c4-65b36e83e868 for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:29:29.620518 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30eb8ddb-89e6-4c9e-a877-3126a57aca22 None None] Routers {'5b413ba0-69aa-47d0-80c4-65b36e83e868'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:29:29.621172 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-30eb8ddb-89e6-4c9e-a877-3126a57aca22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:29:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['5b413ba0-69aa-47d0-80c4-65b36e83e868'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:29:29.805076 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-30eb8ddb-89e6-4c9e-a877-3126a57aca22 None None] Set router 5b413ba0-69aa-47d0-80c4-65b36e83e868 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:29:30.165875 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-30eb8ddb-89e6-4c9e-a877-3126a57aca22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b413ba0-69aa-47d0-80c4-65b36e83e868', 'name': 'tempest-TestNetworkBasicOps-router-1324912079', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': 'e0630ef1-5c6e-49eb-9de9-fd86c62ab604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:28:25Z', 'updated_at': '2021-12-15T19:28:29Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': 'e0630ef1-5c6e-49eb-9de9-fd86c62ab604', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:68:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b413ba0-69aa-47d0-80c4-65b36e83e868', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:28:25Z', 'updated_at': '2021-12-15T19:29:28Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': '51300e64-9ca0-48df-a801-9fc47f96490b', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'floating_ip_address': '172.26.3.77', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': '5b413ba0-69aa-47d0-80c4-65b36e83e868', 'port_id': '88218470-6827-4213-9340-b6b5ce006e75', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '530e797b-7c99-40dd-b62c-8a7ce33db1d4', 'mac_address': 'fa:16:3e:f9:a0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ad9343-8f95-45bb-9082-47b3448a1ac5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:28:49Z', 'updated_at': '2021-12-15T19:29:26Z', 'revision_number': 2, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b4e9a1a-2a6a-4531-8551-77c08f72899b', 'name': '', 'network_id': '530e797b-7c99-40dd-b62c-8a7ce33db1d4', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:0d:02:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b413ba0-69aa-47d0-80c4-65b36e83e868', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e4004c47-f346-441a-8814-491784a5e0d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:28:29Z', 'updated_at': '2021-12-15T19:29:26Z', 'revision_number': 6, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'e4004c47-f346-441a-8814-491784a5e0d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:29:30.170091 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30eb8ddb-89e6-4c9e-a877-3126a57aca22 None None] The sync data for ids ['5b413ba0-69aa-47d0-80c4-65b36e83e868'] in dv-neutron-821831-2-hyperv is: [{'id': '5b413ba0-69aa-47d0-80c4-65b36e83e868', 'name': 'tempest-TestNetworkBasicOps-router-1324912079', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': 'e0630ef1-5c6e-49eb-9de9-fd86c62ab604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:28:25Z', 'updated_at': '2021-12-15T19:28:29Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': 'e0630ef1-5c6e-49eb-9de9-fd86c62ab604', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:68:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b413ba0-69aa-47d0-80c4-65b36e83e868', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:28:25Z', 'updated_at': '2021-12-15T19:29:28Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': '51300e64-9ca0-48df-a801-9fc47f96490b', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'floating_ip_address': '172.26.3.77', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': '5b413ba0-69aa-47d0-80c4-65b36e83e868', 'port_id': '88218470-6827-4213-9340-b6b5ce006e75', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '530e797b-7c99-40dd-b62c-8a7ce33db1d4', 'mac_address': 'fa:16:3e:f9:a0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ad9343-8f95-45bb-9082-47b3448a1ac5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:28:49Z', 'updated_at': '2021-12-15T19:29:26Z', 'revision_number': 2, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b4e9a1a-2a6a-4531-8551-77c08f72899b', 'name': '', 'network_id': '530e797b-7c99-40dd-b62c-8a7ce33db1d4', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:0d:02:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b413ba0-69aa-47d0-80c4-65b36e83e868', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e4004c47-f346-441a-8814-491784a5e0d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:28:29Z', 'updated_at': '2021-12-15T19:29:26Z', 'revision_number': 6, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'e4004c47-f346-441a-8814-491784a5e0d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:29:30.339453 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 58144) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:29:30.695397 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-eaf67121-c7ec-4230-9332-28c20be54e1f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/floatingips/51300e64-9ca0-48df-a801-9fc47f96490b HTTP/1.1" status: 200 len: 991 time: 0.3543849 Dec 15 19:29:31.699330 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 58148) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:29:31.808656 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-61eca396-b53c-4ed8-b986-04dd8fccb87b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/floatingips/51300e64-9ca0-48df-a801-9fc47f96490b HTTP/1.1" status: 200 len: 991 time: 0.1079254 Dec 15 19:29:32.463144 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device e0630ef1-5c6e-49eb-9de9-fd86c62ab604 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:29:32.533376 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port e0630ef1-5c6e-49eb-9de9-fd86c62ab604 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:29:32.533803 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:32.653791 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:32.669981 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port e0630ef1-5c6e-49eb-9de9-fd86c62ab604, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=e0630ef1-5c6e-49eb-9de9-fd86c62ab604,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:29:32.712899 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:32.713831 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 9b4e9a1a-2a6a-4531-8551-77c08f72899b up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:29:32.740758 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:29:32.811948 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 58152) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:29:32.832589 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=e0630ef1-5c6e-49eb-9de9-fd86c62ab604,revision_number=6']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:29:32.846873 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:29:32.847267 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:29:32.847654 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:29:32.848041 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:29:32.848422 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:29:32.848804 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:29:32.849179 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:29:32.849555 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:29:32.849929 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:29:32.850318 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:29:32.850692 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:29:32.855038 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:29:32.860247 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 9b4e9a1a-2a6a-4531-8551-77c08f72899b triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:29:32.860588 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:32.923946 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-7b2992b2-7ffc-4eae-88e0-4e2c7dcc772d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/floatingips/51300e64-9ca0-48df-a801-9fc47f96490b HTTP/1.1" status: 200 len: 991 time: 0.1106284 Dec 15 19:29:32.975006 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:33.006806 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port 9b4e9a1a-2a6a-4531-8551-77c08f72899b, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=9b4e9a1a-2a6a-4531-8551-77c08f72899b,segment=NetworkSegment(a959f0a6-b14e-4a3d-b89a-6f989a27484f),segment_id=a959f0a6-b14e-4a3d-b89a-6f989a27484f)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:29:33.032824 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:33.035151 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:29:33.105505 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=9b4e9a1a-2a6a-4531-8551-77c08f72899b,revision_number=7']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:29:33.108711 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:29:33.366049 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9806475f-b109-4294-b523-48dcdc688ff9 None None] New status for floating IP 51300e64-9ca0-48df-a801-9fc47f96490b: ACTIVE {{(pid=88993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 15 19:29:33.893601 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 19:29:33.927968 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 58156) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:29:34.037993 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4d6e5c00-4335-4ad7-8934-0e67e253ef8c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/floatingips/51300e64-9ca0-48df-a801-9fc47f96490b HTTP/1.1" status: 200 len: 993 time: 0.1087861 Dec 15 19:29:34.349878 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 58164) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:29:34.436202 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device e0630ef1-5c6e-49eb-9de9-fd86c62ab604 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:29:34.508866 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port e0630ef1-5c6e-49eb-9de9-fd86c62ab604 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:29:34.509290 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:34.566609 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-18133528-78d8-4851-810e-97163a0bc574 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Deleting port a7454765-ac55-48ab-8bf3-aaa62f4aa048 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:29:34.566994 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-18133528-78d8-4851-810e-97163a0bc574 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:34.629858 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 9b4e9a1a-2a6a-4531-8551-77c08f72899b up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:29:34.697645 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 9b4e9a1a-2a6a-4531-8551-77c08f72899b triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:29:34.698064 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:34.748275 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-18133528-78d8-4851-810e-97163a0bc574 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:34.748648 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-18133528-78d8-4851-810e-97163a0bc574 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:34.873735 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-18133528-78d8-4851-810e-97163a0bc574 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Calling delete_port for a7454765-ac55-48ab-8bf3-aaa62f4aa048 owned by network:floatingip {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:29:35.192811 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-18133528-78d8-4851-810e-97163a0bc574 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:35.197785 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0bfab303-e9d5-4c5f-9b95-e21a03cb2f0a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:29:35.240345 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18133528-78d8-4851-810e-97163a0bc574 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event deleted for resources: {'Port': ['ID=a7454765-ac55-48ab-8bf3-aaa62f4aa048,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:29:35.285251 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18133528-78d8-4851-810e-97163a0bc574 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:29:35.285682 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18133528-78d8-4851-810e-97163a0bc574 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:29:35.286100 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18133528-78d8-4851-810e-97163a0bc574 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:29:35.286557 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18133528-78d8-4851-810e-97163a0bc574 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:29:35.286974 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18133528-78d8-4851-810e-97163a0bc574 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:29:35.287387 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18133528-78d8-4851-810e-97163a0bc574 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:29:35.287793 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18133528-78d8-4851-810e-97163a0bc574 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:29:35.288200 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18133528-78d8-4851-810e-97163a0bc574 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:29:35.288604 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18133528-78d8-4851-810e-97163a0bc574 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:29:35.289035 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18133528-78d8-4851-810e-97163a0bc574 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:29:35.289435 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18133528-78d8-4851-810e-97163a0bc574 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:29:35.296561 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-18133528-78d8-4851-810e-97163a0bc574 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:29:35.351136 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-18133528-78d8-4851-810e-97163a0bc574 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for floatingip, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:35.756346 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18133528-78d8-4851-810e-97163a0bc574 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Router 5b413ba0-69aa-47d0-80c4-65b36e83e868 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:29:35.961836 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18133528-78d8-4851-810e-97163a0bc574 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:29:35.971815 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ac7539-5ff5-40c4-a0e6-ed097bad4979 None None] Sync routers for ids ['5b413ba0-69aa-47d0-80c4-65b36e83e868'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:29:35.979975 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-18133528-78d8-4851-810e-97163a0bc574 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:35.984833 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ac7539-5ff5-40c4-a0e6-ed097bad4979 None None] Routers {'5b413ba0-69aa-47d0-80c4-65b36e83e868'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:29:35.985514 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-32ac7539-5ff5-40c4-a0e6-ed097bad4979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:29:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['5b413ba0-69aa-47d0-80c4-65b36e83e868'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:29:36.037345 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-18133528-78d8-4851-810e-97163a0bc574 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "DELETE /v2.0/floatingips/51300e64-9ca0-48df-a801-9fc47f96490b HTTP/1.1" status: 204 len: 168 time: 1.6833866 Dec 15 19:29:36.037345 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7ad9343-8f95-45bb-9082-47b3448a1ac5', 'tag': '88218470-6827-4213-9340-b6b5ce006e75'}] {{(pid=88990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:29:36.096776 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7ad9343-8f95-45bb-9082-47b3448a1ac5', 'tag': '88218470-6827-4213-9340-b6b5ce006e75', 'status': 'completed', 'code': 200} Dec 15 19:29:36.173317 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-32ac7539-5ff5-40c4-a0e6-ed097bad4979 None None] Set router 5b413ba0-69aa-47d0-80c4-65b36e83e868 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:29:36.225413 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5a19dc2e-290a-45a9-baaa-2e0c0b119f33 req-1b2ed828-ab59-43d5-9ef1-71bc8b866fd9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c1b74cf25a94156b4530f0bd868c0c9&device_id=b7ad9343-8f95-45bb-9082-47b3448a1ac5 HTTP/1.1" status: 200 len: 1099 time: 0.0864160 Dec 15 19:29:36.384831 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a19dc2e-290a-45a9-baaa-2e0c0b119f33 req-83105b2f-5c00-4c97-be9b-8d89bfa567a7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:29:36.386649 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5a19dc2e-290a-45a9-baaa-2e0c0b119f33 req-83105b2f-5c00-4c97-be9b-8d89bfa567a7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=530e797b-7c99-40dd-b62c-8a7ce33db1d4 HTTP/1.1" status: 200 len: 898 time: 0.1494241 Dec 15 19:29:36.476181 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5a19dc2e-290a-45a9-baaa-2e0c0b119f33 req-301d1012-3c46-4541-9c5c-8d5c84946bdb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88218470-6827-4213-9340-b6b5ce006e75 HTTP/1.1" status: 200 len: 217 time: 0.0650961 Dec 15 19:29:36.551979 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a19dc2e-290a-45a9-baaa-2e0c0b119f33 req-a896d047-856f-45a6-a10d-788c723dd769 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:29:36.553699 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5a19dc2e-290a-45a9-baaa-2e0c0b119f33 req-a896d047-856f-45a6-a10d-788c723dd769 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e4004c47-f346-441a-8814-491784a5e0d8 HTTP/1.1" status: 200 len: 835 time: 0.0693564 Dec 15 19:29:36.570662 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e4550-b7d4-4e82-8ce1-a46eff832b90 req-a524d440-24c6-4587-a988-9dd5d764287b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:29:36.571905 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-0e0e4550-b7d4-4e82-8ce1-a46eff832b90 req-a524d440-24c6-4587-a988-9dd5d764287b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Synchronizing usage tracker for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:29:36.621026 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-0e0e4550-b7d4-4e82-8ce1-a46eff832b90 req-a524d440-24c6-4587-a988-9dd5d764287b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Unset dirty status for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:29:36.622380 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0e0e4550-b7d4-4e82-8ce1-a46eff832b90 req-a524d440-24c6-4587-a988-9dd5d764287b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7ad9343-8f95-45bb-9082-47b3448a1ac5 HTTP/1.1" status: 200 len: 946 time: 0.1365423 Dec 15 19:29:36.647348 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5a19dc2e-290a-45a9-baaa-2e0c0b119f33 req-a11b57f8-ad07-47dd-a165-bb81b40f9b0c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=530e797b-7c99-40dd-b62c-8a7ce33db1d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805235 Dec 15 19:29:36.675707 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-32ac7539-5ff5-40c4-a0e6-ed097bad4979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b413ba0-69aa-47d0-80c4-65b36e83e868', 'name': 'tempest-TestNetworkBasicOps-router-1324912079', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': 'e0630ef1-5c6e-49eb-9de9-fd86c62ab604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:28:25Z', 'updated_at': '2021-12-15T19:28:29Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': 'e0630ef1-5c6e-49eb-9de9-fd86c62ab604', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:68:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b413ba0-69aa-47d0-80c4-65b36e83e868', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:28:25Z', 'updated_at': '2021-12-15T19:29:32Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '9b4e9a1a-2a6a-4531-8551-77c08f72899b', 'name': '', 'network_id': '530e797b-7c99-40dd-b62c-8a7ce33db1d4', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:0d:02:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b413ba0-69aa-47d0-80c4-65b36e83e868', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e4004c47-f346-441a-8814-491784a5e0d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:28:29Z', 'updated_at': '2021-12-15T19:29:32Z', 'revision_number': 7, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'e4004c47-f346-441a-8814-491784a5e0d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:29:36.680673 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ac7539-5ff5-40c4-a0e6-ed097bad4979 None None] Checking router: 5b413ba0-69aa-47d0-80c4-65b36e83e868 for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:29:36.682913 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0e0e4550-b7d4-4e82-8ce1-a46eff832b90 req-273edd11-50a6-49db-a272-05ccaa36b50d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=d463c345-58c4-4fd1-a875-5ec0ccfcdd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537806 Dec 15 19:29:36.692517 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ac7539-5ff5-40c4-a0e6-ed097bad4979 None None] Routers {'5b413ba0-69aa-47d0-80c4-65b36e83e868'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:29:36.693320 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-32ac7539-5ff5-40c4-a0e6-ed097bad4979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:29:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['5b413ba0-69aa-47d0-80c4-65b36e83e868'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:29:36.795824 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5a19dc2e-290a-45a9-baaa-2e0c0b119f33 req-80f7ddc6-bbaa-43b2-b5c0-5ee68e8114de service neutron] 10.222.0.32 "GET /v2.0/networks/530e797b-7c99-40dd-b62c-8a7ce33db1d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390254 Dec 15 19:29:36.879981 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-32ac7539-5ff5-40c4-a0e6-ed097bad4979 None None] Set router 5b413ba0-69aa-47d0-80c4-65b36e83e868 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:29:36.941465 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5a19dc2e-290a-45a9-baaa-2e0c0b119f33 req-5afb8b70-6a9b-4094-b13c-b787e6f15d81 service neutron] 10.222.0.32 "GET /v2.0/networks/530e797b-7c99-40dd-b62c-8a7ce33db1d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360114 Dec 15 19:29:37.201725 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-32ac7539-5ff5-40c4-a0e6-ed097bad4979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b413ba0-69aa-47d0-80c4-65b36e83e868', 'name': 'tempest-TestNetworkBasicOps-router-1324912079', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': 'e0630ef1-5c6e-49eb-9de9-fd86c62ab604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:28:25Z', 'updated_at': '2021-12-15T19:28:29Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': 'e0630ef1-5c6e-49eb-9de9-fd86c62ab604', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:68:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b413ba0-69aa-47d0-80c4-65b36e83e868', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:28:25Z', 'updated_at': '2021-12-15T19:29:32Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '9b4e9a1a-2a6a-4531-8551-77c08f72899b', 'name': '', 'network_id': '530e797b-7c99-40dd-b62c-8a7ce33db1d4', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:0d:02:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b413ba0-69aa-47d0-80c4-65b36e83e868', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e4004c47-f346-441a-8814-491784a5e0d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:28:29Z', 'updated_at': '2021-12-15T19:29:32Z', 'revision_number': 7, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'e4004c47-f346-441a-8814-491784a5e0d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:29:37.205947 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ac7539-5ff5-40c4-a0e6-ed097bad4979 None None] The sync data for ids ['5b413ba0-69aa-47d0-80c4-65b36e83e868'] in dv-neutron-821831-2-hyperv is: [{'id': '5b413ba0-69aa-47d0-80c4-65b36e83e868', 'name': 'tempest-TestNetworkBasicOps-router-1324912079', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': 'e0630ef1-5c6e-49eb-9de9-fd86c62ab604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:28:25Z', 'updated_at': '2021-12-15T19:28:29Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': 'e0630ef1-5c6e-49eb-9de9-fd86c62ab604', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:68:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b413ba0-69aa-47d0-80c4-65b36e83e868', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:28:25Z', 'updated_at': '2021-12-15T19:29:32Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '9b4e9a1a-2a6a-4531-8551-77c08f72899b', 'name': '', 'network_id': '530e797b-7c99-40dd-b62c-8a7ce33db1d4', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:0d:02:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b413ba0-69aa-47d0-80c4-65b36e83e868', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e4004c47-f346-441a-8814-491784a5e0d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:28:29Z', 'updated_at': '2021-12-15T19:29:32Z', 'revision_number': 7, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'e4004c47-f346-441a-8814-491784a5e0d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:29:38.041235 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085eb541-fba7-4399-930f-24fad28cfdbe req-a57a34fa-0b7d-4edd-8c23-bb76fb782ab9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:29:38.042002 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-085eb541-fba7-4399-930f-24fad28cfdbe req-a57a34fa-0b7d-4edd-8c23-bb76fb782ab9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Synchronizing usage tracker for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:port {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:29:38.055251 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-085eb541-fba7-4399-930f-24fad28cfdbe req-a57a34fa-0b7d-4edd-8c23-bb76fb782ab9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Unset dirty status for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:port {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:29:38.056628 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-085eb541-fba7-4399-930f-24fad28cfdbe req-a57a34fa-0b7d-4edd-8c23-bb76fb782ab9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7ad9343-8f95-45bb-9082-47b3448a1ac5 HTTP/1.1" status: 200 len: 946 time: 0.0988352 Dec 15 19:29:38.076798 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b10690f-af9e-4f85-ae3c-4987d4c38968 req-86a9ed30-f328-4caf-9f42-df8b7c99f1eb tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:29:38.078537 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0b10690f-af9e-4f85-ae3c-4987d4c38968 req-86a9ed30-f328-4caf-9f42-df8b7c99f1eb tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7ad9343-8f95-45bb-9082-47b3448a1ac5 HTTP/1.1" status: 200 len: 946 time: 0.0871747 Dec 15 19:29:38.131642 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0b10690f-af9e-4f85-ae3c-4987d4c38968 req-b6a43078-1d47-40ca-a978-323f23a6cc80 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=d463c345-58c4-4fd1-a875-5ec0ccfcdd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462694 Dec 15 19:29:38.139154 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [req-085eb541-fba7-4399-930f-24fad28cfdbe req-e25408ff-fff7-4931-82db-df4bbf21f245 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Deleting port 88218470-6827-4213-9340-b6b5ce006e75 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:29:38.139549 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-085eb541-fba7-4399-930f-24fad28cfdbe req-e25408ff-fff7-4931-82db-df4bbf21f245 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:38.198627 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cce0baf8-9918-4332-8d8e-b523040729e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:38.395815 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-085eb541-fba7-4399-930f-24fad28cfdbe req-e25408ff-fff7-4931-82db-df4bbf21f245 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] For port 88218470-6827-4213-9340-b6b5ce006e75, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=88218470-6827-4213-9340-b6b5ce006e75,segment=NetworkSegment(a959f0a6-b14e-4a3d-b89a-6f989a27484f),segment_id=a959f0a6-b14e-4a3d-b89a-6f989a27484f)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:29:38.396215 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-085eb541-fba7-4399-930f-24fad28cfdbe req-e25408ff-fff7-4931-82db-df4bbf21f245 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:38.470533 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30d949a-73d9-44bd-9f55-e0853f2ff954 None None] New status for floating IP 51300e64-9ca0-48df-a801-9fc47f96490b: DOWN {{(pid=88993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 15 19:29:38.525852 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [req-085eb541-fba7-4399-930f-24fad28cfdbe req-e25408ff-fff7-4931-82db-df4bbf21f245 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Calling delete_port for 88218470-6827-4213-9340-b6b5ce006e75 owned by compute:nova {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:29:38.855315 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-085eb541-fba7-4399-930f-24fad28cfdbe req-e25408ff-fff7-4931-82db-df4bbf21f245 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:38.861149 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4bb12b96-b52d-4459-a28d-176b48c5874d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:29:38.904872 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25408ff-fff7-4931-82db-df4bbf21f245 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event deleted for resources: {'Port': ['ID=88218470-6827-4213-9340-b6b5ce006e75,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:29:38.946947 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25408ff-fff7-4931-82db-df4bbf21f245 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:29:38.947386 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25408ff-fff7-4931-82db-df4bbf21f245 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:29:38.951869 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25408ff-fff7-4931-82db-df4bbf21f245 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:29:38.951869 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25408ff-fff7-4931-82db-df4bbf21f245 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:29:38.951869 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25408ff-fff7-4931-82db-df4bbf21f245 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:29:38.951869 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25408ff-fff7-4931-82db-df4bbf21f245 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:29:38.951869 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25408ff-fff7-4931-82db-df4bbf21f245 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:29:38.951869 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25408ff-fff7-4931-82db-df4bbf21f245 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:29:38.951869 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25408ff-fff7-4931-82db-df4bbf21f245 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:29:38.951869 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25408ff-fff7-4931-82db-df4bbf21f245 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:29:38.951869 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25408ff-fff7-4931-82db-df4bbf21f245 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:29:38.958341 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e25408ff-fff7-4931-82db-df4bbf21f245 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:29:38.992347 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [req-085eb541-fba7-4399-930f-24fad28cfdbe req-e25408ff-fff7-4931-82db-df4bbf21f245 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] No DVR routers for this DVR port 88218470-6827-4213-9340-b6b5ce006e75 on host hv-neutron-8218 {{(pid=88991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:29:38.994713 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-085eb541-fba7-4399-930f-24fad28cfdbe req-e25408ff-fff7-4931-82db-df4bbf21f245 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:38.997413 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ad9343-8f95-45bb-9082-47b3448a1ac5', 'name': 'network-vif-deleted', 'tag': '88218470-6827-4213-9340-b6b5ce006e75'}] {{(pid=88991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:29:39.044769 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-085eb541-fba7-4399-930f-24fad28cfdbe req-e25408ff-fff7-4931-82db-df4bbf21f245 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.32 "DELETE /v2.0/ports/88218470-6827-4213-9340-b6b5ce006e75 HTTP/1.1" status: 204 len: 173 time: 0.9793460 Dec 15 19:29:39.057216 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7ad9343-8f95-45bb-9082-47b3448a1ac5', 'name': 'network-vif-deleted', 'tag': '88218470-6827-4213-9340-b6b5ce006e75', 'status': 'completed', 'code': 200} Dec 15 19:29:39.318620 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9c87eca2-317e-4b04-a12a-55a89b86837d req-119532c0-2aa1-4085-bf7d-8c866a0bcc15 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7ad9343-8f95-45bb-9082-47b3448a1ac5 HTTP/1.1" status: 200 len: 210 time: 0.0459132 Dec 15 19:29:39.455725 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:40.428417 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 58184) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:29:40.507249 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-21c0d72b-8500-443e-a81f-e1ee807c43fa tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:40.543491 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-21c0d72b-8500-443e-a81f-e1ee807c43fa tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:40.558757 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d058f0c1-5259-4e84-a0bc-deef49046694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:40.683945 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-21c0d72b-8500-443e-a81f-e1ee807c43fa tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:40.689518 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-26e22d8c-6a8f-489a-8fd8-5d100113072b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:29:40.705800 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c0d72b-8500-443e-a81f-e1ee807c43fa tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d463c345-58c4-4fd1-a875-5ec0ccfcdd6c,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:29:40.708689 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-21c0d72b-8500-443e-a81f-e1ee807c43fa tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:29:40.746730 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-21c0d72b-8500-443e-a81f-e1ee807c43fa tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:40.748121 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-21c0d72b-8500-443e-a81f-e1ee807c43fa tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "DELETE /v2.0/security-groups/d463c345-58c4-4fd1-a875-5ec0ccfcdd6c HTTP/1.1" status: 204 len: 168 time: 0.3186519 Dec 15 19:29:40.787104 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:40.816237 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 58190) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:29:41.227841 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ddb8c252-5e5f-481b-9749-8a56d8ddf356 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145021'] for router_interface, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:41.995018 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 88218470-6827-4213-9340-b6b5ce006e75 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:29:42.032088 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] No Port match for: 88218470-6827-4213-9340-b6b5ce006e75 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:29:42.032494 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 88218470-6827-4213-9340-b6b5ce006e75 not bound to the agent host hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:29:42.105113 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-ddb8c252-5e5f-481b-9749-8a56d8ddf356 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Deleting port 9b4e9a1a-2a6a-4531-8551-77c08f72899b {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:29:42.105488 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ddb8c252-5e5f-481b-9749-8a56d8ddf356 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:42.296844 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-ddb8c252-5e5f-481b-9749-8a56d8ddf356 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] For port 9b4e9a1a-2a6a-4531-8551-77c08f72899b, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=9b4e9a1a-2a6a-4531-8551-77c08f72899b,segment=NetworkSegment(a959f0a6-b14e-4a3d-b89a-6f989a27484f),segment_id=a959f0a6-b14e-4a3d-b89a-6f989a27484f)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:29:42.297249 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ddb8c252-5e5f-481b-9749-8a56d8ddf356 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:42.429617 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-ddb8c252-5e5f-481b-9749-8a56d8ddf356 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Calling delete_port for 9b4e9a1a-2a6a-4531-8551-77c08f72899b owned by network:router_interface {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:29:42.563836 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:42.643686 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ddb8c252-5e5f-481b-9749-8a56d8ddf356 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:42.649249 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e25408ff-fff7-4931-82db-df4bbf21f245 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:29:42.691644 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb8c252-5e5f-481b-9749-8a56d8ddf356 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event deleted for resources: {'Port': ['ID=9b4e9a1a-2a6a-4531-8551-77c08f72899b,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:29:42.694276 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ddb8c252-5e5f-481b-9749-8a56d8ddf356 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:29:43.011295 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ddb8c252-5e5f-481b-9749-8a56d8ddf356 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852815828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854144871'] for router_interface, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:43.604057 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddb8c252-5e5f-481b-9749-8a56d8ddf356 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Router 5b413ba0-69aa-47d0-80c4-65b36e83e868 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:29:43.809866 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb8c252-5e5f-481b-9749-8a56d8ddf356 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:29:43.819756 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca890b9-9226-4d74-a808-5a941b50f5ac None None] Sync routers for ids ['5b413ba0-69aa-47d0-80c4-65b36e83e868'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:29:43.823461 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ddb8c252-5e5f-481b-9749-8a56d8ddf356 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "PUT /v2.0/routers/5b413ba0-69aa-47d0-80c4-65b36e83e868/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0060794 Dec 15 19:29:43.826453 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 58194) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:29:43.832820 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca890b9-9226-4d74-a808-5a941b50f5ac None None] Routers {'5b413ba0-69aa-47d0-80c4-65b36e83e868'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:29:43.833511 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-7ca890b9-9226-4d74-a808-5a941b50f5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:29:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['5b413ba0-69aa-47d0-80c4-65b36e83e868'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:29:44.015531 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-7ca890b9-9226-4d74-a808-5a941b50f5ac None None] Set router 5b413ba0-69aa-47d0-80c4-65b36e83e868 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:29:44.030138 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e9f2087-b7fc-4b44-90b4-12baa4eeb8a2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Deleting subnet e4004c47-f346-441a-8814-491784a5e0d8 {{(pid=88990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:29:44.033506 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4e9f2087-b7fc-4b44-90b4-12baa4eeb8a2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for subnet, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:44.091014 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4e9f2087-b7fc-4b44-90b4-12baa4eeb8a2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838448728'] for subnet, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:44.180370 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4e9f2087-b7fc-4b44-90b4-12baa4eeb8a2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:44.278687 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4e9f2087-b7fc-4b44-90b4-12baa4eeb8a2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16636259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14850861'] for subnet, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:44.283359 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5c764a5d-242f-4d6e-a183-23b510219041 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:29:44.314031 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-7ca890b9-9226-4d74-a808-5a941b50f5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b413ba0-69aa-47d0-80c4-65b36e83e868', 'name': 'tempest-TestNetworkBasicOps-router-1324912079', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': 'e0630ef1-5c6e-49eb-9de9-fd86c62ab604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:28:25Z', 'updated_at': '2021-12-15T19:29:42Z', 'revision_number': 5, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': 'e0630ef1-5c6e-49eb-9de9-fd86c62ab604', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:68:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b413ba0-69aa-47d0-80c4-65b36e83e868', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:28:25Z', 'updated_at': '2021-12-15T19:29:32Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:29:44.318083 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca890b9-9226-4d74-a808-5a941b50f5ac None None] Checking router: 5b413ba0-69aa-47d0-80c4-65b36e83e868 for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:29:44.321729 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9f2087-b7fc-4b44-90b4-12baa4eeb8a2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event deleted for resources: {'Subnet': ['ID=e4004c47-f346-441a-8814-491784a5e0d8,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:29:44.326154 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4e9f2087-b7fc-4b44-90b4-12baa4eeb8a2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:29:44.329112 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4e9f2087-b7fc-4b44-90b4-12baa4eeb8a2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:44.330039 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca890b9-9226-4d74-a808-5a941b50f5ac None None] Routers {'5b413ba0-69aa-47d0-80c4-65b36e83e868'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:29:44.330749 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-7ca890b9-9226-4d74-a808-5a941b50f5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:29:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['5b413ba0-69aa-47d0-80c4-65b36e83e868'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:29:44.335739 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4e9f2087-b7fc-4b44-90b4-12baa4eeb8a2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "DELETE /v2.0/subnets/e4004c47-f346-441a-8814-491784a5e0d8 HTTP/1.1" status: 204 len: 168 time: 0.5081735 Dec 15 19:29:44.338611 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 58198) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:29:44.387433 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793a53ad-a7f9-4d57-b667-ef583ea622c0 None None] Network 530e797b-7c99-40dd-b62c-8a7ce33db1d4 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:29:44.551909 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c31ee6e9-3168-4b61-be21-c0f44403e2f4 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for router, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:44.690641 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-7ca890b9-9226-4d74-a808-5a941b50f5ac None None] Set router 5b413ba0-69aa-47d0-80c4-65b36e83e868 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:29:45.017112 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c31ee6e9-3168-4b61-be21-c0f44403e2f4 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:45.084195 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-c31ee6e9-3168-4b61-be21-c0f44403e2f4 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Deleting port e0630ef1-5c6e-49eb-9de9-fd86c62ab604 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:29:45.084590 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c31ee6e9-3168-4b61-be21-c0f44403e2f4 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:45.144997 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594217c9-1343-4f30-9ca8-1e4d8275f119 None None] DHCP port deletion for 530e797b-7c99-40dd-b62c-8a7ce33db1d4 request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:29:45.154720 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-594217c9-1343-4f30-9ca8-1e4d8275f119 None None] Deleting port 6428c8ee-10f5-446f-a4cf-a2a2779cf00a {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:29:45.155146 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-594217c9-1343-4f30-9ca8-1e4d8275f119 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:45.272219 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-c31ee6e9-3168-4b61-be21-c0f44403e2f4 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] For port e0630ef1-5c6e-49eb-9de9-fd86c62ab604, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=e0630ef1-5c6e-49eb-9de9-fd86c62ab604,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:29:45.272545 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c31ee6e9-3168-4b61-be21-c0f44403e2f4 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:45.344909 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-7ca890b9-9226-4d74-a808-5a941b50f5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b413ba0-69aa-47d0-80c4-65b36e83e868', 'name': 'tempest-TestNetworkBasicOps-router-1324912079', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': 'e0630ef1-5c6e-49eb-9de9-fd86c62ab604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:28:25Z', 'updated_at': '2021-12-15T19:29:42Z', 'revision_number': 5, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': 'e0630ef1-5c6e-49eb-9de9-fd86c62ab604', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:68:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b413ba0-69aa-47d0-80c4-65b36e83e868', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:28:25Z', 'updated_at': '2021-12-15T19:29:32Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:29:45.364821 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca890b9-9226-4d74-a808-5a941b50f5ac None None] The sync data for ids ['5b413ba0-69aa-47d0-80c4-65b36e83e868'] in dv-neutron-821831-2-hyperv is: [{'id': '5b413ba0-69aa-47d0-80c4-65b36e83e868', 'name': 'tempest-TestNetworkBasicOps-router-1324912079', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': 'e0630ef1-5c6e-49eb-9de9-fd86c62ab604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:28:25Z', 'updated_at': '2021-12-15T19:29:42Z', 'revision_number': 5, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': 'e0630ef1-5c6e-49eb-9de9-fd86c62ab604', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:68:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b413ba0-69aa-47d0-80c4-65b36e83e868', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:28:25Z', 'updated_at': '2021-12-15T19:29:32Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:29:45.392160 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-594217c9-1343-4f30-9ca8-1e4d8275f119 None None] For port 6428c8ee-10f5-446f-a4cf-a2a2779cf00a, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=6428c8ee-10f5-446f-a4cf-a2a2779cf00a,segment=NetworkSegment(a959f0a6-b14e-4a3d-b89a-6f989a27484f),segment_id=a959f0a6-b14e-4a3d-b89a-6f989a27484f)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:29:45.392778 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-594217c9-1343-4f30-9ca8-1e4d8275f119 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:45.398725 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-c31ee6e9-3168-4b61-be21-c0f44403e2f4 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Calling delete_port for e0630ef1-5c6e-49eb-9de9-fd86c62ab604 owned by network:router_gateway {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:29:45.527606 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-594217c9-1343-4f30-9ca8-1e4d8275f119 None None] Calling delete_port for 6428c8ee-10f5-446f-a4cf-a2a2779cf00a owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:29:45.632652 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c31ee6e9-3168-4b61-be21-c0f44403e2f4 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:45.638094 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-368240b4-1a7a-46c0-a322-3fc85f172b80 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:29:45.660714 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-594217c9-1343-4f30-9ca8-1e4d8275f119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866'] for port, after_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:45.665285 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-10142a1b-b83b-4dfb-a99a-d8f0505d1cd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:29:45.681658 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31ee6e9-3168-4b61-be21-c0f44403e2f4 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event deleted for resources: {'Port': ['ID=e0630ef1-5c6e-49eb-9de9-fd86c62ab604,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:29:45.684563 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c31ee6e9-3168-4b61-be21-c0f44403e2f4 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:29:45.712020 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594217c9-1343-4f30-9ca8-1e4d8275f119 None None] Pushing event deleted for resources: {'Port': ['ID=6428c8ee-10f5-446f-a4cf-a2a2779cf00a,revision_number=None']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:29:45.715792 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-594217c9-1343-4f30-9ca8-1e4d8275f119 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:29:45.718926 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594217c9-1343-4f30-9ca8-1e4d8275f119 None None] No DVR routers for this DVR port 6428c8ee-10f5-446f-a4cf-a2a2779cf00a on host dv-neutron-821831-2-hyperv {{(pid=88992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:29:45.915490 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c31ee6e9-3168-4b61-be21-c0f44403e2f4 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854141934'] for router_gateway, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:46.180806 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c31ee6e9-3168-4b61-be21-c0f44403e2f4 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854207876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854699191'] for router, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:46.185168 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c31ee6e9-3168-4b61-be21-c0f44403e2f4 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:46.323262 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c31ee6e9-3168-4b61-be21-c0f44403e2f4 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854207982'] for router, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:46.323832 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c31ee6e9-3168-4b61-be21-c0f44403e2f4 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Fanout notify agent at l3_agent the message router_deleted on router 5b413ba0-69aa-47d0-80c4-65b36e83e868 {{(pid=88990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 19:29:46.339062 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c31ee6e9-3168-4b61-be21-c0f44403e2f4 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:46.340272 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c31ee6e9-3168-4b61-be21-c0f44403e2f4 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "DELETE /v2.0/routers/5b413ba0-69aa-47d0-80c4-65b36e83e868 HTTP/1.1" status: 204 len: 168 time: 2.0006635 Dec 15 19:29:46.343292 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 58202) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:29:46.478096 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-200e5a5d-b655-4e0b-ba1d-90da8e0d6992 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:46.484814 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 6428c8ee-10f5-446f-a4cf-a2a2779cf00a no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:29:46.518593 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 6428c8ee-10f5-446f-a4cf-a2a2779cf00a {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:29:46.518996 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 6428c8ee-10f5-446f-a4cf-a2a2779cf00a not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:29:46.519475 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 9b4e9a1a-2a6a-4531-8551-77c08f72899b no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:29:46.553348 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 9b4e9a1a-2a6a-4531-8551-77c08f72899b {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:29:46.553751 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 9b4e9a1a-2a6a-4531-8551-77c08f72899b not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:29:46.628310 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-200e5a5d-b655-4e0b-ba1d-90da8e0d6992 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:46.657432 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-200e5a5d-b655-4e0b-ba1d-90da8e0d6992 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['530e797b-7c99-40dd-b62c-8a7ce33db1d4']}} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:29:46.670958 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-200e5a5d-b655-4e0b-ba1d-90da8e0d6992 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a959f0a6-b14e-4a3d-b89a-6f989a27484f') {'for_net_delete': True} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:29:46.671298 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-200e5a5d-b655-4e0b-ba1d-90da8e0d6992 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a959f0a6-b14e-4a3d-b89a-6f989a27484f') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:29:46.683614 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-200e5a5d-b655-4e0b-ba1d-90da8e0d6992 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16327073'] for segment, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:46.698379 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-200e5a5d-b655-4e0b-ba1d-90da8e0d6992 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:46.704475 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-200e5a5d-b655-4e0b-ba1d-90da8e0d6992 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=88990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:29:46.704894 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-200e5a5d-b655-4e0b-ba1d-90da8e0d6992 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838138943'] for segment, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:46.722955 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:29:46.722955 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:29:46.722955 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:29:46.722955 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:29:46.722955 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:29:46.722955 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:29:46.722955 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:29:46.722955 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:29:46.722955 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:29:46.722955 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:29:46.722955 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:29:46.722955 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:29:46.722955 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:29:46.722955 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:29:46.722955 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:29:46.722955 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:29:46.722955 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:29:46.722955 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:29:46.722955 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:29:46.722955 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:29:46.722955 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:29:46.722955 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:29:46.722955 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:29:46.722955 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:29:46.722955 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:29:46.722955 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:29:46.722955 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:29:46.722955 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:29:46.722955 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:29:46.722955 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:29:46.722955 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:29:46.722955 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:29:46.832015 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-200e5a5d-b655-4e0b-ba1d-90da8e0d6992 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:46.835518 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2f44fe0b-9108-4cb0-b09e-dff336c1e520 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:29:46.851122 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-200e5a5d-b655-4e0b-ba1d-90da8e0d6992 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:46.863691 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200e5a5d-b655-4e0b-ba1d-90da8e0d6992 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event deleted for resources: {'Network': ['ID=530e797b-7c99-40dd-b62c-8a7ce33db1d4,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:29:46.867353 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-200e5a5d-b655-4e0b-ba1d-90da8e0d6992 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:29:46.901814 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-200e5a5d-b655-4e0b-ba1d-90da8e0d6992 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "DELETE /v2.0/networks/530e797b-7c99-40dd-b62c-8a7ce33db1d4 HTTP/1.1" status: 204 len: 168 time: 0.5574856 Dec 15 19:29:46.925346 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 58206) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:29:46.932679 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-665d7e06-ca15-4c97-a4f2-c5184611cc24 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'network': {'name': 'tempest-network-smoke--2017397793', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'port_security_enabled': True}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:29:46.938069 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-665d7e06-ca15-4c97-a4f2-c5184611cc24 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:29:46.942429 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-665d7e06-ca15-4c97-a4f2-c5184611cc24 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:network and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:29:46.945846 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-665d7e06-ca15-4c97-a4f2-c5184611cc24 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:29:46.952000 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-665d7e06-ca15-4c97-a4f2-c5184611cc24 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:29:46.986044 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-665d7e06-ca15-4c97-a4f2-c5184611cc24 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Made reservation on behalf of 7c1b74cf25a94156b4530f0bd868c0c9 for: {'network': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:29:46.991771 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-665d7e06-ca15-4c97-a4f2-c5184611cc24 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:47.021793 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-665d7e06-ca15-4c97-a4f2-c5184611cc24 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=88990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:29:47.031399 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-665d7e06-ca15-4c97-a4f2-c5184611cc24 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:47.031794 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-665d7e06-ca15-4c97-a4f2-c5184611cc24 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Added segment 75de78b4-75b9-4daa-8e5d-7143774053fc of type vlan for network 21e182bc-082c-4f81-93d5-5f7519bb45ed Dec 15 19:29:47.061882 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-665d7e06-ca15-4c97-a4f2-c5184611cc24 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:47.140766 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-665d7e06-ca15-4c97-a4f2-c5184611cc24 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:47.144893 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665d7e06-ca15-4c97-a4f2-c5184611cc24 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:29:47.145541 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-665d7e06-ca15-4c97-a4f2-c5184611cc24 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:47.151615 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c99101ce-870c-49be-96dd-43fb54a8e4ac tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:29:47.267590 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d7e06-ca15-4c97-a4f2-c5184611cc24 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'Network': ['ID=21e182bc-082c-4f81-93d5-5f7519bb45ed,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:29:47.270379 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-665d7e06-ca15-4c97-a4f2-c5184611cc24 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:29:47.279014 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 21e182bc-082c-4f81-93d5-5f7519bb45ed details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:29:47.319156 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-665d7e06-ca15-4c97-a4f2-c5184611cc24 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3926814 Dec 15 19:29:47.322791 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 58210) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:29:47.328419 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-e66f573b-4804-4809-b670-45e8f9e8ce8f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-737051509', 'admin_state_up': True, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:29:47.336118 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-e66f573b-4804-4809-b670-45e8f9e8ce8f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:29:47.340167 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-e66f573b-4804-4809-b670-45e8f9e8ce8f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:router and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:29:47.343139 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-e66f573b-4804-4809-b670-45e8f9e8ce8f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:29:47.349129 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-e66f573b-4804-4809-b670-45e8f9e8ce8f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:29:47.386701 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e66f573b-4804-4809-b670-45e8f9e8ce8f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854699176'] for router, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:47.387751 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e66f573b-4804-4809-b670-45e8f9e8ce8f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854194926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-76609'] for router, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:47.463643 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e66f573b-4804-4809-b670-45e8f9e8ce8f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:47.639944 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e66f573b-4804-4809-b670-45e8f9e8ce8f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:47.847984 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e66f573b-4804-4809-b670-45e8f9e8ce8f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for router_gateway, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:47.882540 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e66f573b-4804-4809-b670-45e8f9e8ce8f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:48.020290 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-e66f573b-4804-4809-b670-45e8f9e8ce8f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Allocated IP 172.26.3.128 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/cfab5a33-d892-4b42-a3c9-c224baf047ea) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:29:48.172158 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e66f573b-4804-4809-b670-45e8f9e8ce8f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:48.255711 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e66f573b-4804-4809-b670-45e8f9e8ce8f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:48.260638 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3bad1fed-ab27-4ec0-8a1f-9061361192fa tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:29:48.332116 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66f573b-4804-4809-b670-45e8f9e8ce8f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:29:48.335794 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-e66f573b-4804-4809-b670-45e8f9e8ce8f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:29:48.338714 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66f573b-4804-4809-b670-45e8f9e8ce8f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'Port': ['ID=cfab5a33-d892-4b42-a3c9-c224baf047ea,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:29:48.341459 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66f573b-4804-4809-b670-45e8f9e8ce8f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:29:48.367178 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e66f573b-4804-4809-b670-45e8f9e8ce8f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:29:48.393155 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device e0630ef1-5c6e-49eb-9de9-fd86c62ab604 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:29:48.427446 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: e0630ef1-5c6e-49eb-9de9-fd86c62ab604 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:29:48.427841 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device e0630ef1-5c6e-49eb-9de9-fd86c62ab604 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:29:48.530818 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e66f573b-4804-4809-b670-45e8f9e8ce8f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for router_gateway, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:48.531580 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e66f573b-4804-4809-b670-45e8f9e8ce8f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904'] for router, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:49.020624 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e66f573b-4804-4809-b670-45e8f9e8ce8f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Router 3a6b1926-c5fb-4e2c-9660-d4941ce70fef is scheduled to L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 with binding_index 1 {{(pid=88990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 15 19:29:49.231450 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e66f573b-4804-4809-b670-45e8f9e8ce8f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:29:49.241091 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e46333-6007-4903-b6bb-81c56ed6ac9d None None] Sync routers for ids ['3a6b1926-c5fb-4e2c-9660-d4941ce70fef'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:29:49.255568 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e46333-6007-4903-b6bb-81c56ed6ac9d None None] Routers {'3a6b1926-c5fb-4e2c-9660-d4941ce70fef'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:29:49.256248 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-b5e46333-6007-4903-b6bb-81c56ed6ac9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:29:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['3a6b1926-c5fb-4e2c-9660-d4941ce70fef'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:29:49.289720 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e66f573b-4804-4809-b670-45e8f9e8ce8f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:49.291146 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e66f573b-4804-4809-b670-45e8f9e8ce8f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.9673374 Dec 15 19:29:49.294478 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 58214) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:29:49.340006 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1cf882b1-fb2f-46af-ad65-c184a35bb664 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=7c1b74cf25a94156b4530f0bd868c0c9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0442932 Dec 15 19:29:49.342723 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 58218) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:29:49.444577 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-b5e46333-6007-4903-b6bb-81c56ed6ac9d None None] Set router 3a6b1926-c5fb-4e2c-9660-d4941ce70fef gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:29:49.491584 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967edf03-516b-4df4-8455-977e87c94f59 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:29:49.496769 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-967edf03-516b-4df4-8455-977e87c94f59 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1502602 Dec 15 19:29:49.496997 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 58222) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:29:49.541469 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-99dd6437-102d-4109-964f-b3468b2aa96d tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=4b9c9b76-a8c2-4873-8d7b-0d52cc71925c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0431561 Dec 15 19:29:49.544094 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 58226) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:29:49.550513 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-0a13daf0-204b-4418-b0f9-c7cdac817f0f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-434377130', 'network_id': '21e182bc-082c-4f81-93d5-5f7519bb45ed', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:29:49.670595 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-0a13daf0-204b-4418-b0f9-c7cdac817f0f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:29:49.674650 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-0a13daf0-204b-4418-b0f9-c7cdac817f0f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:subnet and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:29:49.677600 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-0a13daf0-204b-4418-b0f9-c7cdac817f0f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:29:49.683959 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-0a13daf0-204b-4418-b0f9-c7cdac817f0f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:29:49.739367 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-b5e46333-6007-4903-b6bb-81c56ed6ac9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6b1926-c5fb-4e2c-9660-d4941ce70fef', 'name': 'tempest-TestNetworkBasicOps-router-737051509', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.128'}], 'enable_snat': True}, 'gw_port_id': 'cfab5a33-d892-4b42-a3c9-c224baf047ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:29:47Z', 'updated_at': '2021-12-15T19:29:48Z', 'revision_number': 3, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': 'cfab5a33-d892-4b42-a3c9-c224baf047ea', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:12:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6b1926-c5fb-4e2c-9660-d4941ce70fef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:29:47Z', 'updated_at': '2021-12-15T19:29:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:29:49.743646 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e46333-6007-4903-b6bb-81c56ed6ac9d None None] Checking router: 3a6b1926-c5fb-4e2c-9660-d4941ce70fef for host: dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:29:49.744041 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e46333-6007-4903-b6bb-81c56ed6ac9d None None] Updating router 3a6b1926-c5fb-4e2c-9660-d4941ce70fef port cfab5a33-d892-4b42-a3c9-c224baf047ea binding host dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 15 19:29:49.799481 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b5e46333-6007-4903-b6bb-81c56ed6ac9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:49.838054 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a13daf0-204b-4418-b0f9-c7cdac817f0f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Made reservation on behalf of 7c1b74cf25a94156b4530f0bd868c0c9 for: {'subnet': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:29:49.948958 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0a13daf0-204b-4418-b0f9-c7cdac817f0f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839924940'] for subnet, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:50.183111 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b5e46333-6007-4903-b6bb-81c56ed6ac9d None None] Notify callbacks [] for port, precommit_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:50.195144 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b5e46333-6007-4903-b6bb-81c56ed6ac9d None None] Transition to ACTIVE for port object cfab5a33-d892-4b42-a3c9-c224baf047ea will not be triggered until provisioned by entity L2. {{(pid=88993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:29:50.226184 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b5e46333-6007-4903-b6bb-81c56ed6ac9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:50.230917 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-49460d7c-e411-4557-9b19-fcad3e792fe5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:29:50.310815 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-b5e46333-6007-4903-b6bb-81c56ed6ac9d None None] Attempting to bind port cfab5a33-d892-4b42-a3c9-c224baf047ea on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:29:50.311230 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-b5e46333-6007-4903-b6bb-81c56ed6ac9d None None] Attempting to bind port cfab5a33-d892-4b42-a3c9-c224baf047ea by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}] {{(pid=88993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:29:50.311639 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e46333-6007-4903-b6bb-81c56ed6ac9d None None] Attempting to bind port cfab5a33-d892-4b42-a3c9-c224baf047ea on network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:29:50.314477 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdcf264-cd73-4c91-a773-33d3f226db7e None None] Pushing event updated for resources: {'Port': ['ID=cfab5a33-d892-4b42-a3c9-c224baf047ea,revision_number=2']} {{(pid=88993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:29:50.326110 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e46333-6007-4903-b6bb-81c56ed6ac9d None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:29:50.326555 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e46333-6007-4903-b6bb-81c56ed6ac9d None None] Checking segment: {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:29:50.327007 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b5e46333-6007-4903-b6bb-81c56ed6ac9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:50.327442 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e46333-6007-4903-b6bb-81c56ed6ac9d None None] Bound using segment: {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'} {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:29:50.327958 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-b5e46333-6007-4903-b6bb-81c56ed6ac9d None None] Bound port: cfab5a33-d892-4b42-a3c9-c224baf047ea, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}}] {{(pid=88993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:29:50.328377 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b5e46333-6007-4903-b6bb-81c56ed6ac9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:50.329372 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0a13daf0-204b-4418-b0f9-c7cdac817f0f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838139473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839924955'] for subnet, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:50.334771 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7ef46b8b-181f-4747-a7b5-575de0b62f79 tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:29:50.359412 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdcf264-cd73-4c91-a773-33d3f226db7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:29:50.359971 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdcf264-cd73-4c91-a773-33d3f226db7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:29:50.360159 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdcf264-cd73-4c91-a773-33d3f226db7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:29:50.360541 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdcf264-cd73-4c91-a773-33d3f226db7e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:29:50.360917 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdcf264-cd73-4c91-a773-33d3f226db7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:29:50.361288 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdcf264-cd73-4c91-a773-33d3f226db7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:29:50.361659 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdcf264-cd73-4c91-a773-33d3f226db7e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:29:50.362031 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdcf264-cd73-4c91-a773-33d3f226db7e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:29:50.362423 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdcf264-cd73-4c91-a773-33d3f226db7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:29:50.362793 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdcf264-cd73-4c91-a773-33d3f226db7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:29:50.363169 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdcf264-cd73-4c91-a773-33d3f226db7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:29:50.372643 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5cdcf264-cd73-4c91-a773-33d3f226db7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:29:50.413550 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b5e46333-6007-4903-b6bb-81c56ed6ac9d None None] For port cfab5a33-d892-4b42-a3c9-c224baf047ea, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:29:50.417235 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b5e46333-6007-4903-b6bb-81c56ed6ac9d None None] For port cfab5a33-d892-4b42-a3c9-c224baf047ea, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=cfab5a33-d892-4b42-a3c9-c224baf047ea,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:29:50.420646 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a13daf0-204b-4418-b0f9-c7cdac817f0f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'Subnet': ['ID=f5067d98-7425-4ee2-b0af-84e806e0fded,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:29:50.424496 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0a13daf0-204b-4418-b0f9-c7cdac817f0f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:29:50.432427 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a13daf0-204b-4418-b0f9-c7cdac817f0f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Checking segment: {'id': '75de78b4-75b9-4daa-8e5d-7143774053fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '21e182bc-082c-4f81-93d5-5f7519bb45ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:29:50.432829 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a13daf0-204b-4418-b0f9-c7cdac817f0f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Network hostable DHCP agents. Network: 21e182bc-082c-4f81-93d5-5f7519bb45ed, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:29:50.450142 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b5e46333-6007-4903-b6bb-81c56ed6ac9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:50.454805 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8bff3346-2d20-47f1-bd0e-4feeeef881b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:29:50.483227 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a13daf0-204b-4418-b0f9-c7cdac817f0f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Network 21e182bc-082c-4f81-93d5-5f7519bb45ed is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:29:50.517659 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-0a13daf0-204b-4418-b0f9-c7cdac817f0f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, 21e182bc-082c-4f81-93d5-5f7519bb45ed) {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:29:50.521697 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a13daf0-204b-4418-b0f9-c7cdac817f0f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:29:50.522333 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0a13daf0-204b-4418-b0f9-c7cdac817f0f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:50.527451 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c590fd-9ac3-484b-b2c5-372a235cfc44 None None] Network 21e182bc-082c-4f81-93d5-5f7519bb45ed requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:29:50.533137 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e46333-6007-4903-b6bb-81c56ed6ac9d None None] Routers {'3a6b1926-c5fb-4e2c-9660-d4941ce70fef'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:29:50.533824 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-b5e46333-6007-4903-b6bb-81c56ed6ac9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:29:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['3a6b1926-c5fb-4e2c-9660-d4941ce70fef'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:29:50.584555 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0a13daf0-204b-4418-b0f9-c7cdac817f0f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.0363326 Dec 15 19:29:50.584808 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 58230) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:29:50.604233 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdcf264-cd73-4c91-a773-33d3f226db7e None None] Pushing event updated for resources: {'Port': ['ID=cfab5a33-d892-4b42-a3c9-c224baf047ea,revision_number=3']} {{(pid=88993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:29:50.609810 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5cdcf264-cd73-4c91-a773-33d3f226db7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:29:50.733924 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-b5e46333-6007-4903-b6bb-81c56ed6ac9d None None] Set router 3a6b1926-c5fb-4e2c-9660-d4941ce70fef gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:29:50.795944 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9dff53f-07ff-44cb-b7fa-b0dc853db318 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-21e182bc-082c-4f81-93d5-5f7519bb45ed', 'network_id': '21e182bc-082c-4f81-93d5-5f7519bb45ed', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'fixed_ips': [{'subnet_id': 'f5067d98-7425-4ee2-b0af-84e806e0fded'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:29:50.796924 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e9dff53f-07ff-44cb-b7fa-b0dc853db318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:50.967278 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-e9dff53f-07ff-44cb-b7fa-b0dc853db318 None None] Allocated IP 172.20.0.2 (21e182bc-082c-4f81-93d5-5f7519bb45ed/f5067d98-7425-4ee2-b0af-84e806e0fded/c6a229a4-6ed3-40d4-bc05-95a6599841a9) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:29:51.041185 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-b5e46333-6007-4903-b6bb-81c56ed6ac9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6b1926-c5fb-4e2c-9660-d4941ce70fef', 'name': 'tempest-TestNetworkBasicOps-router-737051509', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.128'}], 'enable_snat': True}, 'gw_port_id': 'cfab5a33-d892-4b42-a3c9-c224baf047ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:29:47Z', 'updated_at': '2021-12-15T19:29:48Z', 'revision_number': 3, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': 'cfab5a33-d892-4b42-a3c9-c224baf047ea', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:12:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6b1926-c5fb-4e2c-9660-d4941ce70fef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:29:47Z', 'updated_at': '2021-12-15T19:29:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:29:51.045490 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e46333-6007-4903-b6bb-81c56ed6ac9d None None] The sync data for ids ['3a6b1926-c5fb-4e2c-9660-d4941ce70fef'] in dv-neutron-821831-2-hyperv is: [{'id': '3a6b1926-c5fb-4e2c-9660-d4941ce70fef', 'name': 'tempest-TestNetworkBasicOps-router-737051509', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.128'}], 'enable_snat': True}, 'gw_port_id': 'cfab5a33-d892-4b42-a3c9-c224baf047ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:29:47Z', 'updated_at': '2021-12-15T19:29:48Z', 'revision_number': 3, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': 'cfab5a33-d892-4b42-a3c9-c224baf047ea', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:12:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6b1926-c5fb-4e2c-9660-d4941ce70fef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:29:47Z', 'updated_at': '2021-12-15T19:29:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:29:51.190650 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e9dff53f-07ff-44cb-b7fa-b0dc853db318 None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:51.201431 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-e9dff53f-07ff-44cb-b7fa-b0dc853db318 None None] Transition to ACTIVE for port object c6a229a4-6ed3-40d4-bc05-95a6599841a9 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:29:51.221814 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-e9dff53f-07ff-44cb-b7fa-b0dc853db318 None None] Transition to ACTIVE for port object c6a229a4-6ed3-40d4-bc05-95a6599841a9 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:29:51.284119 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e9dff53f-07ff-44cb-b7fa-b0dc853db318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:51.290065 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:29:51.358335 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9dff53f-07ff-44cb-b7fa-b0dc853db318 None None] Network 21e182bc-082c-4f81-93d5-5f7519bb45ed is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:29:51.359521 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-e9dff53f-07ff-44cb-b7fa-b0dc853db318 None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:29:51.362014 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9dff53f-07ff-44cb-b7fa-b0dc853db318 None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:29:51.374091 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dff53f-07ff-44cb-b7fa-b0dc853db318 None None] Pushing event updated for resources: {'Port': ['ID=c6a229a4-6ed3-40d4-bc05-95a6599841a9,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:29:51.377229 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e9dff53f-07ff-44cb-b7fa-b0dc853db318 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:29:51.404774 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6b64db88-4b60-4f74-b67c-96692c675df6 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:51.463298 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-e9dff53f-07ff-44cb-b7fa-b0dc853db318 None None] Attempting to bind port c6a229a4-6ed3-40d4-bc05-95a6599841a9 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:29:51.464047 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-e9dff53f-07ff-44cb-b7fa-b0dc853db318 None None] Attempting to bind port c6a229a4-6ed3-40d4-bc05-95a6599841a9 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '75de78b4-75b9-4daa-8e5d-7143774053fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '21e182bc-082c-4f81-93d5-5f7519bb45ed'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:29:51.464469 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9dff53f-07ff-44cb-b7fa-b0dc853db318 None None] Attempting to bind port c6a229a4-6ed3-40d4-bc05-95a6599841a9 on network 21e182bc-082c-4f81-93d5-5f7519bb45ed {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:29:51.472402 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9dff53f-07ff-44cb-b7fa-b0dc853db318 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:29:51.472828 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9dff53f-07ff-44cb-b7fa-b0dc853db318 None None] Checking segment: {'id': '75de78b4-75b9-4daa-8e5d-7143774053fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '21e182bc-082c-4f81-93d5-5f7519bb45ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:29:51.473283 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e9dff53f-07ff-44cb-b7fa-b0dc853db318 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:51.473730 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9dff53f-07ff-44cb-b7fa-b0dc853db318 None None] Bound using segment: {'id': '75de78b4-75b9-4daa-8e5d-7143774053fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '21e182bc-082c-4f81-93d5-5f7519bb45ed'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:29:51.474385 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-e9dff53f-07ff-44cb-b7fa-b0dc853db318 None None] Bound port: c6a229a4-6ed3-40d4-bc05-95a6599841a9, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75de78b4-75b9-4daa-8e5d-7143774053fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '21e182bc-082c-4f81-93d5-5f7519bb45ed'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:29:51.474705 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e9dff53f-07ff-44cb-b7fa-b0dc853db318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:51.611620 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-e9dff53f-07ff-44cb-b7fa-b0dc853db318 None None] For port c6a229a4-6ed3-40d4-bc05-95a6599841a9, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:29:51.615222 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-e9dff53f-07ff-44cb-b7fa-b0dc853db318 None None] For port c6a229a4-6ed3-40d4-bc05-95a6599841a9, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=c6a229a4-6ed3-40d4-bc05-95a6599841a9,segment=NetworkSegment(75de78b4-75b9-4daa-8e5d-7143774053fc),segment_id=75de78b4-75b9-4daa-8e5d-7143774053fc)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:29:51.650319 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e9dff53f-07ff-44cb-b7fa-b0dc853db318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:51.655297 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-13dd1750-c2ad-42c5-a94b-433a37505ea2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:29:51.745623 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dff53f-07ff-44cb-b7fa-b0dc853db318 None None] Pushing event updated for resources: {'Port': ['ID=c6a229a4-6ed3-40d4-bc05-95a6599841a9,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:29:51.750101 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e9dff53f-07ff-44cb-b7fa-b0dc853db318 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:29:51.859498 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-6b64db88-4b60-4f74-b67c-96692c675df6 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Allocated IP 172.20.0.1 (21e182bc-082c-4f81-93d5-5f7519bb45ed/f5067d98-7425-4ee2-b0af-84e806e0fded/6c3c9b43-c65d-4846-8492-9ddc2ee1cfc3) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:29:52.048753 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6b64db88-4b60-4f74-b67c-96692c675df6 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:52.071351 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-6b64db88-4b60-4f74-b67c-96692c675df6 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Transition to ACTIVE for port object 6c3c9b43-c65d-4846-8492-9ddc2ee1cfc3 will not be triggered until provisioned by entity DHCP. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:29:52.119604 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6b64db88-4b60-4f74-b67c-96692c675df6 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:52.124474 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-531f4bc5-f129-4954-9b5b-2bb39d720aa6 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:29:52.194052 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b64db88-4b60-4f74-b67c-96692c675df6 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Network 21e182bc-082c-4f81-93d5-5f7519bb45ed is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:29:52.203363 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-6b64db88-4b60-4f74-b67c-96692c675df6 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:29:52.208691 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b64db88-4b60-4f74-b67c-96692c675df6 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:29:52.247529 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b64db88-4b60-4f74-b67c-96692c675df6 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'Port': ['ID=6c3c9b43-c65d-4846-8492-9ddc2ee1cfc3,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:29:52.257125 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6b64db88-4b60-4f74-b67c-96692c675df6 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:29:52.278551 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6b64db88-4b60-4f74-b67c-96692c675df6 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630901'] for router_interface, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:52.392588 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6b64db88-4b60-4f74-b67c-96692c675df6 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:52.488955 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device cfab5a33-d892-4b42-a3c9-c224baf047ea up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:29:52.592855 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port cfab5a33-d892-4b42-a3c9-c224baf047ea completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:29:52.598811 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port cfab5a33-d892-4b42-a3c9-c224baf047ea triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:29:52.599079 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:52.730187 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:52.747743 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port cfab5a33-d892-4b42-a3c9-c224baf047ea, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=cfab5a33-d892-4b42-a3c9-c224baf047ea,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:29:52.786854 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:52.787814 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device c6a229a4-6ed3-40d4-bc05-95a6599841a9 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:29:52.816188 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-594217c9-1343-4f30-9ca8-1e4d8275f119 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:29:52.911132 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=cfab5a33-d892-4b42-a3c9-c224baf047ea,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:29:52.915473 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:29:52.952217 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port c6a229a4-6ed3-40d4-bc05-95a6599841a9 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:29:53.087130 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6b64db88-4b60-4f74-b67c-96692c675df6 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:53.134943 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6b64db88-4b60-4f74-b67c-96692c675df6 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:53.165929 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d053d44c-86bc-48da-80f9-064be668fa74 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:29:53.262965 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b64db88-4b60-4f74-b67c-96692c675df6 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'Port': ['ID=6c3c9b43-c65d-4846-8492-9ddc2ee1cfc3,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:29:53.266030 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6b64db88-4b60-4f74-b67c-96692c675df6 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:29:53.269284 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6b64db88-4b60-4f74-b67c-96692c675df6 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1959989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854145006'] for router_interface, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:53.340575 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1cb29ee-ddd8-4e96-902e-ce2ff448fd32 None None] Network 21e182bc-082c-4f81-93d5-5f7519bb45ed requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:29:53.420470 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b64db88-4b60-4f74-b67c-96692c675df6 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Network 21e182bc-082c-4f81-93d5-5f7519bb45ed is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:29:53.421611 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-6b64db88-4b60-4f74-b67c-96692c675df6 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:29:53.473185 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-3f7869b0-c4c1-42f2-a569-173250eb31b4 None None] Provisioning for port c6a229a4-6ed3-40d4-bc05-95a6599841a9 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:29:53.481904 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-3f7869b0-c4c1-42f2-a569-173250eb31b4 None None] Provisioning complete for port c6a229a4-6ed3-40d4-bc05-95a6599841a9 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:29:53.482359 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3f7869b0-c4c1-42f2-a569-173250eb31b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:53.705013 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3f7869b0-c4c1-42f2-a569-173250eb31b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:53.834423 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b64db88-4b60-4f74-b67c-96692c675df6 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Router 3a6b1926-c5fb-4e2c-9660-d4941ce70fef has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:29:53.918883 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-3f7869b0-c4c1-42f2-a569-173250eb31b4 None None] For port c6a229a4-6ed3-40d4-bc05-95a6599841a9, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=c6a229a4-6ed3-40d4-bc05-95a6599841a9,segment=NetworkSegment(75de78b4-75b9-4daa-8e5d-7143774053fc),segment_id=75de78b4-75b9-4daa-8e5d-7143774053fc)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:29:53.951723 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3f7869b0-c4c1-42f2-a569-173250eb31b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:53.953594 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:29:53.995650 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:54.025908 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7869b0-c4c1-42f2-a569-173250eb31b4 None None] Pushing event updated for resources: {'Port': ['ID=c6a229a4-6ed3-40d4-bc05-95a6599841a9,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:29:54.029333 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3f7869b0-c4c1-42f2-a569-173250eb31b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:29:54.060038 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b64db88-4b60-4f74-b67c-96692c675df6 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:29:54.076074 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6b64db88-4b60-4f74-b67c-96692c675df6 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "PUT /v2.0/routers/3a6b1926-c5fb-4e2c-9660-d4941ce70fef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4900284 Dec 15 19:29:54.079026 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 58234) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:29:54.135714 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcc56fd-20cb-44d2-b0fd-5ffc6e530c85 None None] Sync routers for ids ['3a6b1926-c5fb-4e2c-9660-d4941ce70fef'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:29:54.148998 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcc56fd-20cb-44d2-b0fd-5ffc6e530c85 None None] Routers {'3a6b1926-c5fb-4e2c-9660-d4941ce70fef'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:29:54.149781 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-2fcc56fd-20cb-44d2-b0fd-5ffc6e530c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:29:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['3a6b1926-c5fb-4e2c-9660-d4941ce70fef'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:29:54.235306 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc3b70b-0f73-4d4f-b798-4aa6e76aa33d tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:29:54.235593 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc3b70b-0f73-4d4f-b798-4aa6e76aa33d tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:29:54.236006 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc3b70b-0f73-4d4f-b798-4aa6e76aa33d tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:29:54.238621 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6cc3b70b-0f73-4d4f-b798-4aa6e76aa33d tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1584218 Dec 15 19:29:54.240662 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 58238) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:29:54.326552 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf87ed1-1c38-495c-a424-c0b245b4cb44 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:29:54.326979 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf87ed1-1c38-495c-a424-c0b245b4cb44 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:29:54.327541 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf87ed1-1c38-495c-a424-c0b245b4cb44 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:29:54.327954 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf87ed1-1c38-495c-a424-c0b245b4cb44 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:29:54.332579 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ecf87ed1-1c38-495c-a424-c0b245b4cb44 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2736 time: 0.0875285 Dec 15 19:29:54.332880 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 58242) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:29:54.348657 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-ffc065ee-487b-4088-8cda-b03f267b2d37 None None] Provisioning complete for port c6a229a4-6ed3-40d4-bc05-95a6599841a9 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:29:54.349202 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ffc065ee-487b-4088-8cda-b03f267b2d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:54.397030 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-2fcc56fd-20cb-44d2-b0fd-5ffc6e530c85 None None] Set router 3a6b1926-c5fb-4e2c-9660-d4941ce70fef gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:29:54.478556 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device cfab5a33-d892-4b42-a3c9-c224baf047ea up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:29:54.555333 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c8e54d49-fa19-4e8a-93d2-c88c82b00774 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2205749 Dec 15 19:29:54.803844 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port cfab5a33-d892-4b42-a3c9-c224baf047ea triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:29:54.804195 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:54.885227 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-ffc065ee-487b-4088-8cda-b03f267b2d37 None None] Provisioning for port 6c3c9b43-c65d-4846-8492-9ddc2ee1cfc3 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:29:54.896976 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-ffc065ee-487b-4088-8cda-b03f267b2d37 None None] Provisioning complete for port 6c3c9b43-c65d-4846-8492-9ddc2ee1cfc3 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:29:54.897398 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ffc065ee-487b-4088-8cda-b03f267b2d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:54.946638 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 58248) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:29:54.953135 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-cfb906e5-7220-463b-b33f-65200db3e7fa tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1075661249', 'description': 'tempest-secgroup-smoke-1075661249 description', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:29:54.959602 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-cfb906e5-7220-463b-b33f-65200db3e7fa tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:29:54.964521 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-cfb906e5-7220-463b-b33f-65200db3e7fa tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:29:54.967943 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-cfb906e5-7220-463b-b33f-65200db3e7fa tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:29:54.974156 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-cfb906e5-7220-463b-b33f-65200db3e7fa tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:29:55.014779 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cfb906e5-7220-463b-b33f-65200db3e7fa tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:55.031215 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-ffc065ee-487b-4088-8cda-b03f267b2d37 None None] Port 6c3c9b43-c65d-4846-8492-9ddc2ee1cfc3 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:29:55.052870 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-cfb906e5-7220-463b-b33f-65200db3e7fa tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:29:55.057023 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-cfb906e5-7220-463b-b33f-65200db3e7fa tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group_rule and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:29:55.059901 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-cfb906e5-7220-463b-b33f-65200db3e7fa tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:29:55.065982 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-cfb906e5-7220-463b-b33f-65200db3e7fa tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:29:55.066729 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device c6a229a4-6ed3-40d4-bc05-95a6599841a9 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:29:55.137136 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-2fcc56fd-20cb-44d2-b0fd-5ffc6e530c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6b1926-c5fb-4e2c-9660-d4941ce70fef', 'name': 'tempest-TestNetworkBasicOps-router-737051509', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.128'}], 'enable_snat': True}, 'gw_port_id': 'cfab5a33-d892-4b42-a3c9-c224baf047ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:29:47Z', 'updated_at': '2021-12-15T19:29:52Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': 'cfab5a33-d892-4b42-a3c9-c224baf047ea', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:12:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6b1926-c5fb-4e2c-9660-d4941ce70fef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:29:47Z', 'updated_at': '2021-12-15T19:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '6c3c9b43-c65d-4846-8492-9ddc2ee1cfc3', 'name': '', 'network_id': '21e182bc-082c-4f81-93d5-5f7519bb45ed', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:fc:c2:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6b1926-c5fb-4e2c-9660-d4941ce70fef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5067d98-7425-4ee2-b0af-84e806e0fded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:29:51Z', 'updated_at': '2021-12-15T19:29:52Z', 'revision_number': 2, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'f5067d98-7425-4ee2-b0af-84e806e0fded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:29:55.148830 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcc56fd-20cb-44d2-b0fd-5ffc6e530c85 None None] Checking router: 3a6b1926-c5fb-4e2c-9660-d4941ce70fef for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:29:55.149257 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcc56fd-20cb-44d2-b0fd-5ffc6e530c85 None None] Updating router 3a6b1926-c5fb-4e2c-9660-d4941ce70fef port 6c3c9b43-c65d-4846-8492-9ddc2ee1cfc3 binding host dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 15 19:29:55.151564 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cfb906e5-7220-463b-b33f-65200db3e7fa tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:55.180598 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cfb906e5-7220-463b-b33f-65200db3e7fa tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:55.186454 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-21c0d72b-8500-443e-a81f-e1ee807c43fa tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:29:55.219949 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-5d3e6797-a96d-4ced-821f-7869a1953437 None None] Provisioning complete for port 6c3c9b43-c65d-4846-8492-9ddc2ee1cfc3 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:29:55.220375 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5d3e6797-a96d-4ced-821f-7869a1953437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:55.231316 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb906e5-7220-463b-b33f-65200db3e7fa tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55c4527e-7d71-4a63-a0d6-a05daae9c865,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:29:55.234270 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-cfb906e5-7220-463b-b33f-65200db3e7fa tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:29:55.244845 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2fcc56fd-20cb-44d2-b0fd-5ffc6e530c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:55.260667 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cfb906e5-7220-463b-b33f-65200db3e7fa tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:55.262009 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-cfb906e5-7220-463b-b33f-65200db3e7fa tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3141649 Dec 15 19:29:55.263062 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port c6a229a4-6ed3-40d4-bc05-95a6599841a9 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:29:55.263485 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:55.265005 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 58252) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:29:55.270973 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-05088e5b-c40a-4691-87fc-b423521f189c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'security_group_rule': {'security_group_id': '55c4527e-7d71-4a63-a0d6-a05daae9c865', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:29:55.277898 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-05088e5b-c40a-4691-87fc-b423521f189c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:29:55.281911 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-05088e5b-c40a-4691-87fc-b423521f189c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group_rule and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:29:55.284908 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-05088e5b-c40a-4691-87fc-b423521f189c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:29:55.291622 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-05088e5b-c40a-4691-87fc-b423521f189c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:29:55.329990 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-05088e5b-c40a-4691-87fc-b423521f189c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:55.385144 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-5d3e6797-a96d-4ced-821f-7869a1953437 None None] Port 6c3c9b43-c65d-4846-8492-9ddc2ee1cfc3 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:29:55.393032 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-05088e5b-c40a-4691-87fc-b423521f189c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:55.420631 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-05088e5b-c40a-4691-87fc-b423521f189c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:55.422675 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d6c4e87c-ca97-4dce-9246-da6227e3d20c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:29:55.446765 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05088e5b-c40a-4691-87fc-b423521f189c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0664c8be-29b1-4388-9daa-d21acb9305dd,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:29:55.449410 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-05088e5b-c40a-4691-87fc-b423521f189c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:29:55.483594 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-05088e5b-c40a-4691-87fc-b423521f189c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:55.484913 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-05088e5b-c40a-4691-87fc-b423521f189c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2189071 Dec 15 19:29:55.487764 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 58256) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:29:55.494197 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-8007a2d1-0d65-43ca-8e40-6915e85e509a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'security_group_rule': {'security_group_id': '55c4527e-7d71-4a63-a0d6-a05daae9c865', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:29:55.500532 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-8007a2d1-0d65-43ca-8e40-6915e85e509a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:29:55.504609 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8007a2d1-0d65-43ca-8e40-6915e85e509a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group_rule and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:29:55.508171 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8007a2d1-0d65-43ca-8e40-6915e85e509a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:29:55.514546 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-8007a2d1-0d65-43ca-8e40-6915e85e509a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:29:55.553300 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8007a2d1-0d65-43ca-8e40-6915e85e509a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:55.621106 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8007a2d1-0d65-43ca-8e40-6915e85e509a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:55.654944 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8007a2d1-0d65-43ca-8e40-6915e85e509a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:55.657014 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-cadeb358-ab95-43e1-9320-a927146f9e4c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:29:55.681365 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8007a2d1-0d65-43ca-8e40-6915e85e509a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b676ce23-8092-4dcb-aa75-f95c1d5d8ee8,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:29:55.687541 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8007a2d1-0d65-43ca-8e40-6915e85e509a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:29:55.723492 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8007a2d1-0d65-43ca-8e40-6915e85e509a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:55.724815 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8007a2d1-0d65-43ca-8e40-6915e85e509a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2360399 Dec 15 19:29:55.728239 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 58260) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:29:55.734316 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-07fa454e-ecf3-4c4b-b347-9608530e74df tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'security_group_rule': {'security_group_id': '55c4527e-7d71-4a63-a0d6-a05daae9c865', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:29:55.740643 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-07fa454e-ecf3-4c4b-b347-9608530e74df tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:29:55.745472 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-07fa454e-ecf3-4c4b-b347-9608530e74df tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group_rule and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:29:55.748495 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-07fa454e-ecf3-4c4b-b347-9608530e74df tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:29:55.748667 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2fcc56fd-20cb-44d2-b0fd-5ffc6e530c85 None None] Notify callbacks [] for port, precommit_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:55.754747 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-07fa454e-ecf3-4c4b-b347-9608530e74df tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:29:55.761407 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-2fcc56fd-20cb-44d2-b0fd-5ffc6e530c85 None None] Transition to ACTIVE for port object 6c3c9b43-c65d-4846-8492-9ddc2ee1cfc3 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:29:55.798177 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-07fa454e-ecf3-4c4b-b347-9608530e74df tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:55.809122 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2fcc56fd-20cb-44d2-b0fd-5ffc6e530c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:55.813669 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:29:55.863051 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-07fa454e-ecf3-4c4b-b347-9608530e74df tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:55.889443 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-07fa454e-ecf3-4c4b-b347-9608530e74df tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:55.891482 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8429d024-55d4-481b-87c8-93347617715b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:29:55.916553 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fa454e-ecf3-4c4b-b347-9608530e74df tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f119598-be7b-42d9-8172-85788412fca7,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:29:55.919300 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-07fa454e-ecf3-4c4b-b347-9608530e74df tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:29:55.943895 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21f0fe2-f82f-40cc-b5b6-565c0c662d15 None None] Pushing event updated for resources: {'Port': ['ID=6c3c9b43-c65d-4846-8492-9ddc2ee1cfc3,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:29:55.948840 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f21f0fe2-f82f-40cc-b5b6-565c0c662d15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:29:55.952489 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-07fa454e-ecf3-4c4b-b347-9608530e74df tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:55.953816 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-07fa454e-ecf3-4c4b-b347-9608530e74df tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2245538 Dec 15 19:29:55.956875 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 58264) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:29:55.963635 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-956f536d-0af8-48dd-a084-38ba1351bc70 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'security_group_rule': {'security_group_id': '55c4527e-7d71-4a63-a0d6-a05daae9c865', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:29:55.970213 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-956f536d-0af8-48dd-a084-38ba1351bc70 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:29:55.974381 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-956f536d-0af8-48dd-a084-38ba1351bc70 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group_rule and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:29:55.977995 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-956f536d-0af8-48dd-a084-38ba1351bc70 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:29:55.984293 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-956f536d-0af8-48dd-a084-38ba1351bc70 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:29:56.041669 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-956f536d-0af8-48dd-a084-38ba1351bc70 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:56.045152 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-2fcc56fd-20cb-44d2-b0fd-5ffc6e530c85 None None] Attempting to bind port 6c3c9b43-c65d-4846-8492-9ddc2ee1cfc3 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:29:56.045584 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-2fcc56fd-20cb-44d2-b0fd-5ffc6e530c85 None None] Attempting to bind port 6c3c9b43-c65d-4846-8492-9ddc2ee1cfc3 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '75de78b4-75b9-4daa-8e5d-7143774053fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '21e182bc-082c-4f81-93d5-5f7519bb45ed'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:29:56.046008 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcc56fd-20cb-44d2-b0fd-5ffc6e530c85 None None] Attempting to bind port 6c3c9b43-c65d-4846-8492-9ddc2ee1cfc3 on network 21e182bc-082c-4f81-93d5-5f7519bb45ed {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:29:56.053824 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcc56fd-20cb-44d2-b0fd-5ffc6e530c85 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:29:56.054271 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcc56fd-20cb-44d2-b0fd-5ffc6e530c85 None None] Checking segment: {'id': '75de78b4-75b9-4daa-8e5d-7143774053fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '21e182bc-082c-4f81-93d5-5f7519bb45ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:29:56.055295 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2fcc56fd-20cb-44d2-b0fd-5ffc6e530c85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:56.056504 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcc56fd-20cb-44d2-b0fd-5ffc6e530c85 None None] Bound using segment: {'id': '75de78b4-75b9-4daa-8e5d-7143774053fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '21e182bc-082c-4f81-93d5-5f7519bb45ed'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:29:56.057052 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-2fcc56fd-20cb-44d2-b0fd-5ffc6e530c85 None None] Bound port: 6c3c9b43-c65d-4846-8492-9ddc2ee1cfc3, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75de78b4-75b9-4daa-8e5d-7143774053fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '21e182bc-082c-4f81-93d5-5f7519bb45ed'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:29:56.057486 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2fcc56fd-20cb-44d2-b0fd-5ffc6e530c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:56.115356 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-956f536d-0af8-48dd-a084-38ba1351bc70 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:56.146414 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-956f536d-0af8-48dd-a084-38ba1351bc70 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:56.148808 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e87008c2-9b71-4713-8f0f-57f87b999e8f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:29:56.154653 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-2fcc56fd-20cb-44d2-b0fd-5ffc6e530c85 None None] For port 6c3c9b43-c65d-4846-8492-9ddc2ee1cfc3, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:29:56.157774 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-2fcc56fd-20cb-44d2-b0fd-5ffc6e530c85 None None] For port 6c3c9b43-c65d-4846-8492-9ddc2ee1cfc3, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=6c3c9b43-c65d-4846-8492-9ddc2ee1cfc3,segment=NetworkSegment(75de78b4-75b9-4daa-8e5d-7143774053fc),segment_id=75de78b4-75b9-4daa-8e5d-7143774053fc)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:29:56.174492 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956f536d-0af8-48dd-a084-38ba1351bc70 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1479f88-20ad-443e-ba5e-e833577a0902,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:29:56.179224 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-956f536d-0af8-48dd-a084-38ba1351bc70 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:29:56.205283 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2fcc56fd-20cb-44d2-b0fd-5ffc6e530c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:56.210970 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-752c91ae-3c94-4769-b03c-0be9abfa4286 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:29:56.237727 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-956f536d-0af8-48dd-a084-38ba1351bc70 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:56.239100 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-956f536d-0af8-48dd-a084-38ba1351bc70 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2809622 Dec 15 19:29:56.242983 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 58268) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:29:56.249031 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-425c64a8-018f-477a-a379-0cefa6eb87a0 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'security_group_rule': {'security_group_id': '55c4527e-7d71-4a63-a0d6-a05daae9c865', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:29:56.255377 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-425c64a8-018f-477a-a379-0cefa6eb87a0 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:29:56.259569 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-425c64a8-018f-477a-a379-0cefa6eb87a0 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group_rule and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:29:56.262567 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-425c64a8-018f-477a-a379-0cefa6eb87a0 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:29:56.268760 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-425c64a8-018f-477a-a379-0cefa6eb87a0 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:29:56.297394 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21f0fe2-f82f-40cc-b5b6-565c0c662d15 None None] Pushing event updated for resources: {'Port': ['ID=6c3c9b43-c65d-4846-8492-9ddc2ee1cfc3,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:29:56.303846 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f21f0fe2-f82f-40cc-b5b6-565c0c662d15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:29:56.307474 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcc56fd-20cb-44d2-b0fd-5ffc6e530c85 None None] Routers {'3a6b1926-c5fb-4e2c-9660-d4941ce70fef'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:29:56.307697 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-2fcc56fd-20cb-44d2-b0fd-5ffc6e530c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:29:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['3a6b1926-c5fb-4e2c-9660-d4941ce70fef'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:29:56.323938 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.securitygroups_db [None req-425c64a8-018f-477a-a379-0cefa6eb87a0 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Project 7c1b74cf25a94156b4530f0bd868c0c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 19:29:56.331173 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-425c64a8-018f-477a-a379-0cefa6eb87a0 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:56.409502 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-425c64a8-018f-477a-a379-0cefa6eb87a0 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:56.455021 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-425c64a8-018f-477a-a379-0cefa6eb87a0 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:56.463892 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-996b516d-c59a-4839-bcff-edd54f7bf7a4 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:29:56.488307 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425c64a8-018f-477a-a379-0cefa6eb87a0 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b640ff5-23ee-41f1-8858-ff9559e4af83,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:29:56.491713 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-425c64a8-018f-477a-a379-0cefa6eb87a0 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:29:56.507900 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-2fcc56fd-20cb-44d2-b0fd-5ffc6e530c85 None None] Set router 3a6b1926-c5fb-4e2c-9660-d4941ce70fef gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:29:56.524076 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-425c64a8-018f-477a-a379-0cefa6eb87a0 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:56.525760 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-425c64a8-018f-477a-a379-0cefa6eb87a0 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2817869 Dec 15 19:29:56.529278 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 58272) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:29:56.536097 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-834c9a15-06ce-4703-a401-6640139da446 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'security_group_rule': {'security_group_id': '55c4527e-7d71-4a63-a0d6-a05daae9c865', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:29:56.543533 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-834c9a15-06ce-4703-a401-6640139da446 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:29:56.547536 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-834c9a15-06ce-4703-a401-6640139da446 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group_rule and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:29:56.550473 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-834c9a15-06ce-4703-a401-6640139da446 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:29:56.556515 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-834c9a15-06ce-4703-a401-6640139da446 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:29:56.605741 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.securitygroups_db [None req-834c9a15-06ce-4703-a401-6640139da446 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Project 7c1b74cf25a94156b4530f0bd868c0c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 19:29:56.613308 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-834c9a15-06ce-4703-a401-6640139da446 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:56.689985 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-834c9a15-06ce-4703-a401-6640139da446 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:56.723577 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-834c9a15-06ce-4703-a401-6640139da446 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:56.732442 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-bc1e0e57-c097-4bb0-912d-f04245551110 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:29:56.756154 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834c9a15-06ce-4703-a401-6640139da446 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40874965-86a6-4d90-a7e0-81466809a35c,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:29:56.760314 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-834c9a15-06ce-4703-a401-6640139da446 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:29:56.809603 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-834c9a15-06ce-4703-a401-6640139da446 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:56.810987 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-834c9a15-06ce-4703-a401-6640139da446 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2805583 Dec 15 19:29:57.008673 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-615e2959-1c03-498d-82c4-9cea46135895 req-47223632-8843-4592-9d5c-82d9a9099c44 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1075661249&fields=id&tenant_id=7c1b74cf25a94156b4530f0bd868c0c9 HTTP/1.1" status: 200 len: 267 time: 0.0445385 Dec 15 19:29:57.012187 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-2fcc56fd-20cb-44d2-b0fd-5ffc6e530c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6b1926-c5fb-4e2c-9660-d4941ce70fef', 'name': 'tempest-TestNetworkBasicOps-router-737051509', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.128'}], 'enable_snat': True}, 'gw_port_id': 'cfab5a33-d892-4b42-a3c9-c224baf047ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:29:47Z', 'updated_at': '2021-12-15T19:29:52Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': 'cfab5a33-d892-4b42-a3c9-c224baf047ea', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:12:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6b1926-c5fb-4e2c-9660-d4941ce70fef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:29:47Z', 'updated_at': '2021-12-15T19:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '6c3c9b43-c65d-4846-8492-9ddc2ee1cfc3', 'name': '', 'network_id': '21e182bc-082c-4f81-93d5-5f7519bb45ed', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:fc:c2:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6b1926-c5fb-4e2c-9660-d4941ce70fef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5067d98-7425-4ee2-b0af-84e806e0fded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:29:51Z', 'updated_at': '2021-12-15T19:29:56Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'f5067d98-7425-4ee2-b0af-84e806e0fded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:29:57.016465 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcc56fd-20cb-44d2-b0fd-5ffc6e530c85 None None] The sync data for ids ['3a6b1926-c5fb-4e2c-9660-d4941ce70fef'] in dv-neutron-821831-2-hyperv is: [{'id': '3a6b1926-c5fb-4e2c-9660-d4941ce70fef', 'name': 'tempest-TestNetworkBasicOps-router-737051509', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.128'}], 'enable_snat': True}, 'gw_port_id': 'cfab5a33-d892-4b42-a3c9-c224baf047ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:29:47Z', 'updated_at': '2021-12-15T19:29:52Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': 'cfab5a33-d892-4b42-a3c9-c224baf047ea', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:12:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6b1926-c5fb-4e2c-9660-d4941ce70fef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:29:47Z', 'updated_at': '2021-12-15T19:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '6c3c9b43-c65d-4846-8492-9ddc2ee1cfc3', 'name': '', 'network_id': '21e182bc-082c-4f81-93d5-5f7519bb45ed', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:fc:c2:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6b1926-c5fb-4e2c-9660-d4941ce70fef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5067d98-7425-4ee2-b0af-84e806e0fded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:29:51Z', 'updated_at': '2021-12-15T19:29:56Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'f5067d98-7425-4ee2-b0af-84e806e0fded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:29:57.183220 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e2959-1c03-498d-82c4-9cea46135895 req-bc461bbb-b8f9-47a9-8229-19961572b429 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:29:57.183995 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-615e2959-1c03-498d-82c4-9cea46135895 req-bc461bbb-b8f9-47a9-8229-19961572b429 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Synchronizing usage tracker for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:network {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:29:57.226094 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-615e2959-1c03-498d-82c4-9cea46135895 req-bc461bbb-b8f9-47a9-8229-19961572b429 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Unset dirty status for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:network {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:29:57.228171 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-615e2959-1c03-498d-82c4-9cea46135895 req-bc461bbb-b8f9-47a9-8229-19961572b429 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/networks?id=21e182bc-082c-4f81-93d5-5f7519bb45ed HTTP/1.1" status: 200 len: 797 time: 0.2121353 Dec 15 19:29:57.247491 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-615e2959-1c03-498d-82c4-9cea46135895 req-a53fc6f5-2967-48ea-b752-745d106c94d8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/quotas/7c1b74cf25a94156b4530f0bd868c0c9 HTTP/1.1" status: 200 len: 375 time: 0.0131814 Dec 15 19:29:57.339037 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-615e2959-1c03-498d-82c4-9cea46135895 req-9f8372d5-65dd-44fc-bbd6-72f4d58cce58 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Synchronizing usage tracker for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:29:57.386114 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-615e2959-1c03-498d-82c4-9cea46135895 req-9f8372d5-65dd-44fc-bbd6-72f4d58cce58 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Unset dirty status for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:29:57.387617 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-615e2959-1c03-498d-82c4-9cea46135895 req-9f8372d5-65dd-44fc-bbd6-72f4d58cce58 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7c1b74cf25a94156b4530f0bd868c0c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1340935 Dec 15 19:29:57.544633 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-615e2959-1c03-498d-82c4-9cea46135895 req-1044aa0a-6353-4bb0-905a-22c49c75b702 service neutron] 10.222.0.36 "GET /v2.0/networks/21e182bc-082c-4f81-93d5-5f7519bb45ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441722 Dec 15 19:29:57.696559 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-615e2959-1c03-498d-82c4-9cea46135895 req-673ae216-442f-4cbb-963a-49452fa83a27 service neutron] 10.222.0.36 "GET /v2.0/networks/21e182bc-082c-4f81-93d5-5f7519bb45ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454678 Dec 15 19:29:57.937687 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-aa09d516-588a-41e6-903d-8a64650876dc req-dad06d36-3773-4d79-8f1e-6a88159c379d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=987e3ca9-81e3-4be3-a7c0-e58712835993 HTTP/1.1" status: 200 len: 210 time: 0.0508916 Dec 15 19:29:58.475370 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 6c3c9b43-c65d-4846-8492-9ddc2ee1cfc3 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:29:58.563022 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 6c3c9b43-c65d-4846-8492-9ddc2ee1cfc3 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:29:58.568075 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 6c3c9b43-c65d-4846-8492-9ddc2ee1cfc3 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:29:58.568481 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:58.694928 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:58.730006 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port 6c3c9b43-c65d-4846-8492-9ddc2ee1cfc3, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=6c3c9b43-c65d-4846-8492-9ddc2ee1cfc3,segment=NetworkSegment(75de78b4-75b9-4daa-8e5d-7143774053fc),segment_id=75de78b4-75b9-4daa-8e5d-7143774053fc)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:29:58.758490 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:29:58.760451 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e9dff53f-07ff-44cb-b7fa-b0dc853db318 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:29:58.829442 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=6c3c9b43-c65d-4846-8492-9ddc2ee1cfc3,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:29:58.832741 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:29:59.108556 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-54b2cfb9-8baf-474c-a2d1-b46083a9ebca req-71714023-a7ae-40ea-91e7-fe725f9c5972 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=987e3ca9-81e3-4be3-a7c0-e58712835993 HTTP/1.1" status: 200 len: 210 time: 0.0450978 Dec 15 19:29:59.631121 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e2959-1c03-498d-82c4-9cea46135895 req-754a203f-c2f1-45c2-92d6-5aa3a52a88b3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:29:59.632695 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-615e2959-1c03-498d-82c4-9cea46135895 req-754a203f-c2f1-45c2-92d6-5aa3a52a88b3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.32 "GET /v2.0/networks?id=21e182bc-082c-4f81-93d5-5f7519bb45ed HTTP/1.1" status: 200 len: 797 time: 0.1547453 Dec 15 19:29:59.699538 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-615e2959-1c03-498d-82c4-9cea46135895 req-3fa2666e-f904-45b2-91b5-3962618e0129 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Synchronizing usage tracker for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:security_group {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:29:59.757317 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-615e2959-1c03-498d-82c4-9cea46135895 req-3fa2666e-f904-45b2-91b5-3962618e0129 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Unset dirty status for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:security_group {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:29:59.759318 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-615e2959-1c03-498d-82c4-9cea46135895 req-3fa2666e-f904-45b2-91b5-3962618e0129 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c1b74cf25a94156b4530f0bd868c0c9 HTTP/1.1" status: 200 len: 380 time: 0.1082892 Dec 15 19:29:59.772691 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [req-615e2959-1c03-498d-82c4-9cea46135895 req-e7cb6a1c-1ae7-43b8-b444-3811747940e2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'port': {'device_id': '987e3ca9-81e3-4be3-a7c0-e58712835993', 'network_id': '21e182bc-082c-4f81-93d5-5f7519bb45ed', 'admin_state_up': True, 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'security_groups': ['55c4527e-7d71-4a63-a0d6-a05daae9c865']}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:29:59.918637 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [req-615e2959-1c03-498d-82c4-9cea46135895 req-e7cb6a1c-1ae7-43b8-b444-3811747940e2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:29:59.928525 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [req-615e2959-1c03-498d-82c4-9cea46135895 req-e7cb6a1c-1ae7-43b8-b444-3811747940e2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:29:59.974111 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-615e2959-1c03-498d-82c4-9cea46135895 req-e7cb6a1c-1ae7-43b8-b444-3811747940e2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Made reservation on behalf of 7c1b74cf25a94156b4530f0bd868c0c9 for: {'port': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:29:59.979788 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-615e2959-1c03-498d-82c4-9cea46135895 req-e7cb6a1c-1ae7-43b8-b444-3811747940e2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:30:00.147059 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [req-615e2959-1c03-498d-82c4-9cea46135895 req-e7cb6a1c-1ae7-43b8-b444-3811747940e2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Allocated IP 172.20.0.5 (21e182bc-082c-4f81-93d5-5f7519bb45ed/f5067d98-7425-4ee2-b0af-84e806e0fded/42b4ff7e-70b4-4d41-970a-f27a174b4efc) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:30:00.281101 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7f6a9413-2f67-4d9b-b8a6-98a8b7a660d6 req-33346ff5-fb75-4793-a4fd-9ef365f4260d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=987e3ca9-81e3-4be3-a7c0-e58712835993 HTTP/1.1" status: 200 len: 210 time: 0.0469236 Dec 15 19:30:00.349483 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-615e2959-1c03-498d-82c4-9cea46135895 req-e7cb6a1c-1ae7-43b8-b444-3811747940e2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:30:00.365503 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [req-615e2959-1c03-498d-82c4-9cea46135895 req-e7cb6a1c-1ae7-43b8-b444-3811747940e2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Transition to ACTIVE for port object 42b4ff7e-70b4-4d41-970a-f27a174b4efc will not be triggered until provisioned by entity DHCP. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:30:00.415814 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-615e2959-1c03-498d-82c4-9cea46135895 req-e7cb6a1c-1ae7-43b8-b444-3811747940e2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:30:00.421707 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4c66fa91-96c4-49b1-9881-a7a1cac99904 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:30:00.446572 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 6c3c9b43-c65d-4846-8492-9ddc2ee1cfc3 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:30:00.485546 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-615e2959-1c03-498d-82c4-9cea46135895 req-e7cb6a1c-1ae7-43b8-b444-3811747940e2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Network 21e182bc-082c-4f81-93d5-5f7519bb45ed is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:30:00.493903 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [req-615e2959-1c03-498d-82c4-9cea46135895 req-e7cb6a1c-1ae7-43b8-b444-3811747940e2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:30:00.498757 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [req-615e2959-1c03-498d-82c4-9cea46135895 req-e7cb6a1c-1ae7-43b8-b444-3811747940e2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:30:00.518544 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 6c3c9b43-c65d-4846-8492-9ddc2ee1cfc3 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:30:00.519051 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:30:00.535272 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cb6a1c-1ae7-43b8-b444-3811747940e2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'Port': ['ID=42b4ff7e-70b4-4d41-970a-f27a174b4efc,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:30:00.545218 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e7cb6a1c-1ae7-43b8-b444-3811747940e2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:30:00.568888 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e2959-1c03-498d-82c4-9cea46135895 req-e7cb6a1c-1ae7-43b8-b444-3811747940e2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:30:00.569559 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-615e2959-1c03-498d-82c4-9cea46135895 req-e7cb6a1c-1ae7-43b8-b444-3811747940e2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:30:00.622486 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-615e2959-1c03-498d-82c4-9cea46135895 req-e7cb6a1c-1ae7-43b8-b444-3811747940e2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8539708 Dec 15 19:30:00.640890 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [req-615e2959-1c03-498d-82c4-9cea46135895 req-3024fffb-5885-4657-baf2-4a2c4f810575 service neutron] Request body: {'port': {'device_id': '987e3ca9-81e3-4be3-a7c0-e58712835993', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:30:00.768122 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-615e2959-1c03-498d-82c4-9cea46135895 req-3024fffb-5885-4657-baf2-4a2c4f810575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:30:00.883147 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-e075f6ed-dfa6-47d5-881c-1abc1c79c95c None None] Provisioning for port 42b4ff7e-70b4-4d41-970a-f27a174b4efc completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:30:00.888521 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-e075f6ed-dfa6-47d5-881c-1abc1c79c95c None None] Provisioning complete for port 42b4ff7e-70b4-4d41-970a-f27a174b4efc triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:30:00.889012 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e075f6ed-dfa6-47d5-881c-1abc1c79c95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:30:00.943527 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-e075f6ed-dfa6-47d5-881c-1abc1c79c95c None None] Port 42b4ff7e-70b4-4d41-970a-f27a174b4efc cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:30:01.118917 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [req-615e2959-1c03-498d-82c4-9cea46135895 req-3024fffb-5885-4657-baf2-4a2c4f810575 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42b4ff7e-70b4-4d41-970a-f27a174b4efc {{(pid=88991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 19:30:01.125727 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-615e2959-1c03-498d-82c4-9cea46135895 req-3024fffb-5885-4657-baf2-4a2c4f810575 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:30:01.141012 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [req-615e2959-1c03-498d-82c4-9cea46135895 req-3024fffb-5885-4657-baf2-4a2c4f810575 service neutron] Transition to ACTIVE for port object 42b4ff7e-70b4-4d41-970a-f27a174b4efc will not be triggered until provisioned by entity L2. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:30:01.174328 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-615e2959-1c03-498d-82c4-9cea46135895 req-3024fffb-5885-4657-baf2-4a2c4f810575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:30:01.178747 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8e3bdc66-28f4-4dd9-96f1-2aec0b255967 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:30:01.500282 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905f1e3e-bdad-4809-90f1-3628442acaea req-4d07588c-328f-4ee3-b884-84e1a09b263c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:30:01.501919 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-905f1e3e-bdad-4809-90f1-3628442acaea req-4d07588c-328f-4ee3-b884-84e1a09b263c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=987e3ca9-81e3-4be3-a7c0-e58712835993 HTTP/1.1" status: 200 len: 943 time: 0.0900261 Dec 15 19:30:01.540524 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3024fffb-5885-4657-baf2-4a2c4f810575 service neutron] Pushing event updated for resources: {'Port': ['ID=42b4ff7e-70b4-4d41-970a-f27a174b4efc,revision_number=2']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:30:01.543935 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3024fffb-5885-4657-baf2-4a2c4f810575 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:30:01.558682 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-905f1e3e-bdad-4809-90f1-3628442acaea req-3c6fb4e4-6f3c-4ea3-aa59-2f08702bde44 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=55c4527e-7d71-4a63-a0d6-a05daae9c865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487437 Dec 15 19:30:01.662719 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-615e2959-1c03-498d-82c4-9cea46135895 req-3024fffb-5885-4657-baf2-4a2c4f810575 service neutron] Attempting to bind port 42b4ff7e-70b4-4d41-970a-f27a174b4efc on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:30:01.663300 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-615e2959-1c03-498d-82c4-9cea46135895 req-3024fffb-5885-4657-baf2-4a2c4f810575 service neutron] Attempting to bind port 42b4ff7e-70b4-4d41-970a-f27a174b4efc by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '75de78b4-75b9-4daa-8e5d-7143774053fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '21e182bc-082c-4f81-93d5-5f7519bb45ed'}] {{(pid=88991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:30:01.663446 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615e2959-1c03-498d-82c4-9cea46135895 req-3024fffb-5885-4657-baf2-4a2c4f810575 service neutron] Attempting to bind port 42b4ff7e-70b4-4d41-970a-f27a174b4efc on network 21e182bc-082c-4f81-93d5-5f7519bb45ed {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:30:01.670360 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615e2959-1c03-498d-82c4-9cea46135895 req-3024fffb-5885-4657-baf2-4a2c4f810575 service neutron] Port 42b4ff7e-70b4-4d41-970a-f27a174b4efc on network 21e182bc-082c-4f81-93d5-5f7519bb45ed not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:30:01.670732 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615e2959-1c03-498d-82c4-9cea46135895 req-3024fffb-5885-4657-baf2-4a2c4f810575 service neutron] Attempting to bind port 42b4ff7e-70b4-4d41-970a-f27a174b4efc on network 21e182bc-082c-4f81-93d5-5f7519bb45ed {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:30:01.677808 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615e2959-1c03-498d-82c4-9cea46135895 req-3024fffb-5885-4657-baf2-4a2c4f810575 service neutron] Checking agent: {'id': '59e4c979-c5dd-468d-a1f2-341133950749', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 12, 24), 'started_at': datetime.datetime(2021, 12, 15, 19, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:30:01.678187 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615e2959-1c03-498d-82c4-9cea46135895 req-3024fffb-5885-4657-baf2-4a2c4f810575 service neutron] Checking segment: {'id': '75de78b4-75b9-4daa-8e5d-7143774053fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '21e182bc-082c-4f81-93d5-5f7519bb45ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:30:01.678639 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615e2959-1c03-498d-82c4-9cea46135895 req-3024fffb-5885-4657-baf2-4a2c4f810575 service neutron] Bound using segment: {'id': '75de78b4-75b9-4daa-8e5d-7143774053fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '21e182bc-082c-4f81-93d5-5f7519bb45ed'} {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:30:01.679112 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-615e2959-1c03-498d-82c4-9cea46135895 req-3024fffb-5885-4657-baf2-4a2c4f810575 service neutron] Bound port: 42b4ff7e-70b4-4d41-970a-f27a174b4efc, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75de78b4-75b9-4daa-8e5d-7143774053fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '21e182bc-082c-4f81-93d5-5f7519bb45ed'}}] {{(pid=88991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:30:01.680045 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-615e2959-1c03-498d-82c4-9cea46135895 req-3024fffb-5885-4657-baf2-4a2c4f810575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:30:01.777142 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-615e2959-1c03-498d-82c4-9cea46135895 req-3024fffb-5885-4657-baf2-4a2c4f810575 service neutron] For port 42b4ff7e-70b4-4d41-970a-f27a174b4efc, host hv-neutron-8218, cleared binding levels {{(pid=88991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:30:01.780361 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-615e2959-1c03-498d-82c4-9cea46135895 req-3024fffb-5885-4657-baf2-4a2c4f810575 service neutron] For port 42b4ff7e-70b4-4d41-970a-f27a174b4efc, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=42b4ff7e-70b4-4d41-970a-f27a174b4efc,segment=NetworkSegment(75de78b4-75b9-4daa-8e5d-7143774053fc),segment_id=75de78b4-75b9-4daa-8e5d-7143774053fc)] {{(pid=88991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:30:01.814802 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-615e2959-1c03-498d-82c4-9cea46135895 req-3024fffb-5885-4657-baf2-4a2c4f810575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:30:01.819211 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-585fff40-1c84-4870-999a-2de89e31e691 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:30:01.883702 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-615e2959-1c03-498d-82c4-9cea46135895 req-3024fffb-5885-4657-baf2-4a2c4f810575 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:30:01.885209 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-615e2959-1c03-498d-82c4-9cea46135895 req-3024fffb-5885-4657-baf2-4a2c4f810575 service neutron] 10.222.0.32 "PUT /v2.0/ports/42b4ff7e-70b4-4d41-970a-f27a174b4efc HTTP/1.1" status: 200 len: 1093 time: 1.2503564 Dec 15 19:30:01.885803 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '987e3ca9-81e3-4be3-a7c0-e58712835993', 'tag': '42b4ff7e-70b4-4d41-970a-f27a174b4efc'}] {{(pid=88991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:30:01.899354 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3024fffb-5885-4657-baf2-4a2c4f810575 service neutron] Pushing event updated for resources: {'Port': ['ID=42b4ff7e-70b4-4d41-970a-f27a174b4efc,revision_number=3']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:30:01.902700 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3024fffb-5885-4657-baf2-4a2c4f810575 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:30:01.943094 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '987e3ca9-81e3-4be3-a7c0-e58712835993', 'tag': '42b4ff7e-70b4-4d41-970a-f27a174b4efc', 'status': 'completed', 'code': 200} Dec 15 19:30:02.049711 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ad14035e-8f13-4608-89b9-74ad38708d74 req-cf3ffc85-3de0-41f8-8444-59e86dca779d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c1b74cf25a94156b4530f0bd868c0c9&device_id=987e3ca9-81e3-4be3-a7c0-e58712835993 HTTP/1.1" status: 200 len: 1096 time: 0.0810480 Dec 15 19:30:02.205709 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad14035e-8f13-4608-89b9-74ad38708d74 req-cacb2695-af19-494e-aad7-a2cc63a905bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:30:02.207328 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ad14035e-8f13-4608-89b9-74ad38708d74 req-cacb2695-af19-494e-aad7-a2cc63a905bc service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=7c1b74cf25a94156b4530f0bd868c0c9&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1467307 Dec 15 19:30:02.357549 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad14035e-8f13-4608-89b9-74ad38708d74 req-5e217c63-fd50-430b-999b-c2997d46f8aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:30:02.359155 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ad14035e-8f13-4608-89b9-74ad38708d74 req-5e217c63-fd50-430b-999b-c2997d46f8aa service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1424482 Dec 15 19:30:02.486495 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-615e2959-1c03-498d-82c4-9cea46135895 req-d48b6746-eb32-41d6-9f35-4e4a6e1417f3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c1b74cf25a94156b4530f0bd868c0c9&device_id=987e3ca9-81e3-4be3-a7c0-e58712835993 HTTP/1.1" status: 200 len: 1096 time: 0.0791039 Dec 15 19:30:02.571553 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-615e2959-1c03-498d-82c4-9cea46135895 req-d28b6908-9701-452b-9073-9262683accb2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42b4ff7e-70b4-4d41-970a-f27a174b4efc HTTP/1.1" status: 200 len: 217 time: 0.0735841 Dec 15 19:30:02.649787 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e2959-1c03-498d-82c4-9cea46135895 req-271b071a-5a14-4e16-b120-e4851b9ab8df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:30:02.651427 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-615e2959-1c03-498d-82c4-9cea46135895 req-271b071a-5a14-4e16-b120-e4851b9ab8df service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f5067d98-7425-4ee2-b0af-84e806e0fded HTTP/1.1" status: 200 len: 843 time: 0.0701234 Dec 15 19:30:02.738195 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-615e2959-1c03-498d-82c4-9cea46135895 req-e3f0a3be-b2a5-46ca-8cad-799e383fd1e6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=21e182bc-082c-4f81-93d5-5f7519bb45ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772316 Dec 15 19:30:02.766681 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c8397a-9ef7-4e4e-b741-18313c3897d9 req-dfced006-2316-4b96-aabf-d41f13ddbb44 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:30:02.768353 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e5c8397a-9ef7-4e4e-b741-18313c3897d9 req-dfced006-2316-4b96-aabf-d41f13ddbb44 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=987e3ca9-81e3-4be3-a7c0-e58712835993 HTTP/1.1" status: 200 len: 943 time: 0.0827990 Dec 15 19:30:02.816368 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e5c8397a-9ef7-4e4e-b741-18313c3897d9 req-555611c3-7cb1-4194-8310-90b73c71ac9a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=55c4527e-7d71-4a63-a0d6-a05daae9c865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410857 Dec 15 19:30:02.887770 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-615e2959-1c03-498d-82c4-9cea46135895 req-a3559051-5859-4a01-8bc7-a483decfcae9 service neutron] 10.222.0.32 "GET /v2.0/networks/21e182bc-082c-4f81-93d5-5f7519bb45ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397810 Dec 15 19:30:03.037585 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-615e2959-1c03-498d-82c4-9cea46135895 req-6e1c7f58-865a-4c0a-9f99-1a9de629d224 service neutron] 10.222.0.32 "GET /v2.0/networks/21e182bc-082c-4f81-93d5-5f7519bb45ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377072 Dec 15 19:30:04.032514 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d4c617-24a3-4c1e-af0b-5ea6ef453360 req-6582fdc0-5b31-417f-a59d-6d8a11517f58 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:30:04.034131 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d0d4c617-24a3-4c1e-af0b-5ea6ef453360 req-6582fdc0-5b31-417f-a59d-6d8a11517f58 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=987e3ca9-81e3-4be3-a7c0-e58712835993 HTTP/1.1" status: 200 len: 943 time: 0.0921886 Dec 15 19:30:04.085929 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d0d4c617-24a3-4c1e-af0b-5ea6ef453360 req-7db9c815-4cd1-4480-af2f-69dadc724146 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=55c4527e-7d71-4a63-a0d6-a05daae9c865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432339 Dec 15 19:30:05.288044 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017a0a47-bec6-4839-a4f2-bdba1c531218 req-06db77df-92c8-4998-9dde-df82985a4b30 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:30:05.290286 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-017a0a47-bec6-4839-a4f2-bdba1c531218 req-06db77df-92c8-4998-9dde-df82985a4b30 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=987e3ca9-81e3-4be3-a7c0-e58712835993 HTTP/1.1" status: 200 len: 943 time: 0.0818110 Dec 15 19:30:05.343524 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-017a0a47-bec6-4839-a4f2-bdba1c531218 req-355f4d40-3a68-429c-acff-299626d36805 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=55c4527e-7d71-4a63-a0d6-a05daae9c865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468109 Dec 15 19:30:06.106932 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 42b4ff7e-70b4-4d41-970a-f27a174b4efc details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 15 19:30:06.250095 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 42b4ff7e-70b4-4d41-970a-f27a174b4efc, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=42b4ff7e-70b4-4d41-970a-f27a174b4efc,segment=NetworkSegment(75de78b4-75b9-4daa-8e5d-7143774053fc),segment_id=75de78b4-75b9-4daa-8e5d-7143774053fc)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:30:06.264081 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Returning: {'device': '42b4ff7e-70b4-4d41-970a-f27a174b4efc', 'network_id': '21e182bc-082c-4f81-93d5-5f7519bb45ed', 'port_id': '42b4ff7e-70b4-4d41-970a-f27a174b4efc', 'mac_address': 'fa:16:3e:49:f8:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5067d98-7425-4ee2-b0af-84e806e0fded', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 19:30:06.322296 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:30:06.340364 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42b4ff7e-70b4-4d41-970a-f27a174b4efc {{(pid=88992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 19:30:06.355541 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 42b4ff7e-70b4-4d41-970a-f27a174b4efc, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=42b4ff7e-70b4-4d41-970a-f27a174b4efc,segment=NetworkSegment(75de78b4-75b9-4daa-8e5d-7143774053fc),segment_id=75de78b4-75b9-4daa-8e5d-7143774053fc)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:30:06.385712 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:30:06.387734 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3d31446e-efd6-48e2-91c6-c4668ce375b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:30:06.454377 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=42b4ff7e-70b4-4d41-970a-f27a174b4efc,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:30:06.457739 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:30:06.553926 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720626cd-a238-485a-a50d-cc95f38c519b req-91e644f7-a152-478b-8fbe-2526b5e943ba tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:30:06.555574 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-720626cd-a238-485a-a50d-cc95f38c519b req-91e644f7-a152-478b-8fbe-2526b5e943ba tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=987e3ca9-81e3-4be3-a7c0-e58712835993 HTTP/1.1" status: 200 len: 944 time: 0.0841947 Dec 15 19:30:06.604759 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-720626cd-a238-485a-a50d-cc95f38c519b req-ac699741-edcf-4f65-b106-d32530048bf0 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=55c4527e-7d71-4a63-a0d6-a05daae9c865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431540 Dec 15 19:30:06.656458 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] get_ports_and_sgs() called for port_ids ['42b4ff7e-70b4-4d41-970a-f27a174b4efc'] {{(pid=88992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 19:30:07.815226 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d862884d-c4ab-4d40-a5d9-19910f229f3a req-ed08e8fb-f047-40e2-ac3c-3419ddc1dee4 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:30:07.816820 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d862884d-c4ab-4d40-a5d9-19910f229f3a req-ed08e8fb-f047-40e2-ac3c-3419ddc1dee4 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=987e3ca9-81e3-4be3-a7c0-e58712835993 HTTP/1.1" status: 200 len: 944 time: 0.0871716 Dec 15 19:30:07.864315 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d862884d-c4ab-4d40-a5d9-19910f229f3a req-320acef9-597b-4eef-badf-6faef675491c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=55c4527e-7d71-4a63-a0d6-a05daae9c865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408397 Dec 15 19:30:08.118319 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 42b4ff7e-70b4-4d41-970a-f27a174b4efc up at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:30:08.202815 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-36c9c970-17c9-40b4-a584-49ee8872e4c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:30:08.225681 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning for port 42b4ff7e-70b4-4d41-970a-f27a174b4efc completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:30:08.231455 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning complete for port 42b4ff7e-70b4-4d41-970a-f27a174b4efc triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:30:08.231874 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:30:08.345190 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:30:08.375176 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '987e3ca9-81e3-4be3-a7c0-e58712835993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b4ff7e-70b4-4d41-970a-f27a174b4efc'}] {{(pid=88992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:30:08.385065 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 42b4ff7e-70b4-4d41-970a-f27a174b4efc, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=42b4ff7e-70b4-4d41-970a-f27a174b4efc,segment=NetworkSegment(75de78b4-75b9-4daa-8e5d-7143774053fc),segment_id=75de78b4-75b9-4daa-8e5d-7143774053fc)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:30:08.420288 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:30:08.422357 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f21f0fe2-f82f-40cc-b5b6-565c0c662d15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:30:08.456151 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '987e3ca9-81e3-4be3-a7c0-e58712835993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b4ff7e-70b4-4d41-970a-f27a174b4efc', 'code': 200} Dec 15 19:30:08.490553 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=42b4ff7e-70b4-4d41-970a-f27a174b4efc,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:30:08.494735 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:30:08.751884 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-17c19f9b-a5ed-4cfd-b100-4207a48667b3 req-91109731-cfac-4e17-9280-a91ac59ccb2b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=987e3ca9-81e3-4be3-a7c0-e58712835993 HTTP/1.1" status: 200 len: 1098 time: 0.0798185 Dec 15 19:30:08.799692 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-17c19f9b-a5ed-4cfd-b100-4207a48667b3 req-c75e9e84-030f-4d2d-b30e-46c910a7e40b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=55c4527e-7d71-4a63-a0d6-a05daae9c865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378520 Dec 15 19:30:09.076333 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbb6245-ceea-4991-b62c-1320559da5f7 req-19bec7ef-ec83-4586-9616-85c405e2740f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:30:09.077923 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-afbb6245-ceea-4991-b62c-1320559da5f7 req-19bec7ef-ec83-4586-9616-85c405e2740f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=987e3ca9-81e3-4be3-a7c0-e58712835993 HTTP/1.1" status: 200 len: 945 time: 0.0831361 Dec 15 19:30:09.125046 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-afbb6245-ceea-4991-b62c-1320559da5f7 req-d741df6c-21fb-4280-94c9-e77fb84a883c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=55c4527e-7d71-4a63-a0d6-a05daae9c865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410686 Dec 15 19:30:09.454062 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:30:10.336688 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ca5213-204a-4947-98ec-10ac7ff5364a req-e3761508-43b0-4ca4-8daa-ec736a2953b4 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:30:10.338319 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b6ca5213-204a-4947-98ec-10ac7ff5364a req-e3761508-43b0-4ca4-8daa-ec736a2953b4 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=987e3ca9-81e3-4be3-a7c0-e58712835993 HTTP/1.1" status: 200 len: 945 time: 0.0876973 Dec 15 19:30:10.385429 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b6ca5213-204a-4947-98ec-10ac7ff5364a req-bed04146-cb59-4816-acef-642ddbee3389 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=55c4527e-7d71-4a63-a0d6-a05daae9c865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409529 Dec 15 19:30:10.511449 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-67d9e931-af21-49c6-a25b-987c743ec1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:30:10.588079 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b39608-d09a-44b6-a45a-8aa49f33de62 req-45d97a28-e7f1-409b-b56e-11bdab5d7781 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:30:10.589658 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-69b39608-d09a-44b6-a45a-8aa49f33de62 req-45d97a28-e7f1-409b-b56e-11bdab5d7781 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=987e3ca9-81e3-4be3-a7c0-e58712835993 HTTP/1.1" status: 200 len: 945 time: 0.0814025 Dec 15 19:30:10.648347 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-69b39608-d09a-44b6-a45a-8aa49f33de62 req-aceffd88-790e-4145-ad66-1260e4fa0cd9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=55c4527e-7d71-4a63-a0d6-a05daae9c865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520759 Dec 15 19:30:10.676383 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 58328) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:30:10.791730 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:30:10.893177 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 19:30:10.969585 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e83c6c85-d075-4a84-9dbd-7b4804491ee8 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=987e3ca9-81e3-4be3-a7c0-e58712835993 HTTP/1.1" status: 200 len: 1093 time: 0.2917142 Dec 15 19:30:10.972296 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 58334) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:30:10.978435 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-fe136f2a-e2fa-40cf-9f0a-e4c21e923e7b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'floatingip': {'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'port_id': '42b4ff7e-70b4-4d41-970a-f27a174b4efc', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:30:10.984320 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-fe136f2a-e2fa-40cf-9f0a-e4c21e923e7b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:30:10.988321 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-fe136f2a-e2fa-40cf-9f0a-e4c21e923e7b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:floatingip and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:30:10.992133 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-fe136f2a-e2fa-40cf-9f0a-e4c21e923e7b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:30:10.998080 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-fe136f2a-e2fa-40cf-9f0a-e4c21e923e7b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:30:11.037054 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fe136f2a-e2fa-40cf-9f0a-e4c21e923e7b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for floatingip, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:30:11.185570 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fe136f2a-e2fa-40cf-9f0a-e4c21e923e7b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:30:11.328417 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-fe136f2a-e2fa-40cf-9f0a-e4c21e923e7b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Allocated IP 172.26.3.50 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/d05c01bc-aedf-4ea3-ad4c-1d25e80af036) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:30:11.480129 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fe136f2a-e2fa-40cf-9f0a-e4c21e923e7b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:30:11.568938 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fe136f2a-e2fa-40cf-9f0a-e4c21e923e7b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:30:11.573580 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3024fffb-5885-4657-baf2-4a2c4f810575 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:30:11.642996 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe136f2a-e2fa-40cf-9f0a-e4c21e923e7b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:30:11.646621 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-fe136f2a-e2fa-40cf-9f0a-e4c21e923e7b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:30:11.649939 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe136f2a-e2fa-40cf-9f0a-e4c21e923e7b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:30:11.685380 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe136f2a-e2fa-40cf-9f0a-e4c21e923e7b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'Port': ['ID=d05c01bc-aedf-4ea3-ad4c-1d25e80af036,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:30:11.693881 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fe136f2a-e2fa-40cf-9f0a-e4c21e923e7b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:30:12.179720 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fe136f2a-e2fa-40cf-9f0a-e4c21e923e7b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:30:12.271083 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fe136f2a-e2fa-40cf-9f0a-e4c21e923e7b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:30:12.480122 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fe136f2a-e2fa-40cf-9f0a-e4c21e923e7b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for port, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:30:12.522918 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fe136f2a-e2fa-40cf-9f0a-e4c21e923e7b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:30:12.527549 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b636b2a8-15ca-4ead-9da1-6f82cc05f653 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:30:12.557165 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:30:12.638571 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe136f2a-e2fa-40cf-9f0a-e4c21e923e7b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'Port': ['ID=d05c01bc-aedf-4ea3-ad4c-1d25e80af036,revision_number=2']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:30:12.643129 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fe136f2a-e2fa-40cf-9f0a-e4c21e923e7b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:30:12.652062 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fe136f2a-e2fa-40cf-9f0a-e4c21e923e7b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634093'] for floatingip, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:30:12.848984 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.l3_db [None req-fe136f2a-e2fa-40cf-9f0a-e4c21e923e7b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Floating IP c5830dc7-3404-4260-97e6-5e3362be4187 associated. External IP: 172.26.3.50, port: 42b4ff7e-70b4-4d41-970a-f27a174b4efc. Dec 15 19:30:13.484537 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe136f2a-e2fa-40cf-9f0a-e4c21e923e7b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Router 3a6b1926-c5fb-4e2c-9660-d4941ce70fef has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:30:13.695571 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe136f2a-e2fa-40cf-9f0a-e4c21e923e7b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:30:13.706123 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621e8a16-1fcf-497d-a2ed-88f7e359d08f None None] Sync routers for ids ['3a6b1926-c5fb-4e2c-9660-d4941ce70fef'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:30:13.718960 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621e8a16-1fcf-497d-a2ed-88f7e359d08f None None] Routers {'3a6b1926-c5fb-4e2c-9660-d4941ce70fef'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:30:13.719605 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-621e8a16-1fcf-497d-a2ed-88f7e359d08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:30:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['3a6b1926-c5fb-4e2c-9660-d4941ce70fef'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:30:13.769197 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fe136f2a-e2fa-40cf-9f0a-e4c21e923e7b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:30:13.830997 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-fe136f2a-e2fa-40cf-9f0a-e4c21e923e7b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8575599 Dec 15 19:30:13.831728 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '987e3ca9-81e3-4be3-a7c0-e58712835993', 'tag': '42b4ff7e-70b4-4d41-970a-f27a174b4efc'}] {{(pid=88991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:30:13.833953 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 58338) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:30:13.902837 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '987e3ca9-81e3-4be3-a7c0-e58712835993', 'tag': '42b4ff7e-70b4-4d41-970a-f27a174b4efc', 'status': 'completed', 'code': 200} Dec 15 19:30:14.007593 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-93e75af5-d76d-4844-99ae-0c63295b7fd0 req-26546b47-856d-4ddd-9822-8bf8cfa59076 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c1b74cf25a94156b4530f0bd868c0c9&device_id=987e3ca9-81e3-4be3-a7c0-e58712835993 HTTP/1.1" status: 200 len: 1098 time: 0.0814631 Dec 15 19:30:14.081938 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-621e8a16-1fcf-497d-a2ed-88f7e359d08f None None] Set router 3a6b1926-c5fb-4e2c-9660-d4941ce70fef gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:30:14.156713 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e75af5-d76d-4844-99ae-0c63295b7fd0 req-6f3e9d92-881e-44ae-b340-db3a944910b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:30:14.158318 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-93e75af5-d76d-4844-99ae-0c63295b7fd0 req-6f3e9d92-881e-44ae-b340-db3a944910b9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=21e182bc-082c-4f81-93d5-5f7519bb45ed HTTP/1.1" status: 200 len: 898 time: 0.1442428 Dec 15 19:30:14.190476 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ec8192e1-5315-4299-b5fd-cf8c3a2c312c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/floatingips/c5830dc7-3404-4260-97e6-5e3362be4187 HTTP/1.1" status: 200 len: 990 time: 0.3550332 Dec 15 19:30:14.275936 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-93e75af5-d76d-4844-99ae-0c63295b7fd0 req-9d19a53f-45ea-4b1b-b290-3e89666981b1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42b4ff7e-70b4-4d41-970a-f27a174b4efc HTTP/1.1" status: 200 len: 998 time: 0.1085799 Dec 15 19:30:14.345546 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e75af5-d76d-4844-99ae-0c63295b7fd0 req-0496ec1b-c0c1-43dd-94f2-6e4485f92a35 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:30:14.347201 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-93e75af5-d76d-4844-99ae-0c63295b7fd0 req-0496ec1b-c0c1-43dd-94f2-6e4485f92a35 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f5067d98-7425-4ee2-b0af-84e806e0fded HTTP/1.1" status: 200 len: 843 time: 0.0644016 Dec 15 19:30:14.428777 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-93e75af5-d76d-4844-99ae-0c63295b7fd0 req-d7284357-5a23-468a-9dd8-bc6e253a0f1b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=21e182bc-082c-4f81-93d5-5f7519bb45ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752490 Dec 15 19:30:14.455611 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-621e8a16-1fcf-497d-a2ed-88f7e359d08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6b1926-c5fb-4e2c-9660-d4941ce70fef', 'name': 'tempest-TestNetworkBasicOps-router-737051509', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.128'}], 'enable_snat': True}, 'gw_port_id': 'cfab5a33-d892-4b42-a3c9-c224baf047ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:29:47Z', 'updated_at': '2021-12-15T19:29:52Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': 'cfab5a33-d892-4b42-a3c9-c224baf047ea', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:12:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6b1926-c5fb-4e2c-9660-d4941ce70fef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:29:47Z', 'updated_at': '2021-12-15T19:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': 'c5830dc7-3404-4260-97e6-5e3362be4187', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'floating_ip_address': '172.26.3.50', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': '3a6b1926-c5fb-4e2c-9660-d4941ce70fef', 'port_id': '42b4ff7e-70b4-4d41-970a-f27a174b4efc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21e182bc-082c-4f81-93d5-5f7519bb45ed', 'mac_address': 'fa:16:3e:49:f8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987e3ca9-81e3-4be3-a7c0-e58712835993', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:30:12Z', 'updated_at': '2021-12-15T19:30:12Z', 'revision_number': 0, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c3c9b43-c65d-4846-8492-9ddc2ee1cfc3', 'name': '', 'network_id': '21e182bc-082c-4f81-93d5-5f7519bb45ed', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:fc:c2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6b1926-c5fb-4e2c-9660-d4941ce70fef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5067d98-7425-4ee2-b0af-84e806e0fded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:29:51Z', 'updated_at': '2021-12-15T19:29:58Z', 'revision_number': 5, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'f5067d98-7425-4ee2-b0af-84e806e0fded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:30:14.460026 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621e8a16-1fcf-497d-a2ed-88f7e359d08f None None] Checking router: 3a6b1926-c5fb-4e2c-9660-d4941ce70fef for host: dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:30:14.471716 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621e8a16-1fcf-497d-a2ed-88f7e359d08f None None] Routers {'3a6b1926-c5fb-4e2c-9660-d4941ce70fef'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:30:14.472408 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-621e8a16-1fcf-497d-a2ed-88f7e359d08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:30:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['3a6b1926-c5fb-4e2c-9660-d4941ce70fef'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:30:14.576739 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-93e75af5-d76d-4844-99ae-0c63295b7fd0 req-c988d375-2706-4631-8909-e78124a90ae5 service neutron] 10.222.0.32 "GET /v2.0/networks/21e182bc-082c-4f81-93d5-5f7519bb45ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397378 Dec 15 19:30:14.667857 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-621e8a16-1fcf-497d-a2ed-88f7e359d08f None None] Set router 3a6b1926-c5fb-4e2c-9660-d4941ce70fef gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:30:14.727047 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-93e75af5-d76d-4844-99ae-0c63295b7fd0 req-debea432-80b7-4a08-bd39-d95edf16293a service neutron] 10.222.0.32 "GET /v2.0/networks/21e182bc-082c-4f81-93d5-5f7519bb45ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426210 Dec 15 19:30:15.037925 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-621e8a16-1fcf-497d-a2ed-88f7e359d08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6b1926-c5fb-4e2c-9660-d4941ce70fef', 'name': 'tempest-TestNetworkBasicOps-router-737051509', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.128'}], 'enable_snat': True}, 'gw_port_id': 'cfab5a33-d892-4b42-a3c9-c224baf047ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:29:47Z', 'updated_at': '2021-12-15T19:29:52Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': 'cfab5a33-d892-4b42-a3c9-c224baf047ea', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:12:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6b1926-c5fb-4e2c-9660-d4941ce70fef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:29:47Z', 'updated_at': '2021-12-15T19:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': 'c5830dc7-3404-4260-97e6-5e3362be4187', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'floating_ip_address': '172.26.3.50', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': '3a6b1926-c5fb-4e2c-9660-d4941ce70fef', 'port_id': '42b4ff7e-70b4-4d41-970a-f27a174b4efc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21e182bc-082c-4f81-93d5-5f7519bb45ed', 'mac_address': 'fa:16:3e:49:f8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987e3ca9-81e3-4be3-a7c0-e58712835993', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:30:12Z', 'updated_at': '2021-12-15T19:30:12Z', 'revision_number': 0, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c3c9b43-c65d-4846-8492-9ddc2ee1cfc3', 'name': '', 'network_id': '21e182bc-082c-4f81-93d5-5f7519bb45ed', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:fc:c2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6b1926-c5fb-4e2c-9660-d4941ce70fef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5067d98-7425-4ee2-b0af-84e806e0fded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:29:51Z', 'updated_at': '2021-12-15T19:29:58Z', 'revision_number': 5, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'f5067d98-7425-4ee2-b0af-84e806e0fded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:30:15.042788 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621e8a16-1fcf-497d-a2ed-88f7e359d08f None None] The sync data for ids ['3a6b1926-c5fb-4e2c-9660-d4941ce70fef'] in dv-neutron-821831-2-hyperv is: [{'id': '3a6b1926-c5fb-4e2c-9660-d4941ce70fef', 'name': 'tempest-TestNetworkBasicOps-router-737051509', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.128'}], 'enable_snat': True}, 'gw_port_id': 'cfab5a33-d892-4b42-a3c9-c224baf047ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:29:47Z', 'updated_at': '2021-12-15T19:29:52Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': 'cfab5a33-d892-4b42-a3c9-c224baf047ea', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:12:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6b1926-c5fb-4e2c-9660-d4941ce70fef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:29:47Z', 'updated_at': '2021-12-15T19:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': 'c5830dc7-3404-4260-97e6-5e3362be4187', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'floating_ip_address': '172.26.3.50', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': '3a6b1926-c5fb-4e2c-9660-d4941ce70fef', 'port_id': '42b4ff7e-70b4-4d41-970a-f27a174b4efc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21e182bc-082c-4f81-93d5-5f7519bb45ed', 'mac_address': 'fa:16:3e:49:f8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987e3ca9-81e3-4be3-a7c0-e58712835993', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:30:12Z', 'updated_at': '2021-12-15T19:30:12Z', 'revision_number': 0, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c3c9b43-c65d-4846-8492-9ddc2ee1cfc3', 'name': '', 'network_id': '21e182bc-082c-4f81-93d5-5f7519bb45ed', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:fc:c2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6b1926-c5fb-4e2c-9660-d4941ce70fef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5067d98-7425-4ee2-b0af-84e806e0fded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:29:51Z', 'updated_at': '2021-12-15T19:29:58Z', 'revision_number': 5, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'f5067d98-7425-4ee2-b0af-84e806e0fded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:30:15.194709 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 58344) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:30:15.311792 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f043afa4-4da3-46df-ac10-df74c5e370d7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/floatingips/c5830dc7-3404-4260-97e6-5e3362be4187 HTTP/1.1" status: 200 len: 990 time: 0.1154482 Dec 15 19:30:15.384613 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcafa10-7d73-45c9-94ca-46d16dedb104 None None] New status for floating IP c5830dc7-3404-4260-97e6-5e3362be4187: ACTIVE {{(pid=88992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 15 19:30:16.315769 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 58348) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:30:16.427270 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-13aa5523-4803-4ebf-a480-33f8ff1c4953 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/floatingips/c5830dc7-3404-4260-97e6-5e3362be4187 HTTP/1.1" status: 200 len: 992 time: 0.1101658 Dec 15 19:30:23.985549 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:30:38.202503 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2873c1d7-a430-4f53-a04c-db27860392ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:30:39.459214 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:30:40.516306 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b6572b29-2441-4ad2-9d14-a9dda6081b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:30:40.735690 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-983cb944-6c9c-4cca-b517-93929543d610 req-782a7cd7-30ed-429c-abf0-207d9e482c69 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=987e3ca9-81e3-4be3-a7c0-e58712835993&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1549399 Dec 15 19:30:40.790702 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:30:40.883092 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-983cb944-6c9c-4cca-b517-93929543d610 req-8b5aeb7e-ef8d-4af2-a149-4488a0e68241 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c1b74cf25a94156b4530f0bd868c0c9&device_id=987e3ca9-81e3-4be3-a7c0-e58712835993 HTTP/1.1" status: 200 len: 1098 time: 0.0742145 Dec 15 19:30:41.035864 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983cb944-6c9c-4cca-b517-93929543d610 req-5d413c8c-cb28-488c-8246-87376396e708 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:30:41.037429 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-983cb944-6c9c-4cca-b517-93929543d610 req-5d413c8c-cb28-488c-8246-87376396e708 service neutron] 10.222.0.32 "GET /v2.0/networks?id=21e182bc-082c-4f81-93d5-5f7519bb45ed HTTP/1.1" status: 200 len: 898 time: 0.1360891 Dec 15 19:30:41.145968 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-983cb944-6c9c-4cca-b517-93929543d610 req-583fb3d6-4ee3-47cd-905c-1b31b8d71f0d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42b4ff7e-70b4-4d41-970a-f27a174b4efc HTTP/1.1" status: 200 len: 1000 time: 0.1010261 Dec 15 19:30:41.212876 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983cb944-6c9c-4cca-b517-93929543d610 req-59957415-d235-44a5-be30-ec9efa43c332 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:30:41.214427 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-983cb944-6c9c-4cca-b517-93929543d610 req-59957415-d235-44a5-be30-ec9efa43c332 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f5067d98-7425-4ee2-b0af-84e806e0fded HTTP/1.1" status: 200 len: 843 time: 0.0622895 Dec 15 19:30:41.296852 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-983cb944-6c9c-4cca-b517-93929543d610 req-788847f3-1c82-4c87-bed1-a0cacd83cbb8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=21e182bc-082c-4f81-93d5-5f7519bb45ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758538 Dec 15 19:30:41.441002 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-983cb944-6c9c-4cca-b517-93929543d610 req-f32bfb2a-b53f-42b8-8a03-d1c9480ecf19 service neutron] 10.222.0.32 "GET /v2.0/networks/21e182bc-082c-4f81-93d5-5f7519bb45ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367080 Dec 15 19:30:41.583857 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-983cb944-6c9c-4cca-b517-93929543d610 req-a741b051-6fed-40be-8167-ceb5152cc973 service neutron] 10.222.0.32 "GET /v2.0/networks/21e182bc-082c-4f81-93d5-5f7519bb45ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346903 Dec 15 19:30:42.562692 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:30:47.892863 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 19:30:53.984886 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:31:08.207635 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0bf88184-3967-4a9a-be29-73f28d1b4cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:31:09.470492 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:31:10.521626 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-379e1ff8-dc9c-4cc9-842c-3b1d79d1d7fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:31:10.796463 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:31:12.567396 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:31:23.995995 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:31:24.892210 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 19:31:38.216824 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f8394c25-57e1-4955-a79c-90464a3e3afa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:31:39.504501 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:31:40.521304 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-49e0a262-0d7e-4c4d-996e-c3cb160ea450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:31:40.793904 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:31:42.573123 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:31:42.642693 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-03d94c75-a49f-44ab-ac6e-90ac09b536ef req-3b636259-44ec-4ff1-a26d-27609347ecd3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=987e3ca9-81e3-4be3-a7c0-e58712835993&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0752673 Dec 15 19:31:42.803794 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-03d94c75-a49f-44ab-ac6e-90ac09b536ef req-bad3a70e-fe60-4f7d-8da6-202f5f1b002d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c1b74cf25a94156b4530f0bd868c0c9&device_id=987e3ca9-81e3-4be3-a7c0-e58712835993 HTTP/1.1" status: 200 len: 1098 time: 0.0817206 Dec 15 19:31:42.961619 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d94c75-a49f-44ab-ac6e-90ac09b536ef req-2c360d7d-2c11-494c-9aca-50906238a9e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:31:42.963204 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-03d94c75-a49f-44ab-ac6e-90ac09b536ef req-2c360d7d-2c11-494c-9aca-50906238a9e4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=21e182bc-082c-4f81-93d5-5f7519bb45ed HTTP/1.1" status: 200 len: 898 time: 0.1362965 Dec 15 19:31:43.068729 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-03d94c75-a49f-44ab-ac6e-90ac09b536ef req-9a578f16-b0e3-4432-add8-f1f2760c9143 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42b4ff7e-70b4-4d41-970a-f27a174b4efc HTTP/1.1" status: 200 len: 1000 time: 0.0955341 Dec 15 19:31:43.143020 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d94c75-a49f-44ab-ac6e-90ac09b536ef req-a3dd8df2-3221-4e5f-845f-4ce659031fbd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:31:43.144715 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-03d94c75-a49f-44ab-ac6e-90ac09b536ef req-a3dd8df2-3221-4e5f-845f-4ce659031fbd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f5067d98-7425-4ee2-b0af-84e806e0fded HTTP/1.1" status: 200 len: 843 time: 0.0673614 Dec 15 19:31:43.229039 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-03d94c75-a49f-44ab-ac6e-90ac09b536ef req-de59d2ce-8f00-4103-b47b-3bccce821532 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=21e182bc-082c-4f81-93d5-5f7519bb45ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735352 Dec 15 19:31:43.370386 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-03d94c75-a49f-44ab-ac6e-90ac09b536ef req-6a0c170c-40a5-4e6b-8c6b-306cc04dcb0f service neutron] 10.222.0.32 "GET /v2.0/networks/21e182bc-082c-4f81-93d5-5f7519bb45ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330028 Dec 15 19:31:43.512524 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-03d94c75-a49f-44ab-ac6e-90ac09b536ef req-8c051544-6c53-4ed6-960f-dd5ebb226a94 service neutron] 10.222.0.32 "GET /v2.0/networks/21e182bc-082c-4f81-93d5-5f7519bb45ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318803 Dec 15 19:31:54.010521 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:32:01.891627 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 19:32:08.212433 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fd1952c2-c604-4210-9239-800f6910dd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:32:09.463860 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:32:10.532370 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-96301505-337d-4121-89ce-e60618572fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:32:10.801246 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:32:12.120256 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 58378) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:32:12.127740 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-6188f06a-77b4-4423-b123-3f6e1b13f1d3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:32:12.379302 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6188f06a-77b4-4423-b123-3f6e1b13f1d3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16156032'] for subnet, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:32:12.564576 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:32:12.687429 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6188f06a-77b4-4423-b123-3f6e1b13f1d3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734580298918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036838443082'] for subnet, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:32:12.692012 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-09dd24f0-61a6-44bf-af43-1e3d560c51cb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:32:12.743414 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6188f06a-77b4-4423-b123-3f6e1b13f1d3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:32:12.744057 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6188f06a-77b4-4423-b123-3f6e1b13f1d3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:32:12.745617 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6188f06a-77b4-4423-b123-3f6e1b13f1d3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "PUT /v2.0/subnets/f5067d98-7425-4ee2-b0af-84e806e0fded HTTP/1.1" status: 200 len: 835 time: 0.6240695 Dec 15 19:32:12.749918 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb652bd-0afe-4426-88e3-d7b987f17131 None None] Network 21e182bc-082c-4f81-93d5-5f7519bb45ed requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:32:12.758922 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6188f06a-77b4-4423-b123-3f6e1b13f1d3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'Subnet': ['ID=f5067d98-7425-4ee2-b0af-84e806e0fded,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:32:12.768612 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6188f06a-77b4-4423-b123-3f6e1b13f1d3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:32:12.769041 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6188f06a-77b4-4423-b123-3f6e1b13f1d3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:32:12.769460 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6188f06a-77b4-4423-b123-3f6e1b13f1d3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:32:12.769874 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6188f06a-77b4-4423-b123-3f6e1b13f1d3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:32:12.770337 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6188f06a-77b4-4423-b123-3f6e1b13f1d3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:32:12.770747 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6188f06a-77b4-4423-b123-3f6e1b13f1d3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:32:12.771152 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6188f06a-77b4-4423-b123-3f6e1b13f1d3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:32:12.771557 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6188f06a-77b4-4423-b123-3f6e1b13f1d3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:32:12.771960 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6188f06a-77b4-4423-b123-3f6e1b13f1d3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:32:12.772366 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6188f06a-77b4-4423-b123-3f6e1b13f1d3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:32:12.772770 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6188f06a-77b4-4423-b123-3f6e1b13f1d3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:32:12.776304 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6188f06a-77b4-4423-b123-3f6e1b13f1d3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:32:13.258188 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-56021391-9faa-454a-a1df-1979212bd140 None None] Provisioning complete for port c6a229a4-6ed3-40d4-bc05-95a6599841a9 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:32:13.258755 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-56021391-9faa-454a-a1df-1979212bd140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:32:13.391057 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-56021391-9faa-454a-a1df-1979212bd140 None None] Provisioning complete for port 42b4ff7e-70b4-4d41-970a-f27a174b4efc triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:32:13.391611 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-56021391-9faa-454a-a1df-1979212bd140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:32:13.541270 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-56021391-9faa-454a-a1df-1979212bd140 None None] Provisioning complete for port 6c3c9b43-c65d-4846-8492-9ddc2ee1cfc3 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:32:13.541270 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-56021391-9faa-454a-a1df-1979212bd140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:32:24.015540 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:32:38.212262 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e45f7f71-3619-46e2-9aa6-d9a141fd7aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:32:38.895061 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 19:32:39.475246 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:32:40.517948 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7e85a835-c71a-414f-88e9-84cbb81a93ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:32:40.806580 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:32:42.571982 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:32:44.067086 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ea4f92a5-02b4-450a-b43d-04ddd17e1f47 req-f498844b-e624-4a57-95b7-dbfb24341104 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=987e3ca9-81e3-4be3-a7c0-e58712835993&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0765498 Dec 15 19:32:44.243722 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ea4f92a5-02b4-450a-b43d-04ddd17e1f47 req-e22bc983-d09c-4cb3-8fd2-1f65cce8ca73 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c1b74cf25a94156b4530f0bd868c0c9&device_id=987e3ca9-81e3-4be3-a7c0-e58712835993 HTTP/1.1" status: 200 len: 1098 time: 0.0746634 Dec 15 19:32:44.401856 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f92a5-02b4-450a-b43d-04ddd17e1f47 req-bac4d625-fdb0-4782-85c7-2b78e41ebdbd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:32:44.403362 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ea4f92a5-02b4-450a-b43d-04ddd17e1f47 req-bac4d625-fdb0-4782-85c7-2b78e41ebdbd service neutron] 10.222.0.32 "GET /v2.0/networks?id=21e182bc-082c-4f81-93d5-5f7519bb45ed HTTP/1.1" status: 200 len: 898 time: 0.1349876 Dec 15 19:32:44.745848 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ea4f92a5-02b4-450a-b43d-04ddd17e1f47 req-b0066c54-17da-472a-90d9-df5f5d289db2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42b4ff7e-70b4-4d41-970a-f27a174b4efc HTTP/1.1" status: 200 len: 1000 time: 0.3319340 Dec 15 19:32:44.819335 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f92a5-02b4-450a-b43d-04ddd17e1f47 req-994e07e2-c815-4e1e-9eb1-7f24c6dae071 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:32:44.820824 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ea4f92a5-02b4-450a-b43d-04ddd17e1f47 req-994e07e2-c815-4e1e-9eb1-7f24c6dae071 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f5067d98-7425-4ee2-b0af-84e806e0fded HTTP/1.1" status: 200 len: 843 time: 0.0641394 Dec 15 19:32:44.903521 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ea4f92a5-02b4-450a-b43d-04ddd17e1f47 req-b02d555e-968c-4680-bb2f-18c1d042c0ca service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=21e182bc-082c-4f81-93d5-5f7519bb45ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726297 Dec 15 19:32:45.047783 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ea4f92a5-02b4-450a-b43d-04ddd17e1f47 req-c06288b4-00f3-4431-b44f-828a78ebe271 service neutron] 10.222.0.32 "GET /v2.0/networks/21e182bc-082c-4f81-93d5-5f7519bb45ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334689 Dec 15 19:32:45.190470 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ea4f92a5-02b4-450a-b43d-04ddd17e1f47 req-2b010943-37f2-4a9e-837a-82cacc8bbe55 service neutron] 10.222.0.32 "GET /v2.0/networks/21e182bc-082c-4f81-93d5-5f7519bb45ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328361 Dec 15 19:32:54.020090 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:32:55.716416 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 58392) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:32:55.927698 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-209e7940-c2bb-4998-8543-1116f6e50050 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Deleting port d05c01bc-aedf-4ea3-ad4c-1d25e80af036 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:32:55.928083 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-209e7940-c2bb-4998-8543-1116f6e50050 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:32:56.101484 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-209e7940-c2bb-4998-8543-1116f6e50050 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:32:56.101852 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-209e7940-c2bb-4998-8543-1116f6e50050 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:32:56.225117 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-209e7940-c2bb-4998-8543-1116f6e50050 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Calling delete_port for d05c01bc-aedf-4ea3-ad4c-1d25e80af036 owned by network:floatingip {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:32:56.402888 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-209e7940-c2bb-4998-8543-1116f6e50050 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:32:56.407316 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d94280a9-a6ab-48d1-8673-a197470daa69 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:32:56.449102 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209e7940-c2bb-4998-8543-1116f6e50050 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event deleted for resources: {'Port': ['ID=d05c01bc-aedf-4ea3-ad4c-1d25e80af036,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:32:56.451907 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-209e7940-c2bb-4998-8543-1116f6e50050 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:32:56.546575 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-209e7940-c2bb-4998-8543-1116f6e50050 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for floatingip, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:32:56.951741 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-209e7940-c2bb-4998-8543-1116f6e50050 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Router 3a6b1926-c5fb-4e2c-9660-d4941ce70fef has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:32:57.159361 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-209e7940-c2bb-4998-8543-1116f6e50050 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:32:57.169417 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170ea6fb-7f1b-44b0-abc4-19c072081fe4 None None] Sync routers for ids ['3a6b1926-c5fb-4e2c-9660-d4941ce70fef'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:32:57.176078 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-209e7940-c2bb-4998-8543-1116f6e50050 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:32:57.182423 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170ea6fb-7f1b-44b0-abc4-19c072081fe4 None None] Routers {'3a6b1926-c5fb-4e2c-9660-d4941ce70fef'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:32:57.183104 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-170ea6fb-7f1b-44b0-abc4-19c072081fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:32:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['3a6b1926-c5fb-4e2c-9660-d4941ce70fef'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:32:57.233352 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-209e7940-c2bb-4998-8543-1116f6e50050 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "DELETE /v2.0/floatingips/c5830dc7-3404-4260-97e6-5e3362be4187 HTTP/1.1" status: 204 len: 168 time: 1.5130265 Dec 15 19:32:57.233352 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '987e3ca9-81e3-4be3-a7c0-e58712835993', 'tag': '42b4ff7e-70b4-4d41-970a-f27a174b4efc'}] {{(pid=88991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:32:57.370822 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-170ea6fb-7f1b-44b0-abc4-19c072081fe4 None None] Set router 3a6b1926-c5fb-4e2c-9660-d4941ce70fef gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:32:57.423385 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '987e3ca9-81e3-4be3-a7c0-e58712835993', 'tag': '42b4ff7e-70b4-4d41-970a-f27a174b4efc', 'status': 'completed', 'code': 200} Dec 15 19:32:57.525808 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7b2b23d3-e188-4aa7-bb21-061a9fd8a629 req-2ec63815-1a4a-4caa-837d-9d7169a8cbcf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c1b74cf25a94156b4530f0bd868c0c9&device_id=987e3ca9-81e3-4be3-a7c0-e58712835993 HTTP/1.1" status: 200 len: 1098 time: 0.0774820 Dec 15 19:32:57.699044 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b23d3-e188-4aa7-bb21-061a9fd8a629 req-73ca9ec8-72da-4d5c-b489-a77ab160c380 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:32:57.700647 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7b2b23d3-e188-4aa7-bb21-061a9fd8a629 req-73ca9ec8-72da-4d5c-b489-a77ab160c380 service neutron] 10.222.0.32 "GET /v2.0/networks?id=21e182bc-082c-4f81-93d5-5f7519bb45ed HTTP/1.1" status: 200 len: 898 time: 0.1650310 Dec 15 19:32:57.708559 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-170ea6fb-7f1b-44b0-abc4-19c072081fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6b1926-c5fb-4e2c-9660-d4941ce70fef', 'name': 'tempest-TestNetworkBasicOps-router-737051509', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.128'}], 'enable_snat': True}, 'gw_port_id': 'cfab5a33-d892-4b42-a3c9-c224baf047ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:29:47Z', 'updated_at': '2021-12-15T19:29:52Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': 'cfab5a33-d892-4b42-a3c9-c224baf047ea', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:12:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6b1926-c5fb-4e2c-9660-d4941ce70fef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:29:47Z', 'updated_at': '2021-12-15T19:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '6c3c9b43-c65d-4846-8492-9ddc2ee1cfc3', 'name': '', 'network_id': '21e182bc-082c-4f81-93d5-5f7519bb45ed', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:fc:c2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6b1926-c5fb-4e2c-9660-d4941ce70fef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5067d98-7425-4ee2-b0af-84e806e0fded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:29:51Z', 'updated_at': '2021-12-15T19:29:58Z', 'revision_number': 5, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'f5067d98-7425-4ee2-b0af-84e806e0fded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:32:57.713015 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170ea6fb-7f1b-44b0-abc4-19c072081fe4 None None] Checking router: 3a6b1926-c5fb-4e2c-9660-d4941ce70fef for host: dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:32:57.727168 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170ea6fb-7f1b-44b0-abc4-19c072081fe4 None None] Routers {'3a6b1926-c5fb-4e2c-9660-d4941ce70fef'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:32:57.727842 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-170ea6fb-7f1b-44b0-abc4-19c072081fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:32:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['3a6b1926-c5fb-4e2c-9660-d4941ce70fef'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:32:57.783196 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7b2b23d3-e188-4aa7-bb21-061a9fd8a629 req-841a01f8-1153-4fc6-837b-3f4497c337e1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42b4ff7e-70b4-4d41-970a-f27a174b4efc HTTP/1.1" status: 200 len: 217 time: 0.0709906 Dec 15 19:32:57.855320 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b23d3-e188-4aa7-bb21-061a9fd8a629 req-d3ec1e61-ea18-4e2e-80fa-c71aa13fefa6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:32:57.856949 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7b2b23d3-e188-4aa7-bb21-061a9fd8a629 req-d3ec1e61-ea18-4e2e-80fa-c71aa13fefa6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f5067d98-7425-4ee2-b0af-84e806e0fded HTTP/1.1" status: 200 len: 843 time: 0.0678239 Dec 15 19:32:57.941305 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986d3485-f0ed-419b-8a11-2f3151a192d6 req-deb7cbda-62f0-47c0-b696-94a7e2ea6dd7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:32:57.943195 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-986d3485-f0ed-419b-8a11-2f3151a192d6 req-deb7cbda-62f0-47c0-b696-94a7e2ea6dd7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=987e3ca9-81e3-4be3-a7c0-e58712835993 HTTP/1.1" status: 200 len: 945 time: 0.1782515 Dec 15 19:32:57.999375 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-986d3485-f0ed-419b-8a11-2f3151a192d6 req-a32aa4cb-37a7-4edb-9ff2-68300d352200 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=55c4527e-7d71-4a63-a0d6-a05daae9c865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488439 Dec 15 19:32:58.070094 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-170ea6fb-7f1b-44b0-abc4-19c072081fe4 None None] Set router 3a6b1926-c5fb-4e2c-9660-d4941ce70fef gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:32:58.186846 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7b2b23d3-e188-4aa7-bb21-061a9fd8a629 req-2b72cb08-7dac-40d2-ba94-d858e590cdfa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=21e182bc-082c-4f81-93d5-5f7519bb45ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3192117 Dec 15 19:32:58.329643 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7b2b23d3-e188-4aa7-bb21-061a9fd8a629 req-404e0b7d-f535-41d1-b377-fb0eb4324a34 service neutron] 10.222.0.32 "GET /v2.0/networks/21e182bc-082c-4f81-93d5-5f7519bb45ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346529 Dec 15 19:32:58.402005 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-170ea6fb-7f1b-44b0-abc4-19c072081fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6b1926-c5fb-4e2c-9660-d4941ce70fef', 'name': 'tempest-TestNetworkBasicOps-router-737051509', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.128'}], 'enable_snat': True}, 'gw_port_id': 'cfab5a33-d892-4b42-a3c9-c224baf047ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:29:47Z', 'updated_at': '2021-12-15T19:29:52Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': 'cfab5a33-d892-4b42-a3c9-c224baf047ea', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:12:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6b1926-c5fb-4e2c-9660-d4941ce70fef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:29:47Z', 'updated_at': '2021-12-15T19:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '6c3c9b43-c65d-4846-8492-9ddc2ee1cfc3', 'name': '', 'network_id': '21e182bc-082c-4f81-93d5-5f7519bb45ed', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:fc:c2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6b1926-c5fb-4e2c-9660-d4941ce70fef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5067d98-7425-4ee2-b0af-84e806e0fded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:29:51Z', 'updated_at': '2021-12-15T19:29:58Z', 'revision_number': 5, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'f5067d98-7425-4ee2-b0af-84e806e0fded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:32:58.406551 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170ea6fb-7f1b-44b0-abc4-19c072081fe4 None None] The sync data for ids ['3a6b1926-c5fb-4e2c-9660-d4941ce70fef'] in dv-neutron-821831-2-hyperv is: [{'id': '3a6b1926-c5fb-4e2c-9660-d4941ce70fef', 'name': 'tempest-TestNetworkBasicOps-router-737051509', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.128'}], 'enable_snat': True}, 'gw_port_id': 'cfab5a33-d892-4b42-a3c9-c224baf047ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:29:47Z', 'updated_at': '2021-12-15T19:29:52Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': 'cfab5a33-d892-4b42-a3c9-c224baf047ea', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:12:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6b1926-c5fb-4e2c-9660-d4941ce70fef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:29:47Z', 'updated_at': '2021-12-15T19:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '6c3c9b43-c65d-4846-8492-9ddc2ee1cfc3', 'name': '', 'network_id': '21e182bc-082c-4f81-93d5-5f7519bb45ed', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:fc:c2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6b1926-c5fb-4e2c-9660-d4941ce70fef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5067d98-7425-4ee2-b0af-84e806e0fded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:29:51Z', 'updated_at': '2021-12-15T19:29:58Z', 'revision_number': 5, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'f5067d98-7425-4ee2-b0af-84e806e0fded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:32:58.483023 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7b2b23d3-e188-4aa7-bb21-061a9fd8a629 req-7ddf3439-20d7-4ace-8612-66106e188666 service neutron] 10.222.0.32 "GET /v2.0/networks/21e182bc-082c-4f81-93d5-5f7519bb45ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429954 Dec 15 19:32:58.865009 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b13f35-4386-408d-a2c3-7827fac68a84 None None] New status for floating IP c5830dc7-3404-4260-97e6-5e3362be4187: DOWN {{(pid=88992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 15 19:32:59.306627 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f9ac8e-8bf3-4c10-9d97-bee597d6041d req-27e1de78-f775-435e-abab-e54878501b49 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:32:59.308234 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-92f9ac8e-8bf3-4c10-9d97-bee597d6041d req-27e1de78-f775-435e-abab-e54878501b49 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=987e3ca9-81e3-4be3-a7c0-e58712835993 HTTP/1.1" status: 200 len: 945 time: 0.1583869 Dec 15 19:32:59.357150 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-92f9ac8e-8bf3-4c10-9d97-bee597d6041d req-2ec48b99-b301-47ac-bacd-6397c63faa07 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=55c4527e-7d71-4a63-a0d6-a05daae9c865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427158 Dec 15 19:32:59.362759 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f423366-ef8c-4c0e-a4fc-8a4a693d592d req-7d52fc74-f627-4004-a3da-132ac96bb304 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:32:59.363568 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-0f423366-ef8c-4c0e-a4fc-8a4a693d592d req-7d52fc74-f627-4004-a3da-132ac96bb304 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Synchronizing usage tracker for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:port {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:32:59.414581 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-0f423366-ef8c-4c0e-a4fc-8a4a693d592d req-7d52fc74-f627-4004-a3da-132ac96bb304 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Unset dirty status for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:port {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:32:59.415762 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0f423366-ef8c-4c0e-a4fc-8a4a693d592d req-7d52fc74-f627-4004-a3da-132ac96bb304 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.32 "GET /v2.0/ports?device_id=987e3ca9-81e3-4be3-a7c0-e58712835993 HTTP/1.1" status: 200 len: 945 time: 0.1344984 Dec 15 19:32:59.495695 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [req-0f423366-ef8c-4c0e-a4fc-8a4a693d592d req-72ce8856-81d5-44fe-b058-defd05e6e33d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Deleting port 42b4ff7e-70b4-4d41-970a-f27a174b4efc {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:32:59.496078 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-0f423366-ef8c-4c0e-a4fc-8a4a693d592d req-72ce8856-81d5-44fe-b058-defd05e6e33d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:32:59.749146 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-0f423366-ef8c-4c0e-a4fc-8a4a693d592d req-72ce8856-81d5-44fe-b058-defd05e6e33d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] For port 42b4ff7e-70b4-4d41-970a-f27a174b4efc, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=42b4ff7e-70b4-4d41-970a-f27a174b4efc,segment=NetworkSegment(75de78b4-75b9-4daa-8e5d-7143774053fc),segment_id=75de78b4-75b9-4daa-8e5d-7143774053fc)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:32:59.749569 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-0f423366-ef8c-4c0e-a4fc-8a4a693d592d req-72ce8856-81d5-44fe-b058-defd05e6e33d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:32:59.877048 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [req-0f423366-ef8c-4c0e-a4fc-8a4a693d592d req-72ce8856-81d5-44fe-b058-defd05e6e33d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Calling delete_port for 42b4ff7e-70b4-4d41-970a-f27a174b4efc owned by compute:nova {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:33:00.197235 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-0f423366-ef8c-4c0e-a4fc-8a4a693d592d req-72ce8856-81d5-44fe-b058-defd05e6e33d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:00.202810 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3024fffb-5885-4657-baf2-4a2c4f810575 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:33:00.249982 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ce8856-81d5-44fe-b058-defd05e6e33d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event deleted for resources: {'Port': ['ID=42b4ff7e-70b4-4d41-970a-f27a174b4efc,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:33:00.254248 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-72ce8856-81d5-44fe-b058-defd05e6e33d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:33:00.325443 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f423366-ef8c-4c0e-a4fc-8a4a693d592d req-72ce8856-81d5-44fe-b058-defd05e6e33d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] No DVR routers for this DVR port 42b4ff7e-70b4-4d41-970a-f27a174b4efc on host hv-neutron-8218 {{(pid=88991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:33:00.327948 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-0f423366-ef8c-4c0e-a4fc-8a4a693d592d req-72ce8856-81d5-44fe-b058-defd05e6e33d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:00.330734 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '987e3ca9-81e3-4be3-a7c0-e58712835993', 'name': 'network-vif-deleted', 'tag': '42b4ff7e-70b4-4d41-970a-f27a174b4efc'}] {{(pid=88991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:33:00.392611 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0f423366-ef8c-4c0e-a4fc-8a4a693d592d req-72ce8856-81d5-44fe-b058-defd05e6e33d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.32 "DELETE /v2.0/ports/42b4ff7e-70b4-4d41-970a-f27a174b4efc HTTP/1.1" status: 204 len: 173 time: 0.9678228 Dec 15 19:33:00.399170 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '987e3ca9-81e3-4be3-a7c0-e58712835993', 'name': 'network-vif-deleted', 'tag': '42b4ff7e-70b4-4d41-970a-f27a174b4efc', 'status': 'completed', 'code': 200} Dec 15 19:33:00.535995 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-37f1d917-f775-4e91-8d7b-d6d2dfa6f26d req-86fc45ed-7063-427b-bdef-e57dda48b243 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=987e3ca9-81e3-4be3-a7c0-e58712835993 HTTP/1.1" status: 200 len: 210 time: 0.0487492 Dec 15 19:33:01.651541 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 58432) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:33:01.725307 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-17cbf29a-d00d-44c7-941d-102198ffeeba tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:01.760214 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-17cbf29a-d00d-44c7-941d-102198ffeeba tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:01.960318 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-17cbf29a-d00d-44c7-941d-102198ffeeba tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:01.965811 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-310f1b6f-80d7-4bc9-a8fa-fa7e7281e157 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:33:01.982668 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cbf29a-d00d-44c7-941d-102198ffeeba tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c4527e-7d71-4a63-a0d6-a05daae9c865,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:33:01.985185 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-17cbf29a-d00d-44c7-941d-102198ffeeba tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:33:02.019348 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-17cbf29a-d00d-44c7-941d-102198ffeeba tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:02.020583 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-17cbf29a-d00d-44c7-941d-102198ffeeba tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "DELETE /v2.0/security-groups/55c4527e-7d71-4a63-a0d6-a05daae9c865 HTTP/1.1" status: 204 len: 168 time: 0.3678916 Dec 15 19:33:02.089541 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 58438) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:33:02.501969 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b24b722d-4196-4916-bdab-a348bbdbafb7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145021'] for router_interface, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:02.879705 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 42b4ff7e-70b4-4d41-970a-f27a174b4efc no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:33:02.916397 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] No Port match for: 42b4ff7e-70b4-4d41-970a-f27a174b4efc {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:33:02.916797 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 42b4ff7e-70b4-4d41-970a-f27a174b4efc not bound to the agent host hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:33:03.130936 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-b24b722d-4196-4916-bdab-a348bbdbafb7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Deleting port 6c3c9b43-c65d-4846-8492-9ddc2ee1cfc3 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:33:03.131236 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b24b722d-4196-4916-bdab-a348bbdbafb7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:03.322949 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b24b722d-4196-4916-bdab-a348bbdbafb7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] For port 6c3c9b43-c65d-4846-8492-9ddc2ee1cfc3, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=6c3c9b43-c65d-4846-8492-9ddc2ee1cfc3,segment=NetworkSegment(75de78b4-75b9-4daa-8e5d-7143774053fc),segment_id=75de78b4-75b9-4daa-8e5d-7143774053fc)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:33:03.323358 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b24b722d-4196-4916-bdab-a348bbdbafb7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:03.457105 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-b24b722d-4196-4916-bdab-a348bbdbafb7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Calling delete_port for 6c3c9b43-c65d-4846-8492-9ddc2ee1cfc3 owned by network:router_interface {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:33:03.717512 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b24b722d-4196-4916-bdab-a348bbdbafb7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:03.722052 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-85bbe1c0-9303-46db-a4a8-f6beac963b1f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:33:03.767525 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b722d-4196-4916-bdab-a348bbdbafb7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event deleted for resources: {'Port': ['ID=6c3c9b43-c65d-4846-8492-9ddc2ee1cfc3,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:33:03.770330 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b24b722d-4196-4916-bdab-a348bbdbafb7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:33:04.302164 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b24b722d-4196-4916-bdab-a348bbdbafb7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852815828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854144871'] for router_interface, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:04.913332 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b24b722d-4196-4916-bdab-a348bbdbafb7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Router 3a6b1926-c5fb-4e2c-9660-d4941ce70fef has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:33:05.131758 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b24b722d-4196-4916-bdab-a348bbdbafb7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:33:05.143117 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438f5960-37df-4f81-8377-b19420a9f6e8 None None] Sync routers for ids ['3a6b1926-c5fb-4e2c-9660-d4941ce70fef'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:33:05.145459 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b24b722d-4196-4916-bdab-a348bbdbafb7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "PUT /v2.0/routers/3a6b1926-c5fb-4e2c-9660-d4941ce70fef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0546389 Dec 15 19:33:05.149099 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 58442) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:33:05.156997 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438f5960-37df-4f81-8377-b19420a9f6e8 None None] Routers {'3a6b1926-c5fb-4e2c-9660-d4941ce70fef'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:33:05.157680 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-438f5960-37df-4f81-8377-b19420a9f6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:32:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['3a6b1926-c5fb-4e2c-9660-d4941ce70fef'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:33:05.342897 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-438f5960-37df-4f81-8377-b19420a9f6e8 None None] Set router 3a6b1926-c5fb-4e2c-9660-d4941ce70fef gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:33:05.349428 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cb34ac7-64ca-4289-9003-2da2c3ae7005 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Deleting subnet f5067d98-7425-4ee2-b0af-84e806e0fded {{(pid=88991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:33:05.352985 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0cb34ac7-64ca-4289-9003-2da2c3ae7005 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for subnet, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:05.410818 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0cb34ac7-64ca-4289-9003-2da2c3ae7005 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16332759'] for subnet, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:05.501596 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0cb34ac7-64ca-4289-9003-2da2c3ae7005 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:05.612921 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0cb34ac7-64ca-4289-9003-2da2c3ae7005 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16156049'] for subnet, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:05.636335 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-76fb5cdc-933c-46f7-8b17-28d0ee53b1c5 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:33:05.644493 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-438f5960-37df-4f81-8377-b19420a9f6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6b1926-c5fb-4e2c-9660-d4941ce70fef', 'name': 'tempest-TestNetworkBasicOps-router-737051509', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.128'}], 'enable_snat': True}, 'gw_port_id': 'cfab5a33-d892-4b42-a3c9-c224baf047ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:29:47Z', 'updated_at': '2021-12-15T19:33:03Z', 'revision_number': 5, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': 'cfab5a33-d892-4b42-a3c9-c224baf047ea', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:12:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6b1926-c5fb-4e2c-9660-d4941ce70fef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:29:47Z', 'updated_at': '2021-12-15T19:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:33:05.649020 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438f5960-37df-4f81-8377-b19420a9f6e8 None None] Checking router: 3a6b1926-c5fb-4e2c-9660-d4941ce70fef for host: dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:33:05.660273 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438f5960-37df-4f81-8377-b19420a9f6e8 None None] Routers {'3a6b1926-c5fb-4e2c-9660-d4941ce70fef'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:33:05.660943 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-438f5960-37df-4f81-8377-b19420a9f6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:32:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['3a6b1926-c5fb-4e2c-9660-d4941ce70fef'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:33:05.677997 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb34ac7-64ca-4289-9003-2da2c3ae7005 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event deleted for resources: {'Subnet': ['ID=f5067d98-7425-4ee2-b0af-84e806e0fded,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:33:05.680681 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0cb34ac7-64ca-4289-9003-2da2c3ae7005 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:33:05.683839 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0cb34ac7-64ca-4289-9003-2da2c3ae7005 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:05.689824 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06df2153-73df-41a3-900d-998db232db42 None None] Network 21e182bc-082c-4f81-93d5-5f7519bb45ed requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:33:05.693129 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0cb34ac7-64ca-4289-9003-2da2c3ae7005 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "DELETE /v2.0/subnets/f5067d98-7425-4ee2-b0af-84e806e0fded HTTP/1.1" status: 204 len: 168 time: 0.5408995 Dec 15 19:33:05.694550 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 58446) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:33:05.853778 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-438f5960-37df-4f81-8377-b19420a9f6e8 None None] Set router 3a6b1926-c5fb-4e2c-9660-d4941ce70fef gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:33:05.907786 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9e837e89-ee78-44e9-a00b-4c926c49c508 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for router, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:05.959949 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9dfc8d-e2c2-47f6-b9f4-62ee24f5c97d None None] DHCP port deletion for 21e182bc-082c-4f81-93d5-5f7519bb45ed request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:33:05.964177 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-7a9dfc8d-e2c2-47f6-b9f4-62ee24f5c97d None None] Deleting port c6a229a4-6ed3-40d4-bc05-95a6599841a9 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:33:05.964988 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7a9dfc8d-e2c2-47f6-b9f4-62ee24f5c97d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:06.121891 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9e837e89-ee78-44e9-a00b-4c926c49c508 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:06.160702 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-9e837e89-ee78-44e9-a00b-4c926c49c508 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Deleting port cfab5a33-d892-4b42-a3c9-c224baf047ea {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:33:06.161131 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9e837e89-ee78-44e9-a00b-4c926c49c508 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:06.163095 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-438f5960-37df-4f81-8377-b19420a9f6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6b1926-c5fb-4e2c-9660-d4941ce70fef', 'name': 'tempest-TestNetworkBasicOps-router-737051509', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.128'}], 'enable_snat': True}, 'gw_port_id': 'cfab5a33-d892-4b42-a3c9-c224baf047ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:29:47Z', 'updated_at': '2021-12-15T19:33:03Z', 'revision_number': 5, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': 'cfab5a33-d892-4b42-a3c9-c224baf047ea', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:12:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6b1926-c5fb-4e2c-9660-d4941ce70fef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:29:47Z', 'updated_at': '2021-12-15T19:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:33:06.167511 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438f5960-37df-4f81-8377-b19420a9f6e8 None None] The sync data for ids ['3a6b1926-c5fb-4e2c-9660-d4941ce70fef'] in dv-neutron-821831-2-hyperv is: [{'id': '3a6b1926-c5fb-4e2c-9660-d4941ce70fef', 'name': 'tempest-TestNetworkBasicOps-router-737051509', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.128'}], 'enable_snat': True}, 'gw_port_id': 'cfab5a33-d892-4b42-a3c9-c224baf047ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:29:47Z', 'updated_at': '2021-12-15T19:33:03Z', 'revision_number': 5, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': 'cfab5a33-d892-4b42-a3c9-c224baf047ea', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:12:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6b1926-c5fb-4e2c-9660-d4941ce70fef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:29:47Z', 'updated_at': '2021-12-15T19:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:33:06.184766 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-7a9dfc8d-e2c2-47f6-b9f4-62ee24f5c97d None None] For port c6a229a4-6ed3-40d4-bc05-95a6599841a9, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=c6a229a4-6ed3-40d4-bc05-95a6599841a9,segment=NetworkSegment(75de78b4-75b9-4daa-8e5d-7143774053fc),segment_id=75de78b4-75b9-4daa-8e5d-7143774053fc)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:33:06.185139 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7a9dfc8d-e2c2-47f6-b9f4-62ee24f5c97d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:06.311985 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-7a9dfc8d-e2c2-47f6-b9f4-62ee24f5c97d None None] Calling delete_port for c6a229a4-6ed3-40d4-bc05-95a6599841a9 owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:33:06.370617 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-9e837e89-ee78-44e9-a00b-4c926c49c508 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] For port cfab5a33-d892-4b42-a3c9-c224baf047ea, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=cfab5a33-d892-4b42-a3c9-c224baf047ea,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:33:06.371208 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9e837e89-ee78-44e9-a00b-4c926c49c508 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:06.420223 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7a9dfc8d-e2c2-47f6-b9f4-62ee24f5c97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866'] for port, after_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:06.425030 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:33:06.472041 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9dfc8d-e2c2-47f6-b9f4-62ee24f5c97d None None] Pushing event deleted for resources: {'Port': ['ID=c6a229a4-6ed3-40d4-bc05-95a6599841a9,revision_number=None']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:33:06.484053 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9dfc8d-e2c2-47f6-b9f4-62ee24f5c97d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:33:06.484277 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9dfc8d-e2c2-47f6-b9f4-62ee24f5c97d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:33:06.484650 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9dfc8d-e2c2-47f6-b9f4-62ee24f5c97d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:33:06.485029 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9dfc8d-e2c2-47f6-b9f4-62ee24f5c97d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:33:06.485417 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9dfc8d-e2c2-47f6-b9f4-62ee24f5c97d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:33:06.485841 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9dfc8d-e2c2-47f6-b9f4-62ee24f5c97d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:33:06.486691 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9dfc8d-e2c2-47f6-b9f4-62ee24f5c97d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:33:06.487220 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9dfc8d-e2c2-47f6-b9f4-62ee24f5c97d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:33:06.487603 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9dfc8d-e2c2-47f6-b9f4-62ee24f5c97d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:33:06.488104 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9dfc8d-e2c2-47f6-b9f4-62ee24f5c97d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:33:06.488334 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9dfc8d-e2c2-47f6-b9f4-62ee24f5c97d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:33:06.494993 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7a9dfc8d-e2c2-47f6-b9f4-62ee24f5c97d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:33:06.498344 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-9e837e89-ee78-44e9-a00b-4c926c49c508 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Calling delete_port for cfab5a33-d892-4b42-a3c9-c224baf047ea owned by network:router_gateway {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:33:06.498939 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9dfc8d-e2c2-47f6-b9f4-62ee24f5c97d None None] No DVR routers for this DVR port c6a229a4-6ed3-40d4-bc05-95a6599841a9 on host dv-neutron-821831-2-hyperv {{(pid=88992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:33:06.541633 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 6c3c9b43-c65d-4846-8492-9ddc2ee1cfc3 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:33:06.575383 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 6c3c9b43-c65d-4846-8492-9ddc2ee1cfc3 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:33:06.575786 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 6c3c9b43-c65d-4846-8492-9ddc2ee1cfc3 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:33:06.576268 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device c6a229a4-6ed3-40d4-bc05-95a6599841a9 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:33:06.609970 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: c6a229a4-6ed3-40d4-bc05-95a6599841a9 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:33:06.610435 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device c6a229a4-6ed3-40d4-bc05-95a6599841a9 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:33:07.000491 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9e837e89-ee78-44e9-a00b-4c926c49c508 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:07.004920 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d383d2c0-b1f9-4d74-9c09-cd35151db712 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:33:07.046867 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e837e89-ee78-44e9-a00b-4c926c49c508 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event deleted for resources: {'Port': ['ID=cfab5a33-d892-4b42-a3c9-c224baf047ea,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:33:07.049922 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9e837e89-ee78-44e9-a00b-4c926c49c508 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:33:07.280056 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9e837e89-ee78-44e9-a00b-4c926c49c508 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854141934'] for router_gateway, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:07.547210 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9e837e89-ee78-44e9-a00b-4c926c49c508 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854207876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854699191'] for router, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:07.551480 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9e837e89-ee78-44e9-a00b-4c926c49c508 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:07.663339 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9e837e89-ee78-44e9-a00b-4c926c49c508 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854207982'] for router, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:07.664066 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e837e89-ee78-44e9-a00b-4c926c49c508 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Fanout notify agent at l3_agent the message router_deleted on router 3a6b1926-c5fb-4e2c-9660-d4941ce70fef {{(pid=88991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 19:33:07.680021 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9e837e89-ee78-44e9-a00b-4c926c49c508 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for router, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:07.681275 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9e837e89-ee78-44e9-a00b-4c926c49c508 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "DELETE /v2.0/routers/3a6b1926-c5fb-4e2c-9660-d4941ce70fef HTTP/1.1" status: 204 len: 168 time: 1.9856884 Dec 15 19:33:07.684131 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 58450) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:33:07.808955 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2c7b2ff1-ab30-4050-879f-01e72f38234d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:07.948638 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2c7b2ff1-ab30-4050-879f-01e72f38234d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:07.981721 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-2c7b2ff1-ab30-4050-879f-01e72f38234d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21e182bc-082c-4f81-93d5-5f7519bb45ed']}} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:33:07.995398 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-2c7b2ff1-ab30-4050-879f-01e72f38234d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75de78b4-75b9-4daa-8e5d-7143774053fc') {'for_net_delete': True} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:33:07.995743 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-2c7b2ff1-ab30-4050-879f-01e72f38234d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75de78b4-75b9-4daa-8e5d-7143774053fc') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:33:08.007787 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2c7b2ff1-ab30-4050-879f-01e72f38234d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838443042'] for segment, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:08.022600 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2c7b2ff1-ab30-4050-879f-01e72f38234d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:08.029150 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c7b2ff1-ab30-4050-879f-01e72f38234d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=88991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:33:08.034883 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2c7b2ff1-ab30-4050-879f-01e72f38234d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838443729'] for segment, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:08.046339 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:33:08.046339 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:33:08.046339 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:33:08.046339 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:33:08.046339 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:33:08.046339 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:33:08.046339 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:33:08.046339 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:33:08.046339 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:33:08.046339 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:33:08.046339 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:33:08.046339 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:33:08.046339 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:33:08.046339 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:33:08.046339 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:33:08.046339 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:33:08.046339 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:33:08.046339 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:33:08.046339 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:33:08.046339 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:33:08.046339 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:33:08.046339 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:33:08.046339 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:33:08.046339 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:33:08.046339 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:33:08.046339 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:33:08.046339 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:33:08.046339 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:33:08.046339 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:33:08.046339 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:33:08.046339 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:33:08.046339 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:33:08.162863 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2c7b2ff1-ab30-4050-879f-01e72f38234d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:08.166192 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a8fbe8b6-ea0f-421d-9ce4-80b9cfc82bda tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:33:08.183834 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2c7b2ff1-ab30-4050-879f-01e72f38234d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:08.190441 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b2ff1-ab30-4050-879f-01e72f38234d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event deleted for resources: {'Network': ['ID=21e182bc-082c-4f81-93d5-5f7519bb45ed,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:33:08.196432 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2c7b2ff1-ab30-4050-879f-01e72f38234d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:33:08.209156 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eb76810f-eceb-4b19-914e-8801c10022a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:08.232023 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-2c7b2ff1-ab30-4050-879f-01e72f38234d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "DELETE /v2.0/networks/21e182bc-082c-4f81-93d5-5f7519bb45ed HTTP/1.1" status: 204 len: 168 time: 0.5468440 Dec 15 19:33:08.245319 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 58454) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:33:08.251576 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-3f6467e7-1d9e-4cd3-91d2-ba8ceb2919c5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'network': {'name': 'tempest-network-smoke--209061412', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'port_security_enabled': True}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:33:08.257671 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-3f6467e7-1d9e-4cd3-91d2-ba8ceb2919c5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:33:08.261948 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-3f6467e7-1d9e-4cd3-91d2-ba8ceb2919c5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:network and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:33:08.264940 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-3f6467e7-1d9e-4cd3-91d2-ba8ceb2919c5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:33:08.271765 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-3f6467e7-1d9e-4cd3-91d2-ba8ceb2919c5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:33:08.320300 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f6467e7-1d9e-4cd3-91d2-ba8ceb2919c5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Made reservation on behalf of 7c1b74cf25a94156b4530f0bd868c0c9 for: {'network': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:33:08.325775 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3f6467e7-1d9e-4cd3-91d2-ba8ceb2919c5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:08.355563 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f6467e7-1d9e-4cd3-91d2-ba8ceb2919c5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=88991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:33:08.419204 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3f6467e7-1d9e-4cd3-91d2-ba8ceb2919c5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:08.419542 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-3f6467e7-1d9e-4cd3-91d2-ba8ceb2919c5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Added segment be48c5e7-a634-44cb-ae68-f595a4e7daa0 of type vlan for network 6b2fcaea-9731-46d2-9cb5-eddb6e90914c Dec 15 19:33:08.502960 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3f6467e7-1d9e-4cd3-91d2-ba8ceb2919c5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:08.531892 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device cfab5a33-d892-4b42-a3c9-c224baf047ea no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:33:08.566029 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: cfab5a33-d892-4b42-a3c9-c224baf047ea {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:33:08.566612 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device cfab5a33-d892-4b42-a3c9-c224baf047ea not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:33:08.602708 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3f6467e7-1d9e-4cd3-91d2-ba8ceb2919c5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:08.607028 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6467e7-1d9e-4cd3-91d2-ba8ceb2919c5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:33:08.608055 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3f6467e7-1d9e-4cd3-91d2-ba8ceb2919c5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:08.614045 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d06a1a15-0403-4789-8e2a-5ac3209014b9 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:33:08.726837 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6467e7-1d9e-4cd3-91d2-ba8ceb2919c5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'Network': ['ID=6b2fcaea-9731-46d2-9cb5-eddb6e90914c,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:33:08.729515 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3f6467e7-1d9e-4cd3-91d2-ba8ceb2919c5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:33:08.737859 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 6b2fcaea-9731-46d2-9cb5-eddb6e90914c details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:33:08.752262 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-3f6467e7-1d9e-4cd3-91d2-ba8ceb2919c5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5055530 Dec 15 19:33:08.755297 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 58458) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:33:08.760915 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-eb72d969-240d-4294-919b-95af2c62934d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-140161976', 'admin_state_up': True, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:33:08.768281 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-eb72d969-240d-4294-919b-95af2c62934d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:33:08.772445 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-eb72d969-240d-4294-919b-95af2c62934d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:router and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:33:08.775567 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-eb72d969-240d-4294-919b-95af2c62934d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:33:08.781572 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-eb72d969-240d-4294-919b-95af2c62934d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:33:08.823304 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eb72d969-240d-4294-919b-95af2c62934d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854699176'] for router, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:08.824339 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eb72d969-240d-4294-919b-95af2c62934d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854194926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-76609'] for router, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:08.897410 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eb72d969-240d-4294-919b-95af2c62934d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:09.086801 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eb72d969-240d-4294-919b-95af2c62934d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:09.307379 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eb72d969-240d-4294-919b-95af2c62934d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for router_gateway, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:09.338103 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eb72d969-240d-4294-919b-95af2c62934d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:09.465644 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:09.480928 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-eb72d969-240d-4294-919b-95af2c62934d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Allocated IP 172.26.3.16 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/0c6d8bac-1aff-4bb9-a82c-bc3717fde3b5) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:33:09.634516 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eb72d969-240d-4294-919b-95af2c62934d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:09.686554 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eb72d969-240d-4294-919b-95af2c62934d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:09.691089 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e7cb6a1c-1ae7-43b8-b444-3811747940e2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:33:09.756500 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb72d969-240d-4294-919b-95af2c62934d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:33:09.760018 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-eb72d969-240d-4294-919b-95af2c62934d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:33:09.765037 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb72d969-240d-4294-919b-95af2c62934d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:33:09.790436 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb72d969-240d-4294-919b-95af2c62934d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'Port': ['ID=0c6d8bac-1aff-4bb9-a82c-bc3717fde3b5,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:33:09.795692 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-eb72d969-240d-4294-919b-95af2c62934d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:33:09.980393 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eb72d969-240d-4294-919b-95af2c62934d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for router_gateway, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:09.981080 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eb72d969-240d-4294-919b-95af2c62934d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904'] for router, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:10.265037 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb72d969-240d-4294-919b-95af2c62934d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Router a4d3b487-8baa-4caa-89a8-0f1122351488 is scheduled to L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 with binding_index 1 {{(pid=88991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 15 19:33:10.471367 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb72d969-240d-4294-919b-95af2c62934d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:33:10.487178 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0e8176-84cd-4545-9b06-2fdb16bbc410 None None] Sync routers for ids ['a4d3b487-8baa-4caa-89a8-0f1122351488'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:33:10.502518 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0e8176-84cd-4545-9b06-2fdb16bbc410 None None] Routers {'a4d3b487-8baa-4caa-89a8-0f1122351488'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:33:10.503205 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-fc0e8176-84cd-4545-9b06-2fdb16bbc410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:32:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['a4d3b487-8baa-4caa-89a8-0f1122351488'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:33:10.548807 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eb72d969-240d-4294-919b-95af2c62934d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for router, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:10.550090 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-eb72d969-240d-4294-919b-95af2c62934d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.7937737 Dec 15 19:33:10.553423 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 58462) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:33:10.562485 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1d64ea8e-7ff1-4a05-a0dc-98ab8c13de92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:10.599454 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1052c436-8cdb-412c-9800-cd9fa09f5f89 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=7c1b74cf25a94156b4530f0bd868c0c9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0441673 Dec 15 19:33:10.602468 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 58466) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:33:10.695807 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-fc0e8176-84cd-4545-9b06-2fdb16bbc410 None None] Set router a4d3b487-8baa-4caa-89a8-0f1122351488 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:33:10.748871 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945beabd-f7b1-43bf-b13d-900f7cb94989 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:33:10.750517 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-945beabd-f7b1-43bf-b13d-900f7cb94989 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1470499 Dec 15 19:33:10.753578 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 58470) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:33:10.801626 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c21ffaa6-d338-452d-9a6a-156975e6651b tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=4b9c9b76-a8c2-4873-8d7b-0d52cc71925c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0467260 Dec 15 19:33:10.804354 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 58474) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:33:10.810202 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-0e43b533-428a-40ff-befb-87ca9403ea72 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2066698655', 'network_id': '6b2fcaea-9731-46d2-9cb5-eddb6e90914c', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:33:10.896998 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:10.925345 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-0e43b533-428a-40ff-befb-87ca9403ea72 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:33:10.929831 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-0e43b533-428a-40ff-befb-87ca9403ea72 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:subnet and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:33:10.933650 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-0e43b533-428a-40ff-befb-87ca9403ea72 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:33:10.941837 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-0e43b533-428a-40ff-befb-87ca9403ea72 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:33:10.979531 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e43b533-428a-40ff-befb-87ca9403ea72 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Made reservation on behalf of 7c1b74cf25a94156b4530f0bd868c0c9 for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:33:11.007717 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-fc0e8176-84cd-4545-9b06-2fdb16bbc410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d3b487-8baa-4caa-89a8-0f1122351488', 'name': 'tempest-TestNetworkBasicOps-router-140161976', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': '0c6d8bac-1aff-4bb9-a82c-bc3717fde3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:33:08Z', 'updated_at': '2021-12-15T19:33:09Z', 'revision_number': 3, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': '0c6d8bac-1aff-4bb9-a82c-bc3717fde3b5', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d3b487-8baa-4caa-89a8-0f1122351488', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:33:09Z', 'updated_at': '2021-12-15T19:33:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:33:11.011751 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0e8176-84cd-4545-9b06-2fdb16bbc410 None None] Checking router: a4d3b487-8baa-4caa-89a8-0f1122351488 for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:33:11.012151 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0e8176-84cd-4545-9b06-2fdb16bbc410 None None] Updating router a4d3b487-8baa-4caa-89a8-0f1122351488 port 0c6d8bac-1aff-4bb9-a82c-bc3717fde3b5 binding host dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 15 19:33:11.068897 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8176-84cd-4545-9b06-2fdb16bbc410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:11.092312 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0e43b533-428a-40ff-befb-87ca9403ea72 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:11.507158 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8176-84cd-4545-9b06-2fdb16bbc410 None None] Notify callbacks [] for port, precommit_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:11.566616 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-fc0e8176-84cd-4545-9b06-2fdb16bbc410 None None] Transition to ACTIVE for port object 0c6d8bac-1aff-4bb9-a82c-bc3717fde3b5 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:33:11.640449 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8176-84cd-4545-9b06-2fdb16bbc410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:11.645683 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3d31446e-efd6-48e2-91c6-c4668ce375b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:33:11.727693 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-fc0e8176-84cd-4545-9b06-2fdb16bbc410 None None] Attempting to bind port 0c6d8bac-1aff-4bb9-a82c-bc3717fde3b5 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:33:11.728211 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-fc0e8176-84cd-4545-9b06-2fdb16bbc410 None None] Attempting to bind port 0c6d8bac-1aff-4bb9-a82c-bc3717fde3b5 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:33:11.728490 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0e8176-84cd-4545-9b06-2fdb16bbc410 None None] Attempting to bind port 0c6d8bac-1aff-4bb9-a82c-bc3717fde3b5 on network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:33:11.731359 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9b506c-f26e-460a-9a74-a66b2fbf59c9 None None] Pushing event updated for resources: {'Port': ['ID=0c6d8bac-1aff-4bb9-a82c-bc3717fde3b5,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:33:11.731862 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0e43b533-428a-40ff-befb-87ca9403ea72 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:11.735046 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2c9b506c-f26e-460a-9a74-a66b2fbf59c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:33:11.737768 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a1c97dbc-1af9-4085-a3db-bd29f8205a67 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:33:11.739138 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0e8176-84cd-4545-9b06-2fdb16bbc410 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:33:11.739881 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0e8176-84cd-4545-9b06-2fdb16bbc410 None None] Checking segment: {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:33:11.740609 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8176-84cd-4545-9b06-2fdb16bbc410 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:11.741049 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0e8176-84cd-4545-9b06-2fdb16bbc410 None None] Bound using segment: {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:33:11.741572 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-fc0e8176-84cd-4545-9b06-2fdb16bbc410 None None] Bound port: 0c6d8bac-1aff-4bb9-a82c-bc3717fde3b5, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:33:11.741993 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8176-84cd-4545-9b06-2fdb16bbc410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:11.818940 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-fc0e8176-84cd-4545-9b06-2fdb16bbc410 None None] For port 0c6d8bac-1aff-4bb9-a82c-bc3717fde3b5, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:33:11.819377 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e43b533-428a-40ff-befb-87ca9403ea72 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'Subnet': ['ID=e7ee8a62-e51b-40e3-9d75-aa02de636aab,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:33:11.822161 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0e43b533-428a-40ff-befb-87ca9403ea72 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:33:11.822346 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-fc0e8176-84cd-4545-9b06-2fdb16bbc410 None None] For port 0c6d8bac-1aff-4bb9-a82c-bc3717fde3b5, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=0c6d8bac-1aff-4bb9-a82c-bc3717fde3b5,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:33:11.830989 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e43b533-428a-40ff-befb-87ca9403ea72 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Checking segment: {'id': 'be48c5e7-a634-44cb-ae68-f595a4e7daa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6b2fcaea-9731-46d2-9cb5-eddb6e90914c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:33:11.837972 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e43b533-428a-40ff-befb-87ca9403ea72 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Network hostable DHCP agents. Network: 6b2fcaea-9731-46d2-9cb5-eddb6e90914c, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:33:11.871602 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8176-84cd-4545-9b06-2fdb16bbc410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:11.876312 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:33:11.897153 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e43b533-428a-40ff-befb-87ca9403ea72 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Network 6b2fcaea-9731-46d2-9cb5-eddb6e90914c is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:33:11.954437 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-0e43b533-428a-40ff-befb-87ca9403ea72 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, 6b2fcaea-9731-46d2-9cb5-eddb6e90914c) {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:33:11.958730 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e43b533-428a-40ff-befb-87ca9403ea72 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:33:11.959593 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0e43b533-428a-40ff-befb-87ca9403ea72 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:11.959899 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9b506c-f26e-460a-9a74-a66b2fbf59c9 None None] Pushing event updated for resources: {'Port': ['ID=0c6d8bac-1aff-4bb9-a82c-bc3717fde3b5,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:33:11.964800 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ba4f5e-66e3-409c-b1f3-66bc3efc0dce None None] Network 6b2fcaea-9731-46d2-9cb5-eddb6e90914c requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:33:11.981113 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2c9b506c-f26e-460a-9a74-a66b2fbf59c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:33:11.985951 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0e8176-84cd-4545-9b06-2fdb16bbc410 None None] Routers {'a4d3b487-8baa-4caa-89a8-0f1122351488'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:33:11.986921 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-fc0e8176-84cd-4545-9b06-2fdb16bbc410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:33:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['a4d3b487-8baa-4caa-89a8-0f1122351488'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:33:12.006759 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0e43b533-428a-40ff-befb-87ca9403ea72 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2012668 Dec 15 19:33:12.009850 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 58478) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:33:12.486960 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-fc0e8176-84cd-4545-9b06-2fdb16bbc410 None None] Set router a4d3b487-8baa-4caa-89a8-0f1122351488 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:33:12.651252 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f6ef2b-8a13-4150-a6f6-a10389fc9441 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-6b2fcaea-9731-46d2-9cb5-eddb6e90914c', 'network_id': '6b2fcaea-9731-46d2-9cb5-eddb6e90914c', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'fixed_ips': [{'subnet_id': 'e7ee8a62-e51b-40e3-9d75-aa02de636aab'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:33:12.652141 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-24f6ef2b-8a13-4150-a6f6-a10389fc9441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:12.735664 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:12.816733 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bfef3faf-9724-4550-87c1-8fb0c153a283 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:12.980473 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-24f6ef2b-8a13-4150-a6f6-a10389fc9441 None None] Allocated IP 172.20.0.2 (6b2fcaea-9731-46d2-9cb5-eddb6e90914c/e7ee8a62-e51b-40e3-9d75-aa02de636aab/5641c543-3a63-4a02-b9e3-f1c9b316fc19) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:33:13.014103 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-fc0e8176-84cd-4545-9b06-2fdb16bbc410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d3b487-8baa-4caa-89a8-0f1122351488', 'name': 'tempest-TestNetworkBasicOps-router-140161976', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': '0c6d8bac-1aff-4bb9-a82c-bc3717fde3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:33:08Z', 'updated_at': '2021-12-15T19:33:09Z', 'revision_number': 3, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': '0c6d8bac-1aff-4bb9-a82c-bc3717fde3b5', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d3b487-8baa-4caa-89a8-0f1122351488', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:33:09Z', 'updated_at': '2021-12-15T19:33:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:33:13.074850 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0e8176-84cd-4545-9b06-2fdb16bbc410 None None] The sync data for ids ['a4d3b487-8baa-4caa-89a8-0f1122351488'] in dv-neutron-821831-2-hyperv is: [{'id': 'a4d3b487-8baa-4caa-89a8-0f1122351488', 'name': 'tempest-TestNetworkBasicOps-router-140161976', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': '0c6d8bac-1aff-4bb9-a82c-bc3717fde3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:33:08Z', 'updated_at': '2021-12-15T19:33:09Z', 'revision_number': 3, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': '0c6d8bac-1aff-4bb9-a82c-bc3717fde3b5', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d3b487-8baa-4caa-89a8-0f1122351488', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:33:09Z', 'updated_at': '2021-12-15T19:33:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:33:13.214576 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-24f6ef2b-8a13-4150-a6f6-a10389fc9441 None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:13.225951 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-24f6ef2b-8a13-4150-a6f6-a10389fc9441 None None] Transition to ACTIVE for port object 5641c543-3a63-4a02-b9e3-f1c9b316fc19 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:33:13.293863 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-24f6ef2b-8a13-4150-a6f6-a10389fc9441 None None] Transition to ACTIVE for port object 5641c543-3a63-4a02-b9e3-f1c9b316fc19 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:33:13.354977 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-24f6ef2b-8a13-4150-a6f6-a10389fc9441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:13.360494 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f21f0fe2-f82f-40cc-b5b6-565c0c662d15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:33:13.369367 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-bfef3faf-9724-4550-87c1-8fb0c153a283 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Allocated IP 172.20.0.1 (6b2fcaea-9731-46d2-9cb5-eddb6e90914c/e7ee8a62-e51b-40e3-9d75-aa02de636aab/f9c77166-85cd-4793-be7f-f666c54bed6d) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:33:13.423133 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f6ef2b-8a13-4150-a6f6-a10389fc9441 None None] Network 6b2fcaea-9731-46d2-9cb5-eddb6e90914c is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:33:13.432497 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-24f6ef2b-8a13-4150-a6f6-a10389fc9441 None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:33:13.437395 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f6ef2b-8a13-4150-a6f6-a10389fc9441 None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:33:13.443149 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f6ef2b-8a13-4150-a6f6-a10389fc9441 None None] Pushing event updated for resources: {'Port': ['ID=5641c543-3a63-4a02-b9e3-f1c9b316fc19,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:33:13.447019 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-24f6ef2b-8a13-4150-a6f6-a10389fc9441 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:33:13.547123 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-24f6ef2b-8a13-4150-a6f6-a10389fc9441 None None] Attempting to bind port 5641c543-3a63-4a02-b9e3-f1c9b316fc19 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:33:13.551959 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-24f6ef2b-8a13-4150-a6f6-a10389fc9441 None None] Attempting to bind port 5641c543-3a63-4a02-b9e3-f1c9b316fc19 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'be48c5e7-a634-44cb-ae68-f595a4e7daa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6b2fcaea-9731-46d2-9cb5-eddb6e90914c'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:33:13.551959 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f6ef2b-8a13-4150-a6f6-a10389fc9441 None None] Attempting to bind port 5641c543-3a63-4a02-b9e3-f1c9b316fc19 on network 6b2fcaea-9731-46d2-9cb5-eddb6e90914c {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:33:13.555200 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f6ef2b-8a13-4150-a6f6-a10389fc9441 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:33:13.555713 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f6ef2b-8a13-4150-a6f6-a10389fc9441 None None] Checking segment: {'id': 'be48c5e7-a634-44cb-ae68-f595a4e7daa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6b2fcaea-9731-46d2-9cb5-eddb6e90914c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:33:13.556170 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-24f6ef2b-8a13-4150-a6f6-a10389fc9441 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:13.556614 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f6ef2b-8a13-4150-a6f6-a10389fc9441 None None] Bound using segment: {'id': 'be48c5e7-a634-44cb-ae68-f595a4e7daa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6b2fcaea-9731-46d2-9cb5-eddb6e90914c'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:33:13.557139 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-24f6ef2b-8a13-4150-a6f6-a10389fc9441 None None] Bound port: 5641c543-3a63-4a02-b9e3-f1c9b316fc19, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be48c5e7-a634-44cb-ae68-f595a4e7daa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6b2fcaea-9731-46d2-9cb5-eddb6e90914c'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:33:13.557566 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-24f6ef2b-8a13-4150-a6f6-a10389fc9441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:13.658837 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-24f6ef2b-8a13-4150-a6f6-a10389fc9441 None None] For port 5641c543-3a63-4a02-b9e3-f1c9b316fc19, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:33:13.663002 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-24f6ef2b-8a13-4150-a6f6-a10389fc9441 None None] For port 5641c543-3a63-4a02-b9e3-f1c9b316fc19, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=5641c543-3a63-4a02-b9e3-f1c9b316fc19,segment=NetworkSegment(be48c5e7-a634-44cb-ae68-f595a4e7daa0),segment_id=be48c5e7-a634-44cb-ae68-f595a4e7daa0)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:33:13.695878 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bfef3faf-9724-4550-87c1-8fb0c153a283 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:13.700499 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-24f6ef2b-8a13-4150-a6f6-a10389fc9441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:13.705508 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:33:13.716694 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-bfef3faf-9724-4550-87c1-8fb0c153a283 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Transition to ACTIVE for port object f9c77166-85cd-4793-be7f-f666c54bed6d will not be triggered until provisioned by entity DHCP. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:33:13.773090 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bfef3faf-9724-4550-87c1-8fb0c153a283 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:13.778878 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-45444ffe-38fa-4dad-aa59-eef679820306 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:33:13.790936 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f6ef2b-8a13-4150-a6f6-a10389fc9441 None None] Pushing event updated for resources: {'Port': ['ID=5641c543-3a63-4a02-b9e3-f1c9b316fc19,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:33:13.794620 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-24f6ef2b-8a13-4150-a6f6-a10389fc9441 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:33:13.845868 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfef3faf-9724-4550-87c1-8fb0c153a283 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Network 6b2fcaea-9731-46d2-9cb5-eddb6e90914c is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:33:13.853922 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-bfef3faf-9724-4550-87c1-8fb0c153a283 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:33:13.859037 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfef3faf-9724-4550-87c1-8fb0c153a283 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:33:13.896758 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfef3faf-9724-4550-87c1-8fb0c153a283 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'Port': ['ID=f9c77166-85cd-4793-be7f-f666c54bed6d,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:33:13.922835 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfef3faf-9724-4550-87c1-8fb0c153a283 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:33:13.923275 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfef3faf-9724-4550-87c1-8fb0c153a283 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:33:13.923701 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfef3faf-9724-4550-87c1-8fb0c153a283 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:33:13.924123 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfef3faf-9724-4550-87c1-8fb0c153a283 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:33:13.924542 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfef3faf-9724-4550-87c1-8fb0c153a283 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:33:13.924954 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfef3faf-9724-4550-87c1-8fb0c153a283 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:33:13.925366 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfef3faf-9724-4550-87c1-8fb0c153a283 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:33:13.925787 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfef3faf-9724-4550-87c1-8fb0c153a283 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:33:13.926230 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfef3faf-9724-4550-87c1-8fb0c153a283 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:33:13.927345 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfef3faf-9724-4550-87c1-8fb0c153a283 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:33:13.927808 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfef3faf-9724-4550-87c1-8fb0c153a283 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:33:13.933863 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-bfef3faf-9724-4550-87c1-8fb0c153a283 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:33:13.944887 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bfef3faf-9724-4550-87c1-8fb0c153a283 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630901'] for router_interface, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:14.068901 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bfef3faf-9724-4550-87c1-8fb0c153a283 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:14.553488 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bfef3faf-9724-4550-87c1-8fb0c153a283 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for port, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:14.589576 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bfef3faf-9724-4550-87c1-8fb0c153a283 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:14.621410 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 0c6d8bac-1aff-4bb9-a82c-bc3717fde3b5 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:33:14.628496 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-72ce8856-81d5-44fe-b058-defd05e6e33d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:33:14.731617 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bfef3faf-9724-4550-87c1-8fb0c153a283 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1959989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854145006'] for router_interface, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:14.736618 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfef3faf-9724-4550-87c1-8fb0c153a283 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'Port': ['ID=f9c77166-85cd-4793-be7f-f666c54bed6d,revision_number=2']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:33:14.738028 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 0c6d8bac-1aff-4bb9-a82c-bc3717fde3b5 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:33:14.742161 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-bfef3faf-9724-4550-87c1-8fb0c153a283 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:33:14.744184 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 0c6d8bac-1aff-4bb9-a82c-bc3717fde3b5 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:33:14.744600 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:14.866098 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:14.883652 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port 0c6d8bac-1aff-4bb9-a82c-bc3717fde3b5, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=0c6d8bac-1aff-4bb9-a82c-bc3717fde3b5,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:33:14.890556 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfef3faf-9724-4550-87c1-8fb0c153a283 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Network 6b2fcaea-9731-46d2-9cb5-eddb6e90914c is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:33:14.891735 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-bfef3faf-9724-4550-87c1-8fb0c153a283 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:33:14.914780 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:14.915767 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 5641c543-3a63-4a02-b9e3-f1c9b316fc19 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:33:14.945342 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:33:15.032772 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=0c6d8bac-1aff-4bb9-a82c-bc3717fde3b5,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:33:15.043624 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:33:15.109372 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 5641c543-3a63-4a02-b9e3-f1c9b316fc19 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:33:15.505054 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd7fd56-aeb6-4e0d-8ce0-1cd7d284e20a None None] Network 6b2fcaea-9731-46d2-9cb5-eddb6e90914c requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:33:15.573425 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfef3faf-9724-4550-87c1-8fb0c153a283 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Router a4d3b487-8baa-4caa-89a8-0f1122351488 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:33:15.682208 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-a52c9bd0-6991-4c8d-9160-4b9f8cb4db4d None None] Provisioning for port 5641c543-3a63-4a02-b9e3-f1c9b316fc19 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:33:15.690985 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-a52c9bd0-6991-4c8d-9160-4b9f8cb4db4d None None] Provisioning complete for port 5641c543-3a63-4a02-b9e3-f1c9b316fc19 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:33:15.691415 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a52c9bd0-6991-4c8d-9160-4b9f8cb4db4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:15.796439 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfef3faf-9724-4550-87c1-8fb0c153a283 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:33:15.810371 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-bfef3faf-9724-4550-87c1-8fb0c153a283 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "PUT /v2.0/routers/a4d3b487-8baa-4caa-89a8-0f1122351488/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7991774 Dec 15 19:33:15.812914 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 58490) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:33:15.883454 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a52c9bd0-6991-4c8d-9160-4b9f8cb4db4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:15.902970 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 19:33:15.920888 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-a52c9bd0-6991-4c8d-9160-4b9f8cb4db4d None None] For port 5641c543-3a63-4a02-b9e3-f1c9b316fc19, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=5641c543-3a63-4a02-b9e3-f1c9b316fc19,segment=NetworkSegment(be48c5e7-a634-44cb-ae68-f595a4e7daa0),segment_id=be48c5e7-a634-44cb-ae68-f595a4e7daa0)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:33:15.954808 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a52c9bd0-6991-4c8d-9160-4b9f8cb4db4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:15.956759 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:33:15.970168 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a100743b-ea80-4f7b-be23-d665a318f383 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:33:15.970708 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a100743b-ea80-4f7b-be23-d665a318f383 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:33:15.971127 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a100743b-ea80-4f7b-be23-d665a318f383 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:33:15.971539 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a100743b-ea80-4f7b-be23-d665a318f383 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:33:15.975206 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a100743b-ea80-4f7b-be23-d665a318f383 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1594582 Dec 15 19:33:15.976609 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 58494) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:33:16.034212 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52c9bd0-6991-4c8d-9160-4b9f8cb4db4d None None] Pushing event updated for resources: {'Port': ['ID=5641c543-3a63-4a02-b9e3-f1c9b316fc19,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:33:16.038891 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a52c9bd0-6991-4c8d-9160-4b9f8cb4db4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:33:16.058100 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe201571-8f57-412a-bd02-cf8af7653232 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:33:16.062401 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe201571-8f57-412a-bd02-cf8af7653232 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:33:16.062401 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-fe201571-8f57-412a-bd02-cf8af7653232 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0836132 Dec 15 19:33:16.064249 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 58498) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:33:16.181256 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-850d9249-066f-404a-80b0-f60a6ba91874 None None] Provisioning complete for port 5641c543-3a63-4a02-b9e3-f1c9b316fc19 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:33:16.181847 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-850d9249-066f-404a-80b0-f60a6ba91874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:16.237588 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af39ad5b-825d-43ca-b165-1d075097c2d6 None None] Sync routers for ids ['a4d3b487-8baa-4caa-89a8-0f1122351488'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:33:16.252772 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af39ad5b-825d-43ca-b165-1d075097c2d6 None None] Routers {'a4d3b487-8baa-4caa-89a8-0f1122351488'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:33:16.254312 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-af39ad5b-825d-43ca-b165-1d075097c2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:33:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['a4d3b487-8baa-4caa-89a8-0f1122351488'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:33:16.298676 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-dc5790c6-31bf-40e1-8dc1-4034a71e893e tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.2328975 Dec 15 19:33:16.373835 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-850d9249-066f-404a-80b0-f60a6ba91874 None None] Provisioning for port f9c77166-85cd-4793-be7f-f666c54bed6d completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:33:16.379889 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-850d9249-066f-404a-80b0-f60a6ba91874 None None] Provisioning complete for port f9c77166-85cd-4793-be7f-f666c54bed6d triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:33:16.380575 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-850d9249-066f-404a-80b0-f60a6ba91874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:16.455805 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-850d9249-066f-404a-80b0-f60a6ba91874 None None] Port f9c77166-85cd-4793-be7f-f666c54bed6d cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:33:16.457764 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-af39ad5b-825d-43ca-b165-1d075097c2d6 None None] Set router a4d3b487-8baa-4caa-89a8-0f1122351488 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:33:16.565223 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 0c6d8bac-1aff-4bb9-a82c-bc3717fde3b5 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:33:16.643430 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-8004038c-2223-4c9d-949e-552fe2e90672 None None] Provisioning complete for port f9c77166-85cd-4793-be7f-f666c54bed6d triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:33:16.643855 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8004038c-2223-4c9d-949e-552fe2e90672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:16.701860 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 58504) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:33:16.709954 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-c67345d0-a13b-4512-afb1-d3b2c4ad9905 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1422919716', 'description': 'tempest-secgroup-smoke-1422919716 description', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:33:16.722882 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-c67345d0-a13b-4512-afb1-d3b2c4ad9905 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:33:16.733481 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-c67345d0-a13b-4512-afb1-d3b2c4ad9905 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:33:16.737285 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-c67345d0-a13b-4512-afb1-d3b2c4ad9905 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:33:16.740545 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-8004038c-2223-4c9d-949e-552fe2e90672 None None] Port f9c77166-85cd-4793-be7f-f666c54bed6d cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:33:16.748214 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-c67345d0-a13b-4512-afb1-d3b2c4ad9905 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:33:16.750664 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 0c6d8bac-1aff-4bb9-a82c-bc3717fde3b5 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:33:16.751096 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:16.788997 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c67345d0-a13b-4512-afb1-d3b2c4ad9905 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:16.833951 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-c67345d0-a13b-4512-afb1-d3b2c4ad9905 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:33:16.834477 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-af39ad5b-825d-43ca-b165-1d075097c2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d3b487-8baa-4caa-89a8-0f1122351488', 'name': 'tempest-TestNetworkBasicOps-router-140161976', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': '0c6d8bac-1aff-4bb9-a82c-bc3717fde3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:33:08Z', 'updated_at': '2021-12-15T19:33:13Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': '0c6d8bac-1aff-4bb9-a82c-bc3717fde3b5', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d3b487-8baa-4caa-89a8-0f1122351488', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:33:09Z', 'updated_at': '2021-12-15T19:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': 'f9c77166-85cd-4793-be7f-f666c54bed6d', 'name': '', 'network_id': '6b2fcaea-9731-46d2-9cb5-eddb6e90914c', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:f6:9e:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d3b487-8baa-4caa-89a8-0f1122351488', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7ee8a62-e51b-40e3-9d75-aa02de636aab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:33:13Z', 'updated_at': '2021-12-15T19:33:14Z', 'revision_number': 2, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'e7ee8a62-e51b-40e3-9d75-aa02de636aab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:33:16.838749 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-c67345d0-a13b-4512-afb1-d3b2c4ad9905 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group_rule and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:33:16.838906 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af39ad5b-825d-43ca-b165-1d075097c2d6 None None] Checking router: a4d3b487-8baa-4caa-89a8-0f1122351488 for host: dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:33:16.839292 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af39ad5b-825d-43ca-b165-1d075097c2d6 None None] Updating router a4d3b487-8baa-4caa-89a8-0f1122351488 port f9c77166-85cd-4793-be7f-f666c54bed6d binding host dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 15 19:33:16.841883 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-c67345d0-a13b-4512-afb1-d3b2c4ad9905 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:33:16.848706 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-c67345d0-a13b-4512-afb1-d3b2c4ad9905 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:33:16.883871 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 5641c543-3a63-4a02-b9e3-f1c9b316fc19 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:33:16.894876 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-af39ad5b-825d-43ca-b165-1d075097c2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:16.910534 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c67345d0-a13b-4512-afb1-d3b2c4ad9905 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:16.925091 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-be446ba2-399e-46a0-96c1-ecb57885f869 None None] Provisioning complete for port f9c77166-85cd-4793-be7f-f666c54bed6d triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:33:16.925993 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-be446ba2-399e-46a0-96c1-ecb57885f869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:16.945600 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c67345d0-a13b-4512-afb1-d3b2c4ad9905 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:16.953734 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e8e4b605-8748-4410-939c-78e35957fc2e tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:33:16.998109 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-be446ba2-399e-46a0-96c1-ecb57885f869 None None] Port f9c77166-85cd-4793-be7f-f666c54bed6d cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:33:17.000157 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67345d0-a13b-4512-afb1-d3b2c4ad9905 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be7d13ce-bf4a-4e98-8658-ce831eae8005,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:33:17.010693 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67345d0-a13b-4512-afb1-d3b2c4ad9905 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:33:17.011873 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67345d0-a13b-4512-afb1-d3b2c4ad9905 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:33:17.011873 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67345d0-a13b-4512-afb1-d3b2c4ad9905 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:33:17.011873 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67345d0-a13b-4512-afb1-d3b2c4ad9905 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:33:17.012327 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67345d0-a13b-4512-afb1-d3b2c4ad9905 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:33:17.012734 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67345d0-a13b-4512-afb1-d3b2c4ad9905 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:33:17.013221 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67345d0-a13b-4512-afb1-d3b2c4ad9905 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:33:17.013551 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67345d0-a13b-4512-afb1-d3b2c4ad9905 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:33:17.013965 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67345d0-a13b-4512-afb1-d3b2c4ad9905 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:33:17.014441 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67345d0-a13b-4512-afb1-d3b2c4ad9905 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:33:17.014824 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67345d0-a13b-4512-afb1-d3b2c4ad9905 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:33:17.016293 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 5641c543-3a63-4a02-b9e3-f1c9b316fc19 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:33:17.016721 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:17.018635 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c67345d0-a13b-4512-afb1-d3b2c4ad9905 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:33:17.040264 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c67345d0-a13b-4512-afb1-d3b2c4ad9905 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:17.042104 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c67345d0-a13b-4512-afb1-d3b2c4ad9905 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3382919 Dec 15 19:33:17.044946 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 58508) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:33:17.052801 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-428f62af-bb13-4a82-8a47-5e61a31d2742 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'security_group_rule': {'security_group_id': 'be7d13ce-bf4a-4e98-8658-ce831eae8005', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:33:17.059480 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-428f62af-bb13-4a82-8a47-5e61a31d2742 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:33:17.063712 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-428f62af-bb13-4a82-8a47-5e61a31d2742 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group_rule and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:33:17.070846 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-428f62af-bb13-4a82-8a47-5e61a31d2742 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:33:17.080817 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-428f62af-bb13-4a82-8a47-5e61a31d2742 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:33:17.135211 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-428f62af-bb13-4a82-8a47-5e61a31d2742 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:17.330841 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-af39ad5b-825d-43ca-b165-1d075097c2d6 None None] Notify callbacks [] for port, precommit_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:17.343803 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-af39ad5b-825d-43ca-b165-1d075097c2d6 None None] Transition to ACTIVE for port object f9c77166-85cd-4793-be7f-f666c54bed6d will not be triggered until provisioned by entity L2. {{(pid=88993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:33:17.344946 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-428f62af-bb13-4a82-8a47-5e61a31d2742 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:17.373684 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-428f62af-bb13-4a82-8a47-5e61a31d2742 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:17.375621 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b19a0766-575f-4cd5-92ed-71f6615880bf tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:33:17.399114 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428f62af-bb13-4a82-8a47-5e61a31d2742 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07722264-ae72-4b44-81e8-382818498e68,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:33:17.402516 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-af39ad5b-825d-43ca-b165-1d075097c2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:17.403411 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-428f62af-bb13-4a82-8a47-5e61a31d2742 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:33:17.407965 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ec2ee304-6295-4905-b1d3-c175eaf47902 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:33:17.431101 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-428f62af-bb13-4a82-8a47-5e61a31d2742 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:17.432398 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-428f62af-bb13-4a82-8a47-5e61a31d2742 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3860650 Dec 15 19:33:17.435484 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 58512) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:33:17.443648 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-d2c8748d-64e6-4f45-b314-91d413ff83bc tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'security_group_rule': {'security_group_id': 'be7d13ce-bf4a-4e98-8658-ce831eae8005', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:33:17.449989 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-d2c8748d-64e6-4f45-b314-91d413ff83bc tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:33:17.453999 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d2c8748d-64e6-4f45-b314-91d413ff83bc tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group_rule and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:33:17.457016 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d2c8748d-64e6-4f45-b314-91d413ff83bc tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:33:17.463783 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-d2c8748d-64e6-4f45-b314-91d413ff83bc tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:33:17.532717 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cb8e86-8f72-4942-9a4e-8ee95e738975 None None] Pushing event updated for resources: {'Port': ['ID=f9c77166-85cd-4793-be7f-f666c54bed6d,revision_number=3']} {{(pid=88993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:33:17.547411 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cb8e86-8f72-4942-9a4e-8ee95e738975 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:33:17.547805 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cb8e86-8f72-4942-9a4e-8ee95e738975 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:33:17.548184 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cb8e86-8f72-4942-9a4e-8ee95e738975 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:33:17.548565 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cb8e86-8f72-4942-9a4e-8ee95e738975 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:33:17.548944 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cb8e86-8f72-4942-9a4e-8ee95e738975 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:33:17.549317 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cb8e86-8f72-4942-9a4e-8ee95e738975 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:33:17.549687 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cb8e86-8f72-4942-9a4e-8ee95e738975 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:33:17.550134 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cb8e86-8f72-4942-9a4e-8ee95e738975 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:33:17.550474 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cb8e86-8f72-4942-9a4e-8ee95e738975 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:33:17.554658 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cb8e86-8f72-4942-9a4e-8ee95e738975 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:33:17.554658 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cb8e86-8f72-4942-9a4e-8ee95e738975 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:33:17.556910 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-67cb8e86-8f72-4942-9a4e-8ee95e738975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:33:17.621303 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d2c8748d-64e6-4f45-b314-91d413ff83bc tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:17.654038 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-af39ad5b-825d-43ca-b165-1d075097c2d6 None None] Attempting to bind port f9c77166-85cd-4793-be7f-f666c54bed6d on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:33:17.654655 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-af39ad5b-825d-43ca-b165-1d075097c2d6 None None] Attempting to bind port f9c77166-85cd-4793-be7f-f666c54bed6d by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'be48c5e7-a634-44cb-ae68-f595a4e7daa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6b2fcaea-9731-46d2-9cb5-eddb6e90914c'}] {{(pid=88993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:33:17.655073 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af39ad5b-825d-43ca-b165-1d075097c2d6 None None] Attempting to bind port f9c77166-85cd-4793-be7f-f666c54bed6d on network 6b2fcaea-9731-46d2-9cb5-eddb6e90914c {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:33:17.663402 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af39ad5b-825d-43ca-b165-1d075097c2d6 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:33:17.663832 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af39ad5b-825d-43ca-b165-1d075097c2d6 None None] Checking segment: {'id': 'be48c5e7-a634-44cb-ae68-f595a4e7daa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6b2fcaea-9731-46d2-9cb5-eddb6e90914c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:33:17.664290 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-af39ad5b-825d-43ca-b165-1d075097c2d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:17.664887 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af39ad5b-825d-43ca-b165-1d075097c2d6 None None] Bound using segment: {'id': 'be48c5e7-a634-44cb-ae68-f595a4e7daa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6b2fcaea-9731-46d2-9cb5-eddb6e90914c'} {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:33:17.665425 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-af39ad5b-825d-43ca-b165-1d075097c2d6 None None] Bound port: f9c77166-85cd-4793-be7f-f666c54bed6d, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be48c5e7-a634-44cb-ae68-f595a4e7daa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6b2fcaea-9731-46d2-9cb5-eddb6e90914c'}}] {{(pid=88993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:33:17.666393 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-af39ad5b-825d-43ca-b165-1d075097c2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:17.694218 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d2c8748d-64e6-4f45-b314-91d413ff83bc tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:17.733597 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d2c8748d-64e6-4f45-b314-91d413ff83bc tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:17.735580 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-cc859b9d-da9b-417a-befa-5284fd3a1297 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:33:17.760006 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c8748d-64e6-4f45-b314-91d413ff83bc tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1ca7254-40a5-4985-b285-2f344538081f,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:33:17.760259 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-af39ad5b-825d-43ca-b165-1d075097c2d6 None None] For port f9c77166-85cd-4793-be7f-f666c54bed6d, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:33:17.762680 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d2c8748d-64e6-4f45-b314-91d413ff83bc tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:33:17.763538 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-af39ad5b-825d-43ca-b165-1d075097c2d6 None None] For port f9c77166-85cd-4793-be7f-f666c54bed6d, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=f9c77166-85cd-4793-be7f-f666c54bed6d,segment=NetworkSegment(be48c5e7-a634-44cb-ae68-f595a4e7daa0),segment_id=be48c5e7-a634-44cb-ae68-f595a4e7daa0)] {{(pid=88993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:33:17.819824 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-af39ad5b-825d-43ca-b165-1d075097c2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:17.824561 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5bcd066a-3752-4132-aa55-1b02c80f2951 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:33:17.888383 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d2c8748d-64e6-4f45-b314-91d413ff83bc tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:17.889681 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d2c8748d-64e6-4f45-b314-91d413ff83bc tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4518571 Dec 15 19:33:17.892678 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 58516) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:33:17.899906 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-ee5bbb6b-82b6-45a2-860f-54ff983cbce3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'security_group_rule': {'security_group_id': 'be7d13ce-bf4a-4e98-8658-ce831eae8005', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:33:17.906605 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ee5bbb6b-82b6-45a2-860f-54ff983cbce3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:33:17.911160 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ee5bbb6b-82b6-45a2-860f-54ff983cbce3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group_rule and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:33:17.914539 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ee5bbb6b-82b6-45a2-860f-54ff983cbce3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:33:17.921137 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ee5bbb6b-82b6-45a2-860f-54ff983cbce3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:33:17.964736 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ee5bbb6b-82b6-45a2-860f-54ff983cbce3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:18.033604 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ee5bbb6b-82b6-45a2-860f-54ff983cbce3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:18.055851 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cb8e86-8f72-4942-9a4e-8ee95e738975 None None] Pushing event updated for resources: {'Port': ['ID=f9c77166-85cd-4793-be7f-f666c54bed6d,revision_number=4']} {{(pid=88993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:33:18.059187 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-67cb8e86-8f72-4942-9a4e-8ee95e738975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:33:18.062005 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af39ad5b-825d-43ca-b165-1d075097c2d6 None None] Routers {'a4d3b487-8baa-4caa-89a8-0f1122351488'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:33:18.062715 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-af39ad5b-825d-43ca-b165-1d075097c2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:33:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['a4d3b487-8baa-4caa-89a8-0f1122351488'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:33:18.076736 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ee5bbb6b-82b6-45a2-860f-54ff983cbce3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:18.079032 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ea81cd59-48e6-4c56-8d14-5fbed867139c tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:33:18.103607 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5bbb6b-82b6-45a2-860f-54ff983cbce3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd4ae766-3dc0-4824-85d7-f6e633bc2fab,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:33:18.106314 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ee5bbb6b-82b6-45a2-860f-54ff983cbce3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:33:18.137385 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ee5bbb6b-82b6-45a2-860f-54ff983cbce3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:18.138799 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ee5bbb6b-82b6-45a2-860f-54ff983cbce3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2450159 Dec 15 19:33:18.141804 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 58520) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:33:18.149582 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-4130170c-093e-48c8-835e-2375b8bd65dc tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'security_group_rule': {'security_group_id': 'be7d13ce-bf4a-4e98-8658-ce831eae8005', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:33:18.156397 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-4130170c-093e-48c8-835e-2375b8bd65dc tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:33:18.161431 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-4130170c-093e-48c8-835e-2375b8bd65dc tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group_rule and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:33:18.165408 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-4130170c-093e-48c8-835e-2375b8bd65dc tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:33:18.171952 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-4130170c-093e-48c8-835e-2375b8bd65dc tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:33:18.219180 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4130170c-093e-48c8-835e-2375b8bd65dc tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:18.261159 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-af39ad5b-825d-43ca-b165-1d075097c2d6 None None] Set router a4d3b487-8baa-4caa-89a8-0f1122351488 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:33:18.293142 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4130170c-093e-48c8-835e-2375b8bd65dc tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:18.327949 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4130170c-093e-48c8-835e-2375b8bd65dc tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:18.329835 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:33:18.355547 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4130170c-093e-48c8-835e-2375b8bd65dc tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b9be39a-3267-4b3b-a041-78b868a23706,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:33:18.358165 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4130170c-093e-48c8-835e-2375b8bd65dc tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:33:18.400156 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4130170c-093e-48c8-835e-2375b8bd65dc tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:18.401464 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4130170c-093e-48c8-835e-2375b8bd65dc tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2585001 Dec 15 19:33:18.404483 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 58524) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:33:18.410807 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-e5df13c1-468f-434c-b2d0-61697e78a48a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'security_group_rule': {'security_group_id': 'be7d13ce-bf4a-4e98-8658-ce831eae8005', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:33:18.417092 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-e5df13c1-468f-434c-b2d0-61697e78a48a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:33:18.421311 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-e5df13c1-468f-434c-b2d0-61697e78a48a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group_rule and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:33:18.424328 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-e5df13c1-468f-434c-b2d0-61697e78a48a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:33:18.432652 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-e5df13c1-468f-434c-b2d0-61697e78a48a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:33:18.474933 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.securitygroups_db [None req-e5df13c1-468f-434c-b2d0-61697e78a48a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Project 7c1b74cf25a94156b4530f0bd868c0c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 19:33:18.482038 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e5df13c1-468f-434c-b2d0-61697e78a48a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:18.550439 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e5df13c1-468f-434c-b2d0-61697e78a48a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:18.583535 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e5df13c1-468f-434c-b2d0-61697e78a48a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:18.585535 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ff561c41-498b-434c-9271-ac0068b9b788 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:33:18.593696 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-af39ad5b-825d-43ca-b165-1d075097c2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d3b487-8baa-4caa-89a8-0f1122351488', 'name': 'tempest-TestNetworkBasicOps-router-140161976', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': '0c6d8bac-1aff-4bb9-a82c-bc3717fde3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:33:08Z', 'updated_at': '2021-12-15T19:33:13Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': '0c6d8bac-1aff-4bb9-a82c-bc3717fde3b5', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d3b487-8baa-4caa-89a8-0f1122351488', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:33:09Z', 'updated_at': '2021-12-15T19:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': 'f9c77166-85cd-4793-be7f-f666c54bed6d', 'name': '', 'network_id': '6b2fcaea-9731-46d2-9cb5-eddb6e90914c', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:f6:9e:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d3b487-8baa-4caa-89a8-0f1122351488', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7ee8a62-e51b-40e3-9d75-aa02de636aab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:33:13Z', 'updated_at': '2021-12-15T19:33:17Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'e7ee8a62-e51b-40e3-9d75-aa02de636aab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:33:18.598572 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af39ad5b-825d-43ca-b165-1d075097c2d6 None None] The sync data for ids ['a4d3b487-8baa-4caa-89a8-0f1122351488'] in dv-neutron-821831-2-hyperv is: [{'id': 'a4d3b487-8baa-4caa-89a8-0f1122351488', 'name': 'tempest-TestNetworkBasicOps-router-140161976', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': '0c6d8bac-1aff-4bb9-a82c-bc3717fde3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:33:08Z', 'updated_at': '2021-12-15T19:33:13Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': '0c6d8bac-1aff-4bb9-a82c-bc3717fde3b5', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d3b487-8baa-4caa-89a8-0f1122351488', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:33:09Z', 'updated_at': '2021-12-15T19:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': 'f9c77166-85cd-4793-be7f-f666c54bed6d', 'name': '', 'network_id': '6b2fcaea-9731-46d2-9cb5-eddb6e90914c', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:f6:9e:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d3b487-8baa-4caa-89a8-0f1122351488', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7ee8a62-e51b-40e3-9d75-aa02de636aab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:33:13Z', 'updated_at': '2021-12-15T19:33:17Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'e7ee8a62-e51b-40e3-9d75-aa02de636aab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:33:18.611824 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5df13c1-468f-434c-b2d0-61697e78a48a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=910973ad-858b-4eaa-a9b3-a89c903fa7ff,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:33:18.623966 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e5df13c1-468f-434c-b2d0-61697e78a48a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:33:18.646573 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e5df13c1-468f-434c-b2d0-61697e78a48a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:18.647962 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e5df13c1-468f-434c-b2d0-61697e78a48a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2423608 Dec 15 19:33:18.651171 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 58528) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:33:18.657658 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-801e3a0c-8575-43a7-acd3-33aca31429c3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'security_group_rule': {'security_group_id': 'be7d13ce-bf4a-4e98-8658-ce831eae8005', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:33:18.664333 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-801e3a0c-8575-43a7-acd3-33aca31429c3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:33:18.675743 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-801e3a0c-8575-43a7-acd3-33aca31429c3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group_rule and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:33:18.679762 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-801e3a0c-8575-43a7-acd3-33aca31429c3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:33:18.687535 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-801e3a0c-8575-43a7-acd3-33aca31429c3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:33:18.725947 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.securitygroups_db [None req-801e3a0c-8575-43a7-acd3-33aca31429c3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Project 7c1b74cf25a94156b4530f0bd868c0c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 19:33:18.735690 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-801e3a0c-8575-43a7-acd3-33aca31429c3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:18.809498 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-801e3a0c-8575-43a7-acd3-33aca31429c3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:18.840223 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-801e3a0c-8575-43a7-acd3-33aca31429c3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:18.842220 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1b762bc2-713a-4d59-8cf9-063d960d8544 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:33:18.869131 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801e3a0c-8575-43a7-acd3-33aca31429c3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c69ae850-a866-46ad-a861-a70d10f43702,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:33:18.874176 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-801e3a0c-8575-43a7-acd3-33aca31429c3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:33:18.903361 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-801e3a0c-8575-43a7-acd3-33aca31429c3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:18.904634 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-801e3a0c-8575-43a7-acd3-33aca31429c3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2523727 Dec 15 19:33:19.090509 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-25dacfed-8f3c-459a-820d-0c18fb3e8489 req-de73ae5b-50d7-48a7-98a9-99320f22a099 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Synchronizing usage tracker for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:security_group {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:33:19.131781 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-25dacfed-8f3c-459a-820d-0c18fb3e8489 req-de73ae5b-50d7-48a7-98a9-99320f22a099 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Unset dirty status for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:security_group {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:33:19.133115 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-25dacfed-8f3c-459a-820d-0c18fb3e8489 req-de73ae5b-50d7-48a7-98a9-99320f22a099 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1422919716&fields=id&tenant_id=7c1b74cf25a94156b4530f0bd868c0c9 HTTP/1.1" status: 200 len: 267 time: 0.0879397 Dec 15 19:33:19.298646 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dacfed-8f3c-459a-820d-0c18fb3e8489 req-0780075c-5205-4766-82f1-fc4489bba3c0 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:33:19.300286 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-25dacfed-8f3c-459a-820d-0c18fb3e8489 req-0780075c-5205-4766-82f1-fc4489bba3c0 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/networks?id=6b2fcaea-9731-46d2-9cb5-eddb6e90914c HTTP/1.1" status: 200 len: 796 time: 0.1598001 Dec 15 19:33:19.319386 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-25dacfed-8f3c-459a-820d-0c18fb3e8489 req-9a837b3f-112c-4637-a5ad-bf88e92b8daa tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/quotas/7c1b74cf25a94156b4530f0bd868c0c9 HTTP/1.1" status: 200 len: 375 time: 0.0122750 Dec 15 19:33:19.416806 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-25dacfed-8f3c-459a-820d-0c18fb3e8489 req-76996b1b-68f8-4d8a-9244-b87ca6f70db2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7c1b74cf25a94156b4530f0bd868c0c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0910177 Dec 15 19:33:19.652215 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-25dacfed-8f3c-459a-820d-0c18fb3e8489 req-87de86e2-bc65-4368-bee5-6a6f96a6fdf1 service neutron] 10.222.0.36 "GET /v2.0/networks/6b2fcaea-9731-46d2-9cb5-eddb6e90914c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217598 Dec 15 19:33:19.799494 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-25dacfed-8f3c-459a-820d-0c18fb3e8489 req-9ff83cf0-828e-4f1b-a6d8-cd3d695ace67 service neutron] 10.222.0.36 "GET /v2.0/networks/6b2fcaea-9731-46d2-9cb5-eddb6e90914c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410296 Dec 15 19:33:20.087258 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-01430530-7cdb-4d66-a5bf-09b4a02070ad req-6cae2983-d07b-4042-b909-56cccefb8b5e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fd631ac-33fc-4c97-8b5f-5ec62f47badb HTTP/1.1" status: 200 len: 210 time: 0.0478156 Dec 15 19:33:20.566794 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device f9c77166-85cd-4793-be7f-f666c54bed6d up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:33:20.670873 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port f9c77166-85cd-4793-be7f-f666c54bed6d completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:33:20.675912 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port f9c77166-85cd-4793-be7f-f666c54bed6d triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:33:20.676385 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:20.966151 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:20.998143 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port f9c77166-85cd-4793-be7f-f666c54bed6d, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=f9c77166-85cd-4793-be7f-f666c54bed6d,segment=NetworkSegment(be48c5e7-a634-44cb-ae68-f595a4e7daa0),segment_id=be48c5e7-a634-44cb-ae68-f595a4e7daa0)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:33:21.028468 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:21.030462 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:33:21.099220 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=f9c77166-85cd-4793-be7f-f666c54bed6d,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:33:21.102616 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:33:21.258387 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-57e05531-b5ad-4835-92fd-222dd3ce3d0e req-0ef49f20-6052-4d16-91b4-82daf8cdb8a4 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fd631ac-33fc-4c97-8b5f-5ec62f47badb HTTP/1.1" status: 200 len: 210 time: 0.0462534 Dec 15 19:33:22.181831 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dacfed-8f3c-459a-820d-0c18fb3e8489 req-b4f768c2-66ef-493d-8897-893e707d27ee tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:33:22.182605 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-25dacfed-8f3c-459a-820d-0c18fb3e8489 req-b4f768c2-66ef-493d-8897-893e707d27ee tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Synchronizing usage tracker for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:network {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:33:22.230629 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-25dacfed-8f3c-459a-820d-0c18fb3e8489 req-b4f768c2-66ef-493d-8897-893e707d27ee tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Unset dirty status for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:network {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:33:22.231950 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-25dacfed-8f3c-459a-820d-0c18fb3e8489 req-b4f768c2-66ef-493d-8897-893e707d27ee tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.32 "GET /v2.0/networks?id=6b2fcaea-9731-46d2-9cb5-eddb6e90914c HTTP/1.1" status: 200 len: 796 time: 0.2044923 Dec 15 19:33:22.294410 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-25dacfed-8f3c-459a-820d-0c18fb3e8489 req-35ec5008-c903-4c59-bc32-07bfa6b3940c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Synchronizing usage tracker for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:security_group {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:33:22.307232 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-25dacfed-8f3c-459a-820d-0c18fb3e8489 req-35ec5008-c903-4c59-bc32-07bfa6b3940c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Unset dirty status for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:security_group {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:33:22.308472 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-25dacfed-8f3c-459a-820d-0c18fb3e8489 req-35ec5008-c903-4c59-bc32-07bfa6b3940c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c1b74cf25a94156b4530f0bd868c0c9 HTTP/1.1" status: 200 len: 380 time: 0.0589607 Dec 15 19:33:22.318337 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [req-25dacfed-8f3c-459a-820d-0c18fb3e8489 req-78517d4f-6047-4f0f-9a4a-84c9e08549e0 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'port': {'device_id': '3fd631ac-33fc-4c97-8b5f-5ec62f47badb', 'network_id': '6b2fcaea-9731-46d2-9cb5-eddb6e90914c', 'admin_state_up': True, 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'security_groups': ['be7d13ce-bf4a-4e98-8658-ce831eae8005']}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:33:22.437182 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-26a4a6ed-6a1f-4c94-a871-2fdc18228b3b req-4f1fc2e3-cc83-46e8-be01-b5d674650c0b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fd631ac-33fc-4c97-8b5f-5ec62f47badb HTTP/1.1" status: 200 len: 210 time: 0.0498891 Dec 15 19:33:22.465106 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [req-25dacfed-8f3c-459a-820d-0c18fb3e8489 req-78517d4f-6047-4f0f-9a4a-84c9e08549e0 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:33:22.471247 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-25dacfed-8f3c-459a-820d-0c18fb3e8489 req-78517d4f-6047-4f0f-9a4a-84c9e08549e0 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:port and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:33:22.476027 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-25dacfed-8f3c-459a-820d-0c18fb3e8489 req-78517d4f-6047-4f0f-9a4a-84c9e08549e0 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:33:22.482134 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [req-25dacfed-8f3c-459a-820d-0c18fb3e8489 req-78517d4f-6047-4f0f-9a4a-84c9e08549e0 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:33:22.522579 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25dacfed-8f3c-459a-820d-0c18fb3e8489 req-78517d4f-6047-4f0f-9a4a-84c9e08549e0 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Made reservation on behalf of 7c1b74cf25a94156b4530f0bd868c0c9 for: {'port': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:33:22.528295 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-25dacfed-8f3c-459a-820d-0c18fb3e8489 req-78517d4f-6047-4f0f-9a4a-84c9e08549e0 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:22.545039 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device f9c77166-85cd-4793-be7f-f666c54bed6d up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:33:22.617365 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port f9c77166-85cd-4793-be7f-f666c54bed6d triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:33:22.618081 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:22.702346 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [req-25dacfed-8f3c-459a-820d-0c18fb3e8489 req-78517d4f-6047-4f0f-9a4a-84c9e08549e0 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Allocated IP 172.20.0.8 (6b2fcaea-9731-46d2-9cb5-eddb6e90914c/e7ee8a62-e51b-40e3-9d75-aa02de636aab/38de1fe4-24b0-4374-b6c5-626d38dcf3f2) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:33:22.897102 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-25dacfed-8f3c-459a-820d-0c18fb3e8489 req-78517d4f-6047-4f0f-9a4a-84c9e08549e0 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:22.913258 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [req-25dacfed-8f3c-459a-820d-0c18fb3e8489 req-78517d4f-6047-4f0f-9a4a-84c9e08549e0 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Transition to ACTIVE for port object 38de1fe4-24b0-4374-b6c5-626d38dcf3f2 will not be triggered until provisioned by entity DHCP. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:33:22.956905 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-25dacfed-8f3c-459a-820d-0c18fb3e8489 req-78517d4f-6047-4f0f-9a4a-84c9e08549e0 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:22.962603 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9e837e89-ee78-44e9-a00b-4c926c49c508 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:33:23.029097 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25dacfed-8f3c-459a-820d-0c18fb3e8489 req-78517d4f-6047-4f0f-9a4a-84c9e08549e0 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Network 6b2fcaea-9731-46d2-9cb5-eddb6e90914c is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:33:23.037594 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [req-25dacfed-8f3c-459a-820d-0c18fb3e8489 req-78517d4f-6047-4f0f-9a4a-84c9e08549e0 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:33:23.042480 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [req-25dacfed-8f3c-459a-820d-0c18fb3e8489 req-78517d4f-6047-4f0f-9a4a-84c9e08549e0 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:33:23.080512 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78517d4f-6047-4f0f-9a4a-84c9e08549e0 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'Port': ['ID=38de1fe4-24b0-4374-b6c5-626d38dcf3f2,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:33:23.090384 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-78517d4f-6047-4f0f-9a4a-84c9e08549e0 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:33:23.113355 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dacfed-8f3c-459a-820d-0c18fb3e8489 req-78517d4f-6047-4f0f-9a4a-84c9e08549e0 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:33:23.114898 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-25dacfed-8f3c-459a-820d-0c18fb3e8489 req-78517d4f-6047-4f0f-9a4a-84c9e08549e0 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:23.169141 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-25dacfed-8f3c-459a-820d-0c18fb3e8489 req-78517d4f-6047-4f0f-9a4a-84c9e08549e0 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8554101 Dec 15 19:33:23.186220 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [req-25dacfed-8f3c-459a-820d-0c18fb3e8489 req-d207a5c4-2ade-4ed8-8e1b-61cb6de5a3de service neutron] Request body: {'port': {'device_id': '3fd631ac-33fc-4c97-8b5f-5ec62f47badb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:33:23.305382 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-25dacfed-8f3c-459a-820d-0c18fb3e8489 req-d207a5c4-2ade-4ed8-8e1b-61cb6de5a3de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:23.356567 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-5d17bdfc-c25b-4ada-8e66-7e7b61051b80 None None] Provisioning for port 38de1fe4-24b0-4374-b6c5-626d38dcf3f2 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:33:23.361875 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-5d17bdfc-c25b-4ada-8e66-7e7b61051b80 None None] Provisioning complete for port 38de1fe4-24b0-4374-b6c5-626d38dcf3f2 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:33:23.362385 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5d17bdfc-c25b-4ada-8e66-7e7b61051b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:23.417878 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-5d17bdfc-c25b-4ada-8e66-7e7b61051b80 None None] Port 38de1fe4-24b0-4374-b6c5-626d38dcf3f2 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:33:23.656400 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1872df1-75ff-41fe-80a1-3666252c86c0 req-5ee5dc0b-d8e8-43bb-b937-97f4f1d958e9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:33:23.658128 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c1872df1-75ff-41fe-80a1-3666252c86c0 req-5ee5dc0b-d8e8-43bb-b937-97f4f1d958e9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fd631ac-33fc-4c97-8b5f-5ec62f47badb HTTP/1.1" status: 200 len: 931 time: 0.0867753 Dec 15 19:33:23.664490 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [req-25dacfed-8f3c-459a-820d-0c18fb3e8489 req-d207a5c4-2ade-4ed8-8e1b-61cb6de5a3de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38de1fe4-24b0-4374-b6c5-626d38dcf3f2 {{(pid=88991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 19:33:23.671604 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-25dacfed-8f3c-459a-820d-0c18fb3e8489 req-d207a5c4-2ade-4ed8-8e1b-61cb6de5a3de service neutron] Notify callbacks [] for port, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:23.687366 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [req-25dacfed-8f3c-459a-820d-0c18fb3e8489 req-d207a5c4-2ade-4ed8-8e1b-61cb6de5a3de service neutron] Transition to ACTIVE for port object 38de1fe4-24b0-4374-b6c5-626d38dcf3f2 will not be triggered until provisioned by entity L2. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:33:23.708688 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c1872df1-75ff-41fe-80a1-3666252c86c0 req-646c246d-0da8-4c19-8668-b3cf301a766e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=be7d13ce-bf4a-4e98-8658-ce831eae8005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429907 Dec 15 19:33:23.727808 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-25dacfed-8f3c-459a-820d-0c18fb3e8489 req-d207a5c4-2ade-4ed8-8e1b-61cb6de5a3de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:23.732846 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-209e7940-c2bb-4998-8543-1116f6e50050 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:33:23.866272 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d207a5c4-2ade-4ed8-8e1b-61cb6de5a3de service neutron] Pushing event updated for resources: {'Port': ['ID=38de1fe4-24b0-4374-b6c5-626d38dcf3f2,revision_number=2']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:33:23.870647 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d207a5c4-2ade-4ed8-8e1b-61cb6de5a3de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:33:23.979505 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-25dacfed-8f3c-459a-820d-0c18fb3e8489 req-d207a5c4-2ade-4ed8-8e1b-61cb6de5a3de service neutron] Attempting to bind port 38de1fe4-24b0-4374-b6c5-626d38dcf3f2 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:33:23.979809 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-25dacfed-8f3c-459a-820d-0c18fb3e8489 req-d207a5c4-2ade-4ed8-8e1b-61cb6de5a3de service neutron] Attempting to bind port 38de1fe4-24b0-4374-b6c5-626d38dcf3f2 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'be48c5e7-a634-44cb-ae68-f595a4e7daa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6b2fcaea-9731-46d2-9cb5-eddb6e90914c'}] {{(pid=88991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:33:23.980185 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25dacfed-8f3c-459a-820d-0c18fb3e8489 req-d207a5c4-2ade-4ed8-8e1b-61cb6de5a3de service neutron] Attempting to bind port 38de1fe4-24b0-4374-b6c5-626d38dcf3f2 on network 6b2fcaea-9731-46d2-9cb5-eddb6e90914c {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:33:23.986903 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25dacfed-8f3c-459a-820d-0c18fb3e8489 req-d207a5c4-2ade-4ed8-8e1b-61cb6de5a3de service neutron] Port 38de1fe4-24b0-4374-b6c5-626d38dcf3f2 on network 6b2fcaea-9731-46d2-9cb5-eddb6e90914c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:33:23.987406 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25dacfed-8f3c-459a-820d-0c18fb3e8489 req-d207a5c4-2ade-4ed8-8e1b-61cb6de5a3de service neutron] Attempting to bind port 38de1fe4-24b0-4374-b6c5-626d38dcf3f2 on network 6b2fcaea-9731-46d2-9cb5-eddb6e90914c {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:33:23.996230 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25dacfed-8f3c-459a-820d-0c18fb3e8489 req-d207a5c4-2ade-4ed8-8e1b-61cb6de5a3de service neutron] Checking agent: {'id': '59e4c979-c5dd-468d-a1f2-341133950749', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 12, 24), 'started_at': datetime.datetime(2021, 12, 15, 19, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:33:23.996975 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25dacfed-8f3c-459a-820d-0c18fb3e8489 req-d207a5c4-2ade-4ed8-8e1b-61cb6de5a3de service neutron] Checking segment: {'id': 'be48c5e7-a634-44cb-ae68-f595a4e7daa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6b2fcaea-9731-46d2-9cb5-eddb6e90914c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:33:23.997909 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25dacfed-8f3c-459a-820d-0c18fb3e8489 req-d207a5c4-2ade-4ed8-8e1b-61cb6de5a3de service neutron] Bound using segment: {'id': 'be48c5e7-a634-44cb-ae68-f595a4e7daa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6b2fcaea-9731-46d2-9cb5-eddb6e90914c'} {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:33:23.998420 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-25dacfed-8f3c-459a-820d-0c18fb3e8489 req-d207a5c4-2ade-4ed8-8e1b-61cb6de5a3de service neutron] Bound port: 38de1fe4-24b0-4374-b6c5-626d38dcf3f2, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be48c5e7-a634-44cb-ae68-f595a4e7daa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6b2fcaea-9731-46d2-9cb5-eddb6e90914c'}}] {{(pid=88991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:33:23.998810 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-25dacfed-8f3c-459a-820d-0c18fb3e8489 req-d207a5c4-2ade-4ed8-8e1b-61cb6de5a3de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:24.032790 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:24.089723 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-25dacfed-8f3c-459a-820d-0c18fb3e8489 req-d207a5c4-2ade-4ed8-8e1b-61cb6de5a3de service neutron] For port 38de1fe4-24b0-4374-b6c5-626d38dcf3f2, host hv-neutron-8218, cleared binding levels {{(pid=88991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:33:24.092722 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-25dacfed-8f3c-459a-820d-0c18fb3e8489 req-d207a5c4-2ade-4ed8-8e1b-61cb6de5a3de service neutron] For port 38de1fe4-24b0-4374-b6c5-626d38dcf3f2, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=38de1fe4-24b0-4374-b6c5-626d38dcf3f2,segment=NetworkSegment(be48c5e7-a634-44cb-ae68-f595a4e7daa0),segment_id=be48c5e7-a634-44cb-ae68-f595a4e7daa0)] {{(pid=88991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:33:24.139709 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-25dacfed-8f3c-459a-820d-0c18fb3e8489 req-d207a5c4-2ade-4ed8-8e1b-61cb6de5a3de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:24.144284 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-292e83a1-a2b1-45c8-993a-e842041556f1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:33:24.212710 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-25dacfed-8f3c-459a-820d-0c18fb3e8489 req-d207a5c4-2ade-4ed8-8e1b-61cb6de5a3de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:24.214185 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-25dacfed-8f3c-459a-820d-0c18fb3e8489 req-d207a5c4-2ade-4ed8-8e1b-61cb6de5a3de service neutron] 10.222.0.32 "PUT /v2.0/ports/38de1fe4-24b0-4374-b6c5-626d38dcf3f2 HTTP/1.1" status: 200 len: 1093 time: 1.0326996 Dec 15 19:33:24.214820 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fd631ac-33fc-4c97-8b5f-5ec62f47badb', 'tag': '38de1fe4-24b0-4374-b6c5-626d38dcf3f2'}] {{(pid=88991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:33:24.228490 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d207a5c4-2ade-4ed8-8e1b-61cb6de5a3de service neutron] Pushing event updated for resources: {'Port': ['ID=38de1fe4-24b0-4374-b6c5-626d38dcf3f2,revision_number=3']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:33:24.231843 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d207a5c4-2ade-4ed8-8e1b-61cb6de5a3de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:33:24.282079 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fd631ac-33fc-4c97-8b5f-5ec62f47badb', 'tag': '38de1fe4-24b0-4374-b6c5-626d38dcf3f2', 'status': 'completed', 'code': 200} Dec 15 19:33:24.387919 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e8857ba1-f7a8-4c70-af81-a4aefb6128aa req-7c66ac14-f68d-4965-9f37-6ff952c46403 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c1b74cf25a94156b4530f0bd868c0c9&device_id=3fd631ac-33fc-4c97-8b5f-5ec62f47badb HTTP/1.1" status: 200 len: 1096 time: 0.0789943 Dec 15 19:33:24.775742 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8857ba1-f7a8-4c70-af81-a4aefb6128aa req-356273f5-e065-4688-8abd-2ae03922290b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:33:24.777557 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e8857ba1-f7a8-4c70-af81-a4aefb6128aa req-356273f5-e065-4688-8abd-2ae03922290b service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=7c1b74cf25a94156b4530f0bd868c0c9&shared=False HTTP/1.1" status: 200 len: 897 time: 0.3777423 Dec 15 19:33:24.921634 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de378ba-ee3a-48e9-8d23-c6f82c83df46 req-7d5000d9-5cd4-40b9-8bab-0c4c96ff5a9b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:33:24.923199 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1de378ba-ee3a-48e9-8d23-c6f82c83df46 req-7d5000d9-5cd4-40b9-8bab-0c4c96ff5a9b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fd631ac-33fc-4c97-8b5f-5ec62f47badb HTTP/1.1" status: 200 len: 943 time: 0.0875633 Dec 15 19:33:24.929226 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8857ba1-f7a8-4c70-af81-a4aefb6128aa req-ef50e68b-fab0-4d00-9219-4cfefcd0abc0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:33:24.930831 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e8857ba1-f7a8-4c70-af81-a4aefb6128aa req-ef50e68b-fab0-4d00-9219-4cfefcd0abc0 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1432343 Dec 15 19:33:24.972038 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1de378ba-ee3a-48e9-8d23-c6f82c83df46 req-177028ce-eb74-4c0f-8805-ad9631f8586a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=be7d13ce-bf4a-4e98-8658-ce831eae8005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419354 Dec 15 19:33:25.053134 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-25dacfed-8f3c-459a-820d-0c18fb3e8489 req-528e3bb2-da83-4ae7-924a-e072760f7415 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c1b74cf25a94156b4530f0bd868c0c9&device_id=3fd631ac-33fc-4c97-8b5f-5ec62f47badb HTTP/1.1" status: 200 len: 1096 time: 0.0776963 Dec 15 19:33:25.127025 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-25dacfed-8f3c-459a-820d-0c18fb3e8489 req-4f23a9b3-7ee1-4a58-b444-b8ed824d7126 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38de1fe4-24b0-4374-b6c5-626d38dcf3f2 HTTP/1.1" status: 200 len: 217 time: 0.0628214 Dec 15 19:33:25.202474 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dacfed-8f3c-459a-820d-0c18fb3e8489 req-961daff4-1837-475f-ac7b-7871b5015207 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:33:25.204041 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-25dacfed-8f3c-459a-820d-0c18fb3e8489 req-961daff4-1837-475f-ac7b-7871b5015207 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e7ee8a62-e51b-40e3-9d75-aa02de636aab HTTP/1.1" status: 200 len: 835 time: 0.0678744 Dec 15 19:33:25.288487 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-25dacfed-8f3c-459a-820d-0c18fb3e8489 req-10464606-ea12-4bc1-b819-1e9a2c376b15 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6b2fcaea-9731-46d2-9cb5-eddb6e90914c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749912 Dec 15 19:33:25.435395 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-25dacfed-8f3c-459a-820d-0c18fb3e8489 req-115c1b9a-27b1-4031-8448-4a90ed6fb8a0 service neutron] 10.222.0.32 "GET /v2.0/networks/6b2fcaea-9731-46d2-9cb5-eddb6e90914c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354561 Dec 15 19:33:25.578796 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-25dacfed-8f3c-459a-820d-0c18fb3e8489 req-d06bdbcb-7639-4fba-a621-b0f6d2178c1d service neutron] 10.222.0.32 "GET /v2.0/networks/6b2fcaea-9731-46d2-9cb5-eddb6e90914c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336880 Dec 15 19:33:26.178582 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1c3da9-5546-47ba-aa48-bf3032a932b1 req-30367695-c6c2-4a45-ba55-e2527ece8106 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:33:26.180155 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3a1c3da9-5546-47ba-aa48-bf3032a932b1 req-30367695-c6c2-4a45-ba55-e2527ece8106 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fd631ac-33fc-4c97-8b5f-5ec62f47badb HTTP/1.1" status: 200 len: 943 time: 0.0832887 Dec 15 19:33:26.228960 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3a1c3da9-5546-47ba-aa48-bf3032a932b1 req-dc1b8ab3-338c-4fb1-8a0b-4dd8b693c598 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=be7d13ce-bf4a-4e98-8658-ce831eae8005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425310 Dec 15 19:33:26.971686 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 38de1fe4-24b0-4374-b6c5-626d38dcf3f2 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 15 19:33:27.112684 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 38de1fe4-24b0-4374-b6c5-626d38dcf3f2, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=38de1fe4-24b0-4374-b6c5-626d38dcf3f2,segment=NetworkSegment(be48c5e7-a634-44cb-ae68-f595a4e7daa0),segment_id=be48c5e7-a634-44cb-ae68-f595a4e7daa0)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:33:27.126549 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Returning: {'device': '38de1fe4-24b0-4374-b6c5-626d38dcf3f2', 'network_id': '6b2fcaea-9731-46d2-9cb5-eddb6e90914c', 'port_id': '38de1fe4-24b0-4374-b6c5-626d38dcf3f2', 'mac_address': 'fa:16:3e:01:dc:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7ee8a62-e51b-40e3-9d75-aa02de636aab', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 19:33:27.185326 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:27.203031 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38de1fe4-24b0-4374-b6c5-626d38dcf3f2 {{(pid=88992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 19:33:27.218838 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 38de1fe4-24b0-4374-b6c5-626d38dcf3f2, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=38de1fe4-24b0-4374-b6c5-626d38dcf3f2,segment=NetworkSegment(be48c5e7-a634-44cb-ae68-f595a4e7daa0),segment_id=be48c5e7-a634-44cb-ae68-f595a4e7daa0)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:33:27.251688 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:27.254400 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:33:27.321854 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=38de1fe4-24b0-4374-b6c5-626d38dcf3f2,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:33:27.325252 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:33:27.436981 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5c0d7a-ccf6-4642-948f-e7d8871953e5 req-6662e05c-1979-4891-8068-0d8ab94c3da1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:33:27.438575 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ab5c0d7a-ccf6-4642-948f-e7d8871953e5 req-6662e05c-1979-4891-8068-0d8ab94c3da1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fd631ac-33fc-4c97-8b5f-5ec62f47badb HTTP/1.1" status: 200 len: 944 time: 0.0861247 Dec 15 19:33:27.487719 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ab5c0d7a-ccf6-4642-948f-e7d8871953e5 req-a8435532-f3bc-417a-bd05-c48f83b095a2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=be7d13ce-bf4a-4e98-8658-ce831eae8005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426323 Dec 15 19:33:27.605460 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] get_ports_and_sgs() called for port_ids ['38de1fe4-24b0-4374-b6c5-626d38dcf3f2'] {{(pid=88992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 19:33:28.694429 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4be17-4fb2-4e28-b0f1-ebd5be2fe172 req-fb551618-7e9c-446e-8df6-312e1330252a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:33:28.696006 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-28a4be17-4fb2-4e28-b0f1-ebd5be2fe172 req-fb551618-7e9c-446e-8df6-312e1330252a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fd631ac-33fc-4c97-8b5f-5ec62f47badb HTTP/1.1" status: 200 len: 944 time: 0.0826702 Dec 15 19:33:28.747407 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-28a4be17-4fb2-4e28-b0f1-ebd5be2fe172 req-1ec401d2-a086-4d26-966b-c7a7bddf77b0 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=be7d13ce-bf4a-4e98-8658-ce831eae8005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450649 Dec 15 19:33:28.987448 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 38de1fe4-24b0-4374-b6c5-626d38dcf3f2 up at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:33:29.099816 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning for port 38de1fe4-24b0-4374-b6c5-626d38dcf3f2 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:33:29.104898 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning complete for port 38de1fe4-24b0-4374-b6c5-626d38dcf3f2 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:33:29.105327 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:29.221936 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:29.250103 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd631ac-33fc-4c97-8b5f-5ec62f47badb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38de1fe4-24b0-4374-b6c5-626d38dcf3f2'}] {{(pid=88992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:33:29.260122 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 38de1fe4-24b0-4374-b6c5-626d38dcf3f2, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=38de1fe4-24b0-4374-b6c5-626d38dcf3f2,segment=NetworkSegment(be48c5e7-a634-44cb-ae68-f595a4e7daa0),segment_id=be48c5e7-a634-44cb-ae68-f595a4e7daa0)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:33:29.293611 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:29.296508 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:33:29.362678 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=38de1fe4-24b0-4374-b6c5-626d38dcf3f2,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:33:29.366153 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:33:29.384336 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fd631ac-33fc-4c97-8b5f-5ec62f47badb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38de1fe4-24b0-4374-b6c5-626d38dcf3f2', 'code': 200} Dec 15 19:33:29.714212 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c9b0ba2f-e5e2-4a46-baf3-8e303e7d74f4 req-5feccba8-912e-43d9-8172-ccb68d2a90e4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3fd631ac-33fc-4c97-8b5f-5ec62f47badb HTTP/1.1" status: 200 len: 1098 time: 0.0778718 Dec 15 19:33:29.764228 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c9b0ba2f-e5e2-4a46-baf3-8e303e7d74f4 req-a572e84d-9f27-46cd-ada1-32d798384581 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=be7d13ce-bf4a-4e98-8658-ce831eae8005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393806 Dec 15 19:33:29.948595 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7efc48-b664-4e96-83d4-ecdd28a3c841 req-310c6fd4-a8da-431f-8941-5499eb48b7f3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:33:29.950103 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9e7efc48-b664-4e96-83d4-ecdd28a3c841 req-310c6fd4-a8da-431f-8941-5499eb48b7f3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fd631ac-33fc-4c97-8b5f-5ec62f47badb HTTP/1.1" status: 200 len: 945 time: 0.0822265 Dec 15 19:33:29.999054 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9e7efc48-b664-4e96-83d4-ecdd28a3c841 req-50f5c8a7-277d-4299-b84d-1729871f2af3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=be7d13ce-bf4a-4e98-8658-ce831eae8005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429270 Dec 15 19:33:31.219020 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f4cad3-e7b6-4764-adaf-f6fb43084b88 req-34a0f956-778d-46f8-bf24-eaee1941b2f1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:33:31.220625 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-52f4cad3-e7b6-4764-adaf-f6fb43084b88 req-34a0f956-778d-46f8-bf24-eaee1941b2f1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fd631ac-33fc-4c97-8b5f-5ec62f47badb HTTP/1.1" status: 200 len: 945 time: 0.0894160 Dec 15 19:33:31.271775 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-52f4cad3-e7b6-4764-adaf-f6fb43084b88 req-5f9a504a-c260-4531-b91d-d07555f9b6fb tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=be7d13ce-bf4a-4e98-8658-ce831eae8005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446360 Dec 15 19:33:31.482493 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1783c64b-c464-4008-a735-934b2cab7dde req-d64f0971-0fdd-4d67-a568-23eedbbce0e4 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:33:31.484100 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1783c64b-c464-4008-a735-934b2cab7dde req-d64f0971-0fdd-4d67-a568-23eedbbce0e4 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fd631ac-33fc-4c97-8b5f-5ec62f47badb HTTP/1.1" status: 200 len: 945 time: 0.0929544 Dec 15 19:33:31.535674 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1783c64b-c464-4008-a735-934b2cab7dde req-dd5fddc6-3ef9-4a52-9172-d53d862c104b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=be7d13ce-bf4a-4e98-8658-ce831eae8005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444396 Dec 15 19:33:31.563387 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 58590) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:33:31.641937 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ee32f324-bec0-43d6-94a7-d860164d150d tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=3fd631ac-33fc-4c97-8b5f-5ec62f47badb HTTP/1.1" status: 200 len: 1093 time: 0.0773175 Dec 15 19:33:31.644854 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 58594) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:33:31.650599 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-8d0327f4-eda0-45a3-ae28-0cff165e0110 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'floatingip': {'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'port_id': '38de1fe4-24b0-4374-b6c5-626d38dcf3f2', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:33:31.656344 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-8d0327f4-eda0-45a3-ae28-0cff165e0110 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:33:31.660346 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8d0327f4-eda0-45a3-ae28-0cff165e0110 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:floatingip and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:33:31.663325 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8d0327f4-eda0-45a3-ae28-0cff165e0110 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:33:31.669479 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-8d0327f4-eda0-45a3-ae28-0cff165e0110 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:33:31.710698 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8d0327f4-eda0-45a3-ae28-0cff165e0110 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for floatingip, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:31.856142 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8d0327f4-eda0-45a3-ae28-0cff165e0110 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:31.998362 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-8d0327f4-eda0-45a3-ae28-0cff165e0110 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Allocated IP 172.26.3.76 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/8c604e49-a436-4e96-8177-afbcc9fb4eae) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:33:32.169574 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8d0327f4-eda0-45a3-ae28-0cff165e0110 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:32.234573 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8d0327f4-eda0-45a3-ae28-0cff165e0110 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:32.240606 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b7f9f485-bdff-4d2a-a3be-02fd0f980503 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:33:32.310482 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0327f4-eda0-45a3-ae28-0cff165e0110 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:33:32.314148 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-8d0327f4-eda0-45a3-ae28-0cff165e0110 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:33:32.319016 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0327f4-eda0-45a3-ae28-0cff165e0110 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:33:32.349603 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0327f4-eda0-45a3-ae28-0cff165e0110 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'Port': ['ID=8c604e49-a436-4e96-8177-afbcc9fb4eae,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:33:32.354955 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8d0327f4-eda0-45a3-ae28-0cff165e0110 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:33:33.075655 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8d0327f4-eda0-45a3-ae28-0cff165e0110 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:33.174705 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8d0327f4-eda0-45a3-ae28-0cff165e0110 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:33.392244 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8d0327f4-eda0-45a3-ae28-0cff165e0110 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:33.430632 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8d0327f4-eda0-45a3-ae28-0cff165e0110 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:33.435009 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f7f65692-46cd-47fb-aaea-b079176cf461 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:33:33.542204 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0327f4-eda0-45a3-ae28-0cff165e0110 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'Port': ['ID=8c604e49-a436-4e96-8177-afbcc9fb4eae,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:33:33.546724 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8d0327f4-eda0-45a3-ae28-0cff165e0110 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:33:33.559438 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8d0327f4-eda0-45a3-ae28-0cff165e0110 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634093'] for floatingip, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:33.756926 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.l3_db [None req-8d0327f4-eda0-45a3-ae28-0cff165e0110 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Floating IP 5f4a8bac-12d3-405d-a8bc-4315c639bbe3 associated. External IP: 172.26.3.76, port: 38de1fe4-24b0-4374-b6c5-626d38dcf3f2. Dec 15 19:33:34.158859 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d0327f4-eda0-45a3-ae28-0cff165e0110 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Router a4d3b487-8baa-4caa-89a8-0f1122351488 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:33:34.369535 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d0327f4-eda0-45a3-ae28-0cff165e0110 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:33:34.380286 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156f9993-e619-4736-b1ee-fb46ff2235d5 None None] Sync routers for ids ['a4d3b487-8baa-4caa-89a8-0f1122351488'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:33:34.392803 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156f9993-e619-4736-b1ee-fb46ff2235d5 None None] Routers {'a4d3b487-8baa-4caa-89a8-0f1122351488'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:33:34.393486 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-156f9993-e619-4736-b1ee-fb46ff2235d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:33:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['a4d3b487-8baa-4caa-89a8-0f1122351488'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:33:34.424951 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8d0327f4-eda0-45a3-ae28-0cff165e0110 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:34.485799 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8d0327f4-eda0-45a3-ae28-0cff165e0110 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8394480 Dec 15 19:33:34.486525 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fd631ac-33fc-4c97-8b5f-5ec62f47badb', 'tag': '38de1fe4-24b0-4374-b6c5-626d38dcf3f2'}] {{(pid=88990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:33:34.489801 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 58598) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:33:34.579596 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-23cd8d5d-853a-4d95-975f-f54838f787ad tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=3fd631ac-33fc-4c97-8b5f-5ec62f47badb HTTP/1.1" status: 200 len: 1093 time: 0.0883651 Dec 15 19:33:34.599795 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-156f9993-e619-4736-b1ee-fb46ff2235d5 None None] Set router a4d3b487-8baa-4caa-89a8-0f1122351488 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:33:34.648774 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fd631ac-33fc-4c97-8b5f-5ec62f47badb', 'tag': '38de1fe4-24b0-4374-b6c5-626d38dcf3f2', 'status': 'completed', 'code': 200} Dec 15 19:33:34.759959 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6b9f1705-96f9-4a9c-a53c-0ad2024855db req-bb5a9f81-bdea-4c10-b0c4-23c96dcad070 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c1b74cf25a94156b4530f0bd868c0c9&device_id=3fd631ac-33fc-4c97-8b5f-5ec62f47badb HTTP/1.1" status: 200 len: 1098 time: 0.0881028 Dec 15 19:33:34.908597 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f1705-96f9-4a9c-a53c-0ad2024855db req-e114ece4-db74-457e-bf0b-bb8a7405580f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:33:34.910277 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6b9f1705-96f9-4a9c-a53c-0ad2024855db req-e114ece4-db74-457e-bf0b-bb8a7405580f service neutron] 10.222.0.32 "GET /v2.0/networks?id=6b2fcaea-9731-46d2-9cb5-eddb6e90914c HTTP/1.1" status: 200 len: 897 time: 0.1437314 Dec 15 19:33:34.976768 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-156f9993-e619-4736-b1ee-fb46ff2235d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d3b487-8baa-4caa-89a8-0f1122351488', 'name': 'tempest-TestNetworkBasicOps-router-140161976', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': '0c6d8bac-1aff-4bb9-a82c-bc3717fde3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:33:08Z', 'updated_at': '2021-12-15T19:33:13Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': '0c6d8bac-1aff-4bb9-a82c-bc3717fde3b5', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d3b487-8baa-4caa-89a8-0f1122351488', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:33:09Z', 'updated_at': '2021-12-15T19:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': '5f4a8bac-12d3-405d-a8bc-4315c639bbe3', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'floating_ip_address': '172.26.3.76', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': 'a4d3b487-8baa-4caa-89a8-0f1122351488', 'port_id': '38de1fe4-24b0-4374-b6c5-626d38dcf3f2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b2fcaea-9731-46d2-9cb5-eddb6e90914c', 'mac_address': 'fa:16:3e:01:dc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd631ac-33fc-4c97-8b5f-5ec62f47badb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:33:32Z', 'updated_at': '2021-12-15T19:33:32Z', 'revision_number': 0, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9c77166-85cd-4793-be7f-f666c54bed6d', 'name': '', 'network_id': '6b2fcaea-9731-46d2-9cb5-eddb6e90914c', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:f6:9e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d3b487-8baa-4caa-89a8-0f1122351488', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7ee8a62-e51b-40e3-9d75-aa02de636aab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:33:13Z', 'updated_at': '2021-12-15T19:33:20Z', 'revision_number': 5, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'e7ee8a62-e51b-40e3-9d75-aa02de636aab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:33:34.981147 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156f9993-e619-4736-b1ee-fb46ff2235d5 None None] Checking router: a4d3b487-8baa-4caa-89a8-0f1122351488 for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:33:34.996784 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156f9993-e619-4736-b1ee-fb46ff2235d5 None None] Routers {'a4d3b487-8baa-4caa-89a8-0f1122351488'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:33:34.997551 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-156f9993-e619-4736-b1ee-fb46ff2235d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:33:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['a4d3b487-8baa-4caa-89a8-0f1122351488'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:33:34.999335 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 58608) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:33:35.005771 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-67530181-fd30-4fc7-a851-3c901acfdca0 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-664982099', 'description': 'tempest-secgroup-smoke-664982099 description', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:33:35.012353 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-67530181-fd30-4fc7-a851-3c901acfdca0 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:33:35.023259 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-67530181-fd30-4fc7-a851-3c901acfdca0 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:33:35.030568 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6b9f1705-96f9-4a9c-a53c-0ad2024855db req-eb2222f5-6a62-4bf5-8d9e-82869e003698 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38de1fe4-24b0-4374-b6c5-626d38dcf3f2 HTTP/1.1" status: 200 len: 998 time: 0.1138792 Dec 15 19:33:35.086409 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-67530181-fd30-4fc7-a851-3c901acfdca0 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:35.103663 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f1705-96f9-4a9c-a53c-0ad2024855db req-8992b2a4-912d-46ff-bfd0-d153b9064313 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:33:35.104999 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6b9f1705-96f9-4a9c-a53c-0ad2024855db req-8992b2a4-912d-46ff-bfd0-d153b9064313 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e7ee8a62-e51b-40e3-9d75-aa02de636aab HTTP/1.1" status: 200 len: 835 time: 0.0680146 Dec 15 19:33:35.126176 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-67530181-fd30-4fc7-a851-3c901acfdca0 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:33:35.130560 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-67530181-fd30-4fc7-a851-3c901acfdca0 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group_rule and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:33:35.133488 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-67530181-fd30-4fc7-a851-3c901acfdca0 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:33:35.139614 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-67530181-fd30-4fc7-a851-3c901acfdca0 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:33:35.188801 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-156f9993-e619-4736-b1ee-fb46ff2235d5 None None] Set router a4d3b487-8baa-4caa-89a8-0f1122351488 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:33:35.193813 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6b9f1705-96f9-4a9c-a53c-0ad2024855db req-2d414c0c-493b-43ef-99dc-5bcdf9da5b8e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6b2fcaea-9731-46d2-9cb5-eddb6e90914c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0821235 Dec 15 19:33:35.238328 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-67530181-fd30-4fc7-a851-3c901acfdca0 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:35.279911 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-67530181-fd30-4fc7-a851-3c901acfdca0 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:35.286446 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6eb368fa-119f-4f35-9b18-e344f7eee933 tempest-NetworksIpV6Test-1988236763 tempest-NetworksIpV6Test-1988236763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:33:35.331718 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67530181-fd30-4fc7-a851-3c901acfdca0 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5772fe-7a72-482c-8f1f-6e66052664de,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:33:35.335692 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-67530181-fd30-4fc7-a851-3c901acfdca0 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:33:35.346293 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6b9f1705-96f9-4a9c-a53c-0ad2024855db req-542a0d94-b2fb-4fca-b644-b31a69cac3c2 service neutron] 10.222.0.32 "GET /v2.0/networks/6b2fcaea-9731-46d2-9cb5-eddb6e90914c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419728 Dec 15 19:33:35.361937 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-67530181-fd30-4fc7-a851-3c901acfdca0 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:35.366097 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-67530181-fd30-4fc7-a851-3c901acfdca0 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3629191 Dec 15 19:33:35.366336 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 58612) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:33:35.372865 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-9498bae3-51d4-4da2-ba71-ab708743f142 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'security_group_rule': {'security_group_id': '1b5772fe-7a72-482c-8f1f-6e66052664de', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:33:35.379422 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-9498bae3-51d4-4da2-ba71-ab708743f142 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:33:35.383823 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-9498bae3-51d4-4da2-ba71-ab708743f142 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group_rule and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:33:35.386967 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-9498bae3-51d4-4da2-ba71-ab708743f142 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:33:35.393389 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-9498bae3-51d4-4da2-ba71-ab708743f142 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:33:35.443096 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9498bae3-51d4-4da2-ba71-ab708743f142 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:35.493214 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6b9f1705-96f9-4a9c-a53c-0ad2024855db req-4d6f3689-a0e5-4517-8f6b-ede2365ef208 service neutron] 10.222.0.32 "GET /v2.0/networks/6b2fcaea-9731-46d2-9cb5-eddb6e90914c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437485 Dec 15 19:33:35.512070 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9498bae3-51d4-4da2-ba71-ab708743f142 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:35.558917 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-156f9993-e619-4736-b1ee-fb46ff2235d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d3b487-8baa-4caa-89a8-0f1122351488', 'name': 'tempest-TestNetworkBasicOps-router-140161976', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': '0c6d8bac-1aff-4bb9-a82c-bc3717fde3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:33:08Z', 'updated_at': '2021-12-15T19:33:13Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': '0c6d8bac-1aff-4bb9-a82c-bc3717fde3b5', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d3b487-8baa-4caa-89a8-0f1122351488', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:33:09Z', 'updated_at': '2021-12-15T19:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': '5f4a8bac-12d3-405d-a8bc-4315c639bbe3', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'floating_ip_address': '172.26.3.76', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': 'a4d3b487-8baa-4caa-89a8-0f1122351488', 'port_id': '38de1fe4-24b0-4374-b6c5-626d38dcf3f2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b2fcaea-9731-46d2-9cb5-eddb6e90914c', 'mac_address': 'fa:16:3e:01:dc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd631ac-33fc-4c97-8b5f-5ec62f47badb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:33:32Z', 'updated_at': '2021-12-15T19:33:32Z', 'revision_number': 0, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9c77166-85cd-4793-be7f-f666c54bed6d', 'name': '', 'network_id': '6b2fcaea-9731-46d2-9cb5-eddb6e90914c', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:f6:9e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d3b487-8baa-4caa-89a8-0f1122351488', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7ee8a62-e51b-40e3-9d75-aa02de636aab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:33:13Z', 'updated_at': '2021-12-15T19:33:20Z', 'revision_number': 5, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'e7ee8a62-e51b-40e3-9d75-aa02de636aab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:33:35.563093 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156f9993-e619-4736-b1ee-fb46ff2235d5 None None] The sync data for ids ['a4d3b487-8baa-4caa-89a8-0f1122351488'] in dv-neutron-821831-2-hyperv is: [{'id': 'a4d3b487-8baa-4caa-89a8-0f1122351488', 'name': 'tempest-TestNetworkBasicOps-router-140161976', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': '0c6d8bac-1aff-4bb9-a82c-bc3717fde3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:33:08Z', 'updated_at': '2021-12-15T19:33:13Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': '0c6d8bac-1aff-4bb9-a82c-bc3717fde3b5', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d3b487-8baa-4caa-89a8-0f1122351488', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:33:09Z', 'updated_at': '2021-12-15T19:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': '5f4a8bac-12d3-405d-a8bc-4315c639bbe3', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'floating_ip_address': '172.26.3.76', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': 'a4d3b487-8baa-4caa-89a8-0f1122351488', 'port_id': '38de1fe4-24b0-4374-b6c5-626d38dcf3f2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b2fcaea-9731-46d2-9cb5-eddb6e90914c', 'mac_address': 'fa:16:3e:01:dc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd631ac-33fc-4c97-8b5f-5ec62f47badb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:33:32Z', 'updated_at': '2021-12-15T19:33:32Z', 'revision_number': 0, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9c77166-85cd-4793-be7f-f666c54bed6d', 'name': '', 'network_id': '6b2fcaea-9731-46d2-9cb5-eddb6e90914c', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:f6:9e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d3b487-8baa-4caa-89a8-0f1122351488', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7ee8a62-e51b-40e3-9d75-aa02de636aab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:33:13Z', 'updated_at': '2021-12-15T19:33:20Z', 'revision_number': 5, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'e7ee8a62-e51b-40e3-9d75-aa02de636aab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:33:35.585184 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9498bae3-51d4-4da2-ba71-ab708743f142 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:35.587232 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0c1525f2-e62f-4b05-a3ac-e3a4cd368338 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:33:35.613587 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9498bae3-51d4-4da2-ba71-ab708743f142 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50955e89-cefe-4f83-8074-8b4342935a20,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:33:35.616944 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9498bae3-51d4-4da2-ba71-ab708743f142 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:33:35.653571 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9498bae3-51d4-4da2-ba71-ab708743f142 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:35.654945 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9498bae3-51d4-4da2-ba71-ab708743f142 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2876077 Dec 15 19:33:35.657820 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 58616) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:33:35.664515 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-87be97aa-5a24-4522-8fc5-9ef6921b565b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'security_group_rule': {'security_group_id': '1b5772fe-7a72-482c-8f1f-6e66052664de', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:33:35.671074 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-87be97aa-5a24-4522-8fc5-9ef6921b565b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:33:35.675050 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-87be97aa-5a24-4522-8fc5-9ef6921b565b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group_rule and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:33:35.679678 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-87be97aa-5a24-4522-8fc5-9ef6921b565b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:33:35.685912 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-87be97aa-5a24-4522-8fc5-9ef6921b565b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:33:35.734372 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-87be97aa-5a24-4522-8fc5-9ef6921b565b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:35.802701 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-87be97aa-5a24-4522-8fc5-9ef6921b565b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:35.836156 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-87be97aa-5a24-4522-8fc5-9ef6921b565b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:35.838342 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-af423d04-f1c7-4487-99be-b4471ff604d2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:33:35.864587 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87be97aa-5a24-4522-8fc5-9ef6921b565b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c22c652-9783-445d-bd55-0cf54b1237f2,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:33:35.867337 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-87be97aa-5a24-4522-8fc5-9ef6921b565b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:33:35.899086 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-87be97aa-5a24-4522-8fc5-9ef6921b565b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:35.900522 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-87be97aa-5a24-4522-8fc5-9ef6921b565b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2415912 Dec 15 19:33:35.901875 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fd492a-0e1b-4e67-a385-2fd384ffa4de None None] New status for floating IP 5f4a8bac-12d3-405d-a8bc-4315c639bbe3: ACTIVE {{(pid=88993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 15 19:33:35.903526 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 58620) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:33:35.910452 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-f4500100-eae0-4b1a-b1ae-17b7168e1289 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'security_group_rule': {'security_group_id': '1b5772fe-7a72-482c-8f1f-6e66052664de', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:33:35.917562 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-f4500100-eae0-4b1a-b1ae-17b7168e1289 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:33:35.921710 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-f4500100-eae0-4b1a-b1ae-17b7168e1289 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group_rule and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:33:35.924804 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-f4500100-eae0-4b1a-b1ae-17b7168e1289 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:33:35.931589 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-f4500100-eae0-4b1a-b1ae-17b7168e1289 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:33:35.980370 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f4500100-eae0-4b1a-b1ae-17b7168e1289 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:36.047472 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f4500100-eae0-4b1a-b1ae-17b7168e1289 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:36.076123 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f4500100-eae0-4b1a-b1ae-17b7168e1289 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:36.078007 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-72cae50d-fd7d-4a5a-9af4-91eb32ba934b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:33:36.102588 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4500100-eae0-4b1a-b1ae-17b7168e1289 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fa46853-a966-4fa1-ac4b-449a61a52031,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:33:36.105138 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f4500100-eae0-4b1a-b1ae-17b7168e1289 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:33:36.137276 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f4500100-eae0-4b1a-b1ae-17b7168e1289 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:36.138721 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f4500100-eae0-4b1a-b1ae-17b7168e1289 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2339835 Dec 15 19:33:36.141887 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 58624) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:33:36.148457 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-28869ff7-6e5d-4438-bf64-a7d4b0567206 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'security_group_rule': {'security_group_id': '1b5772fe-7a72-482c-8f1f-6e66052664de', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:33:36.155035 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-28869ff7-6e5d-4438-bf64-a7d4b0567206 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:33:36.159072 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-28869ff7-6e5d-4438-bf64-a7d4b0567206 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group_rule and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:33:36.162907 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-28869ff7-6e5d-4438-bf64-a7d4b0567206 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:33:36.168902 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-28869ff7-6e5d-4438-bf64-a7d4b0567206 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:33:36.232276 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-28869ff7-6e5d-4438-bf64-a7d4b0567206 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:36.300644 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-28869ff7-6e5d-4438-bf64-a7d4b0567206 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:36.325823 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-28869ff7-6e5d-4438-bf64-a7d4b0567206 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:36.327982 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-73c9e41e-28c9-46b9-96ac-f3bcdb1651f8 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:33:36.351270 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28869ff7-6e5d-4438-bf64-a7d4b0567206 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b336cfda-a2ca-4f40-93ba-e737148f80e2,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:33:36.353758 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-28869ff7-6e5d-4438-bf64-a7d4b0567206 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:33:36.388650 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-28869ff7-6e5d-4438-bf64-a7d4b0567206 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:36.389935 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-28869ff7-6e5d-4438-bf64-a7d4b0567206 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2470121 Dec 15 19:33:36.392826 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 58628) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:33:36.398776 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-7f50a768-96cf-496f-9a8e-2898a2f17db3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'security_group_rule': {'security_group_id': '1b5772fe-7a72-482c-8f1f-6e66052664de', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:33:36.404873 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-7f50a768-96cf-496f-9a8e-2898a2f17db3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:33:36.408868 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-7f50a768-96cf-496f-9a8e-2898a2f17db3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group_rule and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:33:36.412560 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-7f50a768-96cf-496f-9a8e-2898a2f17db3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:33:36.418890 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-7f50a768-96cf-496f-9a8e-2898a2f17db3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:33:36.459275 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.securitygroups_db [None req-7f50a768-96cf-496f-9a8e-2898a2f17db3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Project 7c1b74cf25a94156b4530f0bd868c0c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 19:33:36.465733 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7f50a768-96cf-496f-9a8e-2898a2f17db3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:36.535066 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7f50a768-96cf-496f-9a8e-2898a2f17db3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:36.573456 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7f50a768-96cf-496f-9a8e-2898a2f17db3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:36.580836 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b3a95dbf-3983-468a-83a7-a06cc4e43860 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:33:36.604221 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f50a768-96cf-496f-9a8e-2898a2f17db3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68e5f447-1cef-452d-98ba-1cef4c83aa53,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:33:36.606702 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7f50a768-96cf-496f-9a8e-2898a2f17db3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:33:36.641669 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7f50a768-96cf-496f-9a8e-2898a2f17db3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:36.643083 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-7f50a768-96cf-496f-9a8e-2898a2f17db3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2492235 Dec 15 19:33:36.645962 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 58632) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:33:36.652007 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-708c0a21-326d-434f-8d8c-8d9b4f194d62 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'security_group_rule': {'security_group_id': '1b5772fe-7a72-482c-8f1f-6e66052664de', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:33:36.658758 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-708c0a21-326d-434f-8d8c-8d9b4f194d62 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:33:36.663395 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-708c0a21-326d-434f-8d8c-8d9b4f194d62 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group_rule and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:33:36.666398 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-708c0a21-326d-434f-8d8c-8d9b4f194d62 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:33:36.672396 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-708c0a21-326d-434f-8d8c-8d9b4f194d62 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:33:36.715726 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.securitygroups_db [None req-708c0a21-326d-434f-8d8c-8d9b4f194d62 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Project 7c1b74cf25a94156b4530f0bd868c0c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 19:33:36.722269 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-708c0a21-326d-434f-8d8c-8d9b4f194d62 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:36.790688 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-708c0a21-326d-434f-8d8c-8d9b4f194d62 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:36.824330 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-708c0a21-326d-434f-8d8c-8d9b4f194d62 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:36.826634 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-428f62af-bb13-4a82-8a47-5e61a31d2742 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:33:36.849997 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708c0a21-326d-434f-8d8c-8d9b4f194d62 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e492a2b-d73a-4e5c-9b8d-99f8e1ddc241,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:33:36.854096 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-708c0a21-326d-434f-8d8c-8d9b4f194d62 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:33:36.892827 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-708c0a21-326d-434f-8d8c-8d9b4f194d62 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:36.894091 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-708c0a21-326d-434f-8d8c-8d9b4f194d62 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2471030 Dec 15 19:33:37.070293 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-800663b2-922d-4702-ba2a-5e1098a364e7 req-44420e2e-5c77-48cc-8067-5b3b16bf6181 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Synchronizing usage tracker for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:security_group {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:33:37.115992 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-800663b2-922d-4702-ba2a-5e1098a364e7 req-44420e2e-5c77-48cc-8067-5b3b16bf6181 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Unset dirty status for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:security_group {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:33:37.117204 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-800663b2-922d-4702-ba2a-5e1098a364e7 req-44420e2e-5c77-48cc-8067-5b3b16bf6181 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-664982099&fields=id&tenant_id=7c1b74cf25a94156b4530f0bd868c0c9 HTTP/1.1" status: 200 len: 267 time: 0.0897019 Dec 15 19:33:37.288328 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800663b2-922d-4702-ba2a-5e1098a364e7 req-4c96c6df-e2e5-493a-971e-90c131f54d72 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:33:37.290543 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-800663b2-922d-4702-ba2a-5e1098a364e7 req-4c96c6df-e2e5-493a-971e-90c131f54d72 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/networks?id=6b2fcaea-9731-46d2-9cb5-eddb6e90914c HTTP/1.1" status: 200 len: 796 time: 0.1663115 Dec 15 19:33:37.308700 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-800663b2-922d-4702-ba2a-5e1098a364e7 req-26e1ec5c-56ca-447f-9d58-63826906d850 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/quotas/7c1b74cf25a94156b4530f0bd868c0c9 HTTP/1.1" status: 200 len: 375 time: 0.0120623 Dec 15 19:33:37.406700 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-800663b2-922d-4702-ba2a-5e1098a364e7 req-03a5b20a-0807-4f8d-b2b9-f32474a58710 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7c1b74cf25a94156b4530f0bd868c0c9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0924182 Dec 15 19:33:37.564882 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-800663b2-922d-4702-ba2a-5e1098a364e7 req-5c10f7d4-a3e6-49d4-a074-eb1cc4e2d171 service neutron] 10.222.0.36 "GET /v2.0/networks/6b2fcaea-9731-46d2-9cb5-eddb6e90914c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456411 Dec 15 19:33:37.716579 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-800663b2-922d-4702-ba2a-5e1098a364e7 req-d1bb0168-0f07-4e31-8722-3e18cd332303 service neutron] 10.222.0.36 "GET /v2.0/networks/6b2fcaea-9731-46d2-9cb5-eddb6e90914c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446378 Dec 15 19:33:37.939299 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0c21f6ad-ffe1-428a-a918-9346599f3f6d req-f2ad9ca7-44f8-431f-b7b1-1b9446e1fcdc tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=7410410b-9463-4eaa-bddc-46b087f65e8f HTTP/1.1" status: 200 len: 210 time: 0.0449677 Dec 15 19:33:38.223058 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-acbab728-77d0-4bd9-92d5-6c9de5e7787c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:39.117149 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f0556b95-ca13-4b92-84fe-e05e5203ed7a req-b9160fe6-59d0-4043-a96b-80abb017990b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=7410410b-9463-4eaa-bddc-46b087f65e8f HTTP/1.1" status: 200 len: 210 time: 0.0536389 Dec 15 19:33:39.474560 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:39.736996 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800663b2-922d-4702-ba2a-5e1098a364e7 req-0dc59863-cf3a-4e1e-bfc3-a6d2c00c4d87 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:33:39.738739 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-800663b2-922d-4702-ba2a-5e1098a364e7 req-0dc59863-cf3a-4e1e-bfc3-a6d2c00c4d87 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.32 "GET /v2.0/networks?id=6b2fcaea-9731-46d2-9cb5-eddb6e90914c HTTP/1.1" status: 200 len: 796 time: 0.1582365 Dec 15 19:33:39.797987 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-800663b2-922d-4702-ba2a-5e1098a364e7 req-21fb5724-703f-42b6-b674-609600391817 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c1b74cf25a94156b4530f0bd868c0c9 HTTP/1.1" status: 200 len: 472 time: 0.0465698 Dec 15 19:33:39.808304 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [req-800663b2-922d-4702-ba2a-5e1098a364e7 req-1d0997a1-c76f-4390-8c04-5701f94c8a43 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'port': {'device_id': '7410410b-9463-4eaa-bddc-46b087f65e8f', 'network_id': '6b2fcaea-9731-46d2-9cb5-eddb6e90914c', 'admin_state_up': True, 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'security_groups': ['1b5772fe-7a72-482c-8f1f-6e66052664de']}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:33:39.949573 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [req-800663b2-922d-4702-ba2a-5e1098a364e7 req-1d0997a1-c76f-4390-8c04-5701f94c8a43 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:33:39.953895 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-800663b2-922d-4702-ba2a-5e1098a364e7 req-1d0997a1-c76f-4390-8c04-5701f94c8a43 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:port and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:33:39.956898 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-800663b2-922d-4702-ba2a-5e1098a364e7 req-1d0997a1-c76f-4390-8c04-5701f94c8a43 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:33:39.963783 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [req-800663b2-922d-4702-ba2a-5e1098a364e7 req-1d0997a1-c76f-4390-8c04-5701f94c8a43 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:33:40.030252 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-800663b2-922d-4702-ba2a-5e1098a364e7 req-1d0997a1-c76f-4390-8c04-5701f94c8a43 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Made reservation on behalf of 7c1b74cf25a94156b4530f0bd868c0c9 for: {'port': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:33:40.036255 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-800663b2-922d-4702-ba2a-5e1098a364e7 req-1d0997a1-c76f-4390-8c04-5701f94c8a43 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:40.220958 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [req-800663b2-922d-4702-ba2a-5e1098a364e7 req-1d0997a1-c76f-4390-8c04-5701f94c8a43 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Allocated IP 172.20.0.11 (6b2fcaea-9731-46d2-9cb5-eddb6e90914c/e7ee8a62-e51b-40e3-9d75-aa02de636aab/bd4dafd2-a65c-4e83-97c2-004d85f5f2b1) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:33:40.291240 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7d517ad0-d933-4e1c-8f34-c91a689a9b31 req-210d83c7-789d-440a-90a4-86bcfbe86692 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=7410410b-9463-4eaa-bddc-46b087f65e8f HTTP/1.1" status: 200 len: 210 time: 0.0510409 Dec 15 19:33:40.441466 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-800663b2-922d-4702-ba2a-5e1098a364e7 req-1d0997a1-c76f-4390-8c04-5701f94c8a43 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:40.459295 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [req-800663b2-922d-4702-ba2a-5e1098a364e7 req-1d0997a1-c76f-4390-8c04-5701f94c8a43 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Transition to ACTIVE for port object bd4dafd2-a65c-4e83-97c2-004d85f5f2b1 will not be triggered until provisioned by entity DHCP. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:33:40.506074 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-800663b2-922d-4702-ba2a-5e1098a364e7 req-1d0997a1-c76f-4390-8c04-5701f94c8a43 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:40.512191 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d970cb3d-d2c0-408e-83fc-d9fcd15c6cbc tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:33:40.554815 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8387513d-5cd8-41c2-abfd-960276b373db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:40.593558 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-800663b2-922d-4702-ba2a-5e1098a364e7 req-1d0997a1-c76f-4390-8c04-5701f94c8a43 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Network 6b2fcaea-9731-46d2-9cb5-eddb6e90914c is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:33:40.597472 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [req-800663b2-922d-4702-ba2a-5e1098a364e7 req-1d0997a1-c76f-4390-8c04-5701f94c8a43 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:33:40.602555 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [req-800663b2-922d-4702-ba2a-5e1098a364e7 req-1d0997a1-c76f-4390-8c04-5701f94c8a43 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:33:40.630660 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0997a1-c76f-4390-8c04-5701f94c8a43 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'Port': ['ID=bd4dafd2-a65c-4e83-97c2-004d85f5f2b1,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:33:40.637107 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1d0997a1-c76f-4390-8c04-5701f94c8a43 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:33:40.672901 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800663b2-922d-4702-ba2a-5e1098a364e7 req-1d0997a1-c76f-4390-8c04-5701f94c8a43 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:33:40.673561 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-800663b2-922d-4702-ba2a-5e1098a364e7 req-1d0997a1-c76f-4390-8c04-5701f94c8a43 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:40.738377 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-800663b2-922d-4702-ba2a-5e1098a364e7 req-1d0997a1-c76f-4390-8c04-5701f94c8a43 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9341636 Dec 15 19:33:40.750834 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [req-800663b2-922d-4702-ba2a-5e1098a364e7 req-6679817d-7e12-4436-a3eb-abd75c6027de service neutron] Request body: {'port': {'device_id': '7410410b-9463-4eaa-bddc-46b087f65e8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:33:40.819441 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:40.872354 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-800663b2-922d-4702-ba2a-5e1098a364e7 req-6679817d-7e12-4436-a3eb-abd75c6027de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:40.961540 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-f4dd44ed-49b1-423f-9049-aa836e7572ac None None] Provisioning for port bd4dafd2-a65c-4e83-97c2-004d85f5f2b1 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:33:40.966694 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-f4dd44ed-49b1-423f-9049-aa836e7572ac None None] Provisioning complete for port bd4dafd2-a65c-4e83-97c2-004d85f5f2b1 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:33:40.967160 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f4dd44ed-49b1-423f-9049-aa836e7572ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:41.020274 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-f4dd44ed-49b1-423f-9049-aa836e7572ac None None] Port bd4dafd2-a65c-4e83-97c2-004d85f5f2b1 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:33:41.278825 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [req-800663b2-922d-4702-ba2a-5e1098a364e7 req-6679817d-7e12-4436-a3eb-abd75c6027de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd4dafd2-a65c-4e83-97c2-004d85f5f2b1 {{(pid=88991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 19:33:41.285572 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-800663b2-922d-4702-ba2a-5e1098a364e7 req-6679817d-7e12-4436-a3eb-abd75c6027de service neutron] Notify callbacks [] for port, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:41.356250 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [req-800663b2-922d-4702-ba2a-5e1098a364e7 req-6679817d-7e12-4436-a3eb-abd75c6027de service neutron] Transition to ACTIVE for port object bd4dafd2-a65c-4e83-97c2-004d85f5f2b1 will not be triggered until provisioned by entity L2. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:33:41.384803 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-800663b2-922d-4702-ba2a-5e1098a364e7 req-6679817d-7e12-4436-a3eb-abd75c6027de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:41.390609 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9bfcc827-91ea-4bda-9412-6c24e23ffb49 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:33:41.510943 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f81733-2063-43dd-bf5d-b6d7b18ede80 req-db516b72-df23-48e8-a9b7-d41b3a0f2425 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:33:41.512967 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-73f81733-2063-43dd-bf5d-b6d7b18ede80 req-db516b72-df23-48e8-a9b7-d41b3a0f2425 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=7410410b-9463-4eaa-bddc-46b087f65e8f HTTP/1.1" status: 200 len: 944 time: 0.0911038 Dec 15 19:33:41.527522 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6679817d-7e12-4436-a3eb-abd75c6027de service neutron] Pushing event updated for resources: {'Port': ['ID=bd4dafd2-a65c-4e83-97c2-004d85f5f2b1,revision_number=2']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:33:41.530716 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6679817d-7e12-4436-a3eb-abd75c6027de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:33:41.564812 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-73f81733-2063-43dd-bf5d-b6d7b18ede80 req-646d582e-2db3-42ab-9418-2cf67805f6dc tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b5772fe-7a72-482c-8f1f-6e66052664de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451884 Dec 15 19:33:41.659333 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-800663b2-922d-4702-ba2a-5e1098a364e7 req-6679817d-7e12-4436-a3eb-abd75c6027de service neutron] Attempting to bind port bd4dafd2-a65c-4e83-97c2-004d85f5f2b1 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:33:41.659795 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-800663b2-922d-4702-ba2a-5e1098a364e7 req-6679817d-7e12-4436-a3eb-abd75c6027de service neutron] Attempting to bind port bd4dafd2-a65c-4e83-97c2-004d85f5f2b1 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'be48c5e7-a634-44cb-ae68-f595a4e7daa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6b2fcaea-9731-46d2-9cb5-eddb6e90914c'}] {{(pid=88991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:33:41.660246 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800663b2-922d-4702-ba2a-5e1098a364e7 req-6679817d-7e12-4436-a3eb-abd75c6027de service neutron] Attempting to bind port bd4dafd2-a65c-4e83-97c2-004d85f5f2b1 on network 6b2fcaea-9731-46d2-9cb5-eddb6e90914c {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:33:41.667244 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800663b2-922d-4702-ba2a-5e1098a364e7 req-6679817d-7e12-4436-a3eb-abd75c6027de service neutron] Port bd4dafd2-a65c-4e83-97c2-004d85f5f2b1 on network 6b2fcaea-9731-46d2-9cb5-eddb6e90914c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:33:41.667704 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800663b2-922d-4702-ba2a-5e1098a364e7 req-6679817d-7e12-4436-a3eb-abd75c6027de service neutron] Attempting to bind port bd4dafd2-a65c-4e83-97c2-004d85f5f2b1 on network 6b2fcaea-9731-46d2-9cb5-eddb6e90914c {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:33:41.674730 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800663b2-922d-4702-ba2a-5e1098a364e7 req-6679817d-7e12-4436-a3eb-abd75c6027de service neutron] Checking agent: {'id': '59e4c979-c5dd-468d-a1f2-341133950749', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 12, 24), 'started_at': datetime.datetime(2021, 12, 15, 19, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:33:41.675096 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800663b2-922d-4702-ba2a-5e1098a364e7 req-6679817d-7e12-4436-a3eb-abd75c6027de service neutron] Checking segment: {'id': 'be48c5e7-a634-44cb-ae68-f595a4e7daa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6b2fcaea-9731-46d2-9cb5-eddb6e90914c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:33:41.675513 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800663b2-922d-4702-ba2a-5e1098a364e7 req-6679817d-7e12-4436-a3eb-abd75c6027de service neutron] Bound using segment: {'id': 'be48c5e7-a634-44cb-ae68-f595a4e7daa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6b2fcaea-9731-46d2-9cb5-eddb6e90914c'} {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:33:41.676016 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-800663b2-922d-4702-ba2a-5e1098a364e7 req-6679817d-7e12-4436-a3eb-abd75c6027de service neutron] Bound port: bd4dafd2-a65c-4e83-97c2-004d85f5f2b1, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be48c5e7-a634-44cb-ae68-f595a4e7daa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6b2fcaea-9731-46d2-9cb5-eddb6e90914c'}}] {{(pid=88991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:33:41.676917 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-800663b2-922d-4702-ba2a-5e1098a364e7 req-6679817d-7e12-4436-a3eb-abd75c6027de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:41.770784 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-800663b2-922d-4702-ba2a-5e1098a364e7 req-6679817d-7e12-4436-a3eb-abd75c6027de service neutron] For port bd4dafd2-a65c-4e83-97c2-004d85f5f2b1, host hv-neutron-8218, cleared binding levels {{(pid=88991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:33:41.773897 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-800663b2-922d-4702-ba2a-5e1098a364e7 req-6679817d-7e12-4436-a3eb-abd75c6027de service neutron] For port bd4dafd2-a65c-4e83-97c2-004d85f5f2b1, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=bd4dafd2-a65c-4e83-97c2-004d85f5f2b1,segment=NetworkSegment(be48c5e7-a634-44cb-ae68-f595a4e7daa0),segment_id=be48c5e7-a634-44cb-ae68-f595a4e7daa0)] {{(pid=88991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:33:41.813735 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-800663b2-922d-4702-ba2a-5e1098a364e7 req-6679817d-7e12-4436-a3eb-abd75c6027de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:41.818782 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a519d504-b6e6-4eec-bc28-4fef76f69f15 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:33:41.886908 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-800663b2-922d-4702-ba2a-5e1098a364e7 req-6679817d-7e12-4436-a3eb-abd75c6027de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:41.888517 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-800663b2-922d-4702-ba2a-5e1098a364e7 req-6679817d-7e12-4436-a3eb-abd75c6027de service neutron] 10.222.0.32 "PUT /v2.0/ports/bd4dafd2-a65c-4e83-97c2-004d85f5f2b1 HTTP/1.1" status: 200 len: 1094 time: 1.1423142 Dec 15 19:33:41.889275 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7410410b-9463-4eaa-bddc-46b087f65e8f', 'tag': 'bd4dafd2-a65c-4e83-97c2-004d85f5f2b1'}] {{(pid=88991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:33:41.916252 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6679817d-7e12-4436-a3eb-abd75c6027de service neutron] Pushing event updated for resources: {'Port': ['ID=bd4dafd2-a65c-4e83-97c2-004d85f5f2b1,revision_number=3']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:33:41.919694 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6679817d-7e12-4436-a3eb-abd75c6027de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:33:41.949799 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7410410b-9463-4eaa-bddc-46b087f65e8f', 'tag': 'bd4dafd2-a65c-4e83-97c2-004d85f5f2b1', 'status': 'completed', 'code': 200} Dec 15 19:33:42.041291 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-800663b2-922d-4702-ba2a-5e1098a364e7 req-fe2795ff-8150-46ce-8524-eeb712737dc4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c1b74cf25a94156b4530f0bd868c0c9&device_id=7410410b-9463-4eaa-bddc-46b087f65e8f HTTP/1.1" status: 200 len: 1097 time: 0.0832453 Dec 15 19:33:42.117829 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-800663b2-922d-4702-ba2a-5e1098a364e7 req-f3872e26-4714-429b-bf6f-949a6947195f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd4dafd2-a65c-4e83-97c2-004d85f5f2b1 HTTP/1.1" status: 200 len: 217 time: 0.0679104 Dec 15 19:33:42.187096 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800663b2-922d-4702-ba2a-5e1098a364e7 req-958b30e2-3474-414d-9f0e-5c355b55fa60 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:33:42.188663 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-800663b2-922d-4702-ba2a-5e1098a364e7 req-958b30e2-3474-414d-9f0e-5c355b55fa60 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e7ee8a62-e51b-40e3-9d75-aa02de636aab HTTP/1.1" status: 200 len: 835 time: 0.0629332 Dec 15 19:33:42.272224 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-800663b2-922d-4702-ba2a-5e1098a364e7 req-f349b913-ec36-4567-a4bd-85811a31e104 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6b2fcaea-9731-46d2-9cb5-eddb6e90914c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767243 Dec 15 19:33:42.618865 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:42.655314 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-800663b2-922d-4702-ba2a-5e1098a364e7 req-439238c2-1175-4fa0-8449-cc445b08447e service neutron] 10.222.0.32 "GET /v2.0/networks/6b2fcaea-9731-46d2-9cb5-eddb6e90914c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3727682 Dec 15 19:33:42.797657 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09737db0-78e8-425e-bcd9-d591bab719b1 req-204f22da-5227-4710-b642-77ccf4f1cdd6 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:33:42.798848 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-800663b2-922d-4702-ba2a-5e1098a364e7 req-0f519b8d-fc09-44fe-bd35-0e5dbef791c5 service neutron] 10.222.0.32 "GET /v2.0/networks/6b2fcaea-9731-46d2-9cb5-eddb6e90914c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369004 Dec 15 19:33:42.799313 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-09737db0-78e8-425e-bcd9-d591bab719b1 req-204f22da-5227-4710-b642-77ccf4f1cdd6 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=7410410b-9463-4eaa-bddc-46b087f65e8f HTTP/1.1" status: 200 len: 944 time: 0.0861065 Dec 15 19:33:42.848426 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-09737db0-78e8-425e-bcd9-d591bab719b1 req-514a67e5-a24d-4b47-984d-087aa8031bad tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b5772fe-7a72-482c-8f1f-6e66052664de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427504 Dec 15 19:33:42.957186 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-48fcabaf-1d8a-4834-b09a-d72e8975963e req-5aab285f-ff71-4839-9f3c-420cd5d98dd2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c1b74cf25a94156b4530f0bd868c0c9&device_id=7410410b-9463-4eaa-bddc-46b087f65e8f HTTP/1.1" status: 200 len: 1097 time: 0.0817268 Dec 15 19:33:43.098297 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fcabaf-1d8a-4834-b09a-d72e8975963e req-9eb3871a-9853-42cf-b258-44ca6888c5b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:33:43.099914 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-48fcabaf-1d8a-4834-b09a-d72e8975963e req-9eb3871a-9853-42cf-b258-44ca6888c5b5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6b2fcaea-9731-46d2-9cb5-eddb6e90914c HTTP/1.1" status: 200 len: 897 time: 0.1333044 Dec 15 19:33:43.173273 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-48fcabaf-1d8a-4834-b09a-d72e8975963e req-a39bb5db-6b98-4ec7-b3f3-2bffe4221778 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd4dafd2-a65c-4e83-97c2-004d85f5f2b1 HTTP/1.1" status: 200 len: 217 time: 0.0654054 Dec 15 19:33:43.249890 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fcabaf-1d8a-4834-b09a-d72e8975963e req-0fdc737a-2686-4621-8ffd-b435c315f0c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:33:43.251475 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-48fcabaf-1d8a-4834-b09a-d72e8975963e req-0fdc737a-2686-4621-8ffd-b435c315f0c9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e7ee8a62-e51b-40e3-9d75-aa02de636aab HTTP/1.1" status: 200 len: 835 time: 0.0709927 Dec 15 19:33:43.335110 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-48fcabaf-1d8a-4834-b09a-d72e8975963e req-c005a6ce-6af7-4c43-a49e-1959d8d74fa9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6b2fcaea-9731-46d2-9cb5-eddb6e90914c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766909 Dec 15 19:33:43.482948 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-48fcabaf-1d8a-4834-b09a-d72e8975963e req-9a8fb1f6-36ce-4906-9a16-6014066bff01 service neutron] 10.222.0.32 "GET /v2.0/networks/6b2fcaea-9731-46d2-9cb5-eddb6e90914c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382627 Dec 15 19:33:43.626923 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-48fcabaf-1d8a-4834-b09a-d72e8975963e req-f271c5a6-c27c-4234-87b8-cc638ed256e1 service neutron] 10.222.0.32 "GET /v2.0/networks/6b2fcaea-9731-46d2-9cb5-eddb6e90914c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359954 Dec 15 19:33:44.052922 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e35ddff-4ee1-44de-849f-29057c00aa19 req-ff4d6d00-e7b3-4ce7-8db3-d5ac0be2d24e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:33:44.054542 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9e35ddff-4ee1-44de-849f-29057c00aa19 req-ff4d6d00-e7b3-4ce7-8db3-d5ac0be2d24e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=7410410b-9463-4eaa-bddc-46b087f65e8f HTTP/1.1" status: 200 len: 944 time: 0.0826879 Dec 15 19:33:44.106072 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9e35ddff-4ee1-44de-849f-29057c00aa19 req-fd5883ec-9411-4229-be07-0960254d5b4a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b5772fe-7a72-482c-8f1f-6e66052664de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452704 Dec 15 19:33:44.634052 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3ef86c13-14b1-44d4-b8ff-8e1025c10b86 req-ca6eb130-3959-473a-9481-e87fe5ff643d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3fd631ac-33fc-4c97-8b5f-5ec62f47badb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0743434 Dec 15 19:33:44.784741 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3ef86c13-14b1-44d4-b8ff-8e1025c10b86 req-7e092489-140e-4685-a826-79b63e5597d7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c1b74cf25a94156b4530f0bd868c0c9&device_id=3fd631ac-33fc-4c97-8b5f-5ec62f47badb HTTP/1.1" status: 200 len: 1098 time: 0.0734036 Dec 15 19:33:44.937202 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef86c13-14b1-44d4-b8ff-8e1025c10b86 req-098a19d4-d188-49c6-9f99-6190e1784493 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:33:44.938805 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3ef86c13-14b1-44d4-b8ff-8e1025c10b86 req-098a19d4-d188-49c6-9f99-6190e1784493 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6b2fcaea-9731-46d2-9cb5-eddb6e90914c HTTP/1.1" status: 200 len: 897 time: 0.1337018 Dec 15 19:33:45.047752 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3ef86c13-14b1-44d4-b8ff-8e1025c10b86 req-b1b4bcf4-c06b-4d4a-97e3-6750498aab48 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38de1fe4-24b0-4374-b6c5-626d38dcf3f2 HTTP/1.1" status: 200 len: 1000 time: 0.1004817 Dec 15 19:33:45.065482 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device bd4dafd2-a65c-4e83-97c2-004d85f5f2b1 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 15 19:33:45.122682 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef86c13-14b1-44d4-b8ff-8e1025c10b86 req-ad8536d1-4992-42d5-9033-7cc6c3ab52e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:33:45.124257 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3ef86c13-14b1-44d4-b8ff-8e1025c10b86 req-ad8536d1-4992-42d5-9033-7cc6c3ab52e0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e7ee8a62-e51b-40e3-9d75-aa02de636aab HTTP/1.1" status: 200 len: 835 time: 0.0691092 Dec 15 19:33:45.205547 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3ef86c13-14b1-44d4-b8ff-8e1025c10b86 req-163c7ba1-8743-4630-9982-50ad2efa2a73 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6b2fcaea-9731-46d2-9cb5-eddb6e90914c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745375 Dec 15 19:33:45.214730 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port bd4dafd2-a65c-4e83-97c2-004d85f5f2b1, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=bd4dafd2-a65c-4e83-97c2-004d85f5f2b1,segment=NetworkSegment(be48c5e7-a634-44cb-ae68-f595a4e7daa0),segment_id=be48c5e7-a634-44cb-ae68-f595a4e7daa0)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:33:45.229781 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Returning: {'device': 'bd4dafd2-a65c-4e83-97c2-004d85f5f2b1', 'network_id': '6b2fcaea-9731-46d2-9cb5-eddb6e90914c', 'port_id': 'bd4dafd2-a65c-4e83-97c2-004d85f5f2b1', 'mac_address': 'fa:16:3e:09:03:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7ee8a62-e51b-40e3-9d75-aa02de636aab', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 19:33:45.293249 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:45.312816 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd4dafd2-a65c-4e83-97c2-004d85f5f2b1 {{(pid=88992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 19:33:45.321284 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d43981e-85f6-4634-9279-9559b5d6ab66 req-b03393f8-7472-45f3-ab1d-80fcf92dbc79 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:33:45.322982 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5d43981e-85f6-4634-9279-9559b5d6ab66 req-b03393f8-7472-45f3-ab1d-80fcf92dbc79 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=7410410b-9463-4eaa-bddc-46b087f65e8f HTTP/1.1" status: 200 len: 944 time: 0.0886855 Dec 15 19:33:45.328123 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port bd4dafd2-a65c-4e83-97c2-004d85f5f2b1, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=bd4dafd2-a65c-4e83-97c2-004d85f5f2b1,segment=NetworkSegment(be48c5e7-a634-44cb-ae68-f595a4e7daa0),segment_id=be48c5e7-a634-44cb-ae68-f595a4e7daa0)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:33:45.354002 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3ef86c13-14b1-44d4-b8ff-8e1025c10b86 req-d21498ca-e336-4170-aff6-933d16ec9311 service neutron] 10.222.0.32 "GET /v2.0/networks/6b2fcaea-9731-46d2-9cb5-eddb6e90914c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421041 Dec 15 19:33:45.374525 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5d43981e-85f6-4634-9279-9559b5d6ab66 req-d6671987-7bb7-4c82-8d49-26853d60d517 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b5772fe-7a72-482c-8f1f-6e66052664de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440717 Dec 15 19:33:45.391175 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:45.392505 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e9dff53f-07ff-44cb-b7fa-b0dc853db318 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:33:45.460540 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=bd4dafd2-a65c-4e83-97c2-004d85f5f2b1,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:33:45.463854 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:33:45.506683 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3ef86c13-14b1-44d4-b8ff-8e1025c10b86 req-f7a43cf1-1755-463e-a513-3530da2fbd98 service neutron] 10.222.0.32 "GET /v2.0/networks/6b2fcaea-9731-46d2-9cb5-eddb6e90914c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450560 Dec 15 19:33:45.629026 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] get_ports_and_sgs() called for port_ids ['bd4dafd2-a65c-4e83-97c2-004d85f5f2b1'] {{(pid=88992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 19:33:46.823205 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fab696-1288-4df8-921f-678f214c64b1 req-b03a24df-bd7e-4fcc-91ff-efc59ae60e39 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:33:46.824793 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-90fab696-1288-4df8-921f-678f214c64b1 req-b03a24df-bd7e-4fcc-91ff-efc59ae60e39 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=7410410b-9463-4eaa-bddc-46b087f65e8f HTTP/1.1" status: 200 len: 945 time: 0.3219256 Dec 15 19:33:46.872825 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-90fab696-1288-4df8-921f-678f214c64b1 req-a36332fa-6a46-4fbc-bb86-a511af0bfb24 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b5772fe-7a72-482c-8f1f-6e66052664de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420048 Dec 15 19:33:47.081712 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device bd4dafd2-a65c-4e83-97c2-004d85f5f2b1 up at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:33:47.189982 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning for port bd4dafd2-a65c-4e83-97c2-004d85f5f2b1 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:33:47.194663 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning complete for port bd4dafd2-a65c-4e83-97c2-004d85f5f2b1 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:33:47.195084 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:47.309790 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:47.337003 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7410410b-9463-4eaa-bddc-46b087f65e8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4dafd2-a65c-4e83-97c2-004d85f5f2b1'}] {{(pid=88992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:33:47.346841 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port bd4dafd2-a65c-4e83-97c2-004d85f5f2b1, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=bd4dafd2-a65c-4e83-97c2-004d85f5f2b1,segment=NetworkSegment(be48c5e7-a634-44cb-ae68-f595a4e7daa0),segment_id=be48c5e7-a634-44cb-ae68-f595a4e7daa0)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:33:47.384883 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:47.386937 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:33:47.421441 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7410410b-9463-4eaa-bddc-46b087f65e8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4dafd2-a65c-4e83-97c2-004d85f5f2b1', 'code': 200} Dec 15 19:33:47.454202 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=bd4dafd2-a65c-4e83-97c2-004d85f5f2b1,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:33:47.457394 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:33:47.704416 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5d5a165b-410f-4749-bda2-a9a8322e9576 req-536743ea-31aa-4ec8-89af-de6d274e359d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7410410b-9463-4eaa-bddc-46b087f65e8f HTTP/1.1" status: 200 len: 1099 time: 0.0771003 Dec 15 19:33:47.750988 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5d5a165b-410f-4749-bda2-a9a8322e9576 req-ebc5c6b1-066d-437a-9cb5-0163892e4e08 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1b5772fe-7a72-482c-8f1f-6e66052664de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373242 Dec 15 19:33:48.075884 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb3e16-989c-4549-95ae-da91d944c524 req-43ab91bc-7dfb-4cde-8520-f26fa89dbb66 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:33:48.077466 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-07bb3e16-989c-4549-95ae-da91d944c524 req-43ab91bc-7dfb-4cde-8520-f26fa89dbb66 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=7410410b-9463-4eaa-bddc-46b087f65e8f HTTP/1.1" status: 200 len: 946 time: 0.0831411 Dec 15 19:33:48.125419 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-07bb3e16-989c-4549-95ae-da91d944c524 req-eba634da-19d8-4ea9-b81f-e6f70d5b9520 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b5772fe-7a72-482c-8f1f-6e66052664de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417624 Dec 15 19:33:49.331770 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f2838-9c07-4832-8091-bc35c5897e1c req-99bf9096-bac4-48b1-a513-45ca77d5c7f6 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:33:49.333351 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-737f2838-9c07-4832-8091-bc35c5897e1c req-99bf9096-bac4-48b1-a513-45ca77d5c7f6 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=7410410b-9463-4eaa-bddc-46b087f65e8f HTTP/1.1" status: 200 len: 946 time: 0.0856531 Dec 15 19:33:49.380645 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-737f2838-9c07-4832-8091-bc35c5897e1c req-6a8cd3cb-927e-4409-b4d7-9d30c537a47c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b5772fe-7a72-482c-8f1f-6e66052664de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411344 Dec 15 19:33:49.587122 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f226949-dc88-439a-b42f-3882e27011c1 req-73b8376f-5141-4dd5-8abd-86949035bd36 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:33:49.588718 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0f226949-dc88-439a-b42f-3882e27011c1 req-73b8376f-5141-4dd5-8abd-86949035bd36 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=7410410b-9463-4eaa-bddc-46b087f65e8f HTTP/1.1" status: 200 len: 946 time: 0.0843687 Dec 15 19:33:49.638852 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0f226949-dc88-439a-b42f-3882e27011c1 req-708ee22e-55f2-4018-9057-dae0fd0b2085 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b5772fe-7a72-482c-8f1f-6e66052664de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437331 Dec 15 19:33:49.667147 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 58686) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:33:49.745186 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ae9882ac-1e0d-4218-beac-f0c16a8c3dea tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7410410b-9463-4eaa-bddc-46b087f65e8f HTTP/1.1" status: 200 len: 1094 time: 0.0766163 Dec 15 19:33:49.747810 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 58690) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:33:49.753363 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-e63d880d-a486-4e83-abd8-4998c787a54f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'floatingip': {'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'port_id': 'bd4dafd2-a65c-4e83-97c2-004d85f5f2b1', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:33:49.759447 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-e63d880d-a486-4e83-abd8-4998c787a54f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:33:49.763490 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-e63d880d-a486-4e83-abd8-4998c787a54f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:floatingip and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:33:49.766472 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-e63d880d-a486-4e83-abd8-4998c787a54f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:33:49.772418 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-e63d880d-a486-4e83-abd8-4998c787a54f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:33:49.822872 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e63d880d-a486-4e83-abd8-4998c787a54f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for floatingip, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:49.968260 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e63d880d-a486-4e83-abd8-4998c787a54f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:50.224275 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-e63d880d-a486-4e83-abd8-4998c787a54f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Allocated IP 172.26.3.240 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/dd5711b0-d3e2-4a86-9d62-a45955a616f7) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:33:50.378697 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e63d880d-a486-4e83-abd8-4998c787a54f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:50.434541 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e63d880d-a486-4e83-abd8-4998c787a54f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:50.439202 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b7fc989f-3ea8-4b22-b029-3440a37ccb5c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:33:50.508894 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63d880d-a486-4e83-abd8-4998c787a54f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:33:50.512472 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-e63d880d-a486-4e83-abd8-4998c787a54f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:33:50.517243 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63d880d-a486-4e83-abd8-4998c787a54f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:33:50.545585 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63d880d-a486-4e83-abd8-4998c787a54f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'Port': ['ID=dd5711b0-d3e2-4a86-9d62-a45955a616f7,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:33:50.551876 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e63d880d-a486-4e83-abd8-4998c787a54f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:33:51.052536 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e63d880d-a486-4e83-abd8-4998c787a54f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:51.134257 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e63d880d-a486-4e83-abd8-4998c787a54f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:51.343369 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e63d880d-a486-4e83-abd8-4998c787a54f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:51.384510 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e63d880d-a486-4e83-abd8-4998c787a54f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:51.389031 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3bad1fed-ab27-4ec0-8a1f-9061361192fa tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:33:51.496549 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63d880d-a486-4e83-abd8-4998c787a54f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'Port': ['ID=dd5711b0-d3e2-4a86-9d62-a45955a616f7,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:33:51.499412 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e63d880d-a486-4e83-abd8-4998c787a54f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:33:51.512060 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e63d880d-a486-4e83-abd8-4998c787a54f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634093'] for floatingip, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:51.708158 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.l3_db [None req-e63d880d-a486-4e83-abd8-4998c787a54f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Floating IP b3d7a810-cd77-49d7-aa6d-63b0880cceb5 associated. External IP: 172.26.3.240, port: bd4dafd2-a65c-4e83-97c2-004d85f5f2b1. Dec 15 19:33:52.108903 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e63d880d-a486-4e83-abd8-4998c787a54f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Router a4d3b487-8baa-4caa-89a8-0f1122351488 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:33:52.317599 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e63d880d-a486-4e83-abd8-4998c787a54f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:33:52.328245 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf46160a-ba87-47dc-bf4a-3246767be63a None None] Sync routers for ids ['a4d3b487-8baa-4caa-89a8-0f1122351488'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:33:52.341899 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf46160a-ba87-47dc-bf4a-3246767be63a None None] Routers {'a4d3b487-8baa-4caa-89a8-0f1122351488'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:33:52.345489 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-bf46160a-ba87-47dc-bf4a-3246767be63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:33:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['a4d3b487-8baa-4caa-89a8-0f1122351488'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:33:52.396068 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e63d880d-a486-4e83-abd8-4998c787a54f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:33:52.536358 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-bf46160a-ba87-47dc-bf4a-3246767be63a None None] Set router a4d3b487-8baa-4caa-89a8-0f1122351488 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:33:52.697671 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e63d880d-a486-4e83-abd8-4998c787a54f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9486642 Dec 15 19:33:52.698333 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7410410b-9463-4eaa-bddc-46b087f65e8f', 'tag': 'bd4dafd2-a65c-4e83-97c2-004d85f5f2b1'}] {{(pid=88990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:33:52.754078 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7410410b-9463-4eaa-bddc-46b087f65e8f', 'tag': 'bd4dafd2-a65c-4e83-97c2-004d85f5f2b1', 'status': 'completed', 'code': 200} Dec 15 19:33:52.850829 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-34980b74-efe9-44cf-866a-70967a58cd7f req-5449bc25-5260-4f6b-8464-cd6476e92e19 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c1b74cf25a94156b4530f0bd868c0c9&device_id=7410410b-9463-4eaa-bddc-46b087f65e8f HTTP/1.1" status: 200 len: 1099 time: 0.0741937 Dec 15 19:33:52.904384 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 19:33:52.918483 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-bf46160a-ba87-47dc-bf4a-3246767be63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d3b487-8baa-4caa-89a8-0f1122351488', 'name': 'tempest-TestNetworkBasicOps-router-140161976', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': '0c6d8bac-1aff-4bb9-a82c-bc3717fde3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:33:08Z', 'updated_at': '2021-12-15T19:33:13Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': '0c6d8bac-1aff-4bb9-a82c-bc3717fde3b5', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d3b487-8baa-4caa-89a8-0f1122351488', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:33:09Z', 'updated_at': '2021-12-15T19:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': '5f4a8bac-12d3-405d-a8bc-4315c639bbe3', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'floating_ip_address': '172.26.3.76', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': 'a4d3b487-8baa-4caa-89a8-0f1122351488', 'port_id': '38de1fe4-24b0-4374-b6c5-626d38dcf3f2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b2fcaea-9731-46d2-9cb5-eddb6e90914c', 'mac_address': 'fa:16:3e:01:dc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd631ac-33fc-4c97-8b5f-5ec62f47badb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:33:32Z', 'updated_at': '2021-12-15T19:33:36Z', 'revision_number': 1, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'fixed_ip_address_scope': None}, {'id': 'b3d7a810-cd77-49d7-aa6d-63b0880cceb5', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'floating_ip_address': '172.26.3.240', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': 'a4d3b487-8baa-4caa-89a8-0f1122351488', 'port_id': 'bd4dafd2-a65c-4e83-97c2-004d85f5f2b1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b2fcaea-9731-46d2-9cb5-eddb6e90914c', 'mac_address': 'fa:16:3e:09:03:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7410410b-9463-4eaa-bddc-46b087f65e8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:33:50Z', 'updated_at': '2021-12-15T19:33:50Z', 'revision_number': 0, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9c77166-85cd-4793-be7f-f666c54bed6d', 'name': '', 'network_id': '6b2fcaea-9731-46d2-9cb5-eddb6e90914c', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:f6:9e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d3b487-8baa-4caa-89a8-0f1122351488', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7ee8a62-e51b-40e3-9d75-aa02de636aab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:33:13Z', 'updated_at': '2021-12-15T19:33:20Z', 'revision_number': 5, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'e7ee8a62-e51b-40e3-9d75-aa02de636aab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:33:52.922565 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf46160a-ba87-47dc-bf4a-3246767be63a None None] Checking router: a4d3b487-8baa-4caa-89a8-0f1122351488 for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:33:52.933689 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf46160a-ba87-47dc-bf4a-3246767be63a None None] Routers {'a4d3b487-8baa-4caa-89a8-0f1122351488'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:33:52.934398 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-bf46160a-ba87-47dc-bf4a-3246767be63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:33:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['a4d3b487-8baa-4caa-89a8-0f1122351488'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:33:52.996410 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34980b74-efe9-44cf-866a-70967a58cd7f req-9d4dca4b-5e7d-44c6-9eed-da45b611d4a7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:33:52.997892 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-34980b74-efe9-44cf-866a-70967a58cd7f req-9d4dca4b-5e7d-44c6-9eed-da45b611d4a7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6b2fcaea-9731-46d2-9cb5-eddb6e90914c HTTP/1.1" status: 200 len: 897 time: 0.1396296 Dec 15 19:33:53.109593 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-34980b74-efe9-44cf-866a-70967a58cd7f req-13c069a0-36bb-4291-a17b-8fafb75a1f8c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd4dafd2-a65c-4e83-97c2-004d85f5f2b1 HTTP/1.1" status: 200 len: 1000 time: 0.1038728 Dec 15 19:33:53.119957 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-bf46160a-ba87-47dc-bf4a-3246767be63a None None] Set router a4d3b487-8baa-4caa-89a8-0f1122351488 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:33:53.185923 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34980b74-efe9-44cf-866a-70967a58cd7f req-1479b310-17bb-4956-8294-3747740fdff9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:33:53.187553 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-34980b74-efe9-44cf-866a-70967a58cd7f req-1479b310-17bb-4956-8294-3747740fdff9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e7ee8a62-e51b-40e3-9d75-aa02de636aab HTTP/1.1" status: 200 len: 835 time: 0.0716126 Dec 15 19:33:53.271263 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-34980b74-efe9-44cf-866a-70967a58cd7f req-74934222-f171-4ab8-a36f-f8aa766c9b02 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6b2fcaea-9731-46d2-9cb5-eddb6e90914c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769365 Dec 15 19:33:53.413391 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-34980b74-efe9-44cf-866a-70967a58cd7f req-baec3e00-5827-457a-bc8e-e116f7925d82 service neutron] 10.222.0.32 "GET /v2.0/networks/6b2fcaea-9731-46d2-9cb5-eddb6e90914c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351924 Dec 15 19:33:53.491612 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-bf46160a-ba87-47dc-bf4a-3246767be63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d3b487-8baa-4caa-89a8-0f1122351488', 'name': 'tempest-TestNetworkBasicOps-router-140161976', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': '0c6d8bac-1aff-4bb9-a82c-bc3717fde3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:33:08Z', 'updated_at': '2021-12-15T19:33:13Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': '0c6d8bac-1aff-4bb9-a82c-bc3717fde3b5', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d3b487-8baa-4caa-89a8-0f1122351488', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:33:09Z', 'updated_at': '2021-12-15T19:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': '5f4a8bac-12d3-405d-a8bc-4315c639bbe3', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'floating_ip_address': '172.26.3.76', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': 'a4d3b487-8baa-4caa-89a8-0f1122351488', 'port_id': '38de1fe4-24b0-4374-b6c5-626d38dcf3f2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b2fcaea-9731-46d2-9cb5-eddb6e90914c', 'mac_address': 'fa:16:3e:01:dc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd631ac-33fc-4c97-8b5f-5ec62f47badb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:33:32Z', 'updated_at': '2021-12-15T19:33:36Z', 'revision_number': 1, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'fixed_ip_address_scope': None}, {'id': 'b3d7a810-cd77-49d7-aa6d-63b0880cceb5', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'floating_ip_address': '172.26.3.240', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': 'a4d3b487-8baa-4caa-89a8-0f1122351488', 'port_id': 'bd4dafd2-a65c-4e83-97c2-004d85f5f2b1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b2fcaea-9731-46d2-9cb5-eddb6e90914c', 'mac_address': 'fa:16:3e:09:03:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7410410b-9463-4eaa-bddc-46b087f65e8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:33:50Z', 'updated_at': '2021-12-15T19:33:50Z', 'revision_number': 0, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9c77166-85cd-4793-be7f-f666c54bed6d', 'name': '', 'network_id': '6b2fcaea-9731-46d2-9cb5-eddb6e90914c', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:f6:9e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d3b487-8baa-4caa-89a8-0f1122351488', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7ee8a62-e51b-40e3-9d75-aa02de636aab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:33:13Z', 'updated_at': '2021-12-15T19:33:20Z', 'revision_number': 5, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'e7ee8a62-e51b-40e3-9d75-aa02de636aab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:33:53.496611 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf46160a-ba87-47dc-bf4a-3246767be63a None None] The sync data for ids ['a4d3b487-8baa-4caa-89a8-0f1122351488'] in dv-neutron-821831-2-hyperv is: [{'id': 'a4d3b487-8baa-4caa-89a8-0f1122351488', 'name': 'tempest-TestNetworkBasicOps-router-140161976', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': '0c6d8bac-1aff-4bb9-a82c-bc3717fde3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:33:08Z', 'updated_at': '2021-12-15T19:33:13Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': '0c6d8bac-1aff-4bb9-a82c-bc3717fde3b5', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d3b487-8baa-4caa-89a8-0f1122351488', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:33:09Z', 'updated_at': '2021-12-15T19:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': '5f4a8bac-12d3-405d-a8bc-4315c639bbe3', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'floating_ip_address': '172.26.3.76', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': 'a4d3b487-8baa-4caa-89a8-0f1122351488', 'port_id': '38de1fe4-24b0-4374-b6c5-626d38dcf3f2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b2fcaea-9731-46d2-9cb5-eddb6e90914c', 'mac_address': 'fa:16:3e:01:dc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd631ac-33fc-4c97-8b5f-5ec62f47badb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:33:32Z', 'updated_at': '2021-12-15T19:33:36Z', 'revision_number': 1, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'fixed_ip_address_scope': None}, {'id': 'b3d7a810-cd77-49d7-aa6d-63b0880cceb5', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'floating_ip_address': '172.26.3.240', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': 'a4d3b487-8baa-4caa-89a8-0f1122351488', 'port_id': 'bd4dafd2-a65c-4e83-97c2-004d85f5f2b1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b2fcaea-9731-46d2-9cb5-eddb6e90914c', 'mac_address': 'fa:16:3e:09:03:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7410410b-9463-4eaa-bddc-46b087f65e8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:33:50Z', 'updated_at': '2021-12-15T19:33:50Z', 'revision_number': 0, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9c77166-85cd-4793-be7f-f666c54bed6d', 'name': '', 'network_id': '6b2fcaea-9731-46d2-9cb5-eddb6e90914c', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:f6:9e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d3b487-8baa-4caa-89a8-0f1122351488', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7ee8a62-e51b-40e3-9d75-aa02de636aab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:33:13Z', 'updated_at': '2021-12-15T19:33:20Z', 'revision_number': 5, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'e7ee8a62-e51b-40e3-9d75-aa02de636aab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:33:53.561182 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-34980b74-efe9-44cf-866a-70967a58cd7f req-e315e9e8-308e-46d1-86bc-e1dddd3deac4 service neutron] 10.222.0.32 "GET /v2.0/networks/6b2fcaea-9731-46d2-9cb5-eddb6e90914c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409774 Dec 15 19:33:53.849872 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7143a31f-be24-4306-8ed2-30a0b630e653 None None] New status for floating IP b3d7a810-cd77-49d7-aa6d-63b0880cceb5: ACTIVE {{(pid=88993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 15 19:33:54.046977 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:08.223810 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fb0d4e2d-fd63-4b29-bc42-735f24b6a73e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:09.475288 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:10.532300 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-52ffe5d4-aeb0-4dd4-9dd3-f3614d529e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:10.840841 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:12.612417 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:24.057732 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:28.878641 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 58708) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:34:28.987916 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1b9b2c81-54ad-4f4c-87f0-fa8b89319c69 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/floatingips/5f4a8bac-12d3-405d-a8bc-4315c639bbe3 HTTP/1.1" status: 200 len: 992 time: 0.1080384 Dec 15 19:34:29.769860 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 58718) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:34:29.776515 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-dc5d8f51-f7c7-474d-a680-a06f08b29bd5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'port': {'admin_state_up': False}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:34:29.899214 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dc5d8f51-f7c7-474d-a680-a06f08b29bd5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:29.903766 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 19:34:30.116637 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-dc5d8f51-f7c7-474d-a680-a06f08b29bd5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] For port 38de1fe4-24b0-4374-b6c5-626d38dcf3f2, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=38de1fe4-24b0-4374-b6c5-626d38dcf3f2,segment=NetworkSegment(be48c5e7-a634-44cb-ae68-f595a4e7daa0),segment_id=be48c5e7-a634-44cb-ae68-f595a4e7daa0)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:34:30.142671 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dc5d8f51-f7c7-474d-a680-a06f08b29bd5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:30.177143 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dc5d8f51-f7c7-474d-a680-a06f08b29bd5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:30.181607 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e63d880d-a486-4e83-abd8-4998c787a54f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:34:30.246907 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5d8f51-f7c7-474d-a680-a06f08b29bd5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:34:30.247582 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dc5d8f51-f7c7-474d-a680-a06f08b29bd5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:30.249940 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-dc5d8f51-f7c7-474d-a680-a06f08b29bd5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "PUT /v2.0/ports/38de1fe4-24b0-4374-b6c5-626d38dcf3f2 HTTP/1.1" status: 200 len: 938 time: 0.4789572 Dec 15 19:34:30.250712 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fd631ac-33fc-4c97-8b5f-5ec62f47badb', 'tag': '38de1fe4-24b0-4374-b6c5-626d38dcf3f2'}] {{(pid=88990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:34:30.275863 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5d8f51-f7c7-474d-a680-a06f08b29bd5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'Port': ['ID=38de1fe4-24b0-4374-b6c5-626d38dcf3f2,revision_number=6']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:34:30.285676 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5d8f51-f7c7-474d-a680-a06f08b29bd5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:34:30.286112 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5d8f51-f7c7-474d-a680-a06f08b29bd5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:34:30.286570 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5d8f51-f7c7-474d-a680-a06f08b29bd5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:34:30.286968 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5d8f51-f7c7-474d-a680-a06f08b29bd5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:34:30.287387 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5d8f51-f7c7-474d-a680-a06f08b29bd5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:34:30.287803 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5d8f51-f7c7-474d-a680-a06f08b29bd5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:34:30.288235 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5d8f51-f7c7-474d-a680-a06f08b29bd5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:34:30.288640 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5d8f51-f7c7-474d-a680-a06f08b29bd5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:34:30.289050 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5d8f51-f7c7-474d-a680-a06f08b29bd5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:34:30.289474 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5d8f51-f7c7-474d-a680-a06f08b29bd5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:34:30.289872 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5d8f51-f7c7-474d-a680-a06f08b29bd5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:34:30.294354 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-dc5d8f51-f7c7-474d-a680-a06f08b29bd5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:34:30.307012 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fd631ac-33fc-4c97-8b5f-5ec62f47badb', 'tag': '38de1fe4-24b0-4374-b6c5-626d38dcf3f2', 'status': 'completed', 'code': 200} Dec 15 19:34:30.407857 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-53d5cfba-5d66-4f10-a29c-40415fac58f0 req-cc3fd700-bfc6-411d-b2f6-41506b6294f4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c1b74cf25a94156b4530f0bd868c0c9&device_id=3fd631ac-33fc-4c97-8b5f-5ec62f47badb HTTP/1.1" status: 200 len: 1099 time: 0.0763946 Dec 15 19:34:30.554959 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d5cfba-5d66-4f10-a29c-40415fac58f0 req-f257f3f4-3d86-41e3-8723-667aebc7032d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:34:30.556544 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-53d5cfba-5d66-4f10-a29c-40415fac58f0 req-f257f3f4-3d86-41e3-8723-667aebc7032d service neutron] 10.222.0.32 "GET /v2.0/networks?id=6b2fcaea-9731-46d2-9cb5-eddb6e90914c HTTP/1.1" status: 200 len: 897 time: 0.1390665 Dec 15 19:34:30.565131 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-9f425128-95e2-4509-8dde-81d8335ca912 None None] Provisioning complete for port 38de1fe4-24b0-4374-b6c5-626d38dcf3f2 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:34:30.565552 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9f425128-95e2-4509-8dde-81d8335ca912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:30.641702 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-9f425128-95e2-4509-8dde-81d8335ca912 None None] Port 38de1fe4-24b0-4374-b6c5-626d38dcf3f2 is administratively disabled so it will not transition to active. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:321}} Dec 15 19:34:30.670673 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-53d5cfba-5d66-4f10-a29c-40415fac58f0 req-f5785953-29c2-4a25-84e9-06fd0d288862 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38de1fe4-24b0-4374-b6c5-626d38dcf3f2 HTTP/1.1" status: 200 len: 1001 time: 0.1025290 Dec 15 19:34:30.740641 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d5cfba-5d66-4f10-a29c-40415fac58f0 req-5b58d1c6-fff3-48d4-a5dd-493c11e6acb3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:34:30.742100 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-53d5cfba-5d66-4f10-a29c-40415fac58f0 req-5b58d1c6-fff3-48d4-a5dd-493c11e6acb3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e7ee8a62-e51b-40e3-9d75-aa02de636aab HTTP/1.1" status: 200 len: 835 time: 0.0625613 Dec 15 19:34:30.828835 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-53d5cfba-5d66-4f10-a29c-40415fac58f0 req-3b8393f5-8857-4940-8072-d441e21dcf7b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6b2fcaea-9731-46d2-9cb5-eddb6e90914c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761712 Dec 15 19:34:30.971805 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-53d5cfba-5d66-4f10-a29c-40415fac58f0 req-aa411645-5978-48bf-a2df-4faf9cd426b6 service neutron] 10.222.0.32 "GET /v2.0/networks/6b2fcaea-9731-46d2-9cb5-eddb6e90914c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329267 Dec 15 19:34:31.341623 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-53d5cfba-5d66-4f10-a29c-40415fac58f0 req-24cc8d71-bfb8-48f6-9907-e689aa26671a service neutron] 10.222.0.32 "GET /v2.0/networks/6b2fcaea-9731-46d2-9cb5-eddb6e90914c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3597579 Dec 15 19:34:33.730163 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 58728) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:34:33.737080 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-5ae7fdb1-f42a-464b-b95a-75e1159c0c32 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'port': {'admin_state_up': True}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:34:33.857154 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5ae7fdb1-f42a-464b-b95a-75e1159c0c32 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:34.076034 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-5ae7fdb1-f42a-464b-b95a-75e1159c0c32 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] For port 38de1fe4-24b0-4374-b6c5-626d38dcf3f2, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=38de1fe4-24b0-4374-b6c5-626d38dcf3f2,segment=NetworkSegment(be48c5e7-a634-44cb-ae68-f595a4e7daa0),segment_id=be48c5e7-a634-44cb-ae68-f595a4e7daa0)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:34:34.101885 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5ae7fdb1-f42a-464b-b95a-75e1159c0c32 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:34.142864 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5ae7fdb1-f42a-464b-b95a-75e1159c0c32 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:34.147473 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6b64db88-4b60-4f74-b67c-96692c675df6 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:34:34.215503 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae7fdb1-f42a-464b-b95a-75e1159c0c32 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:34:34.216233 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5ae7fdb1-f42a-464b-b95a-75e1159c0c32 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:34.217772 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-5ae7fdb1-f42a-464b-b95a-75e1159c0c32 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "PUT /v2.0/ports/38de1fe4-24b0-4374-b6c5-626d38dcf3f2 HTTP/1.1" status: 200 len: 937 time: 0.4864812 Dec 15 19:34:34.218546 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fd631ac-33fc-4c97-8b5f-5ec62f47badb', 'tag': '38de1fe4-24b0-4374-b6c5-626d38dcf3f2'}] {{(pid=88990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:34:34.221046 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 58732) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:34:34.246644 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae7fdb1-f42a-464b-b95a-75e1159c0c32 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'Port': ['ID=38de1fe4-24b0-4374-b6c5-626d38dcf3f2,revision_number=7']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:34:34.250861 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5ae7fdb1-f42a-464b-b95a-75e1159c0c32 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:34:34.278945 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fd631ac-33fc-4c97-8b5f-5ec62f47badb', 'tag': '38de1fe4-24b0-4374-b6c5-626d38dcf3f2', 'status': 'completed', 'code': 200} Dec 15 19:34:34.400311 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-3f6d493c-57f7-4453-929c-5a1f5fbdc27c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/floatingips/5f4a8bac-12d3-405d-a8bc-4315c639bbe3 HTTP/1.1" status: 200 len: 992 time: 0.1777716 Dec 15 19:34:34.425833 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a3174cde-93a1-4a71-83a0-1a888517a9d0 req-55cb1cfa-4c28-4b26-8fa0-3e95baa54811 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c1b74cf25a94156b4530f0bd868c0c9&device_id=3fd631ac-33fc-4c97-8b5f-5ec62f47badb HTTP/1.1" status: 200 len: 1098 time: 0.1137989 Dec 15 19:34:34.505844 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] get_ports_and_sgs() called for port_ids ['38de1fe4-24b0-4374-b6c5-626d38dcf3f2'] {{(pid=88992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 19:34:34.574142 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3174cde-93a1-4a71-83a0-1a888517a9d0 req-3f998e91-3d66-43a3-8dce-2c77f7972288 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:34:34.575811 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a3174cde-93a1-4a71-83a0-1a888517a9d0 req-3f998e91-3d66-43a3-8dce-2c77f7972288 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6b2fcaea-9731-46d2-9cb5-eddb6e90914c HTTP/1.1" status: 200 len: 897 time: 0.1412652 Dec 15 19:34:34.613589 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-0c2a1331-d1c4-4a0e-a0bb-f4815fc3de36 None None] Provisioning complete for port 38de1fe4-24b0-4374-b6c5-626d38dcf3f2 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:34:34.613942 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0c2a1331-d1c4-4a0e-a0bb-f4815fc3de36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:34.691107 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a3174cde-93a1-4a71-83a0-1a888517a9d0 req-0eaaf250-9e82-4a04-85dc-30f42ba38dbd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38de1fe4-24b0-4374-b6c5-626d38dcf3f2 HTTP/1.1" status: 200 len: 1000 time: 0.1050880 Dec 15 19:34:34.763337 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3174cde-93a1-4a71-83a0-1a888517a9d0 req-603b476e-94e6-4fc9-804c-443851940717 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:34:34.765089 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a3174cde-93a1-4a71-83a0-1a888517a9d0 req-603b476e-94e6-4fc9-804c-443851940717 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e7ee8a62-e51b-40e3-9d75-aa02de636aab HTTP/1.1" status: 200 len: 835 time: 0.0647235 Dec 15 19:34:34.853009 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a3174cde-93a1-4a71-83a0-1a888517a9d0 req-67f108b6-3abf-4d40-a6aa-728d3e711b37 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6b2fcaea-9731-46d2-9cb5-eddb6e90914c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783911 Dec 15 19:34:34.996044 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a3174cde-93a1-4a71-83a0-1a888517a9d0 req-c6c9ce2f-b241-4647-be63-f0285034c118 service neutron] 10.222.0.32 "GET /v2.0/networks/6b2fcaea-9731-46d2-9cb5-eddb6e90914c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329465 Dec 15 19:34:35.140050 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a3174cde-93a1-4a71-83a0-1a888517a9d0 req-59cf122f-c6cb-4603-98ac-91e4321fe69b service neutron] 10.222.0.32 "GET /v2.0/networks/6b2fcaea-9731-46d2-9cb5-eddb6e90914c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343446 Dec 15 19:34:37.009672 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 58744) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:34:37.287951 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-b7028d4d-c362-4a0b-913c-7e9b15c880c8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Deleting port dd5711b0-d3e2-4a86-9d62-a45955a616f7 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:34:37.288259 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b7028d4d-c362-4a0b-913c-7e9b15c880c8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:37.469460 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b7028d4d-c362-4a0b-913c-7e9b15c880c8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:37.469911 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b7028d4d-c362-4a0b-913c-7e9b15c880c8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:37.592184 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-b7028d4d-c362-4a0b-913c-7e9b15c880c8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Calling delete_port for dd5711b0-d3e2-4a86-9d62-a45955a616f7 owned by network:floatingip {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:34:37.833957 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b7028d4d-c362-4a0b-913c-7e9b15c880c8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:37.838482 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-85bbe1c0-9303-46db-a4a8-f6beac963b1f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:34:37.881986 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7028d4d-c362-4a0b-913c-7e9b15c880c8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event deleted for resources: {'Port': ['ID=dd5711b0-d3e2-4a86-9d62-a45955a616f7,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:34:37.921509 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7028d4d-c362-4a0b-913c-7e9b15c880c8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:34:37.921949 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7028d4d-c362-4a0b-913c-7e9b15c880c8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:34:37.922436 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7028d4d-c362-4a0b-913c-7e9b15c880c8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:34:37.922867 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7028d4d-c362-4a0b-913c-7e9b15c880c8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:34:37.923292 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7028d4d-c362-4a0b-913c-7e9b15c880c8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:34:37.923715 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7028d4d-c362-4a0b-913c-7e9b15c880c8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:34:37.924137 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7028d4d-c362-4a0b-913c-7e9b15c880c8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:34:37.924557 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7028d4d-c362-4a0b-913c-7e9b15c880c8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:34:37.924973 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7028d4d-c362-4a0b-913c-7e9b15c880c8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:34:37.925395 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7028d4d-c362-4a0b-913c-7e9b15c880c8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:34:37.925810 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7028d4d-c362-4a0b-913c-7e9b15c880c8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:34:37.932781 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b7028d4d-c362-4a0b-913c-7e9b15c880c8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:34:37.992206 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b7028d4d-c362-4a0b-913c-7e9b15c880c8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for floatingip, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:38.217866 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4f36de2a-830b-40d6-82c9-759d63885125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:38.401070 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7028d4d-c362-4a0b-913c-7e9b15c880c8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Router a4d3b487-8baa-4caa-89a8-0f1122351488 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:34:38.618288 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7028d4d-c362-4a0b-913c-7e9b15c880c8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:34:38.629710 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ffb986-ef99-4fc2-9873-80e4fc3a4ae6 None None] Sync routers for ids ['a4d3b487-8baa-4caa-89a8-0f1122351488'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:34:38.635658 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b7028d4d-c362-4a0b-913c-7e9b15c880c8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:38.648128 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ffb986-ef99-4fc2-9873-80e4fc3a4ae6 None None] Routers {'a4d3b487-8baa-4caa-89a8-0f1122351488'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:34:38.648821 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-f0ffb986-ef99-4fc2-9873-80e4fc3a4ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:34:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['a4d3b487-8baa-4caa-89a8-0f1122351488'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:34:38.694640 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b7028d4d-c362-4a0b-913c-7e9b15c880c8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "DELETE /v2.0/floatingips/b3d7a810-cd77-49d7-aa6d-63b0880cceb5 HTTP/1.1" status: 204 len: 168 time: 1.6837368 Dec 15 19:34:38.695419 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7410410b-9463-4eaa-bddc-46b087f65e8f', 'tag': 'bd4dafd2-a65c-4e83-97c2-004d85f5f2b1'}] {{(pid=88991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:34:38.752384 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7410410b-9463-4eaa-bddc-46b087f65e8f', 'tag': 'bd4dafd2-a65c-4e83-97c2-004d85f5f2b1', 'status': 'completed', 'code': 200} Dec 15 19:34:38.837641 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-f0ffb986-ef99-4fc2-9873-80e4fc3a4ae6 None None] Set router a4d3b487-8baa-4caa-89a8-0f1122351488 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:34:38.858460 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5f5fbe2f-f87a-4fdf-b3b7-fbcd96dc7fa9 req-6300f3a7-f7b2-41ae-bc55-309db26d5006 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c1b74cf25a94156b4530f0bd868c0c9&device_id=7410410b-9463-4eaa-bddc-46b087f65e8f HTTP/1.1" status: 200 len: 1099 time: 0.0771132 Dec 15 19:34:39.011432 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5fbe2f-f87a-4fdf-b3b7-fbcd96dc7fa9 req-04e12985-1fc7-4502-87eb-41805e0fd307 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:34:39.013245 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5f5fbe2f-f87a-4fdf-b3b7-fbcd96dc7fa9 req-04e12985-1fc7-4502-87eb-41805e0fd307 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6b2fcaea-9731-46d2-9cb5-eddb6e90914c HTTP/1.1" status: 200 len: 897 time: 0.1458483 Dec 15 19:34:39.091226 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5f5fbe2f-f87a-4fdf-b3b7-fbcd96dc7fa9 req-a1bf79fc-1952-4d46-98f6-9f5b0fcfd5e7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd4dafd2-a65c-4e83-97c2-004d85f5f2b1 HTTP/1.1" status: 200 len: 217 time: 0.0716567 Dec 15 19:34:39.324366 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e40a3-6111-4fb5-a09d-24148f38e3e8 req-cf379279-f797-45a7-831e-aa27e5518440 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:34:39.325977 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8e8e40a3-6111-4fb5-a09d-24148f38e3e8 req-cf379279-f797-45a7-831e-aa27e5518440 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=7410410b-9463-4eaa-bddc-46b087f65e8f HTTP/1.1" status: 200 len: 946 time: 0.0945017 Dec 15 19:34:39.380623 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8e8e40a3-6111-4fb5-a09d-24148f38e3e8 req-ae13e31d-630b-411d-87b4-c33fd8adf1a2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b5772fe-7a72-482c-8f1f-6e66052664de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453575 Dec 15 19:34:39.393492 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-f0ffb986-ef99-4fc2-9873-80e4fc3a4ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d3b487-8baa-4caa-89a8-0f1122351488', 'name': 'tempest-TestNetworkBasicOps-router-140161976', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': '0c6d8bac-1aff-4bb9-a82c-bc3717fde3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:33:08Z', 'updated_at': '2021-12-15T19:33:13Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': '0c6d8bac-1aff-4bb9-a82c-bc3717fde3b5', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d3b487-8baa-4caa-89a8-0f1122351488', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:33:09Z', 'updated_at': '2021-12-15T19:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': '5f4a8bac-12d3-405d-a8bc-4315c639bbe3', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'floating_ip_address': '172.26.3.76', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': 'a4d3b487-8baa-4caa-89a8-0f1122351488', 'port_id': '38de1fe4-24b0-4374-b6c5-626d38dcf3f2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b2fcaea-9731-46d2-9cb5-eddb6e90914c', 'mac_address': 'fa:16:3e:01:dc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd631ac-33fc-4c97-8b5f-5ec62f47badb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:33:32Z', 'updated_at': '2021-12-15T19:33:36Z', 'revision_number': 1, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9c77166-85cd-4793-be7f-f666c54bed6d', 'name': '', 'network_id': '6b2fcaea-9731-46d2-9cb5-eddb6e90914c', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:f6:9e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d3b487-8baa-4caa-89a8-0f1122351488', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7ee8a62-e51b-40e3-9d75-aa02de636aab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:33:13Z', 'updated_at': '2021-12-15T19:33:20Z', 'revision_number': 5, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'e7ee8a62-e51b-40e3-9d75-aa02de636aab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:34:39.397572 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ffb986-ef99-4fc2-9873-80e4fc3a4ae6 None None] Checking router: a4d3b487-8baa-4caa-89a8-0f1122351488 for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:34:39.410098 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5fbe2f-f87a-4fdf-b3b7-fbcd96dc7fa9 req-052ad997-9151-4028-96b0-7590fbbc1455 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:34:39.411841 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5f5fbe2f-f87a-4fdf-b3b7-fbcd96dc7fa9 req-052ad997-9151-4028-96b0-7590fbbc1455 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e7ee8a62-e51b-40e3-9d75-aa02de636aab HTTP/1.1" status: 200 len: 835 time: 0.3117166 Dec 15 19:34:39.412007 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ffb986-ef99-4fc2-9873-80e4fc3a4ae6 None None] Routers {'a4d3b487-8baa-4caa-89a8-0f1122351488'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:34:39.412705 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-f0ffb986-ef99-4fc2-9873-80e4fc3a4ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:34:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['a4d3b487-8baa-4caa-89a8-0f1122351488'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:34:39.497107 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5f5fbe2f-f87a-4fdf-b3b7-fbcd96dc7fa9 req-2d7001a5-d7e4-4e92-89f4-c9bfa3d23cfb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6b2fcaea-9731-46d2-9cb5-eddb6e90914c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777619 Dec 15 19:34:39.561717 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:39.616398 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-f0ffb986-ef99-4fc2-9873-80e4fc3a4ae6 None None] Set router a4d3b487-8baa-4caa-89a8-0f1122351488 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:34:39.658589 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5f5fbe2f-f87a-4fdf-b3b7-fbcd96dc7fa9 req-911eed2d-348d-4098-bb14-abd2974e5f04 service neutron] 10.222.0.32 "GET /v2.0/networks/6b2fcaea-9731-46d2-9cb5-eddb6e90914c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508822 Dec 15 19:34:39.800403 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5f5fbe2f-f87a-4fdf-b3b7-fbcd96dc7fa9 req-c23abfe9-43f3-49ff-91fd-83c42fdfebfa service neutron] 10.222.0.32 "GET /v2.0/networks/6b2fcaea-9731-46d2-9cb5-eddb6e90914c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348586 Dec 15 19:34:39.981101 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-f0ffb986-ef99-4fc2-9873-80e4fc3a4ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d3b487-8baa-4caa-89a8-0f1122351488', 'name': 'tempest-TestNetworkBasicOps-router-140161976', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': '0c6d8bac-1aff-4bb9-a82c-bc3717fde3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:33:08Z', 'updated_at': '2021-12-15T19:33:13Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': '0c6d8bac-1aff-4bb9-a82c-bc3717fde3b5', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d3b487-8baa-4caa-89a8-0f1122351488', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:33:09Z', 'updated_at': '2021-12-15T19:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': '5f4a8bac-12d3-405d-a8bc-4315c639bbe3', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'floating_ip_address': '172.26.3.76', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': 'a4d3b487-8baa-4caa-89a8-0f1122351488', 'port_id': '38de1fe4-24b0-4374-b6c5-626d38dcf3f2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b2fcaea-9731-46d2-9cb5-eddb6e90914c', 'mac_address': 'fa:16:3e:01:dc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd631ac-33fc-4c97-8b5f-5ec62f47badb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:33:32Z', 'updated_at': '2021-12-15T19:33:36Z', 'revision_number': 1, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9c77166-85cd-4793-be7f-f666c54bed6d', 'name': '', 'network_id': '6b2fcaea-9731-46d2-9cb5-eddb6e90914c', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:f6:9e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d3b487-8baa-4caa-89a8-0f1122351488', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7ee8a62-e51b-40e3-9d75-aa02de636aab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:33:13Z', 'updated_at': '2021-12-15T19:33:20Z', 'revision_number': 5, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'e7ee8a62-e51b-40e3-9d75-aa02de636aab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:34:39.986074 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ffb986-ef99-4fc2-9873-80e4fc3a4ae6 None None] The sync data for ids ['a4d3b487-8baa-4caa-89a8-0f1122351488'] in dv-neutron-821831-2-hyperv is: [{'id': 'a4d3b487-8baa-4caa-89a8-0f1122351488', 'name': 'tempest-TestNetworkBasicOps-router-140161976', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': '0c6d8bac-1aff-4bb9-a82c-bc3717fde3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:33:08Z', 'updated_at': '2021-12-15T19:33:13Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': '0c6d8bac-1aff-4bb9-a82c-bc3717fde3b5', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d3b487-8baa-4caa-89a8-0f1122351488', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:33:09Z', 'updated_at': '2021-12-15T19:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': '5f4a8bac-12d3-405d-a8bc-4315c639bbe3', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'floating_ip_address': '172.26.3.76', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': 'a4d3b487-8baa-4caa-89a8-0f1122351488', 'port_id': '38de1fe4-24b0-4374-b6c5-626d38dcf3f2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b2fcaea-9731-46d2-9cb5-eddb6e90914c', 'mac_address': 'fa:16:3e:01:dc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd631ac-33fc-4c97-8b5f-5ec62f47badb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:33:32Z', 'updated_at': '2021-12-15T19:33:36Z', 'revision_number': 1, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9c77166-85cd-4793-be7f-f666c54bed6d', 'name': '', 'network_id': '6b2fcaea-9731-46d2-9cb5-eddb6e90914c', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:f6:9e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d3b487-8baa-4caa-89a8-0f1122351488', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7ee8a62-e51b-40e3-9d75-aa02de636aab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:33:13Z', 'updated_at': '2021-12-15T19:33:20Z', 'revision_number': 5, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'e7ee8a62-e51b-40e3-9d75-aa02de636aab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:34:40.428381 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ec7295-829d-4cd9-b429-f1b3493878c5 None None] New status for floating IP b3d7a810-cd77-49d7-aa6d-63b0880cceb5: DOWN {{(pid=88993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 15 19:34:40.531139 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-641dc1eb-cb65-4171-9193-f7bfb04b95bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:40.598390 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dafe89-c615-4951-82a6-87af25cc54a8 req-6d7c2ac8-1a69-4c83-938b-36bcda487bb5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:34:40.600073 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-57dafe89-c615-4951-82a6-87af25cc54a8 req-6d7c2ac8-1a69-4c83-938b-36bcda487bb5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=7410410b-9463-4eaa-bddc-46b087f65e8f HTTP/1.1" status: 200 len: 946 time: 0.0874684 Dec 15 19:34:40.651651 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-57dafe89-c615-4951-82a6-87af25cc54a8 req-44c78a39-b5e7-464a-91f3-07c0381058af tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b5772fe-7a72-482c-8f1f-6e66052664de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451438 Dec 15 19:34:40.822863 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:40.885968 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3c0054-2f0b-483c-9850-06423c6f11da req-d5cf4b1b-1c65-4b89-9466-8e9ee8939e89 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:34:40.886775 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-6a3c0054-2f0b-483c-9850-06423c6f11da req-d5cf4b1b-1c65-4b89-9466-8e9ee8939e89 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Synchronizing usage tracker for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:port {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:34:40.937094 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-6a3c0054-2f0b-483c-9850-06423c6f11da req-d5cf4b1b-1c65-4b89-9466-8e9ee8939e89 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Unset dirty status for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:port {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:34:40.938356 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6a3c0054-2f0b-483c-9850-06423c6f11da req-d5cf4b1b-1c65-4b89-9466-8e9ee8939e89 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.32 "GET /v2.0/ports?device_id=7410410b-9463-4eaa-bddc-46b087f65e8f HTTP/1.1" status: 200 len: 946 time: 0.1378574 Dec 15 19:34:41.013162 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [req-6a3c0054-2f0b-483c-9850-06423c6f11da req-344263a8-0824-4096-8296-a831d18af99f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Deleting port bd4dafd2-a65c-4e83-97c2-004d85f5f2b1 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:34:41.014451 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-6a3c0054-2f0b-483c-9850-06423c6f11da req-344263a8-0824-4096-8296-a831d18af99f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:41.270068 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-6a3c0054-2f0b-483c-9850-06423c6f11da req-344263a8-0824-4096-8296-a831d18af99f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] For port bd4dafd2-a65c-4e83-97c2-004d85f5f2b1, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=bd4dafd2-a65c-4e83-97c2-004d85f5f2b1,segment=NetworkSegment(be48c5e7-a634-44cb-ae68-f595a4e7daa0),segment_id=be48c5e7-a634-44cb-ae68-f595a4e7daa0)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:34:41.270510 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-6a3c0054-2f0b-483c-9850-06423c6f11da req-344263a8-0824-4096-8296-a831d18af99f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:41.393698 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [req-6a3c0054-2f0b-483c-9850-06423c6f11da req-344263a8-0824-4096-8296-a831d18af99f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Calling delete_port for bd4dafd2-a65c-4e83-97c2-004d85f5f2b1 owned by compute:nova {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:34:41.640389 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-6a3c0054-2f0b-483c-9850-06423c6f11da req-344263a8-0824-4096-8296-a831d18af99f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:41.647010 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1d0997a1-c76f-4390-8c04-5701f94c8a43 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:34:41.689704 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344263a8-0824-4096-8296-a831d18af99f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event deleted for resources: {'Port': ['ID=bd4dafd2-a65c-4e83-97c2-004d85f5f2b1,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:34:41.693529 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-344263a8-0824-4096-8296-a831d18af99f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:34:41.769096 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a3c0054-2f0b-483c-9850-06423c6f11da req-344263a8-0824-4096-8296-a831d18af99f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] No DVR routers for this DVR port bd4dafd2-a65c-4e83-97c2-004d85f5f2b1 on host hv-neutron-8218 {{(pid=88991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:34:41.771640 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-6a3c0054-2f0b-483c-9850-06423c6f11da req-344263a8-0824-4096-8296-a831d18af99f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:41.774528 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7410410b-9463-4eaa-bddc-46b087f65e8f', 'name': 'network-vif-deleted', 'tag': 'bd4dafd2-a65c-4e83-97c2-004d85f5f2b1'}] {{(pid=88991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:34:41.812764 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6a3c0054-2f0b-483c-9850-06423c6f11da req-344263a8-0824-4096-8296-a831d18af99f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.32 "DELETE /v2.0/ports/bd4dafd2-a65c-4e83-97c2-004d85f5f2b1 HTTP/1.1" status: 204 len: 173 time: 0.8664074 Dec 15 19:34:41.832921 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7410410b-9463-4eaa-bddc-46b087f65e8f', 'name': 'network-vif-deleted', 'tag': 'bd4dafd2-a65c-4e83-97c2-004d85f5f2b1', 'status': 'completed', 'code': 200} Dec 15 19:34:41.834406 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-603a4f8b-d168-4d26-ae4a-f1b98b38edf9 req-01573936-a659-4f67-a6d7-dd2b47f8177a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=7410410b-9463-4eaa-bddc-46b087f65e8f HTTP/1.1" status: 200 len: 210 time: 0.0504999 Dec 15 19:34:42.582259 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:42.946565 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 58764) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:34:43.018886 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-82b261ce-6bc2-4a36-bef4-aa4b63ca0dff tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:43.048641 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-82b261ce-6bc2-4a36-bef4-aa4b63ca0dff tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:43.234331 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-82b261ce-6bc2-4a36-bef4-aa4b63ca0dff tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:43.239721 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-481789ae-3173-42c5-b31a-d3468d91e552 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:34:43.255400 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b261ce-6bc2-4a36-bef4-aa4b63ca0dff tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5772fe-7a72-482c-8f1f-6e66052664de,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:34:43.258197 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-82b261ce-6bc2-4a36-bef4-aa4b63ca0dff tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:34:43.324480 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-82b261ce-6bc2-4a36-bef4-aa4b63ca0dff tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:43.325712 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-82b261ce-6bc2-4a36-bef4-aa4b63ca0dff tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "DELETE /v2.0/security-groups/1b5772fe-7a72-482c-8f1f-6e66052664de HTTP/1.1" status: 204 len: 168 time: 0.3779814 Dec 15 19:34:43.389180 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 58770) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:34:43.424537 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device bd4dafd2-a65c-4e83-97c2-004d85f5f2b1 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:34:43.461308 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] No Port match for: bd4dafd2-a65c-4e83-97c2-004d85f5f2b1 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:34:43.461681 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device bd4dafd2-a65c-4e83-97c2-004d85f5f2b1 not bound to the agent host hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:34:43.601065 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-35e411e2-11c4-42ce-9c43-17db1a390736 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Deleting port 8c604e49-a436-4e96-8177-afbcc9fb4eae {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:34:43.601448 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-35e411e2-11c4-42ce-9c43-17db1a390736 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:43.776421 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-35e411e2-11c4-42ce-9c43-17db1a390736 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:43.776790 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-35e411e2-11c4-42ce-9c43-17db1a390736 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:43.899435 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-35e411e2-11c4-42ce-9c43-17db1a390736 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Calling delete_port for 8c604e49-a436-4e96-8177-afbcc9fb4eae owned by network:floatingip {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:34:44.073967 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-35e411e2-11c4-42ce-9c43-17db1a390736 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:44.078649 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-bfef3faf-9724-4550-87c1-8fb0c153a283 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:34:44.122621 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e411e2-11c4-42ce-9c43-17db1a390736 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event deleted for resources: {'Port': ['ID=8c604e49-a436-4e96-8177-afbcc9fb4eae,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:34:44.126996 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-35e411e2-11c4-42ce-9c43-17db1a390736 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:34:44.221013 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-35e411e2-11c4-42ce-9c43-17db1a390736 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for floatingip, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:44.682358 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-cc7ab786-332b-4bf1-8b7f-d4b792db128f req-bd13dbb8-fc3f-40bc-9a84-72f0fdc2b077 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3fd631ac-33fc-4c97-8b5f-5ec62f47badb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1109354 Dec 15 19:34:44.702956 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35e411e2-11c4-42ce-9c43-17db1a390736 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Router a4d3b487-8baa-4caa-89a8-0f1122351488 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:34:44.931487 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-cc7ab786-332b-4bf1-8b7f-d4b792db128f req-046a63d7-248b-4ba1-b045-1f59f86718a2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c1b74cf25a94156b4530f0bd868c0c9&device_id=3fd631ac-33fc-4c97-8b5f-5ec62f47badb HTTP/1.1" status: 200 len: 1098 time: 0.1601584 Dec 15 19:34:45.319917 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e411e2-11c4-42ce-9c43-17db1a390736 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:34:45.330706 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9f6c32-e345-490a-b927-ea772ffddd0b None None] Sync routers for ids ['a4d3b487-8baa-4caa-89a8-0f1122351488'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:34:45.344623 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9f6c32-e345-490a-b927-ea772ffddd0b None None] Routers {'a4d3b487-8baa-4caa-89a8-0f1122351488'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:34:45.345312 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-fb9f6c32-e345-490a-b927-ea772ffddd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:34:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['a4d3b487-8baa-4caa-89a8-0f1122351488'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:34:45.357777 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-35e411e2-11c4-42ce-9c43-17db1a390736 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:45.382328 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7ab786-332b-4bf1-8b7f-d4b792db128f req-0a99a151-6cbc-46d0-92f8-9ddc0df77966 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:34:45.383923 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-cc7ab786-332b-4bf1-8b7f-d4b792db128f req-0a99a151-6cbc-46d0-92f8-9ddc0df77966 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6b2fcaea-9731-46d2-9cb5-eddb6e90914c HTTP/1.1" status: 200 len: 897 time: 0.4193499 Dec 15 19:34:45.477101 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-cc7ab786-332b-4bf1-8b7f-d4b792db128f req-367fb33a-8576-4b46-b4aa-1e1be9fbf4a4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38de1fe4-24b0-4374-b6c5-626d38dcf3f2 HTTP/1.1" status: 200 len: 217 time: 0.0809367 Dec 15 19:34:45.480569 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-35e411e2-11c4-42ce-9c43-17db1a390736 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "DELETE /v2.0/floatingips/5f4a8bac-12d3-405d-a8bc-4315c639bbe3 HTTP/1.1" status: 204 len: 168 time: 2.0896699 Dec 15 19:34:45.481559 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fd631ac-33fc-4c97-8b5f-5ec62f47badb', 'tag': '38de1fe4-24b0-4374-b6c5-626d38dcf3f2'}] {{(pid=88991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:34:45.534620 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-fb9f6c32-e345-490a-b927-ea772ffddd0b None None] Set router a4d3b487-8baa-4caa-89a8-0f1122351488 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:34:45.559094 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7ab786-332b-4bf1-8b7f-d4b792db128f req-f165de0e-52c6-457b-a0b0-4d37551623f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:34:45.562659 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-cc7ab786-332b-4bf1-8b7f-d4b792db128f req-f165de0e-52c6-457b-a0b0-4d37551623f3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e7ee8a62-e51b-40e3-9d75-aa02de636aab HTTP/1.1" status: 200 len: 835 time: 0.0739462 Dec 15 19:34:45.565184 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fd631ac-33fc-4c97-8b5f-5ec62f47badb', 'tag': '38de1fe4-24b0-4374-b6c5-626d38dcf3f2', 'status': 'completed', 'code': 200} Dec 15 19:34:45.664353 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-cc7ab786-332b-4bf1-8b7f-d4b792db128f req-6f71c8f7-08dc-47a1-b44c-f3d48e27870f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6b2fcaea-9731-46d2-9cb5-eddb6e90914c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0875661 Dec 15 19:34:45.820891 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-cc7ab786-332b-4bf1-8b7f-d4b792db128f req-c57b82f2-0abb-4a4a-8f62-0d451bd1ac1b service neutron] 10.222.0.32 "GET /v2.0/networks/6b2fcaea-9731-46d2-9cb5-eddb6e90914c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448781 Dec 15 19:34:45.893526 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-fb9f6c32-e345-490a-b927-ea772ffddd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d3b487-8baa-4caa-89a8-0f1122351488', 'name': 'tempest-TestNetworkBasicOps-router-140161976', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': '0c6d8bac-1aff-4bb9-a82c-bc3717fde3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:33:08Z', 'updated_at': '2021-12-15T19:33:13Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': '0c6d8bac-1aff-4bb9-a82c-bc3717fde3b5', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d3b487-8baa-4caa-89a8-0f1122351488', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:33:09Z', 'updated_at': '2021-12-15T19:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': 'f9c77166-85cd-4793-be7f-f666c54bed6d', 'name': '', 'network_id': '6b2fcaea-9731-46d2-9cb5-eddb6e90914c', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:f6:9e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d3b487-8baa-4caa-89a8-0f1122351488', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7ee8a62-e51b-40e3-9d75-aa02de636aab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:33:13Z', 'updated_at': '2021-12-15T19:33:20Z', 'revision_number': 5, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'e7ee8a62-e51b-40e3-9d75-aa02de636aab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:34:45.897663 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9f6c32-e345-490a-b927-ea772ffddd0b None None] Checking router: a4d3b487-8baa-4caa-89a8-0f1122351488 for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:34:45.911704 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9f6c32-e345-490a-b927-ea772ffddd0b None None] Routers {'a4d3b487-8baa-4caa-89a8-0f1122351488'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:34:45.912394 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-fb9f6c32-e345-490a-b927-ea772ffddd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:34:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['a4d3b487-8baa-4caa-89a8-0f1122351488'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:34:45.976424 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-cc7ab786-332b-4bf1-8b7f-d4b792db128f req-007f8b4e-0c0e-4b7f-8de1-0945e227d0e7 service neutron] 10.222.0.32 "GET /v2.0/networks/6b2fcaea-9731-46d2-9cb5-eddb6e90914c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440163 Dec 15 19:34:46.043163 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf647d9-42a2-44e7-beff-ec0be71d121b req-9a388d19-293f-44fe-99ca-f1f71439e318 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:34:46.044790 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0bf647d9-42a2-44e7-beff-ec0be71d121b req-9a388d19-293f-44fe-99ca-f1f71439e318 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fd631ac-33fc-4c97-8b5f-5ec62f47badb HTTP/1.1" status: 200 len: 945 time: 0.0861464 Dec 15 19:34:46.103069 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-fb9f6c32-e345-490a-b927-ea772ffddd0b None None] Set router a4d3b487-8baa-4caa-89a8-0f1122351488 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:34:46.106570 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0bf647d9-42a2-44e7-beff-ec0be71d121b req-3b95a59a-1e70-4a5b-906e-990e9b35c29f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=be7d13ce-bf4a-4e98-8658-ce831eae8005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526643 Dec 15 19:34:46.140851 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6efd2898-ebe4-4c83-ba39-1fff70de050a req-0a6c5cec-71e1-4e33-9f7e-afd65f9182a4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c1b74cf25a94156b4530f0bd868c0c9&device_id=3fd631ac-33fc-4c97-8b5f-5ec62f47badb HTTP/1.1" status: 200 len: 1098 time: 0.0838995 Dec 15 19:34:46.283526 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efd2898-ebe4-4c83-ba39-1fff70de050a req-239398ca-110e-49d6-a5a5-d732fc704a73 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:34:46.285160 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6efd2898-ebe4-4c83-ba39-1fff70de050a req-239398ca-110e-49d6-a5a5-d732fc704a73 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6b2fcaea-9731-46d2-9cb5-eddb6e90914c HTTP/1.1" status: 200 len: 897 time: 0.1366813 Dec 15 19:34:46.360479 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6efd2898-ebe4-4c83-ba39-1fff70de050a req-04f477ce-206b-4726-816c-0210997ba1ba service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38de1fe4-24b0-4374-b6c5-626d38dcf3f2 HTTP/1.1" status: 200 len: 217 time: 0.0679045 Dec 15 19:34:46.430562 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efd2898-ebe4-4c83-ba39-1fff70de050a req-d38911b1-8f32-4d9b-b99a-de96e3665478 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:34:46.432070 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6efd2898-ebe4-4c83-ba39-1fff70de050a req-d38911b1-8f32-4d9b-b99a-de96e3665478 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e7ee8a62-e51b-40e3-9d75-aa02de636aab HTTP/1.1" status: 200 len: 835 time: 0.0648384 Dec 15 19:34:46.440759 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-fb9f6c32-e345-490a-b927-ea772ffddd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d3b487-8baa-4caa-89a8-0f1122351488', 'name': 'tempest-TestNetworkBasicOps-router-140161976', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': '0c6d8bac-1aff-4bb9-a82c-bc3717fde3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:33:08Z', 'updated_at': '2021-12-15T19:33:13Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': '0c6d8bac-1aff-4bb9-a82c-bc3717fde3b5', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d3b487-8baa-4caa-89a8-0f1122351488', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:33:09Z', 'updated_at': '2021-12-15T19:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': 'f9c77166-85cd-4793-be7f-f666c54bed6d', 'name': '', 'network_id': '6b2fcaea-9731-46d2-9cb5-eddb6e90914c', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:f6:9e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d3b487-8baa-4caa-89a8-0f1122351488', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7ee8a62-e51b-40e3-9d75-aa02de636aab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:33:13Z', 'updated_at': '2021-12-15T19:33:20Z', 'revision_number': 5, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'e7ee8a62-e51b-40e3-9d75-aa02de636aab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:34:46.447173 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9f6c32-e345-490a-b927-ea772ffddd0b None None] The sync data for ids ['a4d3b487-8baa-4caa-89a8-0f1122351488'] in dv-neutron-821831-2-hyperv is: [{'id': 'a4d3b487-8baa-4caa-89a8-0f1122351488', 'name': 'tempest-TestNetworkBasicOps-router-140161976', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': '0c6d8bac-1aff-4bb9-a82c-bc3717fde3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:33:08Z', 'updated_at': '2021-12-15T19:33:13Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': '0c6d8bac-1aff-4bb9-a82c-bc3717fde3b5', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d3b487-8baa-4caa-89a8-0f1122351488', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:33:09Z', 'updated_at': '2021-12-15T19:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': 'f9c77166-85cd-4793-be7f-f666c54bed6d', 'name': '', 'network_id': '6b2fcaea-9731-46d2-9cb5-eddb6e90914c', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:f6:9e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d3b487-8baa-4caa-89a8-0f1122351488', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7ee8a62-e51b-40e3-9d75-aa02de636aab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:33:13Z', 'updated_at': '2021-12-15T19:33:20Z', 'revision_number': 5, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'e7ee8a62-e51b-40e3-9d75-aa02de636aab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:34:46.520597 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6efd2898-ebe4-4c83-ba39-1fff70de050a req-268a7170-9207-4348-9d78-a4df6f138bc3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6b2fcaea-9731-46d2-9cb5-eddb6e90914c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791490 Dec 15 19:34:46.671651 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6efd2898-ebe4-4c83-ba39-1fff70de050a req-d6c3fada-2f5a-49d0-b31f-ac46991ac8a3 service neutron] 10.222.0.32 "GET /v2.0/networks/6b2fcaea-9731-46d2-9cb5-eddb6e90914c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420140 Dec 15 19:34:46.820125 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6efd2898-ebe4-4c83-ba39-1fff70de050a req-2b4f0d0b-8a81-4ef4-844c-6c5cec23d555 service neutron] 10.222.0.32 "GET /v2.0/networks/6b2fcaea-9731-46d2-9cb5-eddb6e90914c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413021 Dec 15 19:34:46.888763 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e3c4a1-b41a-40a1-be91-9afcf6e69d73 None None] New status for floating IP 5f4a8bac-12d3-405d-a8bc-4315c639bbe3: DOWN {{(pid=88993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 15 19:34:47.328669 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb07e54-18ed-428e-8987-3e0bd62f8d69 req-c2c8daf7-e8df-440f-a93d-fb8118c8c265 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:34:47.330297 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8eb07e54-18ed-428e-8987-3e0bd62f8d69 req-c2c8daf7-e8df-440f-a93d-fb8118c8c265 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fd631ac-33fc-4c97-8b5f-5ec62f47badb HTTP/1.1" status: 200 len: 945 time: 0.0899315 Dec 15 19:34:47.378199 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8eb07e54-18ed-428e-8987-3e0bd62f8d69 req-4ddcd7c7-cbfd-4658-87ae-a6130d80a235 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=be7d13ce-bf4a-4e98-8658-ce831eae8005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414114 Dec 15 19:34:47.725845 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09197d4-3bd8-4fa1-bb5c-b1307f7fd32c req-814fad94-eff1-4180-81d2-b7d7fe3a551c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:34:47.726661 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-e09197d4-3bd8-4fa1-bb5c-b1307f7fd32c req-814fad94-eff1-4180-81d2-b7d7fe3a551c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Synchronizing usage tracker for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:port {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:34:47.770859 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-e09197d4-3bd8-4fa1-bb5c-b1307f7fd32c req-814fad94-eff1-4180-81d2-b7d7fe3a551c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Unset dirty status for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:port {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:34:47.772342 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e09197d4-3bd8-4fa1-bb5c-b1307f7fd32c req-814fad94-eff1-4180-81d2-b7d7fe3a551c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fd631ac-33fc-4c97-8b5f-5ec62f47badb HTTP/1.1" status: 200 len: 945 time: 0.1342599 Dec 15 19:34:47.848743 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [req-e09197d4-3bd8-4fa1-bb5c-b1307f7fd32c req-c27d5f75-88d2-45de-8efe-764c7587214b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Deleting port 38de1fe4-24b0-4374-b6c5-626d38dcf3f2 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:34:47.849120 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-e09197d4-3bd8-4fa1-bb5c-b1307f7fd32c req-c27d5f75-88d2-45de-8efe-764c7587214b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:48.102739 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-e09197d4-3bd8-4fa1-bb5c-b1307f7fd32c req-c27d5f75-88d2-45de-8efe-764c7587214b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] For port 38de1fe4-24b0-4374-b6c5-626d38dcf3f2, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=38de1fe4-24b0-4374-b6c5-626d38dcf3f2,segment=NetworkSegment(be48c5e7-a634-44cb-ae68-f595a4e7daa0),segment_id=be48c5e7-a634-44cb-ae68-f595a4e7daa0)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:34:48.103067 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-e09197d4-3bd8-4fa1-bb5c-b1307f7fd32c req-c27d5f75-88d2-45de-8efe-764c7587214b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:48.226050 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [req-e09197d4-3bd8-4fa1-bb5c-b1307f7fd32c req-c27d5f75-88d2-45de-8efe-764c7587214b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Calling delete_port for 38de1fe4-24b0-4374-b6c5-626d38dcf3f2 owned by compute:nova {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:34:48.468365 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-e09197d4-3bd8-4fa1-bb5c-b1307f7fd32c req-c27d5f75-88d2-45de-8efe-764c7587214b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:48.474910 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-35e411e2-11c4-42ce-9c43-17db1a390736 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:34:48.525072 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27d5f75-88d2-45de-8efe-764c7587214b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event deleted for resources: {'Port': ['ID=38de1fe4-24b0-4374-b6c5-626d38dcf3f2,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:34:48.529297 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c27d5f75-88d2-45de-8efe-764c7587214b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:34:48.609995 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [req-e09197d4-3bd8-4fa1-bb5c-b1307f7fd32c req-c27d5f75-88d2-45de-8efe-764c7587214b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] No DVR routers for this DVR port 38de1fe4-24b0-4374-b6c5-626d38dcf3f2 on host hv-neutron-8218 {{(pid=88991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:34:48.612609 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-e09197d4-3bd8-4fa1-bb5c-b1307f7fd32c req-c27d5f75-88d2-45de-8efe-764c7587214b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:48.615538 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd631ac-33fc-4c97-8b5f-5ec62f47badb', 'name': 'network-vif-deleted', 'tag': '38de1fe4-24b0-4374-b6c5-626d38dcf3f2'}] {{(pid=88991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:34:48.669294 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e09197d4-3bd8-4fa1-bb5c-b1307f7fd32c req-c27d5f75-88d2-45de-8efe-764c7587214b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.32 "DELETE /v2.0/ports/38de1fe4-24b0-4374-b6c5-626d38dcf3f2 HTTP/1.1" status: 204 len: 173 time: 0.8878255 Dec 15 19:34:48.675542 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fd631ac-33fc-4c97-8b5f-5ec62f47badb', 'name': 'network-vif-deleted', 'tag': '38de1fe4-24b0-4374-b6c5-626d38dcf3f2', 'status': 'completed', 'code': 200} Dec 15 19:34:48.686177 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d0cbac7c-e2b8-4701-b97c-9e292e57da4b req-d4e98f7f-a751-4164-b37e-1dd0b8a5c430 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fd631ac-33fc-4c97-8b5f-5ec62f47badb HTTP/1.1" status: 200 len: 210 time: 0.0463283 Dec 15 19:34:49.796732 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 58788) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:34:49.868285 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-501dfb92-893c-48b1-897d-06dc37fa83d4 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:49.900150 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-501dfb92-893c-48b1-897d-06dc37fa83d4 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:50.039304 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-501dfb92-893c-48b1-897d-06dc37fa83d4 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:50.044852 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-efac908a-afef-43bb-bc1c-5b6e7ae92821 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:34:50.061017 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501dfb92-893c-48b1-897d-06dc37fa83d4 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7d13ce-bf4a-4e98-8658-ce831eae8005,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:34:50.067179 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-501dfb92-893c-48b1-897d-06dc37fa83d4 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:34:50.068785 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-501dfb92-893c-48b1-897d-06dc37fa83d4 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:50.070012 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-501dfb92-893c-48b1-897d-06dc37fa83d4 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "DELETE /v2.0/security-groups/be7d13ce-bf4a-4e98-8658-ce831eae8005 HTTP/1.1" status: 204 len: 168 time: 0.2722385 Dec 15 19:34:50.137435 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 58794) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:34:50.545428 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e3ded2b8-50df-4e6c-8234-722d3d1514e8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145021'] for router_interface, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:51.174654 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-e3ded2b8-50df-4e6c-8234-722d3d1514e8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Deleting port f9c77166-85cd-4793-be7f-f666c54bed6d {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:34:51.175273 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e3ded2b8-50df-4e6c-8234-722d3d1514e8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:51.369776 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-e3ded2b8-50df-4e6c-8234-722d3d1514e8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] For port f9c77166-85cd-4793-be7f-f666c54bed6d, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=f9c77166-85cd-4793-be7f-f666c54bed6d,segment=NetworkSegment(be48c5e7-a634-44cb-ae68-f595a4e7daa0),segment_id=be48c5e7-a634-44cb-ae68-f595a4e7daa0)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:34:51.370176 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e3ded2b8-50df-4e6c-8234-722d3d1514e8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:51.439563 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 38de1fe4-24b0-4374-b6c5-626d38dcf3f2 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:34:51.477453 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] No Port match for: 38de1fe4-24b0-4374-b6c5-626d38dcf3f2 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:34:51.477848 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 38de1fe4-24b0-4374-b6c5-626d38dcf3f2 not bound to the agent host hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:34:51.494268 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-e3ded2b8-50df-4e6c-8234-722d3d1514e8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Calling delete_port for f9c77166-85cd-4793-be7f-f666c54bed6d owned by network:router_interface {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:34:51.788070 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e3ded2b8-50df-4e6c-8234-722d3d1514e8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:51.792504 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-18c5eb78-fc75-4ba5-928a-eee333f5d5a6 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:34:51.834389 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ded2b8-50df-4e6c-8234-722d3d1514e8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event deleted for resources: {'Port': ['ID=f9c77166-85cd-4793-be7f-f666c54bed6d,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:34:51.838128 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e3ded2b8-50df-4e6c-8234-722d3d1514e8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:34:52.378665 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e3ded2b8-50df-4e6c-8234-722d3d1514e8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852815828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854144871'] for router_interface, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:52.978931 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3ded2b8-50df-4e6c-8234-722d3d1514e8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Router a4d3b487-8baa-4caa-89a8-0f1122351488 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:34:53.182417 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ded2b8-50df-4e6c-8234-722d3d1514e8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:34:53.192183 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97058c70-c470-4a69-9c60-ad6850709f37 None None] Sync routers for ids ['a4d3b487-8baa-4caa-89a8-0f1122351488'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:34:53.196922 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e3ded2b8-50df-4e6c-8234-722d3d1514e8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "PUT /v2.0/routers/a4d3b487-8baa-4caa-89a8-0f1122351488/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0581765 Dec 15 19:34:53.199847 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 58798) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:34:53.205764 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97058c70-c470-4a69-9c60-ad6850709f37 None None] Routers {'a4d3b487-8baa-4caa-89a8-0f1122351488'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:34:53.206486 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-97058c70-c470-4a69-9c60-ad6850709f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:34:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['a4d3b487-8baa-4caa-89a8-0f1122351488'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:34:53.402466 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e99ee92-1590-439c-929a-156a719f7ae1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Deleting subnet e7ee8a62-e51b-40e3-9d75-aa02de636aab {{(pid=88990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:34:53.406759 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8e99ee92-1590-439c-929a-156a719f7ae1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for subnet, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:53.470082 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8e99ee92-1590-439c-929a-156a719f7ae1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838448728'] for subnet, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:53.558270 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8e99ee92-1590-439c-929a-156a719f7ae1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:53.566986 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-97058c70-c470-4a69-9c60-ad6850709f37 None None] Set router a4d3b487-8baa-4caa-89a8-0f1122351488 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:34:53.667930 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8e99ee92-1590-439c-929a-156a719f7ae1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16636259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14850861'] for subnet, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:53.673390 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ef6f12da-74d1-4689-92cd-68ac84eba82e tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:34:53.712447 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e99ee92-1590-439c-929a-156a719f7ae1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event deleted for resources: {'Subnet': ['ID=e7ee8a62-e51b-40e3-9d75-aa02de636aab,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:34:53.715180 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8e99ee92-1590-439c-929a-156a719f7ae1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:34:53.717936 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8e99ee92-1590-439c-929a-156a719f7ae1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:53.724961 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8e99ee92-1590-439c-929a-156a719f7ae1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "DELETE /v2.0/subnets/e7ee8a62-e51b-40e3-9d75-aa02de636aab HTTP/1.1" status: 204 len: 168 time: 0.5240715 Dec 15 19:34:53.727838 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 58802) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:34:53.747182 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108c3b31-4e86-4513-be98-eaa85f2213c8 None None] Network 6b2fcaea-9731-46d2-9cb5-eddb6e90914c requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:34:53.934510 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e7bd6ec6-576f-4671-b09c-e0810a3213b1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for router, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:54.067068 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-97058c70-c470-4a69-9c60-ad6850709f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d3b487-8baa-4caa-89a8-0f1122351488', 'name': 'tempest-TestNetworkBasicOps-router-140161976', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': '0c6d8bac-1aff-4bb9-a82c-bc3717fde3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:33:08Z', 'updated_at': '2021-12-15T19:34:51Z', 'revision_number': 5, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': '0c6d8bac-1aff-4bb9-a82c-bc3717fde3b5', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d3b487-8baa-4caa-89a8-0f1122351488', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:33:09Z', 'updated_at': '2021-12-15T19:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:34:54.071194 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97058c70-c470-4a69-9c60-ad6850709f37 None None] Checking router: a4d3b487-8baa-4caa-89a8-0f1122351488 for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:34:54.083001 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97058c70-c470-4a69-9c60-ad6850709f37 None None] Routers {'a4d3b487-8baa-4caa-89a8-0f1122351488'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:34:54.083647 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-97058c70-c470-4a69-9c60-ad6850709f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:34:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['a4d3b487-8baa-4caa-89a8-0f1122351488'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:34:54.146068 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25cc43ad-7aac-471a-8dac-a9cf65215020 None None] DHCP port deletion for 6b2fcaea-9731-46d2-9cb5-eddb6e90914c request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:34:54.147615 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e7bd6ec6-576f-4671-b09c-e0810a3213b1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:54.147997 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:54.161378 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-25cc43ad-7aac-471a-8dac-a9cf65215020 None None] Deleting port 5641c543-3a63-4a02-b9e3-f1c9b316fc19 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:34:54.166457 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-25cc43ad-7aac-471a-8dac-a9cf65215020 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:54.188205 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd6ec6-576f-4671-b09c-e0810a3213b1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Deleting port 0c6d8bac-1aff-4bb9-a82c-bc3717fde3b5 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:34:54.188532 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e7bd6ec6-576f-4671-b09c-e0810a3213b1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:54.369890 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-e7bd6ec6-576f-4671-b09c-e0810a3213b1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] For port 0c6d8bac-1aff-4bb9-a82c-bc3717fde3b5, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=0c6d8bac-1aff-4bb9-a82c-bc3717fde3b5,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:34:54.370350 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e7bd6ec6-576f-4671-b09c-e0810a3213b1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:54.455976 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-97058c70-c470-4a69-9c60-ad6850709f37 None None] Set router a4d3b487-8baa-4caa-89a8-0f1122351488 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:34:54.499548 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd6ec6-576f-4671-b09c-e0810a3213b1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Calling delete_port for 0c6d8bac-1aff-4bb9-a82c-bc3717fde3b5 owned by network:router_gateway {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:34:54.660213 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 5641c543-3a63-4a02-b9e3-f1c9b316fc19 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:34:54.689598 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-25cc43ad-7aac-471a-8dac-a9cf65215020 None None] For port 5641c543-3a63-4a02-b9e3-f1c9b316fc19, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=5641c543-3a63-4a02-b9e3-f1c9b316fc19,segment=NetworkSegment(be48c5e7-a634-44cb-ae68-f595a4e7daa0),segment_id=be48c5e7-a634-44cb-ae68-f595a4e7daa0)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:34:54.690080 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-25cc43ad-7aac-471a-8dac-a9cf65215020 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:54.844242 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-25cc43ad-7aac-471a-8dac-a9cf65215020 None None] Calling delete_port for 5641c543-3a63-4a02-b9e3-f1c9b316fc19 owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:34:54.844830 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e7bd6ec6-576f-4671-b09c-e0810a3213b1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:54.849502 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-18133528-78d8-4851-810e-97163a0bc574 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:34:54.895303 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd6ec6-576f-4671-b09c-e0810a3213b1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event deleted for resources: {'Port': ['ID=0c6d8bac-1aff-4bb9-a82c-bc3717fde3b5,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:34:54.898373 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e7bd6ec6-576f-4671-b09c-e0810a3213b1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:34:55.055629 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:55.122083 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-25cc43ad-7aac-471a-8dac-a9cf65215020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866'] for port, after_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:55.128119 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0fefd719-b783-45e0-93e6-cf54ec4bb0b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:34:55.182818 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cc43ad-7aac-471a-8dac-a9cf65215020 None None] Pushing event deleted for resources: {'Port': ['ID=5641c543-3a63-4a02-b9e3-f1c9b316fc19,revision_number=None']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:34:55.193452 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cc43ad-7aac-471a-8dac-a9cf65215020 None None] No DVR routers for this DVR port 5641c543-3a63-4a02-b9e3-f1c9b316fc19 on host dv-neutron-821831-2-hyperv {{(pid=88992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:34:55.201588 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cc43ad-7aac-471a-8dac-a9cf65215020 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:34:55.202175 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cc43ad-7aac-471a-8dac-a9cf65215020 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:34:55.203097 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cc43ad-7aac-471a-8dac-a9cf65215020 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:34:55.203487 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cc43ad-7aac-471a-8dac-a9cf65215020 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:34:55.204089 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cc43ad-7aac-471a-8dac-a9cf65215020 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:34:55.204479 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cc43ad-7aac-471a-8dac-a9cf65215020 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:34:55.204862 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cc43ad-7aac-471a-8dac-a9cf65215020 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:34:55.205248 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cc43ad-7aac-471a-8dac-a9cf65215020 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:34:55.205624 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cc43ad-7aac-471a-8dac-a9cf65215020 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:34:55.206007 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cc43ad-7aac-471a-8dac-a9cf65215020 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:34:55.206411 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cc43ad-7aac-471a-8dac-a9cf65215020 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:34:55.211069 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-25cc43ad-7aac-471a-8dac-a9cf65215020 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:34:55.213511 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-97058c70-c470-4a69-9c60-ad6850709f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d3b487-8baa-4caa-89a8-0f1122351488', 'name': 'tempest-TestNetworkBasicOps-router-140161976', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': '0c6d8bac-1aff-4bb9-a82c-bc3717fde3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:33:08Z', 'updated_at': '2021-12-15T19:34:51Z', 'revision_number': 5, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': '0c6d8bac-1aff-4bb9-a82c-bc3717fde3b5', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d3b487-8baa-4caa-89a8-0f1122351488', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:33:09Z', 'updated_at': '2021-12-15T19:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:34:55.218878 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97058c70-c470-4a69-9c60-ad6850709f37 None None] The sync data for ids ['a4d3b487-8baa-4caa-89a8-0f1122351488'] in dv-neutron-821831-2-hyperv is: [{'id': 'a4d3b487-8baa-4caa-89a8-0f1122351488', 'name': 'tempest-TestNetworkBasicOps-router-140161976', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': '0c6d8bac-1aff-4bb9-a82c-bc3717fde3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:33:08Z', 'updated_at': '2021-12-15T19:34:51Z', 'revision_number': 5, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': '0c6d8bac-1aff-4bb9-a82c-bc3717fde3b5', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d3b487-8baa-4caa-89a8-0f1122351488', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:33:09Z', 'updated_at': '2021-12-15T19:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:34:55.372306 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e7bd6ec6-576f-4671-b09c-e0810a3213b1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854141934'] for router_gateway, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:55.650723 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e7bd6ec6-576f-4671-b09c-e0810a3213b1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854207876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854699191'] for router, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:55.655938 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e7bd6ec6-576f-4671-b09c-e0810a3213b1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:55.776298 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e7bd6ec6-576f-4671-b09c-e0810a3213b1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854207982'] for router, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:55.776903 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7bd6ec6-576f-4671-b09c-e0810a3213b1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Fanout notify agent at l3_agent the message router_deleted on router a4d3b487-8baa-4caa-89a8-0f1122351488 {{(pid=88990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 19:34:55.794347 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e7bd6ec6-576f-4671-b09c-e0810a3213b1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:55.798301 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e7bd6ec6-576f-4671-b09c-e0810a3213b1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "DELETE /v2.0/routers/a4d3b487-8baa-4caa-89a8-0f1122351488 HTTP/1.1" status: 204 len: 168 time: 2.0667272 Dec 15 19:34:55.798567 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 58806) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:34:55.923616 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2ced3f22-2cbe-4604-9808-9365df8f7bbf tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:56.065436 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2ced3f22-2cbe-4604-9808-9365df8f7bbf tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:56.092102 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-2ced3f22-2cbe-4604-9808-9365df8f7bbf tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b2fcaea-9731-46d2-9cb5-eddb6e90914c']}} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:34:56.104689 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-2ced3f22-2cbe-4604-9808-9365df8f7bbf tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be48c5e7-a634-44cb-ae68-f595a4e7daa0') {'for_net_delete': True} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:34:56.105034 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-2ced3f22-2cbe-4604-9808-9365df8f7bbf tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be48c5e7-a634-44cb-ae68-f595a4e7daa0') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:34:56.117827 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2ced3f22-2cbe-4604-9808-9365df8f7bbf tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16327073'] for segment, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:56.133498 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2ced3f22-2cbe-4604-9808-9365df8f7bbf tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:56.139972 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ced3f22-2cbe-4604-9808-9365df8f7bbf tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=88990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:34:56.140401 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2ced3f22-2cbe-4604-9808-9365df8f7bbf tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838138943'] for segment, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:56.155434 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:34:56.155434 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:34:56.155434 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:34:56.155434 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:34:56.155434 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:34:56.155434 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:34:56.155434 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:34:56.155434 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:34:56.155434 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:34:56.155434 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:34:56.155434 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:34:56.155434 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:34:56.155434 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:34:56.155434 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:34:56.155434 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:34:56.155434 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:34:56.155434 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:34:56.155434 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:34:56.155434 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:34:56.155434 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:34:56.155434 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:34:56.155434 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:34:56.155434 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:34:56.155434 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:34:56.155434 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:34:56.155434 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:34:56.155434 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:34:56.155434 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:34:56.155434 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:34:56.155434 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:34:56.155434 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:34:56.155434 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:34:56.262167 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2ced3f22-2cbe-4604-9808-9365df8f7bbf tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:56.266917 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2ced3f22-2cbe-4604-9808-9365df8f7bbf tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:56.271327 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-16c88b55-3c45-4660-9dac-b26b6cbe329a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:34:56.298101 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ced3f22-2cbe-4604-9808-9365df8f7bbf tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event deleted for resources: {'Network': ['ID=6b2fcaea-9731-46d2-9cb5-eddb6e90914c,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:34:56.301149 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2ced3f22-2cbe-4604-9808-9365df8f7bbf tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:34:56.320167 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-2ced3f22-2cbe-4604-9808-9365df8f7bbf tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "DELETE /v2.0/networks/6b2fcaea-9731-46d2-9cb5-eddb6e90914c HTTP/1.1" status: 204 len: 168 time: 0.5205767 Dec 15 19:34:56.348634 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 58810) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:34:56.354838 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-d677891a-8ec1-44f6-837d-785bc72cf7a5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'network': {'name': 'tempest-network-smoke--242941782', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'port_security_enabled': True}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:34:56.361676 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-d677891a-8ec1-44f6-837d-785bc72cf7a5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:34:56.365986 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d677891a-8ec1-44f6-837d-785bc72cf7a5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:network and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:34:56.368953 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d677891a-8ec1-44f6-837d-785bc72cf7a5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:34:56.375540 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-d677891a-8ec1-44f6-837d-785bc72cf7a5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:34:56.427831 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d677891a-8ec1-44f6-837d-785bc72cf7a5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Made reservation on behalf of 7c1b74cf25a94156b4530f0bd868c0c9 for: {'network': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:34:56.433659 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d677891a-8ec1-44f6-837d-785bc72cf7a5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:56.463514 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d677891a-8ec1-44f6-837d-785bc72cf7a5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=88990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:34:56.497981 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d677891a-8ec1-44f6-837d-785bc72cf7a5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:56.498406 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-d677891a-8ec1-44f6-837d-785bc72cf7a5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Added segment 6071f11e-1d41-43cb-8c93-a9fd1de1040b of type vlan for network 73ce0776-db43-4565-b7fa-28a0f31a0481 Dec 15 19:34:56.555437 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d677891a-8ec1-44f6-837d-785bc72cf7a5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:56.588321 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 0c6d8bac-1aff-4bb9-a82c-bc3717fde3b5 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:34:56.623185 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 0c6d8bac-1aff-4bb9-a82c-bc3717fde3b5 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:34:56.623592 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 0c6d8bac-1aff-4bb9-a82c-bc3717fde3b5 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:34:56.624499 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device f9c77166-85cd-4793-be7f-f666c54bed6d no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:34:56.657292 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: f9c77166-85cd-4793-be7f-f666c54bed6d {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:34:56.657768 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device f9c77166-85cd-4793-be7f-f666c54bed6d not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:34:56.668059 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d677891a-8ec1-44f6-837d-785bc72cf7a5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:56.673253 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d677891a-8ec1-44f6-837d-785bc72cf7a5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:34:56.673925 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d677891a-8ec1-44f6-837d-785bc72cf7a5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:56.679527 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b5a48eb0-68d0-40a7-8468-c87d2dfc5d8a tempest-ExternalNetworksTestJSON-1357692732 tempest-ExternalNetworksTestJSON-1357692732-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:34:56.793348 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d677891a-8ec1-44f6-837d-785bc72cf7a5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'Network': ['ID=73ce0776-db43-4565-b7fa-28a0f31a0481,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:34:56.796530 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d677891a-8ec1-44f6-837d-785bc72cf7a5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:34:56.805636 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 73ce0776-db43-4565-b7fa-28a0f31a0481 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:34:56.834665 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d677891a-8ec1-44f6-837d-785bc72cf7a5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4849005 Dec 15 19:34:56.837766 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 58814) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:34:56.844178 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-bc1a4e34-7f4e-4dbf-b3ae-32470f4c64d9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-15612562', 'admin_state_up': True, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:34:56.852233 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-bc1a4e34-7f4e-4dbf-b3ae-32470f4c64d9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:34:56.856562 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-bc1a4e34-7f4e-4dbf-b3ae-32470f4c64d9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:router and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:34:56.860945 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-bc1a4e34-7f4e-4dbf-b3ae-32470f4c64d9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:34:56.868993 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-bc1a4e34-7f4e-4dbf-b3ae-32470f4c64d9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:34:56.925684 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bc1a4e34-7f4e-4dbf-b3ae-32470f4c64d9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854699176'] for router, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:56.926811 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bc1a4e34-7f4e-4dbf-b3ae-32470f4c64d9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854194926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-76609'] for router, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:57.004125 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bc1a4e34-7f4e-4dbf-b3ae-32470f4c64d9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:57.193689 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bc1a4e34-7f4e-4dbf-b3ae-32470f4c64d9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:57.413513 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bc1a4e34-7f4e-4dbf-b3ae-32470f4c64d9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for router_gateway, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:57.444316 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bc1a4e34-7f4e-4dbf-b3ae-32470f4c64d9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:57.586869 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-bc1a4e34-7f4e-4dbf-b3ae-32470f4c64d9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Allocated IP 172.26.3.156 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/ef4bd456-906a-4741-ae08-960969e643d2) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:34:57.741768 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bc1a4e34-7f4e-4dbf-b3ae-32470f4c64d9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:57.805189 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bc1a4e34-7f4e-4dbf-b3ae-32470f4c64d9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:57.809580 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c31ee6e9-3168-4b61-be21-c0f44403e2f4 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:34:57.874901 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1a4e34-7f4e-4dbf-b3ae-32470f4c64d9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:34:57.878426 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-bc1a4e34-7f4e-4dbf-b3ae-32470f4c64d9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:34:57.882964 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1a4e34-7f4e-4dbf-b3ae-32470f4c64d9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:34:57.915136 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1a4e34-7f4e-4dbf-b3ae-32470f4c64d9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'Port': ['ID=ef4bd456-906a-4741-ae08-960969e643d2,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:34:57.922768 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-bc1a4e34-7f4e-4dbf-b3ae-32470f4c64d9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:34:58.068789 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bc1a4e34-7f4e-4dbf-b3ae-32470f4c64d9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for router_gateway, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:58.069544 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bc1a4e34-7f4e-4dbf-b3ae-32470f4c64d9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904'] for router, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:58.381801 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc1a4e34-7f4e-4dbf-b3ae-32470f4c64d9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Router df51bf57-5672-480b-a017-a04d87221445 is scheduled to L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 with binding_index 1 {{(pid=88990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 15 19:34:58.588523 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc1a4e34-7f4e-4dbf-b3ae-32470f4c64d9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:34:58.603548 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f63e44d-5b56-4e8e-b9d4-3e3d870481c2 None None] Sync routers for ids ['df51bf57-5672-480b-a017-a04d87221445'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:34:58.617122 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f63e44d-5b56-4e8e-b9d4-3e3d870481c2 None None] Routers {'df51bf57-5672-480b-a017-a04d87221445'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:34:58.617901 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-6f63e44d-5b56-4e8e-b9d4-3e3d870481c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:34:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['df51bf57-5672-480b-a017-a04d87221445'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:34:58.662268 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bc1a4e34-7f4e-4dbf-b3ae-32470f4c64d9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:58.663705 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-bc1a4e34-7f4e-4dbf-b3ae-32470f4c64d9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.8248379 Dec 15 19:34:58.666947 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 58818) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:34:58.716199 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-5b4f6ed4-1b36-4a93-85bf-6d787c9e5af4 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=7c1b74cf25a94156b4530f0bd868c0c9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0480211 Dec 15 19:34:58.719115 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 58822) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:34:58.800677 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-6f63e44d-5b56-4e8e-b9d4-3e3d870481c2 None None] Set router df51bf57-5672-480b-a017-a04d87221445 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:34:59.105741 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6346f0a7-8f03-4d0d-b49a-8422ab714ac0 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:34:59.111066 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6346f0a7-8f03-4d0d-b49a-8422ab714ac0 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3873172 Dec 15 19:34:59.111461 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 58826) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:34:59.113670 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-6f63e44d-5b56-4e8e-b9d4-3e3d870481c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df51bf57-5672-480b-a017-a04d87221445', 'name': 'tempest-TestNetworkBasicOps-router-15612562', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ef4bd456-906a-4741-ae08-960969e643d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:34:56Z', 'updated_at': '2021-12-15T19:34:57Z', 'revision_number': 3, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': 'ef4bd456-906a-4741-ae08-960969e643d2', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ee:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df51bf57-5672-480b-a017-a04d87221445', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:34:57Z', 'updated_at': '2021-12-15T19:34:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:34:59.117834 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f63e44d-5b56-4e8e-b9d4-3e3d870481c2 None None] Checking router: df51bf57-5672-480b-a017-a04d87221445 for host: dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:34:59.118259 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f63e44d-5b56-4e8e-b9d4-3e3d870481c2 None None] Updating router df51bf57-5672-480b-a017-a04d87221445 port ef4bd456-906a-4741-ae08-960969e643d2 binding host dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 15 19:34:59.157478 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-87491528-e84b-4936-8076-dc97a0dfcc4d tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=4b9c9b76-a8c2-4873-8d7b-0d52cc71925c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0423775 Dec 15 19:34:59.157707 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 58830) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:34:59.163556 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-8993259a-47a8-4de3-92b6-6369c90fc54b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-886046231', 'network_id': '73ce0776-db43-4565-b7fa-28a0f31a0481', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:34:59.172210 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6f63e44d-5b56-4e8e-b9d4-3e3d870481c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:59.278570 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-8993259a-47a8-4de3-92b6-6369c90fc54b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:34:59.282777 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8993259a-47a8-4de3-92b6-6369c90fc54b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:subnet and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:34:59.285681 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8993259a-47a8-4de3-92b6-6369c90fc54b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:34:59.291636 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-8993259a-47a8-4de3-92b6-6369c90fc54b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:34:59.342038 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8993259a-47a8-4de3-92b6-6369c90fc54b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Made reservation on behalf of 7c1b74cf25a94156b4530f0bd868c0c9 for: {'subnet': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:34:59.454400 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8993259a-47a8-4de3-92b6-6369c90fc54b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839924940'] for subnet, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:59.511397 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6f63e44d-5b56-4e8e-b9d4-3e3d870481c2 None None] Notify callbacks [] for port, precommit_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:59.524516 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-6f63e44d-5b56-4e8e-b9d4-3e3d870481c2 None None] Transition to ACTIVE for port object ef4bd456-906a-4741-ae08-960969e643d2 will not be triggered until provisioned by entity L2. {{(pid=88993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:34:59.559272 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6f63e44d-5b56-4e8e-b9d4-3e3d870481c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:59.564186 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:34:59.650880 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2072567-4620-4ecf-afeb-a879474da1f7 None None] Pushing event updated for resources: {'Port': ['ID=ef4bd456-906a-4741-ae08-960969e643d2,revision_number=2']} {{(pid=88993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:34:59.656268 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-6f63e44d-5b56-4e8e-b9d4-3e3d870481c2 None None] Attempting to bind port ef4bd456-906a-4741-ae08-960969e643d2 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:34:59.656679 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-6f63e44d-5b56-4e8e-b9d4-3e3d870481c2 None None] Attempting to bind port ef4bd456-906a-4741-ae08-960969e643d2 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}] {{(pid=88993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:34:59.657081 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f63e44d-5b56-4e8e-b9d4-3e3d870481c2 None None] Attempting to bind port ef4bd456-906a-4741-ae08-960969e643d2 on network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:34:59.666761 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2072567-4620-4ecf-afeb-a879474da1f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:34:59.667144 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2072567-4620-4ecf-afeb-a879474da1f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:34:59.667526 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2072567-4620-4ecf-afeb-a879474da1f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:34:59.667888 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2072567-4620-4ecf-afeb-a879474da1f7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:34:59.668255 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2072567-4620-4ecf-afeb-a879474da1f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:34:59.668619 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2072567-4620-4ecf-afeb-a879474da1f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:34:59.668985 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2072567-4620-4ecf-afeb-a879474da1f7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:34:59.669349 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2072567-4620-4ecf-afeb-a879474da1f7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:34:59.669710 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2072567-4620-4ecf-afeb-a879474da1f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:34:59.670075 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2072567-4620-4ecf-afeb-a879474da1f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:34:59.670487 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2072567-4620-4ecf-afeb-a879474da1f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:34:59.674728 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e2072567-4620-4ecf-afeb-a879474da1f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:34:59.681032 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f63e44d-5b56-4e8e-b9d4-3e3d870481c2 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:34:59.681032 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f63e44d-5b56-4e8e-b9d4-3e3d870481c2 None None] Checking segment: {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:34:59.681032 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6f63e44d-5b56-4e8e-b9d4-3e3d870481c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:59.681032 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f63e44d-5b56-4e8e-b9d4-3e3d870481c2 None None] Bound using segment: {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'} {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:34:59.681032 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-6f63e44d-5b56-4e8e-b9d4-3e3d870481c2 None None] Bound port: ef4bd456-906a-4741-ae08-960969e643d2, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}}] {{(pid=88993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:34:59.681032 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6f63e44d-5b56-4e8e-b9d4-3e3d870481c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:59.773401 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-6f63e44d-5b56-4e8e-b9d4-3e3d870481c2 None None] For port ef4bd456-906a-4741-ae08-960969e643d2, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:34:59.776875 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-6f63e44d-5b56-4e8e-b9d4-3e3d870481c2 None None] For port ef4bd456-906a-4741-ae08-960969e643d2, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=ef4bd456-906a-4741-ae08-960969e643d2,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:34:59.805102 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6f63e44d-5b56-4e8e-b9d4-3e3d870481c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:59.810384 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6267bff2-11c1-4284-ab0b-2b3f5b5df183 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:34:59.892691 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2072567-4620-4ecf-afeb-a879474da1f7 None None] Pushing event updated for resources: {'Port': ['ID=ef4bd456-906a-4741-ae08-960969e643d2,revision_number=3']} {{(pid=88993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:34:59.896354 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e2072567-4620-4ecf-afeb-a879474da1f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:34:59.898775 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f63e44d-5b56-4e8e-b9d4-3e3d870481c2 None None] Routers {'df51bf57-5672-480b-a017-a04d87221445'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:34:59.899438 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-6f63e44d-5b56-4e8e-b9d4-3e3d870481c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:34:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['df51bf57-5672-480b-a017-a04d87221445'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:34:59.930882 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8993259a-47a8-4de3-92b6-6369c90fc54b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838139473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839924955'] for subnet, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:34:59.935637 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6d590281-c38d-415b-9205-7f9c9ba334a9 tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:35:00.018001 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8993259a-47a8-4de3-92b6-6369c90fc54b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'Subnet': ['ID=bcdcd94b-8c08-4198-b29b-e0b9649bed53,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:35:00.022089 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8993259a-47a8-4de3-92b6-6369c90fc54b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:35:00.030893 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8993259a-47a8-4de3-92b6-6369c90fc54b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Checking segment: {'id': '6071f11e-1d41-43cb-8c93-a9fd1de1040b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '73ce0776-db43-4565-b7fa-28a0f31a0481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:35:00.031292 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8993259a-47a8-4de3-92b6-6369c90fc54b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Network hostable DHCP agents. Network: 73ce0776-db43-4565-b7fa-28a0f31a0481, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:35:00.083965 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-6f63e44d-5b56-4e8e-b9d4-3e3d870481c2 None None] Set router df51bf57-5672-480b-a017-a04d87221445 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:35:00.130715 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8993259a-47a8-4de3-92b6-6369c90fc54b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Network 73ce0776-db43-4565-b7fa-28a0f31a0481 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:35:00.181695 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-8993259a-47a8-4de3-92b6-6369c90fc54b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, 73ce0776-db43-4565-b7fa-28a0f31a0481) {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:35:00.185694 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8993259a-47a8-4de3-92b6-6369c90fc54b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:35:00.186880 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8993259a-47a8-4de3-92b6-6369c90fc54b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:00.194012 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3714eeb-b27a-4136-9eb4-303e64515889 None None] Network 73ce0776-db43-4565-b7fa-28a0f31a0481 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:35:00.237203 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8993259a-47a8-4de3-92b6-6369c90fc54b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0757115 Dec 15 19:35:00.237445 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 58834) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:35:00.392533 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-6f63e44d-5b56-4e8e-b9d4-3e3d870481c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df51bf57-5672-480b-a017-a04d87221445', 'name': 'tempest-TestNetworkBasicOps-router-15612562', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ef4bd456-906a-4741-ae08-960969e643d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:34:56Z', 'updated_at': '2021-12-15T19:34:57Z', 'revision_number': 3, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': 'ef4bd456-906a-4741-ae08-960969e643d2', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ee:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df51bf57-5672-480b-a017-a04d87221445', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:34:57Z', 'updated_at': '2021-12-15T19:34:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:35:00.396835 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f63e44d-5b56-4e8e-b9d4-3e3d870481c2 None None] The sync data for ids ['df51bf57-5672-480b-a017-a04d87221445'] in dv-neutron-821831-2-hyperv is: [{'id': 'df51bf57-5672-480b-a017-a04d87221445', 'name': 'tempest-TestNetworkBasicOps-router-15612562', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ef4bd456-906a-4741-ae08-960969e643d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:34:56Z', 'updated_at': '2021-12-15T19:34:57Z', 'revision_number': 3, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': 'ef4bd456-906a-4741-ae08-960969e643d2', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ee:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df51bf57-5672-480b-a017-a04d87221445', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:34:57Z', 'updated_at': '2021-12-15T19:34:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:35:00.429838 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc96128-9017-4da4-a366-a7cf2feaab32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-73ce0776-db43-4565-b7fa-28a0f31a0481', 'network_id': '73ce0776-db43-4565-b7fa-28a0f31a0481', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'fixed_ips': [{'subnet_id': 'bcdcd94b-8c08-4198-b29b-e0b9649bed53'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:35:00.430890 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1cc96128-9017-4da4-a366-a7cf2feaab32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:00.600680 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-1cc96128-9017-4da4-a366-a7cf2feaab32 None None] Allocated IP 172.20.0.2 (73ce0776-db43-4565-b7fa-28a0f31a0481/bcdcd94b-8c08-4198-b29b-e0b9649bed53/797994d6-70dc-4be4-9f23-e05b03c3e0bc) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:35:00.951699 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1cc96128-9017-4da4-a366-a7cf2feaab32 None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:00.964361 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-1cc96128-9017-4da4-a366-a7cf2feaab32 None None] Transition to ACTIVE for port object 797994d6-70dc-4be4-9f23-e05b03c3e0bc will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:35:01.027690 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-1cc96128-9017-4da4-a366-a7cf2feaab32 None None] Transition to ACTIVE for port object 797994d6-70dc-4be4-9f23-e05b03c3e0bc will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:35:01.062435 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1cc96128-9017-4da4-a366-a7cf2feaab32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:01.068296 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2c9b506c-f26e-460a-9a74-a66b2fbf59c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:35:01.069900 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c1a09b62-ed41-41fb-b8ae-9a25d1818eb9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:01.130026 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc96128-9017-4da4-a366-a7cf2feaab32 None None] Network 73ce0776-db43-4565-b7fa-28a0f31a0481 is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:35:01.131290 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-1cc96128-9017-4da4-a366-a7cf2feaab32 None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:35:01.135490 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc96128-9017-4da4-a366-a7cf2feaab32 None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:35:01.187181 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc96128-9017-4da4-a366-a7cf2feaab32 None None] Pushing event updated for resources: {'Port': ['ID=797994d6-70dc-4be4-9f23-e05b03c3e0bc,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:35:01.214985 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1cc96128-9017-4da4-a366-a7cf2feaab32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:35:01.247779 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-1cc96128-9017-4da4-a366-a7cf2feaab32 None None] Attempting to bind port 797994d6-70dc-4be4-9f23-e05b03c3e0bc on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:35:01.249730 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-1cc96128-9017-4da4-a366-a7cf2feaab32 None None] Attempting to bind port 797994d6-70dc-4be4-9f23-e05b03c3e0bc by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '6071f11e-1d41-43cb-8c93-a9fd1de1040b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '73ce0776-db43-4565-b7fa-28a0f31a0481'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:35:01.250212 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc96128-9017-4da4-a366-a7cf2feaab32 None None] Attempting to bind port 797994d6-70dc-4be4-9f23-e05b03c3e0bc on network 73ce0776-db43-4565-b7fa-28a0f31a0481 {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:35:01.257579 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc96128-9017-4da4-a366-a7cf2feaab32 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:35:01.258010 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc96128-9017-4da4-a366-a7cf2feaab32 None None] Checking segment: {'id': '6071f11e-1d41-43cb-8c93-a9fd1de1040b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '73ce0776-db43-4565-b7fa-28a0f31a0481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:35:01.258494 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1cc96128-9017-4da4-a366-a7cf2feaab32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:01.258948 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc96128-9017-4da4-a366-a7cf2feaab32 None None] Bound using segment: {'id': '6071f11e-1d41-43cb-8c93-a9fd1de1040b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '73ce0776-db43-4565-b7fa-28a0f31a0481'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:35:01.259479 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-1cc96128-9017-4da4-a366-a7cf2feaab32 None None] Bound port: 797994d6-70dc-4be4-9f23-e05b03c3e0bc, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6071f11e-1d41-43cb-8c93-a9fd1de1040b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '73ce0776-db43-4565-b7fa-28a0f31a0481'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:35:01.260045 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1cc96128-9017-4da4-a366-a7cf2feaab32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:01.357031 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-1cc96128-9017-4da4-a366-a7cf2feaab32 None None] For port 797994d6-70dc-4be4-9f23-e05b03c3e0bc, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:35:01.362129 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-1cc96128-9017-4da4-a366-a7cf2feaab32 None None] For port 797994d6-70dc-4be4-9f23-e05b03c3e0bc, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=797994d6-70dc-4be4-9f23-e05b03c3e0bc,segment=NetworkSegment(6071f11e-1d41-43cb-8c93-a9fd1de1040b),segment_id=6071f11e-1d41-43cb-8c93-a9fd1de1040b)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:35:01.422750 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1cc96128-9017-4da4-a366-a7cf2feaab32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:01.428612 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-24f6ef2b-8a13-4150-a6f6-a10389fc9441 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:35:01.511520 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc96128-9017-4da4-a366-a7cf2feaab32 None None] Pushing event updated for resources: {'Port': ['ID=797994d6-70dc-4be4-9f23-e05b03c3e0bc,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:35:01.517646 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1cc96128-9017-4da4-a366-a7cf2feaab32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:35:01.519079 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-c1a09b62-ed41-41fb-b8ae-9a25d1818eb9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Allocated IP 172.20.0.1 (73ce0776-db43-4565-b7fa-28a0f31a0481/bcdcd94b-8c08-4198-b29b-e0b9649bed53/587f73ad-eb3c-43b9-aa81-e071c037e446) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:35:01.702720 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c1a09b62-ed41-41fb-b8ae-9a25d1818eb9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:01.718813 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-c1a09b62-ed41-41fb-b8ae-9a25d1818eb9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Transition to ACTIVE for port object 587f73ad-eb3c-43b9-aa81-e071c037e446 will not be triggered until provisioned by entity DHCP. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:35:01.760005 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c1a09b62-ed41-41fb-b8ae-9a25d1818eb9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:01.765552 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e66f573b-4804-4809-b670-45e8f9e8ce8f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:35:01.825411 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a09b62-ed41-41fb-b8ae-9a25d1818eb9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Network 73ce0776-db43-4565-b7fa-28a0f31a0481 is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:35:01.841310 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-c1a09b62-ed41-41fb-b8ae-9a25d1818eb9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:35:01.847196 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a09b62-ed41-41fb-b8ae-9a25d1818eb9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:35:01.913954 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a09b62-ed41-41fb-b8ae-9a25d1818eb9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'Port': ['ID=587f73ad-eb3c-43b9-aa81-e071c037e446,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:35:01.918941 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c1a09b62-ed41-41fb-b8ae-9a25d1818eb9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:35:01.927822 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c1a09b62-ed41-41fb-b8ae-9a25d1818eb9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630901'] for router_interface, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:02.041329 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c1a09b62-ed41-41fb-b8ae-9a25d1818eb9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:02.648081 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device ef4bd456-906a-4741-ae08-960969e643d2 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:35:02.694104 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c1a09b62-ed41-41fb-b8ae-9a25d1818eb9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:02.725012 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c1a09b62-ed41-41fb-b8ae-9a25d1818eb9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:02.753397 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port ef4bd456-906a-4741-ae08-960969e643d2 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:35:02.762865 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port ef4bd456-906a-4741-ae08-960969e643d2 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:35:02.762865 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:02.763108 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-48d7be63-269a-4d79-a847-b0bdd678963c tempest-FloatingIPAdminTestJSON-524763573 tempest-FloatingIPAdminTestJSON-524763573-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:35:02.846692 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c1a09b62-ed41-41fb-b8ae-9a25d1818eb9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1959989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854145006'] for router_interface, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:02.854761 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a09b62-ed41-41fb-b8ae-9a25d1818eb9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'Port': ['ID=587f73ad-eb3c-43b9-aa81-e071c037e446,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:35:02.860194 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c1a09b62-ed41-41fb-b8ae-9a25d1818eb9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:35:02.883782 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:02.901763 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port ef4bd456-906a-4741-ae08-960969e643d2, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=ef4bd456-906a-4741-ae08-960969e643d2,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:35:02.930700 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:02.931645 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 797994d6-70dc-4be4-9f23-e05b03c3e0bc up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:35:02.964148 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1cc96128-9017-4da4-a366-a7cf2feaab32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:35:03.004434 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a09b62-ed41-41fb-b8ae-9a25d1818eb9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Network 73ce0776-db43-4565-b7fa-28a0f31a0481 is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:35:03.005664 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-c1a09b62-ed41-41fb-b8ae-9a25d1818eb9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:35:03.057482 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=ef4bd456-906a-4741-ae08-960969e643d2,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:35:03.069149 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:35:03.096205 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 797994d6-70dc-4be4-9f23-e05b03c3e0bc completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:35:03.214677 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d103659b-fdd2-44b2-a39f-b5fc391bd901 None None] Network 73ce0776-db43-4565-b7fa-28a0f31a0481 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:35:03.349693 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-e74ab84c-1370-47d2-8cd3-980c8b589374 None None] Provisioning for port 797994d6-70dc-4be4-9f23-e05b03c3e0bc completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:35:03.357783 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-e74ab84c-1370-47d2-8cd3-980c8b589374 None None] Provisioning complete for port 797994d6-70dc-4be4-9f23-e05b03c3e0bc triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:35:03.358521 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e74ab84c-1370-47d2-8cd3-980c8b589374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:03.423994 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1a09b62-ed41-41fb-b8ae-9a25d1818eb9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Router df51bf57-5672-480b-a017-a04d87221445 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:35:03.582675 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e74ab84c-1370-47d2-8cd3-980c8b589374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:03.631409 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-e74ab84c-1370-47d2-8cd3-980c8b589374 None None] For port 797994d6-70dc-4be4-9f23-e05b03c3e0bc, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=797994d6-70dc-4be4-9f23-e05b03c3e0bc,segment=NetworkSegment(6071f11e-1d41-43cb-8c93-a9fd1de1040b),segment_id=6071f11e-1d41-43cb-8c93-a9fd1de1040b)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:35:03.656259 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a09b62-ed41-41fb-b8ae-9a25d1818eb9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:35:03.656369 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a3b733-8820-4e22-92c2-aaa8d23edadc None None] Sync routers for ids ['df51bf57-5672-480b-a017-a04d87221445'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:35:03.661463 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c1a09b62-ed41-41fb-b8ae-9a25d1818eb9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "PUT /v2.0/routers/df51bf57-5672-480b-a017-a04d87221445/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4227045 Dec 15 19:35:03.664191 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 58838) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:35:03.670613 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a3b733-8820-4e22-92c2-aaa8d23edadc None None] Routers {'df51bf57-5672-480b-a017-a04d87221445'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:35:03.671455 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-c8a3b733-8820-4e22-92c2-aaa8d23edadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:34:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['df51bf57-5672-480b-a017-a04d87221445'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:35:03.727765 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e74ab84c-1370-47d2-8cd3-980c8b589374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:03.741898 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:35:03.821546 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fa5fc1-cbf2-45a0-a547-0ce8a6d841d4 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:35:03.822207 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fa5fc1-cbf2-45a0-a547-0ce8a6d841d4 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:35:03.822841 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fa5fc1-cbf2-45a0-a547-0ce8a6d841d4 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:35:03.823252 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fa5fc1-cbf2-45a0-a547-0ce8a6d841d4 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:35:03.827794 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-78fa5fc1-cbf2-45a0-a547-0ce8a6d841d4 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1598852 Dec 15 19:35:03.828050 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 58842) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:35:03.891945 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ab84c-1370-47d2-8cd3-980c8b589374 None None] Pushing event updated for resources: {'Port': ['ID=797994d6-70dc-4be4-9f23-e05b03c3e0bc,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:35:03.895590 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e74ab84c-1370-47d2-8cd3-980c8b589374 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:35:03.913178 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8270bf6-e3cd-49aa-a25c-d3211deb39b5 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:35:03.913690 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8270bf6-e3cd-49aa-a25c-d3211deb39b5 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:35:03.914109 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8270bf6-e3cd-49aa-a25c-d3211deb39b5 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:35:03.914588 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8270bf6-e3cd-49aa-a25c-d3211deb39b5 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:35:03.918994 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e8270bf6-e3cd-49aa-a25c-d3211deb39b5 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0873864 Dec 15 19:35:03.919376 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 58846) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:35:03.932627 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-c8a3b733-8820-4e22-92c2-aaa8d23edadc None None] Set router df51bf57-5672-480b-a017-a04d87221445 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:35:04.075084 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-e1cdd592-8eb6-4e25-9d87-aca12457d3a1 None None] Provisioning for port 587f73ad-eb3c-43b9-aa81-e071c037e446 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:35:04.100211 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-e1cdd592-8eb6-4e25-9d87-aca12457d3a1 None None] Provisioning complete for port 587f73ad-eb3c-43b9-aa81-e071c037e446 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:35:04.100641 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e1cdd592-8eb6-4e25-9d87-aca12457d3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:04.136029 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6b002be1-77a4-4f6e-b0ec-17e2582e4bc9 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.2122083 Dec 15 19:35:04.228246 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-e1cdd592-8eb6-4e25-9d87-aca12457d3a1 None None] Port 587f73ad-eb3c-43b9-aa81-e071c037e446 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:35:04.281773 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-e1cdd592-8eb6-4e25-9d87-aca12457d3a1 None None] Provisioning complete for port 797994d6-70dc-4be4-9f23-e05b03c3e0bc triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:35:04.282203 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e1cdd592-8eb6-4e25-9d87-aca12457d3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:04.459574 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-c8a3b733-8820-4e22-92c2-aaa8d23edadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df51bf57-5672-480b-a017-a04d87221445', 'name': 'tempest-TestNetworkBasicOps-router-15612562', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ef4bd456-906a-4741-ae08-960969e643d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:34:56Z', 'updated_at': '2021-12-15T19:35:01Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': 'ef4bd456-906a-4741-ae08-960969e643d2', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ee:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df51bf57-5672-480b-a017-a04d87221445', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:34:57Z', 'updated_at': '2021-12-15T19:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '587f73ad-eb3c-43b9-aa81-e071c037e446', 'name': '', 'network_id': '73ce0776-db43-4565-b7fa-28a0f31a0481', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:6a:59:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df51bf57-5672-480b-a017-a04d87221445', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bcdcd94b-8c08-4198-b29b-e0b9649bed53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:35:01Z', 'updated_at': '2021-12-15T19:35:02Z', 'revision_number': 2, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'bcdcd94b-8c08-4198-b29b-e0b9649bed53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:35:04.466869 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a3b733-8820-4e22-92c2-aaa8d23edadc None None] Checking router: df51bf57-5672-480b-a017-a04d87221445 for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:35:04.467356 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a3b733-8820-4e22-92c2-aaa8d23edadc None None] Updating router df51bf57-5672-480b-a017-a04d87221445 port 587f73ad-eb3c-43b9-aa81-e071c037e446 binding host dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 15 19:35:04.501619 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 58852) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:35:04.508362 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-cc80c430-acbc-43b0-9cde-ff5c45622c4f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-495072330', 'description': 'tempest-secgroup-smoke-495072330 description', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:35:04.514855 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-cc80c430-acbc-43b0-9cde-ff5c45622c4f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:35:04.519278 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-cc80c430-acbc-43b0-9cde-ff5c45622c4f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:35:04.522253 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-cc80c430-acbc-43b0-9cde-ff5c45622c4f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:35:04.524062 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c8a3b733-8820-4e22-92c2-aaa8d23edadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:04.531716 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-cc80c430-acbc-43b0-9cde-ff5c45622c4f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:35:04.593953 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cc80c430-acbc-43b0-9cde-ff5c45622c4f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:04.649493 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-cc80c430-acbc-43b0-9cde-ff5c45622c4f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:35:04.653987 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-cc80c430-acbc-43b0-9cde-ff5c45622c4f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group_rule and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:35:04.657835 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-cc80c430-acbc-43b0-9cde-ff5c45622c4f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:35:04.664377 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-cc80c430-acbc-43b0-9cde-ff5c45622c4f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:35:04.786275 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cc80c430-acbc-43b0-9cde-ff5c45622c4f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:04.820841 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device ef4bd456-906a-4741-ae08-960969e643d2 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:35:04.827859 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cc80c430-acbc-43b0-9cde-ff5c45622c4f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:04.833529 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3aad3fb1-960e-470e-97f4-eff645e72ac5 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:35:04.855014 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-9ab03bc5-5bcf-4aa7-b09b-2a75d3bf632c None None] Provisioning complete for port 587f73ad-eb3c-43b9-aa81-e071c037e446 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:35:04.855449 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9ab03bc5-5bcf-4aa7-b09b-2a75d3bf632c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:04.881095 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc80c430-acbc-43b0-9cde-ff5c45622c4f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=360111cd-39e6-4e51-a016-100398a7a731,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:35:04.884914 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-cc80c430-acbc-43b0-9cde-ff5c45622c4f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:35:04.901771 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cc80c430-acbc-43b0-9cde-ff5c45622c4f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:04.903340 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-cc80c430-acbc-43b0-9cde-ff5c45622c4f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4004390 Dec 15 19:35:04.907008 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 58856) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:35:04.913210 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-1d19fc82-08cb-4b20-97b8-4fa3010fa2ba tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'security_group_rule': {'security_group_id': '360111cd-39e6-4e51-a016-100398a7a731', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:35:04.919920 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-1d19fc82-08cb-4b20-97b8-4fa3010fa2ba tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:35:04.924889 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-1d19fc82-08cb-4b20-97b8-4fa3010fa2ba tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group_rule and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:35:04.927898 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-1d19fc82-08cb-4b20-97b8-4fa3010fa2ba tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:35:04.933885 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-1d19fc82-08cb-4b20-97b8-4fa3010fa2ba tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:35:04.974086 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-9ab03bc5-5bcf-4aa7-b09b-2a75d3bf632c None None] Port 587f73ad-eb3c-43b9-aa81-e071c037e446 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:35:04.984228 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1d19fc82-08cb-4b20-97b8-4fa3010fa2ba tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:05.072920 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port ef4bd456-906a-4741-ae08-960969e643d2 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:35:05.073272 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:05.085269 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1d19fc82-08cb-4b20-97b8-4fa3010fa2ba tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:05.101578 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1d19fc82-08cb-4b20-97b8-4fa3010fa2ba tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:05.109523 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-07fa454e-ecf3-4c4b-b347-9608530e74df tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:35:05.128216 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d19fc82-08cb-4b20-97b8-4fa3010fa2ba tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e30a268-ab84-491c-90c3-173010049e0e,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:35:05.130821 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1d19fc82-08cb-4b20-97b8-4fa3010fa2ba tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:35:05.164558 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1d19fc82-08cb-4b20-97b8-4fa3010fa2ba tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:05.166347 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1d19fc82-08cb-4b20-97b8-4fa3010fa2ba tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2582614 Dec 15 19:35:05.169425 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 58860) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:35:05.176140 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-4db2ccc6-232c-4526-b1be-7f54a9e4b2d2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'security_group_rule': {'security_group_id': '360111cd-39e6-4e51-a016-100398a7a731', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:35:05.182482 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-4db2ccc6-232c-4526-b1be-7f54a9e4b2d2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:35:05.186696 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-4db2ccc6-232c-4526-b1be-7f54a9e4b2d2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group_rule and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:35:05.189851 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-4db2ccc6-232c-4526-b1be-7f54a9e4b2d2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:35:05.195920 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-4db2ccc6-232c-4526-b1be-7f54a9e4b2d2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:35:05.240470 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4db2ccc6-232c-4526-b1be-7f54a9e4b2d2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:05.277783 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c8a3b733-8820-4e22-92c2-aaa8d23edadc None None] Notify callbacks [] for port, precommit_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:05.289975 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 797994d6-70dc-4be4-9f23-e05b03c3e0bc up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:35:05.316089 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4db2ccc6-232c-4526-b1be-7f54a9e4b2d2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:05.322602 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-c8a3b733-8820-4e22-92c2-aaa8d23edadc None None] Transition to ACTIVE for port object 587f73ad-eb3c-43b9-aa81-e071c037e446 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:35:05.330286 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4db2ccc6-232c-4526-b1be-7f54a9e4b2d2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:05.332221 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-13cc934a-a791-473b-98ed-f0f4af19563c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:35:05.355147 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c8a3b733-8820-4e22-92c2-aaa8d23edadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:05.356299 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db2ccc6-232c-4526-b1be-7f54a9e4b2d2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19e63a33-e869-4bc6-80c5-b2778de6135f,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:35:05.359285 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4db2ccc6-232c-4526-b1be-7f54a9e4b2d2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:35:05.359776 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3f7869b0-c4c1-42f2-a569-173250eb31b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:35:05.387147 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4db2ccc6-232c-4526-b1be-7f54a9e4b2d2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:05.388450 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4db2ccc6-232c-4526-b1be-7f54a9e4b2d2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2176120 Dec 15 19:35:05.391827 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 58864) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:35:05.398081 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-ab6e9fd5-7788-4cea-8740-5fe3ce732f8e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'security_group_rule': {'security_group_id': '360111cd-39e6-4e51-a016-100398a7a731', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:35:05.404474 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ab6e9fd5-7788-4cea-8740-5fe3ce732f8e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:35:05.409063 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ab6e9fd5-7788-4cea-8740-5fe3ce732f8e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group_rule and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:35:05.412061 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ab6e9fd5-7788-4cea-8740-5fe3ce732f8e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:35:05.418096 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ab6e9fd5-7788-4cea-8740-5fe3ce732f8e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:35:05.480405 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ab6e9fd5-7788-4cea-8740-5fe3ce732f8e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:05.488717 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78f7ee8-95c1-4f9b-8aaa-9a5e0481bef7 None None] Pushing event updated for resources: {'Port': ['ID=587f73ad-eb3c-43b9-aa81-e071c037e446,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:35:05.499538 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f78f7ee8-95c1-4f9b-8aaa-9a5e0481bef7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:35:05.508528 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 797994d6-70dc-4be4-9f23-e05b03c3e0bc triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:35:05.508964 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:05.554598 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ab6e9fd5-7788-4cea-8740-5fe3ce732f8e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:05.576400 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ab6e9fd5-7788-4cea-8740-5fe3ce732f8e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:05.586071 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-98a49a24-8233-43c8-b99e-4980db902332 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:35:05.606818 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6e9fd5-7788-4cea-8740-5fe3ce732f8e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83485484-3c80-4f7e-aff2-60be56c42c9a,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:35:05.616717 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ab6e9fd5-7788-4cea-8740-5fe3ce732f8e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:35:05.651162 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ab6e9fd5-7788-4cea-8740-5fe3ce732f8e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:05.655170 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ab6e9fd5-7788-4cea-8740-5fe3ce732f8e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2595985 Dec 15 19:35:05.655499 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 58868) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:35:05.655782 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-c8a3b733-8820-4e22-92c2-aaa8d23edadc None None] Attempting to bind port 587f73ad-eb3c-43b9-aa81-e071c037e446 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:35:05.656142 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-c8a3b733-8820-4e22-92c2-aaa8d23edadc None None] Attempting to bind port 587f73ad-eb3c-43b9-aa81-e071c037e446 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '6071f11e-1d41-43cb-8c93-a9fd1de1040b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '73ce0776-db43-4565-b7fa-28a0f31a0481'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:35:05.656568 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a3b733-8820-4e22-92c2-aaa8d23edadc None None] Attempting to bind port 587f73ad-eb3c-43b9-aa81-e071c037e446 on network 73ce0776-db43-4565-b7fa-28a0f31a0481 {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:35:05.662607 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-df51ac98-4f1e-4a7b-b76f-cff22c5d6dfb tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'security_group_rule': {'security_group_id': '360111cd-39e6-4e51-a016-100398a7a731', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:35:05.670461 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-df51ac98-4f1e-4a7b-b76f-cff22c5d6dfb tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:35:05.675234 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-df51ac98-4f1e-4a7b-b76f-cff22c5d6dfb tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group_rule and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:35:05.683193 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-df51ac98-4f1e-4a7b-b76f-cff22c5d6dfb tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:35:05.691283 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-df51ac98-4f1e-4a7b-b76f-cff22c5d6dfb tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:35:05.692110 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a3b733-8820-4e22-92c2-aaa8d23edadc None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:35:05.692552 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a3b733-8820-4e22-92c2-aaa8d23edadc None None] Checking segment: {'id': '6071f11e-1d41-43cb-8c93-a9fd1de1040b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '73ce0776-db43-4565-b7fa-28a0f31a0481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:35:05.693013 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c8a3b733-8820-4e22-92c2-aaa8d23edadc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:05.693469 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a3b733-8820-4e22-92c2-aaa8d23edadc None None] Bound using segment: {'id': '6071f11e-1d41-43cb-8c93-a9fd1de1040b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '73ce0776-db43-4565-b7fa-28a0f31a0481'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:35:05.694014 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-c8a3b733-8820-4e22-92c2-aaa8d23edadc None None] Bound port: 587f73ad-eb3c-43b9-aa81-e071c037e446, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6071f11e-1d41-43cb-8c93-a9fd1de1040b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '73ce0776-db43-4565-b7fa-28a0f31a0481'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:35:05.694473 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c8a3b733-8820-4e22-92c2-aaa8d23edadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:05.731536 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-df51ac98-4f1e-4a7b-b76f-cff22c5d6dfb tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:05.799613 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-df51ac98-4f1e-4a7b-b76f-cff22c5d6dfb tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:05.824423 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-c8a3b733-8820-4e22-92c2-aaa8d23edadc None None] For port 587f73ad-eb3c-43b9-aa81-e071c037e446, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:35:05.827616 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-df51ac98-4f1e-4a7b-b76f-cff22c5d6dfb tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:05.828016 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-c8a3b733-8820-4e22-92c2-aaa8d23edadc None None] For port 587f73ad-eb3c-43b9-aa81-e071c037e446, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=587f73ad-eb3c-43b9-aa81-e071c037e446,segment=NetworkSegment(6071f11e-1d41-43cb-8c93-a9fd1de1040b),segment_id=6071f11e-1d41-43cb-8c93-a9fd1de1040b)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:35:05.838266 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ab6e9fd5-7788-4cea-8740-5fe3ce732f8e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:35:05.850948 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c8a3b733-8820-4e22-92c2-aaa8d23edadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:05.855603 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a52c9bd0-6991-4c8d-9160-4b9f8cb4db4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:35:05.861592 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df51ac98-4f1e-4a7b-b76f-cff22c5d6dfb tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9115f867-3e3b-466f-993f-ef7009081689,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:35:05.864101 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-df51ac98-4f1e-4a7b-b76f-cff22c5d6dfb tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:35:05.884874 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-df51ac98-4f1e-4a7b-b76f-cff22c5d6dfb tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:05.886191 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-df51ac98-4f1e-4a7b-b76f-cff22c5d6dfb tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2296069 Dec 15 19:35:05.889344 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 58872) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:35:05.895653 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-c4244190-4260-4381-aabf-af09d573119e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'security_group_rule': {'security_group_id': '360111cd-39e6-4e51-a016-100398a7a731', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:35:05.902539 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-c4244190-4260-4381-aabf-af09d573119e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:35:05.907113 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-c4244190-4260-4381-aabf-af09d573119e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group_rule and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:35:05.910658 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-c4244190-4260-4381-aabf-af09d573119e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:35:05.917496 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-c4244190-4260-4381-aabf-af09d573119e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:35:05.941763 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78f7ee8-95c1-4f9b-8aaa-9a5e0481bef7 None None] Pushing event updated for resources: {'Port': ['ID=587f73ad-eb3c-43b9-aa81-e071c037e446,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:35:05.945442 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f78f7ee8-95c1-4f9b-8aaa-9a5e0481bef7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:35:05.946563 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a3b733-8820-4e22-92c2-aaa8d23edadc None None] Routers {'df51bf57-5672-480b-a017-a04d87221445'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:35:05.947250 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-c8a3b733-8820-4e22-92c2-aaa8d23edadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:34:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['df51bf57-5672-480b-a017-a04d87221445'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:35:05.948162 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.securitygroups_db [None req-c4244190-4260-4381-aabf-af09d573119e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Project 7c1b74cf25a94156b4530f0bd868c0c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 19:35:05.955898 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c4244190-4260-4381-aabf-af09d573119e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:06.027837 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c4244190-4260-4381-aabf-af09d573119e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:06.050684 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c4244190-4260-4381-aabf-af09d573119e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:06.052782 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:35:06.079436 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4244190-4260-4381-aabf-af09d573119e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b73df561-6911-40d1-9007-f442f4add4e8,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:35:06.082300 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c4244190-4260-4381-aabf-af09d573119e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:35:06.113766 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c4244190-4260-4381-aabf-af09d573119e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:06.118314 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c4244190-4260-4381-aabf-af09d573119e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2246938 Dec 15 19:35:06.118498 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 58876) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:35:06.126079 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-bccd7776-f030-464c-bcdb-a7111dc4d456 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'security_group_rule': {'security_group_id': '360111cd-39e6-4e51-a016-100398a7a731', 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:35:06.133000 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-bccd7776-f030-464c-bcdb-a7111dc4d456 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:35:06.137136 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-bccd7776-f030-464c-bcdb-a7111dc4d456 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:security_group_rule and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:35:06.140855 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-bccd7776-f030-464c-bcdb-a7111dc4d456 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:35:06.141370 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-c8a3b733-8820-4e22-92c2-aaa8d23edadc None None] Set router df51bf57-5672-480b-a017-a04d87221445 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:35:06.147640 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-bccd7776-f030-464c-bcdb-a7111dc4d456 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:35:06.182152 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.securitygroups_db [None req-bccd7776-f030-464c-bcdb-a7111dc4d456 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Project 7c1b74cf25a94156b4530f0bd868c0c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 19:35:06.190006 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bccd7776-f030-464c-bcdb-a7111dc4d456 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:06.263220 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bccd7776-f030-464c-bcdb-a7111dc4d456 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:06.290615 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bccd7776-f030-464c-bcdb-a7111dc4d456 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:06.292626 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ee5bbb6b-82b6-45a2-860f-54ff983cbce3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:35:06.316990 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccd7776-f030-464c-bcdb-a7111dc4d456 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bded26d-f2ed-4688-ae88-0f611a166883,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:35:06.319601 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-bccd7776-f030-464c-bcdb-a7111dc4d456 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:35:06.341822 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bccd7776-f030-464c-bcdb-a7111dc4d456 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:06.343214 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-bccd7776-f030-464c-bcdb-a7111dc4d456 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2234092 Dec 15 19:35:06.490454 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-c8a3b733-8820-4e22-92c2-aaa8d23edadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df51bf57-5672-480b-a017-a04d87221445', 'name': 'tempest-TestNetworkBasicOps-router-15612562', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ef4bd456-906a-4741-ae08-960969e643d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:34:56Z', 'updated_at': '2021-12-15T19:35:01Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': 'ef4bd456-906a-4741-ae08-960969e643d2', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ee:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df51bf57-5672-480b-a017-a04d87221445', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:34:57Z', 'updated_at': '2021-12-15T19:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '587f73ad-eb3c-43b9-aa81-e071c037e446', 'name': '', 'network_id': '73ce0776-db43-4565-b7fa-28a0f31a0481', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:6a:59:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df51bf57-5672-480b-a017-a04d87221445', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bcdcd94b-8c08-4198-b29b-e0b9649bed53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:35:01Z', 'updated_at': '2021-12-15T19:35:05Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'bcdcd94b-8c08-4198-b29b-e0b9649bed53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:35:06.494661 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a3b733-8820-4e22-92c2-aaa8d23edadc None None] The sync data for ids ['df51bf57-5672-480b-a017-a04d87221445'] in dv-neutron-821831-2-hyperv is: [{'id': 'df51bf57-5672-480b-a017-a04d87221445', 'name': 'tempest-TestNetworkBasicOps-router-15612562', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ef4bd456-906a-4741-ae08-960969e643d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:34:56Z', 'updated_at': '2021-12-15T19:35:01Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': 'ef4bd456-906a-4741-ae08-960969e643d2', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ee:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df51bf57-5672-480b-a017-a04d87221445', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:34:57Z', 'updated_at': '2021-12-15T19:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '587f73ad-eb3c-43b9-aa81-e071c037e446', 'name': '', 'network_id': '73ce0776-db43-4565-b7fa-28a0f31a0481', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:6a:59:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df51bf57-5672-480b-a017-a04d87221445', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bcdcd94b-8c08-4198-b29b-e0b9649bed53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:35:01Z', 'updated_at': '2021-12-15T19:35:05Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'bcdcd94b-8c08-4198-b29b-e0b9649bed53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:35:06.525896 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a13f67b6-7145-4a33-98de-b39624bab4d0 req-dfa6aff5-a23c-4c45-8303-0939799bd18c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-495072330&fields=id&tenant_id=7c1b74cf25a94156b4530f0bd868c0c9 HTTP/1.1" status: 200 len: 267 time: 0.0460057 Dec 15 19:35:06.704011 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f67b6-7145-4a33-98de-b39624bab4d0 req-5a2f1007-e428-4d41-8766-6693416f56e3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:35:06.704782 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-a13f67b6-7145-4a33-98de-b39624bab4d0 req-5a2f1007-e428-4d41-8766-6693416f56e3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Synchronizing usage tracker for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:network {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:35:06.765588 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-a13f67b6-7145-4a33-98de-b39624bab4d0 req-5a2f1007-e428-4d41-8766-6693416f56e3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Unset dirty status for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:network {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:35:06.767108 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a13f67b6-7145-4a33-98de-b39624bab4d0 req-5a2f1007-e428-4d41-8766-6693416f56e3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/networks?id=73ce0776-db43-4565-b7fa-28a0f31a0481 HTTP/1.1" status: 200 len: 796 time: 0.2333868 Dec 15 19:35:06.786212 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a13f67b6-7145-4a33-98de-b39624bab4d0 req-b5affcea-25d0-4102-8083-1b224b795531 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/quotas/7c1b74cf25a94156b4530f0bd868c0c9 HTTP/1.1" status: 200 len: 375 time: 0.0132709 Dec 15 19:35:06.876197 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-a13f67b6-7145-4a33-98de-b39624bab4d0 req-64ade231-4726-4aaf-915f-c76612ac9cf6 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Synchronizing usage tracker for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:35:06.904183 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 19:35:06.924999 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-a13f67b6-7145-4a33-98de-b39624bab4d0 req-64ade231-4726-4aaf-915f-c76612ac9cf6 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Unset dirty status for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:35:06.926550 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a13f67b6-7145-4a33-98de-b39624bab4d0 req-64ade231-4726-4aaf-915f-c76612ac9cf6 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7c1b74cf25a94156b4530f0bd868c0c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1344841 Dec 15 19:35:07.158230 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a13f67b6-7145-4a33-98de-b39624bab4d0 req-77bb1695-7034-441f-a138-3d4eb3d05092 service neutron] 10.222.0.36 "GET /v2.0/networks/73ce0776-db43-4565-b7fa-28a0f31a0481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167220 Dec 15 19:35:07.307455 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a13f67b6-7145-4a33-98de-b39624bab4d0 req-cf2ddc53-6915-47eb-b825-dc58168c3bda service neutron] 10.222.0.36 "GET /v2.0/networks/73ce0776-db43-4565-b7fa-28a0f31a0481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426525 Dec 15 19:35:07.599788 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7e3e7587-89b7-4881-af62-9fcdf9f13566 req-aca06a85-2cf5-4871-bb32-4c78d5f5e1c4 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7b19e53-43b6-42be-a3a1-58113967fa12 HTTP/1.1" status: 200 len: 210 time: 0.0576525 Dec 15 19:35:08.210580 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c891d4b8-9bf5-4f3b-9ce6-b0f082a8b32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:08.622311 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 587f73ad-eb3c-43b9-aa81-e071c037e446 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:35:08.747514 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 587f73ad-eb3c-43b9-aa81-e071c037e446 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:35:08.752903 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 587f73ad-eb3c-43b9-aa81-e071c037e446 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:35:08.756845 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:08.860342 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-434cb26b-e33b-4d70-b931-486f4f2cc77c req-1d550292-9602-4bb6-95f8-9502719a8ade tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7b19e53-43b6-42be-a3a1-58113967fa12 HTTP/1.1" status: 200 len: 210 time: 0.0461071 Dec 15 19:35:08.874851 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:08.908502 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port 587f73ad-eb3c-43b9-aa81-e071c037e446, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=587f73ad-eb3c-43b9-aa81-e071c037e446,segment=NetworkSegment(6071f11e-1d41-43cb-8c93-a9fd1de1040b),segment_id=6071f11e-1d41-43cb-8c93-a9fd1de1040b)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:35:08.941440 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:08.943360 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e74ab84c-1370-47d2-8cd3-980c8b589374 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:35:09.011675 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=587f73ad-eb3c-43b9-aa81-e071c037e446,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:35:09.015408 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:35:09.479000 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:09.510660 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f67b6-7145-4a33-98de-b39624bab4d0 req-1e949d70-43d1-49ca-9626-de4f27250df5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:35:09.512226 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a13f67b6-7145-4a33-98de-b39624bab4d0 req-1e949d70-43d1-49ca-9626-de4f27250df5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.32 "GET /v2.0/networks?id=73ce0776-db43-4565-b7fa-28a0f31a0481 HTTP/1.1" status: 200 len: 796 time: 0.1551113 Dec 15 19:35:09.574076 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-a13f67b6-7145-4a33-98de-b39624bab4d0 req-cc83d36e-a667-4f55-90c7-14b8c88a3009 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Synchronizing usage tracker for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:security_group {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:35:09.650783 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-a13f67b6-7145-4a33-98de-b39624bab4d0 req-cc83d36e-a667-4f55-90c7-14b8c88a3009 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Unset dirty status for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:security_group {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:35:09.652055 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a13f67b6-7145-4a33-98de-b39624bab4d0 req-cc83d36e-a667-4f55-90c7-14b8c88a3009 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c1b74cf25a94156b4530f0bd868c0c9 HTTP/1.1" status: 200 len: 379 time: 0.1236725 Dec 15 19:35:09.664341 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [req-a13f67b6-7145-4a33-98de-b39624bab4d0 req-f9c1f6b0-442e-4d5d-a43c-624eeede8a05 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'port': {'device_id': 'd7b19e53-43b6-42be-a3a1-58113967fa12', 'network_id': '73ce0776-db43-4565-b7fa-28a0f31a0481', 'admin_state_up': True, 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'security_groups': ['360111cd-39e6-4e51-a016-100398a7a731']}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:35:09.808489 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [req-a13f67b6-7145-4a33-98de-b39624bab4d0 req-f9c1f6b0-442e-4d5d-a43c-624eeede8a05 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:35:09.819072 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [req-a13f67b6-7145-4a33-98de-b39624bab4d0 req-f9c1f6b0-442e-4d5d-a43c-624eeede8a05 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:35:09.856203 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a13f67b6-7145-4a33-98de-b39624bab4d0 req-f9c1f6b0-442e-4d5d-a43c-624eeede8a05 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Made reservation on behalf of 7c1b74cf25a94156b4530f0bd868c0c9 for: {'port': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:35:09.862619 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-a13f67b6-7145-4a33-98de-b39624bab4d0 req-f9c1f6b0-442e-4d5d-a43c-624eeede8a05 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:10.034349 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-50ff8470-bc51-4947-a0d8-3aac2605f303 req-62795084-8808-4b35-9605-04608fbdd762 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7b19e53-43b6-42be-a3a1-58113967fa12 HTTP/1.1" status: 200 len: 210 time: 0.0451341 Dec 15 19:35:10.044679 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [req-a13f67b6-7145-4a33-98de-b39624bab4d0 req-f9c1f6b0-442e-4d5d-a43c-624eeede8a05 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Allocated IP 172.20.0.10 (73ce0776-db43-4565-b7fa-28a0f31a0481/bcdcd94b-8c08-4198-b29b-e0b9649bed53/2a1f3553-62f0-4e99-8652-ab35c4c77011) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:35:10.241962 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-a13f67b6-7145-4a33-98de-b39624bab4d0 req-f9c1f6b0-442e-4d5d-a43c-624eeede8a05 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:10.257840 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [req-a13f67b6-7145-4a33-98de-b39624bab4d0 req-f9c1f6b0-442e-4d5d-a43c-624eeede8a05 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Transition to ACTIVE for port object 2a1f3553-62f0-4e99-8652-ab35c4c77011 will not be triggered until provisioned by entity DHCP. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:35:10.302009 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-a13f67b6-7145-4a33-98de-b39624bab4d0 req-f9c1f6b0-442e-4d5d-a43c-624eeede8a05 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:10.307538 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3d4464f4-e0e4-4024-8a1d-1953c2ca380a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:35:10.379962 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a13f67b6-7145-4a33-98de-b39624bab4d0 req-f9c1f6b0-442e-4d5d-a43c-624eeede8a05 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Network 73ce0776-db43-4565-b7fa-28a0f31a0481 is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:35:10.383828 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [req-a13f67b6-7145-4a33-98de-b39624bab4d0 req-f9c1f6b0-442e-4d5d-a43c-624eeede8a05 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:35:10.388663 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [req-a13f67b6-7145-4a33-98de-b39624bab4d0 req-f9c1f6b0-442e-4d5d-a43c-624eeede8a05 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:35:10.416773 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c1f6b0-442e-4d5d-a43c-624eeede8a05 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'Port': ['ID=2a1f3553-62f0-4e99-8652-ab35c4c77011,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:35:10.423146 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f9c1f6b0-442e-4d5d-a43c-624eeede8a05 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:35:10.457172 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f67b6-7145-4a33-98de-b39624bab4d0 req-f9c1f6b0-442e-4d5d-a43c-624eeede8a05 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:35:10.457852 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-a13f67b6-7145-4a33-98de-b39624bab4d0 req-f9c1f6b0-442e-4d5d-a43c-624eeede8a05 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:10.514731 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a13f67b6-7145-4a33-98de-b39624bab4d0 req-f9c1f6b0-442e-4d5d-a43c-624eeede8a05 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8538179 Dec 15 19:35:10.535738 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [req-a13f67b6-7145-4a33-98de-b39624bab4d0 req-43771112-51ca-4c07-9eb7-9f0bbe0c3ccf service neutron] Request body: {'port': {'device_id': 'd7b19e53-43b6-42be-a3a1-58113967fa12', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:35:10.541939 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ccc10587-e0b7-4a12-8c62-93a92f72631b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:10.612542 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 587f73ad-eb3c-43b9-aa81-e071c037e446 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:35:10.666965 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-a13f67b6-7145-4a33-98de-b39624bab4d0 req-43771112-51ca-4c07-9eb7-9f0bbe0c3ccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:10.688935 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 587f73ad-eb3c-43b9-aa81-e071c037e446 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:35:10.689351 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:10.974666 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-50d84af9-8045-43ad-b04f-78f8e70c8ea4 None None] Provisioning for port 2a1f3553-62f0-4e99-8652-ab35c4c77011 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:35:10.989959 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-50d84af9-8045-43ad-b04f-78f8e70c8ea4 None None] Provisioning complete for port 2a1f3553-62f0-4e99-8652-ab35c4c77011 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:35:10.990408 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-50d84af9-8045-43ad-b04f-78f8e70c8ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:11.061012 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:11.063529 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-50d84af9-8045-43ad-b04f-78f8e70c8ea4 None None] Port 2a1f3553-62f0-4e99-8652-ab35c4c77011 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:35:11.246872 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff5b73-0b80-40da-b1ef-c0af413de33c req-227190c8-5d48-435d-b53b-c23b4a919ba9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:35:11.248457 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-84ff5b73-0b80-40da-b1ef-c0af413de33c req-227190c8-5d48-435d-b53b-c23b4a919ba9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7b19e53-43b6-42be-a3a1-58113967fa12 HTTP/1.1" status: 200 len: 932 time: 0.0861990 Dec 15 19:35:11.277667 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [req-a13f67b6-7145-4a33-98de-b39624bab4d0 req-43771112-51ca-4c07-9eb7-9f0bbe0c3ccf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a1f3553-62f0-4e99-8652-ab35c4c77011 {{(pid=88991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 19:35:11.285214 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-a13f67b6-7145-4a33-98de-b39624bab4d0 req-43771112-51ca-4c07-9eb7-9f0bbe0c3ccf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:11.297194 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-84ff5b73-0b80-40da-b1ef-c0af413de33c req-28430bf9-e849-460b-b89d-40f28f420d26 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=360111cd-39e6-4e51-a016-100398a7a731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423408 Dec 15 19:35:11.301449 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [req-a13f67b6-7145-4a33-98de-b39624bab4d0 req-43771112-51ca-4c07-9eb7-9f0bbe0c3ccf service neutron] Transition to ACTIVE for port object 2a1f3553-62f0-4e99-8652-ab35c4c77011 will not be triggered until provisioned by entity L2. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:35:11.341550 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-a13f67b6-7145-4a33-98de-b39624bab4d0 req-43771112-51ca-4c07-9eb7-9f0bbe0c3ccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:11.346642 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c27d5f75-88d2-45de-8efe-764c7587214b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:35:11.475455 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43771112-51ca-4c07-9eb7-9f0bbe0c3ccf service neutron] Pushing event updated for resources: {'Port': ['ID=2a1f3553-62f0-4e99-8652-ab35c4c77011,revision_number=2']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:35:11.479960 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-43771112-51ca-4c07-9eb7-9f0bbe0c3ccf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:35:11.595988 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-a13f67b6-7145-4a33-98de-b39624bab4d0 req-43771112-51ca-4c07-9eb7-9f0bbe0c3ccf service neutron] Attempting to bind port 2a1f3553-62f0-4e99-8652-ab35c4c77011 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:35:11.596488 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-a13f67b6-7145-4a33-98de-b39624bab4d0 req-43771112-51ca-4c07-9eb7-9f0bbe0c3ccf service neutron] Attempting to bind port 2a1f3553-62f0-4e99-8652-ab35c4c77011 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '6071f11e-1d41-43cb-8c93-a9fd1de1040b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '73ce0776-db43-4565-b7fa-28a0f31a0481'}] {{(pid=88991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:35:11.596727 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13f67b6-7145-4a33-98de-b39624bab4d0 req-43771112-51ca-4c07-9eb7-9f0bbe0c3ccf service neutron] Attempting to bind port 2a1f3553-62f0-4e99-8652-ab35c4c77011 on network 73ce0776-db43-4565-b7fa-28a0f31a0481 {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:35:11.603098 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13f67b6-7145-4a33-98de-b39624bab4d0 req-43771112-51ca-4c07-9eb7-9f0bbe0c3ccf service neutron] Port 2a1f3553-62f0-4e99-8652-ab35c4c77011 on network 73ce0776-db43-4565-b7fa-28a0f31a0481 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:35:11.603466 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13f67b6-7145-4a33-98de-b39624bab4d0 req-43771112-51ca-4c07-9eb7-9f0bbe0c3ccf service neutron] Attempting to bind port 2a1f3553-62f0-4e99-8652-ab35c4c77011 on network 73ce0776-db43-4565-b7fa-28a0f31a0481 {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:35:11.611905 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13f67b6-7145-4a33-98de-b39624bab4d0 req-43771112-51ca-4c07-9eb7-9f0bbe0c3ccf service neutron] Checking agent: {'id': '59e4c979-c5dd-468d-a1f2-341133950749', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 12, 24), 'started_at': datetime.datetime(2021, 12, 15, 19, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:35:11.612278 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13f67b6-7145-4a33-98de-b39624bab4d0 req-43771112-51ca-4c07-9eb7-9f0bbe0c3ccf service neutron] Checking segment: {'id': '6071f11e-1d41-43cb-8c93-a9fd1de1040b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '73ce0776-db43-4565-b7fa-28a0f31a0481'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:35:11.612699 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13f67b6-7145-4a33-98de-b39624bab4d0 req-43771112-51ca-4c07-9eb7-9f0bbe0c3ccf service neutron] Bound using segment: {'id': '6071f11e-1d41-43cb-8c93-a9fd1de1040b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '73ce0776-db43-4565-b7fa-28a0f31a0481'} {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:35:11.613171 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-a13f67b6-7145-4a33-98de-b39624bab4d0 req-43771112-51ca-4c07-9eb7-9f0bbe0c3ccf service neutron] Bound port: 2a1f3553-62f0-4e99-8652-ab35c4c77011, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6071f11e-1d41-43cb-8c93-a9fd1de1040b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '73ce0776-db43-4565-b7fa-28a0f31a0481'}}] {{(pid=88991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:35:11.613558 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-a13f67b6-7145-4a33-98de-b39624bab4d0 req-43771112-51ca-4c07-9eb7-9f0bbe0c3ccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:11.708944 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-a13f67b6-7145-4a33-98de-b39624bab4d0 req-43771112-51ca-4c07-9eb7-9f0bbe0c3ccf service neutron] For port 2a1f3553-62f0-4e99-8652-ab35c4c77011, host hv-neutron-8218, cleared binding levels {{(pid=88991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:35:11.712011 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-a13f67b6-7145-4a33-98de-b39624bab4d0 req-43771112-51ca-4c07-9eb7-9f0bbe0c3ccf service neutron] For port 2a1f3553-62f0-4e99-8652-ab35c4c77011, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=2a1f3553-62f0-4e99-8652-ab35c4c77011,segment=NetworkSegment(6071f11e-1d41-43cb-8c93-a9fd1de1040b),segment_id=6071f11e-1d41-43cb-8c93-a9fd1de1040b)] {{(pid=88991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:35:11.741928 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-a13f67b6-7145-4a33-98de-b39624bab4d0 req-43771112-51ca-4c07-9eb7-9f0bbe0c3ccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:11.746309 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c21d2046-abb2-4053-a681-9fc02ef71e9e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:35:11.805812 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-a13f67b6-7145-4a33-98de-b39624bab4d0 req-43771112-51ca-4c07-9eb7-9f0bbe0c3ccf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:11.807323 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a13f67b6-7145-4a33-98de-b39624bab4d0 req-43771112-51ca-4c07-9eb7-9f0bbe0c3ccf service neutron] 10.222.0.32 "PUT /v2.0/ports/2a1f3553-62f0-4e99-8652-ab35c4c77011 HTTP/1.1" status: 200 len: 1094 time: 1.2777681 Dec 15 19:35:11.807991 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7b19e53-43b6-42be-a3a1-58113967fa12', 'tag': '2a1f3553-62f0-4e99-8652-ab35c4c77011'}] {{(pid=88991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:35:11.832359 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43771112-51ca-4c07-9eb7-9f0bbe0c3ccf service neutron] Pushing event updated for resources: {'Port': ['ID=2a1f3553-62f0-4e99-8652-ab35c4c77011,revision_number=3']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:35:11.835688 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-43771112-51ca-4c07-9eb7-9f0bbe0c3ccf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:35:11.877984 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7b19e53-43b6-42be-a3a1-58113967fa12', 'tag': '2a1f3553-62f0-4e99-8652-ab35c4c77011', 'status': 'completed', 'code': 200} Dec 15 19:35:11.969763 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a13f67b6-7145-4a33-98de-b39624bab4d0 req-b19953f1-fb52-4e66-875e-7efa18cdce6f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c1b74cf25a94156b4530f0bd868c0c9&device_id=d7b19e53-43b6-42be-a3a1-58113967fa12 HTTP/1.1" status: 200 len: 1097 time: 0.0779798 Dec 15 19:35:12.052012 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a13f67b6-7145-4a33-98de-b39624bab4d0 req-6d3e455a-2965-4ce0-9bca-b7b9e7c6a497 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a1f3553-62f0-4e99-8652-ab35c4c77011 HTTP/1.1" status: 200 len: 217 time: 0.0701354 Dec 15 19:35:12.125601 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f67b6-7145-4a33-98de-b39624bab4d0 req-f07e85e0-3b6b-4c98-be75-b8cc4d0775e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:35:12.127258 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a13f67b6-7145-4a33-98de-b39624bab4d0 req-f07e85e0-3b6b-4c98-be75-b8cc4d0775e8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bcdcd94b-8c08-4198-b29b-e0b9649bed53 HTTP/1.1" status: 200 len: 834 time: 0.0642924 Dec 15 19:35:12.214619 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a13f67b6-7145-4a33-98de-b39624bab4d0 req-28329f21-5848-4e76-a9f8-18da721c3865 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=73ce0776-db43-4565-b7fa-28a0f31a0481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767612 Dec 15 19:35:12.364632 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a13f67b6-7145-4a33-98de-b39624bab4d0 req-a17af52a-2d70-44e6-ab32-77c49a711e17 service neutron] 10.222.0.32 "GET /v2.0/networks/73ce0776-db43-4565-b7fa-28a0f31a0481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385510 Dec 15 19:35:12.503621 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8315692f-413e-4e6e-a6ac-ac60aa415c52 req-92a65778-d8e3-42d2-8527-82ca065980de tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:35:12.505245 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8315692f-413e-4e6e-a6ac-ac60aa415c52 req-92a65778-d8e3-42d2-8527-82ca065980de tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7b19e53-43b6-42be-a3a1-58113967fa12 HTTP/1.1" status: 200 len: 944 time: 0.0843844 Dec 15 19:35:12.510417 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a13f67b6-7145-4a33-98de-b39624bab4d0 req-2ece9d01-79a6-4239-94a0-1ac9453bbe5e service neutron] 10.222.0.32 "GET /v2.0/networks/73ce0776-db43-4565-b7fa-28a0f31a0481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348710 Dec 15 19:35:12.556945 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8315692f-413e-4e6e-a6ac-ac60aa415c52 req-55c1c72b-a91c-4668-87f0-29d8ceccec33 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=360111cd-39e6-4e51-a016-100398a7a731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454915 Dec 15 19:35:12.575877 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:12.669899 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e649cb06-93c7-4e94-b988-e9cec2d9be38 req-bb1be8ba-d990-496d-9bc3-ecc78bd58a60 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c1b74cf25a94156b4530f0bd868c0c9&device_id=d7b19e53-43b6-42be-a3a1-58113967fa12 HTTP/1.1" status: 200 len: 1097 time: 0.0750012 Dec 15 19:35:12.813065 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e649cb06-93c7-4e94-b988-e9cec2d9be38 req-edc619ba-149f-4d31-bb34-a78407793241 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:35:12.814570 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e649cb06-93c7-4e94-b988-e9cec2d9be38 req-edc619ba-149f-4d31-bb34-a78407793241 service neutron] 10.222.0.32 "GET /v2.0/networks?id=73ce0776-db43-4565-b7fa-28a0f31a0481 HTTP/1.1" status: 200 len: 897 time: 0.1375721 Dec 15 19:35:12.888375 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e649cb06-93c7-4e94-b988-e9cec2d9be38 req-656ab8a2-82a3-477f-baf7-cefbedb0ebfd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a1f3553-62f0-4e99-8652-ab35c4c77011 HTTP/1.1" status: 200 len: 217 time: 0.0670035 Dec 15 19:35:12.960446 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e649cb06-93c7-4e94-b988-e9cec2d9be38 req-816941fd-38b2-4f99-a1df-b7d3310fcdc3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:35:12.961962 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e649cb06-93c7-4e94-b988-e9cec2d9be38 req-816941fd-38b2-4f99-a1df-b7d3310fcdc3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bcdcd94b-8c08-4198-b29b-e0b9649bed53 HTTP/1.1" status: 200 len: 834 time: 0.0625689 Dec 15 19:35:13.044733 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e649cb06-93c7-4e94-b988-e9cec2d9be38 req-18c081b2-9e9a-4c65-a6ea-257e8b342994 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=73ce0776-db43-4565-b7fa-28a0f31a0481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756433 Dec 15 19:35:13.189256 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e649cb06-93c7-4e94-b988-e9cec2d9be38 req-e037d34c-a592-4a95-8fb6-3507c88d3ce7 service neutron] 10.222.0.32 "GET /v2.0/networks/73ce0776-db43-4565-b7fa-28a0f31a0481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338015 Dec 15 19:35:13.331834 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e649cb06-93c7-4e94-b988-e9cec2d9be38 req-7c8a1285-6161-4fc1-bb7d-09102219dce2 service neutron] 10.222.0.32 "GET /v2.0/networks/73ce0776-db43-4565-b7fa-28a0f31a0481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349449 Dec 15 19:35:13.486389 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 2a1f3553-62f0-4e99-8652-ab35c4c77011 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 15 19:35:13.633546 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 2a1f3553-62f0-4e99-8652-ab35c4c77011, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=2a1f3553-62f0-4e99-8652-ab35c4c77011,segment=NetworkSegment(6071f11e-1d41-43cb-8c93-a9fd1de1040b),segment_id=6071f11e-1d41-43cb-8c93-a9fd1de1040b)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:35:13.649775 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Returning: {'device': '2a1f3553-62f0-4e99-8652-ab35c4c77011', 'network_id': '73ce0776-db43-4565-b7fa-28a0f31a0481', 'port_id': '2a1f3553-62f0-4e99-8652-ab35c4c77011', 'mac_address': 'fa:16:3e:4f:3a:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcdcd94b-8c08-4198-b29b-e0b9649bed53', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 19:35:13.705724 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:13.723974 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a1f3553-62f0-4e99-8652-ab35c4c77011 {{(pid=88992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 19:35:13.739526 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 2a1f3553-62f0-4e99-8652-ab35c4c77011, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=2a1f3553-62f0-4e99-8652-ab35c4c77011,segment=NetworkSegment(6071f11e-1d41-43cb-8c93-a9fd1de1040b),segment_id=6071f11e-1d41-43cb-8c93-a9fd1de1040b)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:35:13.770713 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa2a133-090f-4515-b9a8-3315ae2afb30 req-61542201-6b8a-488c-adb0-8e217bcd2b11 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:35:13.772308 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2fa2a133-090f-4515-b9a8-3315ae2afb30 req-61542201-6b8a-488c-adb0-8e217bcd2b11 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7b19e53-43b6-42be-a3a1-58113967fa12 HTTP/1.1" status: 200 len: 944 time: 0.0868227 Dec 15 19:35:13.781559 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:13.783557 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1cc96128-9017-4da4-a366-a7cf2feaab32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:35:13.821129 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2fa2a133-090f-4515-b9a8-3315ae2afb30 req-13d46156-df55-4e6b-9117-1477c29f5dd6 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=360111cd-39e6-4e51-a016-100398a7a731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426285 Dec 15 19:35:13.852368 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=2a1f3553-62f0-4e99-8652-ab35c4c77011,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:35:13.855600 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:35:14.038789 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] get_ports_and_sgs() called for port_ids ['2a1f3553-62f0-4e99-8652-ab35c4c77011'] {{(pid=88992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 19:35:15.035966 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1583770d-f8b2-45ba-b1ad-6183423a458a req-5bac7fad-820e-4efd-90c3-157ba8b05cfc tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:35:15.037591 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1583770d-f8b2-45ba-b1ad-6183423a458a req-5bac7fad-820e-4efd-90c3-157ba8b05cfc tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7b19e53-43b6-42be-a3a1-58113967fa12 HTTP/1.1" status: 200 len: 945 time: 0.0834925 Dec 15 19:35:15.090008 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1583770d-f8b2-45ba-b1ad-6183423a458a req-22328158-f04e-4592-9b20-2e8dfdf49bf5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=360111cd-39e6-4e51-a016-100398a7a731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458803 Dec 15 19:35:15.501811 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 2a1f3553-62f0-4e99-8652-ab35c4c77011 up at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:35:15.604429 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning for port 2a1f3553-62f0-4e99-8652-ab35c4c77011 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:35:15.611079 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning complete for port 2a1f3553-62f0-4e99-8652-ab35c4c77011 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:35:15.611519 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:15.728302 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:15.756392 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b19e53-43b6-42be-a3a1-58113967fa12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a1f3553-62f0-4e99-8652-ab35c4c77011'}] {{(pid=88992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:35:15.766185 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 2a1f3553-62f0-4e99-8652-ab35c4c77011, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=2a1f3553-62f0-4e99-8652-ab35c4c77011,segment=NetworkSegment(6071f11e-1d41-43cb-8c93-a9fd1de1040b),segment_id=6071f11e-1d41-43cb-8c93-a9fd1de1040b)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:35:15.798790 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:15.800775 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:35:15.830266 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b19e53-43b6-42be-a3a1-58113967fa12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a1f3553-62f0-4e99-8652-ab35c4c77011', 'code': 200} Dec 15 19:35:15.869474 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=2a1f3553-62f0-4e99-8652-ab35c4c77011,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:35:15.872593 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:35:16.119995 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-cc2c3513-e039-4c2f-873e-c2e6c9093707 req-1b297900-f8ef-4d27-b605-c39e8439501e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d7b19e53-43b6-42be-a3a1-58113967fa12 HTTP/1.1" status: 200 len: 1099 time: 0.0732684 Dec 15 19:35:16.168806 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-cc2c3513-e039-4c2f-873e-c2e6c9093707 req-956654c2-3d62-4b1f-990a-620614034e85 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=360111cd-39e6-4e51-a016-100398a7a731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385725 Dec 15 19:35:16.295879 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb587e-9af6-486a-a8fb-d6ea5c724bd9 req-accc931b-0083-4d19-ae0a-16669756a1c4 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:35:16.300651 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-32cb587e-9af6-486a-a8fb-d6ea5c724bd9 req-accc931b-0083-4d19-ae0a-16669756a1c4 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7b19e53-43b6-42be-a3a1-58113967fa12 HTTP/1.1" status: 200 len: 946 time: 0.0831220 Dec 15 19:35:16.346090 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-32cb587e-9af6-486a-a8fb-d6ea5c724bd9 req-e3ed9280-eef0-441f-99fc-43a747e6da62 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=360111cd-39e6-4e51-a016-100398a7a731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423102 Dec 15 19:35:17.558504 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb988d-7bff-422d-836b-a12ea42a4330 req-cf2db871-f8b0-49a8-b042-c70e76884dc8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:35:17.560082 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-95fb988d-7bff-422d-836b-a12ea42a4330 req-cf2db871-f8b0-49a8-b042-c70e76884dc8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7b19e53-43b6-42be-a3a1-58113967fa12 HTTP/1.1" status: 200 len: 946 time: 0.0853703 Dec 15 19:35:17.609515 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-95fb988d-7bff-422d-836b-a12ea42a4330 req-3d2a6833-2abd-4e9c-81b5-fea8c9b573fc tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=360111cd-39e6-4e51-a016-100398a7a731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428207 Dec 15 19:35:17.810061 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5262fa-b860-40ac-a079-262d9daedfe6 req-4a6de445-6f04-4598-a5eb-156f308752dd tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:35:17.812276 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3b5262fa-b860-40ac-a079-262d9daedfe6 req-4a6de445-6f04-4598-a5eb-156f308752dd tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7b19e53-43b6-42be-a3a1-58113967fa12 HTTP/1.1" status: 200 len: 946 time: 0.0824227 Dec 15 19:35:17.861156 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3b5262fa-b860-40ac-a079-262d9daedfe6 req-0b8bb1b3-9a3f-43e6-872a-2700f2422e99 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=360111cd-39e6-4e51-a016-100398a7a731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423543 Dec 15 19:35:17.889184 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 58930) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:35:18.045461 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a6580527-4642-4b2d-93f2-af4fe6820d65 tempest-TestNetworkBasicOps-1295665109 tempest-TestNetworkBasicOps-1295665109-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d7b19e53-43b6-42be-a3a1-58113967fa12 HTTP/1.1" status: 200 len: 1094 time: 0.1544147 Dec 15 19:35:18.048372 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 58936) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:35:18.053986 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-444fbebd-841d-425f-b69d-b0f827cd869e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'floatingip': {'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'port_id': '2a1f3553-62f0-4e99-8652-ab35c4c77011', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:35:18.059886 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-444fbebd-841d-425f-b69d-b0f827cd869e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:35:18.064670 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-444fbebd-841d-425f-b69d-b0f827cd869e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Usage tracker for resource:floatingip and tenant:7c1b74cf25a94156b4530f0bd868c0c9 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:35:18.067684 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-444fbebd-841d-425f-b69d-b0f827cd869e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:35:18.073588 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-444fbebd-841d-425f-b69d-b0f827cd869e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:35:18.118383 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-444fbebd-841d-425f-b69d-b0f827cd869e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for floatingip, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:18.264084 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-444fbebd-841d-425f-b69d-b0f827cd869e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:18.401374 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-444fbebd-841d-425f-b69d-b0f827cd869e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Allocated IP 172.26.3.89 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/0fbf15af-ac5a-445d-b3c2-348787375257) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:35:18.688882 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-444fbebd-841d-425f-b69d-b0f827cd869e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:18.741361 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-444fbebd-841d-425f-b69d-b0f827cd869e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:18.745688 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6679817d-7e12-4436-a3eb-abd75c6027de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:35:18.807073 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444fbebd-841d-425f-b69d-b0f827cd869e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:35:18.814093 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-444fbebd-841d-425f-b69d-b0f827cd869e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:35:18.818976 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444fbebd-841d-425f-b69d-b0f827cd869e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:35:18.850429 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444fbebd-841d-425f-b69d-b0f827cd869e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'Port': ['ID=0fbf15af-ac5a-445d-b3c2-348787375257,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:35:18.856659 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-444fbebd-841d-425f-b69d-b0f827cd869e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:35:19.337369 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-444fbebd-841d-425f-b69d-b0f827cd869e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:19.424775 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-444fbebd-841d-425f-b69d-b0f827cd869e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:19.637459 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-444fbebd-841d-425f-b69d-b0f827cd869e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for port, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:19.667354 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-444fbebd-841d-425f-b69d-b0f827cd869e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:19.672065 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-044a3f4d-bbd6-4ae4-b5c0-951ba4d62689 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:35:19.783559 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444fbebd-841d-425f-b69d-b0f827cd869e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event updated for resources: {'Port': ['ID=0fbf15af-ac5a-445d-b3c2-348787375257,revision_number=2']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:35:19.787932 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-444fbebd-841d-425f-b69d-b0f827cd869e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:35:19.798684 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-444fbebd-841d-425f-b69d-b0f827cd869e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634093'] for floatingip, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:20.222648 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.l3_db [None req-444fbebd-841d-425f-b69d-b0f827cd869e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Floating IP 412a02ac-6bcd-4cee-85b8-6b6b64dde2e3 associated. External IP: 172.26.3.89, port: 2a1f3553-62f0-4e99-8652-ab35c4c77011. Dec 15 19:35:20.639645 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-444fbebd-841d-425f-b69d-b0f827cd869e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Router df51bf57-5672-480b-a017-a04d87221445 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:35:20.843442 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-444fbebd-841d-425f-b69d-b0f827cd869e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:35:20.853095 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b5e50d-3d0c-46e1-8e71-6a92d23e25e1 None None] Sync routers for ids ['df51bf57-5672-480b-a017-a04d87221445'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:35:20.867408 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b5e50d-3d0c-46e1-8e71-6a92d23e25e1 None None] Routers {'df51bf57-5672-480b-a017-a04d87221445'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:35:20.876110 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-64b5e50d-3d0c-46e1-8e71-6a92d23e25e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:35:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['df51bf57-5672-480b-a017-a04d87221445'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:35:20.918935 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-444fbebd-841d-425f-b69d-b0f827cd869e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:20.980311 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-444fbebd-841d-425f-b69d-b0f827cd869e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9307840 Dec 15 19:35:20.981016 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7b19e53-43b6-42be-a3a1-58113967fa12', 'tag': '2a1f3553-62f0-4e99-8652-ab35c4c77011'}] {{(pid=88991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:35:20.984166 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 58940) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:35:21.037467 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7b19e53-43b6-42be-a3a1-58113967fa12', 'tag': '2a1f3553-62f0-4e99-8652-ab35c4c77011', 'status': 'completed', 'code': 200} Dec 15 19:35:21.058492 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-64b5e50d-3d0c-46e1-8e71-6a92d23e25e1 None None] Set router df51bf57-5672-480b-a017-a04d87221445 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:35:21.140745 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d8601b2f-99c4-4a74-893b-50a09740e91a req-a19259ba-0a42-48a5-8dc9-e8f4af570ad9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c1b74cf25a94156b4530f0bd868c0c9&device_id=d7b19e53-43b6-42be-a3a1-58113967fa12 HTTP/1.1" status: 200 len: 1099 time: 0.0785279 Dec 15 19:35:21.295511 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8601b2f-99c4-4a74-893b-50a09740e91a req-8619ade7-68a0-4609-abd9-c4e877e9485c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:35:21.297234 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d8601b2f-99c4-4a74-893b-50a09740e91a req-8619ade7-68a0-4609-abd9-c4e877e9485c service neutron] 10.222.0.32 "GET /v2.0/networks?id=73ce0776-db43-4565-b7fa-28a0f31a0481 HTTP/1.1" status: 200 len: 897 time: 0.1500146 Dec 15 19:35:21.335281 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-104d605f-7437-4dfc-b86b-db7c2bd999af tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/floatingips/412a02ac-6bcd-4cee-85b8-6b6b64dde2e3 HTTP/1.1" status: 200 len: 991 time: 0.3491743 Dec 15 19:35:21.411595 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d8601b2f-99c4-4a74-893b-50a09740e91a req-6368fae0-d200-4c8b-9342-12c24543723f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a1f3553-62f0-4e99-8652-ab35c4c77011 HTTP/1.1" status: 200 len: 999 time: 0.1053703 Dec 15 19:35:21.487526 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8601b2f-99c4-4a74-893b-50a09740e91a req-cdb75853-52b7-4cd2-aa3f-fbfdbf35eda2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:35:21.489189 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d8601b2f-99c4-4a74-893b-50a09740e91a req-cdb75853-52b7-4cd2-aa3f-fbfdbf35eda2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bcdcd94b-8c08-4198-b29b-e0b9649bed53 HTTP/1.1" status: 200 len: 834 time: 0.0706246 Dec 15 19:35:21.579651 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d8601b2f-99c4-4a74-893b-50a09740e91a req-77feb9df-a2f0-44f9-b2c4-3f36179462b7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=73ce0776-db43-4565-b7fa-28a0f31a0481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794723 Dec 15 19:35:21.589444 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-64b5e50d-3d0c-46e1-8e71-6a92d23e25e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df51bf57-5672-480b-a017-a04d87221445', 'name': 'tempest-TestNetworkBasicOps-router-15612562', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ef4bd456-906a-4741-ae08-960969e643d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:34:56Z', 'updated_at': '2021-12-15T19:35:01Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': 'ef4bd456-906a-4741-ae08-960969e643d2', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ee:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df51bf57-5672-480b-a017-a04d87221445', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:34:57Z', 'updated_at': '2021-12-15T19:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': '412a02ac-6bcd-4cee-85b8-6b6b64dde2e3', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'floating_ip_address': '172.26.3.89', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': 'df51bf57-5672-480b-a017-a04d87221445', 'port_id': '2a1f3553-62f0-4e99-8652-ab35c4c77011', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73ce0776-db43-4565-b7fa-28a0f31a0481', 'mac_address': 'fa:16:3e:4f:3a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b19e53-43b6-42be-a3a1-58113967fa12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:35:19Z', 'updated_at': '2021-12-15T19:35:19Z', 'revision_number': 0, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '587f73ad-eb3c-43b9-aa81-e071c037e446', 'name': '', 'network_id': '73ce0776-db43-4565-b7fa-28a0f31a0481', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:6a:59:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df51bf57-5672-480b-a017-a04d87221445', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bcdcd94b-8c08-4198-b29b-e0b9649bed53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:35:01Z', 'updated_at': '2021-12-15T19:35:08Z', 'revision_number': 5, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'bcdcd94b-8c08-4198-b29b-e0b9649bed53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:35:21.591045 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [req-d8601b2f-99c4-4a74-893b-50a09740e91a req-807c0d56-e965-4f77-800a-3b65bf22017a service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:35:21.592974 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d8601b2f-99c4-4a74-893b-50a09740e91a req-807c0d56-e965-4f77-800a-3b65bf22017a service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0061300 Dec 15 19:35:21.594227 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b5e50d-3d0c-46e1-8e71-6a92d23e25e1 None None] Checking router: df51bf57-5672-480b-a017-a04d87221445 for host: dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:35:21.605478 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b5e50d-3d0c-46e1-8e71-6a92d23e25e1 None None] Routers {'df51bf57-5672-480b-a017-a04d87221445'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:35:21.606146 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-64b5e50d-3d0c-46e1-8e71-6a92d23e25e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:35:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['df51bf57-5672-480b-a017-a04d87221445'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:35:21.743845 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d8601b2f-99c4-4a74-893b-50a09740e91a req-5b0bcfef-e8a2-4b4c-aeda-4196215ee468 service neutron] 10.222.0.32 "GET /v2.0/networks/73ce0776-db43-4565-b7fa-28a0f31a0481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404545 Dec 15 19:35:21.793235 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-64b5e50d-3d0c-46e1-8e71-6a92d23e25e1 None None] Set router df51bf57-5672-480b-a017-a04d87221445 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:35:21.886007 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d8601b2f-99c4-4a74-893b-50a09740e91a req-b3ea6785-ecfd-4d07-b68e-287a74ba4f95 service neutron] 10.222.0.32 "GET /v2.0/networks/73ce0776-db43-4565-b7fa-28a0f31a0481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351151 Dec 15 19:35:22.148448 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-64b5e50d-3d0c-46e1-8e71-6a92d23e25e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df51bf57-5672-480b-a017-a04d87221445', 'name': 'tempest-TestNetworkBasicOps-router-15612562', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ef4bd456-906a-4741-ae08-960969e643d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:34:56Z', 'updated_at': '2021-12-15T19:35:01Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': 'ef4bd456-906a-4741-ae08-960969e643d2', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ee:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df51bf57-5672-480b-a017-a04d87221445', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:34:57Z', 'updated_at': '2021-12-15T19:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': '412a02ac-6bcd-4cee-85b8-6b6b64dde2e3', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'floating_ip_address': '172.26.3.89', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': 'df51bf57-5672-480b-a017-a04d87221445', 'port_id': '2a1f3553-62f0-4e99-8652-ab35c4c77011', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73ce0776-db43-4565-b7fa-28a0f31a0481', 'mac_address': 'fa:16:3e:4f:3a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b19e53-43b6-42be-a3a1-58113967fa12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:35:19Z', 'updated_at': '2021-12-15T19:35:19Z', 'revision_number': 0, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '587f73ad-eb3c-43b9-aa81-e071c037e446', 'name': '', 'network_id': '73ce0776-db43-4565-b7fa-28a0f31a0481', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:6a:59:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df51bf57-5672-480b-a017-a04d87221445', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bcdcd94b-8c08-4198-b29b-e0b9649bed53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:35:01Z', 'updated_at': '2021-12-15T19:35:08Z', 'revision_number': 5, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'bcdcd94b-8c08-4198-b29b-e0b9649bed53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:35:22.152525 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b5e50d-3d0c-46e1-8e71-6a92d23e25e1 None None] The sync data for ids ['df51bf57-5672-480b-a017-a04d87221445'] in dv-neutron-821831-2-hyperv is: [{'id': 'df51bf57-5672-480b-a017-a04d87221445', 'name': 'tempest-TestNetworkBasicOps-router-15612562', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ef4bd456-906a-4741-ae08-960969e643d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:34:56Z', 'updated_at': '2021-12-15T19:35:01Z', 'revision_number': 4, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': 'ef4bd456-906a-4741-ae08-960969e643d2', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ee:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df51bf57-5672-480b-a017-a04d87221445', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:34:57Z', 'updated_at': '2021-12-15T19:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': '412a02ac-6bcd-4cee-85b8-6b6b64dde2e3', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'floating_ip_address': '172.26.3.89', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': 'df51bf57-5672-480b-a017-a04d87221445', 'port_id': '2a1f3553-62f0-4e99-8652-ab35c4c77011', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73ce0776-db43-4565-b7fa-28a0f31a0481', 'mac_address': 'fa:16:3e:4f:3a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b19e53-43b6-42be-a3a1-58113967fa12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:35:19Z', 'updated_at': '2021-12-15T19:35:19Z', 'revision_number': 0, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '587f73ad-eb3c-43b9-aa81-e071c037e446', 'name': '', 'network_id': '73ce0776-db43-4565-b7fa-28a0f31a0481', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:6a:59:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df51bf57-5672-480b-a017-a04d87221445', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bcdcd94b-8c08-4198-b29b-e0b9649bed53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:35:01Z', 'updated_at': '2021-12-15T19:35:08Z', 'revision_number': 5, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'bcdcd94b-8c08-4198-b29b-e0b9649bed53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:35:22.338581 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 58946) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:35:22.455101 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a9be68f8-10c5-4361-be6c-7743f0e6d013 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/floatingips/412a02ac-6bcd-4cee-85b8-6b6b64dde2e3 HTTP/1.1" status: 200 len: 991 time: 0.1151228 Dec 15 19:35:22.478406 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7394b9-26d4-45da-ba1e-86c5f42d4b29 None None] New status for floating IP 412a02ac-6bcd-4cee-85b8-6b6b64dde2e3: ACTIVE {{(pid=88992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 15 19:35:23.459071 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 58950) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:35:23.570697 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-5e221044-6d8f-4939-a0ff-5d312cb381c7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/floatingips/412a02ac-6bcd-4cee-85b8-6b6b64dde2e3 HTTP/1.1" status: 200 len: 993 time: 0.1101611 Dec 15 19:35:24.072445 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:25.653228 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [req-ff2a3afe-84f6-4d3d-91b0-8a309e1f950e req-a1447abd-e6f9-4599-86fe-591c194e037d service neutron] (88991) timed out ('10.222.0.32', 58834) {{(pid=88991) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Dec 15 19:35:38.220847 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cf4a86e0-8a07-4aab-9e24-4813cc55b5b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:39.461043 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:40.518064 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b997f08b-c9f1-47bb-9c3a-0e78753641b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:40.838082 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:42.592464 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:43.903635 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 19:35:44.708008 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-156a9f7b-06b3-44b2-b544-b38a712518fa req-4d6b55e5-ae68-4984-91c6-1dde7a5894bd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d7b19e53-43b6-42be-a3a1-58113967fa12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1459062 Dec 15 19:35:44.864257 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-156a9f7b-06b3-44b2-b544-b38a712518fa req-753f95c9-eb14-4c82-9d25-2feb1834bd6f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c1b74cf25a94156b4530f0bd868c0c9&device_id=d7b19e53-43b6-42be-a3a1-58113967fa12 HTTP/1.1" status: 200 len: 1099 time: 0.0781565 Dec 15 19:35:45.019058 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156a9f7b-06b3-44b2-b544-b38a712518fa req-223c628f-4e86-4037-97b3-96c1b2c3aaf9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:35:45.020591 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-156a9f7b-06b3-44b2-b544-b38a712518fa req-223c628f-4e86-4037-97b3-96c1b2c3aaf9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=73ce0776-db43-4565-b7fa-28a0f31a0481 HTTP/1.1" status: 200 len: 897 time: 0.1336737 Dec 15 19:35:45.125657 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-156a9f7b-06b3-44b2-b544-b38a712518fa req-cc9e26cf-ed6c-4521-a797-a8a000db300e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a1f3553-62f0-4e99-8652-ab35c4c77011 HTTP/1.1" status: 200 len: 1001 time: 0.0961754 Dec 15 19:35:45.199976 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156a9f7b-06b3-44b2-b544-b38a712518fa req-a80df469-f120-4636-850a-094afaeefc18 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:35:45.201540 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-156a9f7b-06b3-44b2-b544-b38a712518fa req-a80df469-f120-4636-850a-094afaeefc18 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bcdcd94b-8c08-4198-b29b-e0b9649bed53 HTTP/1.1" status: 200 len: 834 time: 0.0675695 Dec 15 19:35:45.282454 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-156a9f7b-06b3-44b2-b544-b38a712518fa req-5eaafc92-bf11-4c42-bdd8-846addf552ce service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=73ce0776-db43-4565-b7fa-28a0f31a0481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735707 Dec 15 19:35:45.425738 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-156a9f7b-06b3-44b2-b544-b38a712518fa req-6444c940-27ae-4c5b-9dd3-40467bc226e1 service neutron] 10.222.0.32 "GET /v2.0/networks/73ce0776-db43-4565-b7fa-28a0f31a0481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368887 Dec 15 19:35:45.566383 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-156a9f7b-06b3-44b2-b544-b38a712518fa req-13be967b-fca9-4d56-8ce8-425955e0c640 service neutron] 10.222.0.32 "GET /v2.0/networks/73ce0776-db43-4565-b7fa-28a0f31a0481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320350 Dec 15 19:35:54.083818 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:54.823427 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 58966) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:35:54.829364 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-29317a2f-6592-429a-8bfe-003cec787636 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'router': {'admin_state_up': False}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:35:55.396375 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-29317a2f-6592-429a-8bfe-003cec787636 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:55.438339 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-29317a2f-6592-429a-8bfe-003cec787636 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854141873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-633912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854194791'] for router, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:55.647455 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29317a2f-6592-429a-8bfe-003cec787636 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Router df51bf57-5672-480b-a017-a04d87221445 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:35:55.858864 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29317a2f-6592-429a-8bfe-003cec787636 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:35:55.865058 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-29317a2f-6592-429a-8bfe-003cec787636 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:55.867499 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-29317a2f-6592-429a-8bfe-003cec787636 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "PUT /v2.0/routers/df51bf57-5672-480b-a017-a04d87221445 HTTP/1.1" status: 200 len: 887 time: 1.0418720 Dec 15 19:35:55.869073 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcf49c3-cd26-4302-8349-f57ecf972308 None None] Sync routers for ids ['df51bf57-5672-480b-a017-a04d87221445'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:35:55.881661 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcf49c3-cd26-4302-8349-f57ecf972308 None None] Routers {'df51bf57-5672-480b-a017-a04d87221445'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:35:55.882346 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-9fcf49c3-cd26-4302-8349-f57ecf972308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:35:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['df51bf57-5672-480b-a017-a04d87221445'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:35:55.944802 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-9fcf49c3-cd26-4302-8349-f57ecf972308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:35:55.956821 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcf49c3-cd26-4302-8349-f57ecf972308 None None] Routers {'df51bf57-5672-480b-a017-a04d87221445'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:35:55.957484 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-9fcf49c3-cd26-4302-8349-f57ecf972308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:35:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['df51bf57-5672-480b-a017-a04d87221445'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:35:56.016926 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-9fcf49c3-cd26-4302-8349-f57ecf972308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:35:56.017371 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcf49c3-cd26-4302-8349-f57ecf972308 None None] The sync data for ids ['df51bf57-5672-480b-a017-a04d87221445'] in dv-neutron-821831-2-hyperv is: [] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:35:56.359662 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a1bf86-b8f3-4d32-9201-2b0f3b5ea148 None None] New status for floating IP 412a02ac-6bcd-4cee-85b8-6b6b64dde2e3: DOWN {{(pid=88992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 15 19:35:56.618531 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 587f73ad-eb3c-43b9-aa81-e071c037e446 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:35:56.736267 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:56.768326 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port 587f73ad-eb3c-43b9-aa81-e071c037e446, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=587f73ad-eb3c-43b9-aa81-e071c037e446,segment=NetworkSegment(6071f11e-1d41-43cb-8c93-a9fd1de1040b),segment_id=6071f11e-1d41-43cb-8c93-a9fd1de1040b)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:35:56.804012 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:56.804870 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device ef4bd456-906a-4741-ae08-960969e643d2 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:35:56.832548 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f78f7ee8-95c1-4f9b-8aaa-9a5e0481bef7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:35:56.925747 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=587f73ad-eb3c-43b9-aa81-e071c037e446,revision_number=6']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:35:56.968879 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:35:56.969275 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:35:56.969662 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:35:56.970042 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:35:56.970448 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:35:56.970827 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:35:56.971203 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:35:56.971575 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:35:56.971947 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:35:56.972315 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:35:56.972684 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:35:56.978127 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:35:56.994108 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:57.009759 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port ef4bd456-906a-4741-ae08-960969e643d2, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=ef4bd456-906a-4741-ae08-960969e643d2,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:35:57.044317 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:57.046083 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:35:57.117802 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=ef4bd456-906a-4741-ae08-960969e643d2,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:35:57.120879 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:35:58.062310 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 58972) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:35:58.068273 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-d0bcd686-4d9e-4b72-8b04-bbee6237b53e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:35:58.883424 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d0bcd686-4d9e-4b72-8b04-bbee6237b53e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:58.935891 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d0bcd686-4d9e-4b72-8b04-bbee6237b53e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854141873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-633912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854194791'] for router, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:59.147081 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0bcd686-4d9e-4b72-8b04-bbee6237b53e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Router df51bf57-5672-480b-a017-a04d87221445 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:35:59.353243 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0bcd686-4d9e-4b72-8b04-bbee6237b53e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:35:59.360477 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d0bcd686-4d9e-4b72-8b04-bbee6237b53e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:35:59.361693 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d0bcd686-4d9e-4b72-8b04-bbee6237b53e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "PUT /v2.0/routers/df51bf57-5672-480b-a017-a04d87221445 HTTP/1.1" status: 200 len: 886 time: 1.2982805 Dec 15 19:35:59.364223 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831f443d-8b6c-4d22-a079-e9f9457e37e7 None None] Sync routers for ids ['df51bf57-5672-480b-a017-a04d87221445'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:35:59.364759 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 58976) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:35:59.376799 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831f443d-8b6c-4d22-a079-e9f9457e37e7 None None] Routers {'df51bf57-5672-480b-a017-a04d87221445'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:35:59.377470 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-831f443d-8b6c-4d22-a079-e9f9457e37e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:35:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['df51bf57-5672-480b-a017-a04d87221445'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:35:59.476507 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f7036af1-7193-4b57-aa84-73d89bf5e361 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/floatingips/412a02ac-6bcd-4cee-85b8-6b6b64dde2e3 HTTP/1.1" status: 200 len: 991 time: 0.1093607 Dec 15 19:35:59.562050 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-831f443d-8b6c-4d22-a079-e9f9457e37e7 None None] Set router df51bf57-5672-480b-a017-a04d87221445 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:35:59.921285 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-831f443d-8b6c-4d22-a079-e9f9457e37e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df51bf57-5672-480b-a017-a04d87221445', 'name': 'tempest-TestNetworkBasicOps-router-15612562', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ef4bd456-906a-4741-ae08-960969e643d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:34:56Z', 'updated_at': '2021-12-15T19:35:58Z', 'revision_number': 6, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': 'ef4bd456-906a-4741-ae08-960969e643d2', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ee:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df51bf57-5672-480b-a017-a04d87221445', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:34:57Z', 'updated_at': '2021-12-15T19:35:56Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': '412a02ac-6bcd-4cee-85b8-6b6b64dde2e3', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'floating_ip_address': '172.26.3.89', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': 'df51bf57-5672-480b-a017-a04d87221445', 'port_id': '2a1f3553-62f0-4e99-8652-ab35c4c77011', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73ce0776-db43-4565-b7fa-28a0f31a0481', 'mac_address': 'fa:16:3e:4f:3a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b19e53-43b6-42be-a3a1-58113967fa12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:35:19Z', 'updated_at': '2021-12-15T19:35:56Z', 'revision_number': 2, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '587f73ad-eb3c-43b9-aa81-e071c037e446', 'name': '', 'network_id': '73ce0776-db43-4565-b7fa-28a0f31a0481', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:6a:59:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df51bf57-5672-480b-a017-a04d87221445', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bcdcd94b-8c08-4198-b29b-e0b9649bed53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:35:01Z', 'updated_at': '2021-12-15T19:35:56Z', 'revision_number': 6, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'bcdcd94b-8c08-4198-b29b-e0b9649bed53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:35:59.925309 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831f443d-8b6c-4d22-a079-e9f9457e37e7 None None] Checking router: df51bf57-5672-480b-a017-a04d87221445 for host: dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:35:59.936917 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831f443d-8b6c-4d22-a079-e9f9457e37e7 None None] Routers {'df51bf57-5672-480b-a017-a04d87221445'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:35:59.937576 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-831f443d-8b6c-4d22-a079-e9f9457e37e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:35:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['df51bf57-5672-480b-a017-a04d87221445'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:36:00.130518 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-831f443d-8b6c-4d22-a079-e9f9457e37e7 None None] Set router df51bf57-5672-480b-a017-a04d87221445 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:36:00.479125 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 58980) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:36:00.592888 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1f9c0c40-43d8-47ae-a3b1-6af085901fc8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/floatingips/412a02ac-6bcd-4cee-85b8-6b6b64dde2e3 HTTP/1.1" status: 200 len: 991 time: 0.1113331 Dec 15 19:36:00.637610 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-831f443d-8b6c-4d22-a079-e9f9457e37e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df51bf57-5672-480b-a017-a04d87221445', 'name': 'tempest-TestNetworkBasicOps-router-15612562', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ef4bd456-906a-4741-ae08-960969e643d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:34:56Z', 'updated_at': '2021-12-15T19:35:58Z', 'revision_number': 6, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': 'ef4bd456-906a-4741-ae08-960969e643d2', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ee:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df51bf57-5672-480b-a017-a04d87221445', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:34:57Z', 'updated_at': '2021-12-15T19:35:56Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': '412a02ac-6bcd-4cee-85b8-6b6b64dde2e3', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'floating_ip_address': '172.26.3.89', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': 'df51bf57-5672-480b-a017-a04d87221445', 'port_id': '2a1f3553-62f0-4e99-8652-ab35c4c77011', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73ce0776-db43-4565-b7fa-28a0f31a0481', 'mac_address': 'fa:16:3e:4f:3a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b19e53-43b6-42be-a3a1-58113967fa12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:35:19Z', 'updated_at': '2021-12-15T19:35:56Z', 'revision_number': 2, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '587f73ad-eb3c-43b9-aa81-e071c037e446', 'name': '', 'network_id': '73ce0776-db43-4565-b7fa-28a0f31a0481', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:6a:59:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df51bf57-5672-480b-a017-a04d87221445', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bcdcd94b-8c08-4198-b29b-e0b9649bed53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:35:01Z', 'updated_at': '2021-12-15T19:35:56Z', 'revision_number': 6, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'bcdcd94b-8c08-4198-b29b-e0b9649bed53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:36:00.642084 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831f443d-8b6c-4d22-a079-e9f9457e37e7 None None] The sync data for ids ['df51bf57-5672-480b-a017-a04d87221445'] in dv-neutron-821831-2-hyperv is: [{'id': 'df51bf57-5672-480b-a017-a04d87221445', 'name': 'tempest-TestNetworkBasicOps-router-15612562', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ef4bd456-906a-4741-ae08-960969e643d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:34:56Z', 'updated_at': '2021-12-15T19:35:58Z', 'revision_number': 6, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': 'ef4bd456-906a-4741-ae08-960969e643d2', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ee:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df51bf57-5672-480b-a017-a04d87221445', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:34:57Z', 'updated_at': '2021-12-15T19:35:56Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': '412a02ac-6bcd-4cee-85b8-6b6b64dde2e3', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'floating_ip_address': '172.26.3.89', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': 'df51bf57-5672-480b-a017-a04d87221445', 'port_id': '2a1f3553-62f0-4e99-8652-ab35c4c77011', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73ce0776-db43-4565-b7fa-28a0f31a0481', 'mac_address': 'fa:16:3e:4f:3a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b19e53-43b6-42be-a3a1-58113967fa12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:35:19Z', 'updated_at': '2021-12-15T19:35:56Z', 'revision_number': 2, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '587f73ad-eb3c-43b9-aa81-e071c037e446', 'name': '', 'network_id': '73ce0776-db43-4565-b7fa-28a0f31a0481', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:6a:59:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df51bf57-5672-480b-a017-a04d87221445', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bcdcd94b-8c08-4198-b29b-e0b9649bed53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:35:01Z', 'updated_at': '2021-12-15T19:35:56Z', 'revision_number': 6, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'bcdcd94b-8c08-4198-b29b-e0b9649bed53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:36:01.595863 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 58986) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:36:01.717163 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-3d72bac7-e83f-4726-85ee-fc0560d01477 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/floatingips/412a02ac-6bcd-4cee-85b8-6b6b64dde2e3 HTTP/1.1" status: 200 len: 991 time: 0.1199586 Dec 15 19:36:02.662329 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 587f73ad-eb3c-43b9-aa81-e071c037e446 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:36:02.720248 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 58990) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:36:02.737209 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 587f73ad-eb3c-43b9-aa81-e071c037e446 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:36:02.737635 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:02.833907 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4b29cd4b-4d51-4b6c-bc43-05bab1213f84 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/floatingips/412a02ac-6bcd-4cee-85b8-6b6b64dde2e3 HTTP/1.1" status: 200 len: 991 time: 0.1122844 Dec 15 19:36:02.857325 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:02.889122 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port 587f73ad-eb3c-43b9-aa81-e071c037e446, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=587f73ad-eb3c-43b9-aa81-e071c037e446,segment=NetworkSegment(6071f11e-1d41-43cb-8c93-a9fd1de1040b),segment_id=6071f11e-1d41-43cb-8c93-a9fd1de1040b)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:36:02.918785 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:02.919766 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device ef4bd456-906a-4741-ae08-960969e643d2 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:36:02.946650 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:36:03.034697 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=587f73ad-eb3c-43b9-aa81-e071c037e446,revision_number=7']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:36:03.038099 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:36:03.051325 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port ef4bd456-906a-4741-ae08-960969e643d2 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:36:03.051760 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:03.169493 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:03.184770 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port ef4bd456-906a-4741-ae08-960969e643d2, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=ef4bd456-906a-4741-ae08-960969e643d2,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:36:03.215895 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:03.219155 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:36:03.288069 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=ef4bd456-906a-4741-ae08-960969e643d2,revision_number=6']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:36:03.291983 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:36:03.784072 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f7c2bb-b30b-4b87-a049-66a5b2cec024 None None] New status for floating IP 412a02ac-6bcd-4cee-85b8-6b6b64dde2e3: ACTIVE {{(pid=88992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 15 19:36:03.838443 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 58994) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:36:03.958722 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-78387825-db77-4682-801a-d2e3904f813d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/floatingips/412a02ac-6bcd-4cee-85b8-6b6b64dde2e3 HTTP/1.1" status: 200 len: 991 time: 0.1176686 Dec 15 19:36:04.801156 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 587f73ad-eb3c-43b9-aa81-e071c037e446 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:36:04.801156 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 587f73ad-eb3c-43b9-aa81-e071c037e446 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:36:04.801156 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:04.832706 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device ef4bd456-906a-4741-ae08-960969e643d2 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:36:04.904531 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port ef4bd456-906a-4741-ae08-960969e643d2 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:36:04.904960 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:04.961668 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 58998) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:36:05.067654 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-3ebd2ee6-c40d-4ebd-a7a2-93416510ef64 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/floatingips/412a02ac-6bcd-4cee-85b8-6b6b64dde2e3 HTTP/1.1" status: 200 len: 993 time: 0.1045866 Dec 15 19:36:05.413823 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 59006) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:36:05.623003 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-62ca0641-96e6-4a9d-8f86-2a4280298da1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Deleting port 0fbf15af-ac5a-445d-b3c2-348787375257 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:36:05.623379 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-62ca0641-96e6-4a9d-8f86-2a4280298da1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:05.797469 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-62ca0641-96e6-4a9d-8f86-2a4280298da1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:05.797831 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-62ca0641-96e6-4a9d-8f86-2a4280298da1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:05.922803 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-62ca0641-96e6-4a9d-8f86-2a4280298da1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Calling delete_port for 0fbf15af-ac5a-445d-b3c2-348787375257 owned by network:floatingip {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:36:06.181014 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-62ca0641-96e6-4a9d-8f86-2a4280298da1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:06.185777 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-815c7f5d-8102-4c33-b902-2816856c520a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:36:06.228903 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ca0641-96e6-4a9d-8f86-2a4280298da1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event deleted for resources: {'Port': ['ID=0fbf15af-ac5a-445d-b3c2-348787375257,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:36:06.269488 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ca0641-96e6-4a9d-8f86-2a4280298da1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:36:06.269923 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ca0641-96e6-4a9d-8f86-2a4280298da1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:36:06.270374 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ca0641-96e6-4a9d-8f86-2a4280298da1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:36:06.270798 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ca0641-96e6-4a9d-8f86-2a4280298da1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:36:06.271217 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ca0641-96e6-4a9d-8f86-2a4280298da1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:36:06.271631 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ca0641-96e6-4a9d-8f86-2a4280298da1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:36:06.272044 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ca0641-96e6-4a9d-8f86-2a4280298da1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:36:06.272458 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ca0641-96e6-4a9d-8f86-2a4280298da1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:36:06.272864 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ca0641-96e6-4a9d-8f86-2a4280298da1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:36:06.273274 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ca0641-96e6-4a9d-8f86-2a4280298da1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:36:06.273679 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ca0641-96e6-4a9d-8f86-2a4280298da1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:36:06.280919 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-62ca0641-96e6-4a9d-8f86-2a4280298da1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:36:06.335923 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-62ca0641-96e6-4a9d-8f86-2a4280298da1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for floatingip, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:06.738381 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62ca0641-96e6-4a9d-8f86-2a4280298da1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Router df51bf57-5672-480b-a017-a04d87221445 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:36:07.197599 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62ca0641-96e6-4a9d-8f86-2a4280298da1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:36:07.207866 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bfaab6-0f07-4cd0-bac9-dff0c30c2d0a None None] Sync routers for ids ['df51bf57-5672-480b-a017-a04d87221445'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:36:07.214548 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-62ca0641-96e6-4a9d-8f86-2a4280298da1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:07.220190 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bfaab6-0f07-4cd0-bac9-dff0c30c2d0a None None] Routers {'df51bf57-5672-480b-a017-a04d87221445'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:36:07.220855 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-32bfaab6-0f07-4cd0-bac9-dff0c30c2d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:35:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['df51bf57-5672-480b-a017-a04d87221445'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:36:07.269763 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-62ca0641-96e6-4a9d-8f86-2a4280298da1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "DELETE /v2.0/floatingips/412a02ac-6bcd-4cee-85b8-6b6b64dde2e3 HTTP/1.1" status: 204 len: 168 time: 1.8548105 Dec 15 19:36:07.270483 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7b19e53-43b6-42be-a3a1-58113967fa12', 'tag': '2a1f3553-62f0-4e99-8652-ab35c4c77011'}] {{(pid=88990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:36:07.327595 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7b19e53-43b6-42be-a3a1-58113967fa12', 'tag': '2a1f3553-62f0-4e99-8652-ab35c4c77011', 'status': 'completed', 'code': 200} Dec 15 19:36:07.411344 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-32bfaab6-0f07-4cd0-bac9-dff0c30c2d0a None None] Set router df51bf57-5672-480b-a017-a04d87221445 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:36:07.431528 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-770eb13b-59be-404b-9502-3b674d07a067 req-4c44d5d7-8639-4717-bd97-6534f0f212f8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c1b74cf25a94156b4530f0bd868c0c9&device_id=d7b19e53-43b6-42be-a3a1-58113967fa12 HTTP/1.1" status: 200 len: 1099 time: 0.0761845 Dec 15 19:36:07.589217 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770eb13b-59be-404b-9502-3b674d07a067 req-e0711a2c-b151-499a-a59f-45fca1275c38 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:36:07.591106 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-770eb13b-59be-404b-9502-3b674d07a067 req-e0711a2c-b151-499a-a59f-45fca1275c38 service neutron] 10.222.0.32 "GET /v2.0/networks?id=73ce0776-db43-4565-b7fa-28a0f31a0481 HTTP/1.1" status: 200 len: 897 time: 0.1488929 Dec 15 19:36:07.760721 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-32bfaab6-0f07-4cd0-bac9-dff0c30c2d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df51bf57-5672-480b-a017-a04d87221445', 'name': 'tempest-TestNetworkBasicOps-router-15612562', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ef4bd456-906a-4741-ae08-960969e643d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:34:56Z', 'updated_at': '2021-12-15T19:35:58Z', 'revision_number': 6, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': 'ef4bd456-906a-4741-ae08-960969e643d2', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ee:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df51bf57-5672-480b-a017-a04d87221445', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:34:57Z', 'updated_at': '2021-12-15T19:36:03Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '587f73ad-eb3c-43b9-aa81-e071c037e446', 'name': '', 'network_id': '73ce0776-db43-4565-b7fa-28a0f31a0481', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:6a:59:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df51bf57-5672-480b-a017-a04d87221445', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bcdcd94b-8c08-4198-b29b-e0b9649bed53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:35:01Z', 'updated_at': '2021-12-15T19:36:02Z', 'revision_number': 7, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'bcdcd94b-8c08-4198-b29b-e0b9649bed53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:36:07.767249 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bfaab6-0f07-4cd0-bac9-dff0c30c2d0a None None] Checking router: df51bf57-5672-480b-a017-a04d87221445 for host: dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:36:07.773703 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509aac54-e615-401a-9ff3-ec49b66eee5a req-78f610ec-3929-4a9a-98d0-72d83a120fed tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:36:07.774525 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-509aac54-e615-401a-9ff3-ec49b66eee5a req-78f610ec-3929-4a9a-98d0-72d83a120fed tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Synchronizing usage tracker for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:36:07.779961 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bfaab6-0f07-4cd0-bac9-dff0c30c2d0a None None] Routers {'df51bf57-5672-480b-a017-a04d87221445'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:36:07.780664 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-32bfaab6-0f07-4cd0-bac9-dff0c30c2d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:35:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['df51bf57-5672-480b-a017-a04d87221445'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:36:07.826760 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-509aac54-e615-401a-9ff3-ec49b66eee5a req-78f610ec-3929-4a9a-98d0-72d83a120fed tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Unset dirty status for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:36:07.828453 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-509aac54-e615-401a-9ff3-ec49b66eee5a req-78f610ec-3929-4a9a-98d0-72d83a120fed tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7b19e53-43b6-42be-a3a1-58113967fa12 HTTP/1.1" status: 200 len: 946 time: 0.1452599 Dec 15 19:36:07.880648 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-509aac54-e615-401a-9ff3-ec49b66eee5a req-02cb5b83-f5e6-4a63-a8a9-6dedb16abf3d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=360111cd-39e6-4e51-a016-100398a7a731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458748 Dec 15 19:36:07.925400 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-770eb13b-59be-404b-9502-3b674d07a067 req-1dbbf1c0-367c-48e7-96ac-0d42d7f15ae2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a1f3553-62f0-4e99-8652-ab35c4c77011 HTTP/1.1" status: 200 len: 217 time: 0.3169069 Dec 15 19:36:07.975541 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-32bfaab6-0f07-4cd0-bac9-dff0c30c2d0a None None] Set router df51bf57-5672-480b-a017-a04d87221445 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:36:07.993615 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770eb13b-59be-404b-9502-3b674d07a067 req-cb5fa43b-32f0-48b9-aace-764aeea85cdb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:36:07.995196 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-770eb13b-59be-404b-9502-3b674d07a067 req-cb5fa43b-32f0-48b9-aace-764aeea85cdb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bcdcd94b-8c08-4198-b29b-e0b9649bed53 HTTP/1.1" status: 200 len: 834 time: 0.0627511 Dec 15 19:36:08.077185 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-770eb13b-59be-404b-9502-3b674d07a067 req-d9178fc0-23b8-40ea-801a-cd6391db2d7a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=73ce0776-db43-4565-b7fa-28a0f31a0481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748930 Dec 15 19:36:08.226529 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-770eb13b-59be-404b-9502-3b674d07a067 req-1625e270-b8e1-4605-9344-5c44b6fa634b service neutron] 10.222.0.32 "GET /v2.0/networks/73ce0776-db43-4565-b7fa-28a0f31a0481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414170 Dec 15 19:36:08.227033 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f09d7970-b0af-441b-8051-001630313f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:08.305830 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-32bfaab6-0f07-4cd0-bac9-dff0c30c2d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df51bf57-5672-480b-a017-a04d87221445', 'name': 'tempest-TestNetworkBasicOps-router-15612562', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ef4bd456-906a-4741-ae08-960969e643d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:34:56Z', 'updated_at': '2021-12-15T19:35:58Z', 'revision_number': 6, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': 'ef4bd456-906a-4741-ae08-960969e643d2', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ee:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df51bf57-5672-480b-a017-a04d87221445', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:34:57Z', 'updated_at': '2021-12-15T19:36:03Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '587f73ad-eb3c-43b9-aa81-e071c037e446', 'name': '', 'network_id': '73ce0776-db43-4565-b7fa-28a0f31a0481', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:6a:59:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df51bf57-5672-480b-a017-a04d87221445', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bcdcd94b-8c08-4198-b29b-e0b9649bed53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:35:01Z', 'updated_at': '2021-12-15T19:36:02Z', 'revision_number': 7, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'bcdcd94b-8c08-4198-b29b-e0b9649bed53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:36:08.310006 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bfaab6-0f07-4cd0-bac9-dff0c30c2d0a None None] The sync data for ids ['df51bf57-5672-480b-a017-a04d87221445'] in dv-neutron-821831-2-hyperv is: [{'id': 'df51bf57-5672-480b-a017-a04d87221445', 'name': 'tempest-TestNetworkBasicOps-router-15612562', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ef4bd456-906a-4741-ae08-960969e643d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:34:56Z', 'updated_at': '2021-12-15T19:35:58Z', 'revision_number': 6, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': 'ef4bd456-906a-4741-ae08-960969e643d2', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ee:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df51bf57-5672-480b-a017-a04d87221445', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:34:57Z', 'updated_at': '2021-12-15T19:36:03Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '587f73ad-eb3c-43b9-aa81-e071c037e446', 'name': '', 'network_id': '73ce0776-db43-4565-b7fa-28a0f31a0481', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'mac_address': 'fa:16:3e:6a:59:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df51bf57-5672-480b-a017-a04d87221445', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bcdcd94b-8c08-4198-b29b-e0b9649bed53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:35:01Z', 'updated_at': '2021-12-15T19:36:02Z', 'revision_number': 7, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'subnets': [{'id': 'bcdcd94b-8c08-4198-b29b-e0b9649bed53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:36:08.372688 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-770eb13b-59be-404b-9502-3b674d07a067 req-5e03a4e2-caed-4ffe-bf5c-681294311764 service neutron] 10.222.0.32 "GET /v2.0/networks/73ce0776-db43-4565-b7fa-28a0f31a0481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388803 Dec 15 19:36:09.236398 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c6b89b-f652-488b-9c08-2bf8849c0d93 req-ad0f1fb3-d3de-42c5-a7f9-44b9cf9bb684 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:36:09.238041 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-80c6b89b-f652-488b-9c08-2bf8849c0d93 req-ad0f1fb3-d3de-42c5-a7f9-44b9cf9bb684 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7b19e53-43b6-42be-a3a1-58113967fa12 HTTP/1.1" status: 200 len: 946 time: 0.0942411 Dec 15 19:36:09.289076 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-80c6b89b-f652-488b-9c08-2bf8849c0d93 req-09369724-ce64-4db8-916b-3b40152fc865 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/security-groups?id=360111cd-39e6-4e51-a016-100398a7a731&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435727 Dec 15 19:36:09.291948 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15880445-a6ee-4487-a241-1c9b5d018feb req-4e249411-2337-451b-9db2-b2f3a0e47712 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:36:09.293377 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-15880445-a6ee-4487-a241-1c9b5d018feb req-4e249411-2337-451b-9db2-b2f3a0e47712 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Synchronizing usage tracker for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:port {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:36:09.306870 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-15880445-a6ee-4487-a241-1c9b5d018feb req-4e249411-2337-451b-9db2-b2f3a0e47712 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Unset dirty status for tenant:7c1b74cf25a94156b4530f0bd868c0c9 on resource:port {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:36:09.308303 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-15880445-a6ee-4487-a241-1c9b5d018feb req-4e249411-2337-451b-9db2-b2f3a0e47712 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7b19e53-43b6-42be-a3a1-58113967fa12 HTTP/1.1" status: 200 len: 946 time: 0.0995796 Dec 15 19:36:09.388138 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [req-15880445-a6ee-4487-a241-1c9b5d018feb req-9e2db97c-3628-4ee2-9823-8542ec37661b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Deleting port 2a1f3553-62f0-4e99-8652-ab35c4c77011 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:36:09.388518 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-15880445-a6ee-4487-a241-1c9b5d018feb req-9e2db97c-3628-4ee2-9823-8542ec37661b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:09.466934 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:09.569000 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daecdc9c-679e-4476-955a-7d668e987801 None None] New status for floating IP 412a02ac-6bcd-4cee-85b8-6b6b64dde2e3: DOWN {{(pid=88992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 15 19:36:09.660126 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-15880445-a6ee-4487-a241-1c9b5d018feb req-9e2db97c-3628-4ee2-9823-8542ec37661b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] For port 2a1f3553-62f0-4e99-8652-ab35c4c77011, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=2a1f3553-62f0-4e99-8652-ab35c4c77011,segment=NetworkSegment(6071f11e-1d41-43cb-8c93-a9fd1de1040b),segment_id=6071f11e-1d41-43cb-8c93-a9fd1de1040b)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:36:09.660531 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-15880445-a6ee-4487-a241-1c9b5d018feb req-9e2db97c-3628-4ee2-9823-8542ec37661b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:09.807851 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [req-15880445-a6ee-4487-a241-1c9b5d018feb req-9e2db97c-3628-4ee2-9823-8542ec37661b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Calling delete_port for 2a1f3553-62f0-4e99-8652-ab35c4c77011 owned by compute:nova {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:36:10.015850 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-15880445-a6ee-4487-a241-1c9b5d018feb req-9e2db97c-3628-4ee2-9823-8542ec37661b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:10.021826 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-eb72d969-240d-4294-919b-95af2c62934d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:36:10.069311 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2db97c-3628-4ee2-9823-8542ec37661b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event deleted for resources: {'Port': ['ID=2a1f3553-62f0-4e99-8652-ab35c4c77011,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:36:10.112478 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2db97c-3628-4ee2-9823-8542ec37661b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:36:10.112908 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2db97c-3628-4ee2-9823-8542ec37661b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:36:10.113334 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2db97c-3628-4ee2-9823-8542ec37661b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:36:10.113752 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2db97c-3628-4ee2-9823-8542ec37661b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:36:10.114169 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2db97c-3628-4ee2-9823-8542ec37661b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:36:10.114613 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2db97c-3628-4ee2-9823-8542ec37661b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:36:10.115024 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2db97c-3628-4ee2-9823-8542ec37661b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:36:10.115434 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2db97c-3628-4ee2-9823-8542ec37661b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:36:10.115838 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2db97c-3628-4ee2-9823-8542ec37661b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:36:10.116242 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2db97c-3628-4ee2-9823-8542ec37661b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:36:10.116646 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2db97c-3628-4ee2-9823-8542ec37661b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:36:10.124181 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9e2db97c-3628-4ee2-9823-8542ec37661b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:36:10.158794 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [req-15880445-a6ee-4487-a241-1c9b5d018feb req-9e2db97c-3628-4ee2-9823-8542ec37661b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] No DVR routers for this DVR port 2a1f3553-62f0-4e99-8652-ab35c4c77011 on host hv-neutron-8218 {{(pid=88991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:36:10.161306 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-15880445-a6ee-4487-a241-1c9b5d018feb req-9e2db97c-3628-4ee2-9823-8542ec37661b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:10.164171 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b19e53-43b6-42be-a3a1-58113967fa12', 'name': 'network-vif-deleted', 'tag': '2a1f3553-62f0-4e99-8652-ab35c4c77011'}] {{(pid=88991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:36:10.203904 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-15880445-a6ee-4487-a241-1c9b5d018feb req-9e2db97c-3628-4ee2-9823-8542ec37661b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.32 "DELETE /v2.0/ports/2a1f3553-62f0-4e99-8652-ab35c4c77011 HTTP/1.1" status: 204 len: 173 time: 0.8864264 Dec 15 19:36:10.223305 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b19e53-43b6-42be-a3a1-58113967fa12', 'name': 'network-vif-deleted', 'tag': '2a1f3553-62f0-4e99-8652-ab35c4c77011', 'status': 'completed', 'code': 200} Dec 15 19:36:10.473101 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d8a75641-2621-4ae5-a20d-195d0cc6b62a req-3caff3bf-1b6d-469c-a8eb-2135d7e32c83 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7b19e53-43b6-42be-a3a1-58113967fa12 HTTP/1.1" status: 200 len: 210 time: 0.0464013 Dec 15 19:36:10.529685 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-64ea647b-be44-4162-b6bf-e07528a064e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:10.832128 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:11.584572 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 59024) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:36:11.662024 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1b8348ca-af24-436e-8634-6a5d2f712e21 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:11.694343 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1b8348ca-af24-436e-8634-6a5d2f712e21 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:11.957586 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1b8348ca-af24-436e-8634-6a5d2f712e21 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:11.963225 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-34b9699b-494e-403c-a61b-6ace91a28709 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:36:11.979126 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8348ca-af24-436e-8634-6a5d2f712e21 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=360111cd-39e6-4e51-a016-100398a7a731,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:36:11.982867 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1b8348ca-af24-436e-8634-6a5d2f712e21 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:36:12.008280 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1b8348ca-af24-436e-8634-6a5d2f712e21 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:12.009753 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1b8348ca-af24-436e-8634-6a5d2f712e21 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "DELETE /v2.0/security-groups/360111cd-39e6-4e51-a016-100398a7a731 HTTP/1.1" status: 204 len: 168 time: 0.4241166 Dec 15 19:36:12.078570 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 59030) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:36:12.505435 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-996f0e6f-8e73-463c-9584-45fc5c79288f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145021'] for router_interface, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:12.580917 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:13.137201 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-996f0e6f-8e73-463c-9584-45fc5c79288f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Deleting port 587f73ad-eb3c-43b9-aa81-e071c037e446 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:36:13.137738 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-996f0e6f-8e73-463c-9584-45fc5c79288f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:13.331546 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-996f0e6f-8e73-463c-9584-45fc5c79288f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] For port 587f73ad-eb3c-43b9-aa81-e071c037e446, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=587f73ad-eb3c-43b9-aa81-e071c037e446,segment=NetworkSegment(6071f11e-1d41-43cb-8c93-a9fd1de1040b),segment_id=6071f11e-1d41-43cb-8c93-a9fd1de1040b)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:36:13.331953 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-996f0e6f-8e73-463c-9584-45fc5c79288f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:13.463998 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-996f0e6f-8e73-463c-9584-45fc5c79288f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Calling delete_port for 587f73ad-eb3c-43b9-aa81-e071c037e446 owned by network:router_interface {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:36:13.735087 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-996f0e6f-8e73-463c-9584-45fc5c79288f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:13.739635 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c1a09b62-ed41-41fb-b8ae-9a25d1818eb9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:36:13.781911 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996f0e6f-8e73-463c-9584-45fc5c79288f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event deleted for resources: {'Port': ['ID=587f73ad-eb3c-43b9-aa81-e071c037e446,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:36:13.786201 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-996f0e6f-8e73-463c-9584-45fc5c79288f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:36:13.797580 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 2a1f3553-62f0-4e99-8652-ab35c4c77011 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:36:13.841630 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] No Port match for: 2a1f3553-62f0-4e99-8652-ab35c4c77011 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:36:13.842048 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 2a1f3553-62f0-4e99-8652-ab35c4c77011 not bound to the agent host hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:36:14.090609 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-996f0e6f-8e73-463c-9584-45fc5c79288f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852815828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854144871'] for router_interface, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:14.937055 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-996f0e6f-8e73-463c-9584-45fc5c79288f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Router df51bf57-5672-480b-a017-a04d87221445 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:36:15.148275 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996f0e6f-8e73-463c-9584-45fc5c79288f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:36:15.158903 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e21b58-a98a-49a2-99f3-54805dde0831 None None] Sync routers for ids ['df51bf57-5672-480b-a017-a04d87221445'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:36:15.162872 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-996f0e6f-8e73-463c-9584-45fc5c79288f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "PUT /v2.0/routers/df51bf57-5672-480b-a017-a04d87221445/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0827825 Dec 15 19:36:15.165521 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 59034) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:36:15.173165 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e21b58-a98a-49a2-99f3-54805dde0831 None None] Routers {'df51bf57-5672-480b-a017-a04d87221445'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:36:15.173870 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-08e21b58-a98a-49a2-99f3-54805dde0831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:36:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['df51bf57-5672-480b-a017-a04d87221445'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:36:15.381497 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbefec4a-cf70-4cf3-a782-a5ee85d5db1d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Deleting subnet bcdcd94b-8c08-4198-b29b-e0b9649bed53 {{(pid=88990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:36:15.385272 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bbefec4a-cf70-4cf3-a782-a5ee85d5db1d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for subnet, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:15.449528 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bbefec4a-cf70-4cf3-a782-a5ee85d5db1d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838448728'] for subnet, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:15.512650 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-08e21b58-a98a-49a2-99f3-54805dde0831 None None] Set router df51bf57-5672-480b-a017-a04d87221445 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:36:15.535900 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bbefec4a-cf70-4cf3-a782-a5ee85d5db1d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:15.643956 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bbefec4a-cf70-4cf3-a782-a5ee85d5db1d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16636259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14850861'] for subnet, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:15.648797 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4ef54dc5-5c9c-477b-8a56-cc7cf6daab08 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:36:15.685595 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbefec4a-cf70-4cf3-a782-a5ee85d5db1d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event deleted for resources: {'Subnet': ['ID=bcdcd94b-8c08-4198-b29b-e0b9649bed53,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:36:15.688525 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-bbefec4a-cf70-4cf3-a782-a5ee85d5db1d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:36:15.694046 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bbefec4a-cf70-4cf3-a782-a5ee85d5db1d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:15.702298 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-bbefec4a-cf70-4cf3-a782-a5ee85d5db1d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "DELETE /v2.0/subnets/bcdcd94b-8c08-4198-b29b-e0b9649bed53 HTTP/1.1" status: 204 len: 168 time: 0.5350556 Dec 15 19:36:15.703471 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632d1e5c-54e9-4afc-a55c-0072c78ba60b None None] Network 73ce0776-db43-4565-b7fa-28a0f31a0481 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:36:15.705020 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 59038) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:36:15.819899 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-08e21b58-a98a-49a2-99f3-54805dde0831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df51bf57-5672-480b-a017-a04d87221445', 'name': 'tempest-TestNetworkBasicOps-router-15612562', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ef4bd456-906a-4741-ae08-960969e643d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:34:56Z', 'updated_at': '2021-12-15T19:36:13Z', 'revision_number': 7, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': 'ef4bd456-906a-4741-ae08-960969e643d2', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ee:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df51bf57-5672-480b-a017-a04d87221445', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:34:57Z', 'updated_at': '2021-12-15T19:36:03Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:36:15.824485 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e21b58-a98a-49a2-99f3-54805dde0831 None None] Checking router: df51bf57-5672-480b-a017-a04d87221445 for host: dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:36:15.835613 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e21b58-a98a-49a2-99f3-54805dde0831 None None] Routers {'df51bf57-5672-480b-a017-a04d87221445'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:36:15.836269 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-08e21b58-a98a-49a2-99f3-54805dde0831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:36:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['df51bf57-5672-480b-a017-a04d87221445'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:36:15.920180 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bbfa6c65-be73-49a8-abac-bc9eb4d9b243 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for router, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:15.966124 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940d0bf9-2624-4396-b05e-1aa5984c8da6 None None] DHCP port deletion for 73ce0776-db43-4565-b7fa-28a0f31a0481 request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:36:15.971382 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-940d0bf9-2624-4396-b05e-1aa5984c8da6 None None] Deleting port 797994d6-70dc-4be4-9f23-e05b03c3e0bc {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:36:15.971815 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-940d0bf9-2624-4396-b05e-1aa5984c8da6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:16.025318 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-08e21b58-a98a-49a2-99f3-54805dde0831 None None] Set router df51bf57-5672-480b-a017-a04d87221445 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:36:16.135446 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bbfa6c65-be73-49a8-abac-bc9eb4d9b243 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:16.169428 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-bbfa6c65-be73-49a8-abac-bc9eb4d9b243 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Deleting port ef4bd456-906a-4741-ae08-960969e643d2 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:36:16.169823 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bbfa6c65-be73-49a8-abac-bc9eb4d9b243 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:16.188033 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-940d0bf9-2624-4396-b05e-1aa5984c8da6 None None] For port 797994d6-70dc-4be4-9f23-e05b03c3e0bc, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=797994d6-70dc-4be4-9f23-e05b03c3e0bc,segment=NetworkSegment(6071f11e-1d41-43cb-8c93-a9fd1de1040b),segment_id=6071f11e-1d41-43cb-8c93-a9fd1de1040b)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:36:16.188489 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-940d0bf9-2624-4396-b05e-1aa5984c8da6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:16.314339 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-940d0bf9-2624-4396-b05e-1aa5984c8da6 None None] Calling delete_port for 797994d6-70dc-4be4-9f23-e05b03c3e0bc owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:36:16.340474 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-08e21b58-a98a-49a2-99f3-54805dde0831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df51bf57-5672-480b-a017-a04d87221445', 'name': 'tempest-TestNetworkBasicOps-router-15612562', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ef4bd456-906a-4741-ae08-960969e643d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:34:56Z', 'updated_at': '2021-12-15T19:36:13Z', 'revision_number': 7, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': 'ef4bd456-906a-4741-ae08-960969e643d2', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ee:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df51bf57-5672-480b-a017-a04d87221445', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:34:57Z', 'updated_at': '2021-12-15T19:36:03Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:36:16.345341 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e21b58-a98a-49a2-99f3-54805dde0831 None None] The sync data for ids ['df51bf57-5672-480b-a017-a04d87221445'] in dv-neutron-821831-2-hyperv is: [{'id': 'df51bf57-5672-480b-a017-a04d87221445', 'name': 'tempest-TestNetworkBasicOps-router-15612562', 'tenant_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ef4bd456-906a-4741-ae08-960969e643d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:34:56Z', 'updated_at': '2021-12-15T19:36:13Z', 'revision_number': 7, 'project_id': '7c1b74cf25a94156b4530f0bd868c0c9', 'gw_port': {'id': 'ef4bd456-906a-4741-ae08-960969e643d2', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ee:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df51bf57-5672-480b-a017-a04d87221445', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:34:57Z', 'updated_at': '2021-12-15T19:36:03Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:36:16.363772 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-bbfa6c65-be73-49a8-abac-bc9eb4d9b243 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] For port ef4bd456-906a-4741-ae08-960969e643d2, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=ef4bd456-906a-4741-ae08-960969e643d2,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:36:16.364175 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bbfa6c65-be73-49a8-abac-bc9eb4d9b243 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:16.493714 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-bbfa6c65-be73-49a8-abac-bc9eb4d9b243 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Calling delete_port for ef4bd456-906a-4741-ae08-960969e643d2 owned by network:router_gateway {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:36:16.505238 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-940d0bf9-2624-4396-b05e-1aa5984c8da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866'] for port, after_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:16.510010 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:36:16.556492 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940d0bf9-2624-4396-b05e-1aa5984c8da6 None None] Pushing event deleted for resources: {'Port': ['ID=797994d6-70dc-4be4-9f23-e05b03c3e0bc,revision_number=None']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:36:16.559477 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-940d0bf9-2624-4396-b05e-1aa5984c8da6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:36:16.562072 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940d0bf9-2624-4396-b05e-1aa5984c8da6 None None] No DVR routers for this DVR port 797994d6-70dc-4be4-9f23-e05b03c3e0bc on host dv-neutron-821831-2-hyperv {{(pid=88992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:36:16.635042 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 587f73ad-eb3c-43b9-aa81-e071c037e446 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:36:16.671937 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 587f73ad-eb3c-43b9-aa81-e071c037e446 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:36:16.672347 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 587f73ad-eb3c-43b9-aa81-e071c037e446 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:36:16.673111 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 797994d6-70dc-4be4-9f23-e05b03c3e0bc no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:36:16.707521 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 797994d6-70dc-4be4-9f23-e05b03c3e0bc {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:36:16.707930 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 797994d6-70dc-4be4-9f23-e05b03c3e0bc not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:36:16.716644 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bbfa6c65-be73-49a8-abac-bc9eb4d9b243 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:16.721472 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9e2db97c-3628-4ee2-9823-8542ec37661b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:36:16.763016 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfa6c65-be73-49a8-abac-bc9eb4d9b243 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event deleted for resources: {'Port': ['ID=ef4bd456-906a-4741-ae08-960969e643d2,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:36:16.766956 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-bbfa6c65-be73-49a8-abac-bc9eb4d9b243 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:36:16.993557 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bbfa6c65-be73-49a8-abac-bc9eb4d9b243 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854141934'] for router_gateway, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:17.484275 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bbfa6c65-be73-49a8-abac-bc9eb4d9b243 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854207876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854699191'] for router, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:17.488626 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bbfa6c65-be73-49a8-abac-bc9eb4d9b243 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:17.592128 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bbfa6c65-be73-49a8-abac-bc9eb4d9b243 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854207982'] for router, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:17.592844 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbfa6c65-be73-49a8-abac-bc9eb4d9b243 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Fanout notify agent at l3_agent the message router_deleted on router df51bf57-5672-480b-a017-a04d87221445 {{(pid=88991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 19:36:17.618495 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bbfa6c65-be73-49a8-abac-bc9eb4d9b243 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks [] for router, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:17.620032 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-bbfa6c65-be73-49a8-abac-bc9eb4d9b243 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "DELETE /v2.0/routers/df51bf57-5672-480b-a017-a04d87221445 HTTP/1.1" status: 204 len: 168 time: 1.9134042 Dec 15 19:36:17.622586 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 59042) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:36:17.750109 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1dbc2c72-22b3-4337-bcfa-103c15a9e42b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:17.890410 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1dbc2c72-22b3-4337-bcfa-103c15a9e42b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:17.919113 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-1dbc2c72-22b3-4337-bcfa-103c15a9e42b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73ce0776-db43-4565-b7fa-28a0f31a0481']}} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:36:17.937886 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-1dbc2c72-22b3-4337-bcfa-103c15a9e42b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6071f11e-1d41-43cb-8c93-a9fd1de1040b') {'for_net_delete': True} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:36:17.937886 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-1dbc2c72-22b3-4337-bcfa-103c15a9e42b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6071f11e-1d41-43cb-8c93-a9fd1de1040b') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:36:17.951042 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1dbc2c72-22b3-4337-bcfa-103c15a9e42b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838443042'] for segment, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:17.966121 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1dbc2c72-22b3-4337-bcfa-103c15a9e42b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:17.972706 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dbc2c72-22b3-4337-bcfa-103c15a9e42b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=88991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:36:17.973141 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1dbc2c72-22b3-4337-bcfa-103c15a9e42b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838443729'] for segment, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:17.988397 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:36:17.988397 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:36:17.988397 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:36:17.988397 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:36:17.988397 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:36:17.988397 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:36:17.988397 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:36:17.988397 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:36:17.988397 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:36:17.988397 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:36:17.988397 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:36:17.988397 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:36:17.988397 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:36:17.988397 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:36:17.988397 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:36:17.988397 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:36:17.988397 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:36:17.988397 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:36:17.988397 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:36:17.988397 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:36:17.988397 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:36:17.988397 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:36:17.988397 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:36:17.988397 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:36:17.988397 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:36:17.988397 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:36:17.988397 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:36:17.988397 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:36:17.988397 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:36:17.988397 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:36:17.988397 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:36:17.988397 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:36:18.095115 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1dbc2c72-22b3-4337-bcfa-103c15a9e42b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:18.098632 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-291c60cc-43ef-4177-b189-fc473800f043 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:36:18.116167 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1dbc2c72-22b3-4337-bcfa-103c15a9e42b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:18.123186 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc2c72-22b3-4337-bcfa-103c15a9e42b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Pushing event deleted for resources: {'Network': ['ID=73ce0776-db43-4565-b7fa-28a0f31a0481,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:36:18.127830 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1dbc2c72-22b3-4337-bcfa-103c15a9e42b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:36:18.152670 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1dbc2c72-22b3-4337-bcfa-103c15a9e42b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] 10.222.0.36 "DELETE /v2.0/networks/73ce0776-db43-4565-b7fa-28a0f31a0481 HTTP/1.1" status: 204 len: 168 time: 0.5289640 Dec 15 19:36:18.627982 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device ef4bd456-906a-4741-ae08-960969e643d2 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:36:18.665468 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: ef4bd456-906a-4741-ae08-960969e643d2 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:36:18.665873 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device ef4bd456-906a-4741-ae08-960969e643d2 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:36:18.693040 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 59050) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:36:18.877857 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f4174beb-6441-4b78-9468-e67329fd0765 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7c1b74cf25a94156b4530f0bd868c0c9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1834955 Dec 15 19:36:18.880488 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 59056) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:36:18.941602 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f1f27232-b58e-4f08-ad1f-992ea087a345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:18.974275 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f1f27232-b58e-4f08-ad1f-992ea087a345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:19.049043 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f1f27232-b58e-4f08-ad1f-992ea087a345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:19.054032 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3e48c741-08c9-488c-9797-cf50caa3e621 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:36:19.068284 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f27232-b58e-4f08-ad1f-992ea087a345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e05669-8231-4cc1-a0e2-4cc08f4d7d70,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:36:19.073167 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f1f27232-b58e-4f08-ad1f-992ea087a345 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:36:19.075638 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f1f27232-b58e-4f08-ad1f-992ea087a345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:19.076862 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f1f27232-b58e-4f08-ad1f-992ea087a345 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/08e05669-8231-4cc1-a0e2-4cc08f4d7d70 HTTP/1.1" status: 204 len: 168 time: 0.1953757 Dec 15 19:36:19.571710 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 59064) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:36:19.592350 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-42e60d77-e1c5-4b3c-a6c8-d608c57514e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:19.626481 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-42e60d77-e1c5-4b3c-a6c8-d608c57514e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:36:19.630612 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-42e60d77-e1c5-4b3c-a6c8-d608c57514e4 admin admin] Usage tracker for resource:security_group_rule and tenant:7e12ae2f009d439faa2672338cf4f0a0 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:36:19.633696 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-42e60d77-e1c5-4b3c-a6c8-d608c57514e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:36:19.640799 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-42e60d77-e1c5-4b3c-a6c8-d608c57514e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:36:19.775084 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-42e60d77-e1c5-4b3c-a6c8-d608c57514e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:19.820262 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-42e60d77-e1c5-4b3c-a6c8-d608c57514e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:19.828017 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1a4dfe99-ccca-4c2b-abe8-a24d2fd6c992 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:36:19.872650 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-42e60d77-e1c5-4b3c-a6c8-d608c57514e4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7e12ae2f009d439faa2672338cf4f0a0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2997415 Dec 15 19:36:19.873497 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e60d77-e1c5-4b3c-a6c8-d608c57514e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aba246c-b09a-4817-959b-6a2bfa17db13,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:36:19.875604 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 59068) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:36:19.876850 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-42e60d77-e1c5-4b3c-a6c8-d608c57514e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:36:19.938915 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-567e3c73-f20d-4d0a-859d-e47c0c0a168d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:19.965067 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-567e3c73-f20d-4d0a-859d-e47c0c0a168d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:20.116501 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-567e3c73-f20d-4d0a-859d-e47c0c0a168d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:20.122910 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-59859f1a-5fe9-4393-894f-a456fd360ba5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:36:20.137708 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567e3c73-f20d-4d0a-859d-e47c0c0a168d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aba246c-b09a-4817-959b-6a2bfa17db13,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:36:20.140801 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-567e3c73-f20d-4d0a-859d-e47c0c0a168d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:36:20.141709 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-567e3c73-f20d-4d0a-859d-e47c0c0a168d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:20.142951 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-567e3c73-f20d-4d0a-859d-e47c0c0a168d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0aba246c-b09a-4817-959b-6a2bfa17db13 HTTP/1.1" status: 204 len: 168 time: 0.2662668 Dec 15 19:36:20.903381 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 19:36:21.309784 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 59090) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:36:21.446336 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-c7549416-c92d-4f92-958b-2203088d7946 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2063477917-network', 'tenant_id': '529a3435812f4c46acdbced9dd2c3394'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:36:21.452129 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-c7549416-c92d-4f92-958b-2203088d7946 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:36:21.456170 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-c7549416-c92d-4f92-958b-2203088d7946 admin admin] Usage tracker for resource:network and tenant:529a3435812f4c46acdbced9dd2c3394 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:36:21.459148 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-c7549416-c92d-4f92-958b-2203088d7946 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:36:21.465717 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-c7549416-c92d-4f92-958b-2203088d7946 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:36:21.512641 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7549416-c92d-4f92-958b-2203088d7946 admin admin] Made reservation on behalf of 529a3435812f4c46acdbced9dd2c3394 for: {'network': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:36:21.517364 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c7549416-c92d-4f92-958b-2203088d7946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:21.531207 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c7549416-c92d-4f92-958b-2203088d7946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:21.625415 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-c7549416-c92d-4f92-958b-2203088d7946 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:36:21.629523 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-c7549416-c92d-4f92-958b-2203088d7946 admin admin] Usage tracker for resource:security_group_rule and tenant:529a3435812f4c46acdbced9dd2c3394 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:36:21.632564 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-c7549416-c92d-4f92-958b-2203088d7946 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:36:21.639703 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-c7549416-c92d-4f92-958b-2203088d7946 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:36:21.781402 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c7549416-c92d-4f92-958b-2203088d7946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:21.813461 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c7549416-c92d-4f92-958b-2203088d7946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:21.817645 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2444b6c8-29e1-4025-a7b0-9f0ea619ff76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:36:21.842600 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7549416-c92d-4f92-958b-2203088d7946 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=88991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:36:21.855433 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7549416-c92d-4f92-958b-2203088d7946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c12be621-e130-4034-b92c-9904f753114f,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:36:21.858914 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c7549416-c92d-4f92-958b-2203088d7946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:36:21.902115 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c7549416-c92d-4f92-958b-2203088d7946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:21.902556 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-c7549416-c92d-4f92-958b-2203088d7946 admin admin] Added segment 98a50f77-b5f8-412f-b11b-2ed6dc678049 of type vlan for network 36e6846d-a0bc-4f2d-b2a0-484da18b59d7 Dec 15 19:36:21.978066 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c7549416-c92d-4f92-958b-2203088d7946 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:22.060284 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c7549416-c92d-4f92-958b-2203088d7946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:22.061192 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7549416-c92d-4f92-958b-2203088d7946 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:36:22.061842 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c7549416-c92d-4f92-958b-2203088d7946 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:22.066905 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-01bceef2-384c-4b9b-beb1-0eda3f649ff2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:36:22.172100 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7549416-c92d-4f92-958b-2203088d7946 admin admin] Pushing event updated for resources: {'Network': ['ID=36e6846d-a0bc-4f2d-b2a0-484da18b59d7,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:36:22.174967 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c7549416-c92d-4f92-958b-2203088d7946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:36:22.183838 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 36e6846d-a0bc-4f2d-b2a0-484da18b59d7 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:36:22.192855 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c7549416-c92d-4f92-958b-2203088d7946 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8818302 Dec 15 19:36:22.195974 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 59096) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:36:22.202099 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-8a836a8f-67b5-4dae-bf59-4cdd6368aa69 admin admin] Request body: {'subnet': {'network_id': '36e6846d-a0bc-4f2d-b2a0-484da18b59d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2063477917-subnet', 'tenant_id': '529a3435812f4c46acdbced9dd2c3394', 'ip_version': 4}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:36:22.207393 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-8a836a8f-67b5-4dae-bf59-4cdd6368aa69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:36:22.211439 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8a836a8f-67b5-4dae-bf59-4cdd6368aa69 admin admin] Usage tracker for resource:subnet and tenant:529a3435812f4c46acdbced9dd2c3394 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:36:22.214499 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8a836a8f-67b5-4dae-bf59-4cdd6368aa69 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:36:22.220507 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-8a836a8f-67b5-4dae-bf59-4cdd6368aa69 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:36:22.254894 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a836a8f-67b5-4dae-bf59-4cdd6368aa69 admin admin] Made reservation on behalf of 529a3435812f4c46acdbced9dd2c3394 for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:36:22.259726 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8a836a8f-67b5-4dae-bf59-4cdd6368aa69 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:22.661094 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8a836a8f-67b5-4dae-bf59-4cdd6368aa69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:22.666500 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d3e42189-b041-4e1a-8c3a-3b8d7f4074bb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:36:22.737960 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a836a8f-67b5-4dae-bf59-4cdd6368aa69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=346c20ad-4776-4f4d-b6e7-b0b61d96493f,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:36:22.740873 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8a836a8f-67b5-4dae-bf59-4cdd6368aa69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:36:22.755272 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a836a8f-67b5-4dae-bf59-4cdd6368aa69 admin admin] Checking segment: {'id': '98a50f77-b5f8-412f-b11b-2ed6dc678049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '36e6846d-a0bc-4f2d-b2a0-484da18b59d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:36:22.755668 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a836a8f-67b5-4dae-bf59-4cdd6368aa69 admin admin] Network hostable DHCP agents. Network: 36e6846d-a0bc-4f2d-b2a0-484da18b59d7, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:36:22.791812 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a836a8f-67b5-4dae-bf59-4cdd6368aa69 admin admin] Network 36e6846d-a0bc-4f2d-b2a0-484da18b59d7 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:36:22.826118 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-8a836a8f-67b5-4dae-bf59-4cdd6368aa69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, 36e6846d-a0bc-4f2d-b2a0-484da18b59d7) {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:36:22.830015 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a836a8f-67b5-4dae-bf59-4cdd6368aa69 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:36:22.830697 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8a836a8f-67b5-4dae-bf59-4cdd6368aa69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:22.835199 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31050e6-6309-4c49-b7d5-bd0ea756f150 None None] Network 36e6846d-a0bc-4f2d-b2a0-484da18b59d7 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:36:22.924537 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8a836a8f-67b5-4dae-bf59-4cdd6368aa69 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7274127 Dec 15 19:36:22.927467 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 59100) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:36:22.933520 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-704208c6-f354-4704-bec0-a5f72d397589 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2063477917-router', 'tenant_id': '529a3435812f4c46acdbced9dd2c3394', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:36:22.938443 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-704208c6-f354-4704-bec0-a5f72d397589 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:36:22.942475 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-704208c6-f354-4704-bec0-a5f72d397589 admin admin] Usage tracker for resource:router and tenant:529a3435812f4c46acdbced9dd2c3394 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:36:22.945420 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-704208c6-f354-4704-bec0-a5f72d397589 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:36:22.952090 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-704208c6-f354-4704-bec0-a5f72d397589 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:36:23.004858 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-704208c6-f354-4704-bec0-a5f72d397589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854699176'] for router, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:23.005893 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-704208c6-f354-4704-bec0-a5f72d397589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854194926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-76609'] for router, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:23.062647 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf1c44c-e2db-45a1-aad1-dfb7ff788fe3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-36e6846d-a0bc-4f2d-b2a0-484da18b59d7', 'network_id': '36e6846d-a0bc-4f2d-b2a0-484da18b59d7', 'tenant_id': '529a3435812f4c46acdbced9dd2c3394', 'fixed_ips': [{'subnet_id': '346c20ad-4776-4f4d-b6e7-b0b61d96493f'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:36:23.063524 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7cf1c44c-e2db-45a1-aad1-dfb7ff788fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:23.085118 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-704208c6-f354-4704-bec0-a5f72d397589 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:23.257606 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-7cf1c44c-e2db-45a1-aad1-dfb7ff788fe3 None None] Allocated IP 172.20.0.2 (36e6846d-a0bc-4f2d-b2a0-484da18b59d7/346c20ad-4776-4f4d-b6e7-b0b61d96493f/c19e7b2c-85fd-43a3-b538-5cd48012338f) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:36:23.265113 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-704208c6-f354-4704-bec0-a5f72d397589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:23.465418 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7cf1c44c-e2db-45a1-aad1-dfb7ff788fe3 None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:23.476272 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-7cf1c44c-e2db-45a1-aad1-dfb7ff788fe3 None None] Transition to ACTIVE for port object c19e7b2c-85fd-43a3-b538-5cd48012338f will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:36:23.487497 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-704208c6-f354-4704-bec0-a5f72d397589 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:23.496935 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-7cf1c44c-e2db-45a1-aad1-dfb7ff788fe3 None None] Transition to ACTIVE for port object c19e7b2c-85fd-43a3-b538-5cd48012338f will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:36:23.520023 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-704208c6-f354-4704-bec0-a5f72d397589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:23.551213 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7cf1c44c-e2db-45a1-aad1-dfb7ff788fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:23.556361 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:36:23.635030 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf1c44c-e2db-45a1-aad1-dfb7ff788fe3 None None] Network 36e6846d-a0bc-4f2d-b2a0-484da18b59d7 is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:36:23.639186 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf1c44c-e2db-45a1-aad1-dfb7ff788fe3 None None] Pushing event updated for resources: {'Port': ['ID=c19e7b2c-85fd-43a3-b538-5cd48012338f,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:36:23.641810 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-7cf1c44c-e2db-45a1-aad1-dfb7ff788fe3 None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:36:23.643650 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7cf1c44c-e2db-45a1-aad1-dfb7ff788fe3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:36:23.644416 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf1c44c-e2db-45a1-aad1-dfb7ff788fe3 None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:36:23.697973 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-704208c6-f354-4704-bec0-a5f72d397589 admin admin] Allocated IP 172.26.3.189 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/2dd60a0a-839f-438d-96f3-16a08cd862b6) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:36:23.735089 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-7cf1c44c-e2db-45a1-aad1-dfb7ff788fe3 None None] Attempting to bind port c19e7b2c-85fd-43a3-b538-5cd48012338f on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:36:23.735433 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-7cf1c44c-e2db-45a1-aad1-dfb7ff788fe3 None None] Attempting to bind port c19e7b2c-85fd-43a3-b538-5cd48012338f by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '98a50f77-b5f8-412f-b11b-2ed6dc678049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '36e6846d-a0bc-4f2d-b2a0-484da18b59d7'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:36:23.735842 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf1c44c-e2db-45a1-aad1-dfb7ff788fe3 None None] Attempting to bind port c19e7b2c-85fd-43a3-b538-5cd48012338f on network 36e6846d-a0bc-4f2d-b2a0-484da18b59d7 {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:36:23.742529 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf1c44c-e2db-45a1-aad1-dfb7ff788fe3 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:36:23.742944 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf1c44c-e2db-45a1-aad1-dfb7ff788fe3 None None] Checking segment: {'id': '98a50f77-b5f8-412f-b11b-2ed6dc678049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '36e6846d-a0bc-4f2d-b2a0-484da18b59d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:36:23.743389 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7cf1c44c-e2db-45a1-aad1-dfb7ff788fe3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:23.743826 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf1c44c-e2db-45a1-aad1-dfb7ff788fe3 None None] Bound using segment: {'id': '98a50f77-b5f8-412f-b11b-2ed6dc678049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '36e6846d-a0bc-4f2d-b2a0-484da18b59d7'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:36:23.744337 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-7cf1c44c-e2db-45a1-aad1-dfb7ff788fe3 None None] Bound port: c19e7b2c-85fd-43a3-b538-5cd48012338f, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a50f77-b5f8-412f-b11b-2ed6dc678049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '36e6846d-a0bc-4f2d-b2a0-484da18b59d7'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:36:23.744752 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7cf1c44c-e2db-45a1-aad1-dfb7ff788fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:23.840869 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-7cf1c44c-e2db-45a1-aad1-dfb7ff788fe3 None None] For port c19e7b2c-85fd-43a3-b538-5cd48012338f, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:36:23.844048 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-7cf1c44c-e2db-45a1-aad1-dfb7ff788fe3 None None] For port c19e7b2c-85fd-43a3-b538-5cd48012338f, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=c19e7b2c-85fd-43a3-b538-5cd48012338f,segment=NetworkSegment(98a50f77-b5f8-412f-b11b-2ed6dc678049),segment_id=98a50f77-b5f8-412f-b11b-2ed6dc678049)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:36:23.884027 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7cf1c44c-e2db-45a1-aad1-dfb7ff788fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:23.888689 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:36:23.909548 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-704208c6-f354-4704-bec0-a5f72d397589 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:23.957841 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-704208c6-f354-4704-bec0-a5f72d397589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:23.962754 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6679817d-7e12-4436-a3eb-abd75c6027de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:36:23.971859 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf1c44c-e2db-45a1-aad1-dfb7ff788fe3 None None] Pushing event updated for resources: {'Port': ['ID=c19e7b2c-85fd-43a3-b538-5cd48012338f,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:36:23.975102 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7cf1c44c-e2db-45a1-aad1-dfb7ff788fe3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:36:24.046413 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704208c6-f354-4704-bec0-a5f72d397589 admin admin] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:36:24.050370 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-704208c6-f354-4704-bec0-a5f72d397589 admin admin] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:36:24.050370 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704208c6-f354-4704-bec0-a5f72d397589 admin admin] Pushing event updated for resources: {'Port': ['ID=2dd60a0a-839f-438d-96f3-16a08cd862b6,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:36:24.052964 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704208c6-f354-4704-bec0-a5f72d397589 admin admin] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:36:24.083830 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-704208c6-f354-4704-bec0-a5f72d397589 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:36:24.145266 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:24.300891 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-704208c6-f354-4704-bec0-a5f72d397589 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:24.301666 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-704208c6-f354-4704-bec0-a5f72d397589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904'] for router, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:24.615041 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-704208c6-f354-4704-bec0-a5f72d397589 admin admin] Router b7eef749-021b-4f6c-a1e6-8b73a697446c is scheduled to L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 with binding_index 1 {{(pid=88991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 15 19:36:24.670859 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device c19e7b2c-85fd-43a3-b538-5cd48012338f up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:36:24.780719 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port c19e7b2c-85fd-43a3-b538-5cd48012338f completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:36:24.836672 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-704208c6-f354-4704-bec0-a5f72d397589 admin admin] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:36:24.847762 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9be7656-065e-4380-845c-27c83c85de0c None None] Sync routers for ids ['b7eef749-021b-4f6c-a1e6-8b73a697446c'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:36:24.860980 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9be7656-065e-4380-845c-27c83c85de0c None None] Routers {'b7eef749-021b-4f6c-a1e6-8b73a697446c'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:36:24.861631 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-b9be7656-065e-4380-845c-27c83c85de0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:36:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['b7eef749-021b-4f6c-a1e6-8b73a697446c'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:36:24.900923 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-704208c6-f354-4704-bec0-a5f72d397589 admin admin] Notify callbacks [] for router, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:24.903114 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-704208c6-f354-4704-bec0-a5f72d397589 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9745927 Dec 15 19:36:24.906083 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 59104) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:36:25.217706 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-b9be7656-065e-4380-845c-27c83c85de0c None None] Set router b7eef749-021b-4f6c-a1e6-8b73a697446c gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:36:25.540666 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-b9be7656-065e-4380-845c-27c83c85de0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'name': 'tempest-TestVolumeBootPattern-2063477917-router', 'tenant_id': '529a3435812f4c46acdbced9dd2c3394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.189'}], 'enable_snat': True}, 'gw_port_id': '2dd60a0a-839f-438d-96f3-16a08cd862b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:36:23Z', 'updated_at': '2021-12-15T19:36:24Z', 'revision_number': 3, 'project_id': '529a3435812f4c46acdbced9dd2c3394', 'gw_port': {'id': '2dd60a0a-839f-438d-96f3-16a08cd862b6', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d9:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:36:23Z', 'updated_at': '2021-12-15T19:36:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:36:25.545505 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9be7656-065e-4380-845c-27c83c85de0c None None] Checking router: b7eef749-021b-4f6c-a1e6-8b73a697446c for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:36:25.545883 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9be7656-065e-4380-845c-27c83c85de0c None None] Updating router b7eef749-021b-4f6c-a1e6-8b73a697446c port 2dd60a0a-839f-438d-96f3-16a08cd862b6 binding host dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 15 19:36:25.606892 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510753c1-88e1-4abc-ae27-e51a68c6ef5f None None] Network 36e6846d-a0bc-4f2d-b2a0-484da18b59d7 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:36:25.620679 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b9be7656-065e-4380-845c-27c83c85de0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:25.845204 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-1b513927-1fbc-42ff-a09e-3dd0f1f88033 None None] Provisioning for port c19e7b2c-85fd-43a3-b538-5cd48012338f completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:36:25.861234 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-1b513927-1fbc-42ff-a09e-3dd0f1f88033 None None] Provisioning complete for port c19e7b2c-85fd-43a3-b538-5cd48012338f triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:36:25.861653 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1b513927-1fbc-42ff-a09e-3dd0f1f88033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:25.955563 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d6d269fc-075b-4041-ae2e-919a71c52656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:26.175728 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-d6d269fc-075b-4041-ae2e-919a71c52656 admin admin] Allocated IP 172.20.0.1 (36e6846d-a0bc-4f2d-b2a0-484da18b59d7/346c20ad-4776-4f4d-b6e7-b0b61d96493f/a0e0307d-cc1a-4fea-8dbe-9a75c87a8ab5) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:36:26.197536 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1b513927-1fbc-42ff-a09e-3dd0f1f88033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:26.298027 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-1b513927-1fbc-42ff-a09e-3dd0f1f88033 None None] For port c19e7b2c-85fd-43a3-b538-5cd48012338f, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=c19e7b2c-85fd-43a3-b538-5cd48012338f,segment=NetworkSegment(98a50f77-b5f8-412f-b11b-2ed6dc678049),segment_id=98a50f77-b5f8-412f-b11b-2ed6dc678049)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:36:26.327808 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b9be7656-065e-4380-845c-27c83c85de0c None None] Notify callbacks [] for port, precommit_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:26.332345 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1b513927-1fbc-42ff-a09e-3dd0f1f88033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:26.337085 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:36:26.346694 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d6d269fc-075b-4041-ae2e-919a71c52656 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:26.366443 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d6d269fc-075b-4041-ae2e-919a71c52656 admin admin] Transition to ACTIVE for port object a0e0307d-cc1a-4fea-8dbe-9a75c87a8ab5 will not be triggered until provisioned by entity DHCP. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:36:26.382295 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b9be7656-065e-4380-845c-27c83c85de0c None None] Transition to ACTIVE for port object 2dd60a0a-839f-438d-96f3-16a08cd862b6 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:36:26.411892 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b513927-1fbc-42ff-a09e-3dd0f1f88033 None None] Pushing event updated for resources: {'Port': ['ID=c19e7b2c-85fd-43a3-b538-5cd48012338f,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:36:26.415120 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1b513927-1fbc-42ff-a09e-3dd0f1f88033 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:36:26.415864 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d6d269fc-075b-4041-ae2e-919a71c52656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:26.422117 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-43771112-51ca-4c07-9eb7-9f0bbe0c3ccf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:36:26.443658 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b9be7656-065e-4380-845c-27c83c85de0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:26.450147 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:36:26.500268 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d269fc-075b-4041-ae2e-919a71c52656 admin admin] Network 36e6846d-a0bc-4f2d-b2a0-484da18b59d7 is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:36:26.501231 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d269fc-075b-4041-ae2e-919a71c52656 admin admin] Pushing event updated for resources: {'Port': ['ID=a0e0307d-cc1a-4fea-8dbe-9a75c87a8ab5,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:36:26.503959 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-d6d269fc-075b-4041-ae2e-919a71c52656 admin admin] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:36:26.505935 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d6d269fc-075b-4041-ae2e-919a71c52656 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:36:26.506700 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d269fc-075b-4041-ae2e-919a71c52656 admin admin] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:36:26.531497 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-b9be7656-065e-4380-845c-27c83c85de0c None None] Attempting to bind port 2dd60a0a-839f-438d-96f3-16a08cd862b6 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:36:26.531935 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-b9be7656-065e-4380-845c-27c83c85de0c None None] Attempting to bind port 2dd60a0a-839f-438d-96f3-16a08cd862b6 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:36:26.532319 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9be7656-065e-4380-845c-27c83c85de0c None None] Attempting to bind port 2dd60a0a-839f-438d-96f3-16a08cd862b6 on network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:36:26.543915 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3d0af1-8a30-4529-8b52-59fbd905c309 None None] Pushing event updated for resources: {'Port': ['ID=2dd60a0a-839f-438d-96f3-16a08cd862b6,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:36:26.547307 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fe3d0af1-8a30-4529-8b52-59fbd905c309 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:36:26.548552 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9be7656-065e-4380-845c-27c83c85de0c None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:36:26.548978 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9be7656-065e-4380-845c-27c83c85de0c None None] Checking segment: {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:36:26.549435 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b9be7656-065e-4380-845c-27c83c85de0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:26.549871 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9be7656-065e-4380-845c-27c83c85de0c None None] Bound using segment: {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:36:26.550430 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-b9be7656-065e-4380-845c-27c83c85de0c None None] Bound port: 2dd60a0a-839f-438d-96f3-16a08cd862b6, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:36:26.550863 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b9be7656-065e-4380-845c-27c83c85de0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:26.567584 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d6d269fc-075b-4041-ae2e-919a71c52656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630901'] for router_interface, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:26.652089 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b9be7656-065e-4380-845c-27c83c85de0c None None] For port 2dd60a0a-839f-438d-96f3-16a08cd862b6, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:36:26.656614 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b9be7656-065e-4380-845c-27c83c85de0c None None] For port 2dd60a0a-839f-438d-96f3-16a08cd862b6, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=2dd60a0a-839f-438d-96f3-16a08cd862b6,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:36:26.669944 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-a26cc113-f9b3-45ee-bbd2-87fce7425c2e None None] Provisioning complete for port c19e7b2c-85fd-43a3-b538-5cd48012338f triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:36:26.670424 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a26cc113-f9b3-45ee-bbd2-87fce7425c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:26.702351 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device c19e7b2c-85fd-43a3-b538-5cd48012338f up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:36:26.742307 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b9be7656-065e-4380-845c-27c83c85de0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:26.755701 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:36:26.759447 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d6d269fc-075b-4041-ae2e-919a71c52656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:26.922106 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3d0af1-8a30-4529-8b52-59fbd905c309 None None] Pushing event updated for resources: {'Port': ['ID=2dd60a0a-839f-438d-96f3-16a08cd862b6,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:36:26.937602 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fe3d0af1-8a30-4529-8b52-59fbd905c309 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:36:26.947524 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9be7656-065e-4380-845c-27c83c85de0c None None] Routers {'b7eef749-021b-4f6c-a1e6-8b73a697446c'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:36:26.947915 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-b9be7656-065e-4380-845c-27c83c85de0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:36:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['b7eef749-021b-4f6c-a1e6-8b73a697446c'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:36:27.004984 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d6d269fc-075b-4041-ae2e-919a71c52656 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:27.026089 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d6d269fc-075b-4041-ae2e-919a71c52656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:27.037985 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port c19e7b2c-85fd-43a3-b538-5cd48012338f triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:36:27.038459 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:27.056339 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-78517d4f-6047-4f0f-9a4a-84c9e08549e0 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:36:27.141041 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d6d269fc-075b-4041-ae2e-919a71c52656 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1959989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854145006'] for router_interface, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:27.145432 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d269fc-075b-4041-ae2e-919a71c52656 admin admin] Pushing event updated for resources: {'Port': ['ID=a0e0307d-cc1a-4fea-8dbe-9a75c87a8ab5,revision_number=2']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:36:27.148811 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d6d269fc-075b-4041-ae2e-919a71c52656 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:36:27.298638 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d269fc-075b-4041-ae2e-919a71c52656 admin admin] Network 36e6846d-a0bc-4f2d-b2a0-484da18b59d7 is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:36:27.299842 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-d6d269fc-075b-4041-ae2e-919a71c52656 admin admin] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:36:27.424281 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-4674299e-352d-489f-ba33-c640eb28ee82 None None] Provisioning for port a0e0307d-cc1a-4fea-8dbe-9a75c87a8ab5 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:36:27.434666 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-b9be7656-065e-4380-845c-27c83c85de0c None None] Set router b7eef749-021b-4f6c-a1e6-8b73a697446c gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:36:27.481846 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-4674299e-352d-489f-ba33-c640eb28ee82 None None] Provisioning complete for port a0e0307d-cc1a-4fea-8dbe-9a75c87a8ab5 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:36:27.482298 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4674299e-352d-489f-ba33-c640eb28ee82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:27.646459 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-4674299e-352d-489f-ba33-c640eb28ee82 None None] Port a0e0307d-cc1a-4fea-8dbe-9a75c87a8ab5 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:36:27.711452 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6d269fc-075b-4041-ae2e-919a71c52656 admin admin] Router b7eef749-021b-4f6c-a1e6-8b73a697446c has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:36:27.835854 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-904b1410-50e6-487d-9064-209bf0beb7a3 None None] Provisioning complete for port a0e0307d-cc1a-4fea-8dbe-9a75c87a8ab5 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:36:27.836201 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-904b1410-50e6-487d-9064-209bf0beb7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:27.904183 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-904b1410-50e6-487d-9064-209bf0beb7a3 None None] Port a0e0307d-cc1a-4fea-8dbe-9a75c87a8ab5 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:36:27.914361 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-b9be7656-065e-4380-845c-27c83c85de0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'name': 'tempest-TestVolumeBootPattern-2063477917-router', 'tenant_id': '529a3435812f4c46acdbced9dd2c3394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.189'}], 'enable_snat': True}, 'gw_port_id': '2dd60a0a-839f-438d-96f3-16a08cd862b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:36:23Z', 'updated_at': '2021-12-15T19:36:26Z', 'revision_number': 4, 'project_id': '529a3435812f4c46acdbced9dd2c3394', 'gw_port': {'id': '2dd60a0a-839f-438d-96f3-16a08cd862b6', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d9:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:36:23Z', 'updated_at': '2021-12-15T19:36:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': 'a0e0307d-cc1a-4fea-8dbe-9a75c87a8ab5', 'name': '', 'network_id': '36e6846d-a0bc-4f2d-b2a0-484da18b59d7', 'tenant_id': '529a3435812f4c46acdbced9dd2c3394', 'mac_address': 'fa:16:3e:7c:2c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '346c20ad-4776-4f4d-b6e7-b0b61d96493f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:36:26Z', 'updated_at': '2021-12-15T19:36:26Z', 'revision_number': 1, 'project_id': '529a3435812f4c46acdbced9dd2c3394', 'subnets': [{'id': '346c20ad-4776-4f4d-b6e7-b0b61d96493f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:36:27.919169 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9be7656-065e-4380-845c-27c83c85de0c None None] The sync data for ids ['b7eef749-021b-4f6c-a1e6-8b73a697446c'] in dv-neutron-821831-2-hyperv is: [{'id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'name': 'tempest-TestVolumeBootPattern-2063477917-router', 'tenant_id': '529a3435812f4c46acdbced9dd2c3394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.189'}], 'enable_snat': True}, 'gw_port_id': '2dd60a0a-839f-438d-96f3-16a08cd862b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:36:23Z', 'updated_at': '2021-12-15T19:36:26Z', 'revision_number': 4, 'project_id': '529a3435812f4c46acdbced9dd2c3394', 'gw_port': {'id': '2dd60a0a-839f-438d-96f3-16a08cd862b6', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d9:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:36:23Z', 'updated_at': '2021-12-15T19:36:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': 'a0e0307d-cc1a-4fea-8dbe-9a75c87a8ab5', 'name': '', 'network_id': '36e6846d-a0bc-4f2d-b2a0-484da18b59d7', 'tenant_id': '529a3435812f4c46acdbced9dd2c3394', 'mac_address': 'fa:16:3e:7c:2c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '346c20ad-4776-4f4d-b6e7-b0b61d96493f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:36:26Z', 'updated_at': '2021-12-15T19:36:26Z', 'revision_number': 1, 'project_id': '529a3435812f4c46acdbced9dd2c3394', 'subnets': [{'id': '346c20ad-4776-4f4d-b6e7-b0b61d96493f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:36:27.928316 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d269fc-075b-4041-ae2e-919a71c52656 admin admin] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:36:27.941388 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d6d269fc-075b-4041-ae2e-919a71c52656 admin admin] 10.222.0.36 "PUT /v2.0/routers/b7eef749-021b-4f6c-a1e6-8b73a697446c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0341506 Dec 15 19:36:28.986000 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 59126) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:36:28.997609 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-a60679bc-ffe2-42cd-8e36-af5ca4bb96b1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-810959427-network', 'tenant_id': '28546a524d4c485e87e55096e57deefe'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:36:29.003268 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a60679bc-ffe2-42cd-8e36-af5ca4bb96b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:36:29.007509 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-a60679bc-ffe2-42cd-8e36-af5ca4bb96b1 admin admin] Usage tracker for resource:network and tenant:28546a524d4c485e87e55096e57deefe is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:36:29.010671 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-a60679bc-ffe2-42cd-8e36-af5ca4bb96b1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:36:29.017473 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a60679bc-ffe2-42cd-8e36-af5ca4bb96b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:36:29.054788 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a60679bc-ffe2-42cd-8e36-af5ca4bb96b1 admin admin] Made reservation on behalf of 28546a524d4c485e87e55096e57deefe for: {'network': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:36:29.060843 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a60679bc-ffe2-42cd-8e36-af5ca4bb96b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:29.079353 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a60679bc-ffe2-42cd-8e36-af5ca4bb96b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:29.116708 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a60679bc-ffe2-42cd-8e36-af5ca4bb96b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:36:29.120948 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-a60679bc-ffe2-42cd-8e36-af5ca4bb96b1 admin admin] Usage tracker for resource:security_group_rule and tenant:28546a524d4c485e87e55096e57deefe is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:36:29.124101 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-a60679bc-ffe2-42cd-8e36-af5ca4bb96b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:36:29.130463 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a60679bc-ffe2-42cd-8e36-af5ca4bb96b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:36:29.201733 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a60679bc-ffe2-42cd-8e36-af5ca4bb96b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:29.220312 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a60679bc-ffe2-42cd-8e36-af5ca4bb96b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:29.224958 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-567e3c73-f20d-4d0a-859d-e47c0c0a168d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:36:29.251865 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a60679bc-ffe2-42cd-8e36-af5ca4bb96b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=88991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:36:29.265605 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60679bc-ffe2-42cd-8e36-af5ca4bb96b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd4b805-7805-4a26-9c2f-86690f42b169,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:36:29.269982 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a60679bc-ffe2-42cd-8e36-af5ca4bb96b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:36:29.271039 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a60679bc-ffe2-42cd-8e36-af5ca4bb96b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:29.271433 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-a60679bc-ffe2-42cd-8e36-af5ca4bb96b1 admin admin] Added segment e06095e3-040a-4f2a-9798-3b5a03c2a981 of type vlan for network 44e0ba41-938c-410d-825a-2bbbd51f7329 Dec 15 19:36:29.300152 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a60679bc-ffe2-42cd-8e36-af5ca4bb96b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:29.346173 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a60679bc-ffe2-42cd-8e36-af5ca4bb96b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:29.347256 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60679bc-ffe2-42cd-8e36-af5ca4bb96b1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:36:29.347906 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a60679bc-ffe2-42cd-8e36-af5ca4bb96b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:29.353470 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-63aee310-bafb-49aa-a864-21622e60b7d1 tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:36:29.465573 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60679bc-ffe2-42cd-8e36-af5ca4bb96b1 admin admin] Pushing event updated for resources: {'Network': ['ID=44e0ba41-938c-410d-825a-2bbbd51f7329,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:36:29.468539 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a60679bc-ffe2-42cd-8e36-af5ca4bb96b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:36:29.476276 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 44e0ba41-938c-410d-825a-2bbbd51f7329 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:36:29.484080 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a60679bc-ffe2-42cd-8e36-af5ca4bb96b1 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4938083 Dec 15 19:36:29.486999 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 59130) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:36:29.493176 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-1b4fcf22-e364-4619-af8e-6a1574921e3e admin admin] Request body: {'subnet': {'network_id': '44e0ba41-938c-410d-825a-2bbbd51f7329', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-810959427-subnet', 'tenant_id': '28546a524d4c485e87e55096e57deefe', 'ip_version': 4}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:36:29.498777 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-1b4fcf22-e364-4619-af8e-6a1574921e3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:36:29.507096 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-1b4fcf22-e364-4619-af8e-6a1574921e3e admin admin] Usage tracker for resource:subnet and tenant:28546a524d4c485e87e55096e57deefe is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:36:29.510411 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-1b4fcf22-e364-4619-af8e-6a1574921e3e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:36:29.517519 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-1b4fcf22-e364-4619-af8e-6a1574921e3e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:36:29.552269 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b4fcf22-e364-4619-af8e-6a1574921e3e admin admin] Made reservation on behalf of 28546a524d4c485e87e55096e57deefe for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:36:29.557638 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1b4fcf22-e364-4619-af8e-6a1574921e3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:29.797755 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1b4fcf22-e364-4619-af8e-6a1574921e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:29.802412 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f9377b13-1bcd-4216-a9e2-014e45298723 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:36:29.880549 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4fcf22-e364-4619-af8e-6a1574921e3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb602123-6acd-4b3e-bc7a-1786de848ddc,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:36:29.885088 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1b4fcf22-e364-4619-af8e-6a1574921e3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:36:29.894232 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4fcf22-e364-4619-af8e-6a1574921e3e admin admin] Checking segment: {'id': 'e06095e3-040a-4f2a-9798-3b5a03c2a981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '44e0ba41-938c-410d-825a-2bbbd51f7329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:36:29.894657 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4fcf22-e364-4619-af8e-6a1574921e3e admin admin] Network hostable DHCP agents. Network: 44e0ba41-938c-410d-825a-2bbbd51f7329, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:36:29.945868 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4fcf22-e364-4619-af8e-6a1574921e3e admin admin] Network 44e0ba41-938c-410d-825a-2bbbd51f7329 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:36:29.986061 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-1b4fcf22-e364-4619-af8e-6a1574921e3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, 44e0ba41-938c-410d-825a-2bbbd51f7329) {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:36:29.990230 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4fcf22-e364-4619-af8e-6a1574921e3e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:36:29.990910 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1b4fcf22-e364-4619-af8e-6a1574921e3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:29.995120 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57885340-f3fd-4ce4-bf78-38f0cbfe8de8 None None] Network 44e0ba41-938c-410d-825a-2bbbd51f7329 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:36:30.050200 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1b4fcf22-e364-4619-af8e-6a1574921e3e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5620010 Dec 15 19:36:30.052768 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 59134) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:36:30.058470 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-1090a745-4e7b-4de3-9e4b-66c457c40b01 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-810959427-router', 'tenant_id': '28546a524d4c485e87e55096e57deefe', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:36:30.063586 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-1090a745-4e7b-4de3-9e4b-66c457c40b01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:36:30.067638 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-1090a745-4e7b-4de3-9e4b-66c457c40b01 admin admin] Usage tracker for resource:router and tenant:28546a524d4c485e87e55096e57deefe is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:36:30.070685 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-1090a745-4e7b-4de3-9e4b-66c457c40b01 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:36:30.076956 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-1090a745-4e7b-4de3-9e4b-66c457c40b01 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:36:30.123515 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1090a745-4e7b-4de3-9e4b-66c457c40b01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854699176'] for router, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:30.124575 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1090a745-4e7b-4de3-9e4b-66c457c40b01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854194926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-76609'] for router, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:30.177583 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1090a745-4e7b-4de3-9e4b-66c457c40b01 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:30.233842 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3504ade0-cba3-426b-a8ad-f1f0feecdc64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-44e0ba41-938c-410d-825a-2bbbd51f7329', 'network_id': '44e0ba41-938c-410d-825a-2bbbd51f7329', 'tenant_id': '28546a524d4c485e87e55096e57deefe', 'fixed_ips': [{'subnet_id': 'eb602123-6acd-4b3e-bc7a-1786de848ddc'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:36:30.234769 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3504ade0-cba3-426b-a8ad-f1f0feecdc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:30.352421 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1090a745-4e7b-4de3-9e4b-66c457c40b01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:30.392527 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-3504ade0-cba3-426b-a8ad-f1f0feecdc64 None None] Allocated IP 172.20.0.2 (44e0ba41-938c-410d-825a-2bbbd51f7329/eb602123-6acd-4b3e-bc7a-1786de848ddc/39fee598-b18b-49ac-bbeb-5e54306b0033) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:36:30.629193 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3504ade0-cba3-426b-a8ad-f1f0feecdc64 None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:30.642762 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-3504ade0-cba3-426b-a8ad-f1f0feecdc64 None None] Transition to ACTIVE for port object 39fee598-b18b-49ac-bbeb-5e54306b0033 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:36:30.664135 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-3504ade0-cba3-426b-a8ad-f1f0feecdc64 None None] Transition to ACTIVE for port object 39fee598-b18b-49ac-bbeb-5e54306b0033 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:36:30.680764 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 2dd60a0a-839f-438d-96f3-16a08cd862b6 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:36:30.720957 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3504ade0-cba3-426b-a8ad-f1f0feecdc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:30.727856 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:36:30.819506 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3504ade0-cba3-426b-a8ad-f1f0feecdc64 None None] Network 44e0ba41-938c-410d-825a-2bbbd51f7329 is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:36:30.820585 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3504ade0-cba3-426b-a8ad-f1f0feecdc64 None None] Pushing event updated for resources: {'Port': ['ID=39fee598-b18b-49ac-bbeb-5e54306b0033,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:36:30.824114 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3504ade0-cba3-426b-a8ad-f1f0feecdc64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:36:30.827495 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-3504ade0-cba3-426b-a8ad-f1f0feecdc64 None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:36:30.829696 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3504ade0-cba3-426b-a8ad-f1f0feecdc64 None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:36:30.832569 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1090a745-4e7b-4de3-9e4b-66c457c40b01 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:30.864809 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1090a745-4e7b-4de3-9e4b-66c457c40b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:30.928902 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-3504ade0-cba3-426b-a8ad-f1f0feecdc64 None None] Attempting to bind port 39fee598-b18b-49ac-bbeb-5e54306b0033 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:36:30.929319 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-3504ade0-cba3-426b-a8ad-f1f0feecdc64 None None] Attempting to bind port 39fee598-b18b-49ac-bbeb-5e54306b0033 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'e06095e3-040a-4f2a-9798-3b5a03c2a981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '44e0ba41-938c-410d-825a-2bbbd51f7329'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:36:30.929737 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3504ade0-cba3-426b-a8ad-f1f0feecdc64 None None] Attempting to bind port 39fee598-b18b-49ac-bbeb-5e54306b0033 on network 44e0ba41-938c-410d-825a-2bbbd51f7329 {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:36:30.937365 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3504ade0-cba3-426b-a8ad-f1f0feecdc64 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:36:30.937786 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3504ade0-cba3-426b-a8ad-f1f0feecdc64 None None] Checking segment: {'id': 'e06095e3-040a-4f2a-9798-3b5a03c2a981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '44e0ba41-938c-410d-825a-2bbbd51f7329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:36:30.938255 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3504ade0-cba3-426b-a8ad-f1f0feecdc64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:30.938762 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3504ade0-cba3-426b-a8ad-f1f0feecdc64 None None] Bound using segment: {'id': 'e06095e3-040a-4f2a-9798-3b5a03c2a981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '44e0ba41-938c-410d-825a-2bbbd51f7329'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:36:30.939373 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-3504ade0-cba3-426b-a8ad-f1f0feecdc64 None None] Bound port: 39fee598-b18b-49ac-bbeb-5e54306b0033, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e06095e3-040a-4f2a-9798-3b5a03c2a981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '44e0ba41-938c-410d-825a-2bbbd51f7329'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:36:30.939800 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3504ade0-cba3-426b-a8ad-f1f0feecdc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:30.954200 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 2dd60a0a-839f-438d-96f3-16a08cd862b6 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:36:30.962156 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 2dd60a0a-839f-438d-96f3-16a08cd862b6 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:36:30.962609 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:31.012732 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-1090a745-4e7b-4de3-9e4b-66c457c40b01 admin admin] Allocated IP 172.26.3.108 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/b6acb102-e621-4b92-840b-c5602cfbe56e) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:36:31.138399 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-3504ade0-cba3-426b-a8ad-f1f0feecdc64 None None] For port 39fee598-b18b-49ac-bbeb-5e54306b0033, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:36:31.160460 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-3504ade0-cba3-426b-a8ad-f1f0feecdc64 None None] For port 39fee598-b18b-49ac-bbeb-5e54306b0033, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=39fee598-b18b-49ac-bbeb-5e54306b0033,segment=NetworkSegment(e06095e3-040a-4f2a-9798-3b5a03c2a981),segment_id=e06095e3-040a-4f2a-9798-3b5a03c2a981)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:36:31.161517 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:31.175732 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1090a745-4e7b-4de3-9e4b-66c457c40b01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:31.178259 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port 2dd60a0a-839f-438d-96f3-16a08cd862b6, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=2dd60a0a-839f-438d-96f3-16a08cd862b6,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:36:31.204161 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3504ade0-cba3-426b-a8ad-f1f0feecdc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:31.209253 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:36:31.232138 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1090a745-4e7b-4de3-9e4b-66c457c40b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:31.237155 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fe136f2a-e2fa-40cf-9f0a-e4c21e923e7b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:36:31.253523 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:31.291617 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3504ade0-cba3-426b-a8ad-f1f0feecdc64 None None] Pushing event updated for resources: {'Port': ['ID=39fee598-b18b-49ac-bbeb-5e54306b0033,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:36:31.295442 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3504ade0-cba3-426b-a8ad-f1f0feecdc64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:36:31.295967 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7cf1c44c-e2db-45a1-aad1-dfb7ff788fe3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:36:31.311135 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1090a745-4e7b-4de3-9e4b-66c457c40b01 admin admin] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:36:31.314984 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-1090a745-4e7b-4de3-9e4b-66c457c40b01 admin admin] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:36:31.317557 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1090a745-4e7b-4de3-9e4b-66c457c40b01 admin admin] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:36:31.353797 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1090a745-4e7b-4de3-9e4b-66c457c40b01 admin admin] Pushing event updated for resources: {'Port': ['ID=b6acb102-e621-4b92-840b-c5602cfbe56e,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:36:31.357927 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1090a745-4e7b-4de3-9e4b-66c457c40b01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:36:31.364527 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=2dd60a0a-839f-438d-96f3-16a08cd862b6,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:36:31.368286 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:36:31.525501 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1090a745-4e7b-4de3-9e4b-66c457c40b01 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:31.527108 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1090a745-4e7b-4de3-9e4b-66c457c40b01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904'] for router, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:31.707126 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8eade5c-9ca7-4d01-b9bb-01293dbb232b None None] Sync routers for ids ['b7eef749-021b-4f6c-a1e6-8b73a697446c'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:36:31.722465 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8eade5c-9ca7-4d01-b9bb-01293dbb232b None None] Routers {'b7eef749-021b-4f6c-a1e6-8b73a697446c'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:36:31.723436 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-e8eade5c-9ca7-4d01-b9bb-01293dbb232b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:36:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['b7eef749-021b-4f6c-a1e6-8b73a697446c'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:36:31.836505 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1090a745-4e7b-4de3-9e4b-66c457c40b01 admin admin] Router bd1d0130-fa30-45a2-a00d-4ffc43c2b53e is scheduled to L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 with binding_index 1 {{(pid=88991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 15 19:36:31.920813 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-e8eade5c-9ca7-4d01-b9bb-01293dbb232b None None] Set router b7eef749-021b-4f6c-a1e6-8b73a697446c gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:36:32.046677 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1090a745-4e7b-4de3-9e4b-66c457c40b01 admin admin] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:36:32.056372 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ace2057-7329-4c80-9ba8-9cb709bac9db None None] Sync routers for ids ['bd1d0130-fa30-45a2-a00d-4ffc43c2b53e'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:36:32.069929 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ace2057-7329-4c80-9ba8-9cb709bac9db None None] Routers {'bd1d0130-fa30-45a2-a00d-4ffc43c2b53e'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:36:32.070737 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-2ace2057-7329-4c80-9ba8-9cb709bac9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:36:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['bd1d0130-fa30-45a2-a00d-4ffc43c2b53e'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:36:32.106762 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1090a745-4e7b-4de3-9e4b-66c457c40b01 admin admin] Notify callbacks [] for router, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:32.110911 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1090a745-4e7b-4de3-9e4b-66c457c40b01 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0544219 Dec 15 19:36:32.111295 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 59138) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:36:32.263709 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-e8eade5c-9ca7-4d01-b9bb-01293dbb232b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'name': 'tempest-TestVolumeBootPattern-2063477917-router', 'tenant_id': '529a3435812f4c46acdbced9dd2c3394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.189'}], 'enable_snat': True}, 'gw_port_id': '2dd60a0a-839f-438d-96f3-16a08cd862b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:36:23Z', 'updated_at': '2021-12-15T19:36:26Z', 'revision_number': 4, 'project_id': '529a3435812f4c46acdbced9dd2c3394', 'gw_port': {'id': '2dd60a0a-839f-438d-96f3-16a08cd862b6', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:36:23Z', 'updated_at': '2021-12-15T19:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': 'a0e0307d-cc1a-4fea-8dbe-9a75c87a8ab5', 'name': '', 'network_id': '36e6846d-a0bc-4f2d-b2a0-484da18b59d7', 'tenant_id': '529a3435812f4c46acdbced9dd2c3394', 'mac_address': 'fa:16:3e:7c:2c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '346c20ad-4776-4f4d-b6e7-b0b61d96493f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:36:26Z', 'updated_at': '2021-12-15T19:36:26Z', 'revision_number': 2, 'project_id': '529a3435812f4c46acdbced9dd2c3394', 'subnets': [{'id': '346c20ad-4776-4f4d-b6e7-b0b61d96493f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:36:32.268531 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8eade5c-9ca7-4d01-b9bb-01293dbb232b None None] Checking router: b7eef749-021b-4f6c-a1e6-8b73a697446c for host: dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:36:32.268937 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8eade5c-9ca7-4d01-b9bb-01293dbb232b None None] Updating router b7eef749-021b-4f6c-a1e6-8b73a697446c port a0e0307d-cc1a-4fea-8dbe-9a75c87a8ab5 binding host dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 15 19:36:32.270095 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-2ace2057-7329-4c80-9ba8-9cb709bac9db None None] Set router bd1d0130-fa30-45a2-a00d-4ffc43c2b53e gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:36:32.330299 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e8eade5c-9ca7-4d01-b9bb-01293dbb232b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:32.592997 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-2ace2057-7329-4c80-9ba8-9cb709bac9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1d0130-fa30-45a2-a00d-4ffc43c2b53e', 'name': 'tempest-TestVolumeBootPattern-810959427-router', 'tenant_id': '28546a524d4c485e87e55096e57deefe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.108'}], 'enable_snat': True}, 'gw_port_id': 'b6acb102-e621-4b92-840b-c5602cfbe56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:36:30Z', 'updated_at': '2021-12-15T19:36:31Z', 'revision_number': 3, 'project_id': '28546a524d4c485e87e55096e57deefe', 'gw_port': {'id': 'b6acb102-e621-4b92-840b-c5602cfbe56e', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:97:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd1d0130-fa30-45a2-a00d-4ffc43c2b53e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:36:30Z', 'updated_at': '2021-12-15T19:36:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:36:32.597839 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ace2057-7329-4c80-9ba8-9cb709bac9db None None] Checking router: bd1d0130-fa30-45a2-a00d-4ffc43c2b53e for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:36:32.598266 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ace2057-7329-4c80-9ba8-9cb709bac9db None None] Updating router bd1d0130-fa30-45a2-a00d-4ffc43c2b53e port b6acb102-e621-4b92-840b-c5602cfbe56e binding host dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 15 19:36:32.692286 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2ace2057-7329-4c80-9ba8-9cb709bac9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:32.763368 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e8eade5c-9ca7-4d01-b9bb-01293dbb232b None None] Notify callbacks [] for port, precommit_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:32.778557 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-e8eade5c-9ca7-4d01-b9bb-01293dbb232b None None] Transition to ACTIVE for port object a0e0307d-cc1a-4fea-8dbe-9a75c87a8ab5 will not be triggered until provisioned by entity L2. {{(pid=88993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:36:32.832317 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e8eade5c-9ca7-4d01-b9bb-01293dbb232b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:32.836457 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ec2ee304-6295-4905-b1d3-c175eaf47902 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:36:32.873256 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 2dd60a0a-839f-438d-96f3-16a08cd862b6 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:36:33.052889 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-289d57fc-dcc6-4f1c-9938-c5970129be73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:33.053471 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 2dd60a0a-839f-438d-96f3-16a08cd862b6 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:36:33.053471 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:33.193436 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0f4d93-b3ff-4db4-895b-09fca44b01a8 None None] Pushing event updated for resources: {'Port': ['ID=a0e0307d-cc1a-4fea-8dbe-9a75c87a8ab5,revision_number=3']} {{(pid=88993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:36:33.212135 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0f4d93-b3ff-4db4-895b-09fca44b01a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:36:33.212517 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0f4d93-b3ff-4db4-895b-09fca44b01a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:36:33.213044 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0f4d93-b3ff-4db4-895b-09fca44b01a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:36:33.213558 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0f4d93-b3ff-4db4-895b-09fca44b01a8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:36:33.213990 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0f4d93-b3ff-4db4-895b-09fca44b01a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:36:33.214421 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0f4d93-b3ff-4db4-895b-09fca44b01a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:36:33.214794 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0f4d93-b3ff-4db4-895b-09fca44b01a8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:36:33.215301 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0f4d93-b3ff-4db4-895b-09fca44b01a8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:36:33.215669 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0f4d93-b3ff-4db4-895b-09fca44b01a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:36:33.216030 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0f4d93-b3ff-4db4-895b-09fca44b01a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:36:33.216389 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0f4d93-b3ff-4db4-895b-09fca44b01a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:36:33.222211 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ef0f4d93-b3ff-4db4-895b-09fca44b01a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:36:33.329606 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-e8eade5c-9ca7-4d01-b9bb-01293dbb232b None None] Attempting to bind port a0e0307d-cc1a-4fea-8dbe-9a75c87a8ab5 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:36:33.330155 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-e8eade5c-9ca7-4d01-b9bb-01293dbb232b None None] Attempting to bind port a0e0307d-cc1a-4fea-8dbe-9a75c87a8ab5 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '98a50f77-b5f8-412f-b11b-2ed6dc678049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '36e6846d-a0bc-4f2d-b2a0-484da18b59d7'}] {{(pid=88993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:36:33.330597 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8eade5c-9ca7-4d01-b9bb-01293dbb232b None None] Attempting to bind port a0e0307d-cc1a-4fea-8dbe-9a75c87a8ab5 on network 36e6846d-a0bc-4f2d-b2a0-484da18b59d7 {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:36:33.343984 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8eade5c-9ca7-4d01-b9bb-01293dbb232b None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:36:33.344385 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8eade5c-9ca7-4d01-b9bb-01293dbb232b None None] Checking segment: {'id': '98a50f77-b5f8-412f-b11b-2ed6dc678049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '36e6846d-a0bc-4f2d-b2a0-484da18b59d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:36:33.344927 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e8eade5c-9ca7-4d01-b9bb-01293dbb232b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:33.345537 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8eade5c-9ca7-4d01-b9bb-01293dbb232b None None] Bound using segment: {'id': '98a50f77-b5f8-412f-b11b-2ed6dc678049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '36e6846d-a0bc-4f2d-b2a0-484da18b59d7'} {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:36:33.346203 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-e8eade5c-9ca7-4d01-b9bb-01293dbb232b None None] Bound port: a0e0307d-cc1a-4fea-8dbe-9a75c87a8ab5, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a50f77-b5f8-412f-b11b-2ed6dc678049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '36e6846d-a0bc-4f2d-b2a0-484da18b59d7'}}] {{(pid=88993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:36:33.346622 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e8eade5c-9ca7-4d01-b9bb-01293dbb232b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:33.363241 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1a768a-f954-4b3f-98fe-2e01916e304b None None] Network 44e0ba41-938c-410d-825a-2bbbd51f7329 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:36:33.382164 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-289d57fc-dcc6-4f1c-9938-c5970129be73 admin admin] Allocated IP 172.20.0.1 (44e0ba41-938c-410d-825a-2bbbd51f7329/eb602123-6acd-4b3e-bc7a-1786de848ddc/3bf2cb06-ae14-4a16-99a0-eecf07d8cd50) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:36:33.465389 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-e8eade5c-9ca7-4d01-b9bb-01293dbb232b None None] For port a0e0307d-cc1a-4fea-8dbe-9a75c87a8ab5, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:36:33.468790 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-e8eade5c-9ca7-4d01-b9bb-01293dbb232b None None] For port a0e0307d-cc1a-4fea-8dbe-9a75c87a8ab5, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=a0e0307d-cc1a-4fea-8dbe-9a75c87a8ab5,segment=NetworkSegment(98a50f77-b5f8-412f-b11b-2ed6dc678049),segment_id=98a50f77-b5f8-412f-b11b-2ed6dc678049)] {{(pid=88993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:36:33.511540 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e8eade5c-9ca7-4d01-b9bb-01293dbb232b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:33.516616 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-83e3dff1-d9ab-4801-b134-a359fed37897 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:36:33.547856 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 39fee598-b18b-49ac-bbeb-5e54306b0033 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:36:33.561391 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-289d57fc-dcc6-4f1c-9938-c5970129be73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:33.583331 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-642cc743-3633-4132-8944-5b94a9bde408 None None] Provisioning for port 39fee598-b18b-49ac-bbeb-5e54306b0033 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:36:33.585229 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-289d57fc-dcc6-4f1c-9938-c5970129be73 admin admin] Transition to ACTIVE for port object 3bf2cb06-ae14-4a16-99a0-eecf07d8cd50 will not be triggered until provisioned by entity DHCP. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:36:33.595995 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0f4d93-b3ff-4db4-895b-09fca44b01a8 None None] Pushing event updated for resources: {'Port': ['ID=a0e0307d-cc1a-4fea-8dbe-9a75c87a8ab5,revision_number=4']} {{(pid=88993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:36:33.600606 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ef0f4d93-b3ff-4db4-895b-09fca44b01a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:36:33.606734 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8eade5c-9ca7-4d01-b9bb-01293dbb232b None None] Routers {'b7eef749-021b-4f6c-a1e6-8b73a697446c'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:36:33.609519 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-e8eade5c-9ca7-4d01-b9bb-01293dbb232b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:36:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['b7eef749-021b-4f6c-a1e6-8b73a697446c'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:36:33.648237 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-289d57fc-dcc6-4f1c-9938-c5970129be73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:33.668090 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-344263a8-0824-4096-8296-a831d18af99f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:36:33.731884 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289d57fc-dcc6-4f1c-9938-c5970129be73 admin admin] Network 44e0ba41-938c-410d-825a-2bbbd51f7329 is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:36:33.739970 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-289d57fc-dcc6-4f1c-9938-c5970129be73 admin admin] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:36:33.744757 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289d57fc-dcc6-4f1c-9938-c5970129be73 admin admin] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:36:33.774764 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2ace2057-7329-4c80-9ba8-9cb709bac9db None None] Notify callbacks [] for port, precommit_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:33.781780 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289d57fc-dcc6-4f1c-9938-c5970129be73 admin admin] Pushing event updated for resources: {'Port': ['ID=3bf2cb06-ae14-4a16-99a0-eecf07d8cd50,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:36:33.788719 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-289d57fc-dcc6-4f1c-9938-c5970129be73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:36:33.818090 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-289d57fc-dcc6-4f1c-9938-c5970129be73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630901'] for router_interface, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:33.819095 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-2ace2057-7329-4c80-9ba8-9cb709bac9db None None] Transition to ACTIVE for port object b6acb102-e621-4b92-840b-c5602cfbe56e will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:36:33.819914 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-e8eade5c-9ca7-4d01-b9bb-01293dbb232b None None] Set router b7eef749-021b-4f6c-a1e6-8b73a697446c gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:36:33.874831 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2ace2057-7329-4c80-9ba8-9cb709bac9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:33.881012 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3504ade0-cba3-426b-a8ad-f1f0feecdc64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:36:33.922281 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 39fee598-b18b-49ac-bbeb-5e54306b0033 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:36:33.949682 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 39fee598-b18b-49ac-bbeb-5e54306b0033 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:36:33.950118 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:33.967072 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-289d57fc-dcc6-4f1c-9938-c5970129be73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:34.017618 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7703d3-2de3-44c0-959b-8b2e2d3112a9 None None] Pushing event updated for resources: {'Port': ['ID=b6acb102-e621-4b92-840b-c5602cfbe56e,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:36:34.031969 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ee7703d3-2de3-44c0-959b-8b2e2d3112a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:36:34.039876 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-2ace2057-7329-4c80-9ba8-9cb709bac9db None None] Attempting to bind port b6acb102-e621-4b92-840b-c5602cfbe56e on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:36:34.040308 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-2ace2057-7329-4c80-9ba8-9cb709bac9db None None] Attempting to bind port b6acb102-e621-4b92-840b-c5602cfbe56e by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:36:34.040730 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ace2057-7329-4c80-9ba8-9cb709bac9db None None] Attempting to bind port b6acb102-e621-4b92-840b-c5602cfbe56e on network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:36:34.071863 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ace2057-7329-4c80-9ba8-9cb709bac9db None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:36:34.072417 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ace2057-7329-4c80-9ba8-9cb709bac9db None None] Checking segment: {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:36:34.072978 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2ace2057-7329-4c80-9ba8-9cb709bac9db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:34.073679 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ace2057-7329-4c80-9ba8-9cb709bac9db None None] Bound using segment: {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:36:34.074177 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-2ace2057-7329-4c80-9ba8-9cb709bac9db None None] Bound port: b6acb102-e621-4b92-840b-c5602cfbe56e, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:36:34.074640 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2ace2057-7329-4c80-9ba8-9cb709bac9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:34.169069 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-e8eade5c-9ca7-4d01-b9bb-01293dbb232b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'name': 'tempest-TestVolumeBootPattern-2063477917-router', 'tenant_id': '529a3435812f4c46acdbced9dd2c3394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.189'}], 'enable_snat': True}, 'gw_port_id': '2dd60a0a-839f-438d-96f3-16a08cd862b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:36:23Z', 'updated_at': '2021-12-15T19:36:26Z', 'revision_number': 4, 'project_id': '529a3435812f4c46acdbced9dd2c3394', 'gw_port': {'id': '2dd60a0a-839f-438d-96f3-16a08cd862b6', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:36:23Z', 'updated_at': '2021-12-15T19:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': 'a0e0307d-cc1a-4fea-8dbe-9a75c87a8ab5', 'name': '', 'network_id': '36e6846d-a0bc-4f2d-b2a0-484da18b59d7', 'tenant_id': '529a3435812f4c46acdbced9dd2c3394', 'mac_address': 'fa:16:3e:7c:2c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '346c20ad-4776-4f4d-b6e7-b0b61d96493f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:36:26Z', 'updated_at': '2021-12-15T19:36:33Z', 'revision_number': 4, 'project_id': '529a3435812f4c46acdbced9dd2c3394', 'subnets': [{'id': '346c20ad-4776-4f4d-b6e7-b0b61d96493f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:36:34.174066 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8eade5c-9ca7-4d01-b9bb-01293dbb232b None None] The sync data for ids ['b7eef749-021b-4f6c-a1e6-8b73a697446c'] in dv-neutron-821831-2-hyperv is: [{'id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'name': 'tempest-TestVolumeBootPattern-2063477917-router', 'tenant_id': '529a3435812f4c46acdbced9dd2c3394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.189'}], 'enable_snat': True}, 'gw_port_id': '2dd60a0a-839f-438d-96f3-16a08cd862b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:36:23Z', 'updated_at': '2021-12-15T19:36:26Z', 'revision_number': 4, 'project_id': '529a3435812f4c46acdbced9dd2c3394', 'gw_port': {'id': '2dd60a0a-839f-438d-96f3-16a08cd862b6', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:36:23Z', 'updated_at': '2021-12-15T19:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': 'a0e0307d-cc1a-4fea-8dbe-9a75c87a8ab5', 'name': '', 'network_id': '36e6846d-a0bc-4f2d-b2a0-484da18b59d7', 'tenant_id': '529a3435812f4c46acdbced9dd2c3394', 'mac_address': 'fa:16:3e:7c:2c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '346c20ad-4776-4f4d-b6e7-b0b61d96493f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:36:26Z', 'updated_at': '2021-12-15T19:36:33Z', 'revision_number': 4, 'project_id': '529a3435812f4c46acdbced9dd2c3394', 'subnets': [{'id': '346c20ad-4776-4f4d-b6e7-b0b61d96493f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:36:34.224035 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-2ace2057-7329-4c80-9ba8-9cb709bac9db None None] For port b6acb102-e621-4b92-840b-c5602cfbe56e, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:36:34.233990 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:34.245874 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-289d57fc-dcc6-4f1c-9938-c5970129be73 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:34.253846 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-2ace2057-7329-4c80-9ba8-9cb709bac9db None None] For port b6acb102-e621-4b92-840b-c5602cfbe56e, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=b6acb102-e621-4b92-840b-c5602cfbe56e,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:36:34.277850 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-289d57fc-dcc6-4f1c-9938-c5970129be73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:34.281231 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port 39fee598-b18b-49ac-bbeb-5e54306b0033, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=39fee598-b18b-49ac-bbeb-5e54306b0033,segment=NetworkSegment(e06095e3-040a-4f2a-9798-3b5a03c2a981),segment_id=e06095e3-040a-4f2a-9798-3b5a03c2a981)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:36:34.295613 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2ace2057-7329-4c80-9ba8-9cb709bac9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:34.300929 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7cf1c44c-e2db-45a1-aad1-dfb7ff788fe3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:36:34.314864 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-29865dd5-ccd0-4e7a-a24a-dc0615190c4c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:36:34.349546 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:34.397216 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7703d3-2de3-44c0-959b-8b2e2d3112a9 None None] Pushing event updated for resources: {'Port': ['ID=b6acb102-e621-4b92-840b-c5602cfbe56e,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:36:34.402963 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ee7703d3-2de3-44c0-959b-8b2e2d3112a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:36:34.403163 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-289d57fc-dcc6-4f1c-9938-c5970129be73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1959989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854145006'] for router_interface, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:34.403489 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:36:34.407860 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289d57fc-dcc6-4f1c-9938-c5970129be73 admin admin] Pushing event updated for resources: {'Port': ['ID=3bf2cb06-ae14-4a16-99a0-eecf07d8cd50,revision_number=2']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:36:34.411388 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-289d57fc-dcc6-4f1c-9938-c5970129be73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:36:34.484285 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=39fee598-b18b-49ac-bbeb-5e54306b0033,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:36:34.488981 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:36:34.491709 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ace2057-7329-4c80-9ba8-9cb709bac9db None None] Routers {'bd1d0130-fa30-45a2-a00d-4ffc43c2b53e'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:36:34.492425 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-2ace2057-7329-4c80-9ba8-9cb709bac9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:36:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['bd1d0130-fa30-45a2-a00d-4ffc43c2b53e'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:36:34.661575 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-8de66ae4-81b4-418a-bb11-c26ebab53e5e None None] Provisioning complete for port 39fee598-b18b-49ac-bbeb-5e54306b0033 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:36:34.661894 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8de66ae4-81b4-418a-bb11-c26ebab53e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:34.756126 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device a0e0307d-cc1a-4fea-8dbe-9a75c87a8ab5 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:36:34.878607 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289d57fc-dcc6-4f1c-9938-c5970129be73 admin admin] Network 44e0ba41-938c-410d-825a-2bbbd51f7329 is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:36:34.879975 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-289d57fc-dcc6-4f1c-9938-c5970129be73 admin admin] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:36:34.882788 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-2ace2057-7329-4c80-9ba8-9cb709bac9db None None] Set router bd1d0130-fa30-45a2-a00d-4ffc43c2b53e gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:36:35.077931 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-8de66ae4-81b4-418a-bb11-c26ebab53e5e None None] Provisioning for port 3bf2cb06-ae14-4a16-99a0-eecf07d8cd50 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:36:35.135966 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-8de66ae4-81b4-418a-bb11-c26ebab53e5e None None] Provisioning complete for port 3bf2cb06-ae14-4a16-99a0-eecf07d8cd50 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:36:35.136334 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8de66ae4-81b4-418a-bb11-c26ebab53e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:35.182747 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port a0e0307d-cc1a-4fea-8dbe-9a75c87a8ab5 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:36:35.201082 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port a0e0307d-cc1a-4fea-8dbe-9a75c87a8ab5 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:36:35.201505 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:35.270883 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-8de66ae4-81b4-418a-bb11-c26ebab53e5e None None] Port 3bf2cb06-ae14-4a16-99a0-eecf07d8cd50 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:36:35.323692 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-289d57fc-dcc6-4f1c-9938-c5970129be73 admin admin] Router bd1d0130-fa30-45a2-a00d-4ffc43c2b53e has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:36:35.434532 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:35.461043 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-07fbb601-2080-4787-a0c8-c872ec1521c1 None None] Provisioning complete for port 3bf2cb06-ae14-4a16-99a0-eecf07d8cd50 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:36:35.461467 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-07fbb601-2080-4787-a0c8-c872ec1521c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:35.537602 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-289d57fc-dcc6-4f1c-9938-c5970129be73 admin admin] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:36:35.557231 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-289d57fc-dcc6-4f1c-9938-c5970129be73 admin admin] 10.222.0.36 "PUT /v2.0/routers/bd1d0130-fa30-45a2-a00d-4ffc43c2b53e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4361522 Dec 15 19:36:35.711461 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-07fbb601-2080-4787-a0c8-c872ec1521c1 None None] Port 3bf2cb06-ae14-4a16-99a0-eecf07d8cd50 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:36:35.716614 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port a0e0307d-cc1a-4fea-8dbe-9a75c87a8ab5, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=a0e0307d-cc1a-4fea-8dbe-9a75c87a8ab5,segment=NetworkSegment(98a50f77-b5f8-412f-b11b-2ed6dc678049),segment_id=98a50f77-b5f8-412f-b11b-2ed6dc678049)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:36:35.719799 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-2ace2057-7329-4c80-9ba8-9cb709bac9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1d0130-fa30-45a2-a00d-4ffc43c2b53e', 'name': 'tempest-TestVolumeBootPattern-810959427-router', 'tenant_id': '28546a524d4c485e87e55096e57deefe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.108'}], 'enable_snat': True}, 'gw_port_id': 'b6acb102-e621-4b92-840b-c5602cfbe56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:36:30Z', 'updated_at': '2021-12-15T19:36:33Z', 'revision_number': 4, 'project_id': '28546a524d4c485e87e55096e57deefe', 'gw_port': {'id': 'b6acb102-e621-4b92-840b-c5602cfbe56e', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:97:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd1d0130-fa30-45a2-a00d-4ffc43c2b53e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:36:30Z', 'updated_at': '2021-12-15T19:36:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '3bf2cb06-ae14-4a16-99a0-eecf07d8cd50', 'name': '', 'network_id': '44e0ba41-938c-410d-825a-2bbbd51f7329', 'tenant_id': '28546a524d4c485e87e55096e57deefe', 'mac_address': 'fa:16:3e:ce:f3:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd1d0130-fa30-45a2-a00d-4ffc43c2b53e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb602123-6acd-4b3e-bc7a-1786de848ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:36:33Z', 'updated_at': '2021-12-15T19:36:34Z', 'revision_number': 2, 'project_id': '28546a524d4c485e87e55096e57deefe', 'subnets': [{'id': 'eb602123-6acd-4b3e-bc7a-1786de848ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:36:35.724371 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ace2057-7329-4c80-9ba8-9cb709bac9db None None] The sync data for ids ['bd1d0130-fa30-45a2-a00d-4ffc43c2b53e'] in dv-neutron-821831-2-hyperv is: [{'id': 'bd1d0130-fa30-45a2-a00d-4ffc43c2b53e', 'name': 'tempest-TestVolumeBootPattern-810959427-router', 'tenant_id': '28546a524d4c485e87e55096e57deefe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.108'}], 'enable_snat': True}, 'gw_port_id': 'b6acb102-e621-4b92-840b-c5602cfbe56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:36:30Z', 'updated_at': '2021-12-15T19:36:33Z', 'revision_number': 4, 'project_id': '28546a524d4c485e87e55096e57deefe', 'gw_port': {'id': 'b6acb102-e621-4b92-840b-c5602cfbe56e', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:97:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd1d0130-fa30-45a2-a00d-4ffc43c2b53e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:36:30Z', 'updated_at': '2021-12-15T19:36:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '3bf2cb06-ae14-4a16-99a0-eecf07d8cd50', 'name': '', 'network_id': '44e0ba41-938c-410d-825a-2bbbd51f7329', 'tenant_id': '28546a524d4c485e87e55096e57deefe', 'mac_address': 'fa:16:3e:ce:f3:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd1d0130-fa30-45a2-a00d-4ffc43c2b53e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb602123-6acd-4b3e-bc7a-1786de848ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:36:33Z', 'updated_at': '2021-12-15T19:36:34Z', 'revision_number': 2, 'project_id': '28546a524d4c485e87e55096e57deefe', 'subnets': [{'id': 'eb602123-6acd-4b3e-bc7a-1786de848ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:36:35.756497 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:35.757469 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 39fee598-b18b-49ac-bbeb-5e54306b0033 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:36:35.785827 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-13dd1750-c2ad-42c5-a94b-433a37505ea2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:36:35.879420 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=a0e0307d-cc1a-4fea-8dbe-9a75c87a8ab5,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:36:35.884144 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:36:35.893557 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 39fee598-b18b-49ac-bbeb-5e54306b0033 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:36:35.893985 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:36.113565 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 59154) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:36:36.123519 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-805e9eb4-1039-4111-90ba-00134b831fa0 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-937160087', 'description': 'tempest-secgroup-smoke-937160087 description', 'project_id': '529a3435812f4c46acdbced9dd2c3394'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:36:36.129975 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-805e9eb4-1039-4111-90ba-00134b831fa0 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:36:36.133986 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-805e9eb4-1039-4111-90ba-00134b831fa0 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Usage tracker for resource:security_group and tenant:529a3435812f4c46acdbced9dd2c3394 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:36:36.137392 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-805e9eb4-1039-4111-90ba-00134b831fa0 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:36:36.143489 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-805e9eb4-1039-4111-90ba-00134b831fa0 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:36:36.174851 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-805e9eb4-1039-4111-90ba-00134b831fa0 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks [] for security_group, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:36.212876 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-805e9eb4-1039-4111-90ba-00134b831fa0 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:36:36.217741 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-805e9eb4-1039-4111-90ba-00134b831fa0 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Usage tracker for resource:security_group_rule and tenant:529a3435812f4c46acdbced9dd2c3394 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:36:36.220984 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-805e9eb4-1039-4111-90ba-00134b831fa0 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:36:36.227320 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-805e9eb4-1039-4111-90ba-00134b831fa0 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:36:36.288292 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-805e9eb4-1039-4111-90ba-00134b831fa0 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks [] for security_group, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:36.316379 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-805e9eb4-1039-4111-90ba-00134b831fa0 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:36.322127 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a8c3c4e1-e9a3-47f3-a147-59189a1b50ce tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:36:36.364263 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805e9eb4-1039-4111-90ba-00134b831fa0 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2750b48c-f962-4f66-8b35-e82997e35d9a,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:36:36.367352 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-805e9eb4-1039-4111-90ba-00134b831fa0 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:36:36.380332 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-805e9eb4-1039-4111-90ba-00134b831fa0 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:36.381691 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-805e9eb4-1039-4111-90ba-00134b831fa0 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2672255 Dec 15 19:36:36.384876 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 59158) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:36:36.391700 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-85f284d2-8104-451c-99e1-1b61c22f014e tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Request body: {'security_group_rule': {'security_group_id': '2750b48c-f962-4f66-8b35-e82997e35d9a', 'project_id': '529a3435812f4c46acdbced9dd2c3394', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:36:36.398587 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-85f284d2-8104-451c-99e1-1b61c22f014e tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:36:36.403015 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-85f284d2-8104-451c-99e1-1b61c22f014e tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Usage tracker for resource:security_group_rule and tenant:529a3435812f4c46acdbced9dd2c3394 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:36:36.406146 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-85f284d2-8104-451c-99e1-1b61c22f014e tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:36:36.412386 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-85f284d2-8104-451c-99e1-1b61c22f014e tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:36:36.451205 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-85f284d2-8104-451c-99e1-1b61c22f014e tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:36.517136 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-85f284d2-8104-451c-99e1-1b61c22f014e tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:36.535176 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-85f284d2-8104-451c-99e1-1b61c22f014e tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:36.541445 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-834c9a15-06ce-4703-a401-6640139da446 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:36:36.563495 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f284d2-8104-451c-99e1-1b61c22f014e tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=241ee743-71c9-43d3-9be7-6265f9657f70,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:36:36.568674 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-85f284d2-8104-451c-99e1-1b61c22f014e tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:36:36.596148 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-85f284d2-8104-451c-99e1-1b61c22f014e tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:36.600283 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-85f284d2-8104-451c-99e1-1b61c22f014e tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2136486 Dec 15 19:36:36.600951 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 59162) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:36:36.608682 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-5dcb7c39-a78f-4a62-9b99-d7ed5bd2e674 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Request body: {'security_group_rule': {'security_group_id': '2750b48c-f962-4f66-8b35-e82997e35d9a', 'project_id': '529a3435812f4c46acdbced9dd2c3394', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:36:36.615706 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-5dcb7c39-a78f-4a62-9b99-d7ed5bd2e674 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:36:36.619771 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-5dcb7c39-a78f-4a62-9b99-d7ed5bd2e674 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Usage tracker for resource:security_group_rule and tenant:529a3435812f4c46acdbced9dd2c3394 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:36:36.623142 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-5dcb7c39-a78f-4a62-9b99-d7ed5bd2e674 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:36:36.629399 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-5dcb7c39-a78f-4a62-9b99-d7ed5bd2e674 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:36:36.686150 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5dcb7c39-a78f-4a62-9b99-d7ed5bd2e674 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:36.688169 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device a0e0307d-cc1a-4fea-8dbe-9a75c87a8ab5 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:36:36.780414 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port a0e0307d-cc1a-4fea-8dbe-9a75c87a8ab5 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:36:36.780846 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:36.809167 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5dcb7c39-a78f-4a62-9b99-d7ed5bd2e674 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:36.838096 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5dcb7c39-a78f-4a62-9b99-d7ed5bd2e674 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:36.847779 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-956f536d-0af8-48dd-a084-38ba1351bc70 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:36:36.868459 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcb7c39-a78f-4a62-9b99-d7ed5bd2e674 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ae83776-f634-4215-b398-a5ba1c187c64,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:36:36.871472 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5dcb7c39-a78f-4a62-9b99-d7ed5bd2e674 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:36:36.912081 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5dcb7c39-a78f-4a62-9b99-d7ed5bd2e674 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:36.913740 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-5dcb7c39-a78f-4a62-9b99-d7ed5bd2e674 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3116868 Dec 15 19:36:36.919957 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 59168) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:36:36.926529 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-c9c36501-f31e-4c04-8b03-aaef8437d2aa tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Request body: {'security_group_rule': {'security_group_id': '2750b48c-f962-4f66-8b35-e82997e35d9a', 'project_id': '529a3435812f4c46acdbced9dd2c3394', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:36:36.934171 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-c9c36501-f31e-4c04-8b03-aaef8437d2aa tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:36:36.939119 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-c9c36501-f31e-4c04-8b03-aaef8437d2aa tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Usage tracker for resource:security_group_rule and tenant:529a3435812f4c46acdbced9dd2c3394 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:36:36.942300 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-c9c36501-f31e-4c04-8b03-aaef8437d2aa tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:36:36.948742 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-c9c36501-f31e-4c04-8b03-aaef8437d2aa tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:36:36.988899 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c9c36501-f31e-4c04-8b03-aaef8437d2aa tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:37.057732 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c9c36501-f31e-4c04-8b03-aaef8437d2aa tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:37.105006 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c9c36501-f31e-4c04-8b03-aaef8437d2aa tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:37.109695 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9c0937ae-edf3-4382-a56e-084a6fa90d3f tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:36:37.129853 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c36501-f31e-4c04-8b03-aaef8437d2aa tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84571bc7-c6bb-4ea3-8a2c-c0b15da0868a,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:36:37.132577 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c9c36501-f31e-4c04-8b03-aaef8437d2aa tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:36:37.168480 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c9c36501-f31e-4c04-8b03-aaef8437d2aa tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:37.170022 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c9c36501-f31e-4c04-8b03-aaef8437d2aa tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2488618 Dec 15 19:36:37.172925 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 59172) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:36:37.179049 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-01ed5b70-1f39-4687-af68-8479fd05a419 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Request body: {'security_group_rule': {'security_group_id': '2750b48c-f962-4f66-8b35-e82997e35d9a', 'project_id': '529a3435812f4c46acdbced9dd2c3394', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:36:37.186070 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-01ed5b70-1f39-4687-af68-8479fd05a419 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:36:37.190263 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-01ed5b70-1f39-4687-af68-8479fd05a419 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Usage tracker for resource:security_group_rule and tenant:529a3435812f4c46acdbced9dd2c3394 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:36:37.193453 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-01ed5b70-1f39-4687-af68-8479fd05a419 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:36:37.199885 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-01ed5b70-1f39-4687-af68-8479fd05a419 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:36:37.250404 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-01ed5b70-1f39-4687-af68-8479fd05a419 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:37.324531 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-01ed5b70-1f39-4687-af68-8479fd05a419 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:37.357800 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-01ed5b70-1f39-4687-af68-8479fd05a419 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:37.359777 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:36:37.381826 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ed5b70-1f39-4687-af68-8479fd05a419 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d0e0c1b-ae1e-4886-8bc0-9b501fc964e8,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:36:37.386861 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-01ed5b70-1f39-4687-af68-8479fd05a419 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:36:37.441897 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-01ed5b70-1f39-4687-af68-8479fd05a419 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:37.445907 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-01ed5b70-1f39-4687-af68-8479fd05a419 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2693064 Dec 15 19:36:37.446270 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 59176) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:36:37.453032 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-79791e82-5d2d-40dc-a488-e20b3fb46ff4 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Request body: {'security_group_rule': {'security_group_id': '2750b48c-f962-4f66-8b35-e82997e35d9a', 'project_id': '529a3435812f4c46acdbced9dd2c3394', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:36:37.459943 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-79791e82-5d2d-40dc-a488-e20b3fb46ff4 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:36:37.464546 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-79791e82-5d2d-40dc-a488-e20b3fb46ff4 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Usage tracker for resource:security_group_rule and tenant:529a3435812f4c46acdbced9dd2c3394 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:36:37.468423 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-79791e82-5d2d-40dc-a488-e20b3fb46ff4 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:36:37.474745 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-79791e82-5d2d-40dc-a488-e20b3fb46ff4 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:36:37.534673 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.securitygroups_db [None req-79791e82-5d2d-40dc-a488-e20b3fb46ff4 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Project 529a3435812f4c46acdbced9dd2c3394 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 19:36:37.541830 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-79791e82-5d2d-40dc-a488-e20b3fb46ff4 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:37.613488 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-79791e82-5d2d-40dc-a488-e20b3fb46ff4 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:37.641548 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-79791e82-5d2d-40dc-a488-e20b3fb46ff4 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:37.643560 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0a59e8d7-ca29-4ac1-93ae-0917e1a9c84d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:36:37.667480 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79791e82-5d2d-40dc-a488-e20b3fb46ff4 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2589622c-c228-41ef-8e76-8dfd1977216a,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:36:37.670041 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-79791e82-5d2d-40dc-a488-e20b3fb46ff4 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:36:37.704349 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-79791e82-5d2d-40dc-a488-e20b3fb46ff4 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:37.705680 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-79791e82-5d2d-40dc-a488-e20b3fb46ff4 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2583163 Dec 15 19:36:37.708536 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 59180) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:36:37.714698 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-42424e88-d1e3-4aa1-b019-0f30d9cea478 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Request body: {'security_group_rule': {'security_group_id': '2750b48c-f962-4f66-8b35-e82997e35d9a', 'project_id': '529a3435812f4c46acdbced9dd2c3394', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:36:37.721199 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-42424e88-d1e3-4aa1-b019-0f30d9cea478 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:36:37.725139 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-42424e88-d1e3-4aa1-b019-0f30d9cea478 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Usage tracker for resource:security_group_rule and tenant:529a3435812f4c46acdbced9dd2c3394 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:36:37.728143 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-42424e88-d1e3-4aa1-b019-0f30d9cea478 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:36:37.734382 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-42424e88-d1e3-4aa1-b019-0f30d9cea478 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:36:37.768680 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.securitygroups_db [None req-42424e88-d1e3-4aa1-b019-0f30d9cea478 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Project 529a3435812f4c46acdbced9dd2c3394 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 19:36:37.775595 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-42424e88-d1e3-4aa1-b019-0f30d9cea478 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:37.849182 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-42424e88-d1e3-4aa1-b019-0f30d9cea478 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:37.871901 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-42424e88-d1e3-4aa1-b019-0f30d9cea478 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:37.879381 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-95bb39b0-792f-4887-8631-75d7cef8bed8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:36:37.901792 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42424e88-d1e3-4aa1-b019-0f30d9cea478 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdae6bc0-e0d2-4b26-a41c-b62490e71703,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:36:37.904444 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-42424e88-d1e3-4aa1-b019-0f30d9cea478 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:36:37.933903 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-42424e88-d1e3-4aa1-b019-0f30d9cea478 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:37.935226 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-42424e88-d1e3-4aa1-b019-0f30d9cea478 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2255921 Dec 15 19:36:38.224701 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7971ccae-1320-4106-8abb-30021178577c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:38.685786 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device b6acb102-e621-4b92-840b-c5602cfbe56e up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:36:38.790036 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port b6acb102-e621-4b92-840b-c5602cfbe56e completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:36:38.795568 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port b6acb102-e621-4b92-840b-c5602cfbe56e triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:36:38.799446 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:38.913851 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:38.936718 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port b6acb102-e621-4b92-840b-c5602cfbe56e, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=b6acb102-e621-4b92-840b-c5602cfbe56e,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:36:38.961842 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:38.968527 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7a9dfc8d-e2c2-47f6-b9f4-62ee24f5c97d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:36:39.048708 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=b6acb102-e621-4b92-840b-c5602cfbe56e,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:36:39.059537 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:36:39.461752 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0778b5a6-c541-493f-ab3e-453f809ddea2 None None] Sync routers for ids ['bd1d0130-fa30-45a2-a00d-4ffc43c2b53e'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:36:39.466395 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:39.477704 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0778b5a6-c541-493f-ab3e-453f809ddea2 None None] Routers {'bd1d0130-fa30-45a2-a00d-4ffc43c2b53e'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:36:39.478434 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-0778b5a6-c541-493f-ab3e-453f809ddea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:36:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['bd1d0130-fa30-45a2-a00d-4ffc43c2b53e'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:36:39.674631 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-0778b5a6-c541-493f-ab3e-453f809ddea2 None None] Set router bd1d0130-fa30-45a2-a00d-4ffc43c2b53e gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:36:40.012312 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-0778b5a6-c541-493f-ab3e-453f809ddea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1d0130-fa30-45a2-a00d-4ffc43c2b53e', 'name': 'tempest-TestVolumeBootPattern-810959427-router', 'tenant_id': '28546a524d4c485e87e55096e57deefe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.108'}], 'enable_snat': True}, 'gw_port_id': 'b6acb102-e621-4b92-840b-c5602cfbe56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:36:30Z', 'updated_at': '2021-12-15T19:36:33Z', 'revision_number': 4, 'project_id': '28546a524d4c485e87e55096e57deefe', 'gw_port': {'id': 'b6acb102-e621-4b92-840b-c5602cfbe56e', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:97:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1d0130-fa30-45a2-a00d-4ffc43c2b53e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:36:30Z', 'updated_at': '2021-12-15T19:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '3bf2cb06-ae14-4a16-99a0-eecf07d8cd50', 'name': '', 'network_id': '44e0ba41-938c-410d-825a-2bbbd51f7329', 'tenant_id': '28546a524d4c485e87e55096e57deefe', 'mac_address': 'fa:16:3e:ce:f3:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd1d0130-fa30-45a2-a00d-4ffc43c2b53e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb602123-6acd-4b3e-bc7a-1786de848ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:36:33Z', 'updated_at': '2021-12-15T19:36:34Z', 'revision_number': 2, 'project_id': '28546a524d4c485e87e55096e57deefe', 'subnets': [{'id': 'eb602123-6acd-4b3e-bc7a-1786de848ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:36:40.016458 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0778b5a6-c541-493f-ab3e-453f809ddea2 None None] Checking router: bd1d0130-fa30-45a2-a00d-4ffc43c2b53e for host: dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:36:40.016867 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0778b5a6-c541-493f-ab3e-453f809ddea2 None None] Updating router bd1d0130-fa30-45a2-a00d-4ffc43c2b53e port 3bf2cb06-ae14-4a16-99a0-eecf07d8cd50 binding host dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 15 19:36:40.076690 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0778b5a6-c541-493f-ab3e-453f809ddea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:40.461250 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0778b5a6-c541-493f-ab3e-453f809ddea2 None None] Notify callbacks [] for port, precommit_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:40.474163 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-0778b5a6-c541-493f-ab3e-453f809ddea2 None None] Transition to ACTIVE for port object 3bf2cb06-ae14-4a16-99a0-eecf07d8cd50 will not be triggered until provisioned by entity L2. {{(pid=88993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:36:40.523286 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0778b5a6-c541-493f-ab3e-453f809ddea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:40.528602 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e698ec70-70c0-44a8-a67b-c7d114675cd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:36:40.551854 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2d250d12-574b-42c9-beef-dd1a49dabeb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:40.680043 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc98fc8d-09b3-47bb-b8d0-f41409c9c53c None None] Pushing event updated for resources: {'Port': ['ID=3bf2cb06-ae14-4a16-99a0-eecf07d8cd50,revision_number=3']} {{(pid=88993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:36:40.685214 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-bc98fc8d-09b3-47bb-b8d0-f41409c9c53c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:36:40.695830 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device b6acb102-e621-4b92-840b-c5602cfbe56e up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:36:40.793788 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port b6acb102-e621-4b92-840b-c5602cfbe56e triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:36:40.794484 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:40.800271 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-0778b5a6-c541-493f-ab3e-453f809ddea2 None None] Attempting to bind port 3bf2cb06-ae14-4a16-99a0-eecf07d8cd50 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:36:40.800802 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-0778b5a6-c541-493f-ab3e-453f809ddea2 None None] Attempting to bind port 3bf2cb06-ae14-4a16-99a0-eecf07d8cd50 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'e06095e3-040a-4f2a-9798-3b5a03c2a981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '44e0ba41-938c-410d-825a-2bbbd51f7329'}] {{(pid=88993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:36:40.801303 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0778b5a6-c541-493f-ab3e-453f809ddea2 None None] Attempting to bind port 3bf2cb06-ae14-4a16-99a0-eecf07d8cd50 on network 44e0ba41-938c-410d-825a-2bbbd51f7329 {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:36:40.808874 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0778b5a6-c541-493f-ab3e-453f809ddea2 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:36:40.809411 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0778b5a6-c541-493f-ab3e-453f809ddea2 None None] Checking segment: {'id': 'e06095e3-040a-4f2a-9798-3b5a03c2a981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '44e0ba41-938c-410d-825a-2bbbd51f7329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:36:40.809954 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0778b5a6-c541-493f-ab3e-453f809ddea2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:40.810568 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0778b5a6-c541-493f-ab3e-453f809ddea2 None None] Bound using segment: {'id': 'e06095e3-040a-4f2a-9798-3b5a03c2a981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '44e0ba41-938c-410d-825a-2bbbd51f7329'} {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:36:40.811185 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-0778b5a6-c541-493f-ab3e-453f809ddea2 None None] Bound port: 3bf2cb06-ae14-4a16-99a0-eecf07d8cd50, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e06095e3-040a-4f2a-9798-3b5a03c2a981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '44e0ba41-938c-410d-825a-2bbbd51f7329'}}] {{(pid=88993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:36:40.814790 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0778b5a6-c541-493f-ab3e-453f809ddea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:40.871989 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:40.921317 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-0778b5a6-c541-493f-ab3e-453f809ddea2 None None] For port 3bf2cb06-ae14-4a16-99a0-eecf07d8cd50, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:36:40.925324 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-0778b5a6-c541-493f-ab3e-453f809ddea2 None None] For port 3bf2cb06-ae14-4a16-99a0-eecf07d8cd50, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=3bf2cb06-ae14-4a16-99a0-eecf07d8cd50,segment=NetworkSegment(e06095e3-040a-4f2a-9798-3b5a03c2a981),segment_id=e06095e3-040a-4f2a-9798-3b5a03c2a981)] {{(pid=88993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:36:40.958051 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0778b5a6-c541-493f-ab3e-453f809ddea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:40.962863 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3dd1b793-8e83-4676-b4d4-200eb9f21376 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:36:41.048302 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc98fc8d-09b3-47bb-b8d0-f41409c9c53c None None] Pushing event updated for resources: {'Port': ['ID=3bf2cb06-ae14-4a16-99a0-eecf07d8cd50,revision_number=4']} {{(pid=88993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:36:41.067431 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-bc98fc8d-09b3-47bb-b8d0-f41409c9c53c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:36:41.067431 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0778b5a6-c541-493f-ab3e-453f809ddea2 None None] Routers {'bd1d0130-fa30-45a2-a00d-4ffc43c2b53e'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:36:41.067431 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-0778b5a6-c541-493f-ab3e-453f809ddea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:36:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['bd1d0130-fa30-45a2-a00d-4ffc43c2b53e'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:36:41.417341 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-0778b5a6-c541-493f-ab3e-453f809ddea2 None None] Set router bd1d0130-fa30-45a2-a00d-4ffc43c2b53e gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:36:41.758947 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-0778b5a6-c541-493f-ab3e-453f809ddea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1d0130-fa30-45a2-a00d-4ffc43c2b53e', 'name': 'tempest-TestVolumeBootPattern-810959427-router', 'tenant_id': '28546a524d4c485e87e55096e57deefe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.108'}], 'enable_snat': True}, 'gw_port_id': 'b6acb102-e621-4b92-840b-c5602cfbe56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:36:30Z', 'updated_at': '2021-12-15T19:36:33Z', 'revision_number': 4, 'project_id': '28546a524d4c485e87e55096e57deefe', 'gw_port': {'id': 'b6acb102-e621-4b92-840b-c5602cfbe56e', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:97:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1d0130-fa30-45a2-a00d-4ffc43c2b53e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:36:30Z', 'updated_at': '2021-12-15T19:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '3bf2cb06-ae14-4a16-99a0-eecf07d8cd50', 'name': '', 'network_id': '44e0ba41-938c-410d-825a-2bbbd51f7329', 'tenant_id': '28546a524d4c485e87e55096e57deefe', 'mac_address': 'fa:16:3e:ce:f3:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd1d0130-fa30-45a2-a00d-4ffc43c2b53e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb602123-6acd-4b3e-bc7a-1786de848ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:36:33Z', 'updated_at': '2021-12-15T19:36:40Z', 'revision_number': 4, 'project_id': '28546a524d4c485e87e55096e57deefe', 'subnets': [{'id': 'eb602123-6acd-4b3e-bc7a-1786de848ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:36:41.763641 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0778b5a6-c541-493f-ab3e-453f809ddea2 None None] The sync data for ids ['bd1d0130-fa30-45a2-a00d-4ffc43c2b53e'] in dv-neutron-821831-2-hyperv is: [{'id': 'bd1d0130-fa30-45a2-a00d-4ffc43c2b53e', 'name': 'tempest-TestVolumeBootPattern-810959427-router', 'tenant_id': '28546a524d4c485e87e55096e57deefe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.108'}], 'enable_snat': True}, 'gw_port_id': 'b6acb102-e621-4b92-840b-c5602cfbe56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:36:30Z', 'updated_at': '2021-12-15T19:36:33Z', 'revision_number': 4, 'project_id': '28546a524d4c485e87e55096e57deefe', 'gw_port': {'id': 'b6acb102-e621-4b92-840b-c5602cfbe56e', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:97:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1d0130-fa30-45a2-a00d-4ffc43c2b53e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:36:30Z', 'updated_at': '2021-12-15T19:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '3bf2cb06-ae14-4a16-99a0-eecf07d8cd50', 'name': '', 'network_id': '44e0ba41-938c-410d-825a-2bbbd51f7329', 'tenant_id': '28546a524d4c485e87e55096e57deefe', 'mac_address': 'fa:16:3e:ce:f3:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd1d0130-fa30-45a2-a00d-4ffc43c2b53e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb602123-6acd-4b3e-bc7a-1786de848ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:36:33Z', 'updated_at': '2021-12-15T19:36:40Z', 'revision_number': 4, 'project_id': '28546a524d4c485e87e55096e57deefe', 'subnets': [{'id': 'eb602123-6acd-4b3e-bc7a-1786de848ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:36:42.607966 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:42.679135 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 3bf2cb06-ae14-4a16-99a0-eecf07d8cd50 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:36:42.786019 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 3bf2cb06-ae14-4a16-99a0-eecf07d8cd50 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:36:42.793393 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 3bf2cb06-ae14-4a16-99a0-eecf07d8cd50 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:36:42.794019 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:42.924264 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:42.960211 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port 3bf2cb06-ae14-4a16-99a0-eecf07d8cd50, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=3bf2cb06-ae14-4a16-99a0-eecf07d8cd50,segment=NetworkSegment(e06095e3-040a-4f2a-9798-3b5a03c2a981),segment_id=e06095e3-040a-4f2a-9798-3b5a03c2a981)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:36:42.997672 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:42.999748 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-25cc43ad-7aac-471a-8dac-a9cf65215020 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:36:43.070230 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=3bf2cb06-ae14-4a16-99a0-eecf07d8cd50,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:36:43.073579 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:36:44.678881 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 3bf2cb06-ae14-4a16-99a0-eecf07d8cd50 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:36:44.752723 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 3bf2cb06-ae14-4a16-99a0-eecf07d8cd50 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:36:44.753159 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:54.129000 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:36:57.903675 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 19:37:08.466334 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e256c656-aef9-4f0c-aaff-7c5b8d7b4354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:37:09.534516 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:37:10.558400 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-45d101ad-89a0-4777-af88-11c334c2b984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:37:10.831679 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:37:12.575422 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5e239d15-b7e1-42d8-b52b-d06f635ee6f8 req-0103cb2b-3bda-4bd9-b93a-d496295afd29 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-937160087&fields=id&tenant_id=529a3435812f4c46acdbced9dd2c3394 HTTP/1.1" status: 200 len: 267 time: 0.0451250 Dec 15 19:37:12.603836 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:37:12.738185 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e239d15-b7e1-42d8-b52b-d06f635ee6f8 req-73c8d80e-9c0c-4f6a-900e-456130f26323 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:37:12.739793 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5e239d15-b7e1-42d8-b52b-d06f635ee6f8 req-73c8d80e-9c0c-4f6a-900e-456130f26323 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/networks?id=36e6846d-a0bc-4f2d-b2a0-484da18b59d7 HTTP/1.1" status: 200 len: 812 time: 0.1570642 Dec 15 19:37:12.757099 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5e239d15-b7e1-42d8-b52b-d06f635ee6f8 req-27e8a995-c66c-4d06-a56a-d59a3d0fa335 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/quotas/529a3435812f4c46acdbced9dd2c3394 HTTP/1.1" status: 200 len: 375 time: 0.0111816 Dec 15 19:37:12.849866 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5e239d15-b7e1-42d8-b52b-d06f635ee6f8 req-a18fc496-db7c-4727-ace8-2ad8cc5ceda4 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=529a3435812f4c46acdbced9dd2c3394&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0871811 Dec 15 19:37:12.999110 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5e239d15-b7e1-42d8-b52b-d06f635ee6f8 req-1bbd09d8-43ba-4bf6-aa1d-399b0cd0b3b5 service neutron] 10.222.0.36 "GET /v2.0/networks/36e6846d-a0bc-4f2d-b2a0-484da18b59d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360900 Dec 15 19:37:13.141264 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5e239d15-b7e1-42d8-b52b-d06f635ee6f8 req-b71a08ac-20a7-42ee-bb0e-239e84b6a3e7 service neutron] 10.222.0.36 "GET /v2.0/networks/36e6846d-a0bc-4f2d-b2a0-484da18b59d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358421 Dec 15 19:37:13.737679 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2bf7578a-154a-407a-b024-ef700a9a29af req-3601e62b-8fc3-4fe8-954a-785b54d5e37f tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e08bb26-ff3d-4985-badf-e3bc896fa7fd HTTP/1.1" status: 200 len: 210 time: 0.0494461 Dec 15 19:37:14.921269 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1db39064-5e9b-4313-a5d8-bb61552baa0b req-6d8e716a-efb0-4f6b-96ae-457a47a01749 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e08bb26-ff3d-4985-badf-e3bc896fa7fd HTTP/1.1" status: 200 len: 210 time: 0.0478590 Dec 15 19:37:15.678223 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e239d15-b7e1-42d8-b52b-d06f635ee6f8 req-e28a320e-deb4-4e85-aeba-bd62bc2db27b tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:37:15.678981 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-5e239d15-b7e1-42d8-b52b-d06f635ee6f8 req-e28a320e-deb4-4e85-aeba-bd62bc2db27b tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Synchronizing usage tracker for tenant:529a3435812f4c46acdbced9dd2c3394 on resource:network {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:37:15.751121 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-5e239d15-b7e1-42d8-b52b-d06f635ee6f8 req-e28a320e-deb4-4e85-aeba-bd62bc2db27b tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Unset dirty status for tenant:529a3435812f4c46acdbced9dd2c3394 on resource:network {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:37:15.752383 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5e239d15-b7e1-42d8-b52b-d06f635ee6f8 req-e28a320e-deb4-4e85-aeba-bd62bc2db27b tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.32 "GET /v2.0/networks?id=36e6846d-a0bc-4f2d-b2a0-484da18b59d7 HTTP/1.1" status: 200 len: 812 time: 0.2271845 Dec 15 19:37:15.814053 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-5e239d15-b7e1-42d8-b52b-d06f635ee6f8 req-f42b38a7-9abf-4207-9b17-1770e48f7b83 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Synchronizing usage tracker for tenant:529a3435812f4c46acdbced9dd2c3394 on resource:security_group {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:37:15.871768 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-5e239d15-b7e1-42d8-b52b-d06f635ee6f8 req-f42b38a7-9abf-4207-9b17-1770e48f7b83 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Unset dirty status for tenant:529a3435812f4c46acdbced9dd2c3394 on resource:security_group {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:37:15.873010 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5e239d15-b7e1-42d8-b52b-d06f635ee6f8 req-f42b38a7-9abf-4207-9b17-1770e48f7b83 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=529a3435812f4c46acdbced9dd2c3394 HTTP/1.1" status: 200 len: 379 time: 0.1021936 Dec 15 19:37:15.955104 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [req-5e239d15-b7e1-42d8-b52b-d06f635ee6f8 req-9dd0389a-884f-4004-9433-21f72a00ab38 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Request body: {'port': {'device_id': '4e08bb26-ff3d-4985-badf-e3bc896fa7fd', 'network_id': '36e6846d-a0bc-4f2d-b2a0-484da18b59d7', 'admin_state_up': True, 'tenant_id': '529a3435812f4c46acdbced9dd2c3394', 'security_groups': ['2750b48c-f962-4f66-8b35-e82997e35d9a']}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:37:16.091233 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4785eb2c-bbeb-4eaf-8706-a3f7f715e306 req-50049051-98c3-4efc-b163-136a7164aaf5 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e08bb26-ff3d-4985-badf-e3bc896fa7fd HTTP/1.1" status: 200 len: 210 time: 0.0451837 Dec 15 19:37:16.104108 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [req-5e239d15-b7e1-42d8-b52b-d06f635ee6f8 req-9dd0389a-884f-4004-9433-21f72a00ab38 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:37:16.109281 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-5e239d15-b7e1-42d8-b52b-d06f635ee6f8 req-9dd0389a-884f-4004-9433-21f72a00ab38 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Usage tracker for resource:port and tenant:529a3435812f4c46acdbced9dd2c3394 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:37:16.112290 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-5e239d15-b7e1-42d8-b52b-d06f635ee6f8 req-9dd0389a-884f-4004-9433-21f72a00ab38 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:37:16.118362 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [req-5e239d15-b7e1-42d8-b52b-d06f635ee6f8 req-9dd0389a-884f-4004-9433-21f72a00ab38 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:37:16.162689 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e239d15-b7e1-42d8-b52b-d06f635ee6f8 req-9dd0389a-884f-4004-9433-21f72a00ab38 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Made reservation on behalf of 529a3435812f4c46acdbced9dd2c3394 for: {'port': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:37:16.169218 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-5e239d15-b7e1-42d8-b52b-d06f635ee6f8 req-9dd0389a-884f-4004-9433-21f72a00ab38 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:37:16.345709 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [req-5e239d15-b7e1-42d8-b52b-d06f635ee6f8 req-9dd0389a-884f-4004-9433-21f72a00ab38 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Allocated IP 172.20.0.6 (36e6846d-a0bc-4f2d-b2a0-484da18b59d7/346c20ad-4776-4f4d-b6e7-b0b61d96493f/016d2331-016f-445e-9db7-461518440ab1) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:37:16.543961 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-5e239d15-b7e1-42d8-b52b-d06f635ee6f8 req-9dd0389a-884f-4004-9433-21f72a00ab38 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:37:16.561050 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [req-5e239d15-b7e1-42d8-b52b-d06f635ee6f8 req-9dd0389a-884f-4004-9433-21f72a00ab38 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Transition to ACTIVE for port object 016d2331-016f-445e-9db7-461518440ab1 will not be triggered until provisioned by entity DHCP. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:37:16.632426 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-5e239d15-b7e1-42d8-b52b-d06f635ee6f8 req-9dd0389a-884f-4004-9433-21f72a00ab38 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:37:16.639585 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d6d269fc-075b-4041-ae2e-919a71c52656 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:37:16.708584 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e239d15-b7e1-42d8-b52b-d06f635ee6f8 req-9dd0389a-884f-4004-9433-21f72a00ab38 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Network 36e6846d-a0bc-4f2d-b2a0-484da18b59d7 is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:37:16.718547 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [req-5e239d15-b7e1-42d8-b52b-d06f635ee6f8 req-9dd0389a-884f-4004-9433-21f72a00ab38 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:37:16.721340 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e239d15-b7e1-42d8-b52b-d06f635ee6f8 req-9dd0389a-884f-4004-9433-21f72a00ab38 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:37:16.769669 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd0389a-884f-4004-9433-21f72a00ab38 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Pushing event updated for resources: {'Port': ['ID=016d2331-016f-445e-9db7-461518440ab1,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:37:16.788947 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd0389a-884f-4004-9433-21f72a00ab38 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:37:16.789387 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd0389a-884f-4004-9433-21f72a00ab38 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:37:16.789821 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd0389a-884f-4004-9433-21f72a00ab38 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:37:16.790265 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd0389a-884f-4004-9433-21f72a00ab38 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:37:16.790689 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd0389a-884f-4004-9433-21f72a00ab38 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:37:16.791114 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd0389a-884f-4004-9433-21f72a00ab38 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:37:16.791539 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd0389a-884f-4004-9433-21f72a00ab38 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:37:16.792039 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd0389a-884f-4004-9433-21f72a00ab38 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:37:16.792457 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd0389a-884f-4004-9433-21f72a00ab38 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:37:16.792875 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd0389a-884f-4004-9433-21f72a00ab38 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:37:16.793293 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd0389a-884f-4004-9433-21f72a00ab38 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:37:16.797413 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9dd0389a-884f-4004-9433-21f72a00ab38 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:37:16.810720 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e239d15-b7e1-42d8-b52b-d06f635ee6f8 req-9dd0389a-884f-4004-9433-21f72a00ab38 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:37:16.811487 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-5e239d15-b7e1-42d8-b52b-d06f635ee6f8 req-9dd0389a-884f-4004-9433-21f72a00ab38 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:37:16.941007 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5e239d15-b7e1-42d8-b52b-d06f635ee6f8 req-9dd0389a-884f-4004-9433-21f72a00ab38 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9902821 Dec 15 19:37:16.954157 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [req-5e239d15-b7e1-42d8-b52b-d06f635ee6f8 req-1573fa94-3600-45f7-a59a-2c89921bfdc3 service neutron] Request body: {'port': {'device_id': '4e08bb26-ff3d-4985-badf-e3bc896fa7fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:37:17.076167 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-5e239d15-b7e1-42d8-b52b-d06f635ee6f8 req-1573fa94-3600-45f7-a59a-2c89921bfdc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:37:17.083191 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-f1058b3c-bbae-4909-a72d-8387be88416f None None] Provisioning for port 016d2331-016f-445e-9db7-461518440ab1 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:37:17.089657 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-f1058b3c-bbae-4909-a72d-8387be88416f None None] Provisioning complete for port 016d2331-016f-445e-9db7-461518440ab1 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:37:17.093012 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f1058b3c-bbae-4909-a72d-8387be88416f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:37:17.167932 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-f1058b3c-bbae-4909-a72d-8387be88416f None None] Port 016d2331-016f-445e-9db7-461518440ab1 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:37:17.326614 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf4c1b-2b96-4e3a-8b52-ab39e9aa5196 req-b813b43a-db26-4ec7-8499-e2602586ba63 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:37:17.328191 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1aaf4c1b-2b96-4e3a-8b52-ab39e9aa5196 req-b813b43a-db26-4ec7-8499-e2602586ba63 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e08bb26-ff3d-4985-badf-e3bc896fa7fd HTTP/1.1" status: 200 len: 931 time: 0.1029167 Dec 15 19:37:17.385489 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1aaf4c1b-2b96-4e3a-8b52-ab39e9aa5196 req-84e981c8-282b-4856-bdb1-01187672b3dd tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/security-groups?id=2750b48c-f962-4f66-8b35-e82997e35d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492280 Dec 15 19:37:17.462230 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [req-5e239d15-b7e1-42d8-b52b-d06f635ee6f8 req-1573fa94-3600-45f7-a59a-2c89921bfdc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 016d2331-016f-445e-9db7-461518440ab1 {{(pid=88991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 19:37:17.469170 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-5e239d15-b7e1-42d8-b52b-d06f635ee6f8 req-1573fa94-3600-45f7-a59a-2c89921bfdc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:37:17.484985 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [req-5e239d15-b7e1-42d8-b52b-d06f635ee6f8 req-1573fa94-3600-45f7-a59a-2c89921bfdc3 service neutron] Transition to ACTIVE for port object 016d2331-016f-445e-9db7-461518440ab1 will not be triggered until provisioned by entity L2. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:37:17.511364 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-5e239d15-b7e1-42d8-b52b-d06f635ee6f8 req-1573fa94-3600-45f7-a59a-2c89921bfdc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:37:17.515951 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-704208c6-f354-4704-bec0-a5f72d397589 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:37:17.647836 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1573fa94-3600-45f7-a59a-2c89921bfdc3 service neutron] Pushing event updated for resources: {'Port': ['ID=016d2331-016f-445e-9db7-461518440ab1,revision_number=2']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:37:17.651193 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1573fa94-3600-45f7-a59a-2c89921bfdc3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:37:17.769113 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-5e239d15-b7e1-42d8-b52b-d06f635ee6f8 req-1573fa94-3600-45f7-a59a-2c89921bfdc3 service neutron] Attempting to bind port 016d2331-016f-445e-9db7-461518440ab1 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:37:17.769373 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-5e239d15-b7e1-42d8-b52b-d06f635ee6f8 req-1573fa94-3600-45f7-a59a-2c89921bfdc3 service neutron] Attempting to bind port 016d2331-016f-445e-9db7-461518440ab1 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '98a50f77-b5f8-412f-b11b-2ed6dc678049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '36e6846d-a0bc-4f2d-b2a0-484da18b59d7'}] {{(pid=88991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:37:17.769753 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e239d15-b7e1-42d8-b52b-d06f635ee6f8 req-1573fa94-3600-45f7-a59a-2c89921bfdc3 service neutron] Attempting to bind port 016d2331-016f-445e-9db7-461518440ab1 on network 36e6846d-a0bc-4f2d-b2a0-484da18b59d7 {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:37:17.777160 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e239d15-b7e1-42d8-b52b-d06f635ee6f8 req-1573fa94-3600-45f7-a59a-2c89921bfdc3 service neutron] Port 016d2331-016f-445e-9db7-461518440ab1 on network 36e6846d-a0bc-4f2d-b2a0-484da18b59d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:37:17.777533 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e239d15-b7e1-42d8-b52b-d06f635ee6f8 req-1573fa94-3600-45f7-a59a-2c89921bfdc3 service neutron] Attempting to bind port 016d2331-016f-445e-9db7-461518440ab1 on network 36e6846d-a0bc-4f2d-b2a0-484da18b59d7 {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:37:17.784792 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e239d15-b7e1-42d8-b52b-d06f635ee6f8 req-1573fa94-3600-45f7-a59a-2c89921bfdc3 service neutron] Checking agent: {'id': '59e4c979-c5dd-468d-a1f2-341133950749', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 12, 24), 'started_at': datetime.datetime(2021, 12, 15, 19, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:37:17.785168 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e239d15-b7e1-42d8-b52b-d06f635ee6f8 req-1573fa94-3600-45f7-a59a-2c89921bfdc3 service neutron] Checking segment: {'id': '98a50f77-b5f8-412f-b11b-2ed6dc678049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '36e6846d-a0bc-4f2d-b2a0-484da18b59d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:37:17.785596 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e239d15-b7e1-42d8-b52b-d06f635ee6f8 req-1573fa94-3600-45f7-a59a-2c89921bfdc3 service neutron] Bound using segment: {'id': '98a50f77-b5f8-412f-b11b-2ed6dc678049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '36e6846d-a0bc-4f2d-b2a0-484da18b59d7'} {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:37:17.786078 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-5e239d15-b7e1-42d8-b52b-d06f635ee6f8 req-1573fa94-3600-45f7-a59a-2c89921bfdc3 service neutron] Bound port: 016d2331-016f-445e-9db7-461518440ab1, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98a50f77-b5f8-412f-b11b-2ed6dc678049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '36e6846d-a0bc-4f2d-b2a0-484da18b59d7'}}] {{(pid=88991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:37:17.786499 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-5e239d15-b7e1-42d8-b52b-d06f635ee6f8 req-1573fa94-3600-45f7-a59a-2c89921bfdc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:37:17.884838 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-5e239d15-b7e1-42d8-b52b-d06f635ee6f8 req-1573fa94-3600-45f7-a59a-2c89921bfdc3 service neutron] For port 016d2331-016f-445e-9db7-461518440ab1, host hv-neutron-8218, cleared binding levels {{(pid=88991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:37:17.888288 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-5e239d15-b7e1-42d8-b52b-d06f635ee6f8 req-1573fa94-3600-45f7-a59a-2c89921bfdc3 service neutron] For port 016d2331-016f-445e-9db7-461518440ab1, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=016d2331-016f-445e-9db7-461518440ab1,segment=NetworkSegment(98a50f77-b5f8-412f-b11b-2ed6dc678049),segment_id=98a50f77-b5f8-412f-b11b-2ed6dc678049)] {{(pid=88991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:37:17.923474 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-5e239d15-b7e1-42d8-b52b-d06f635ee6f8 req-1573fa94-3600-45f7-a59a-2c89921bfdc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:37:17.928380 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1090a745-4e7b-4de3-9e4b-66c457c40b01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:37:17.994823 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-5e239d15-b7e1-42d8-b52b-d06f635ee6f8 req-1573fa94-3600-45f7-a59a-2c89921bfdc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:37:17.996573 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5e239d15-b7e1-42d8-b52b-d06f635ee6f8 req-1573fa94-3600-45f7-a59a-2c89921bfdc3 service neutron] 10.222.0.32 "PUT /v2.0/ports/016d2331-016f-445e-9db7-461518440ab1 HTTP/1.1" status: 200 len: 1093 time: 1.0474436 Dec 15 19:37:17.997148 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e08bb26-ff3d-4985-badf-e3bc896fa7fd', 'tag': '016d2331-016f-445e-9db7-461518440ab1'}] {{(pid=88991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:37:18.021853 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1573fa94-3600-45f7-a59a-2c89921bfdc3 service neutron] Pushing event updated for resources: {'Port': ['ID=016d2331-016f-445e-9db7-461518440ab1,revision_number=3']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:37:18.025907 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1573fa94-3600-45f7-a59a-2c89921bfdc3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:37:18.059180 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e08bb26-ff3d-4985-badf-e3bc896fa7fd', 'tag': '016d2331-016f-445e-9db7-461518440ab1', 'status': 'completed', 'code': 200} Dec 15 19:37:18.162547 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5e239d15-b7e1-42d8-b52b-d06f635ee6f8 req-982694cd-d72b-4a72-a0b0-2f88ef97bc5c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=529a3435812f4c46acdbced9dd2c3394&device_id=4e08bb26-ff3d-4985-badf-e3bc896fa7fd HTTP/1.1" status: 200 len: 1096 time: 0.0806592 Dec 15 19:37:18.247332 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5e239d15-b7e1-42d8-b52b-d06f635ee6f8 req-3de71489-aaf0-4df6-8b1f-ca1adc34a687 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=016d2331-016f-445e-9db7-461518440ab1 HTTP/1.1" status: 200 len: 217 time: 0.0735087 Dec 15 19:37:18.320933 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e239d15-b7e1-42d8-b52b-d06f635ee6f8 req-ef7ca974-7fb8-4e5f-935d-bd855b2a085a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:37:18.322718 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5e239d15-b7e1-42d8-b52b-d06f635ee6f8 req-ef7ca974-7fb8-4e5f-935d-bd855b2a085a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=346c20ad-4776-4f4d-b6e7-b0b61d96493f HTTP/1.1" status: 200 len: 851 time: 0.0663755 Dec 15 19:37:18.414531 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5e239d15-b7e1-42d8-b52b-d06f635ee6f8 req-4159c1cf-fe92-48e8-a301-df867296e353 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=36e6846d-a0bc-4f2d-b2a0-484da18b59d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0819166 Dec 15 19:37:18.562156 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5e239d15-b7e1-42d8-b52b-d06f635ee6f8 req-d89a41e6-3262-4d96-a10c-5449f3950839 service neutron] 10.222.0.32 "GET /v2.0/networks/36e6846d-a0bc-4f2d-b2a0-484da18b59d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400368 Dec 15 19:37:18.625897 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073747dc-c85e-4b31-bb95-a2879f14fe28 req-68714659-795c-4b40-be39-576e5c64d3cf tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:37:18.627623 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-073747dc-c85e-4b31-bb95-a2879f14fe28 req-68714659-795c-4b40-be39-576e5c64d3cf tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e08bb26-ff3d-4985-badf-e3bc896fa7fd HTTP/1.1" status: 200 len: 943 time: 0.1087489 Dec 15 19:37:18.685315 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-073747dc-c85e-4b31-bb95-a2879f14fe28 req-533b6137-752d-4b7b-bc5c-3322057a388d tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/security-groups?id=2750b48c-f962-4f66-8b35-e82997e35d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515244 Dec 15 19:37:18.720060 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5e239d15-b7e1-42d8-b52b-d06f635ee6f8 req-e71796c6-9cb2-4a72-8d64-66ab8e9d7dec service neutron] 10.222.0.32 "GET /v2.0/networks/36e6846d-a0bc-4f2d-b2a0-484da18b59d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484721 Dec 15 19:37:18.877647 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-cecd60c4-f55f-434d-b9f0-267414b0c685 req-a4e044a2-727e-4ce3-8c43-e118a2e887c0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=529a3435812f4c46acdbced9dd2c3394&device_id=4e08bb26-ff3d-4985-badf-e3bc896fa7fd HTTP/1.1" status: 200 len: 1096 time: 0.0761008 Dec 15 19:37:19.025736 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd60c4-f55f-434d-b9f0-267414b0c685 req-d6ef95f0-10e4-40da-9a88-e30d472f1efa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:37:19.027949 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-cecd60c4-f55f-434d-b9f0-267414b0c685 req-d6ef95f0-10e4-40da-9a88-e30d472f1efa service neutron] 10.222.0.32 "GET /v2.0/networks?id=36e6846d-a0bc-4f2d-b2a0-484da18b59d7 HTTP/1.1" status: 200 len: 913 time: 0.1409512 Dec 15 19:37:19.337398 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-cecd60c4-f55f-434d-b9f0-267414b0c685 req-9f87c531-3ed9-4460-9a81-18dd198203c3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=016d2331-016f-445e-9db7-461518440ab1 HTTP/1.1" status: 200 len: 217 time: 0.2994449 Dec 15 19:37:19.409957 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd60c4-f55f-434d-b9f0-267414b0c685 req-a00539a9-a240-4fcc-b6d3-794fe89bb210 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:37:19.411677 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-cecd60c4-f55f-434d-b9f0-267414b0c685 req-a00539a9-a240-4fcc-b6d3-794fe89bb210 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=346c20ad-4776-4f4d-b6e7-b0b61d96493f HTTP/1.1" status: 200 len: 851 time: 0.0642583 Dec 15 19:37:19.498733 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-cecd60c4-f55f-434d-b9f0-267414b0c685 req-63627c35-be4a-4628-876a-2fa77864dbe9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=36e6846d-a0bc-4f2d-b2a0-484da18b59d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762017 Dec 15 19:37:19.647243 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-cecd60c4-f55f-434d-b9f0-267414b0c685 req-6d41b484-b208-487a-ac22-9aebb930d233 service neutron] 10.222.0.32 "GET /v2.0/networks/36e6846d-a0bc-4f2d-b2a0-484da18b59d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386673 Dec 15 19:37:19.799351 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-cecd60c4-f55f-434d-b9f0-267414b0c685 req-92acfc84-0e5c-4f0c-aadd-5dd9b6593dfb service neutron] 10.222.0.32 "GET /v2.0/networks/36e6846d-a0bc-4f2d-b2a0-484da18b59d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419845 Dec 15 19:37:19.905139 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079a146-f3f5-42dd-9bd9-732d2cce26ff req-21ff8d21-cb5b-4651-af55-d87ead48936b tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:37:19.906947 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4079a146-f3f5-42dd-9bd9-732d2cce26ff req-21ff8d21-cb5b-4651-af55-d87ead48936b tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e08bb26-ff3d-4985-badf-e3bc896fa7fd HTTP/1.1" status: 200 len: 943 time: 0.0877719 Dec 15 19:37:19.956999 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4079a146-f3f5-42dd-9bd9-732d2cce26ff req-3ae9c625-a7e8-43f5-b632-2a8c1700111c tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/security-groups?id=2750b48c-f962-4f66-8b35-e82997e35d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434818 Dec 15 19:37:21.171347 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ede35cd-4a83-42bf-b115-8afe8b73a7d0 req-9d8650e6-a406-40f9-be4c-dedb29c1c756 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:37:21.172949 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9ede35cd-4a83-42bf-b115-8afe8b73a7d0 req-9d8650e6-a406-40f9-be4c-dedb29c1c756 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e08bb26-ff3d-4985-badf-e3bc896fa7fd HTTP/1.1" status: 200 len: 943 time: 0.0831373 Dec 15 19:37:21.224675 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9ede35cd-4a83-42bf-b115-8afe8b73a7d0 req-358e126d-18a3-48b8-b5a2-c4ed032f0356 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/security-groups?id=2750b48c-f962-4f66-8b35-e82997e35d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455477 Dec 15 19:37:22.427985 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12963666-d7ae-4d3e-a6c3-4c2c464a7923 req-c16f5906-7410-4126-9e12-e1b745d22e12 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:37:22.429576 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-12963666-d7ae-4d3e-a6c3-4c2c464a7923 req-c16f5906-7410-4126-9e12-e1b745d22e12 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e08bb26-ff3d-4985-badf-e3bc896fa7fd HTTP/1.1" status: 200 len: 943 time: 0.0840580 Dec 15 19:37:22.477415 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-12963666-d7ae-4d3e-a6c3-4c2c464a7923 req-93d32658-7bd4-4c14-81bd-7fbc588d0e46 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/security-groups?id=2750b48c-f962-4f66-8b35-e82997e35d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415502 Dec 15 19:37:23.735038 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90319f87-24bc-4cc6-a44c-6f0fd1fcd411 req-d7f399e7-189f-4f36-89d4-f950566c9e8e tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:37:23.736593 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-90319f87-24bc-4cc6-a44c-6f0fd1fcd411 req-d7f399e7-189f-4f36-89d4-f950566c9e8e tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e08bb26-ff3d-4985-badf-e3bc896fa7fd HTTP/1.1" status: 200 len: 943 time: 0.0858083 Dec 15 19:37:23.784487 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-90319f87-24bc-4cc6-a44c-6f0fd1fcd411 req-4996c1a1-4e62-4cbd-be14-407ee3bdb669 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/security-groups?id=2750b48c-f962-4f66-8b35-e82997e35d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417612 Dec 15 19:37:24.105897 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:37:24.991795 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f20e9b8-f441-47b3-833b-4f4877250dd5 req-16bbb6f6-2eaf-4c64-aad9-b30cf9ed3e83 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:37:24.993305 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9f20e9b8-f441-47b3-833b-4f4877250dd5 req-16bbb6f6-2eaf-4c64-aad9-b30cf9ed3e83 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e08bb26-ff3d-4985-badf-e3bc896fa7fd HTTP/1.1" status: 200 len: 943 time: 0.0830064 Dec 15 19:37:25.043392 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9f20e9b8-f441-47b3-833b-4f4877250dd5 req-ff003713-c74a-490c-9dea-03a4c02e218d tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/security-groups?id=2750b48c-f962-4f66-8b35-e82997e35d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429430 Dec 15 19:37:26.253971 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b5ae8f-a050-49c4-8235-8a10be014fe7 req-36ad64f3-1a4d-46b8-81f2-45b4a9d8c270 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:37:26.255629 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f1b5ae8f-a050-49c4-8235-8a10be014fe7 req-36ad64f3-1a4d-46b8-81f2-45b4a9d8c270 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e08bb26-ff3d-4985-badf-e3bc896fa7fd HTTP/1.1" status: 200 len: 943 time: 0.0864921 Dec 15 19:37:26.314819 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f1b5ae8f-a050-49c4-8235-8a10be014fe7 req-a64236ad-332b-4ed1-ac25-9e69acc6cc18 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/security-groups?id=2750b48c-f962-4f66-8b35-e82997e35d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497940 Dec 15 19:37:27.521816 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3550d402-c7b1-4c79-ad4d-c59bf2eb929c req-4b371534-1e26-44c0-a3d9-842be252ed55 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:37:27.523488 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3550d402-c7b1-4c79-ad4d-c59bf2eb929c req-4b371534-1e26-44c0-a3d9-842be252ed55 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e08bb26-ff3d-4985-badf-e3bc896fa7fd HTTP/1.1" status: 200 len: 943 time: 0.0829103 Dec 15 19:37:27.572253 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3550d402-c7b1-4c79-ad4d-c59bf2eb929c req-0a1606f3-8710-4c1e-bc99-a40226ca045c tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/security-groups?id=2750b48c-f962-4f66-8b35-e82997e35d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420048 Dec 15 19:37:28.780195 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd8cc66-659c-4eec-894b-15f79f9693f0 req-5b6b4ca9-53bd-4872-ac33-e161d0583a58 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:37:28.781784 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8dd8cc66-659c-4eec-894b-15f79f9693f0 req-5b6b4ca9-53bd-4872-ac33-e161d0583a58 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e08bb26-ff3d-4985-badf-e3bc896fa7fd HTTP/1.1" status: 200 len: 943 time: 0.0848303 Dec 15 19:37:28.829531 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8dd8cc66-659c-4eec-894b-15f79f9693f0 req-2aa05411-4c81-4868-a7c1-ad590ff227d3 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/security-groups?id=2750b48c-f962-4f66-8b35-e82997e35d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416420 Dec 15 19:37:30.035618 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa9e711-1134-471e-a315-716c6544f0d5 req-61409d40-2e37-4700-bdec-c025335c80bb tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:37:30.037203 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-afa9e711-1134-471e-a315-716c6544f0d5 req-61409d40-2e37-4700-bdec-c025335c80bb tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e08bb26-ff3d-4985-badf-e3bc896fa7fd HTTP/1.1" status: 200 len: 943 time: 0.0825982 Dec 15 19:37:30.088909 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-afa9e711-1134-471e-a315-716c6544f0d5 req-17b3c898-fb8c-47b7-8251-d36ca931d9bf tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/security-groups?id=2750b48c-f962-4f66-8b35-e82997e35d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453801 Dec 15 19:37:30.117035 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 016d2331-016f-445e-9db7-461518440ab1 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 15 19:37:30.259093 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 016d2331-016f-445e-9db7-461518440ab1, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=016d2331-016f-445e-9db7-461518440ab1,segment=NetworkSegment(98a50f77-b5f8-412f-b11b-2ed6dc678049),segment_id=98a50f77-b5f8-412f-b11b-2ed6dc678049)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:37:30.276757 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Returning: {'device': '016d2331-016f-445e-9db7-461518440ab1', 'network_id': '36e6846d-a0bc-4f2d-b2a0-484da18b59d7', 'port_id': '016d2331-016f-445e-9db7-461518440ab1', 'mac_address': 'fa:16:3e:b3:9f:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '346c20ad-4776-4f4d-b6e7-b0b61d96493f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 19:37:30.332429 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:37:30.350634 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 016d2331-016f-445e-9db7-461518440ab1 {{(pid=88992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 19:37:30.366337 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 016d2331-016f-445e-9db7-461518440ab1, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=016d2331-016f-445e-9db7-461518440ab1,segment=NetworkSegment(98a50f77-b5f8-412f-b11b-2ed6dc678049),segment_id=98a50f77-b5f8-412f-b11b-2ed6dc678049)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:37:30.400098 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:37:30.402702 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:37:30.468155 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=016d2331-016f-445e-9db7-461518440ab1,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:37:30.477095 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:37:30.477491 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:37:30.477878 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:37:30.478298 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:37:30.478669 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:37:30.479052 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:37:30.479567 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:37:30.480274 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:37:30.480662 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:37:30.481060 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:37:30.481434 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:37:30.485429 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:37:30.637447 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] get_ports_and_sgs() called for port_ids ['016d2331-016f-445e-9db7-461518440ab1'] {{(pid=88992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 19:37:31.290003 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b1b354-a2dc-469f-b3e0-e3084bf155c8 req-00f18c64-47e9-4215-80b4-4f6daa4325b0 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:37:31.291619 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-40b1b354-a2dc-469f-b3e0-e3084bf155c8 req-00f18c64-47e9-4215-80b4-4f6daa4325b0 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e08bb26-ff3d-4985-badf-e3bc896fa7fd HTTP/1.1" status: 200 len: 944 time: 0.0830486 Dec 15 19:37:31.339630 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-40b1b354-a2dc-469f-b3e0-e3084bf155c8 req-8430e32a-7ff9-4dc1-bb3a-fddd8d91ffc6 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/security-groups?id=2750b48c-f962-4f66-8b35-e82997e35d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405300 Dec 15 19:37:32.111843 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 016d2331-016f-445e-9db7-461518440ab1 up at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:37:32.262750 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning for port 016d2331-016f-445e-9db7-461518440ab1 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:37:32.267726 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning complete for port 016d2331-016f-445e-9db7-461518440ab1 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:37:32.268152 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:37:32.383612 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:37:32.411663 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e08bb26-ff3d-4985-badf-e3bc896fa7fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '016d2331-016f-445e-9db7-461518440ab1'}] {{(pid=88992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:37:32.422245 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 016d2331-016f-445e-9db7-461518440ab1, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=016d2331-016f-445e-9db7-461518440ab1,segment=NetworkSegment(98a50f77-b5f8-412f-b11b-2ed6dc678049),segment_id=98a50f77-b5f8-412f-b11b-2ed6dc678049)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:37:32.466638 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e08bb26-ff3d-4985-badf-e3bc896fa7fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '016d2331-016f-445e-9db7-461518440ab1', 'code': 200} Dec 15 19:37:32.467351 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:37:32.469314 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:37:32.537555 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=016d2331-016f-445e-9db7-461518440ab1,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:37:32.540863 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:37:32.555073 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5ad25-9948-4315-aca5-0856172c981b req-971b81c9-0238-4e5c-b198-e022d7ee9590 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:37:32.556718 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-fba5ad25-9948-4315-aca5-0856172c981b req-971b81c9-0238-4e5c-b198-e022d7ee9590 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e08bb26-ff3d-4985-badf-e3bc896fa7fd HTTP/1.1" status: 200 len: 945 time: 0.0927839 Dec 15 19:37:32.606821 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-fba5ad25-9948-4315-aca5-0856172c981b req-7b0fc02d-bb41-49e0-87c2-f7d9a131de6a tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/security-groups?id=2750b48c-f962-4f66-8b35-e82997e35d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428469 Dec 15 19:37:32.745739 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c01d49e7-3cc4-43c7-90cb-f5bd17b74f66 req-6d306bde-694c-4dcd-9789-62a5ac1216d6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4e08bb26-ff3d-4985-badf-e3bc896fa7fd HTTP/1.1" status: 200 len: 1098 time: 0.0720460 Dec 15 19:37:32.791913 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c01d49e7-3cc4-43c7-90cb-f5bd17b74f66 req-6e86a7cf-e3ba-4e4a-8154-3222f93b7365 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2750b48c-f962-4f66-8b35-e82997e35d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367315 Dec 15 19:37:33.815893 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f0eb3a-0135-4bc5-80be-98cd0067f2eb req-efc48792-c779-49ec-885b-25feb83616e4 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:37:33.817483 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-54f0eb3a-0135-4bc5-80be-98cd0067f2eb req-efc48792-c779-49ec-885b-25feb83616e4 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e08bb26-ff3d-4985-badf-e3bc896fa7fd HTTP/1.1" status: 200 len: 945 time: 0.0825031 Dec 15 19:37:33.866978 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-54f0eb3a-0135-4bc5-80be-98cd0067f2eb req-d70be6d8-d2c5-49e3-b46a-af4c74e93b10 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/security-groups?id=2750b48c-f962-4f66-8b35-e82997e35d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425398 Dec 15 19:37:34.903267 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 19:37:35.077860 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a078b89a-b8d4-4463-adf2-4ffd0e8d9b76 req-4639db68-e234-4fef-870a-9e0420935d61 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:37:35.079481 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a078b89a-b8d4-4463-adf2-4ffd0e8d9b76 req-4639db68-e234-4fef-870a-9e0420935d61 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e08bb26-ff3d-4985-badf-e3bc896fa7fd HTTP/1.1" status: 200 len: 945 time: 0.0872447 Dec 15 19:37:35.127364 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a078b89a-b8d4-4463-adf2-4ffd0e8d9b76 req-b7deecd8-677a-4306-95c8-93c4a52dbc3e tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/security-groups?id=2750b48c-f962-4f66-8b35-e82997e35d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418642 Dec 15 19:37:35.329028 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ef06f-2201-4a43-9d69-bf433c55b99d req-0ca68336-8ee9-4b26-ae53-d317ddc15f6b tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:37:35.330640 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d47ef06f-2201-4a43-9d69-bf433c55b99d req-0ca68336-8ee9-4b26-ae53-d317ddc15f6b tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e08bb26-ff3d-4985-badf-e3bc896fa7fd HTTP/1.1" status: 200 len: 945 time: 0.0824924 Dec 15 19:37:35.381937 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d47ef06f-2201-4a43-9d69-bf433c55b99d req-e6bd9c6d-9081-47d4-98fe-b3eb5095cf6c tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/security-groups?id=2750b48c-f962-4f66-8b35-e82997e35d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453427 Dec 15 19:37:35.409606 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 59420) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:37:35.621515 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f12dc1e5-d9af-494e-816e-3336a02173c8 tempest-TestVolumeBootPattern-120946318 tempest-TestVolumeBootPattern-120946318-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=4e08bb26-ff3d-4985-badf-e3bc896fa7fd HTTP/1.1" status: 200 len: 1093 time: 0.2077508 Dec 15 19:37:35.621744 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 59426) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:37:35.627943 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-d8ac365d-26c2-4d67-8604-fb83ddfc9c2a tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Request body: {'floatingip': {'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'port_id': '016d2331-016f-445e-9db7-461518440ab1', 'tenant_id': '529a3435812f4c46acdbced9dd2c3394', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:37:35.633976 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-d8ac365d-26c2-4d67-8604-fb83ddfc9c2a tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:37:35.638892 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d8ac365d-26c2-4d67-8604-fb83ddfc9c2a tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Usage tracker for resource:floatingip and tenant:529a3435812f4c46acdbced9dd2c3394 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:37:35.641840 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d8ac365d-26c2-4d67-8604-fb83ddfc9c2a tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:37:35.648001 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-d8ac365d-26c2-4d67-8604-fb83ddfc9c2a tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:37:35.682713 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d8ac365d-26c2-4d67-8604-fb83ddfc9c2a tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks [] for floatingip, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:37:35.827472 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d8ac365d-26c2-4d67-8604-fb83ddfc9c2a tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:37:36.004497 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-d8ac365d-26c2-4d67-8604-fb83ddfc9c2a tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Allocated IP 172.26.3.200 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/9f6d9643-38a3-42ba-a7d4-e10b4232268e) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:37:36.391503 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d8ac365d-26c2-4d67-8604-fb83ddfc9c2a tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:37:36.457374 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d8ac365d-26c2-4d67-8604-fb83ddfc9c2a tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:37:36.461964 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c1a09b62-ed41-41fb-b8ae-9a25d1818eb9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:37:36.529842 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ac365d-26c2-4d67-8604-fb83ddfc9c2a tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:37:36.533424 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ac365d-26c2-4d67-8604-fb83ddfc9c2a tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Pushing event updated for resources: {'Port': ['ID=9f6d9643-38a3-42ba-a7d4-e10b4232268e,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:37:36.535771 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-d8ac365d-26c2-4d67-8604-fb83ddfc9c2a tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:37:36.540086 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ac365d-26c2-4d67-8604-fb83ddfc9c2a tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:37:36.586560 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac365d-26c2-4d67-8604-fb83ddfc9c2a tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:37:36.586989 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac365d-26c2-4d67-8604-fb83ddfc9c2a tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:37:36.587484 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac365d-26c2-4d67-8604-fb83ddfc9c2a tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:37:36.587876 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac365d-26c2-4d67-8604-fb83ddfc9c2a tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:37:36.588296 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac365d-26c2-4d67-8604-fb83ddfc9c2a tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:37:36.588777 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac365d-26c2-4d67-8604-fb83ddfc9c2a tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:37:36.589193 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac365d-26c2-4d67-8604-fb83ddfc9c2a tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:37:36.589604 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac365d-26c2-4d67-8604-fb83ddfc9c2a tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:37:36.590013 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac365d-26c2-4d67-8604-fb83ddfc9c2a tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:37:36.590448 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac365d-26c2-4d67-8604-fb83ddfc9c2a tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:37:36.590863 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac365d-26c2-4d67-8604-fb83ddfc9c2a tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:37:36.596485 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d8ac365d-26c2-4d67-8604-fb83ddfc9c2a tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:37:37.068350 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d8ac365d-26c2-4d67-8604-fb83ddfc9c2a tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:37:37.168726 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d8ac365d-26c2-4d67-8604-fb83ddfc9c2a tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:37:37.385017 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d8ac365d-26c2-4d67-8604-fb83ddfc9c2a tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:37:37.416877 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d8ac365d-26c2-4d67-8604-fb83ddfc9c2a tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:37:37.421813 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-996f0e6f-8e73-463c-9584-45fc5c79288f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:37:37.529836 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ac365d-26c2-4d67-8604-fb83ddfc9c2a tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Pushing event updated for resources: {'Port': ['ID=9f6d9643-38a3-42ba-a7d4-e10b4232268e,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:37:37.534228 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d8ac365d-26c2-4d67-8604-fb83ddfc9c2a tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:37:37.545621 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d8ac365d-26c2-4d67-8604-fb83ddfc9c2a tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634093'] for floatingip, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:37:37.744344 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.l3_db [None req-d8ac365d-26c2-4d67-8604-fb83ddfc9c2a tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Floating IP 2357a736-17c4-418b-bb36-6543ac8690cc associated. External IP: 172.26.3.200, port: 016d2331-016f-445e-9db7-461518440ab1. Dec 15 19:37:38.143791 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8ac365d-26c2-4d67-8604-fb83ddfc9c2a tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Router b7eef749-021b-4f6c-a1e6-8b73a697446c has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:37:38.225388 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0047031a-1fe7-48a2-86f2-225dc5bf90f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:37:38.351897 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ac365d-26c2-4d67-8604-fb83ddfc9c2a tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:37:38.362490 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef50810-9316-4fa4-adde-4f6262637cf1 None None] Sync routers for ids ['b7eef749-021b-4f6c-a1e6-8b73a697446c'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:37:38.375470 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef50810-9316-4fa4-adde-4f6262637cf1 None None] Routers {'b7eef749-021b-4f6c-a1e6-8b73a697446c'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:37:38.376156 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-8ef50810-9316-4fa4-adde-4f6262637cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:37:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['b7eef749-021b-4f6c-a1e6-8b73a697446c'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:37:38.411316 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d8ac365d-26c2-4d67-8604-fb83ddfc9c2a tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:37:38.467240 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d8ac365d-26c2-4d67-8604-fb83ddfc9c2a tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8443742 Dec 15 19:37:38.467965 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e08bb26-ff3d-4985-badf-e3bc896fa7fd', 'tag': '016d2331-016f-445e-9db7-461518440ab1'}] {{(pid=88990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:37:38.522293 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e08bb26-ff3d-4985-badf-e3bc896fa7fd', 'tag': '016d2331-016f-445e-9db7-461518440ab1', 'status': 'completed', 'code': 200} Dec 15 19:37:38.567199 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-8ef50810-9316-4fa4-adde-4f6262637cf1 None None] Set router b7eef749-021b-4f6c-a1e6-8b73a697446c gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:37:38.632205 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-87cb5edb-89e9-4fbf-bc6e-ad2e1898afbf req-e8d6b2f6-8fe1-4c5a-b116-fcfe7235294e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=529a3435812f4c46acdbced9dd2c3394&device_id=4e08bb26-ff3d-4985-badf-e3bc896fa7fd HTTP/1.1" status: 200 len: 1098 time: 0.0822477 Dec 15 19:37:38.775054 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb5edb-89e9-4fbf-bc6e-ad2e1898afbf req-4b7ee113-e8f1-44d8-b641-0e1355d9d19a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:37:38.777276 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-87cb5edb-89e9-4fbf-bc6e-ad2e1898afbf req-4b7ee113-e8f1-44d8-b641-0e1355d9d19a service neutron] 10.222.0.32 "GET /v2.0/networks?id=36e6846d-a0bc-4f2d-b2a0-484da18b59d7 HTTP/1.1" status: 200 len: 913 time: 0.1391549 Dec 15 19:37:38.887085 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-87cb5edb-89e9-4fbf-bc6e-ad2e1898afbf req-abef83c5-2ae8-4484-b5e1-b2f5addbc849 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=016d2331-016f-445e-9db7-461518440ab1 HTTP/1.1" status: 200 len: 999 time: 0.1034172 Dec 15 19:37:38.962345 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb5edb-89e9-4fbf-bc6e-ad2e1898afbf req-98202896-0fa2-4bd8-9745-a275f39b3d71 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:37:38.964478 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-87cb5edb-89e9-4fbf-bc6e-ad2e1898afbf req-98202896-0fa2-4bd8-9745-a275f39b3d71 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=346c20ad-4776-4f4d-b6e7-b0b61d96493f HTTP/1.1" status: 200 len: 851 time: 0.0717304 Dec 15 19:37:39.048482 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-87cb5edb-89e9-4fbf-bc6e-ad2e1898afbf req-ee585b26-22dd-444a-9c8d-29ed49a830cb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=36e6846d-a0bc-4f2d-b2a0-484da18b59d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750768 Dec 15 19:37:39.106632 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-8ef50810-9316-4fa4-adde-4f6262637cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'name': 'tempest-TestVolumeBootPattern-2063477917-router', 'tenant_id': '529a3435812f4c46acdbced9dd2c3394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.189'}], 'enable_snat': True}, 'gw_port_id': '2dd60a0a-839f-438d-96f3-16a08cd862b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:36:23Z', 'updated_at': '2021-12-15T19:36:26Z', 'revision_number': 4, 'project_id': '529a3435812f4c46acdbced9dd2c3394', 'gw_port': {'id': '2dd60a0a-839f-438d-96f3-16a08cd862b6', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:36:23Z', 'updated_at': '2021-12-15T19:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': '2357a736-17c4-418b-bb36-6543ac8690cc', 'tenant_id': '529a3435812f4c46acdbced9dd2c3394', 'floating_ip_address': '172.26.3.200', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'port_id': '016d2331-016f-445e-9db7-461518440ab1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36e6846d-a0bc-4f2d-b2a0-484da18b59d7', 'mac_address': 'fa:16:3e:b3:9f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e08bb26-ff3d-4985-badf-e3bc896fa7fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:37:36Z', 'updated_at': '2021-12-15T19:37:36Z', 'revision_number': 0, 'project_id': '529a3435812f4c46acdbced9dd2c3394', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0e0307d-cc1a-4fea-8dbe-9a75c87a8ab5', 'name': '', 'network_id': '36e6846d-a0bc-4f2d-b2a0-484da18b59d7', 'tenant_id': '529a3435812f4c46acdbced9dd2c3394', 'mac_address': 'fa:16:3e:7c:2c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '346c20ad-4776-4f4d-b6e7-b0b61d96493f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:36:26Z', 'updated_at': '2021-12-15T19:36:35Z', 'revision_number': 5, 'project_id': '529a3435812f4c46acdbced9dd2c3394', 'subnets': [{'id': '346c20ad-4776-4f4d-b6e7-b0b61d96493f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:37:39.110798 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef50810-9316-4fa4-adde-4f6262637cf1 None None] Checking router: b7eef749-021b-4f6c-a1e6-8b73a697446c for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:37:39.122023 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef50810-9316-4fa4-adde-4f6262637cf1 None None] Routers {'b7eef749-021b-4f6c-a1e6-8b73a697446c'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:37:39.122719 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-8ef50810-9316-4fa4-adde-4f6262637cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:37:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['b7eef749-021b-4f6c-a1e6-8b73a697446c'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:37:39.189381 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-87cb5edb-89e9-4fbf-bc6e-ad2e1898afbf req-76273bb8-7b66-4511-8a8c-fa65bf79b5d8 service neutron] 10.222.0.32 "GET /v2.0/networks/36e6846d-a0bc-4f2d-b2a0-484da18b59d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345634 Dec 15 19:37:39.309606 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-8ef50810-9316-4fa4-adde-4f6262637cf1 None None] Set router b7eef749-021b-4f6c-a1e6-8b73a697446c gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:37:39.329977 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-87cb5edb-89e9-4fbf-bc6e-ad2e1898afbf req-12e84fa9-f521-460d-9d38-d816e5c711e0 service neutron] 10.222.0.32 "GET /v2.0/networks/36e6846d-a0bc-4f2d-b2a0-484da18b59d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347029 Dec 15 19:37:39.505068 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:37:39.686061 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-8ef50810-9316-4fa4-adde-4f6262637cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'name': 'tempest-TestVolumeBootPattern-2063477917-router', 'tenant_id': '529a3435812f4c46acdbced9dd2c3394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.189'}], 'enable_snat': True}, 'gw_port_id': '2dd60a0a-839f-438d-96f3-16a08cd862b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:36:23Z', 'updated_at': '2021-12-15T19:36:26Z', 'revision_number': 4, 'project_id': '529a3435812f4c46acdbced9dd2c3394', 'gw_port': {'id': '2dd60a0a-839f-438d-96f3-16a08cd862b6', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:36:23Z', 'updated_at': '2021-12-15T19:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': '2357a736-17c4-418b-bb36-6543ac8690cc', 'tenant_id': '529a3435812f4c46acdbced9dd2c3394', 'floating_ip_address': '172.26.3.200', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'port_id': '016d2331-016f-445e-9db7-461518440ab1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36e6846d-a0bc-4f2d-b2a0-484da18b59d7', 'mac_address': 'fa:16:3e:b3:9f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e08bb26-ff3d-4985-badf-e3bc896fa7fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:37:36Z', 'updated_at': '2021-12-15T19:37:36Z', 'revision_number': 0, 'project_id': '529a3435812f4c46acdbced9dd2c3394', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0e0307d-cc1a-4fea-8dbe-9a75c87a8ab5', 'name': '', 'network_id': '36e6846d-a0bc-4f2d-b2a0-484da18b59d7', 'tenant_id': '529a3435812f4c46acdbced9dd2c3394', 'mac_address': 'fa:16:3e:7c:2c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '346c20ad-4776-4f4d-b6e7-b0b61d96493f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:36:26Z', 'updated_at': '2021-12-15T19:36:35Z', 'revision_number': 5, 'project_id': '529a3435812f4c46acdbced9dd2c3394', 'subnets': [{'id': '346c20ad-4776-4f4d-b6e7-b0b61d96493f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:37:39.692175 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef50810-9316-4fa4-adde-4f6262637cf1 None None] The sync data for ids ['b7eef749-021b-4f6c-a1e6-8b73a697446c'] in dv-neutron-821831-2-hyperv is: [{'id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'name': 'tempest-TestVolumeBootPattern-2063477917-router', 'tenant_id': '529a3435812f4c46acdbced9dd2c3394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.189'}], 'enable_snat': True}, 'gw_port_id': '2dd60a0a-839f-438d-96f3-16a08cd862b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:36:23Z', 'updated_at': '2021-12-15T19:36:26Z', 'revision_number': 4, 'project_id': '529a3435812f4c46acdbced9dd2c3394', 'gw_port': {'id': '2dd60a0a-839f-438d-96f3-16a08cd862b6', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:36:23Z', 'updated_at': '2021-12-15T19:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': '2357a736-17c4-418b-bb36-6543ac8690cc', 'tenant_id': '529a3435812f4c46acdbced9dd2c3394', 'floating_ip_address': '172.26.3.200', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'port_id': '016d2331-016f-445e-9db7-461518440ab1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36e6846d-a0bc-4f2d-b2a0-484da18b59d7', 'mac_address': 'fa:16:3e:b3:9f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e08bb26-ff3d-4985-badf-e3bc896fa7fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:37:36Z', 'updated_at': '2021-12-15T19:37:36Z', 'revision_number': 0, 'project_id': '529a3435812f4c46acdbced9dd2c3394', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0e0307d-cc1a-4fea-8dbe-9a75c87a8ab5', 'name': '', 'network_id': '36e6846d-a0bc-4f2d-b2a0-484da18b59d7', 'tenant_id': '529a3435812f4c46acdbced9dd2c3394', 'mac_address': 'fa:16:3e:7c:2c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '346c20ad-4776-4f4d-b6e7-b0b61d96493f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:36:26Z', 'updated_at': '2021-12-15T19:36:35Z', 'revision_number': 5, 'project_id': '529a3435812f4c46acdbced9dd2c3394', 'subnets': [{'id': '346c20ad-4776-4f4d-b6e7-b0b61d96493f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:37:40.017833 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de394ae1-fff4-4ce4-ae70-134f4a3dfca6 None None] New status for floating IP 2357a736-17c4-418b-bb36-6543ac8690cc: ACTIVE {{(pid=88993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 15 19:37:40.525308 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ea01840b-1b2e-4db9-8392-b11bce119d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:37:40.834223 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:37:42.717491 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:37:48.211146 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-37ebd340-7874-498f-8b42-203e30a88f04 req-3676f2c8-1273-4efe-91c3-823ff54f1062 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4e08bb26-ff3d-4985-badf-e3bc896fa7fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0778244 Dec 15 19:37:48.361487 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-37ebd340-7874-498f-8b42-203e30a88f04 req-eca7c2e9-d292-49fe-a026-322162267be3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=529a3435812f4c46acdbced9dd2c3394&device_id=4e08bb26-ff3d-4985-badf-e3bc896fa7fd HTTP/1.1" status: 200 len: 1098 time: 0.0747013 Dec 15 19:37:48.515233 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ebd340-7874-498f-8b42-203e30a88f04 req-c0dadcf4-2917-48e4-bde4-48716c03fd68 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:37:48.516773 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-37ebd340-7874-498f-8b42-203e30a88f04 req-c0dadcf4-2917-48e4-bde4-48716c03fd68 service neutron] 10.222.0.32 "GET /v2.0/networks?id=36e6846d-a0bc-4f2d-b2a0-484da18b59d7 HTTP/1.1" status: 200 len: 913 time: 0.1354556 Dec 15 19:37:48.631018 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-37ebd340-7874-498f-8b42-203e30a88f04 req-f1185fe4-8ea1-4344-bc24-6f10a5791422 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=016d2331-016f-445e-9db7-461518440ab1 HTTP/1.1" status: 200 len: 1001 time: 0.1064165 Dec 15 19:37:48.702756 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ebd340-7874-498f-8b42-203e30a88f04 req-4bf2e706-34b4-48e7-b3f4-e22808a4425f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:37:48.704368 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-37ebd340-7874-498f-8b42-203e30a88f04 req-4bf2e706-34b4-48e7-b3f4-e22808a4425f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=346c20ad-4776-4f4d-b6e7-b0b61d96493f HTTP/1.1" status: 200 len: 851 time: 0.0654275 Dec 15 19:37:48.787452 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-37ebd340-7874-498f-8b42-203e30a88f04 req-4b9f0702-440f-412a-b06d-00150804cb05 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=36e6846d-a0bc-4f2d-b2a0-484da18b59d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770128 Dec 15 19:37:48.930375 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-37ebd340-7874-498f-8b42-203e30a88f04 req-3a990da9-cfee-4225-a627-26b25814d76c service neutron] 10.222.0.32 "GET /v2.0/networks/36e6846d-a0bc-4f2d-b2a0-484da18b59d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342218 Dec 15 19:37:49.068190 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-37ebd340-7874-498f-8b42-203e30a88f04 req-07ee6c23-c235-4298-9860-12a38daa912c service neutron] 10.222.0.32 "GET /v2.0/networks/36e6846d-a0bc-4f2d-b2a0-484da18b59d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318674 Dec 15 19:37:54.116183 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:37:57.337880 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [req-6bcd03e5-90c9-4c5b-938c-7c7e12ef7193 req-433da2a5-32d3-4193-9f9d-19874f4f27d4 service neutron] (88990) timed out ('10.222.0.32', 58828) {{(pid=88990) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Dec 15 19:38:08.221370 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6fc3f9a7-41e3-41c0-890b-b78d76ddc934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:38:09.444541 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:38:10.524909 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-447c71fe-505e-44f2-94d3-933006087013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:38:10.844934 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:38:11.907284 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 19:38:12.616384 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:38:24.129909 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:38:38.230048 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-23fbffce-cb6a-4bcf-b14b-e8ab4f111542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:38:39.447794 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:38:40.521536 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-981b0213-9c46-4c36-807b-8ceb3a7928f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:38:40.837798 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:38:42.649356 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:38:48.638572 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e910a203-b7a2-4839-8e44-b000e4579195 req-ec1ae942-8d49-4406-8e88-d84c24b11329 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4e08bb26-ff3d-4985-badf-e3bc896fa7fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0752282 Dec 15 19:38:48.801989 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e910a203-b7a2-4839-8e44-b000e4579195 req-9679f834-afd5-44cc-b4ce-275d223a0e29 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=529a3435812f4c46acdbced9dd2c3394&device_id=4e08bb26-ff3d-4985-badf-e3bc896fa7fd HTTP/1.1" status: 200 len: 1098 time: 0.0791073 Dec 15 19:38:48.907929 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 19:38:48.967975 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e910a203-b7a2-4839-8e44-b000e4579195 req-b101dcb4-a43b-4c77-ab4b-0ea4faa799ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:38:48.969538 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e910a203-b7a2-4839-8e44-b000e4579195 req-b101dcb4-a43b-4c77-ab4b-0ea4faa799ee service neutron] 10.222.0.32 "GET /v2.0/networks?id=36e6846d-a0bc-4f2d-b2a0-484da18b59d7 HTTP/1.1" status: 200 len: 913 time: 0.1403823 Dec 15 19:38:49.076147 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e910a203-b7a2-4839-8e44-b000e4579195 req-9cfb8d4b-9b30-4348-b955-7e1ebe644216 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=016d2331-016f-445e-9db7-461518440ab1 HTTP/1.1" status: 200 len: 1001 time: 0.0967395 Dec 15 19:38:49.151542 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e910a203-b7a2-4839-8e44-b000e4579195 req-bc210405-034d-4238-9e77-134e286469b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:38:49.153123 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e910a203-b7a2-4839-8e44-b000e4579195 req-bc210405-034d-4238-9e77-134e286469b0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=346c20ad-4776-4f4d-b6e7-b0b61d96493f HTTP/1.1" status: 200 len: 851 time: 0.0672364 Dec 15 19:38:49.237557 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e910a203-b7a2-4839-8e44-b000e4579195 req-8faad475-6269-42f3-8408-805c90a6c78f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=36e6846d-a0bc-4f2d-b2a0-484da18b59d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741384 Dec 15 19:38:49.379745 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e910a203-b7a2-4839-8e44-b000e4579195 req-58a689c1-2468-4e48-a043-2ecdcb556480 service neutron] 10.222.0.32 "GET /v2.0/networks/36e6846d-a0bc-4f2d-b2a0-484da18b59d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330450 Dec 15 19:38:49.527959 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e910a203-b7a2-4839-8e44-b000e4579195 req-cd22d5c8-14e6-414b-89f3-9f9031c15241 service neutron] 10.222.0.32 "GET /v2.0/networks/36e6846d-a0bc-4f2d-b2a0-484da18b59d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363864 Dec 15 19:38:54.127704 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:39:08.231355 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4d39a71c-e9b0-4d9c-a943-d95e00470880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:39:09.459674 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:39:10.516827 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fa97dd4d-a82d-4c13-a4ec-3f8c3e92f4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:39:10.859836 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:39:12.624126 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:39:24.122276 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:39:25.906879 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 19:39:38.241836 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-27eb4af3-2899-4bc3-b621-97e35d0cde20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:39:39.464295 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:39:40.504420 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-91110ab8-b30a-4a32-ab58-2620b2e01b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:39:40.836003 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:39:42.602096 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:39:48.638174 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-09cbc6d7-ce7e-47ef-92d9-fb7c2039046f req-a99cddf6-c7de-49bf-ad02-5f22f0874741 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4e08bb26-ff3d-4985-badf-e3bc896fa7fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0806651 Dec 15 19:39:48.794266 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-09cbc6d7-ce7e-47ef-92d9-fb7c2039046f req-ee736894-1344-445d-a690-c541cca0f48a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=529a3435812f4c46acdbced9dd2c3394&device_id=4e08bb26-ff3d-4985-badf-e3bc896fa7fd HTTP/1.1" status: 200 len: 1098 time: 0.0740633 Dec 15 19:39:48.954645 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cbc6d7-ce7e-47ef-92d9-fb7c2039046f req-133b0b81-11e3-4434-a394-9ee130abdeee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:39:48.956197 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-09cbc6d7-ce7e-47ef-92d9-fb7c2039046f req-133b0b81-11e3-4434-a394-9ee130abdeee service neutron] 10.222.0.32 "GET /v2.0/networks?id=36e6846d-a0bc-4f2d-b2a0-484da18b59d7 HTTP/1.1" status: 200 len: 913 time: 0.1353664 Dec 15 19:39:49.067894 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-09cbc6d7-ce7e-47ef-92d9-fb7c2039046f req-332fd930-b1f3-4c24-85b0-73868558334d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=016d2331-016f-445e-9db7-461518440ab1 HTTP/1.1" status: 200 len: 1001 time: 0.1016946 Dec 15 19:39:49.138789 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cbc6d7-ce7e-47ef-92d9-fb7c2039046f req-20411299-9112-44a9-81c2-de6d51d0f4af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:39:49.140366 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-09cbc6d7-ce7e-47ef-92d9-fb7c2039046f req-20411299-9112-44a9-81c2-de6d51d0f4af service neutron] 10.222.0.32 "GET /v2.0/subnets?id=346c20ad-4776-4f4d-b6e7-b0b61d96493f HTTP/1.1" status: 200 len: 851 time: 0.0627849 Dec 15 19:39:49.448323 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-09cbc6d7-ce7e-47ef-92d9-fb7c2039046f req-bbe00442-6b8d-4f7a-ae13-11e8f79da056 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=36e6846d-a0bc-4f2d-b2a0-484da18b59d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2976851 Dec 15 19:39:49.596379 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-09cbc6d7-ce7e-47ef-92d9-fb7c2039046f req-a2c000aa-60f3-4946-ae0e-00f7395ca8c3 service neutron] 10.222.0.32 "GET /v2.0/networks/36e6846d-a0bc-4f2d-b2a0-484da18b59d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362450 Dec 15 19:39:49.741322 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-09cbc6d7-ce7e-47ef-92d9-fb7c2039046f req-42ef8d38-482c-43a8-9cbd-87de854c1a39 service neutron] 10.222.0.32 "GET /v2.0/networks/36e6846d-a0bc-4f2d-b2a0-484da18b59d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361823 Dec 15 19:39:54.127734 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:40:02.907421 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 19:40:08.235238 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ed20a9de-af7e-47b9-9960-58b12010e7df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:40:09.480388 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:40:10.514811 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d457d4df-7857-4ad4-a939-3caff709a3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:40:10.841243 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:40:12.640891 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:40:24.183268 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:40:29.265438 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5257e0e1-4e1a-4baa-b125-d7e7091bac01 req-2b571b9a-3f29-4eb8-8fb9-5e9f42a4b580 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:40:29.267597 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5257e0e1-4e1a-4baa-b125-d7e7091bac01 req-2b571b9a-3f29-4eb8-8fb9-5e9f42a4b580 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e08bb26-ff3d-4985-badf-e3bc896fa7fd HTTP/1.1" status: 200 len: 945 time: 0.2081316 Dec 15 19:40:29.316554 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5257e0e1-4e1a-4baa-b125-d7e7091bac01 req-78926651-438d-4cac-a141-095b006b0f0c tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/security-groups?id=2750b48c-f962-4f66-8b35-e82997e35d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422220 Dec 15 19:40:30.647980 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397b6897-365e-4b8f-90b1-073061f7296d req-f6c88208-2137-48a6-8d4d-6a809defee5a tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:40:30.649939 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-397b6897-365e-4b8f-90b1-073061f7296d req-f6c88208-2137-48a6-8d4d-6a809defee5a tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e08bb26-ff3d-4985-badf-e3bc896fa7fd HTTP/1.1" status: 200 len: 945 time: 0.1877205 Dec 15 19:40:30.698727 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-397b6897-365e-4b8f-90b1-073061f7296d req-cd874058-b4c0-4752-a5da-7c1c47e341b6 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/security-groups?id=2750b48c-f962-4f66-8b35-e82997e35d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426564 Dec 15 19:40:30.847310 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a305c8b-48a4-422b-89a4-5aaf7a7ed0cc req-e170e0bd-0128-419c-80ae-b20b3128b0ff tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:40:30.847998 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-2a305c8b-48a4-422b-89a4-5aaf7a7ed0cc req-e170e0bd-0128-419c-80ae-b20b3128b0ff tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Synchronizing usage tracker for tenant:529a3435812f4c46acdbced9dd2c3394 on resource:port {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:40:30.897444 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-2a305c8b-48a4-422b-89a4-5aaf7a7ed0cc req-e170e0bd-0128-419c-80ae-b20b3128b0ff tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Unset dirty status for tenant:529a3435812f4c46acdbced9dd2c3394 on resource:port {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:40:30.899547 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2a305c8b-48a4-422b-89a4-5aaf7a7ed0cc req-e170e0bd-0128-419c-80ae-b20b3128b0ff tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e08bb26-ff3d-4985-badf-e3bc896fa7fd HTTP/1.1" status: 200 len: 945 time: 0.1355624 Dec 15 19:40:30.979454 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [req-2a305c8b-48a4-422b-89a4-5aaf7a7ed0cc req-3ade2cdc-58a7-4b94-aec5-f48ac0fdb12b tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Deleting port 016d2331-016f-445e-9db7-461518440ab1 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:40:30.979840 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-2a305c8b-48a4-422b-89a4-5aaf7a7ed0cc req-3ade2cdc-58a7-4b94-aec5-f48ac0fdb12b tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:40:31.224928 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-2a305c8b-48a4-422b-89a4-5aaf7a7ed0cc req-3ade2cdc-58a7-4b94-aec5-f48ac0fdb12b tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] For port 016d2331-016f-445e-9db7-461518440ab1, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=016d2331-016f-445e-9db7-461518440ab1,segment=NetworkSegment(98a50f77-b5f8-412f-b11b-2ed6dc678049),segment_id=98a50f77-b5f8-412f-b11b-2ed6dc678049)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:40:31.225517 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-2a305c8b-48a4-422b-89a4-5aaf7a7ed0cc req-3ade2cdc-58a7-4b94-aec5-f48ac0fdb12b tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:40:31.517712 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-2a305c8b-48a4-422b-89a4-5aaf7a7ed0cc req-3ade2cdc-58a7-4b94-aec5-f48ac0fdb12b tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:40:31.518129 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-2a305c8b-48a4-422b-89a4-5aaf7a7ed0cc req-3ade2cdc-58a7-4b94-aec5-f48ac0fdb12b tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634093'] for floatingip, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:40:31.518507 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.l3_db [req-2a305c8b-48a4-422b-89a4-5aaf7a7ed0cc req-3ade2cdc-58a7-4b94-aec5-f48ac0fdb12b tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Floating IP 2357a736-17c4-418b-bb36-6543ac8690cc disassociated. External IP: 172.26.3.200, port: 016d2331-016f-445e-9db7-461518440ab1. Dec 15 19:40:31.518888 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [req-2a305c8b-48a4-422b-89a4-5aaf7a7ed0cc req-3ade2cdc-58a7-4b94-aec5-f48ac0fdb12b tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Calling delete_port for 016d2331-016f-445e-9db7-461518440ab1 owned by compute:nova {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:40:31.726456 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-2a305c8b-48a4-422b-89a4-5aaf7a7ed0cc req-3ade2cdc-58a7-4b94-aec5-f48ac0fdb12b tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:40:31.733759 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-bbfa6c65-be73-49a8-abac-bc9eb4d9b243 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:40:31.783503 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ade2cdc-58a7-4b94-aec5-f48ac0fdb12b tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Pushing event deleted for resources: {'Port': ['ID=016d2331-016f-445e-9db7-461518440ab1,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:40:31.797569 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ade2cdc-58a7-4b94-aec5-f48ac0fdb12b tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:40:31.797998 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ade2cdc-58a7-4b94-aec5-f48ac0fdb12b tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:40:31.798458 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ade2cdc-58a7-4b94-aec5-f48ac0fdb12b tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:40:31.798891 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ade2cdc-58a7-4b94-aec5-f48ac0fdb12b tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:40:31.799340 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ade2cdc-58a7-4b94-aec5-f48ac0fdb12b tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:40:31.799763 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ade2cdc-58a7-4b94-aec5-f48ac0fdb12b tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:40:31.800183 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ade2cdc-58a7-4b94-aec5-f48ac0fdb12b tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:40:31.800603 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ade2cdc-58a7-4b94-aec5-f48ac0fdb12b tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:40:31.801017 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ade2cdc-58a7-4b94-aec5-f48ac0fdb12b tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:40:31.801437 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ade2cdc-58a7-4b94-aec5-f48ac0fdb12b tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:40:31.801848 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ade2cdc-58a7-4b94-aec5-f48ac0fdb12b tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:40:31.806825 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3ade2cdc-58a7-4b94-aec5-f48ac0fdb12b tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:40:31.890175 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0fb84392-f759-41a4-be46-2949bd685e19 req-e3cf1420-361d-4e75-9953-5ebd8a991661 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e08bb26-ff3d-4985-badf-e3bc896fa7fd HTTP/1.1" status: 200 len: 210 time: 0.0487428 Dec 15 19:40:32.013048 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a305c8b-48a4-422b-89a4-5aaf7a7ed0cc req-3ade2cdc-58a7-4b94-aec5-f48ac0fdb12b tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Router b7eef749-021b-4f6c-a1e6-8b73a697446c has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:40:32.234581 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a305c8b-48a4-422b-89a4-5aaf7a7ed0cc req-3ade2cdc-58a7-4b94-aec5-f48ac0fdb12b tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:40:32.246052 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f70ff2f-b439-4ceb-90ae-d80db8c275d9 None None] Sync routers for ids ['b7eef749-021b-4f6c-a1e6-8b73a697446c'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:40:32.260194 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f70ff2f-b439-4ceb-90ae-d80db8c275d9 None None] Routers {'b7eef749-021b-4f6c-a1e6-8b73a697446c'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:40:32.260894 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-4f70ff2f-b439-4ceb-90ae-d80db8c275d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:40:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['b7eef749-021b-4f6c-a1e6-8b73a697446c'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:40:32.306871 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a305c8b-48a4-422b-89a4-5aaf7a7ed0cc req-3ade2cdc-58a7-4b94-aec5-f48ac0fdb12b tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] No DVR routers for this DVR port 016d2331-016f-445e-9db7-461518440ab1 on host hv-neutron-8218 {{(pid=88991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:40:32.310440 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-2a305c8b-48a4-422b-89a4-5aaf7a7ed0cc req-3ade2cdc-58a7-4b94-aec5-f48ac0fdb12b tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:40:32.313394 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e08bb26-ff3d-4985-badf-e3bc896fa7fd', 'name': 'network-vif-deleted', 'tag': '016d2331-016f-445e-9db7-461518440ab1'}] {{(pid=88991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:40:32.368178 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2a305c8b-48a4-422b-89a4-5aaf7a7ed0cc req-3ade2cdc-58a7-4b94-aec5-f48ac0fdb12b tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.32 "DELETE /v2.0/ports/016d2331-016f-445e-9db7-461518440ab1 HTTP/1.1" status: 204 len: 173 time: 1.4596882 Dec 15 19:40:32.456647 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e08bb26-ff3d-4985-badf-e3bc896fa7fd', 'name': 'network-vif-deleted', 'tag': '016d2331-016f-445e-9db7-461518440ab1', 'status': 'completed', 'code': 200} Dec 15 19:40:32.457715 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-4f70ff2f-b439-4ceb-90ae-d80db8c275d9 None None] Set router b7eef749-021b-4f6c-a1e6-8b73a697446c gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:40:32.795902 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-4f70ff2f-b439-4ceb-90ae-d80db8c275d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'name': 'tempest-TestVolumeBootPattern-2063477917-router', 'tenant_id': '529a3435812f4c46acdbced9dd2c3394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.189'}], 'enable_snat': True}, 'gw_port_id': '2dd60a0a-839f-438d-96f3-16a08cd862b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:36:23Z', 'updated_at': '2021-12-15T19:36:26Z', 'revision_number': 4, 'project_id': '529a3435812f4c46acdbced9dd2c3394', 'gw_port': {'id': '2dd60a0a-839f-438d-96f3-16a08cd862b6', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:36:23Z', 'updated_at': '2021-12-15T19:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': 'a0e0307d-cc1a-4fea-8dbe-9a75c87a8ab5', 'name': '', 'network_id': '36e6846d-a0bc-4f2d-b2a0-484da18b59d7', 'tenant_id': '529a3435812f4c46acdbced9dd2c3394', 'mac_address': 'fa:16:3e:7c:2c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '346c20ad-4776-4f4d-b6e7-b0b61d96493f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:36:26Z', 'updated_at': '2021-12-15T19:36:35Z', 'revision_number': 5, 'project_id': '529a3435812f4c46acdbced9dd2c3394', 'subnets': [{'id': '346c20ad-4776-4f4d-b6e7-b0b61d96493f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:40:32.800259 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f70ff2f-b439-4ceb-90ae-d80db8c275d9 None None] Checking router: b7eef749-021b-4f6c-a1e6-8b73a697446c for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:40:32.812525 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f70ff2f-b439-4ceb-90ae-d80db8c275d9 None None] Routers {'b7eef749-021b-4f6c-a1e6-8b73a697446c'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:40:32.813204 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-4f70ff2f-b439-4ceb-90ae-d80db8c275d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:40:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['b7eef749-021b-4f6c-a1e6-8b73a697446c'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:40:32.868313 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 016d2331-016f-445e-9db7-461518440ab1 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:40:32.914593 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] No Port match for: 016d2331-016f-445e-9db7-461518440ab1 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:40:32.914982 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 016d2331-016f-445e-9db7-461518440ab1 not bound to the agent host hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:40:33.033313 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-4f70ff2f-b439-4ceb-90ae-d80db8c275d9 None None] Set router b7eef749-021b-4f6c-a1e6-8b73a697446c gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:40:33.066790 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0789560a-fa25-4a24-b439-73c26cfbd79a req-6886d416-0de9-45a8-ac8b-6b7077b27ee3 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e08bb26-ff3d-4985-badf-e3bc896fa7fd HTTP/1.1" status: 200 len: 210 time: 0.0469651 Dec 15 19:40:33.538605 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-4f70ff2f-b439-4ceb-90ae-d80db8c275d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'name': 'tempest-TestVolumeBootPattern-2063477917-router', 'tenant_id': '529a3435812f4c46acdbced9dd2c3394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.189'}], 'enable_snat': True}, 'gw_port_id': '2dd60a0a-839f-438d-96f3-16a08cd862b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:36:23Z', 'updated_at': '2021-12-15T19:36:26Z', 'revision_number': 4, 'project_id': '529a3435812f4c46acdbced9dd2c3394', 'gw_port': {'id': '2dd60a0a-839f-438d-96f3-16a08cd862b6', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:36:23Z', 'updated_at': '2021-12-15T19:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': 'a0e0307d-cc1a-4fea-8dbe-9a75c87a8ab5', 'name': '', 'network_id': '36e6846d-a0bc-4f2d-b2a0-484da18b59d7', 'tenant_id': '529a3435812f4c46acdbced9dd2c3394', 'mac_address': 'fa:16:3e:7c:2c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '346c20ad-4776-4f4d-b6e7-b0b61d96493f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:36:26Z', 'updated_at': '2021-12-15T19:36:35Z', 'revision_number': 5, 'project_id': '529a3435812f4c46acdbced9dd2c3394', 'subnets': [{'id': '346c20ad-4776-4f4d-b6e7-b0b61d96493f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:40:33.542746 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f70ff2f-b439-4ceb-90ae-d80db8c275d9 None None] The sync data for ids ['b7eef749-021b-4f6c-a1e6-8b73a697446c'] in dv-neutron-821831-2-hyperv is: [{'id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'name': 'tempest-TestVolumeBootPattern-2063477917-router', 'tenant_id': '529a3435812f4c46acdbced9dd2c3394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.189'}], 'enable_snat': True}, 'gw_port_id': '2dd60a0a-839f-438d-96f3-16a08cd862b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:36:23Z', 'updated_at': '2021-12-15T19:36:26Z', 'revision_number': 4, 'project_id': '529a3435812f4c46acdbced9dd2c3394', 'gw_port': {'id': '2dd60a0a-839f-438d-96f3-16a08cd862b6', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:36:23Z', 'updated_at': '2021-12-15T19:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': 'a0e0307d-cc1a-4fea-8dbe-9a75c87a8ab5', 'name': '', 'network_id': '36e6846d-a0bc-4f2d-b2a0-484da18b59d7', 'tenant_id': '529a3435812f4c46acdbced9dd2c3394', 'mac_address': 'fa:16:3e:7c:2c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '346c20ad-4776-4f4d-b6e7-b0b61d96493f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:36:26Z', 'updated_at': '2021-12-15T19:36:35Z', 'revision_number': 5, 'project_id': '529a3435812f4c46acdbced9dd2c3394', 'subnets': [{'id': '346c20ad-4776-4f4d-b6e7-b0b61d96493f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:40:33.992203 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f2baa7-4165-4adc-a0ef-5f7202be68cc None None] New status for floating IP 2357a736-17c4-418b-bb36-6543ac8690cc: DOWN {{(pid=88993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 15 19:40:34.438264 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-90e28da1-3446-4de4-a6ee-196576abf47a req-454a45c0-0101-4b21-96c0-64df4402f7c7 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-937160087&fields=id&tenant_id=529a3435812f4c46acdbced9dd2c3394 HTTP/1.1" status: 200 len: 267 time: 0.0444629 Dec 15 19:40:34.596426 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e28da1-3446-4de4-a6ee-196576abf47a req-25f5bb6b-106c-48e7-a2cf-8a615038823e tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:40:34.598082 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-90e28da1-3446-4de4-a6ee-196576abf47a req-25f5bb6b-106c-48e7-a2cf-8a615038823e tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/networks?id=36e6846d-a0bc-4f2d-b2a0-484da18b59d7 HTTP/1.1" status: 200 len: 812 time: 0.1527038 Dec 15 19:40:34.618402 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-90e28da1-3446-4de4-a6ee-196576abf47a req-36c41117-d36a-4dc0-8607-adcab19e935b tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/quotas/529a3435812f4c46acdbced9dd2c3394 HTTP/1.1" status: 200 len: 375 time: 0.0128756 Dec 15 19:40:34.712464 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-90e28da1-3446-4de4-a6ee-196576abf47a req-a0ca6028-c5f6-4327-8f2d-1065681cdbd3 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=529a3435812f4c46acdbced9dd2c3394&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0877576 Dec 15 19:40:34.820708 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [req-90e28da1-3446-4de4-a6ee-196576abf47a req-75a1366a-f3ff-4626-8ca2-9dba7f6f1350 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:40:34.821804 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-90e28da1-3446-4de4-a6ee-196576abf47a req-75a1366a-f3ff-4626-8ca2-9dba7f6f1350 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0967731 Dec 15 19:40:34.962642 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-90e28da1-3446-4de4-a6ee-196576abf47a req-b864470b-df75-4451-9a59-44b5650190ec service neutron] 10.222.0.36 "GET /v2.0/networks/36e6846d-a0bc-4f2d-b2a0-484da18b59d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339188 Dec 15 19:40:35.330660 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-90e28da1-3446-4de4-a6ee-196576abf47a req-6a7bd865-29a0-4408-a222-799f96b0fece service neutron] 10.222.0.36 "GET /v2.0/networks/36e6846d-a0bc-4f2d-b2a0-484da18b59d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3618045 Dec 15 19:40:35.944507 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-999dd7a3-2acc-4a5c-97f2-d034e7d81c24 req-f586778c-c459-4727-b1ed-d9aa08daa104 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/ports?device_id=26987ad8-e0b4-47cb-8364-b97dcd484cc6 HTTP/1.1" status: 200 len: 210 time: 0.0459499 Dec 15 19:40:37.117416 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-17151933-fa70-4fde-b8d7-7c70974fc0ef req-81415f5b-ec59-415e-9deb-3557bc408a0c tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/ports?device_id=26987ad8-e0b4-47cb-8364-b97dcd484cc6 HTTP/1.1" status: 200 len: 210 time: 0.0446861 Dec 15 19:40:37.924911 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e28da1-3446-4de4-a6ee-196576abf47a req-b2b5b6ff-4f82-4785-b1d0-d34875f0c327 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:40:37.926491 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-90e28da1-3446-4de4-a6ee-196576abf47a req-b2b5b6ff-4f82-4785-b1d0-d34875f0c327 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.32 "GET /v2.0/networks?id=36e6846d-a0bc-4f2d-b2a0-484da18b59d7 HTTP/1.1" status: 200 len: 812 time: 0.1552005 Dec 15 19:40:37.989259 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-90e28da1-3446-4de4-a6ee-196576abf47a req-52c6c93b-18ce-4ebe-b423-e80dc2ba145e tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=529a3435812f4c46acdbced9dd2c3394 HTTP/1.1" status: 200 len: 379 time: 0.0445874 Dec 15 19:40:37.998940 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [req-90e28da1-3446-4de4-a6ee-196576abf47a req-89fb943d-d36e-4ce9-8f7a-69a4e4187cb1 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Request body: {'port': {'device_id': '26987ad8-e0b4-47cb-8364-b97dcd484cc6', 'network_id': '36e6846d-a0bc-4f2d-b2a0-484da18b59d7', 'admin_state_up': True, 'tenant_id': '529a3435812f4c46acdbced9dd2c3394', 'security_groups': ['2750b48c-f962-4f66-8b35-e82997e35d9a']}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:40:38.143099 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [req-90e28da1-3446-4de4-a6ee-196576abf47a req-89fb943d-d36e-4ce9-8f7a-69a4e4187cb1 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:40:38.148979 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-90e28da1-3446-4de4-a6ee-196576abf47a req-89fb943d-d36e-4ce9-8f7a-69a4e4187cb1 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Usage tracker for resource:port and tenant:529a3435812f4c46acdbced9dd2c3394 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:40:38.152318 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-90e28da1-3446-4de4-a6ee-196576abf47a req-89fb943d-d36e-4ce9-8f7a-69a4e4187cb1 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:40:38.158526 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [req-90e28da1-3446-4de4-a6ee-196576abf47a req-89fb943d-d36e-4ce9-8f7a-69a4e4187cb1 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:40:38.195222 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90e28da1-3446-4de4-a6ee-196576abf47a req-89fb943d-d36e-4ce9-8f7a-69a4e4187cb1 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Made reservation on behalf of 529a3435812f4c46acdbced9dd2c3394 for: {'port': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:40:38.201309 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-90e28da1-3446-4de4-a6ee-196576abf47a req-89fb943d-d36e-4ce9-8f7a-69a4e4187cb1 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:40:38.263413 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a8b51b6d-d9c2-429d-9123-d3547c7edcae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:40:38.302631 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ccbfa10b-c819-4b71-a20d-cadc75456c0b req-79350a01-1c80-4705-afac-55f312eb4bd9 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/ports?device_id=26987ad8-e0b4-47cb-8364-b97dcd484cc6 HTTP/1.1" status: 200 len: 210 time: 0.0580935 Dec 15 19:40:38.388179 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [req-90e28da1-3446-4de4-a6ee-196576abf47a req-89fb943d-d36e-4ce9-8f7a-69a4e4187cb1 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Allocated IP 172.20.0.3 (36e6846d-a0bc-4f2d-b2a0-484da18b59d7/346c20ad-4776-4f4d-b6e7-b0b61d96493f/738a326c-c2fa-4de3-af9f-8f3b0c4c8407) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:40:38.586490 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-90e28da1-3446-4de4-a6ee-196576abf47a req-89fb943d-d36e-4ce9-8f7a-69a4e4187cb1 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:40:38.603786 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [req-90e28da1-3446-4de4-a6ee-196576abf47a req-89fb943d-d36e-4ce9-8f7a-69a4e4187cb1 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Transition to ACTIVE for port object 738a326c-c2fa-4de3-af9f-8f3b0c4c8407 will not be triggered until provisioned by entity DHCP. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:40:38.652316 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-90e28da1-3446-4de4-a6ee-196576abf47a req-89fb943d-d36e-4ce9-8f7a-69a4e4187cb1 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:40:38.658452 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ddb8c252-5e5f-481b-9749-8a56d8ddf356 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:40:38.732949 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90e28da1-3446-4de4-a6ee-196576abf47a req-89fb943d-d36e-4ce9-8f7a-69a4e4187cb1 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Network 36e6846d-a0bc-4f2d-b2a0-484da18b59d7 is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:40:38.734884 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [req-90e28da1-3446-4de4-a6ee-196576abf47a req-89fb943d-d36e-4ce9-8f7a-69a4e4187cb1 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:40:38.738857 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [req-90e28da1-3446-4de4-a6ee-196576abf47a req-89fb943d-d36e-4ce9-8f7a-69a4e4187cb1 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:40:38.772049 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fb943d-d36e-4ce9-8f7a-69a4e4187cb1 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Pushing event updated for resources: {'Port': ['ID=738a326c-c2fa-4de3-af9f-8f3b0c4c8407,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:40:38.779516 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-89fb943d-d36e-4ce9-8f7a-69a4e4187cb1 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:40:38.812668 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e28da1-3446-4de4-a6ee-196576abf47a req-89fb943d-d36e-4ce9-8f7a-69a4e4187cb1 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:40:38.813350 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-90e28da1-3446-4de4-a6ee-196576abf47a req-89fb943d-d36e-4ce9-8f7a-69a4e4187cb1 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:40:38.932619 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-90e28da1-3446-4de4-a6ee-196576abf47a req-89fb943d-d36e-4ce9-8f7a-69a4e4187cb1 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9375172 Dec 15 19:40:38.950108 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [req-90e28da1-3446-4de4-a6ee-196576abf47a req-a40000b4-f1e5-4e5e-86c4-82234a1978f0 service neutron] Request body: {'port': {'device_id': '26987ad8-e0b4-47cb-8364-b97dcd484cc6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:40:39.069164 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-90e28da1-3446-4de4-a6ee-196576abf47a req-a40000b4-f1e5-4e5e-86c4-82234a1978f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:40:39.074544 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-51fff901-f224-478b-9d93-9f37f5b06bfa None None] Provisioning for port 738a326c-c2fa-4de3-af9f-8f3b0c4c8407 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:40:39.080162 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-51fff901-f224-478b-9d93-9f37f5b06bfa None None] Provisioning complete for port 738a326c-c2fa-4de3-af9f-8f3b0c4c8407 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:40:39.080765 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-51fff901-f224-478b-9d93-9f37f5b06bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:40:39.143903 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-51fff901-f224-478b-9d93-9f37f5b06bfa None None] Port 738a326c-c2fa-4de3-af9f-8f3b0c4c8407 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:40:39.436006 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [req-90e28da1-3446-4de4-a6ee-196576abf47a req-a40000b4-f1e5-4e5e-86c4-82234a1978f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 738a326c-c2fa-4de3-af9f-8f3b0c4c8407 {{(pid=88991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 19:40:39.443213 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-90e28da1-3446-4de4-a6ee-196576abf47a req-a40000b4-f1e5-4e5e-86c4-82234a1978f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:40:39.497460 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:40:39.510840 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6c43f6-28b3-433f-a719-8255300b1f23 req-94bb6e5a-c852-45c8-9848-83b4c9e305cf tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:40:39.512436 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ac6c43f6-28b3-433f-a719-8255300b1f23 req-94bb6e5a-c852-45c8-9848-83b4c9e305cf tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/ports?device_id=26987ad8-e0b4-47cb-8364-b97dcd484cc6 HTTP/1.1" status: 200 len: 931 time: 0.0852761 Dec 15 19:40:39.526163 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [req-90e28da1-3446-4de4-a6ee-196576abf47a req-a40000b4-f1e5-4e5e-86c4-82234a1978f0 service neutron] Transition to ACTIVE for port object 738a326c-c2fa-4de3-af9f-8f3b0c4c8407 will not be triggered until provisioned by entity L2. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:40:39.555177 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-90e28da1-3446-4de4-a6ee-196576abf47a req-a40000b4-f1e5-4e5e-86c4-82234a1978f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:40:39.559993 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3ade2cdc-58a7-4b94-aec5-f48ac0fdb12b tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:40:39.563952 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ac6c43f6-28b3-433f-a719-8255300b1f23 req-d14f22d4-6e73-487f-b6b9-e3076b898c70 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/security-groups?id=2750b48c-f962-4f66-8b35-e82997e35d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454185 Dec 15 19:40:39.696626 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40000b4-f1e5-4e5e-86c4-82234a1978f0 service neutron] Pushing event updated for resources: {'Port': ['ID=738a326c-c2fa-4de3-af9f-8f3b0c4c8407,revision_number=2']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:40:39.699420 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a40000b4-f1e5-4e5e-86c4-82234a1978f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:40:39.812169 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-90e28da1-3446-4de4-a6ee-196576abf47a req-a40000b4-f1e5-4e5e-86c4-82234a1978f0 service neutron] Attempting to bind port 738a326c-c2fa-4de3-af9f-8f3b0c4c8407 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:40:39.812491 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-90e28da1-3446-4de4-a6ee-196576abf47a req-a40000b4-f1e5-4e5e-86c4-82234a1978f0 service neutron] Attempting to bind port 738a326c-c2fa-4de3-af9f-8f3b0c4c8407 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '98a50f77-b5f8-412f-b11b-2ed6dc678049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '36e6846d-a0bc-4f2d-b2a0-484da18b59d7'}] {{(pid=88991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:40:39.812864 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e28da1-3446-4de4-a6ee-196576abf47a req-a40000b4-f1e5-4e5e-86c4-82234a1978f0 service neutron] Attempting to bind port 738a326c-c2fa-4de3-af9f-8f3b0c4c8407 on network 36e6846d-a0bc-4f2d-b2a0-484da18b59d7 {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:40:39.819897 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e28da1-3446-4de4-a6ee-196576abf47a req-a40000b4-f1e5-4e5e-86c4-82234a1978f0 service neutron] Port 738a326c-c2fa-4de3-af9f-8f3b0c4c8407 on network 36e6846d-a0bc-4f2d-b2a0-484da18b59d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:40:39.820373 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e28da1-3446-4de4-a6ee-196576abf47a req-a40000b4-f1e5-4e5e-86c4-82234a1978f0 service neutron] Attempting to bind port 738a326c-c2fa-4de3-af9f-8f3b0c4c8407 on network 36e6846d-a0bc-4f2d-b2a0-484da18b59d7 {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:40:39.827466 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e28da1-3446-4de4-a6ee-196576abf47a req-a40000b4-f1e5-4e5e-86c4-82234a1978f0 service neutron] Checking agent: {'id': '59e4c979-c5dd-468d-a1f2-341133950749', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 12, 24), 'started_at': datetime.datetime(2021, 12, 15, 19, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:40:39.834375 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e28da1-3446-4de4-a6ee-196576abf47a req-a40000b4-f1e5-4e5e-86c4-82234a1978f0 service neutron] Checking segment: {'id': '98a50f77-b5f8-412f-b11b-2ed6dc678049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '36e6846d-a0bc-4f2d-b2a0-484da18b59d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:40:39.834375 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e28da1-3446-4de4-a6ee-196576abf47a req-a40000b4-f1e5-4e5e-86c4-82234a1978f0 service neutron] Bound using segment: {'id': '98a50f77-b5f8-412f-b11b-2ed6dc678049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '36e6846d-a0bc-4f2d-b2a0-484da18b59d7'} {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:40:39.834375 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-90e28da1-3446-4de4-a6ee-196576abf47a req-a40000b4-f1e5-4e5e-86c4-82234a1978f0 service neutron] Bound port: 738a326c-c2fa-4de3-af9f-8f3b0c4c8407, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98a50f77-b5f8-412f-b11b-2ed6dc678049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '36e6846d-a0bc-4f2d-b2a0-484da18b59d7'}}] {{(pid=88991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:40:39.834375 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-90e28da1-3446-4de4-a6ee-196576abf47a req-a40000b4-f1e5-4e5e-86c4-82234a1978f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:40:39.906913 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 19:40:39.921689 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-90e28da1-3446-4de4-a6ee-196576abf47a req-a40000b4-f1e5-4e5e-86c4-82234a1978f0 service neutron] For port 738a326c-c2fa-4de3-af9f-8f3b0c4c8407, host hv-neutron-8218, cleared binding levels {{(pid=88991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:40:39.925055 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-90e28da1-3446-4de4-a6ee-196576abf47a req-a40000b4-f1e5-4e5e-86c4-82234a1978f0 service neutron] For port 738a326c-c2fa-4de3-af9f-8f3b0c4c8407, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=738a326c-c2fa-4de3-af9f-8f3b0c4c8407,segment=NetworkSegment(98a50f77-b5f8-412f-b11b-2ed6dc678049),segment_id=98a50f77-b5f8-412f-b11b-2ed6dc678049)] {{(pid=88991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:40:39.972191 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-90e28da1-3446-4de4-a6ee-196576abf47a req-a40000b4-f1e5-4e5e-86c4-82234a1978f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:40:39.977097 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-89fb943d-d36e-4ce9-8f7a-69a4e4187cb1 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:40:40.265521 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-90e28da1-3446-4de4-a6ee-196576abf47a req-a40000b4-f1e5-4e5e-86c4-82234a1978f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:40:40.267002 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-90e28da1-3446-4de4-a6ee-196576abf47a req-a40000b4-f1e5-4e5e-86c4-82234a1978f0 service neutron] 10.222.0.32 "PUT /v2.0/ports/738a326c-c2fa-4de3-af9f-8f3b0c4c8407 HTTP/1.1" status: 200 len: 1093 time: 1.3224242 Dec 15 19:40:40.267569 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26987ad8-e0b4-47cb-8364-b97dcd484cc6', 'tag': '738a326c-c2fa-4de3-af9f-8f3b0c4c8407'}] {{(pid=88991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:40:40.290415 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40000b4-f1e5-4e5e-86c4-82234a1978f0 service neutron] Pushing event updated for resources: {'Port': ['ID=738a326c-c2fa-4de3-af9f-8f3b0c4c8407,revision_number=3']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:40:40.293683 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a40000b4-f1e5-4e5e-86c4-82234a1978f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:40:40.335668 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26987ad8-e0b4-47cb-8364-b97dcd484cc6', 'tag': '738a326c-c2fa-4de3-af9f-8f3b0c4c8407', 'status': 'completed', 'code': 200} Dec 15 19:40:40.421060 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-90e28da1-3446-4de4-a6ee-196576abf47a req-73e9b40a-b9cd-42db-aa71-a85fc94288c3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=529a3435812f4c46acdbced9dd2c3394&device_id=26987ad8-e0b4-47cb-8364-b97dcd484cc6 HTTP/1.1" status: 200 len: 1096 time: 0.0764170 Dec 15 19:40:40.501605 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-90e28da1-3446-4de4-a6ee-196576abf47a req-3db1f61b-822f-40af-9811-d683add0b5d5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=738a326c-c2fa-4de3-af9f-8f3b0c4c8407 HTTP/1.1" status: 200 len: 217 time: 0.0676105 Dec 15 19:40:40.509113 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6cf313ec-6d96-4079-b64e-07eb818493ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:40:40.572817 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e28da1-3446-4de4-a6ee-196576abf47a req-709ec5d8-8b91-49aa-8080-0fee0f77cab4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:40:40.574310 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-90e28da1-3446-4de4-a6ee-196576abf47a req-709ec5d8-8b91-49aa-8080-0fee0f77cab4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=346c20ad-4776-4f4d-b6e7-b0b61d96493f HTTP/1.1" status: 200 len: 851 time: 0.0645502 Dec 15 19:40:40.664528 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-90e28da1-3446-4de4-a6ee-196576abf47a req-b012ea09-4fa1-40e4-9de7-dc315cded65b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=36e6846d-a0bc-4f2d-b2a0-484da18b59d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0810683 Dec 15 19:40:40.790542 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72639338-97cc-460b-9652-c5baecbc9c3d req-b54cd914-2d1a-4eab-b3ba-be9adf574f22 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:40:40.792181 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-72639338-97cc-460b-9652-c5baecbc9c3d req-b54cd914-2d1a-4eab-b3ba-be9adf574f22 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/ports?device_id=26987ad8-e0b4-47cb-8364-b97dcd484cc6 HTTP/1.1" status: 200 len: 943 time: 0.0882709 Dec 15 19:40:40.812517 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-90e28da1-3446-4de4-a6ee-196576abf47a req-76a92d14-b078-4492-89dc-537a6ac4be94 service neutron] 10.222.0.32 "GET /v2.0/networks/36e6846d-a0bc-4f2d-b2a0-484da18b59d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370950 Dec 15 19:40:40.843036 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-72639338-97cc-460b-9652-c5baecbc9c3d req-238a84c0-0be0-4a7f-b33e-3c9f67cf7aa8 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/security-groups?id=2750b48c-f962-4f66-8b35-e82997e35d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444448 Dec 15 19:40:40.851983 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:40:40.953333 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-90e28da1-3446-4de4-a6ee-196576abf47a req-dceb2104-a051-4f30-bd31-7c47ca0fcc56 service neutron] 10.222.0.32 "GET /v2.0/networks/36e6846d-a0bc-4f2d-b2a0-484da18b59d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328261 Dec 15 19:40:41.126755 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-72aa28ee-a285-4ffd-bd60-37ae991639c0 req-837f9307-9dbe-4107-a414-71714398376d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=529a3435812f4c46acdbced9dd2c3394&device_id=26987ad8-e0b4-47cb-8364-b97dcd484cc6 HTTP/1.1" status: 200 len: 1096 time: 0.0864210 Dec 15 19:40:41.270510 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa28ee-a285-4ffd-bd60-37ae991639c0 req-ce6427e7-3e4c-4c62-b308-86c23f385d20 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:40:41.272119 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-72aa28ee-a285-4ffd-bd60-37ae991639c0 req-ce6427e7-3e4c-4c62-b308-86c23f385d20 service neutron] 10.222.0.32 "GET /v2.0/networks?id=36e6846d-a0bc-4f2d-b2a0-484da18b59d7 HTTP/1.1" status: 200 len: 913 time: 0.1383214 Dec 15 19:40:41.348100 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-72aa28ee-a285-4ffd-bd60-37ae991639c0 req-ab5f3928-92e1-4b5b-8c81-4191d25f9a0d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=738a326c-c2fa-4de3-af9f-8f3b0c4c8407 HTTP/1.1" status: 200 len: 217 time: 0.0684936 Dec 15 19:40:41.418358 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa28ee-a285-4ffd-bd60-37ae991639c0 req-70216d9d-a3d6-4caf-acf3-89eece7b26b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:40:41.419809 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-72aa28ee-a285-4ffd-bd60-37ae991639c0 req-70216d9d-a3d6-4caf-acf3-89eece7b26b8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=346c20ad-4776-4f4d-b6e7-b0b61d96493f HTTP/1.1" status: 200 len: 851 time: 0.0626168 Dec 15 19:40:41.506772 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-72aa28ee-a285-4ffd-bd60-37ae991639c0 req-ff86c2eb-69e2-4094-9f8b-9dbc6adf29ec service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=36e6846d-a0bc-4f2d-b2a0-484da18b59d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756030 Dec 15 19:40:41.656065 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-72aa28ee-a285-4ffd-bd60-37ae991639c0 req-bc440749-695f-4e6a-a7d7-a1a05089c302 service neutron] 10.222.0.32 "GET /v2.0/networks/36e6846d-a0bc-4f2d-b2a0-484da18b59d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394758 Dec 15 19:40:41.799152 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-72aa28ee-a285-4ffd-bd60-37ae991639c0 req-7a321a4a-6563-4ffa-9a8f-f9706a347288 service neutron] 10.222.0.32 "GET /v2.0/networks/36e6846d-a0bc-4f2d-b2a0-484da18b59d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335971 Dec 15 19:40:42.047698 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb09b51-b94e-414d-869d-91e7410c4ecf req-46e03cf1-2e12-4307-9170-dba46508206b tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:40:42.049318 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ffb09b51-b94e-414d-869d-91e7410c4ecf req-46e03cf1-2e12-4307-9170-dba46508206b tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/ports?device_id=26987ad8-e0b4-47cb-8364-b97dcd484cc6 HTTP/1.1" status: 200 len: 943 time: 0.0822494 Dec 15 19:40:42.096275 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ffb09b51-b94e-414d-869d-91e7410c4ecf req-0bad97a4-cb9c-46ca-9327-a24b0d02dfdc tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/security-groups?id=2750b48c-f962-4f66-8b35-e82997e35d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403640 Dec 15 19:40:42.628929 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:40:43.308046 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b246b6f-7f0e-41d5-9acc-0b699f28d76d req-09adbb58-3465-4e06-8165-765be6bdf3a5 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:40:43.309641 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5b246b6f-7f0e-41d5-9acc-0b699f28d76d req-09adbb58-3465-4e06-8165-765be6bdf3a5 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/ports?device_id=26987ad8-e0b4-47cb-8364-b97dcd484cc6 HTTP/1.1" status: 200 len: 943 time: 0.0886173 Dec 15 19:40:43.357692 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5b246b6f-7f0e-41d5-9acc-0b699f28d76d req-0b33b691-acdd-47e2-a9cc-40f6aa5f1f38 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/security-groups?id=2750b48c-f962-4f66-8b35-e82997e35d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419071 Dec 15 19:40:44.562646 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be06b3b-e626-430b-80d8-695b3ba45f49 req-34a1bbca-27cd-4a2b-ad31-ad092f9250fd tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:40:44.564242 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0be06b3b-e626-430b-80d8-695b3ba45f49 req-34a1bbca-27cd-4a2b-ad31-ad092f9250fd tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/ports?device_id=26987ad8-e0b4-47cb-8364-b97dcd484cc6 HTTP/1.1" status: 200 len: 943 time: 0.0846014 Dec 15 19:40:44.617394 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0be06b3b-e626-430b-80d8-695b3ba45f49 req-d4ec803f-ad25-461e-8579-5aecf54cd84b tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/security-groups?id=2750b48c-f962-4f66-8b35-e82997e35d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470798 Dec 15 19:40:45.827167 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982ab759-c4d3-4c29-8c1d-8490ef61b1f5 req-1d657344-8856-47de-98ce-7db32e533cb1 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:40:45.828781 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-982ab759-c4d3-4c29-8c1d-8490ef61b1f5 req-1d657344-8856-47de-98ce-7db32e533cb1 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/ports?device_id=26987ad8-e0b4-47cb-8364-b97dcd484cc6 HTTP/1.1" status: 200 len: 943 time: 0.0878921 Dec 15 19:40:45.877491 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-982ab759-c4d3-4c29-8c1d-8490ef61b1f5 req-e1f3bf4f-7e2e-4d70-881e-8b3a6ab11c93 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/security-groups?id=2750b48c-f962-4f66-8b35-e82997e35d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424552 Dec 15 19:40:47.088533 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ae447-d187-4902-8111-538f614ea841 req-79cf1dd5-77a5-4bdb-bb08-40e2278ecdc9 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:40:47.090121 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5f9ae447-d187-4902-8111-538f614ea841 req-79cf1dd5-77a5-4bdb-bb08-40e2278ecdc9 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/ports?device_id=26987ad8-e0b4-47cb-8364-b97dcd484cc6 HTTP/1.1" status: 200 len: 943 time: 0.0869431 Dec 15 19:40:47.137562 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5f9ae447-d187-4902-8111-538f614ea841 req-786762ee-3772-42c5-88e3-03614a36bc3e tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/security-groups?id=2750b48c-f962-4f66-8b35-e82997e35d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412776 Dec 15 19:40:48.341597 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de08c5c-cbf1-4f3b-a299-6fbc141997ba req-a6f3a91c-4080-4431-aae3-9c0d61de1b03 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:40:48.343229 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3de08c5c-cbf1-4f3b-a299-6fbc141997ba req-a6f3a91c-4080-4431-aae3-9c0d61de1b03 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/ports?device_id=26987ad8-e0b4-47cb-8364-b97dcd484cc6 HTTP/1.1" status: 200 len: 943 time: 0.0843947 Dec 15 19:40:48.390802 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3de08c5c-cbf1-4f3b-a299-6fbc141997ba req-24f9613d-21a1-4c60-8736-3e3c9428c048 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/security-groups?id=2750b48c-f962-4f66-8b35-e82997e35d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415485 Dec 15 19:40:48.917680 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 738a326c-c2fa-4de3-af9f-8f3b0c4c8407 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 15 19:40:49.061522 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 738a326c-c2fa-4de3-af9f-8f3b0c4c8407, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=738a326c-c2fa-4de3-af9f-8f3b0c4c8407,segment=NetworkSegment(98a50f77-b5f8-412f-b11b-2ed6dc678049),segment_id=98a50f77-b5f8-412f-b11b-2ed6dc678049)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:40:49.079774 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Returning: {'device': '738a326c-c2fa-4de3-af9f-8f3b0c4c8407', 'network_id': '36e6846d-a0bc-4f2d-b2a0-484da18b59d7', 'port_id': '738a326c-c2fa-4de3-af9f-8f3b0c4c8407', 'mac_address': 'fa:16:3e:0f:ed:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '346c20ad-4776-4f4d-b6e7-b0b61d96493f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 19:40:49.133080 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:40:49.151259 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 738a326c-c2fa-4de3-af9f-8f3b0c4c8407 {{(pid=88992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 19:40:49.165832 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 738a326c-c2fa-4de3-af9f-8f3b0c4c8407, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=738a326c-c2fa-4de3-af9f-8f3b0c4c8407,segment=NetworkSegment(98a50f77-b5f8-412f-b11b-2ed6dc678049),segment_id=98a50f77-b5f8-412f-b11b-2ed6dc678049)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:40:49.200172 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:40:49.201969 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:40:49.271490 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=738a326c-c2fa-4de3-af9f-8f3b0c4c8407,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:40:49.280395 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:40:49.280785 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:40:49.281163 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:40:49.281537 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:40:49.281910 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:40:49.282297 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:40:49.282669 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:40:49.283035 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:40:49.283400 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:40:49.283763 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:40:49.284124 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:40:49.288210 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:40:49.604780 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e2518f-1d96-41e4-9beb-7bfffc84f342 req-a5ef9405-9121-4b10-9f81-b3dc507846da tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:40:49.606441 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-48e2518f-1d96-41e4-9beb-7bfffc84f342 req-a5ef9405-9121-4b10-9f81-b3dc507846da tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/ports?device_id=26987ad8-e0b4-47cb-8364-b97dcd484cc6 HTTP/1.1" status: 200 len: 944 time: 0.0924413 Dec 15 19:40:49.624148 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] get_ports_and_sgs() called for port_ids ['738a326c-c2fa-4de3-af9f-8f3b0c4c8407'] {{(pid=88992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 19:40:49.656713 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-48e2518f-1d96-41e4-9beb-7bfffc84f342 req-1a9a19ea-d42f-4cd2-8adb-2e93b6cfc9f3 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/security-groups?id=2750b48c-f962-4f66-8b35-e82997e35d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436106 Dec 15 19:40:50.861669 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52088e3-9bc8-4519-95b9-c32a4e8d2fde req-013fa2e3-e88f-4a77-abee-220ce35e7a76 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:40:50.863273 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d52088e3-9bc8-4519-95b9-c32a4e8d2fde req-013fa2e3-e88f-4a77-abee-220ce35e7a76 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/ports?device_id=26987ad8-e0b4-47cb-8364-b97dcd484cc6 HTTP/1.1" status: 200 len: 944 time: 0.0820208 Dec 15 19:40:50.915555 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d52088e3-9bc8-4519-95b9-c32a4e8d2fde req-a30ae6b1-806d-4bcc-8ac2-11f7904298d6 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/security-groups?id=2750b48c-f962-4f66-8b35-e82997e35d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446239 Dec 15 19:40:50.933770 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 738a326c-c2fa-4de3-af9f-8f3b0c4c8407 up at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:40:51.040441 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning for port 738a326c-c2fa-4de3-af9f-8f3b0c4c8407 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:40:51.045360 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning complete for port 738a326c-c2fa-4de3-af9f-8f3b0c4c8407 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:40:51.045791 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:40:51.162803 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:40:51.190307 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26987ad8-e0b4-47cb-8364-b97dcd484cc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '738a326c-c2fa-4de3-af9f-8f3b0c4c8407'}] {{(pid=88992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:40:51.200186 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 738a326c-c2fa-4de3-af9f-8f3b0c4c8407, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=738a326c-c2fa-4de3-af9f-8f3b0c4c8407,segment=NetworkSegment(98a50f77-b5f8-412f-b11b-2ed6dc678049),segment_id=98a50f77-b5f8-412f-b11b-2ed6dc678049)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:40:51.239719 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:40:51.241718 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1b513927-1fbc-42ff-a09e-3dd0f1f88033 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:40:51.308234 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=738a326c-c2fa-4de3-af9f-8f3b0c4c8407,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:40:51.311535 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:40:51.326095 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26987ad8-e0b4-47cb-8364-b97dcd484cc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '738a326c-c2fa-4de3-af9f-8f3b0c4c8407', 'code': 200} Dec 15 19:40:51.754932 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c758a524-c785-4b4d-866b-52dbfbde7fad req-3ea80f97-82af-48cf-8ad2-4eda0d27d724 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=26987ad8-e0b4-47cb-8364-b97dcd484cc6 HTTP/1.1" status: 200 len: 1098 time: 0.1451774 Dec 15 19:40:51.799749 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c758a524-c785-4b4d-866b-52dbfbde7fad req-6d7eec54-6245-47bf-b4b4-a21c107097c4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2750b48c-f962-4f66-8b35-e82997e35d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367525 Dec 15 19:40:52.118357 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509643e3-a89b-48ff-8035-2df0cf528b85 req-785a1fbb-18e4-4a95-bda3-26f360792f0e tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:40:52.119944 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-509643e3-a89b-48ff-8035-2df0cf528b85 req-785a1fbb-18e4-4a95-bda3-26f360792f0e tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/ports?device_id=26987ad8-e0b4-47cb-8364-b97dcd484cc6 HTTP/1.1" status: 200 len: 945 time: 0.0824716 Dec 15 19:40:52.168218 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-509643e3-a89b-48ff-8035-2df0cf528b85 req-81647b49-f43d-44c4-8fde-301c3dcb40aa tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/security-groups?id=2750b48c-f962-4f66-8b35-e82997e35d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421836 Dec 15 19:40:53.377837 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ae8f2-69b1-4455-af54-fb9b91873a9f req-26ff0e51-052a-4f8e-b2cf-a22f3bf99d6c tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:40:53.379444 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ec0ae8f2-69b1-4455-af54-fb9b91873a9f req-26ff0e51-052a-4f8e-b2cf-a22f3bf99d6c tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/ports?device_id=26987ad8-e0b4-47cb-8364-b97dcd484cc6 HTTP/1.1" status: 200 len: 945 time: 0.0872376 Dec 15 19:40:53.427788 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ec0ae8f2-69b1-4455-af54-fb9b91873a9f req-294ecaea-975a-488f-8dfd-c79a9096d445 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/security-groups?id=2750b48c-f962-4f66-8b35-e82997e35d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416126 Dec 15 19:40:53.634856 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db0be86-3504-43f6-bf6a-31e5df81d653 req-49c72678-8b32-428e-8867-0a6f1c2027dc tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:40:53.636442 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5db0be86-3504-43f6-bf6a-31e5df81d653 req-49c72678-8b32-428e-8867-0a6f1c2027dc tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/ports?device_id=26987ad8-e0b4-47cb-8364-b97dcd484cc6 HTTP/1.1" status: 200 len: 945 time: 0.0870340 Dec 15 19:40:53.683912 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5db0be86-3504-43f6-bf6a-31e5df81d653 req-14420fb7-4089-4ba7-8dc2-f3877883f81a tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/security-groups?id=2750b48c-f962-4f66-8b35-e82997e35d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412576 Dec 15 19:40:53.712367 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 59588) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:40:53.788881 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c6b318ce-bf2f-45ba-88f9-ca570e57e047 tempest-TestVolumeBootPattern-120946318 tempest-TestVolumeBootPattern-120946318-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=26987ad8-e0b4-47cb-8364-b97dcd484cc6 HTTP/1.1" status: 200 len: 1093 time: 0.0752347 Dec 15 19:40:53.792290 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 59592) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:40:53.797768 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-d90ad91a-6df8-4ee1-a69f-2ce0b6cc8235 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Request body: {'floatingip': {'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'port_id': '738a326c-c2fa-4de3-af9f-8f3b0c4c8407', 'tenant_id': '529a3435812f4c46acdbced9dd2c3394', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:40:53.803502 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-d90ad91a-6df8-4ee1-a69f-2ce0b6cc8235 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:40:53.808168 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d90ad91a-6df8-4ee1-a69f-2ce0b6cc8235 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Usage tracker for resource:floatingip and tenant:529a3435812f4c46acdbced9dd2c3394 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:40:53.811133 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d90ad91a-6df8-4ee1-a69f-2ce0b6cc8235 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:40:53.817015 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-d90ad91a-6df8-4ee1-a69f-2ce0b6cc8235 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:40:53.851227 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d90ad91a-6df8-4ee1-a69f-2ce0b6cc8235 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks [] for floatingip, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:40:53.996936 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d90ad91a-6df8-4ee1-a69f-2ce0b6cc8235 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:40:54.134780 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-d90ad91a-6df8-4ee1-a69f-2ce0b6cc8235 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Allocated IP 172.26.3.3 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/06f1a0de-96df-4e05-80a3-cd66e6b83e8f) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:40:54.143373 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:40:54.285751 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d90ad91a-6df8-4ee1-a69f-2ce0b6cc8235 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:40:54.343311 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d90ad91a-6df8-4ee1-a69f-2ce0b6cc8235 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:40:54.347797 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8d0327f4-eda0-45a3-ae28-0cff165e0110 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:40:54.410098 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90ad91a-6df8-4ee1-a69f-2ce0b6cc8235 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:40:54.417882 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-d90ad91a-6df8-4ee1-a69f-2ce0b6cc8235 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:40:54.422929 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90ad91a-6df8-4ee1-a69f-2ce0b6cc8235 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:40:54.454132 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90ad91a-6df8-4ee1-a69f-2ce0b6cc8235 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Pushing event updated for resources: {'Port': ['ID=06f1a0de-96df-4e05-80a3-cd66e6b83e8f,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:40:54.476803 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90ad91a-6df8-4ee1-a69f-2ce0b6cc8235 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:40:54.477375 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90ad91a-6df8-4ee1-a69f-2ce0b6cc8235 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:40:54.477810 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90ad91a-6df8-4ee1-a69f-2ce0b6cc8235 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:40:54.478271 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90ad91a-6df8-4ee1-a69f-2ce0b6cc8235 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:40:54.478694 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90ad91a-6df8-4ee1-a69f-2ce0b6cc8235 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:40:54.479117 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90ad91a-6df8-4ee1-a69f-2ce0b6cc8235 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:40:54.479541 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90ad91a-6df8-4ee1-a69f-2ce0b6cc8235 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:40:54.479964 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90ad91a-6df8-4ee1-a69f-2ce0b6cc8235 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:40:54.480382 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90ad91a-6df8-4ee1-a69f-2ce0b6cc8235 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:40:54.480797 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90ad91a-6df8-4ee1-a69f-2ce0b6cc8235 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:40:54.481211 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90ad91a-6df8-4ee1-a69f-2ce0b6cc8235 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:40:54.486154 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d90ad91a-6df8-4ee1-a69f-2ce0b6cc8235 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:40:54.961661 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d90ad91a-6df8-4ee1-a69f-2ce0b6cc8235 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:40:55.046684 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d90ad91a-6df8-4ee1-a69f-2ce0b6cc8235 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:40:55.255200 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d90ad91a-6df8-4ee1-a69f-2ce0b6cc8235 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:40:55.285751 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d90ad91a-6df8-4ee1-a69f-2ce0b6cc8235 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:40:55.290778 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-815c7f5d-8102-4c33-b902-2816856c520a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:40:55.400869 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90ad91a-6df8-4ee1-a69f-2ce0b6cc8235 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Pushing event updated for resources: {'Port': ['ID=06f1a0de-96df-4e05-80a3-cd66e6b83e8f,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:40:55.405151 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d90ad91a-6df8-4ee1-a69f-2ce0b6cc8235 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:40:55.415632 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d90ad91a-6df8-4ee1-a69f-2ce0b6cc8235 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634093'] for floatingip, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:40:55.614760 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.l3_db [None req-d90ad91a-6df8-4ee1-a69f-2ce0b6cc8235 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Floating IP 0a48fb3a-edbf-4bf6-8acb-fa6b66bd8a19 associated. External IP: 172.26.3.3, port: 738a326c-c2fa-4de3-af9f-8f3b0c4c8407. Dec 15 19:40:56.244352 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d90ad91a-6df8-4ee1-a69f-2ce0b6cc8235 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Router b7eef749-021b-4f6c-a1e6-8b73a697446c has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:40:56.450828 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d90ad91a-6df8-4ee1-a69f-2ce0b6cc8235 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:40:56.461096 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a2f373-a561-43c4-b0ba-88dcedcdc917 None None] Sync routers for ids ['b7eef749-021b-4f6c-a1e6-8b73a697446c'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:40:56.475417 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a2f373-a561-43c4-b0ba-88dcedcdc917 None None] Routers {'b7eef749-021b-4f6c-a1e6-8b73a697446c'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:40:56.483283 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-93a2f373-a561-43c4-b0ba-88dcedcdc917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:40:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['b7eef749-021b-4f6c-a1e6-8b73a697446c'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:40:56.611692 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d90ad91a-6df8-4ee1-a69f-2ce0b6cc8235 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:40:56.669121 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-93a2f373-a561-43c4-b0ba-88dcedcdc917 None None] Set router b7eef749-021b-4f6c-a1e6-8b73a697446c gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:40:56.674716 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d90ad91a-6df8-4ee1-a69f-2ce0b6cc8235 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.8813047 Dec 15 19:40:56.675426 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26987ad8-e0b4-47cb-8364-b97dcd484cc6', 'tag': '738a326c-c2fa-4de3-af9f-8f3b0c4c8407'}] {{(pid=88990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:40:56.824194 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26987ad8-e0b4-47cb-8364-b97dcd484cc6', 'tag': '738a326c-c2fa-4de3-af9f-8f3b0c4c8407', 'status': 'completed', 'code': 200} Dec 15 19:40:56.919102 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-bfb2f834-4775-4819-9dda-65f3b800caf3 req-f1b887dd-5aeb-4eab-ab00-5fef3a1cba1d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=529a3435812f4c46acdbced9dd2c3394&device_id=26987ad8-e0b4-47cb-8364-b97dcd484cc6 HTTP/1.1" status: 200 len: 1098 time: 0.0778830 Dec 15 19:40:57.033628 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-93a2f373-a561-43c4-b0ba-88dcedcdc917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'name': 'tempest-TestVolumeBootPattern-2063477917-router', 'tenant_id': '529a3435812f4c46acdbced9dd2c3394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.189'}], 'enable_snat': True}, 'gw_port_id': '2dd60a0a-839f-438d-96f3-16a08cd862b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:36:23Z', 'updated_at': '2021-12-15T19:36:26Z', 'revision_number': 4, 'project_id': '529a3435812f4c46acdbced9dd2c3394', 'gw_port': {'id': '2dd60a0a-839f-438d-96f3-16a08cd862b6', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:36:23Z', 'updated_at': '2021-12-15T19:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': '0a48fb3a-edbf-4bf6-8acb-fa6b66bd8a19', 'tenant_id': '529a3435812f4c46acdbced9dd2c3394', 'floating_ip_address': '172.26.3.3', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'port_id': '738a326c-c2fa-4de3-af9f-8f3b0c4c8407', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36e6846d-a0bc-4f2d-b2a0-484da18b59d7', 'mac_address': 'fa:16:3e:0f:ed:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26987ad8-e0b4-47cb-8364-b97dcd484cc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:40:54Z', 'updated_at': '2021-12-15T19:40:54Z', 'revision_number': 0, 'project_id': '529a3435812f4c46acdbced9dd2c3394', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0e0307d-cc1a-4fea-8dbe-9a75c87a8ab5', 'name': '', 'network_id': '36e6846d-a0bc-4f2d-b2a0-484da18b59d7', 'tenant_id': '529a3435812f4c46acdbced9dd2c3394', 'mac_address': 'fa:16:3e:7c:2c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '346c20ad-4776-4f4d-b6e7-b0b61d96493f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:36:26Z', 'updated_at': '2021-12-15T19:36:35Z', 'revision_number': 5, 'project_id': '529a3435812f4c46acdbced9dd2c3394', 'subnets': [{'id': '346c20ad-4776-4f4d-b6e7-b0b61d96493f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:40:57.037733 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a2f373-a561-43c4-b0ba-88dcedcdc917 None None] Checking router: b7eef749-021b-4f6c-a1e6-8b73a697446c for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:40:57.049739 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a2f373-a561-43c4-b0ba-88dcedcdc917 None None] Routers {'b7eef749-021b-4f6c-a1e6-8b73a697446c'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:40:57.050448 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-93a2f373-a561-43c4-b0ba-88dcedcdc917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:40:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['b7eef749-021b-4f6c-a1e6-8b73a697446c'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:40:57.061699 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb2f834-4775-4819-9dda-65f3b800caf3 req-8ce93793-1296-42e1-a193-309c79246a8e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:40:57.063328 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-bfb2f834-4775-4819-9dda-65f3b800caf3 req-8ce93793-1296-42e1-a193-309c79246a8e service neutron] 10.222.0.32 "GET /v2.0/networks?id=36e6846d-a0bc-4f2d-b2a0-484da18b59d7 HTTP/1.1" status: 200 len: 913 time: 0.1378105 Dec 15 19:40:57.171560 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-bfb2f834-4775-4819-9dda-65f3b800caf3 req-128288b2-da8a-4898-be6a-e2859b3fe2c9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=738a326c-c2fa-4de3-af9f-8f3b0c4c8407 HTTP/1.1" status: 200 len: 997 time: 0.1015611 Dec 15 19:40:57.234263 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-93a2f373-a561-43c4-b0ba-88dcedcdc917 None None] Set router b7eef749-021b-4f6c-a1e6-8b73a697446c gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:40:57.241662 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb2f834-4775-4819-9dda-65f3b800caf3 req-ad121570-f362-417c-8d91-3656170ce676 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:40:57.243787 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-bfb2f834-4775-4819-9dda-65f3b800caf3 req-ad121570-f362-417c-8d91-3656170ce676 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=346c20ad-4776-4f4d-b6e7-b0b61d96493f HTTP/1.1" status: 200 len: 851 time: 0.0648854 Dec 15 19:40:57.328076 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-bfb2f834-4775-4819-9dda-65f3b800caf3 req-2fdfe63e-a50e-464f-b8de-00fe03fce181 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=36e6846d-a0bc-4f2d-b2a0-484da18b59d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780613 Dec 15 19:40:57.469882 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-bfb2f834-4775-4819-9dda-65f3b800caf3 req-516a6af1-7aa0-4d92-8082-becb5be8114e service neutron] 10.222.0.32 "GET /v2.0/networks/36e6846d-a0bc-4f2d-b2a0-484da18b59d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351545 Dec 15 19:40:57.625907 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-bfb2f834-4775-4819-9dda-65f3b800caf3 req-374a7d50-d995-4214-a697-c82ec71d3549 service neutron] 10.222.0.32 "GET /v2.0/networks/36e6846d-a0bc-4f2d-b2a0-484da18b59d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487124 Dec 15 19:40:57.759979 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-93a2f373-a561-43c4-b0ba-88dcedcdc917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'name': 'tempest-TestVolumeBootPattern-2063477917-router', 'tenant_id': '529a3435812f4c46acdbced9dd2c3394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.189'}], 'enable_snat': True}, 'gw_port_id': '2dd60a0a-839f-438d-96f3-16a08cd862b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:36:23Z', 'updated_at': '2021-12-15T19:36:26Z', 'revision_number': 4, 'project_id': '529a3435812f4c46acdbced9dd2c3394', 'gw_port': {'id': '2dd60a0a-839f-438d-96f3-16a08cd862b6', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:36:23Z', 'updated_at': '2021-12-15T19:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': '0a48fb3a-edbf-4bf6-8acb-fa6b66bd8a19', 'tenant_id': '529a3435812f4c46acdbced9dd2c3394', 'floating_ip_address': '172.26.3.3', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'port_id': '738a326c-c2fa-4de3-af9f-8f3b0c4c8407', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36e6846d-a0bc-4f2d-b2a0-484da18b59d7', 'mac_address': 'fa:16:3e:0f:ed:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26987ad8-e0b4-47cb-8364-b97dcd484cc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:40:54Z', 'updated_at': '2021-12-15T19:40:54Z', 'revision_number': 0, 'project_id': '529a3435812f4c46acdbced9dd2c3394', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0e0307d-cc1a-4fea-8dbe-9a75c87a8ab5', 'name': '', 'network_id': '36e6846d-a0bc-4f2d-b2a0-484da18b59d7', 'tenant_id': '529a3435812f4c46acdbced9dd2c3394', 'mac_address': 'fa:16:3e:7c:2c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '346c20ad-4776-4f4d-b6e7-b0b61d96493f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:36:26Z', 'updated_at': '2021-12-15T19:36:35Z', 'revision_number': 5, 'project_id': '529a3435812f4c46acdbced9dd2c3394', 'subnets': [{'id': '346c20ad-4776-4f4d-b6e7-b0b61d96493f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:40:57.764146 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a2f373-a561-43c4-b0ba-88dcedcdc917 None None] The sync data for ids ['b7eef749-021b-4f6c-a1e6-8b73a697446c'] in dv-neutron-821831-2-hyperv is: [{'id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'name': 'tempest-TestVolumeBootPattern-2063477917-router', 'tenant_id': '529a3435812f4c46acdbced9dd2c3394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.189'}], 'enable_snat': True}, 'gw_port_id': '2dd60a0a-839f-438d-96f3-16a08cd862b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:36:23Z', 'updated_at': '2021-12-15T19:36:26Z', 'revision_number': 4, 'project_id': '529a3435812f4c46acdbced9dd2c3394', 'gw_port': {'id': '2dd60a0a-839f-438d-96f3-16a08cd862b6', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:36:23Z', 'updated_at': '2021-12-15T19:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': '0a48fb3a-edbf-4bf6-8acb-fa6b66bd8a19', 'tenant_id': '529a3435812f4c46acdbced9dd2c3394', 'floating_ip_address': '172.26.3.3', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'port_id': '738a326c-c2fa-4de3-af9f-8f3b0c4c8407', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36e6846d-a0bc-4f2d-b2a0-484da18b59d7', 'mac_address': 'fa:16:3e:0f:ed:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26987ad8-e0b4-47cb-8364-b97dcd484cc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:40:54Z', 'updated_at': '2021-12-15T19:40:54Z', 'revision_number': 0, 'project_id': '529a3435812f4c46acdbced9dd2c3394', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0e0307d-cc1a-4fea-8dbe-9a75c87a8ab5', 'name': '', 'network_id': '36e6846d-a0bc-4f2d-b2a0-484da18b59d7', 'tenant_id': '529a3435812f4c46acdbced9dd2c3394', 'mac_address': 'fa:16:3e:7c:2c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '346c20ad-4776-4f4d-b6e7-b0b61d96493f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:36:26Z', 'updated_at': '2021-12-15T19:36:35Z', 'revision_number': 5, 'project_id': '529a3435812f4c46acdbced9dd2c3394', 'subnets': [{'id': '346c20ad-4776-4f4d-b6e7-b0b61d96493f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:40:58.122549 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5f7bc7-47d0-4c85-b8f8-7c38ace35fc2 None None] New status for floating IP 0a48fb3a-edbf-4bf6-8acb-fa6b66bd8a19: ACTIVE {{(pid=88993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 15 19:41:08.239722 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-237c5793-d064-48b5-b6ce-3be9a10d4617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:41:09.462552 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:41:10.514056 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0e5395bf-5b4c-4b0d-9354-70033b6bd5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:41:10.867838 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:41:12.633427 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:41:16.906026 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 19:41:24.158378 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:41:38.239280 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-44a8e13a-0193-4f67-a637-1ae60521313b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:41:39.473088 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:41:40.525254 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2c336b06-d895-4c16-8a5a-bdb8d8800e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:41:40.851085 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:41:42.713541 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:41:50.629271 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b0440225-c3f1-4b3a-b162-8d75d02441de req-bbc8fdb9-a7af-4aa5-b064-a52925a41e17 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=26987ad8-e0b4-47cb-8364-b97dcd484cc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0810969 Dec 15 19:41:50.781866 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b0440225-c3f1-4b3a-b162-8d75d02441de req-7fcffe8b-69ae-40d4-8b74-77673b034430 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=529a3435812f4c46acdbced9dd2c3394&device_id=26987ad8-e0b4-47cb-8364-b97dcd484cc6 HTTP/1.1" status: 200 len: 1098 time: 0.0726521 Dec 15 19:41:50.945104 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0440225-c3f1-4b3a-b162-8d75d02441de req-9d3c589f-1098-4df2-94e6-c4f7d4b806eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:41:50.946754 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b0440225-c3f1-4b3a-b162-8d75d02441de req-9d3c589f-1098-4df2-94e6-c4f7d4b806eb service neutron] 10.222.0.32 "GET /v2.0/networks?id=36e6846d-a0bc-4f2d-b2a0-484da18b59d7 HTTP/1.1" status: 200 len: 913 time: 0.1385906 Dec 15 19:41:51.056682 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b0440225-c3f1-4b3a-b162-8d75d02441de req-e90f24e1-2f77-4e99-9877-5aca97b76e3e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=738a326c-c2fa-4de3-af9f-8f3b0c4c8407 HTTP/1.1" status: 200 len: 999 time: 0.1009469 Dec 15 19:41:51.126441 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0440225-c3f1-4b3a-b162-8d75d02441de req-63373851-e85a-4a71-8170-4f7cb9747ba4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:41:51.127513 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b0440225-c3f1-4b3a-b162-8d75d02441de req-63373851-e85a-4a71-8170-4f7cb9747ba4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=346c20ad-4776-4f4d-b6e7-b0b61d96493f HTTP/1.1" status: 200 len: 851 time: 0.0630960 Dec 15 19:41:51.209281 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b0440225-c3f1-4b3a-b162-8d75d02441de req-488ec7ff-b3f4-4980-b702-1ce9e6000159 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=36e6846d-a0bc-4f2d-b2a0-484da18b59d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753264 Dec 15 19:41:51.354797 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b0440225-c3f1-4b3a-b162-8d75d02441de req-6533b95e-0a96-4b60-935e-30ff4f1915ac service neutron] 10.222.0.32 "GET /v2.0/networks/36e6846d-a0bc-4f2d-b2a0-484da18b59d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346889 Dec 15 19:41:51.731712 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b0440225-c3f1-4b3a-b162-8d75d02441de req-fb827603-8455-4871-b7f9-3f5b26812fb5 service neutron] 10.222.0.32 "GET /v2.0/networks/36e6846d-a0bc-4f2d-b2a0-484da18b59d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3656092 Dec 15 19:41:53.908479 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 19:41:54.285370 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:42:08.231381 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-94453608-3b3e-4833-aa00-b81e94f6e4a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:42:09.461922 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:42:10.525129 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-37df2aa6-8db3-43a8-8ec0-75a311353ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:42:10.860081 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:42:12.644701 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:42:24.202410 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:42:30.912085 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 19:42:38.227431 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-197229aa-972e-4b5e-9624-f8017a966046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:42:39.478721 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:42:40.527561 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ec502db5-bed5-4051-86d6-0ee4bc490f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:42:40.864850 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:42:42.639145 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:42:52.630869 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4041db94-5f6a-4a60-9ba3-d38e7e4f8c19 req-efbb782f-1f7e-4b5e-af7e-ff8f4dfc263c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=26987ad8-e0b4-47cb-8364-b97dcd484cc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0741885 Dec 15 19:42:52.790162 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4041db94-5f6a-4a60-9ba3-d38e7e4f8c19 req-048e1ba9-ab4b-4b84-b24b-8fd75b9793bd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=529a3435812f4c46acdbced9dd2c3394&device_id=26987ad8-e0b4-47cb-8364-b97dcd484cc6 HTTP/1.1" status: 200 len: 1098 time: 0.0821102 Dec 15 19:42:52.947853 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4041db94-5f6a-4a60-9ba3-d38e7e4f8c19 req-2dfdbd5c-1a50-447b-8654-c453838170ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:42:52.949343 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4041db94-5f6a-4a60-9ba3-d38e7e4f8c19 req-2dfdbd5c-1a50-447b-8654-c453838170ab service neutron] 10.222.0.32 "GET /v2.0/networks?id=36e6846d-a0bc-4f2d-b2a0-484da18b59d7 HTTP/1.1" status: 200 len: 913 time: 0.1358802 Dec 15 19:42:53.056643 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4041db94-5f6a-4a60-9ba3-d38e7e4f8c19 req-509abbed-8ae5-47ec-8a38-b0298c286e27 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=738a326c-c2fa-4de3-af9f-8f3b0c4c8407 HTTP/1.1" status: 200 len: 999 time: 0.0977316 Dec 15 19:42:53.130357 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4041db94-5f6a-4a60-9ba3-d38e7e4f8c19 req-1a57a89f-4fc5-43d1-af43-6f396602e7ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:42:53.131895 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4041db94-5f6a-4a60-9ba3-d38e7e4f8c19 req-1a57a89f-4fc5-43d1-af43-6f396602e7ad service neutron] 10.222.0.32 "GET /v2.0/subnets?id=346c20ad-4776-4f4d-b6e7-b0b61d96493f HTTP/1.1" status: 200 len: 851 time: 0.0650804 Dec 15 19:42:53.212870 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4041db94-5f6a-4a60-9ba3-d38e7e4f8c19 req-70754efe-457d-4c32-8a10-35d700bd9c28 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=36e6846d-a0bc-4f2d-b2a0-484da18b59d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709908 Dec 15 19:42:53.353556 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4041db94-5f6a-4a60-9ba3-d38e7e4f8c19 req-309d9505-0ea0-4f96-9beb-08c542cfc5e5 service neutron] 10.222.0.32 "GET /v2.0/networks/36e6846d-a0bc-4f2d-b2a0-484da18b59d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310949 Dec 15 19:42:53.500769 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4041db94-5f6a-4a60-9ba3-d38e7e4f8c19 req-aeed552a-fc36-4522-8a75-72f820d18576 service neutron] 10.222.0.32 "GET /v2.0/networks/36e6846d-a0bc-4f2d-b2a0-484da18b59d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377561 Dec 15 19:42:54.224013 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:43:07.910879 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 19:43:08.238122 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-79c5069a-1659-47c4-8070-697e29510f64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:43:09.469675 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:43:10.526791 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3884dc90-0b61-47e0-894f-d6357f9c3c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:43:10.869870 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:43:12.695392 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:43:24.421314 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:43:38.432345 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-33536509-909e-4bf0-855a-848417c2e941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:43:39.668921 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:43:40.645918 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ee4ca4ea-ea3e-44b4-9d3c-a64fd93039c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:43:41.000035 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:43:42.628543 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:43:43.391589 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7541f7fa-e7c2-48ce-bcba-4c3a51a8d02b req-61088f93-371d-4321-9e80-31bfae8b17d8 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-937160087&fields=id&tenant_id=529a3435812f4c46acdbced9dd2c3394 HTTP/1.1" status: 200 len: 267 time: 0.0439811 Dec 15 19:43:43.549902 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7541f7fa-e7c2-48ce-bcba-4c3a51a8d02b req-ef721cfa-6882-4037-b933-f19623a8b34c tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:43:43.551494 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7541f7fa-e7c2-48ce-bcba-4c3a51a8d02b req-ef721cfa-6882-4037-b933-f19623a8b34c tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/networks?id=36e6846d-a0bc-4f2d-b2a0-484da18b59d7 HTTP/1.1" status: 200 len: 812 time: 0.1531904 Dec 15 19:43:43.569767 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7541f7fa-e7c2-48ce-bcba-4c3a51a8d02b req-5c30397a-9e0c-43bb-bad4-949e852609eb tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/quotas/529a3435812f4c46acdbced9dd2c3394 HTTP/1.1" status: 200 len: 375 time: 0.0114958 Dec 15 19:43:43.661838 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7541f7fa-e7c2-48ce-bcba-4c3a51a8d02b req-15694ddd-db2c-43b4-bd9b-853db802d488 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=529a3435812f4c46acdbced9dd2c3394&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0864177 Dec 15 19:43:43.811943 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7541f7fa-e7c2-48ce-bcba-4c3a51a8d02b req-27caf8d5-0f6e-4e0a-8658-2863afce2183 service neutron] 10.222.0.36 "GET /v2.0/networks/36e6846d-a0bc-4f2d-b2a0-484da18b59d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367352 Dec 15 19:43:43.952624 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7541f7fa-e7c2-48ce-bcba-4c3a51a8d02b req-161ddbb6-91f4-4ef0-b298-1de29184bf03 service neutron] 10.222.0.36 "GET /v2.0/networks/36e6846d-a0bc-4f2d-b2a0-484da18b59d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345294 Dec 15 19:43:44.573208 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4f5814b4-c219-4269-aee5-195a860b15d7 req-34cfb8cf-02e0-4543-bb71-2837b959bf48 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/ports?device_id=739e79d1-2a3d-4c78-8367-4e35e72bf79a HTTP/1.1" status: 200 len: 210 time: 0.0499675 Dec 15 19:43:44.912031 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 19:43:45.739912 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-92f1cada-1f63-4b57-8415-0350c5fa4734 req-4515b41e-6fcd-482e-a6f1-f5270b39b5c5 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/ports?device_id=739e79d1-2a3d-4c78-8367-4e35e72bf79a HTTP/1.1" status: 200 len: 210 time: 0.0490017 Dec 15 19:43:46.449270 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7541f7fa-e7c2-48ce-bcba-4c3a51a8d02b req-02ddc353-7d58-4435-8172-7fffd4720b30 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:43:46.450859 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7541f7fa-e7c2-48ce-bcba-4c3a51a8d02b req-02ddc353-7d58-4435-8172-7fffd4720b30 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.32 "GET /v2.0/networks?id=36e6846d-a0bc-4f2d-b2a0-484da18b59d7 HTTP/1.1" status: 200 len: 812 time: 0.1599874 Dec 15 19:43:46.513464 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7541f7fa-e7c2-48ce-bcba-4c3a51a8d02b req-61982fa9-57d8-448a-852b-544132ad9555 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=529a3435812f4c46acdbced9dd2c3394 HTTP/1.1" status: 200 len: 379 time: 0.0445957 Dec 15 19:43:46.524722 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [req-7541f7fa-e7c2-48ce-bcba-4c3a51a8d02b req-2c9263a5-4eb0-452f-90fa-f86d63d42211 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Request body: {'port': {'device_id': '739e79d1-2a3d-4c78-8367-4e35e72bf79a', 'network_id': '36e6846d-a0bc-4f2d-b2a0-484da18b59d7', 'admin_state_up': True, 'tenant_id': '529a3435812f4c46acdbced9dd2c3394', 'security_groups': ['2750b48c-f962-4f66-8b35-e82997e35d9a']}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:43:46.673271 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [req-7541f7fa-e7c2-48ce-bcba-4c3a51a8d02b req-2c9263a5-4eb0-452f-90fa-f86d63d42211 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:43:46.677838 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-7541f7fa-e7c2-48ce-bcba-4c3a51a8d02b req-2c9263a5-4eb0-452f-90fa-f86d63d42211 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Usage tracker for resource:port and tenant:529a3435812f4c46acdbced9dd2c3394 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:43:46.680958 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-7541f7fa-e7c2-48ce-bcba-4c3a51a8d02b req-2c9263a5-4eb0-452f-90fa-f86d63d42211 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:43:46.687751 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [req-7541f7fa-e7c2-48ce-bcba-4c3a51a8d02b req-2c9263a5-4eb0-452f-90fa-f86d63d42211 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:43:46.742779 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7541f7fa-e7c2-48ce-bcba-4c3a51a8d02b req-2c9263a5-4eb0-452f-90fa-f86d63d42211 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Made reservation on behalf of 529a3435812f4c46acdbced9dd2c3394 for: {'port': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:43:46.749426 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-7541f7fa-e7c2-48ce-bcba-4c3a51a8d02b req-2c9263a5-4eb0-452f-90fa-f86d63d42211 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:43:47.004885 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-47a93cc2-10e3-4553-9e8f-dbaa8ff4c707 req-5716588d-9652-4e10-a6d1-ea8e982760cf tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/ports?device_id=739e79d1-2a3d-4c78-8367-4e35e72bf79a HTTP/1.1" status: 200 len: 210 time: 0.0496988 Dec 15 19:43:47.031348 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [req-7541f7fa-e7c2-48ce-bcba-4c3a51a8d02b req-2c9263a5-4eb0-452f-90fa-f86d63d42211 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Allocated IP 172.20.0.11 (36e6846d-a0bc-4f2d-b2a0-484da18b59d7/346c20ad-4776-4f4d-b6e7-b0b61d96493f/6e271c85-3ef5-4a34-a562-028157857af3) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:43:47.493887 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-7541f7fa-e7c2-48ce-bcba-4c3a51a8d02b req-2c9263a5-4eb0-452f-90fa-f86d63d42211 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:43:47.511023 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [req-7541f7fa-e7c2-48ce-bcba-4c3a51a8d02b req-2c9263a5-4eb0-452f-90fa-f86d63d42211 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Transition to ACTIVE for port object 6e271c85-3ef5-4a34-a562-028157857af3 will not be triggered until provisioned by entity DHCP. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:43:47.615644 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-7541f7fa-e7c2-48ce-bcba-4c3a51a8d02b req-2c9263a5-4eb0-452f-90fa-f86d63d42211 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:43:47.623453 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b7028d4d-c362-4a0b-913c-7e9b15c880c8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:43:47.698869 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7541f7fa-e7c2-48ce-bcba-4c3a51a8d02b req-2c9263a5-4eb0-452f-90fa-f86d63d42211 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Network 36e6846d-a0bc-4f2d-b2a0-484da18b59d7 is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:43:47.702743 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [req-7541f7fa-e7c2-48ce-bcba-4c3a51a8d02b req-2c9263a5-4eb0-452f-90fa-f86d63d42211 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:43:47.707577 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [req-7541f7fa-e7c2-48ce-bcba-4c3a51a8d02b req-2c9263a5-4eb0-452f-90fa-f86d63d42211 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:43:47.734849 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9263a5-4eb0-452f-90fa-f86d63d42211 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Pushing event updated for resources: {'Port': ['ID=6e271c85-3ef5-4a34-a562-028157857af3,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:43:47.761922 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9263a5-4eb0-452f-90fa-f86d63d42211 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:43:47.762355 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9263a5-4eb0-452f-90fa-f86d63d42211 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:43:47.762976 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9263a5-4eb0-452f-90fa-f86d63d42211 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:43:47.763576 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9263a5-4eb0-452f-90fa-f86d63d42211 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:43:47.764010 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9263a5-4eb0-452f-90fa-f86d63d42211 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:43:47.764426 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9263a5-4eb0-452f-90fa-f86d63d42211 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:43:47.764851 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9263a5-4eb0-452f-90fa-f86d63d42211 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:43:47.765270 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9263a5-4eb0-452f-90fa-f86d63d42211 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:43:47.765685 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9263a5-4eb0-452f-90fa-f86d63d42211 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:43:47.766101 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9263a5-4eb0-452f-90fa-f86d63d42211 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:43:47.766535 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9263a5-4eb0-452f-90fa-f86d63d42211 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:43:47.772635 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2c9263a5-4eb0-452f-90fa-f86d63d42211 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:43:47.790207 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7541f7fa-e7c2-48ce-bcba-4c3a51a8d02b req-2c9263a5-4eb0-452f-90fa-f86d63d42211 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:43:47.791009 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-7541f7fa-e7c2-48ce-bcba-4c3a51a8d02b req-2c9263a5-4eb0-452f-90fa-f86d63d42211 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:43:48.000735 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7541f7fa-e7c2-48ce-bcba-4c3a51a8d02b req-2c9263a5-4eb0-452f-90fa-f86d63d42211 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4799097 Dec 15 19:43:48.017346 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [req-7541f7fa-e7c2-48ce-bcba-4c3a51a8d02b req-f8b55868-b423-4a5f-86d5-419ec0164875 service neutron] Request body: {'port': {'device_id': '739e79d1-2a3d-4c78-8367-4e35e72bf79a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:43:48.097577 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-4d984e46-29fa-463b-9f43-6b3d29b728a7 None None] Provisioning for port 6e271c85-3ef5-4a34-a562-028157857af3 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:43:48.109589 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-4d984e46-29fa-463b-9f43-6b3d29b728a7 None None] Provisioning complete for port 6e271c85-3ef5-4a34-a562-028157857af3 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:43:48.109589 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4d984e46-29fa-463b-9f43-6b3d29b728a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:43:48.141092 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-7541f7fa-e7c2-48ce-bcba-4c3a51a8d02b req-f8b55868-b423-4a5f-86d5-419ec0164875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:43:48.165269 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-4d984e46-29fa-463b-9f43-6b3d29b728a7 None None] Port 6e271c85-3ef5-4a34-a562-028157857af3 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:43:48.234653 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff83884b-79e3-44fd-adfb-8d5685a6e93b req-a93fbcd9-2047-4f15-a055-00055b3bcc6b tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:43:48.236286 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ff83884b-79e3-44fd-adfb-8d5685a6e93b req-a93fbcd9-2047-4f15-a055-00055b3bcc6b tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/ports?device_id=739e79d1-2a3d-4c78-8367-4e35e72bf79a HTTP/1.1" status: 200 len: 932 time: 0.0951302 Dec 15 19:43:48.296325 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ff83884b-79e3-44fd-adfb-8d5685a6e93b req-7d14873e-7b2e-436b-9ec3-e87ddac8083d tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/security-groups?id=2750b48c-f962-4f66-8b35-e82997e35d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533514 Dec 15 19:43:48.517852 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [req-7541f7fa-e7c2-48ce-bcba-4c3a51a8d02b req-f8b55868-b423-4a5f-86d5-419ec0164875 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e271c85-3ef5-4a34-a562-028157857af3 {{(pid=88991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 19:43:48.525340 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-7541f7fa-e7c2-48ce-bcba-4c3a51a8d02b req-f8b55868-b423-4a5f-86d5-419ec0164875 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:43:48.541027 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [req-7541f7fa-e7c2-48ce-bcba-4c3a51a8d02b req-f8b55868-b423-4a5f-86d5-419ec0164875 service neutron] Transition to ACTIVE for port object 6e271c85-3ef5-4a34-a562-028157857af3 will not be triggered until provisioned by entity L2. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:43:48.592111 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-7541f7fa-e7c2-48ce-bcba-4c3a51a8d02b req-f8b55868-b423-4a5f-86d5-419ec0164875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:43:48.598408 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-444fbebd-841d-425f-b69d-b0f827cd869e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:43:48.730497 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b55868-b423-4a5f-86d5-419ec0164875 service neutron] Pushing event updated for resources: {'Port': ['ID=6e271c85-3ef5-4a34-a562-028157857af3,revision_number=2']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:43:48.735706 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f8b55868-b423-4a5f-86d5-419ec0164875 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:43:48.859290 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-7541f7fa-e7c2-48ce-bcba-4c3a51a8d02b req-f8b55868-b423-4a5f-86d5-419ec0164875 service neutron] Attempting to bind port 6e271c85-3ef5-4a34-a562-028157857af3 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:43:48.859679 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-7541f7fa-e7c2-48ce-bcba-4c3a51a8d02b req-f8b55868-b423-4a5f-86d5-419ec0164875 service neutron] Attempting to bind port 6e271c85-3ef5-4a34-a562-028157857af3 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '98a50f77-b5f8-412f-b11b-2ed6dc678049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '36e6846d-a0bc-4f2d-b2a0-484da18b59d7'}] {{(pid=88991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:43:48.860058 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7541f7fa-e7c2-48ce-bcba-4c3a51a8d02b req-f8b55868-b423-4a5f-86d5-419ec0164875 service neutron] Attempting to bind port 6e271c85-3ef5-4a34-a562-028157857af3 on network 36e6846d-a0bc-4f2d-b2a0-484da18b59d7 {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:43:48.866533 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7541f7fa-e7c2-48ce-bcba-4c3a51a8d02b req-f8b55868-b423-4a5f-86d5-419ec0164875 service neutron] Port 6e271c85-3ef5-4a34-a562-028157857af3 on network 36e6846d-a0bc-4f2d-b2a0-484da18b59d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:43:48.866905 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7541f7fa-e7c2-48ce-bcba-4c3a51a8d02b req-f8b55868-b423-4a5f-86d5-419ec0164875 service neutron] Attempting to bind port 6e271c85-3ef5-4a34-a562-028157857af3 on network 36e6846d-a0bc-4f2d-b2a0-484da18b59d7 {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:43:48.874517 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7541f7fa-e7c2-48ce-bcba-4c3a51a8d02b req-f8b55868-b423-4a5f-86d5-419ec0164875 service neutron] Checking agent: {'id': '59e4c979-c5dd-468d-a1f2-341133950749', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 12, 24), 'started_at': datetime.datetime(2021, 12, 15, 19, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:43:48.874905 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7541f7fa-e7c2-48ce-bcba-4c3a51a8d02b req-f8b55868-b423-4a5f-86d5-419ec0164875 service neutron] Checking segment: {'id': '98a50f77-b5f8-412f-b11b-2ed6dc678049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '36e6846d-a0bc-4f2d-b2a0-484da18b59d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:43:48.875332 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7541f7fa-e7c2-48ce-bcba-4c3a51a8d02b req-f8b55868-b423-4a5f-86d5-419ec0164875 service neutron] Bound using segment: {'id': '98a50f77-b5f8-412f-b11b-2ed6dc678049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '36e6846d-a0bc-4f2d-b2a0-484da18b59d7'} {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:43:48.875810 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-7541f7fa-e7c2-48ce-bcba-4c3a51a8d02b req-f8b55868-b423-4a5f-86d5-419ec0164875 service neutron] Bound port: 6e271c85-3ef5-4a34-a562-028157857af3, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98a50f77-b5f8-412f-b11b-2ed6dc678049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '36e6846d-a0bc-4f2d-b2a0-484da18b59d7'}}] {{(pid=88991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:43:48.876318 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-7541f7fa-e7c2-48ce-bcba-4c3a51a8d02b req-f8b55868-b423-4a5f-86d5-419ec0164875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:43:48.972345 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-7541f7fa-e7c2-48ce-bcba-4c3a51a8d02b req-f8b55868-b423-4a5f-86d5-419ec0164875 service neutron] For port 6e271c85-3ef5-4a34-a562-028157857af3, host hv-neutron-8218, cleared binding levels {{(pid=88991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:43:48.975509 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-7541f7fa-e7c2-48ce-bcba-4c3a51a8d02b req-f8b55868-b423-4a5f-86d5-419ec0164875 service neutron] For port 6e271c85-3ef5-4a34-a562-028157857af3, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=6e271c85-3ef5-4a34-a562-028157857af3,segment=NetworkSegment(98a50f77-b5f8-412f-b11b-2ed6dc678049),segment_id=98a50f77-b5f8-412f-b11b-2ed6dc678049)] {{(pid=88991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:43:49.000344 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-7541f7fa-e7c2-48ce-bcba-4c3a51a8d02b req-f8b55868-b423-4a5f-86d5-419ec0164875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:43:49.005197 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d207a5c4-2ade-4ed8-8e1b-61cb6de5a3de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:43:49.060964 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-7541f7fa-e7c2-48ce-bcba-4c3a51a8d02b req-f8b55868-b423-4a5f-86d5-419ec0164875 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:43:49.062529 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7541f7fa-e7c2-48ce-bcba-4c3a51a8d02b req-f8b55868-b423-4a5f-86d5-419ec0164875 service neutron] 10.222.0.32 "PUT /v2.0/ports/6e271c85-3ef5-4a34-a562-028157857af3 HTTP/1.1" status: 200 len: 1094 time: 1.0498693 Dec 15 19:43:49.063095 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '739e79d1-2a3d-4c78-8367-4e35e72bf79a', 'tag': '6e271c85-3ef5-4a34-a562-028157857af3'}] {{(pid=88991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:43:49.087689 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b55868-b423-4a5f-86d5-419ec0164875 service neutron] Pushing event updated for resources: {'Port': ['ID=6e271c85-3ef5-4a34-a562-028157857af3,revision_number=3']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:43:49.091173 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f8b55868-b423-4a5f-86d5-419ec0164875 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:43:49.175662 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '739e79d1-2a3d-4c78-8367-4e35e72bf79a', 'tag': '6e271c85-3ef5-4a34-a562-028157857af3', 'status': 'completed', 'code': 200} Dec 15 19:43:49.213268 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7541f7fa-e7c2-48ce-bcba-4c3a51a8d02b req-c4a6adda-4b7e-4478-b0fe-b536be0fab6f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=529a3435812f4c46acdbced9dd2c3394&device_id=739e79d1-2a3d-4c78-8367-4e35e72bf79a HTTP/1.1" status: 200 len: 1097 time: 0.0797124 Dec 15 19:43:49.295504 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7541f7fa-e7c2-48ce-bcba-4c3a51a8d02b req-0ab6d413-78e3-44f0-93c6-9e4b0b919d0c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e271c85-3ef5-4a34-a562-028157857af3 HTTP/1.1" status: 200 len: 217 time: 0.0704186 Dec 15 19:43:49.370936 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7541f7fa-e7c2-48ce-bcba-4c3a51a8d02b req-5b473a31-9343-4f2b-9bde-60ba3d4e668d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:43:49.372629 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7541f7fa-e7c2-48ce-bcba-4c3a51a8d02b req-5b473a31-9343-4f2b-9bde-60ba3d4e668d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=346c20ad-4776-4f4d-b6e7-b0b61d96493f HTTP/1.1" status: 200 len: 851 time: 0.0654771 Dec 15 19:43:49.468277 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7541f7fa-e7c2-48ce-bcba-4c3a51a8d02b req-0524c8af-8fde-43fe-9405-12ba5a643b7e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=36e6846d-a0bc-4f2d-b2a0-484da18b59d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0844650 Dec 15 19:43:49.513484 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31275b73-cf77-4035-a631-ddc61e04f41f req-fa2eeaf4-7cd3-413a-a4c5-2da5aef31592 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:43:49.515151 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-31275b73-cf77-4035-a631-ddc61e04f41f req-fa2eeaf4-7cd3-413a-a4c5-2da5aef31592 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/ports?device_id=739e79d1-2a3d-4c78-8367-4e35e72bf79a HTTP/1.1" status: 200 len: 944 time: 0.0863218 Dec 15 19:43:49.564859 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-31275b73-cf77-4035-a631-ddc61e04f41f req-423553f5-0638-4a38-ac1f-a52b08d893e4 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/security-groups?id=2750b48c-f962-4f66-8b35-e82997e35d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432696 Dec 15 19:43:49.619992 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7541f7fa-e7c2-48ce-bcba-4c3a51a8d02b req-a8e048c6-815e-405c-bbc9-4c04ae524477 service neutron] 10.222.0.32 "GET /v2.0/networks/36e6846d-a0bc-4f2d-b2a0-484da18b59d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406524 Dec 15 19:43:49.766265 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7541f7fa-e7c2-48ce-bcba-4c3a51a8d02b req-ea0cf0db-3493-4b76-b830-81d00040c340 service neutron] 10.222.0.32 "GET /v2.0/networks/36e6846d-a0bc-4f2d-b2a0-484da18b59d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368039 Dec 15 19:43:49.911889 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-100eca1d-233d-434b-a86b-1e8e399fb396 req-d8361f2c-ba29-42fe-a2dc-0a688eaf6290 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=529a3435812f4c46acdbced9dd2c3394&device_id=739e79d1-2a3d-4c78-8367-4e35e72bf79a HTTP/1.1" status: 200 len: 1097 time: 0.0733502 Dec 15 19:43:50.058028 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100eca1d-233d-434b-a86b-1e8e399fb396 req-b75080f5-92dc-4194-8e99-a0995ebf8006 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:43:50.059649 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-100eca1d-233d-434b-a86b-1e8e399fb396 req-b75080f5-92dc-4194-8e99-a0995ebf8006 service neutron] 10.222.0.32 "GET /v2.0/networks?id=36e6846d-a0bc-4f2d-b2a0-484da18b59d7 HTTP/1.1" status: 200 len: 913 time: 0.1385460 Dec 15 19:43:50.141963 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-100eca1d-233d-434b-a86b-1e8e399fb396 req-a2a0b5bd-2977-4e37-b463-34faf2030b5d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e271c85-3ef5-4a34-a562-028157857af3 HTTP/1.1" status: 200 len: 217 time: 0.0699875 Dec 15 19:43:50.212964 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100eca1d-233d-434b-a86b-1e8e399fb396 req-2515be48-6560-4941-a0b2-7d1af41d19e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:43:50.214707 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-100eca1d-233d-434b-a86b-1e8e399fb396 req-2515be48-6560-4941-a0b2-7d1af41d19e1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=346c20ad-4776-4f4d-b6e7-b0b61d96493f HTTP/1.1" status: 200 len: 851 time: 0.0638113 Dec 15 19:43:50.299814 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-100eca1d-233d-434b-a86b-1e8e399fb396 req-d9da4bf3-e29a-436e-80d5-1201f983b47f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=36e6846d-a0bc-4f2d-b2a0-484da18b59d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780463 Dec 15 19:43:50.449068 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-100eca1d-233d-434b-a86b-1e8e399fb396 req-68fec228-6d8b-4c66-bd50-07d3d5197941 service neutron] 10.222.0.32 "GET /v2.0/networks/36e6846d-a0bc-4f2d-b2a0-484da18b59d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374607 Dec 15 19:43:50.591069 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-100eca1d-233d-434b-a86b-1e8e399fb396 req-154f5150-7b46-41c6-8303-98c44587c6a9 service neutron] 10.222.0.32 "GET /v2.0/networks/36e6846d-a0bc-4f2d-b2a0-484da18b59d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347103 Dec 15 19:43:50.780956 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96d867e-ba0c-47ad-964f-41fe0fc184b0 req-c08272d8-4108-4b82-9a7c-edbd0d798ec6 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:43:50.782578 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c96d867e-ba0c-47ad-964f-41fe0fc184b0 req-c08272d8-4108-4b82-9a7c-edbd0d798ec6 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/ports?device_id=739e79d1-2a3d-4c78-8367-4e35e72bf79a HTTP/1.1" status: 200 len: 944 time: 0.0891650 Dec 15 19:43:50.832795 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c96d867e-ba0c-47ad-964f-41fe0fc184b0 req-0b00ed14-d9e7-4cbc-923d-7d261986a27e tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/security-groups?id=2750b48c-f962-4f66-8b35-e82997e35d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439966 Dec 15 19:43:52.042950 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc2185d-ea19-4719-b99d-c4fe5fd26726 req-a75ba541-b48c-4abe-aaff-6f8e5efd8578 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:43:52.045634 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4cc2185d-ea19-4719-b99d-c4fe5fd26726 req-a75ba541-b48c-4abe-aaff-6f8e5efd8578 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/ports?device_id=739e79d1-2a3d-4c78-8367-4e35e72bf79a HTTP/1.1" status: 200 len: 944 time: 0.0826349 Dec 15 19:43:52.096618 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4cc2185d-ea19-4719-b99d-c4fe5fd26726 req-ad0252c5-c6bf-4af1-bbff-09eeabceb12e tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/security-groups?id=2750b48c-f962-4f66-8b35-e82997e35d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458338 Dec 15 19:43:53.305911 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac27281-19d9-46ed-b59c-450612b8fb2e req-43609844-f0d4-47a5-92ed-0001bb567ba1 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:43:53.307591 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-bac27281-19d9-46ed-b59c-450612b8fb2e req-43609844-f0d4-47a5-92ed-0001bb567ba1 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/ports?device_id=739e79d1-2a3d-4c78-8367-4e35e72bf79a HTTP/1.1" status: 200 len: 944 time: 0.0846553 Dec 15 19:43:53.357613 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-bac27281-19d9-46ed-b59c-450612b8fb2e req-b4d26c7f-0a79-4a09-a350-35a78ec13f45 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/security-groups?id=2750b48c-f962-4f66-8b35-e82997e35d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436647 Dec 15 19:43:54.216900 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:43:54.572106 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c80ab3b-eeaf-4f8d-8118-cd4edb941017 req-4521ac24-54d2-4ff2-a8b8-0fb5d25566d8 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:43:54.574046 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7c80ab3b-eeaf-4f8d-8118-cd4edb941017 req-4521ac24-54d2-4ff2-a8b8-0fb5d25566d8 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/ports?device_id=739e79d1-2a3d-4c78-8367-4e35e72bf79a HTTP/1.1" status: 200 len: 944 time: 0.0926151 Dec 15 19:43:54.629598 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7c80ab3b-eeaf-4f8d-8118-cd4edb941017 req-b614569a-9a3a-451f-ada0-05d9f46313bf tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/security-groups?id=2750b48c-f962-4f66-8b35-e82997e35d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493131 Dec 15 19:43:54.640023 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d1641cf8-7acd-4d18-93f6-1a336706e283 req-9002f0e6-5482-4e14-8778-62188cb521ca service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=26987ad8-e0b4-47cb-8364-b97dcd484cc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0769391 Dec 15 19:43:54.796069 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d1641cf8-7acd-4d18-93f6-1a336706e283 req-fd871ab5-d728-41e8-b87e-49c81299fe50 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=529a3435812f4c46acdbced9dd2c3394&device_id=26987ad8-e0b4-47cb-8364-b97dcd484cc6 HTTP/1.1" status: 200 len: 1098 time: 0.0798340 Dec 15 19:43:55.195025 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1641cf8-7acd-4d18-93f6-1a336706e283 req-d20b7964-2552-4544-9853-063e8f4cbb28 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:43:55.197222 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d1641cf8-7acd-4d18-93f6-1a336706e283 req-d20b7964-2552-4544-9853-063e8f4cbb28 service neutron] 10.222.0.32 "GET /v2.0/networks?id=36e6846d-a0bc-4f2d-b2a0-484da18b59d7 HTTP/1.1" status: 200 len: 913 time: 0.3796496 Dec 15 19:43:55.311738 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d1641cf8-7acd-4d18-93f6-1a336706e283 req-5f3e3deb-e1ef-40a5-ba61-2e18bb621b79 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=738a326c-c2fa-4de3-af9f-8f3b0c4c8407 HTTP/1.1" status: 200 len: 999 time: 0.1063058 Dec 15 19:43:55.380586 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1641cf8-7acd-4d18-93f6-1a336706e283 req-57f8510a-9c5a-4fd8-b96b-1fd409bb9037 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:43:55.382168 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d1641cf8-7acd-4d18-93f6-1a336706e283 req-57f8510a-9c5a-4fd8-b96b-1fd409bb9037 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=346c20ad-4776-4f4d-b6e7-b0b61d96493f HTTP/1.1" status: 200 len: 851 time: 0.0629647 Dec 15 19:43:55.466819 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d1641cf8-7acd-4d18-93f6-1a336706e283 req-3ca88e61-d259-44fb-8268-b4d82820e03c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=36e6846d-a0bc-4f2d-b2a0-484da18b59d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734673 Dec 15 19:43:55.616998 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d1641cf8-7acd-4d18-93f6-1a336706e283 req-d833e019-e9d7-4e02-99b0-c5228764ffc0 service neutron] 10.222.0.32 "GET /v2.0/networks/36e6846d-a0bc-4f2d-b2a0-484da18b59d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397011 Dec 15 19:43:55.761815 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d1641cf8-7acd-4d18-93f6-1a336706e283 req-58c5b653-e839-4939-bf88-b3965e2c0171 service neutron] 10.222.0.32 "GET /v2.0/networks/36e6846d-a0bc-4f2d-b2a0-484da18b59d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375601 Dec 15 19:43:55.842981 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4775d7-d990-4344-89a9-812b0d0e7aad req-fd8c1d2e-fca8-4ee2-87df-209e40bf4b64 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:43:55.844746 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6b4775d7-d990-4344-89a9-812b0d0e7aad req-fd8c1d2e-fca8-4ee2-87df-209e40bf4b64 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/ports?device_id=739e79d1-2a3d-4c78-8367-4e35e72bf79a HTTP/1.1" status: 200 len: 944 time: 0.0854447 Dec 15 19:43:55.897880 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6b4775d7-d990-4344-89a9-812b0d0e7aad req-2daed8ea-b636-4775-ba33-e73fdf87746a tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/security-groups?id=2750b48c-f962-4f66-8b35-e82997e35d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464013 Dec 15 19:43:57.110191 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c7745-0ae3-486b-9da3-3ae6e843ec5e req-abf86049-0243-4195-b0fc-91da2f680e92 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:43:57.111818 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c74c7745-0ae3-486b-9da3-3ae6e843ec5e req-abf86049-0243-4195-b0fc-91da2f680e92 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/ports?device_id=739e79d1-2a3d-4c78-8367-4e35e72bf79a HTTP/1.1" status: 200 len: 944 time: 0.0880287 Dec 15 19:43:57.159296 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c74c7745-0ae3-486b-9da3-3ae6e843ec5e req-84de33f8-4178-4833-a3ac-dc2ff033a0bf tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/security-groups?id=2750b48c-f962-4f66-8b35-e82997e35d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413754 Dec 15 19:43:57.897402 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 6e271c85-3ef5-4a34-a562-028157857af3 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 15 19:43:58.038599 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 6e271c85-3ef5-4a34-a562-028157857af3, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=6e271c85-3ef5-4a34-a562-028157857af3,segment=NetworkSegment(98a50f77-b5f8-412f-b11b-2ed6dc678049),segment_id=98a50f77-b5f8-412f-b11b-2ed6dc678049)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:43:58.052502 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Returning: {'device': '6e271c85-3ef5-4a34-a562-028157857af3', 'network_id': '36e6846d-a0bc-4f2d-b2a0-484da18b59d7', 'port_id': '6e271c85-3ef5-4a34-a562-028157857af3', 'mac_address': 'fa:16:3e:0c:e4:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '346c20ad-4776-4f4d-b6e7-b0b61d96493f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 19:43:58.110844 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:43:58.129040 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e271c85-3ef5-4a34-a562-028157857af3 {{(pid=88992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 19:43:58.144421 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 6e271c85-3ef5-4a34-a562-028157857af3, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=6e271c85-3ef5-4a34-a562-028157857af3,segment=NetworkSegment(98a50f77-b5f8-412f-b11b-2ed6dc678049),segment_id=98a50f77-b5f8-412f-b11b-2ed6dc678049)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:43:58.180437 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:43:58.182947 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ee7703d3-2de3-44c0-959b-8b2e2d3112a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:43:58.250656 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=6e271c85-3ef5-4a34-a562-028157857af3,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:43:58.260523 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:43:58.260918 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:43:58.261311 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:43:58.261692 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:43:58.262078 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:43:58.262488 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:43:58.262864 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:43:58.263238 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:43:58.263611 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:43:58.263981 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:43:58.264351 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:43:58.268397 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:43:58.372285 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c138c6-ef1e-463f-9f86-521f37a202e7 req-97c7d3f7-d9ad-4a84-b418-fa6470162235 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:43:58.373886 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-45c138c6-ef1e-463f-9f86-521f37a202e7 req-97c7d3f7-d9ad-4a84-b418-fa6470162235 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/ports?device_id=739e79d1-2a3d-4c78-8367-4e35e72bf79a HTTP/1.1" status: 200 len: 945 time: 0.0834002 Dec 15 19:43:58.425919 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-45c138c6-ef1e-463f-9f86-521f37a202e7 req-47df92cc-c354-4565-a2a0-8ca78efd4e11 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/security-groups?id=2750b48c-f962-4f66-8b35-e82997e35d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456846 Dec 15 19:43:58.439352 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] get_ports_and_sgs() called for port_ids ['6e271c85-3ef5-4a34-a562-028157857af3'] {{(pid=88992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 19:43:59.634691 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971da5bf-1eb5-4636-b52a-8d41ffe52e56 req-32ff1391-5f6b-45d9-84d4-7c596efa9326 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:43:59.636843 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-971da5bf-1eb5-4636-b52a-8d41ffe52e56 req-32ff1391-5f6b-45d9-84d4-7c596efa9326 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/ports?device_id=739e79d1-2a3d-4c78-8367-4e35e72bf79a HTTP/1.1" status: 200 len: 945 time: 0.0859158 Dec 15 19:43:59.686021 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-971da5bf-1eb5-4636-b52a-8d41ffe52e56 req-00f75d46-65b5-4fc0-93ef-db352dbb7fdf tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/security-groups?id=2750b48c-f962-4f66-8b35-e82997e35d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425279 Dec 15 19:43:59.904838 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 6e271c85-3ef5-4a34-a562-028157857af3 up at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:44:00.005102 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning for port 6e271c85-3ef5-4a34-a562-028157857af3 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:44:00.009908 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning complete for port 6e271c85-3ef5-4a34-a562-028157857af3 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:44:00.010368 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:44:00.124280 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:44:00.151399 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '739e79d1-2a3d-4c78-8367-4e35e72bf79a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e271c85-3ef5-4a34-a562-028157857af3'}] {{(pid=88992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:44:00.161421 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 6e271c85-3ef5-4a34-a562-028157857af3, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=6e271c85-3ef5-4a34-a562-028157857af3,segment=NetworkSegment(98a50f77-b5f8-412f-b11b-2ed6dc678049),segment_id=98a50f77-b5f8-412f-b11b-2ed6dc678049)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:44:00.210803 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '739e79d1-2a3d-4c78-8367-4e35e72bf79a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e271c85-3ef5-4a34-a562-028157857af3', 'code': 200} Dec 15 19:44:00.227962 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:44:00.230926 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:44:00.299555 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=6e271c85-3ef5-4a34-a562-028157857af3,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:44:00.302803 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:44:00.553197 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2c70d072-f172-4c45-bd24-1b55f30c8f16 req-ff69f7b3-8bde-4552-8640-f0bce1b94e9d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=739e79d1-2a3d-4c78-8367-4e35e72bf79a HTTP/1.1" status: 200 len: 1099 time: 0.0776548 Dec 15 19:44:00.601954 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2c70d072-f172-4c45-bd24-1b55f30c8f16 req-01a2fa81-a67f-4e2b-895d-7c89d6b4ea9d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2750b48c-f962-4f66-8b35-e82997e35d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386758 Dec 15 19:44:00.895553 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265e492-b6d7-4998-b226-d35f21d6ef0e req-f6cf6edd-8b80-4af9-9737-bd706926a1fc tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:44:00.897144 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7265e492-b6d7-4998-b226-d35f21d6ef0e req-f6cf6edd-8b80-4af9-9737-bd706926a1fc tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/ports?device_id=739e79d1-2a3d-4c78-8367-4e35e72bf79a HTTP/1.1" status: 200 len: 946 time: 0.0871167 Dec 15 19:44:00.946520 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7265e492-b6d7-4998-b226-d35f21d6ef0e req-4c262853-e474-42db-a284-f3d43a7f15cb tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/security-groups?id=2750b48c-f962-4f66-8b35-e82997e35d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424094 Dec 15 19:44:02.154297 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b4bd5-d875-4f32-bb3c-b78cb0d3b421 req-29ef5936-38ea-49da-b975-c0cd00374196 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:44:02.155907 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-178b4bd5-d875-4f32-bb3c-b78cb0d3b421 req-29ef5936-38ea-49da-b975-c0cd00374196 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/ports?device_id=739e79d1-2a3d-4c78-8367-4e35e72bf79a HTTP/1.1" status: 200 len: 946 time: 0.0833592 Dec 15 19:44:02.204751 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-178b4bd5-d875-4f32-bb3c-b78cb0d3b421 req-08033d11-ca8c-4c3e-97a6-e42a55c96510 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/security-groups?id=2750b48c-f962-4f66-8b35-e82997e35d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427291 Dec 15 19:44:02.415272 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b76e1ad-d2f3-47f6-b64a-a4df5db4382c req-f393aba8-3024-455d-84e8-50c4fc248c0e tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:44:02.417006 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0b76e1ad-d2f3-47f6-b64a-a4df5db4382c req-f393aba8-3024-455d-84e8-50c4fc248c0e tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/ports?device_id=739e79d1-2a3d-4c78-8367-4e35e72bf79a HTTP/1.1" status: 200 len: 946 time: 0.0870121 Dec 15 19:44:02.465260 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0b76e1ad-d2f3-47f6-b64a-a4df5db4382c req-d6626392-e497-4aeb-be53-7315ffe5c33b tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/security-groups?id=2750b48c-f962-4f66-8b35-e82997e35d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421510 Dec 15 19:44:02.492827 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 59786) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:44:02.642001 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-9231554d-c441-4cc8-82fe-ce4c0ec8bf9f tempest-TestVolumeBootPattern-120946318 tempest-TestVolumeBootPattern-120946318-project-admin] Synchronizing usage tracker for tenant:28546a524d4c485e87e55096e57deefe on resource:port {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:44:02.696372 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-9231554d-c441-4cc8-82fe-ce4c0ec8bf9f tempest-TestVolumeBootPattern-120946318 tempest-TestVolumeBootPattern-120946318-project-admin] Unset dirty status for tenant:28546a524d4c485e87e55096e57deefe on resource:port {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:44:02.697658 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9231554d-c441-4cc8-82fe-ce4c0ec8bf9f tempest-TestVolumeBootPattern-120946318 tempest-TestVolumeBootPattern-120946318-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=739e79d1-2a3d-4c78-8367-4e35e72bf79a HTTP/1.1" status: 200 len: 1094 time: 0.2038019 Dec 15 19:44:02.701483 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 59792) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:44:02.707246 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-3ce68af1-be63-43c4-b888-9c0ddd2d3ee8 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Request body: {'floatingip': {'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'port_id': '6e271c85-3ef5-4a34-a562-028157857af3', 'tenant_id': '529a3435812f4c46acdbced9dd2c3394', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:44:02.713071 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-3ce68af1-be63-43c4-b888-9c0ddd2d3ee8 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:44:02.717089 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-3ce68af1-be63-43c4-b888-9c0ddd2d3ee8 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Usage tracker for resource:floatingip and tenant:529a3435812f4c46acdbced9dd2c3394 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:44:02.720294 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-3ce68af1-be63-43c4-b888-9c0ddd2d3ee8 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:44:02.726278 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-3ce68af1-be63-43c4-b888-9c0ddd2d3ee8 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:44:02.776529 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3ce68af1-be63-43c4-b888-9c0ddd2d3ee8 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks [] for floatingip, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:44:02.923898 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3ce68af1-be63-43c4-b888-9c0ddd2d3ee8 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:44:03.107111 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-3ce68af1-be63-43c4-b888-9c0ddd2d3ee8 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Allocated IP 172.26.3.222 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/18cfd084-090e-49d5-b945-050f7b2e4ab8) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:44:03.261958 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3ce68af1-be63-43c4-b888-9c0ddd2d3ee8 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:44:03.348143 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3ce68af1-be63-43c4-b888-9c0ddd2d3ee8 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:44:03.352453 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f9c1f6b0-442e-4d5d-a43c-624eeede8a05 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:44:03.424671 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce68af1-be63-43c4-b888-9c0ddd2d3ee8 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:44:03.428305 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-3ce68af1-be63-43c4-b888-9c0ddd2d3ee8 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:44:03.430451 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce68af1-be63-43c4-b888-9c0ddd2d3ee8 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Pushing event updated for resources: {'Port': ['ID=18cfd084-090e-49d5-b945-050f7b2e4ab8,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:44:03.432846 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce68af1-be63-43c4-b888-9c0ddd2d3ee8 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:44:03.462436 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3ce68af1-be63-43c4-b888-9c0ddd2d3ee8 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:44:03.957799 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3ce68af1-be63-43c4-b888-9c0ddd2d3ee8 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:44:04.070935 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3ce68af1-be63-43c4-b888-9c0ddd2d3ee8 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:44:04.282787 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3ce68af1-be63-43c4-b888-9c0ddd2d3ee8 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks [] for port, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:44:04.363366 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3ce68af1-be63-43c4-b888-9c0ddd2d3ee8 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:44:04.368079 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d207a5c4-2ade-4ed8-8e1b-61cb6de5a3de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:44:04.483004 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce68af1-be63-43c4-b888-9c0ddd2d3ee8 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Pushing event updated for resources: {'Port': ['ID=18cfd084-090e-49d5-b945-050f7b2e4ab8,revision_number=2']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:44:04.487496 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3ce68af1-be63-43c4-b888-9c0ddd2d3ee8 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:44:04.494002 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3ce68af1-be63-43c4-b888-9c0ddd2d3ee8 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634093'] for floatingip, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:44:04.694512 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.l3_db [None req-3ce68af1-be63-43c4-b888-9c0ddd2d3ee8 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Floating IP d300dce9-2282-4f40-8e34-e3701278648b associated. External IP: 172.26.3.222, port: 6e271c85-3ef5-4a34-a562-028157857af3. Dec 15 19:44:05.108948 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ce68af1-be63-43c4-b888-9c0ddd2d3ee8 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Router b7eef749-021b-4f6c-a1e6-8b73a697446c has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:44:05.548626 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce68af1-be63-43c4-b888-9c0ddd2d3ee8 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:44:05.559260 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ffbbb5-fb83-45c0-87f3-a12a01738827 None None] Sync routers for ids ['b7eef749-021b-4f6c-a1e6-8b73a697446c'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:44:05.571929 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ffbbb5-fb83-45c0-87f3-a12a01738827 None None] Routers {'b7eef749-021b-4f6c-a1e6-8b73a697446c'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:44:05.572606 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-52ffbbb5-fb83-45c0-87f3-a12a01738827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:43:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['b7eef749-021b-4f6c-a1e6-8b73a697446c'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:44:05.707883 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3ce68af1-be63-43c4-b888-9c0ddd2d3ee8 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:44:05.762529 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-52ffbbb5-fb83-45c0-87f3-a12a01738827 None None] Set router b7eef749-021b-4f6c-a1e6-8b73a697446c gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:44:05.764724 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-3ce68af1-be63-43c4-b888-9c0ddd2d3ee8 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0621462 Dec 15 19:44:05.765443 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '739e79d1-2a3d-4c78-8367-4e35e72bf79a', 'tag': '6e271c85-3ef5-4a34-a562-028157857af3'}] {{(pid=88991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:44:05.820086 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '739e79d1-2a3d-4c78-8367-4e35e72bf79a', 'tag': '6e271c85-3ef5-4a34-a562-028157857af3', 'status': 'completed', 'code': 200} Dec 15 19:44:05.929706 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7c7a3b54-e1e2-4ecc-a2d5-316dc8d5ae14 req-81d7604b-0624-42ca-9864-6ed078fb6312 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=529a3435812f4c46acdbced9dd2c3394&device_id=739e79d1-2a3d-4c78-8367-4e35e72bf79a HTTP/1.1" status: 200 len: 1099 time: 0.0836973 Dec 15 19:44:06.072261 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7a3b54-e1e2-4ecc-a2d5-316dc8d5ae14 req-872d6249-22a6-4f18-be39-aad0239b85ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:44:06.073810 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7c7a3b54-e1e2-4ecc-a2d5-316dc8d5ae14 req-872d6249-22a6-4f18-be39-aad0239b85ed service neutron] 10.222.0.32 "GET /v2.0/networks?id=36e6846d-a0bc-4f2d-b2a0-484da18b59d7 HTTP/1.1" status: 200 len: 913 time: 0.1379199 Dec 15 19:44:06.135932 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-52ffbbb5-fb83-45c0-87f3-a12a01738827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'name': 'tempest-TestVolumeBootPattern-2063477917-router', 'tenant_id': '529a3435812f4c46acdbced9dd2c3394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.189'}], 'enable_snat': True}, 'gw_port_id': '2dd60a0a-839f-438d-96f3-16a08cd862b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:36:23Z', 'updated_at': '2021-12-15T19:36:26Z', 'revision_number': 4, 'project_id': '529a3435812f4c46acdbced9dd2c3394', 'gw_port': {'id': '2dd60a0a-839f-438d-96f3-16a08cd862b6', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:36:23Z', 'updated_at': '2021-12-15T19:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': '0a48fb3a-edbf-4bf6-8acb-fa6b66bd8a19', 'tenant_id': '529a3435812f4c46acdbced9dd2c3394', 'floating_ip_address': '172.26.3.3', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'port_id': '738a326c-c2fa-4de3-af9f-8f3b0c4c8407', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36e6846d-a0bc-4f2d-b2a0-484da18b59d7', 'mac_address': 'fa:16:3e:0f:ed:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26987ad8-e0b4-47cb-8364-b97dcd484cc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:40:54Z', 'updated_at': '2021-12-15T19:40:58Z', 'revision_number': 1, 'project_id': '529a3435812f4c46acdbced9dd2c3394', 'fixed_ip_address_scope': None}, {'id': 'd300dce9-2282-4f40-8e34-e3701278648b', 'tenant_id': '529a3435812f4c46acdbced9dd2c3394', 'floating_ip_address': '172.26.3.222', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'port_id': '6e271c85-3ef5-4a34-a562-028157857af3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36e6846d-a0bc-4f2d-b2a0-484da18b59d7', 'mac_address': 'fa:16:3e:0c:e4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739e79d1-2a3d-4c78-8367-4e35e72bf79a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:44:03Z', 'updated_at': '2021-12-15T19:44:03Z', 'revision_number': 0, 'project_id': '529a3435812f4c46acdbced9dd2c3394', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0e0307d-cc1a-4fea-8dbe-9a75c87a8ab5', 'name': '', 'network_id': '36e6846d-a0bc-4f2d-b2a0-484da18b59d7', 'tenant_id': '529a3435812f4c46acdbced9dd2c3394', 'mac_address': 'fa:16:3e:7c:2c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '346c20ad-4776-4f4d-b6e7-b0b61d96493f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:36:26Z', 'updated_at': '2021-12-15T19:36:35Z', 'revision_number': 5, 'project_id': '529a3435812f4c46acdbced9dd2c3394', 'subnets': [{'id': '346c20ad-4776-4f4d-b6e7-b0b61d96493f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:44:06.140350 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ffbbb5-fb83-45c0-87f3-a12a01738827 None None] Checking router: b7eef749-021b-4f6c-a1e6-8b73a697446c for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:44:06.151768 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ffbbb5-fb83-45c0-87f3-a12a01738827 None None] Routers {'b7eef749-021b-4f6c-a1e6-8b73a697446c'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:44:06.152579 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-52ffbbb5-fb83-45c0-87f3-a12a01738827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:43:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['b7eef749-021b-4f6c-a1e6-8b73a697446c'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:44:06.184856 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7c7a3b54-e1e2-4ecc-a2d5-316dc8d5ae14 req-bcc5ac74-03ce-4ddb-aea0-b858a74dc95b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e271c85-3ef5-4a34-a562-028157857af3 HTTP/1.1" status: 200 len: 1000 time: 0.1047075 Dec 15 19:44:06.255409 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7a3b54-e1e2-4ecc-a2d5-316dc8d5ae14 req-116c5dba-9d7a-4906-945d-b91dff8cbafc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:44:06.256998 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7c7a3b54-e1e2-4ecc-a2d5-316dc8d5ae14 req-116c5dba-9d7a-4906-945d-b91dff8cbafc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=346c20ad-4776-4f4d-b6e7-b0b61d96493f HTTP/1.1" status: 200 len: 851 time: 0.0642905 Dec 15 19:44:06.339048 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7c7a3b54-e1e2-4ecc-a2d5-316dc8d5ae14 req-b94d2268-fa35-4568-baa2-7305c0f98b09 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=36e6846d-a0bc-4f2d-b2a0-484da18b59d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746908 Dec 15 19:44:06.346473 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-52ffbbb5-fb83-45c0-87f3-a12a01738827 None None] Set router b7eef749-021b-4f6c-a1e6-8b73a697446c gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:44:06.484370 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7c7a3b54-e1e2-4ecc-a2d5-316dc8d5ae14 req-7f5f4268-c4b5-4164-bf70-a8d74388daf7 service neutron] 10.222.0.32 "GET /v2.0/networks/36e6846d-a0bc-4f2d-b2a0-484da18b59d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389129 Dec 15 19:44:06.634950 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7c7a3b54-e1e2-4ecc-a2d5-316dc8d5ae14 req-ad8f7c73-8bd7-47af-82ac-93b0ac20ff91 service neutron] 10.222.0.32 "GET /v2.0/networks/36e6846d-a0bc-4f2d-b2a0-484da18b59d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445467 Dec 15 19:44:06.719813 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-52ffbbb5-fb83-45c0-87f3-a12a01738827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'name': 'tempest-TestVolumeBootPattern-2063477917-router', 'tenant_id': '529a3435812f4c46acdbced9dd2c3394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.189'}], 'enable_snat': True}, 'gw_port_id': '2dd60a0a-839f-438d-96f3-16a08cd862b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:36:23Z', 'updated_at': '2021-12-15T19:36:26Z', 'revision_number': 4, 'project_id': '529a3435812f4c46acdbced9dd2c3394', 'gw_port': {'id': '2dd60a0a-839f-438d-96f3-16a08cd862b6', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:36:23Z', 'updated_at': '2021-12-15T19:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': '0a48fb3a-edbf-4bf6-8acb-fa6b66bd8a19', 'tenant_id': '529a3435812f4c46acdbced9dd2c3394', 'floating_ip_address': '172.26.3.3', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'port_id': '738a326c-c2fa-4de3-af9f-8f3b0c4c8407', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36e6846d-a0bc-4f2d-b2a0-484da18b59d7', 'mac_address': 'fa:16:3e:0f:ed:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26987ad8-e0b4-47cb-8364-b97dcd484cc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:40:54Z', 'updated_at': '2021-12-15T19:40:58Z', 'revision_number': 1, 'project_id': '529a3435812f4c46acdbced9dd2c3394', 'fixed_ip_address_scope': None}, {'id': 'd300dce9-2282-4f40-8e34-e3701278648b', 'tenant_id': '529a3435812f4c46acdbced9dd2c3394', 'floating_ip_address': '172.26.3.222', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'port_id': '6e271c85-3ef5-4a34-a562-028157857af3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36e6846d-a0bc-4f2d-b2a0-484da18b59d7', 'mac_address': 'fa:16:3e:0c:e4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739e79d1-2a3d-4c78-8367-4e35e72bf79a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:44:03Z', 'updated_at': '2021-12-15T19:44:03Z', 'revision_number': 0, 'project_id': '529a3435812f4c46acdbced9dd2c3394', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0e0307d-cc1a-4fea-8dbe-9a75c87a8ab5', 'name': '', 'network_id': '36e6846d-a0bc-4f2d-b2a0-484da18b59d7', 'tenant_id': '529a3435812f4c46acdbced9dd2c3394', 'mac_address': 'fa:16:3e:7c:2c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '346c20ad-4776-4f4d-b6e7-b0b61d96493f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:36:26Z', 'updated_at': '2021-12-15T19:36:35Z', 'revision_number': 5, 'project_id': '529a3435812f4c46acdbced9dd2c3394', 'subnets': [{'id': '346c20ad-4776-4f4d-b6e7-b0b61d96493f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:44:06.724465 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ffbbb5-fb83-45c0-87f3-a12a01738827 None None] The sync data for ids ['b7eef749-021b-4f6c-a1e6-8b73a697446c'] in dv-neutron-821831-2-hyperv is: [{'id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'name': 'tempest-TestVolumeBootPattern-2063477917-router', 'tenant_id': '529a3435812f4c46acdbced9dd2c3394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.189'}], 'enable_snat': True}, 'gw_port_id': '2dd60a0a-839f-438d-96f3-16a08cd862b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:36:23Z', 'updated_at': '2021-12-15T19:36:26Z', 'revision_number': 4, 'project_id': '529a3435812f4c46acdbced9dd2c3394', 'gw_port': {'id': '2dd60a0a-839f-438d-96f3-16a08cd862b6', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:36:23Z', 'updated_at': '2021-12-15T19:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': '0a48fb3a-edbf-4bf6-8acb-fa6b66bd8a19', 'tenant_id': '529a3435812f4c46acdbced9dd2c3394', 'floating_ip_address': '172.26.3.3', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'port_id': '738a326c-c2fa-4de3-af9f-8f3b0c4c8407', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36e6846d-a0bc-4f2d-b2a0-484da18b59d7', 'mac_address': 'fa:16:3e:0f:ed:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26987ad8-e0b4-47cb-8364-b97dcd484cc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:40:54Z', 'updated_at': '2021-12-15T19:40:58Z', 'revision_number': 1, 'project_id': '529a3435812f4c46acdbced9dd2c3394', 'fixed_ip_address_scope': None}, {'id': 'd300dce9-2282-4f40-8e34-e3701278648b', 'tenant_id': '529a3435812f4c46acdbced9dd2c3394', 'floating_ip_address': '172.26.3.222', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'port_id': '6e271c85-3ef5-4a34-a562-028157857af3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36e6846d-a0bc-4f2d-b2a0-484da18b59d7', 'mac_address': 'fa:16:3e:0c:e4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739e79d1-2a3d-4c78-8367-4e35e72bf79a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:44:03Z', 'updated_at': '2021-12-15T19:44:03Z', 'revision_number': 0, 'project_id': '529a3435812f4c46acdbced9dd2c3394', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0e0307d-cc1a-4fea-8dbe-9a75c87a8ab5', 'name': '', 'network_id': '36e6846d-a0bc-4f2d-b2a0-484da18b59d7', 'tenant_id': '529a3435812f4c46acdbced9dd2c3394', 'mac_address': 'fa:16:3e:7c:2c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '346c20ad-4776-4f4d-b6e7-b0b61d96493f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:36:26Z', 'updated_at': '2021-12-15T19:36:35Z', 'revision_number': 5, 'project_id': '529a3435812f4c46acdbced9dd2c3394', 'subnets': [{'id': '346c20ad-4776-4f4d-b6e7-b0b61d96493f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:44:07.096267 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b883220e-3b66-46d9-9f76-c7b4a65a6782 None None] New status for floating IP d300dce9-2282-4f40-8e34-e3701278648b: ACTIVE {{(pid=88993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 15 19:44:08.227832 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-35806d85-bf34-4889-a253-58670afcf6d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:44:09.467898 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:44:10.530350 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cf7d9924-541d-4274-a39e-0b5c6b076b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:44:10.895921 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:44:12.656546 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:44:21.911624 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 19:44:24.253727 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:44:38.248598 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-56671979-4f2d-4865-9144-0af8b8dc762a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:44:39.450767 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:44:40.557836 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eb581fc4-f334-426b-b9e0-da73677c53a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:44:40.861274 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:44:42.798210 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:44:54.324438 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:44:56.657456 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1009b10a-5763-459a-9d69-66ba6cb89da1 req-667d399d-f6ab-4d40-a810-05a429a21283 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=26987ad8-e0b4-47cb-8364-b97dcd484cc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0790393 Dec 15 19:44:56.822444 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1009b10a-5763-459a-9d69-66ba6cb89da1 req-97f91a4d-4dee-4eae-9ace-a6291373f1af service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=529a3435812f4c46acdbced9dd2c3394&device_id=26987ad8-e0b4-47cb-8364-b97dcd484cc6 HTTP/1.1" status: 200 len: 1098 time: 0.0737557 Dec 15 19:44:56.977970 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009b10a-5763-459a-9d69-66ba6cb89da1 req-63a97fdb-540c-4695-afad-12c890943ba9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:44:56.979518 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1009b10a-5763-459a-9d69-66ba6cb89da1 req-63a97fdb-540c-4695-afad-12c890943ba9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=36e6846d-a0bc-4f2d-b2a0-484da18b59d7 HTTP/1.1" status: 200 len: 913 time: 0.1338634 Dec 15 19:44:57.096154 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1009b10a-5763-459a-9d69-66ba6cb89da1 req-2e39ea2d-609e-498c-a68d-4e2fad08fbb3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=738a326c-c2fa-4de3-af9f-8f3b0c4c8407 HTTP/1.1" status: 200 len: 999 time: 0.1057913 Dec 15 19:44:57.163873 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009b10a-5763-459a-9d69-66ba6cb89da1 req-e7f41463-7838-4c5f-ac7b-8e5fddd4a70f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:44:57.165403 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1009b10a-5763-459a-9d69-66ba6cb89da1 req-e7f41463-7838-4c5f-ac7b-8e5fddd4a70f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=346c20ad-4776-4f4d-b6e7-b0b61d96493f HTTP/1.1" status: 200 len: 851 time: 0.0621259 Dec 15 19:44:57.251963 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1009b10a-5763-459a-9d69-66ba6cb89da1 req-866a1615-9801-4c0f-bee9-76a1082b600f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=36e6846d-a0bc-4f2d-b2a0-484da18b59d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762126 Dec 15 19:44:57.398506 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1009b10a-5763-459a-9d69-66ba6cb89da1 req-1a17aeaa-822a-4c23-b37c-b91bd75eda9d service neutron] 10.222.0.32 "GET /v2.0/networks/36e6846d-a0bc-4f2d-b2a0-484da18b59d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363561 Dec 15 19:44:57.541186 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1009b10a-5763-459a-9d69-66ba6cb89da1 req-33a2df3c-39f4-4a41-a58e-dfcf37313563 service neutron] 10.222.0.32 "GET /v2.0/networks/36e6846d-a0bc-4f2d-b2a0-484da18b59d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318381 Dec 15 19:44:58.910685 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 19:45:08.242860 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4a4d946f-af06-44fc-af2f-56ff940b7dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:45:09.465385 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:45:10.533938 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b3b2bf95-760e-4585-8a2e-ad8a0f5ea235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:45:10.877289 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:45:12.654625 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:45:24.248320 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:45:35.918077 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 19:45:38.248092 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-96ce2c02-dad7-4915-8270-212f54901fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:45:39.472285 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:45:40.522174 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f24cdc98-cb18-4f64-b6cd-a1e29e819045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:45:40.864858 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:45:42.665799 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:45:54.264823 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:45:59.470214 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0bcdab3d-61d3-4eca-aabd-f7accace0943 req-7d0ad7e6-af9d-4b77-8c80-8be0ba6f96fe service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=739e79d1-2a3d-4c78-8367-4e35e72bf79a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1439502 Dec 15 19:45:59.575415 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0bcdab3d-61d3-4eca-aabd-f7accace0943 req-6216b9a2-e2ef-4d2a-ade2-3a8dec2a7ad5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=529a3435812f4c46acdbced9dd2c3394&device_id=739e79d1-2a3d-4c78-8367-4e35e72bf79a HTTP/1.1" status: 200 len: 1099 time: 0.0787544 Dec 15 19:45:59.784156 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcdab3d-61d3-4eca-aabd-f7accace0943 req-72608339-9ca4-4d9d-8c32-d6387d281a45 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:45:59.785813 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0bcdab3d-61d3-4eca-aabd-f7accace0943 req-72608339-9ca4-4d9d-8c32-d6387d281a45 service neutron] 10.222.0.32 "GET /v2.0/networks?id=36e6846d-a0bc-4f2d-b2a0-484da18b59d7 HTTP/1.1" status: 200 len: 913 time: 0.1859677 Dec 15 19:45:59.892631 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0bcdab3d-61d3-4eca-aabd-f7accace0943 req-d61ec2d6-07e9-4e63-9553-fddc123b505d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e271c85-3ef5-4a34-a562-028157857af3 HTTP/1.1" status: 200 len: 1002 time: 0.0998368 Dec 15 19:45:59.968866 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcdab3d-61d3-4eca-aabd-f7accace0943 req-108d2188-1e4a-432d-a6bf-091e8e4171dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:45:59.970718 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0bcdab3d-61d3-4eca-aabd-f7accace0943 req-108d2188-1e4a-432d-a6bf-091e8e4171dc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=346c20ad-4776-4f4d-b6e7-b0b61d96493f HTTP/1.1" status: 200 len: 851 time: 0.0673444 Dec 15 19:46:00.054331 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0bcdab3d-61d3-4eca-aabd-f7accace0943 req-b9c6fa77-43a7-4e65-95d8-474c53c0643f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=36e6846d-a0bc-4f2d-b2a0-484da18b59d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733757 Dec 15 19:46:00.068515 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [req-0bcdab3d-61d3-4eca-aabd-f7accace0943 req-8d91152f-24f1-45b6-8172-4af744db864f service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:46:00.069601 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0bcdab3d-61d3-4eca-aabd-f7accace0943 req-8d91152f-24f1-45b6-8172-4af744db864f service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0051076 Dec 15 19:46:00.215759 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0bcdab3d-61d3-4eca-aabd-f7accace0943 req-49f9fab3-1764-4c88-b1af-98d3d5a436d2 service neutron] 10.222.0.32 "GET /v2.0/networks/36e6846d-a0bc-4f2d-b2a0-484da18b59d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355472 Dec 15 19:46:00.364038 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0bcdab3d-61d3-4eca-aabd-f7accace0943 req-2562f408-91a7-4c94-aad9-50269f1864e7 service neutron] 10.222.0.32 "GET /v2.0/networks/36e6846d-a0bc-4f2d-b2a0-484da18b59d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374109 Dec 15 19:46:08.242472 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-95eddfeb-f062-46bc-983a-7059d2ed1e61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:46:09.481453 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:46:10.521419 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ee6aa7ce-0048-4393-bb53-daaf62bb7a19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:46:10.870208 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:46:12.647356 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:46:12.911875 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 19:46:24.280313 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:46:36.695889 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 59848) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:46:36.907184 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-6499a52a-7cc2-4a8b-b078-7cc91ce92d86 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Deleting port 18cfd084-090e-49d5-b945-050f7b2e4ab8 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:46:36.907574 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6499a52a-7cc2-4a8b-b078-7cc91ce92d86 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:46:37.079694 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6499a52a-7cc2-4a8b-b078-7cc91ce92d86 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:46:37.080060 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6499a52a-7cc2-4a8b-b078-7cc91ce92d86 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:46:37.203419 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-6499a52a-7cc2-4a8b-b078-7cc91ce92d86 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Calling delete_port for 18cfd084-090e-49d5-b945-050f7b2e4ab8 owned by network:floatingip {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:46:37.407324 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6499a52a-7cc2-4a8b-b078-7cc91ce92d86 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:46:37.412012 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1573fa94-3600-45f7-a59a-2c89921bfdc3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:46:37.452159 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6499a52a-7cc2-4a8b-b078-7cc91ce92d86 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Pushing event deleted for resources: {'Port': ['ID=18cfd084-090e-49d5-b945-050f7b2e4ab8,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:46:37.497133 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6499a52a-7cc2-4a8b-b078-7cc91ce92d86 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:46:37.497563 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6499a52a-7cc2-4a8b-b078-7cc91ce92d86 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:46:37.497991 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6499a52a-7cc2-4a8b-b078-7cc91ce92d86 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:46:37.498446 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6499a52a-7cc2-4a8b-b078-7cc91ce92d86 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:46:37.498869 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6499a52a-7cc2-4a8b-b078-7cc91ce92d86 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:46:37.499288 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6499a52a-7cc2-4a8b-b078-7cc91ce92d86 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:46:37.499704 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6499a52a-7cc2-4a8b-b078-7cc91ce92d86 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:46:37.500154 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6499a52a-7cc2-4a8b-b078-7cc91ce92d86 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:46:37.500568 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6499a52a-7cc2-4a8b-b078-7cc91ce92d86 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:46:37.500980 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6499a52a-7cc2-4a8b-b078-7cc91ce92d86 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:46:37.501424 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6499a52a-7cc2-4a8b-b078-7cc91ce92d86 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:46:37.504743 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6499a52a-7cc2-4a8b-b078-7cc91ce92d86 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:46:37.564568 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6499a52a-7cc2-4a8b-b078-7cc91ce92d86 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks [] for floatingip, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:46:38.202848 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6499a52a-7cc2-4a8b-b078-7cc91ce92d86 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Router b7eef749-021b-4f6c-a1e6-8b73a697446c has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:46:38.258680 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5124ee14-795d-4c9e-b881-1ad3f3545853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:46:38.411744 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6499a52a-7cc2-4a8b-b078-7cc91ce92d86 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:46:38.422486 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373add7a-2a06-4dbb-ae13-a691729475e4 None None] Sync routers for ids ['b7eef749-021b-4f6c-a1e6-8b73a697446c'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:46:38.428879 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6499a52a-7cc2-4a8b-b078-7cc91ce92d86 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:46:38.436043 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373add7a-2a06-4dbb-ae13-a691729475e4 None None] Routers {'b7eef749-021b-4f6c-a1e6-8b73a697446c'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:46:38.436742 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-373add7a-2a06-4dbb-ae13-a691729475e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:46:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['b7eef749-021b-4f6c-a1e6-8b73a697446c'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:46:38.487920 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6499a52a-7cc2-4a8b-b078-7cc91ce92d86 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "DELETE /v2.0/floatingips/d300dce9-2282-4f40-8e34-e3701278648b HTTP/1.1" status: 204 len: 168 time: 1.7882032 Dec 15 19:46:38.487920 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '739e79d1-2a3d-4c78-8367-4e35e72bf79a', 'tag': '6e271c85-3ef5-4a34-a562-028157857af3'}] {{(pid=88991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:46:38.644128 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-373add7a-2a06-4dbb-ae13-a691729475e4 None None] Set router b7eef749-021b-4f6c-a1e6-8b73a697446c gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:46:38.718478 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '739e79d1-2a3d-4c78-8367-4e35e72bf79a', 'tag': '6e271c85-3ef5-4a34-a562-028157857af3', 'status': 'completed', 'code': 200} Dec 15 19:46:38.834475 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-48ae3696-ceaa-45b9-90a7-6bf2153cb50b req-0620b4b0-3a35-4fab-b425-3b3fe96a5096 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=529a3435812f4c46acdbced9dd2c3394&device_id=739e79d1-2a3d-4c78-8367-4e35e72bf79a HTTP/1.1" status: 200 len: 1099 time: 0.0804050 Dec 15 19:46:38.991525 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ae3696-ceaa-45b9-90a7-6bf2153cb50b req-0f3bfff1-03f2-49b2-917f-c4f6aaf6794c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:46:38.993308 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-48ae3696-ceaa-45b9-90a7-6bf2153cb50b req-0f3bfff1-03f2-49b2-917f-c4f6aaf6794c service neutron] 10.222.0.32 "GET /v2.0/networks?id=36e6846d-a0bc-4f2d-b2a0-484da18b59d7 HTTP/1.1" status: 200 len: 913 time: 0.1485574 Dec 15 19:46:39.035151 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-373add7a-2a06-4dbb-ae13-a691729475e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'name': 'tempest-TestVolumeBootPattern-2063477917-router', 'tenant_id': '529a3435812f4c46acdbced9dd2c3394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.189'}], 'enable_snat': True}, 'gw_port_id': '2dd60a0a-839f-438d-96f3-16a08cd862b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:36:23Z', 'updated_at': '2021-12-15T19:36:26Z', 'revision_number': 4, 'project_id': '529a3435812f4c46acdbced9dd2c3394', 'gw_port': {'id': '2dd60a0a-839f-438d-96f3-16a08cd862b6', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:36:23Z', 'updated_at': '2021-12-15T19:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': '0a48fb3a-edbf-4bf6-8acb-fa6b66bd8a19', 'tenant_id': '529a3435812f4c46acdbced9dd2c3394', 'floating_ip_address': '172.26.3.3', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'port_id': '738a326c-c2fa-4de3-af9f-8f3b0c4c8407', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36e6846d-a0bc-4f2d-b2a0-484da18b59d7', 'mac_address': 'fa:16:3e:0f:ed:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26987ad8-e0b4-47cb-8364-b97dcd484cc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:40:54Z', 'updated_at': '2021-12-15T19:40:58Z', 'revision_number': 1, 'project_id': '529a3435812f4c46acdbced9dd2c3394', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0e0307d-cc1a-4fea-8dbe-9a75c87a8ab5', 'name': '', 'network_id': '36e6846d-a0bc-4f2d-b2a0-484da18b59d7', 'tenant_id': '529a3435812f4c46acdbced9dd2c3394', 'mac_address': 'fa:16:3e:7c:2c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '346c20ad-4776-4f4d-b6e7-b0b61d96493f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:36:26Z', 'updated_at': '2021-12-15T19:36:35Z', 'revision_number': 5, 'project_id': '529a3435812f4c46acdbced9dd2c3394', 'subnets': [{'id': '346c20ad-4776-4f4d-b6e7-b0b61d96493f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:46:39.039458 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373add7a-2a06-4dbb-ae13-a691729475e4 None None] Checking router: b7eef749-021b-4f6c-a1e6-8b73a697446c for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:46:39.052258 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373add7a-2a06-4dbb-ae13-a691729475e4 None None] Routers {'b7eef749-021b-4f6c-a1e6-8b73a697446c'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:46:39.052952 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-373add7a-2a06-4dbb-ae13-a691729475e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:46:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['b7eef749-021b-4f6c-a1e6-8b73a697446c'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:46:39.077375 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-48ae3696-ceaa-45b9-90a7-6bf2153cb50b req-daa75334-9d4a-47b1-930f-0758ca204e85 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e271c85-3ef5-4a34-a562-028157857af3 HTTP/1.1" status: 200 len: 217 time: 0.0735548 Dec 15 19:46:39.084164 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580c3c40-3be1-43f8-8dda-7c19637e77ad req-c9169e17-9717-4beb-a75b-fdeb4310391f tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:46:39.086578 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-580c3c40-3be1-43f8-8dda-7c19637e77ad req-c9169e17-9717-4beb-a75b-fdeb4310391f tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/ports?device_id=739e79d1-2a3d-4c78-8367-4e35e72bf79a HTTP/1.1" status: 200 len: 946 time: 0.1634533 Dec 15 19:46:39.140163 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-580c3c40-3be1-43f8-8dda-7c19637e77ad req-ad4584b9-c037-4d76-9b17-43446b41f9f8 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/security-groups?id=2750b48c-f962-4f66-8b35-e82997e35d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471745 Dec 15 19:46:39.157953 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ae3696-ceaa-45b9-90a7-6bf2153cb50b req-680710d6-ce8b-4903-9e54-04310b7f648c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:46:39.159567 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-48ae3696-ceaa-45b9-90a7-6bf2153cb50b req-680710d6-ce8b-4903-9e54-04310b7f648c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=346c20ad-4776-4f4d-b6e7-b0b61d96493f HTTP/1.1" status: 200 len: 851 time: 0.0739141 Dec 15 19:46:39.241711 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-373add7a-2a06-4dbb-ae13-a691729475e4 None None] Set router b7eef749-021b-4f6c-a1e6-8b73a697446c gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:46:39.246866 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-48ae3696-ceaa-45b9-90a7-6bf2153cb50b req-2b7d1b38-d133-4194-8ac9-aa398ee9fcde service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=36e6846d-a0bc-4f2d-b2a0-484da18b59d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788860 Dec 15 19:46:39.393320 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-48ae3696-ceaa-45b9-90a7-6bf2153cb50b req-6ec833d5-cd5b-48cc-8de9-8cafb8882780 service neutron] 10.222.0.32 "GET /v2.0/networks/36e6846d-a0bc-4f2d-b2a0-484da18b59d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393926 Dec 15 19:46:39.533567 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:46:39.538368 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-48ae3696-ceaa-45b9-90a7-6bf2153cb50b req-cdfbe5b0-bfb4-413b-9c51-387de75dc943 service neutron] 10.222.0.32 "GET /v2.0/networks/36e6846d-a0bc-4f2d-b2a0-484da18b59d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373901 Dec 15 19:46:39.624422 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-373add7a-2a06-4dbb-ae13-a691729475e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'name': 'tempest-TestVolumeBootPattern-2063477917-router', 'tenant_id': '529a3435812f4c46acdbced9dd2c3394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.189'}], 'enable_snat': True}, 'gw_port_id': '2dd60a0a-839f-438d-96f3-16a08cd862b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:36:23Z', 'updated_at': '2021-12-15T19:36:26Z', 'revision_number': 4, 'project_id': '529a3435812f4c46acdbced9dd2c3394', 'gw_port': {'id': '2dd60a0a-839f-438d-96f3-16a08cd862b6', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:36:23Z', 'updated_at': '2021-12-15T19:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': '0a48fb3a-edbf-4bf6-8acb-fa6b66bd8a19', 'tenant_id': '529a3435812f4c46acdbced9dd2c3394', 'floating_ip_address': '172.26.3.3', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'port_id': '738a326c-c2fa-4de3-af9f-8f3b0c4c8407', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36e6846d-a0bc-4f2d-b2a0-484da18b59d7', 'mac_address': 'fa:16:3e:0f:ed:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26987ad8-e0b4-47cb-8364-b97dcd484cc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:40:54Z', 'updated_at': '2021-12-15T19:40:58Z', 'revision_number': 1, 'project_id': '529a3435812f4c46acdbced9dd2c3394', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0e0307d-cc1a-4fea-8dbe-9a75c87a8ab5', 'name': '', 'network_id': '36e6846d-a0bc-4f2d-b2a0-484da18b59d7', 'tenant_id': '529a3435812f4c46acdbced9dd2c3394', 'mac_address': 'fa:16:3e:7c:2c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '346c20ad-4776-4f4d-b6e7-b0b61d96493f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:36:26Z', 'updated_at': '2021-12-15T19:36:35Z', 'revision_number': 5, 'project_id': '529a3435812f4c46acdbced9dd2c3394', 'subnets': [{'id': '346c20ad-4776-4f4d-b6e7-b0b61d96493f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:46:39.628686 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373add7a-2a06-4dbb-ae13-a691729475e4 None None] The sync data for ids ['b7eef749-021b-4f6c-a1e6-8b73a697446c'] in dv-neutron-821831-2-hyperv is: [{'id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'name': 'tempest-TestVolumeBootPattern-2063477917-router', 'tenant_id': '529a3435812f4c46acdbced9dd2c3394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.189'}], 'enable_snat': True}, 'gw_port_id': '2dd60a0a-839f-438d-96f3-16a08cd862b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:36:23Z', 'updated_at': '2021-12-15T19:36:26Z', 'revision_number': 4, 'project_id': '529a3435812f4c46acdbced9dd2c3394', 'gw_port': {'id': '2dd60a0a-839f-438d-96f3-16a08cd862b6', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:36:23Z', 'updated_at': '2021-12-15T19:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': '0a48fb3a-edbf-4bf6-8acb-fa6b66bd8a19', 'tenant_id': '529a3435812f4c46acdbced9dd2c3394', 'floating_ip_address': '172.26.3.3', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'port_id': '738a326c-c2fa-4de3-af9f-8f3b0c4c8407', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36e6846d-a0bc-4f2d-b2a0-484da18b59d7', 'mac_address': 'fa:16:3e:0f:ed:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26987ad8-e0b4-47cb-8364-b97dcd484cc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:40:54Z', 'updated_at': '2021-12-15T19:40:58Z', 'revision_number': 1, 'project_id': '529a3435812f4c46acdbced9dd2c3394', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0e0307d-cc1a-4fea-8dbe-9a75c87a8ab5', 'name': '', 'network_id': '36e6846d-a0bc-4f2d-b2a0-484da18b59d7', 'tenant_id': '529a3435812f4c46acdbced9dd2c3394', 'mac_address': 'fa:16:3e:7c:2c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '346c20ad-4776-4f4d-b6e7-b0b61d96493f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:36:26Z', 'updated_at': '2021-12-15T19:36:35Z', 'revision_number': 5, 'project_id': '529a3435812f4c46acdbced9dd2c3394', 'subnets': [{'id': '346c20ad-4776-4f4d-b6e7-b0b61d96493f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:46:40.044138 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f676f8d-affe-4f6c-9bf6-d6cf1fe4b9a7 None None] New status for floating IP d300dce9-2282-4f40-8e34-e3701278648b: DOWN {{(pid=88993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 15 19:46:40.429232 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8146805-0f0b-40d6-b47e-0db61ec6e0b4 req-a204ce80-1080-4496-bc83-d0e162fd08b6 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:46:40.430748 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d8146805-0f0b-40d6-b47e-0db61ec6e0b4 req-a204ce80-1080-4496-bc83-d0e162fd08b6 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/ports?device_id=739e79d1-2a3d-4c78-8367-4e35e72bf79a HTTP/1.1" status: 200 len: 946 time: 0.1657386 Dec 15 19:46:40.479082 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d8146805-0f0b-40d6-b47e-0db61ec6e0b4 req-d94d1904-e57a-4c61-94d2-70110be22dee tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/security-groups?id=2750b48c-f962-4f66-8b35-e82997e35d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420971 Dec 15 19:46:40.547748 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e52bc276-1172-47e3-9a71-23becd32a730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:46:40.881325 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:46:40.888549 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c546ff-84a8-4e3e-862d-5c49aae86c8e req-fe7f41a6-01f6-4f03-89e5-e065d7d21f41 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:46:40.889307 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-00c546ff-84a8-4e3e-862d-5c49aae86c8e req-fe7f41a6-01f6-4f03-89e5-e065d7d21f41 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Synchronizing usage tracker for tenant:529a3435812f4c46acdbced9dd2c3394 on resource:port {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:46:40.938590 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-00c546ff-84a8-4e3e-862d-5c49aae86c8e req-fe7f41a6-01f6-4f03-89e5-e065d7d21f41 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Unset dirty status for tenant:529a3435812f4c46acdbced9dd2c3394 on resource:port {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:46:40.939830 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-00c546ff-84a8-4e3e-862d-5c49aae86c8e req-fe7f41a6-01f6-4f03-89e5-e065d7d21f41 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.32 "GET /v2.0/ports?device_id=739e79d1-2a3d-4c78-8367-4e35e72bf79a HTTP/1.1" status: 200 len: 946 time: 0.1320968 Dec 15 19:46:41.024549 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [req-00c546ff-84a8-4e3e-862d-5c49aae86c8e req-7d3e10d0-147a-4c1a-9413-5749b744aaf3 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Deleting port 6e271c85-3ef5-4a34-a562-028157857af3 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:46:41.024926 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-00c546ff-84a8-4e3e-862d-5c49aae86c8e req-7d3e10d0-147a-4c1a-9413-5749b744aaf3 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:46:41.275856 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-00c546ff-84a8-4e3e-862d-5c49aae86c8e req-7d3e10d0-147a-4c1a-9413-5749b744aaf3 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] For port 6e271c85-3ef5-4a34-a562-028157857af3, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=6e271c85-3ef5-4a34-a562-028157857af3,segment=NetworkSegment(98a50f77-b5f8-412f-b11b-2ed6dc678049),segment_id=98a50f77-b5f8-412f-b11b-2ed6dc678049)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:46:41.276255 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-00c546ff-84a8-4e3e-862d-5c49aae86c8e req-7d3e10d0-147a-4c1a-9413-5749b744aaf3 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:46:41.404582 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [req-00c546ff-84a8-4e3e-862d-5c49aae86c8e req-7d3e10d0-147a-4c1a-9413-5749b744aaf3 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Calling delete_port for 6e271c85-3ef5-4a34-a562-028157857af3 owned by compute:nova {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:46:41.721449 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-00c546ff-84a8-4e3e-862d-5c49aae86c8e req-7d3e10d0-147a-4c1a-9413-5749b744aaf3 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:46:41.722006 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-66aaa598-31a5-4d0d-b930-460c880a9497 req-789eb28b-4507-470f-a2d2-1fbf1f57ff6c tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/ports?device_id=739e79d1-2a3d-4c78-8367-4e35e72bf79a HTTP/1.1" status: 200 len: 210 time: 0.0454924 Dec 15 19:46:41.728178 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5bde3e1f-737e-49b8-b332-3dee2ee07755 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:46:41.775654 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3e10d0-147a-4c1a-9413-5749b744aaf3 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Pushing event deleted for resources: {'Port': ['ID=6e271c85-3ef5-4a34-a562-028157857af3,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:46:41.779416 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7d3e10d0-147a-4c1a-9413-5749b744aaf3 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:46:41.849115 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [req-00c546ff-84a8-4e3e-862d-5c49aae86c8e req-7d3e10d0-147a-4c1a-9413-5749b744aaf3 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] No DVR routers for this DVR port 6e271c85-3ef5-4a34-a562-028157857af3 on host hv-neutron-8218 {{(pid=88991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:46:41.852185 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-00c546ff-84a8-4e3e-862d-5c49aae86c8e req-7d3e10d0-147a-4c1a-9413-5749b744aaf3 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:46:41.854903 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '739e79d1-2a3d-4c78-8367-4e35e72bf79a', 'name': 'network-vif-deleted', 'tag': '6e271c85-3ef5-4a34-a562-028157857af3'}] {{(pid=88991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:46:41.887941 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-00c546ff-84a8-4e3e-862d-5c49aae86c8e req-7d3e10d0-147a-4c1a-9413-5749b744aaf3 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.32 "DELETE /v2.0/ports/6e271c85-3ef5-4a34-a562-028157857af3 HTTP/1.1" status: 204 len: 173 time: 0.9372513 Dec 15 19:46:41.914566 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '739e79d1-2a3d-4c78-8367-4e35e72bf79a', 'name': 'network-vif-deleted', 'tag': '6e271c85-3ef5-4a34-a562-028157857af3', 'status': 'completed', 'code': 200} Dec 15 19:46:42.670189 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:46:42.910640 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-494551d0-9302-4855-b6bb-f0cd6bc64e0a req-afe5dc4b-071f-4ec3-8111-857d9a700896 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/ports?device_id=739e79d1-2a3d-4c78-8367-4e35e72bf79a HTTP/1.1" status: 200 len: 210 time: 0.0500996 Dec 15 19:46:44.692590 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 6e271c85-3ef5-4a34-a562-028157857af3 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:46:44.734082 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] No Port match for: 6e271c85-3ef5-4a34-a562-028157857af3 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:46:44.734497 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 6e271c85-3ef5-4a34-a562-028157857af3 not bound to the agent host hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:46:48.722915 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 59894) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:46:48.929580 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-341e01a1-f78a-4069-a95f-7fa66c659355 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Deleting port 06f1a0de-96df-4e05-80a3-cd66e6b83e8f {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:46:48.929959 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-341e01a1-f78a-4069-a95f-7fa66c659355 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:46:49.099145 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-341e01a1-f78a-4069-a95f-7fa66c659355 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:46:49.099508 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-341e01a1-f78a-4069-a95f-7fa66c659355 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:46:49.220917 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-341e01a1-f78a-4069-a95f-7fa66c659355 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Calling delete_port for 06f1a0de-96df-4e05-80a3-cd66e6b83e8f owned by network:floatingip {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:46:49.548679 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-341e01a1-f78a-4069-a95f-7fa66c659355 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:46:49.554144 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8e3bdc66-28f4-4dd9-96f1-2aec0b255967 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:46:49.594699 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341e01a1-f78a-4069-a95f-7fa66c659355 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Pushing event deleted for resources: {'Port': ['ID=06f1a0de-96df-4e05-80a3-cd66e6b83e8f,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:46:49.599176 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-341e01a1-f78a-4069-a95f-7fa66c659355 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:46:49.696476 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-341e01a1-f78a-4069-a95f-7fa66c659355 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks [] for floatingip, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:46:49.915912 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 19:46:50.336993 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-341e01a1-f78a-4069-a95f-7fa66c659355 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Router b7eef749-021b-4f6c-a1e6-8b73a697446c has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:46:50.545876 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-341e01a1-f78a-4069-a95f-7fa66c659355 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:46:50.556436 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55176948-c098-4050-80d2-b01ebcb12b9a None None] Sync routers for ids ['b7eef749-021b-4f6c-a1e6-8b73a697446c'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:46:50.563425 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-341e01a1-f78a-4069-a95f-7fa66c659355 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:46:50.569640 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55176948-c098-4050-80d2-b01ebcb12b9a None None] Routers {'b7eef749-021b-4f6c-a1e6-8b73a697446c'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:46:50.570378 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-55176948-c098-4050-80d2-b01ebcb12b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:46:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['b7eef749-021b-4f6c-a1e6-8b73a697446c'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:46:50.620895 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-341e01a1-f78a-4069-a95f-7fa66c659355 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "DELETE /v2.0/floatingips/0a48fb3a-edbf-4bf6-8acb-fa6b66bd8a19 HTTP/1.1" status: 204 len: 168 time: 1.8966873 Dec 15 19:46:50.621518 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26987ad8-e0b4-47cb-8364-b97dcd484cc6', 'tag': '738a326c-c2fa-4de3-af9f-8f3b0c4c8407'}] {{(pid=88991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:46:50.681319 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26987ad8-e0b4-47cb-8364-b97dcd484cc6', 'tag': '738a326c-c2fa-4de3-af9f-8f3b0c4c8407', 'status': 'completed', 'code': 200} Dec 15 19:46:50.770546 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-55176948-c098-4050-80d2-b01ebcb12b9a None None] Set router b7eef749-021b-4f6c-a1e6-8b73a697446c gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:46:50.789653 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d4ef5f90-d9ba-43a8-a1e5-326a59b23ef8 req-5193dc08-56ec-47c4-9880-7a7a48676b58 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=529a3435812f4c46acdbced9dd2c3394&device_id=26987ad8-e0b4-47cb-8364-b97dcd484cc6 HTTP/1.1" status: 200 len: 1098 time: 0.0768204 Dec 15 19:46:50.951916 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ef5f90-d9ba-43a8-a1e5-326a59b23ef8 req-2191a357-f134-4822-b8d4-d497262d740d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:46:50.958965 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d4ef5f90-d9ba-43a8-a1e5-326a59b23ef8 req-2191a357-f134-4822-b8d4-d497262d740d service neutron] 10.222.0.32 "GET /v2.0/networks?id=36e6846d-a0bc-4f2d-b2a0-484da18b59d7 HTTP/1.1" status: 200 len: 913 time: 0.1530104 Dec 15 19:46:51.030600 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d4ef5f90-d9ba-43a8-a1e5-326a59b23ef8 req-5867ce42-88fe-432e-be8d-a21deabcf38c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=738a326c-c2fa-4de3-af9f-8f3b0c4c8407 HTTP/1.1" status: 200 len: 217 time: 0.0701549 Dec 15 19:46:51.104365 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ef5f90-d9ba-43a8-a1e5-326a59b23ef8 req-d0bb94d0-bf99-418f-8d36-327acf3eb832 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:46:51.106642 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d4ef5f90-d9ba-43a8-a1e5-326a59b23ef8 req-d0bb94d0-bf99-418f-8d36-327acf3eb832 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=346c20ad-4776-4f4d-b6e7-b0b61d96493f HTTP/1.1" status: 200 len: 851 time: 0.0699732 Dec 15 19:46:51.108902 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-55176948-c098-4050-80d2-b01ebcb12b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'name': 'tempest-TestVolumeBootPattern-2063477917-router', 'tenant_id': '529a3435812f4c46acdbced9dd2c3394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.189'}], 'enable_snat': True}, 'gw_port_id': '2dd60a0a-839f-438d-96f3-16a08cd862b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:36:23Z', 'updated_at': '2021-12-15T19:36:26Z', 'revision_number': 4, 'project_id': '529a3435812f4c46acdbced9dd2c3394', 'gw_port': {'id': '2dd60a0a-839f-438d-96f3-16a08cd862b6', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:36:23Z', 'updated_at': '2021-12-15T19:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': 'a0e0307d-cc1a-4fea-8dbe-9a75c87a8ab5', 'name': '', 'network_id': '36e6846d-a0bc-4f2d-b2a0-484da18b59d7', 'tenant_id': '529a3435812f4c46acdbced9dd2c3394', 'mac_address': 'fa:16:3e:7c:2c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '346c20ad-4776-4f4d-b6e7-b0b61d96493f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:36:26Z', 'updated_at': '2021-12-15T19:36:35Z', 'revision_number': 5, 'project_id': '529a3435812f4c46acdbced9dd2c3394', 'subnets': [{'id': '346c20ad-4776-4f4d-b6e7-b0b61d96493f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:46:51.112991 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55176948-c098-4050-80d2-b01ebcb12b9a None None] Checking router: b7eef749-021b-4f6c-a1e6-8b73a697446c for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:46:51.125151 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55176948-c098-4050-80d2-b01ebcb12b9a None None] Routers {'b7eef749-021b-4f6c-a1e6-8b73a697446c'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:46:51.126037 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-55176948-c098-4050-80d2-b01ebcb12b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:46:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['b7eef749-021b-4f6c-a1e6-8b73a697446c'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:46:51.139819 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae4effe-80d4-46b7-ad27-0888142599d9 req-391acdfe-62d9-4aab-932d-d044df3022e8 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:46:51.141444 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0ae4effe-80d4-46b7-ad27-0888142599d9 req-391acdfe-62d9-4aab-932d-d044df3022e8 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/ports?device_id=26987ad8-e0b4-47cb-8364-b97dcd484cc6 HTTP/1.1" status: 200 len: 945 time: 0.0860178 Dec 15 19:46:51.192270 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0ae4effe-80d4-46b7-ad27-0888142599d9 req-2cce15fd-d4df-44e2-88ae-b7488c016a8a tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/security-groups?id=2750b48c-f962-4f66-8b35-e82997e35d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435488 Dec 15 19:46:51.195377 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d4ef5f90-d9ba-43a8-a1e5-326a59b23ef8 req-3a84b021-aa87-4b93-a83e-fb395ae74db2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=36e6846d-a0bc-4f2d-b2a0-484da18b59d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803761 Dec 15 19:46:51.313397 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-55176948-c098-4050-80d2-b01ebcb12b9a None None] Set router b7eef749-021b-4f6c-a1e6-8b73a697446c gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:46:51.349404 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d4ef5f90-d9ba-43a8-a1e5-326a59b23ef8 req-935e968d-81d1-4d86-b1b4-981f1833030b service neutron] 10.222.0.32 "GET /v2.0/networks/36e6846d-a0bc-4f2d-b2a0-484da18b59d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429586 Dec 15 19:46:51.495725 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d4ef5f90-d9ba-43a8-a1e5-326a59b23ef8 req-58c9ff86-8e67-415b-ac91-9e32037d08e8 service neutron] 10.222.0.32 "GET /v2.0/networks/36e6846d-a0bc-4f2d-b2a0-484da18b59d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388767 Dec 15 19:46:51.648380 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-55176948-c098-4050-80d2-b01ebcb12b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'name': 'tempest-TestVolumeBootPattern-2063477917-router', 'tenant_id': '529a3435812f4c46acdbced9dd2c3394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.189'}], 'enable_snat': True}, 'gw_port_id': '2dd60a0a-839f-438d-96f3-16a08cd862b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:36:23Z', 'updated_at': '2021-12-15T19:36:26Z', 'revision_number': 4, 'project_id': '529a3435812f4c46acdbced9dd2c3394', 'gw_port': {'id': '2dd60a0a-839f-438d-96f3-16a08cd862b6', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:36:23Z', 'updated_at': '2021-12-15T19:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': 'a0e0307d-cc1a-4fea-8dbe-9a75c87a8ab5', 'name': '', 'network_id': '36e6846d-a0bc-4f2d-b2a0-484da18b59d7', 'tenant_id': '529a3435812f4c46acdbced9dd2c3394', 'mac_address': 'fa:16:3e:7c:2c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '346c20ad-4776-4f4d-b6e7-b0b61d96493f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:36:26Z', 'updated_at': '2021-12-15T19:36:35Z', 'revision_number': 5, 'project_id': '529a3435812f4c46acdbced9dd2c3394', 'subnets': [{'id': '346c20ad-4776-4f4d-b6e7-b0b61d96493f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:46:51.652741 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55176948-c098-4050-80d2-b01ebcb12b9a None None] The sync data for ids ['b7eef749-021b-4f6c-a1e6-8b73a697446c'] in dv-neutron-821831-2-hyperv is: [{'id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'name': 'tempest-TestVolumeBootPattern-2063477917-router', 'tenant_id': '529a3435812f4c46acdbced9dd2c3394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.189'}], 'enable_snat': True}, 'gw_port_id': '2dd60a0a-839f-438d-96f3-16a08cd862b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:36:23Z', 'updated_at': '2021-12-15T19:36:26Z', 'revision_number': 4, 'project_id': '529a3435812f4c46acdbced9dd2c3394', 'gw_port': {'id': '2dd60a0a-839f-438d-96f3-16a08cd862b6', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:36:23Z', 'updated_at': '2021-12-15T19:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': 'a0e0307d-cc1a-4fea-8dbe-9a75c87a8ab5', 'name': '', 'network_id': '36e6846d-a0bc-4f2d-b2a0-484da18b59d7', 'tenant_id': '529a3435812f4c46acdbced9dd2c3394', 'mac_address': 'fa:16:3e:7c:2c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '346c20ad-4776-4f4d-b6e7-b0b61d96493f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:36:26Z', 'updated_at': '2021-12-15T19:36:35Z', 'revision_number': 5, 'project_id': '529a3435812f4c46acdbced9dd2c3394', 'subnets': [{'id': '346c20ad-4776-4f4d-b6e7-b0b61d96493f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:46:51.699545 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4d4c41-bc46-46bf-a4b0-c523658befb6 req-0cf5f088-4965-42aa-b797-f3285914c43a tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:46:51.700374 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-fb4d4c41-bc46-46bf-a4b0-c523658befb6 req-0cf5f088-4965-42aa-b797-f3285914c43a tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Synchronizing usage tracker for tenant:529a3435812f4c46acdbced9dd2c3394 on resource:port {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:46:51.738490 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-fb4d4c41-bc46-46bf-a4b0-c523658befb6 req-0cf5f088-4965-42aa-b797-f3285914c43a tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Unset dirty status for tenant:529a3435812f4c46acdbced9dd2c3394 on resource:port {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:46:51.739767 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-fb4d4c41-bc46-46bf-a4b0-c523658befb6 req-0cf5f088-4965-42aa-b797-f3285914c43a tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.32 "GET /v2.0/ports?device_id=26987ad8-e0b4-47cb-8364-b97dcd484cc6 HTTP/1.1" status: 200 len: 945 time: 0.1228435 Dec 15 19:46:51.820135 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [req-fb4d4c41-bc46-46bf-a4b0-c523658befb6 req-b9546846-8441-4eb6-94c5-4e1afe443759 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Deleting port 738a326c-c2fa-4de3-af9f-8f3b0c4c8407 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:46:51.820483 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-fb4d4c41-bc46-46bf-a4b0-c523658befb6 req-b9546846-8441-4eb6-94c5-4e1afe443759 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:46:52.075824 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-fb4d4c41-bc46-46bf-a4b0-c523658befb6 req-b9546846-8441-4eb6-94c5-4e1afe443759 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] For port 738a326c-c2fa-4de3-af9f-8f3b0c4c8407, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=738a326c-c2fa-4de3-af9f-8f3b0c4c8407,segment=NetworkSegment(98a50f77-b5f8-412f-b11b-2ed6dc678049),segment_id=98a50f77-b5f8-412f-b11b-2ed6dc678049)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:46:52.076391 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-fb4d4c41-bc46-46bf-a4b0-c523658befb6 req-b9546846-8441-4eb6-94c5-4e1afe443759 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:46:52.096389 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79121c7-7844-44af-8949-b267fa100a93 None None] New status for floating IP 0a48fb3a-edbf-4bf6-8acb-fa6b66bd8a19: DOWN {{(pid=88993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 15 19:46:52.201922 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [req-fb4d4c41-bc46-46bf-a4b0-c523658befb6 req-b9546846-8441-4eb6-94c5-4e1afe443759 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Calling delete_port for 738a326c-c2fa-4de3-af9f-8f3b0c4c8407 owned by compute:nova {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:46:52.436504 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b52e9ea0-b436-4dc7-a3b5-341aecfc94b2 req-ac97f884-f243-4d26-9898-8ce08b51b9fb tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/ports?device_id=26987ad8-e0b4-47cb-8364-b97dcd484cc6 HTTP/1.1" status: 200 len: 210 time: 0.0517488 Dec 15 19:46:52.441446 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-fb4d4c41-bc46-46bf-a4b0-c523658befb6 req-b9546846-8441-4eb6-94c5-4e1afe443759 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:46:52.448177 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-43771112-51ca-4c07-9eb7-9f0bbe0c3ccf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:46:52.493058 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9546846-8441-4eb6-94c5-4e1afe443759 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Pushing event deleted for resources: {'Port': ['ID=738a326c-c2fa-4de3-af9f-8f3b0c4c8407,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:46:52.496826 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b9546846-8441-4eb6-94c5-4e1afe443759 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:46:52.571372 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb4d4c41-bc46-46bf-a4b0-c523658befb6 req-b9546846-8441-4eb6-94c5-4e1afe443759 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] No DVR routers for this DVR port 738a326c-c2fa-4de3-af9f-8f3b0c4c8407 on host hv-neutron-8218 {{(pid=88991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:46:52.573814 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-fb4d4c41-bc46-46bf-a4b0-c523658befb6 req-b9546846-8441-4eb6-94c5-4e1afe443759 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:46:52.623833 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-fb4d4c41-bc46-46bf-a4b0-c523658befb6 req-b9546846-8441-4eb6-94c5-4e1afe443759 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.32 "DELETE /v2.0/ports/738a326c-c2fa-4de3-af9f-8f3b0c4c8407 HTTP/1.1" status: 204 len: 173 time: 0.8760464 Dec 15 19:46:52.682741 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26987ad8-e0b4-47cb-8364-b97dcd484cc6', 'name': 'network-vif-deleted', 'tag': '738a326c-c2fa-4de3-af9f-8f3b0c4c8407'}] {{(pid=88991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:46:52.753746 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26987ad8-e0b4-47cb-8364-b97dcd484cc6', 'name': 'network-vif-deleted', 'tag': '738a326c-c2fa-4de3-af9f-8f3b0c4c8407', 'status': 'completed', 'code': 200} Dec 15 19:46:53.622633 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-cb23cf8e-d80d-47df-8641-94e17ddd3c36 req-f19b350f-38cf-4bf0-9b34-5a7b88120510 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "GET /v2.0/ports?device_id=26987ad8-e0b4-47cb-8364-b97dcd484cc6 HTTP/1.1" status: 200 len: 210 time: 0.0479715 Dec 15 19:46:54.292638 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:46:54.707176 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 738a326c-c2fa-4de3-af9f-8f3b0c4c8407 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:46:54.737840 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 59914) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:46:54.746320 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] No Port match for: 738a326c-c2fa-4de3-af9f-8f3b0c4c8407 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:46:54.746727 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 738a326c-c2fa-4de3-af9f-8f3b0c4c8407 not bound to the agent host hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:46:54.895685 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-e5155002-3aeb-4592-936f-2a10fcfb5432 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Deleting port 9f6d9643-38a3-42ba-a7d4-e10b4232268e {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:46:54.895990 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e5155002-3aeb-4592-936f-2a10fcfb5432 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:46:55.301843 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e5155002-3aeb-4592-936f-2a10fcfb5432 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:46:55.302213 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e5155002-3aeb-4592-936f-2a10fcfb5432 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:46:55.423117 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-e5155002-3aeb-4592-936f-2a10fcfb5432 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Calling delete_port for 9f6d9643-38a3-42ba-a7d4-e10b4232268e owned by network:floatingip {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:46:55.805341 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e5155002-3aeb-4592-936f-2a10fcfb5432 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:46:55.811144 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a613f228-6956-476c-ad24-fe875619d790 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:46:55.854182 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5155002-3aeb-4592-936f-2a10fcfb5432 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Pushing event deleted for resources: {'Port': ['ID=9f6d9643-38a3-42ba-a7d4-e10b4232268e,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:46:55.893190 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5155002-3aeb-4592-936f-2a10fcfb5432 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:46:55.893563 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5155002-3aeb-4592-936f-2a10fcfb5432 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:46:55.893996 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5155002-3aeb-4592-936f-2a10fcfb5432 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:46:55.894441 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5155002-3aeb-4592-936f-2a10fcfb5432 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:46:55.894857 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5155002-3aeb-4592-936f-2a10fcfb5432 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:46:55.895272 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5155002-3aeb-4592-936f-2a10fcfb5432 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:46:55.895678 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5155002-3aeb-4592-936f-2a10fcfb5432 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:46:55.896089 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5155002-3aeb-4592-936f-2a10fcfb5432 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:46:55.897024 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5155002-3aeb-4592-936f-2a10fcfb5432 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:46:55.897435 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5155002-3aeb-4592-936f-2a10fcfb5432 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:46:55.897845 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5155002-3aeb-4592-936f-2a10fcfb5432 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:46:55.936105 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e5155002-3aeb-4592-936f-2a10fcfb5432 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:46:55.964101 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e5155002-3aeb-4592-936f-2a10fcfb5432 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks [] for floatingip, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:46:55.979553 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e5155002-3aeb-4592-936f-2a10fcfb5432 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:46:55.980778 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e5155002-3aeb-4592-936f-2a10fcfb5432 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "DELETE /v2.0/floatingips/2357a736-17c4-418b-bb36-6543ac8690cc HTTP/1.1" status: 204 len: 168 time: 1.2417858 Dec 15 19:46:58.589986 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 59930) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:46:58.710155 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-54e5908a-712c-4690-ac02-e4837445c6cd tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks [] for security_group, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:46:58.743834 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-54e5908a-712c-4690-ac02-e4837445c6cd tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:46:58.926482 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-54e5908a-712c-4690-ac02-e4837445c6cd tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:46:58.932270 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c0e7c3b0-340a-4c62-ad8c-59ce0cab7665 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:46:58.949677 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e5908a-712c-4690-ac02-e4837445c6cd tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2750b48c-f962-4f66-8b35-e82997e35d9a,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:46:58.952569 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-54e5908a-712c-4690-ac02-e4837445c6cd tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:46:58.988698 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-54e5908a-712c-4690-ac02-e4837445c6cd tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:46:58.989918 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-54e5908a-712c-4690-ac02-e4837445c6cd tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] 10.222.0.36 "DELETE /v2.0/security-groups/2750b48c-f962-4f66-8b35-e82997e35d9a HTTP/1.1" status: 204 len: 168 time: 0.3982806 Dec 15 19:47:00.126729 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 59938) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:47:00.701947 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-05becd8e-33d6-4e05-ace8-aa8de9652083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145021'] for router_interface, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:01.308624 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-05becd8e-33d6-4e05-ace8-aa8de9652083 admin admin] Deleting port a0e0307d-cc1a-4fea-8dbe-9a75c87a8ab5 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:47:01.309263 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-05becd8e-33d6-4e05-ace8-aa8de9652083 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:01.488425 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-05becd8e-33d6-4e05-ace8-aa8de9652083 admin admin] For port a0e0307d-cc1a-4fea-8dbe-9a75c87a8ab5, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=a0e0307d-cc1a-4fea-8dbe-9a75c87a8ab5,segment=NetworkSegment(98a50f77-b5f8-412f-b11b-2ed6dc678049),segment_id=98a50f77-b5f8-412f-b11b-2ed6dc678049)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:47:01.488828 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-05becd8e-33d6-4e05-ace8-aa8de9652083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:01.614162 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-05becd8e-33d6-4e05-ace8-aa8de9652083 admin admin] Calling delete_port for a0e0307d-cc1a-4fea-8dbe-9a75c87a8ab5 owned by network:router_interface {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:47:01.887089 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-05becd8e-33d6-4e05-ace8-aa8de9652083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:01.891403 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-049f9772-53ba-409f-9b35-2deecc131a87 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:47:01.931738 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05becd8e-33d6-4e05-ace8-aa8de9652083 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0e0307d-cc1a-4fea-8dbe-9a75c87a8ab5,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:47:01.935508 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-05becd8e-33d6-4e05-ace8-aa8de9652083 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:47:02.235288 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-05becd8e-33d6-4e05-ace8-aa8de9652083 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852815828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854144871'] for router_interface, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:03.056013 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05becd8e-33d6-4e05-ace8-aa8de9652083 admin admin] Router b7eef749-021b-4f6c-a1e6-8b73a697446c has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:47:03.261396 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05becd8e-33d6-4e05-ace8-aa8de9652083 admin admin] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:47:03.271189 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d771f2-0f42-4d3b-b8e3-0a3733a3becb None None] Sync routers for ids ['b7eef749-021b-4f6c-a1e6-8b73a697446c'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:47:03.274049 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-05becd8e-33d6-4e05-ace8-aa8de9652083 admin admin] 10.222.0.36 "PUT /v2.0/routers/b7eef749-021b-4f6c-a1e6-8b73a697446c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1461697 Dec 15 19:47:03.276889 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 59944) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:47:03.284003 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d771f2-0f42-4d3b-b8e3-0a3733a3becb None None] Routers {'b7eef749-021b-4f6c-a1e6-8b73a697446c'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:47:03.284687 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-23d771f2-0f42-4d3b-b8e3-0a3733a3becb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:46:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['b7eef749-021b-4f6c-a1e6-8b73a697446c'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:47:03.469336 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-23d771f2-0f42-4d3b-b8e3-0a3733a3becb None None] Set router b7eef749-021b-4f6c-a1e6-8b73a697446c gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:47:03.478879 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-99e47e2b-139c-41f4-a65e-f42c174e7489 admin admin] Notify callbacks [] for router, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:03.689325 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-99e47e2b-139c-41f4-a65e-f42c174e7489 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:03.721152 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-99e47e2b-139c-41f4-a65e-f42c174e7489 admin admin] Deleting port 2dd60a0a-839f-438d-96f3-16a08cd862b6 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:47:03.721533 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-99e47e2b-139c-41f4-a65e-f42c174e7489 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:03.776432 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-23d771f2-0f42-4d3b-b8e3-0a3733a3becb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'name': 'tempest-TestVolumeBootPattern-2063477917-router', 'tenant_id': '529a3435812f4c46acdbced9dd2c3394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.189'}], 'enable_snat': True}, 'gw_port_id': '2dd60a0a-839f-438d-96f3-16a08cd862b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:36:23Z', 'updated_at': '2021-12-15T19:47:01Z', 'revision_number': 5, 'project_id': '529a3435812f4c46acdbced9dd2c3394', 'gw_port': {'id': '2dd60a0a-839f-438d-96f3-16a08cd862b6', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:36:23Z', 'updated_at': '2021-12-15T19:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:47:03.780585 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d771f2-0f42-4d3b-b8e3-0a3733a3becb None None] Checking router: b7eef749-021b-4f6c-a1e6-8b73a697446c for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:47:03.792754 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d771f2-0f42-4d3b-b8e3-0a3733a3becb None None] Routers {'b7eef749-021b-4f6c-a1e6-8b73a697446c'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:47:03.793419 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-23d771f2-0f42-4d3b-b8e3-0a3733a3becb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:46:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['b7eef749-021b-4f6c-a1e6-8b73a697446c'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:47:03.899272 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-99e47e2b-139c-41f4-a65e-f42c174e7489 admin admin] For port 2dd60a0a-839f-438d-96f3-16a08cd862b6, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=2dd60a0a-839f-438d-96f3-16a08cd862b6,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:47:03.899596 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-99e47e2b-139c-41f4-a65e-f42c174e7489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:03.947051 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-23d771f2-0f42-4d3b-b8e3-0a3733a3becb None None] Set router b7eef749-021b-4f6c-a1e6-8b73a697446c gateway port host: None {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:47:04.029835 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-99e47e2b-139c-41f4-a65e-f42c174e7489 admin admin] Calling delete_port for 2dd60a0a-839f-438d-96f3-16a08cd862b6 owned by network:router_gateway {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:47:04.057232 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-23d771f2-0f42-4d3b-b8e3-0a3733a3becb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'name': 'tempest-TestVolumeBootPattern-2063477917-router', 'tenant_id': '529a3435812f4c46acdbced9dd2c3394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:36:23Z', 'updated_at': '2021-12-15T19:47:03Z', 'revision_number': 6, 'project_id': '529a3435812f4c46acdbced9dd2c3394', 'gw_port_host': None}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:47:04.061372 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d771f2-0f42-4d3b-b8e3-0a3733a3becb None None] The sync data for ids ['b7eef749-021b-4f6c-a1e6-8b73a697446c'] in dv-neutron-821831-2-hyperv is: [{'id': 'b7eef749-021b-4f6c-a1e6-8b73a697446c', 'name': 'tempest-TestVolumeBootPattern-2063477917-router', 'tenant_id': '529a3435812f4c46acdbced9dd2c3394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:36:23Z', 'updated_at': '2021-12-15T19:47:03Z', 'revision_number': 6, 'project_id': '529a3435812f4c46acdbced9dd2c3394', 'gw_port_host': None}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:47:04.367443 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-99e47e2b-139c-41f4-a65e-f42c174e7489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:04.371834 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6b64db88-4b60-4f74-b67c-96692c675df6 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:47:04.419183 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e47e2b-139c-41f4-a65e-f42c174e7489 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dd60a0a-839f-438d-96f3-16a08cd862b6,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:47:04.423640 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-99e47e2b-139c-41f4-a65e-f42c174e7489 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:47:04.652534 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-99e47e2b-139c-41f4-a65e-f42c174e7489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854141934'] for router_gateway, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:04.915861 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-99e47e2b-139c-41f4-a65e-f42c174e7489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854207876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854699191'] for router, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:04.920281 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-99e47e2b-139c-41f4-a65e-f42c174e7489 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:04.964788 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 2dd60a0a-839f-438d-96f3-16a08cd862b6 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:47:04.983564 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-99e47e2b-139c-41f4-a65e-f42c174e7489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854207982'] for router, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:04.984210 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e47e2b-139c-41f4-a65e-f42c174e7489 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7eef749-021b-4f6c-a1e6-8b73a697446c {{(pid=88990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 19:47:04.997921 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-99e47e2b-139c-41f4-a65e-f42c174e7489 admin admin] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:04.999220 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-99e47e2b-139c-41f4-a65e-f42c174e7489 admin admin] 10.222.0.36 "DELETE /v2.0/routers/b7eef749-021b-4f6c-a1e6-8b73a697446c HTTP/1.1" status: 204 len: 168 time: 1.7213182 Dec 15 19:47:05.002127 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 59948) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:47:05.002621 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 2dd60a0a-839f-438d-96f3-16a08cd862b6 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:47:05.003028 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 2dd60a0a-839f-438d-96f3-16a08cd862b6 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:47:05.003615 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device a0e0307d-cc1a-4fea-8dbe-9a75c87a8ab5 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:47:05.075326 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4320e21-b727-4852-bd75-b70fdb3bea27 admin admin] Deleting subnet 346c20ad-4776-4f4d-b6e7-b0b61d96493f {{(pid=88990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:47:05.079341 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d4320e21-b727-4852-bd75-b70fdb3bea27 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:05.139007 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d4320e21-b727-4852-bd75-b70fdb3bea27 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838448728'] for subnet, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:05.208555 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: a0e0307d-cc1a-4fea-8dbe-9a75c87a8ab5 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:47:05.209166 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device a0e0307d-cc1a-4fea-8dbe-9a75c87a8ab5 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:47:05.225140 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d4320e21-b727-4852-bd75-b70fdb3bea27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:05.435714 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d4320e21-b727-4852-bd75-b70fdb3bea27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16636259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14850861'] for subnet, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:05.440292 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-856811cc-6ee2-4e29-9050-cdc316679c63 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:47:05.478982 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4320e21-b727-4852-bd75-b70fdb3bea27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=346c20ad-4776-4f4d-b6e7-b0b61d96493f,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:47:05.483150 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d4320e21-b727-4852-bd75-b70fdb3bea27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:47:05.485888 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d4320e21-b727-4852-bd75-b70fdb3bea27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:05.491551 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba452fd1-1822-4d76-b0b1-ec063a918b9e None None] Network 36e6846d-a0bc-4f2d-b2a0-484da18b59d7 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:47:05.492547 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d4320e21-b727-4852-bd75-b70fdb3bea27 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/346c20ad-4776-4f4d-b6e7-b0b61d96493f HTTP/1.1" status: 204 len: 168 time: 0.4890912 Dec 15 19:47:05.494951 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 59952) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:47:05.614709 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-33a6df6b-8563-4ede-a5ca-6f939e726361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:05.627212 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-33a6df6b-8563-4ede-a5ca-6f939e726361 admin admin] Deleting port c19e7b2c-85fd-43a3-b538-5cd48012338f {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:47:05.627595 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-33a6df6b-8563-4ede-a5ca-6f939e726361 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:05.749967 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c67547-e648-4095-bad7-9ac997828fa1 None None] DHCP port deletion for 36e6846d-a0bc-4f2d-b2a0-484da18b59d7 request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:47:05.754375 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-55c67547-e648-4095-bad7-9ac997828fa1 None None] Deleting port c19e7b2c-85fd-43a3-b538-5cd48012338f {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:47:05.754803 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-55c67547-e648-4095-bad7-9ac997828fa1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:05.978506 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-55c67547-e648-4095-bad7-9ac997828fa1 None None] For port c19e7b2c-85fd-43a3-b538-5cd48012338f, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=c19e7b2c-85fd-43a3-b538-5cd48012338f,segment=NetworkSegment(98a50f77-b5f8-412f-b11b-2ed6dc678049),segment_id=98a50f77-b5f8-412f-b11b-2ed6dc678049)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:47:05.978873 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-55c67547-e648-4095-bad7-9ac997828fa1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:06.078723 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-33a6df6b-8563-4ede-a5ca-6f939e726361 admin admin] For port c19e7b2c-85fd-43a3-b538-5cd48012338f, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=c19e7b2c-85fd-43a3-b538-5cd48012338f,segment=NetworkSegment(98a50f77-b5f8-412f-b11b-2ed6dc678049),segment_id=98a50f77-b5f8-412f-b11b-2ed6dc678049)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:47:06.079259 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-33a6df6b-8563-4ede-a5ca-6f939e726361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:06.103841 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-55c67547-e648-4095-bad7-9ac997828fa1 None None] Calling delete_port for c19e7b2c-85fd-43a3-b538-5cd48012338f owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:47:06.205658 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-33a6df6b-8563-4ede-a5ca-6f939e726361 admin admin] Calling delete_port for c19e7b2c-85fd-43a3-b538-5cd48012338f owned by network:dhcp {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:47:06.212242 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-55c67547-e648-4095-bad7-9ac997828fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866'] for port, after_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:06.216537 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ee7703d3-2de3-44c0-959b-8b2e2d3112a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:47:06.257302 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c67547-e648-4095-bad7-9ac997828fa1 None None] Pushing event deleted for resources: {'Port': ['ID=c19e7b2c-85fd-43a3-b538-5cd48012338f,revision_number=None']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:47:06.269438 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c67547-e648-4095-bad7-9ac997828fa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:47:06.269830 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c67547-e648-4095-bad7-9ac997828fa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:47:06.270212 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c67547-e648-4095-bad7-9ac997828fa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:47:06.270611 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c67547-e648-4095-bad7-9ac997828fa1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:47:06.270989 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c67547-e648-4095-bad7-9ac997828fa1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:47:06.271864 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c67547-e648-4095-bad7-9ac997828fa1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:47:06.272245 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c67547-e648-4095-bad7-9ac997828fa1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:47:06.272709 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c67547-e648-4095-bad7-9ac997828fa1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:47:06.273080 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c67547-e648-4095-bad7-9ac997828fa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:47:06.273448 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c67547-e648-4095-bad7-9ac997828fa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:47:06.273842 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c67547-e648-4095-bad7-9ac997828fa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:47:06.276624 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c67547-e648-4095-bad7-9ac997828fa1 None None] No DVR routers for this DVR port c19e7b2c-85fd-43a3-b538-5cd48012338f on host dv-neutron-821831-2-hyperv {{(pid=88992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:47:06.278508 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-55c67547-e648-4095-bad7-9ac997828fa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:47:06.278745 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-33a6df6b-8563-4ede-a5ca-6f939e726361 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88990) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:47:06.279124 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-33a6df6b-8563-4ede-a5ca-6f939e726361 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:47:06.780969 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-33a6df6b-8563-4ede-a5ca-6f939e726361 admin admin] Deleting port c19e7b2c-85fd-43a3-b538-5cd48012338f {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:47:06.781357 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-33a6df6b-8563-4ede-a5ca-6f939e726361 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:06.845224 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-33a6df6b-8563-4ede-a5ca-6f939e726361 admin admin] The port 'c19e7b2c-85fd-43a3-b538-5cd48012338f' was deleted {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 15 19:47:06.963940 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device c19e7b2c-85fd-43a3-b538-5cd48012338f no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:47:06.965046 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-33a6df6b-8563-4ede-a5ca-6f939e726361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:06.992517 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-33a6df6b-8563-4ede-a5ca-6f939e726361 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36e6846d-a0bc-4f2d-b2a0-484da18b59d7']}} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:47:06.997216 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: c19e7b2c-85fd-43a3-b538-5cd48012338f {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:47:06.997616 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device c19e7b2c-85fd-43a3-b538-5cd48012338f not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:47:07.006047 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-33a6df6b-8563-4ede-a5ca-6f939e726361 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98a50f77-b5f8-412f-b11b-2ed6dc678049') {'for_net_delete': True} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:47:07.006968 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-33a6df6b-8563-4ede-a5ca-6f939e726361 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98a50f77-b5f8-412f-b11b-2ed6dc678049') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:47:07.019034 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-33a6df6b-8563-4ede-a5ca-6f939e726361 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16327073'] for segment, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:07.038996 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-33a6df6b-8563-4ede-a5ca-6f939e726361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:07.047384 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33a6df6b-8563-4ede-a5ca-6f939e726361 admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=88990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:47:07.047818 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-33a6df6b-8563-4ede-a5ca-6f939e726361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838138943'] for segment, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:07.062824 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:47:07.062824 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:47:07.062824 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:47:07.062824 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:47:07.062824 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:47:07.062824 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:47:07.062824 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:47:07.062824 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 19:47:07.062824 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:47:07.062824 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:47:07.062824 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:47:07.062824 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:47:07.062824 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:47:07.062824 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:47:07.062824 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:47:07.062824 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:47:07.062824 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:47:07.062824 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:47:07.062824 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:47:07.062824 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:47:07.062824 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:47:07.062824 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:47:07.062824 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:47:07.062824 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:47:07.062824 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:47:07.062824 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:47:07.062824 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:47:07.062824 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:47:07.062824 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:47:07.062824 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:47:07.062824 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:47:07.062824 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:47:07.062824 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:47:07.062824 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:47:07.062824 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:47:07.062824 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:47:07.062824 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:47:07.062824 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:47:07.062824 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:47:07.062824 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:47:07.395521 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-33a6df6b-8563-4ede-a5ca-6f939e726361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:07.399125 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d677891a-8ec1-44f6-837d-785bc72cf7a5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:47:07.413537 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-33a6df6b-8563-4ede-a5ca-6f939e726361 admin admin] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:07.424565 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a6df6b-8563-4ede-a5ca-6f939e726361 admin admin] Pushing event deleted for resources: {'Network': ['ID=36e6846d-a0bc-4f2d-b2a0-484da18b59d7,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:47:07.428022 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-33a6df6b-8563-4ede-a5ca-6f939e726361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:47:07.458972 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-33a6df6b-8563-4ede-a5ca-6f939e726361 admin admin] 10.222.0.36 "DELETE /v2.0/networks/36e6846d-a0bc-4f2d-b2a0-484da18b59d7 HTTP/1.1" status: 204 len: 168 time: 1.9630206 Dec 15 19:47:07.462038 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 59956) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:47:07.878116 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b8bbe97e-b73b-4b7f-8995-277246879ad4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145021'] for router_interface, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:08.241443 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-070f3ca2-f1b1-46dd-a6b9-b4608e2ac4c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:08.486764 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-b8bbe97e-b73b-4b7f-8995-277246879ad4 admin admin] Deleting port 3bf2cb06-ae14-4a16-99a0-eecf07d8cd50 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:47:08.487343 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b8bbe97e-b73b-4b7f-8995-277246879ad4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:08.664809 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b8bbe97e-b73b-4b7f-8995-277246879ad4 admin admin] For port 3bf2cb06-ae14-4a16-99a0-eecf07d8cd50, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=3bf2cb06-ae14-4a16-99a0-eecf07d8cd50,segment=NetworkSegment(e06095e3-040a-4f2a-9798-3b5a03c2a981),segment_id=e06095e3-040a-4f2a-9798-3b5a03c2a981)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:47:08.665218 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b8bbe97e-b73b-4b7f-8995-277246879ad4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:08.789163 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-b8bbe97e-b73b-4b7f-8995-277246879ad4 admin admin] Calling delete_port for 3bf2cb06-ae14-4a16-99a0-eecf07d8cd50 owned by network:router_interface {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:47:09.046683 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b8bbe97e-b73b-4b7f-8995-277246879ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:09.051167 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d8ac365d-26c2-4d67-8604-fb83ddfc9c2a tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:47:09.098505 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bbe97e-b73b-4b7f-8995-277246879ad4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bf2cb06-ae14-4a16-99a0-eecf07d8cd50,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:47:09.101580 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b8bbe97e-b73b-4b7f-8995-277246879ad4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:47:09.397019 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b8bbe97e-b73b-4b7f-8995-277246879ad4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852815828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854144871'] for router_interface, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:09.458335 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:10.224265 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8bbe97e-b73b-4b7f-8995-277246879ad4 admin admin] Router bd1d0130-fa30-45a2-a00d-4ffc43c2b53e has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:47:10.434628 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8bbe97e-b73b-4b7f-8995-277246879ad4 admin admin] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:47:10.444696 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fbc0ed-8dc3-4d9a-9286-0f2aeb1d1285 None None] Sync routers for ids ['bd1d0130-fa30-45a2-a00d-4ffc43c2b53e'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:47:10.457387 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fbc0ed-8dc3-4d9a-9286-0f2aeb1d1285 None None] Routers {'bd1d0130-fa30-45a2-a00d-4ffc43c2b53e'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:47:10.467470 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-a0fbc0ed-8dc3-4d9a-9286-0f2aeb1d1285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:46:40Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['bd1d0130-fa30-45a2-a00d-4ffc43c2b53e'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:47:10.505669 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b8bbe97e-b73b-4b7f-8995-277246879ad4 admin admin] 10.222.0.36 "PUT /v2.0/routers/bd1d0130-fa30-45a2-a00d-4ffc43c2b53e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0423374 Dec 15 19:47:10.509105 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 59960) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:47:10.532281 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9c8b7e1b-4b2f-47a0-8a23-37430397627a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:10.643128 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-a0fbc0ed-8dc3-4d9a-9286-0f2aeb1d1285 None None] Set router bd1d0130-fa30-45a2-a00d-4ffc43c2b53e gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:47:10.716819 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0b34f09d-b3e2-4e2a-ae01-96e340ccb1ff admin admin] Notify callbacks [] for router, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:10.886823 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:10.932047 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0b34f09d-b3e2-4e2a-ae01-96e340ccb1ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:10.944510 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-a0fbc0ed-8dc3-4d9a-9286-0f2aeb1d1285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1d0130-fa30-45a2-a00d-4ffc43c2b53e', 'name': 'tempest-TestVolumeBootPattern-810959427-router', 'tenant_id': '28546a524d4c485e87e55096e57deefe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.108'}], 'enable_snat': True}, 'gw_port_id': 'b6acb102-e621-4b92-840b-c5602cfbe56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:36:30Z', 'updated_at': '2021-12-15T19:47:08Z', 'revision_number': 5, 'project_id': '28546a524d4c485e87e55096e57deefe', 'gw_port': {'id': 'b6acb102-e621-4b92-840b-c5602cfbe56e', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:97:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1d0130-fa30-45a2-a00d-4ffc43c2b53e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:36:30Z', 'updated_at': '2021-12-15T19:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:47:10.948764 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fbc0ed-8dc3-4d9a-9286-0f2aeb1d1285 None None] Checking router: bd1d0130-fa30-45a2-a00d-4ffc43c2b53e for host: dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:47:10.959884 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fbc0ed-8dc3-4d9a-9286-0f2aeb1d1285 None None] Routers {'bd1d0130-fa30-45a2-a00d-4ffc43c2b53e'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:47:10.960539 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-a0fbc0ed-8dc3-4d9a-9286-0f2aeb1d1285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:47:10Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['bd1d0130-fa30-45a2-a00d-4ffc43c2b53e'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:47:10.978327 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-0b34f09d-b3e2-4e2a-ae01-96e340ccb1ff admin admin] Deleting port b6acb102-e621-4b92-840b-c5602cfbe56e {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:47:10.978719 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0b34f09d-b3e2-4e2a-ae01-96e340ccb1ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:11.118999 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-a0fbc0ed-8dc3-4d9a-9286-0f2aeb1d1285 None None] Set router bd1d0130-fa30-45a2-a00d-4ffc43c2b53e gateway port host: None {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:47:11.169449 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-0b34f09d-b3e2-4e2a-ae01-96e340ccb1ff admin admin] For port b6acb102-e621-4b92-840b-c5602cfbe56e, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=b6acb102-e621-4b92-840b-c5602cfbe56e,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:47:11.169758 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0b34f09d-b3e2-4e2a-ae01-96e340ccb1ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:11.301287 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-0b34f09d-b3e2-4e2a-ae01-96e340ccb1ff admin admin] Calling delete_port for b6acb102-e621-4b92-840b-c5602cfbe56e owned by network:router_gateway {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:47:11.370960 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-a0fbc0ed-8dc3-4d9a-9286-0f2aeb1d1285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1d0130-fa30-45a2-a00d-4ffc43c2b53e', 'name': 'tempest-TestVolumeBootPattern-810959427-router', 'tenant_id': '28546a524d4c485e87e55096e57deefe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:36:30Z', 'updated_at': '2021-12-15T19:47:10Z', 'revision_number': 6, 'project_id': '28546a524d4c485e87e55096e57deefe', 'gw_port_host': None}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:47:11.375083 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fbc0ed-8dc3-4d9a-9286-0f2aeb1d1285 None None] The sync data for ids ['bd1d0130-fa30-45a2-a00d-4ffc43c2b53e'] in dv-neutron-821831-2-hyperv is: [{'id': 'bd1d0130-fa30-45a2-a00d-4ffc43c2b53e', 'name': 'tempest-TestVolumeBootPattern-810959427-router', 'tenant_id': '28546a524d4c485e87e55096e57deefe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:36:30Z', 'updated_at': '2021-12-15T19:47:10Z', 'revision_number': 6, 'project_id': '28546a524d4c485e87e55096e57deefe', 'gw_port_host': None}] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:47:11.566683 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0b34f09d-b3e2-4e2a-ae01-96e340ccb1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:11.571705 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d8ac365d-26c2-4d67-8604-fb83ddfc9c2a tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:47:11.624968 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b34f09d-b3e2-4e2a-ae01-96e340ccb1ff admin admin] Pushing event deleted for resources: {'Port': ['ID=b6acb102-e621-4b92-840b-c5602cfbe56e,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:47:11.627536 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0b34f09d-b3e2-4e2a-ae01-96e340ccb1ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:47:11.862109 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0b34f09d-b3e2-4e2a-ae01-96e340ccb1ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854141934'] for router_gateway, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:12.132436 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0b34f09d-b3e2-4e2a-ae01-96e340ccb1ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854207876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854699191'] for router, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:12.136885 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0b34f09d-b3e2-4e2a-ae01-96e340ccb1ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:12.320845 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0b34f09d-b3e2-4e2a-ae01-96e340ccb1ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854207982'] for router, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:12.321490 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b34f09d-b3e2-4e2a-ae01-96e340ccb1ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd1d0130-fa30-45a2-a00d-4ffc43c2b53e {{(pid=88990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 19:47:12.333816 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0b34f09d-b3e2-4e2a-ae01-96e340ccb1ff admin admin] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:12.335286 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0b34f09d-b3e2-4e2a-ae01-96e340ccb1ff admin admin] 10.222.0.36 "DELETE /v2.0/routers/bd1d0130-fa30-45a2-a00d-4ffc43c2b53e HTTP/1.1" status: 204 len: 168 time: 1.8250806 Dec 15 19:47:12.338216 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 59964) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:47:12.405934 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-616058bf-8603-4e7c-9aef-86c71d4f93aa admin admin] Deleting subnet eb602123-6acd-4b3e-bc7a-1786de848ddc {{(pid=88990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:47:12.409531 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-616058bf-8603-4e7c-9aef-86c71d4f93aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:12.468088 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-616058bf-8603-4e7c-9aef-86c71d4f93aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838448728'] for subnet, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:12.551823 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-616058bf-8603-4e7c-9aef-86c71d4f93aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:12.664666 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-616058bf-8603-4e7c-9aef-86c71d4f93aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16636259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14850861'] for subnet, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:12.669478 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-edae59d7-e05a-4c7f-9a81-8dd96aa8f2dd tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:47:12.692270 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:12.707128 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616058bf-8603-4e7c-9aef-86c71d4f93aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb602123-6acd-4b3e-bc7a-1786de848ddc,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:47:12.710956 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-616058bf-8603-4e7c-9aef-86c71d4f93aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:47:12.714265 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-616058bf-8603-4e7c-9aef-86c71d4f93aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:12.720378 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a517e8-c742-4afe-be2a-87fcb35614a4 None None] Network 44e0ba41-938c-410d-825a-2bbbd51f7329 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:47:12.720668 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-616058bf-8603-4e7c-9aef-86c71d4f93aa admin admin] 10.222.0.36 "DELETE /v2.0/subnets/eb602123-6acd-4b3e-bc7a-1786de848ddc HTTP/1.1" status: 204 len: 168 time: 0.3813267 Dec 15 19:47:12.723339 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 59968) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:47:12.836815 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1b4da15e-7dbd-4aad-bab4-f9f963b49aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:12.847927 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-1b4da15e-7dbd-4aad-bab4-f9f963b49aeb admin admin] Deleting port 39fee598-b18b-49ac-bbeb-5e54306b0033 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:47:12.848301 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1b4da15e-7dbd-4aad-bab4-f9f963b49aeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:12.986399 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d9968f-d5bf-4acd-9fde-f20a312edb70 None None] DHCP port deletion for 44e0ba41-938c-410d-825a-2bbbd51f7329 request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:47:12.993924 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-97d9968f-d5bf-4acd-9fde-f20a312edb70 None None] Deleting port 39fee598-b18b-49ac-bbeb-5e54306b0033 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:47:12.994438 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-97d9968f-d5bf-4acd-9fde-f20a312edb70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:13.020354 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 3bf2cb06-ae14-4a16-99a0-eecf07d8cd50 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:47:13.066198 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 3bf2cb06-ae14-4a16-99a0-eecf07d8cd50 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:47:13.066610 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 3bf2cb06-ae14-4a16-99a0-eecf07d8cd50 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:47:13.066899 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-1b4da15e-7dbd-4aad-bab4-f9f963b49aeb admin admin] For port 39fee598-b18b-49ac-bbeb-5e54306b0033, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=39fee598-b18b-49ac-bbeb-5e54306b0033,segment=NetworkSegment(e06095e3-040a-4f2a-9798-3b5a03c2a981),segment_id=e06095e3-040a-4f2a-9798-3b5a03c2a981)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:47:13.067089 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device b6acb102-e621-4b92-840b-c5602cfbe56e no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:47:13.067301 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1b4da15e-7dbd-4aad-bab4-f9f963b49aeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:13.104919 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: b6acb102-e621-4b92-840b-c5602cfbe56e {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:47:13.105320 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device b6acb102-e621-4b92-840b-c5602cfbe56e not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:47:13.284919 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-97d9968f-d5bf-4acd-9fde-f20a312edb70 None None] For port 39fee598-b18b-49ac-bbeb-5e54306b0033, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=39fee598-b18b-49ac-bbeb-5e54306b0033,segment=NetworkSegment(e06095e3-040a-4f2a-9798-3b5a03c2a981),segment_id=e06095e3-040a-4f2a-9798-3b5a03c2a981)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:47:13.285373 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-97d9968f-d5bf-4acd-9fde-f20a312edb70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:13.416072 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-97d9968f-d5bf-4acd-9fde-f20a312edb70 None None] Calling delete_port for 39fee598-b18b-49ac-bbeb-5e54306b0033 owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:47:13.447859 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-1b4da15e-7dbd-4aad-bab4-f9f963b49aeb admin admin] Calling delete_port for 39fee598-b18b-49ac-bbeb-5e54306b0033 owned by network:dhcp {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:47:13.519709 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-1b4da15e-7dbd-4aad-bab4-f9f963b49aeb admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88990) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:47:13.520078 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-1b4da15e-7dbd-4aad-bab4-f9f963b49aeb admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:47:13.521139 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-97d9968f-d5bf-4acd-9fde-f20a312edb70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866'] for port, after_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:13.526709 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fe3d0af1-8a30-4529-8b52-59fbd905c309 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:47:13.568357 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d9968f-d5bf-4acd-9fde-f20a312edb70 None None] Pushing event deleted for resources: {'Port': ['ID=39fee598-b18b-49ac-bbeb-5e54306b0033,revision_number=None']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:47:13.571422 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-97d9968f-d5bf-4acd-9fde-f20a312edb70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:47:13.574955 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d9968f-d5bf-4acd-9fde-f20a312edb70 None None] No DVR routers for this DVR port 39fee598-b18b-49ac-bbeb-5e54306b0033 on host dv-neutron-821831-2-hyperv {{(pid=88992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:47:14.021993 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-1b4da15e-7dbd-4aad-bab4-f9f963b49aeb admin admin] Deleting port 39fee598-b18b-49ac-bbeb-5e54306b0033 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:47:14.022469 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1b4da15e-7dbd-4aad-bab4-f9f963b49aeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:14.090105 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-1b4da15e-7dbd-4aad-bab4-f9f963b49aeb admin admin] The port '39fee598-b18b-49ac-bbeb-5e54306b0033' was deleted {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 15 19:47:14.212105 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1b4da15e-7dbd-4aad-bab4-f9f963b49aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:14.238430 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-1b4da15e-7dbd-4aad-bab4-f9f963b49aeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44e0ba41-938c-410d-825a-2bbbd51f7329']}} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:47:14.251334 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-1b4da15e-7dbd-4aad-bab4-f9f963b49aeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e06095e3-040a-4f2a-9798-3b5a03c2a981') {'for_net_delete': True} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:47:14.251670 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-1b4da15e-7dbd-4aad-bab4-f9f963b49aeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e06095e3-040a-4f2a-9798-3b5a03c2a981') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:47:14.263266 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1b4da15e-7dbd-4aad-bab4-f9f963b49aeb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16327073'] for segment, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:14.277589 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1b4da15e-7dbd-4aad-bab4-f9f963b49aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:14.283733 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b4da15e-7dbd-4aad-bab4-f9f963b49aeb admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=88990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:47:14.284045 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1b4da15e-7dbd-4aad-bab4-f9f963b49aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838138943'] for segment, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:14.297981 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:47:14.297981 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:47:14.297981 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:47:14.297981 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:47:14.297981 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:47:14.297981 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:47:14.297981 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:47:14.297981 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:47:14.297981 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:47:14.297981 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:47:14.297981 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:47:14.297981 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:47:14.297981 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:47:14.297981 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:47:14.297981 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:47:14.297981 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:47:14.297981 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:47:14.297981 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:47:14.297981 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:47:14.297981 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:47:14.297981 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:47:14.297981 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:47:14.297981 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:47:14.297981 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:47:14.297981 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:47:14.297981 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:47:14.297981 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:47:14.297981 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:47:14.297981 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:47:14.297981 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:47:14.297981 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:47:14.297981 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:47:14.461857 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1b4da15e-7dbd-4aad-bab4-f9f963b49aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:14.465435 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e51840fe-c665-431c-977e-d7f4461d740e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:47:14.482507 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1b4da15e-7dbd-4aad-bab4-f9f963b49aeb admin admin] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:14.488972 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4da15e-7dbd-4aad-bab4-f9f963b49aeb admin admin] Pushing event deleted for resources: {'Network': ['ID=44e0ba41-938c-410d-825a-2bbbd51f7329,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:47:14.493483 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1b4da15e-7dbd-4aad-bab4-f9f963b49aeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:47:14.500156 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1b4da15e-7dbd-4aad-bab4-f9f963b49aeb admin admin] 10.222.0.36 "DELETE /v2.0/networks/44e0ba41-938c-410d-825a-2bbbd51f7329 HTTP/1.1" status: 204 len: 168 time: 1.7757483 Dec 15 19:47:14.764111 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 59974) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:47:14.825162 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-5d04931b-994a-433b-a964-7d5cb7b118d8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=529a3435812f4c46acdbced9dd2c3394&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0572119 Dec 15 19:47:14.825370 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 59978) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:47:14.892205 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-edd52b9e-9ba6-4123-b56f-e0f61d6fa88b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:14.919317 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-edd52b9e-9ba6-4123-b56f-e0f61d6fa88b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:14.970815 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 39fee598-b18b-49ac-bbeb-5e54306b0033 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:47:15.004816 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 39fee598-b18b-49ac-bbeb-5e54306b0033 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:47:15.005374 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 39fee598-b18b-49ac-bbeb-5e54306b0033 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:47:15.130290 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-edd52b9e-9ba6-4123-b56f-e0f61d6fa88b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:15.136204 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e6847107-fd19-4dd3-ae4c-8c14ccb2c626 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:47:15.153367 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd52b9e-9ba6-4123-b56f-e0f61d6fa88b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c12be621-e130-4034-b92c-9904f753114f,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:47:15.157450 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-edd52b9e-9ba6-4123-b56f-e0f61d6fa88b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:47:15.160965 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-edd52b9e-9ba6-4123-b56f-e0f61d6fa88b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:15.162393 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-edd52b9e-9ba6-4123-b56f-e0f61d6fa88b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c12be621-e130-4034-b92c-9904f753114f HTTP/1.1" status: 204 len: 168 time: 0.3361402 Dec 15 19:47:15.909955 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 59986) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:47:15.962612 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-7931a067-41ab-4974-9f32-04d5474a2888 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=28546a524d4c485e87e55096e57deefe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0512645 Dec 15 19:47:15.965173 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 59990) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:47:16.029771 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e8468931-1c3a-4584-833c-896e550f5f4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:16.056523 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e8468931-1c3a-4584-833c-896e550f5f4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:16.155333 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e8468931-1c3a-4584-833c-896e550f5f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:16.160560 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-747b6592-cf02-4884-8a80-9e5c6285c8a3 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:47:16.175344 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8468931-1c3a-4584-833c-896e550f5f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd4b805-7805-4a26-9c2f-86690f42b169,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:47:16.178385 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e8468931-1c3a-4584-833c-896e550f5f4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:47:16.179342 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e8468931-1c3a-4584-833c-896e550f5f4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:16.180610 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e8468931-1c3a-4584-833c-896e550f5f4d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9fd4b805-7805-4a26-9c2f-86690f42b169 HTTP/1.1" status: 204 len: 168 time: 0.2142255 Dec 15 19:47:24.292354 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:24.616690 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-356659e2-53e0-4ee6-9d28-af41fd7caee6 req-28d00358-dcd7-470e-9b7f-e16a4af289bc tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=23e53a1cc3754560b89c65f58bdd3968&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344081 Dec 15 19:47:24.778723 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356659e2-53e0-4ee6-9d28-af41fd7caee6 req-15a8a526-8a71-4876-9882-0509194bc42c tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:47:24.780206 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-356659e2-53e0-4ee6-9d28-af41fd7caee6 req-15a8a526-8a71-4876-9882-0509194bc42c tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1576922 Dec 15 19:47:24.797766 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-356659e2-53e0-4ee6-9d28-af41fd7caee6 req-fcefc92e-8e8b-4bef-bc5d-1542fba5a80c tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] 10.222.0.36 "GET /v2.0/quotas/23e53a1cc3754560b89c65f58bdd3968 HTTP/1.1" status: 200 len: 375 time: 0.0116413 Dec 15 19:47:24.847238 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-356659e2-53e0-4ee6-9d28-af41fd7caee6 req-62683858-5a53-4c6c-9465-01bdf99f2046 tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=23e53a1cc3754560b89c65f58bdd3968&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432796 Dec 15 19:47:26.144534 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a451f52f-ce50-48bc-b5bc-002c4d70d345 req-c7c7ce1e-9996-4a45-809c-4510aba100e0 tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] 10.222.0.36 "GET /v2.0/ports?device_id=3527ed00-4306-4479-b9f5-ff0b462b718a HTTP/1.1" status: 200 len: 210 time: 0.0514395 Dec 15 19:47:26.914996 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 19:47:27.376622 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-477f3beb-4446-4300-8c9e-73d36a42b0aa req-d4673069-88b6-49d7-8065-12fdca050826 tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] 10.222.0.36 "GET /v2.0/ports?device_id=3527ed00-4306-4479-b9f5-ff0b462b718a HTTP/1.1" status: 200 len: 210 time: 0.0457106 Dec 15 19:47:28.446565 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-356659e2-53e0-4ee6-9d28-af41fd7caee6 req-a26b8c5a-6e76-49c8-a396-a3145790fe7d tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=23e53a1cc3754560b89c65f58bdd3968&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332828 Dec 15 19:47:28.554099 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-72d792db-efce-4acc-8ded-b9a322685e76 req-35520c3f-39bd-42f2-aae2-f71a858b56af tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] 10.222.0.36 "GET /v2.0/ports?device_id=3527ed00-4306-4479-b9f5-ff0b462b718a HTTP/1.1" status: 200 len: 210 time: 0.0462053 Dec 15 19:47:28.634419 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356659e2-53e0-4ee6-9d28-af41fd7caee6 req-a1041b60-16a8-410d-8de9-011d375b65a2 tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:47:28.635988 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-356659e2-53e0-4ee6-9d28-af41fd7caee6 req-a1041b60-16a8-410d-8de9-011d375b65a2 tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1663294 Dec 15 19:47:28.658726 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [req-356659e2-53e0-4ee6-9d28-af41fd7caee6 req-8b03d3e4-a21d-4c02-9e79-dde5b2972be0 tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] Request body: {'port': {'device_id': '3527ed00-4306-4479-b9f5-ff0b462b718a', 'network_id': '501a8228-358e-487f-98ee-3c21dc893e35', 'admin_state_up': True, 'tenant_id': '23e53a1cc3754560b89c65f58bdd3968'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:47:28.802161 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [req-356659e2-53e0-4ee6-9d28-af41fd7caee6 req-8b03d3e4-a21d-4c02-9e79-dde5b2972be0 tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:47:28.807150 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-356659e2-53e0-4ee6-9d28-af41fd7caee6 req-8b03d3e4-a21d-4c02-9e79-dde5b2972be0 tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] Usage tracker for resource:port and tenant:23e53a1cc3754560b89c65f58bdd3968 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:47:28.810351 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-356659e2-53e0-4ee6-9d28-af41fd7caee6 req-8b03d3e4-a21d-4c02-9e79-dde5b2972be0 tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:47:28.816480 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [req-356659e2-53e0-4ee6-9d28-af41fd7caee6 req-8b03d3e4-a21d-4c02-9e79-dde5b2972be0 tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:47:28.844102 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-356659e2-53e0-4ee6-9d28-af41fd7caee6 req-8b03d3e4-a21d-4c02-9e79-dde5b2972be0 tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] Made reservation on behalf of 23e53a1cc3754560b89c65f58bdd3968 for: {'port': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:47:28.849723 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-356659e2-53e0-4ee6-9d28-af41fd7caee6 req-8b03d3e4-a21d-4c02-9e79-dde5b2972be0 tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:28.863689 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-356659e2-53e0-4ee6-9d28-af41fd7caee6 req-8b03d3e4-a21d-4c02-9e79-dde5b2972be0 tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] Notify callbacks [] for security_group, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:28.896826 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [req-356659e2-53e0-4ee6-9d28-af41fd7caee6 req-8b03d3e4-a21d-4c02-9e79-dde5b2972be0 tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:47:28.901610 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-356659e2-53e0-4ee6-9d28-af41fd7caee6 req-8b03d3e4-a21d-4c02-9e79-dde5b2972be0 tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] Usage tracker for resource:security_group_rule and tenant:23e53a1cc3754560b89c65f58bdd3968 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:47:28.904522 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-356659e2-53e0-4ee6-9d28-af41fd7caee6 req-8b03d3e4-a21d-4c02-9e79-dde5b2972be0 tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:47:28.910615 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [req-356659e2-53e0-4ee6-9d28-af41fd7caee6 req-8b03d3e4-a21d-4c02-9e79-dde5b2972be0 tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:47:29.135639 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-356659e2-53e0-4ee6-9d28-af41fd7caee6 req-8b03d3e4-a21d-4c02-9e79-dde5b2972be0 tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] Notify callbacks [] for security_group, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:29.158393 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-356659e2-53e0-4ee6-9d28-af41fd7caee6 req-8b03d3e4-a21d-4c02-9e79-dde5b2972be0 tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:29.162741 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-17cbf29a-d00d-44c7-941d-102198ffeeba tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:47:29.252440 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b03d3e4-a21d-4c02-9e79-dde5b2972be0 tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c39c693-0455-40f1-ad06-9d7c636fbe5e,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:47:29.258699 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8b03d3e4-a21d-4c02-9e79-dde5b2972be0 tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:47:29.342897 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [req-356659e2-53e0-4ee6-9d28-af41fd7caee6 req-8b03d3e4-a21d-4c02-9e79-dde5b2972be0 tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] Allocated IP 192.168.233.151 (501a8228-358e-487f-98ee-3c21dc893e35/f407e711-0b5c-4df0-9e99-6b878efc22c9/a5658d61-a5d0-47cb-8fbe-76adb50fc250) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:47:29.558841 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-356659e2-53e0-4ee6-9d28-af41fd7caee6 req-8b03d3e4-a21d-4c02-9e79-dde5b2972be0 tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:29.575051 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [req-356659e2-53e0-4ee6-9d28-af41fd7caee6 req-8b03d3e4-a21d-4c02-9e79-dde5b2972be0 tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] Transition to ACTIVE for port object a5658d61-a5d0-47cb-8fbe-76adb50fc250 will not be triggered until provisioned by entity DHCP. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:47:29.645055 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-356659e2-53e0-4ee6-9d28-af41fd7caee6 req-8b03d3e4-a21d-4c02-9e79-dde5b2972be0 tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:29.651447 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d6d269fc-075b-4041-ae2e-919a71c52656 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:47:29.715803 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-356659e2-53e0-4ee6-9d28-af41fd7caee6 req-8b03d3e4-a21d-4c02-9e79-dde5b2972be0 tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] Network 501a8228-358e-487f-98ee-3c21dc893e35 is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:47:29.723451 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [req-356659e2-53e0-4ee6-9d28-af41fd7caee6 req-8b03d3e4-a21d-4c02-9e79-dde5b2972be0 tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:47:29.728935 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [req-356659e2-53e0-4ee6-9d28-af41fd7caee6 req-8b03d3e4-a21d-4c02-9e79-dde5b2972be0 tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:47:29.762071 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b03d3e4-a21d-4c02-9e79-dde5b2972be0 tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] Pushing event updated for resources: {'Port': ['ID=a5658d61-a5d0-47cb-8fbe-76adb50fc250,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:47:29.769455 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8b03d3e4-a21d-4c02-9e79-dde5b2972be0 tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:47:29.800169 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356659e2-53e0-4ee6-9d28-af41fd7caee6 req-8b03d3e4-a21d-4c02-9e79-dde5b2972be0 tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:47:29.800857 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-356659e2-53e0-4ee6-9d28-af41fd7caee6 req-8b03d3e4-a21d-4c02-9e79-dde5b2972be0 tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:29.802044 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75217f3e-8515-473a-95ef-67fb96b44e26 req-63ebd985-77ea-480c-9e11-ca3bf9cdfc80 tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:47:29.803834 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-75217f3e-8515-473a-95ef-67fb96b44e26 req-63ebd985-77ea-480c-9e11-ca3bf9cdfc80 tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] 10.222.0.36 "GET /v2.0/ports?device_id=3527ed00-4306-4479-b9f5-ff0b462b718a HTTP/1.1" status: 200 len: 936 time: 0.0977890 Dec 15 19:47:29.856987 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-75217f3e-8515-473a-95ef-67fb96b44e26 req-bdf51779-6b09-4f42-964b-9e1b251bb2bb tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c39c693-0455-40f1-ad06-9d7c636fbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462086 Dec 15 19:47:29.867955 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-356659e2-53e0-4ee6-9d28-af41fd7caee6 req-8b03d3e4-a21d-4c02-9e79-dde5b2972be0 tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2133369 Dec 15 19:47:29.885355 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [req-356659e2-53e0-4ee6-9d28-af41fd7caee6 req-6a12c005-c677-4f6b-bf99-530f2f65e217 service neutron] Request body: {'port': {'device_id': '3527ed00-4306-4479-b9f5-ff0b462b718a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:47:30.004692 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-356659e2-53e0-4ee6-9d28-af41fd7caee6 req-6a12c005-c677-4f6b-bf99-530f2f65e217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:30.044314 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-023ec55e-6cc5-420f-b708-5672e29c412d None None] Provisioning for port a5658d61-a5d0-47cb-8fbe-76adb50fc250 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:47:30.049906 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-023ec55e-6cc5-420f-b708-5672e29c412d None None] Provisioning complete for port a5658d61-a5d0-47cb-8fbe-76adb50fc250 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:47:30.050505 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-023ec55e-6cc5-420f-b708-5672e29c412d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:30.106102 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-023ec55e-6cc5-420f-b708-5672e29c412d None None] Port a5658d61-a5d0-47cb-8fbe-76adb50fc250 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:47:30.358690 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [req-356659e2-53e0-4ee6-9d28-af41fd7caee6 req-6a12c005-c677-4f6b-bf99-530f2f65e217 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5658d61-a5d0-47cb-8fbe-76adb50fc250 {{(pid=88991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 19:47:30.365402 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-356659e2-53e0-4ee6-9d28-af41fd7caee6 req-6a12c005-c677-4f6b-bf99-530f2f65e217 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:30.427037 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [req-356659e2-53e0-4ee6-9d28-af41fd7caee6 req-6a12c005-c677-4f6b-bf99-530f2f65e217 service neutron] Transition to ACTIVE for port object a5658d61-a5d0-47cb-8fbe-76adb50fc250 will not be triggered until provisioned by entity L2. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:47:30.455623 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-356659e2-53e0-4ee6-9d28-af41fd7caee6 req-6a12c005-c677-4f6b-bf99-530f2f65e217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:30.460664 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f8b55868-b423-4a5f-86d5-419ec0164875 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:47:30.587319 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a12c005-c677-4f6b-bf99-530f2f65e217 service neutron] Pushing event updated for resources: {'Port': ['ID=a5658d61-a5d0-47cb-8fbe-76adb50fc250,revision_number=2']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:47:30.592337 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6a12c005-c677-4f6b-bf99-530f2f65e217 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:47:30.707750 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-356659e2-53e0-4ee6-9d28-af41fd7caee6 req-6a12c005-c677-4f6b-bf99-530f2f65e217 service neutron] Attempting to bind port a5658d61-a5d0-47cb-8fbe-76adb50fc250 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:47:30.708131 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-356659e2-53e0-4ee6-9d28-af41fd7caee6 req-6a12c005-c677-4f6b-bf99-530f2f65e217 service neutron] Attempting to bind port a5658d61-a5d0-47cb-8fbe-76adb50fc250 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '91792c75-5c6c-4556-8f17-00e705ce5405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '501a8228-358e-487f-98ee-3c21dc893e35'}] {{(pid=88991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:47:30.708510 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356659e2-53e0-4ee6-9d28-af41fd7caee6 req-6a12c005-c677-4f6b-bf99-530f2f65e217 service neutron] Attempting to bind port a5658d61-a5d0-47cb-8fbe-76adb50fc250 on network 501a8228-358e-487f-98ee-3c21dc893e35 {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:47:30.716203 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356659e2-53e0-4ee6-9d28-af41fd7caee6 req-6a12c005-c677-4f6b-bf99-530f2f65e217 service neutron] Port a5658d61-a5d0-47cb-8fbe-76adb50fc250 on network 501a8228-358e-487f-98ee-3c21dc893e35 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:47:30.716577 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356659e2-53e0-4ee6-9d28-af41fd7caee6 req-6a12c005-c677-4f6b-bf99-530f2f65e217 service neutron] Attempting to bind port a5658d61-a5d0-47cb-8fbe-76adb50fc250 on network 501a8228-358e-487f-98ee-3c21dc893e35 {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:47:30.723450 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356659e2-53e0-4ee6-9d28-af41fd7caee6 req-6a12c005-c677-4f6b-bf99-530f2f65e217 service neutron] Checking agent: {'id': '59e4c979-c5dd-468d-a1f2-341133950749', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 12, 24), 'started_at': datetime.datetime(2021, 12, 15, 19, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:47:30.723831 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356659e2-53e0-4ee6-9d28-af41fd7caee6 req-6a12c005-c677-4f6b-bf99-530f2f65e217 service neutron] Checking segment: {'id': '91792c75-5c6c-4556-8f17-00e705ce5405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '501a8228-358e-487f-98ee-3c21dc893e35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:47:30.724261 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356659e2-53e0-4ee6-9d28-af41fd7caee6 req-6a12c005-c677-4f6b-bf99-530f2f65e217 service neutron] Bound using segment: {'id': '91792c75-5c6c-4556-8f17-00e705ce5405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '501a8228-358e-487f-98ee-3c21dc893e35'} {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:47:30.724739 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-356659e2-53e0-4ee6-9d28-af41fd7caee6 req-6a12c005-c677-4f6b-bf99-530f2f65e217 service neutron] Bound port: a5658d61-a5d0-47cb-8fbe-76adb50fc250, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91792c75-5c6c-4556-8f17-00e705ce5405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '501a8228-358e-487f-98ee-3c21dc893e35'}}] {{(pid=88991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:47:30.725129 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-356659e2-53e0-4ee6-9d28-af41fd7caee6 req-6a12c005-c677-4f6b-bf99-530f2f65e217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:30.822041 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-356659e2-53e0-4ee6-9d28-af41fd7caee6 req-6a12c005-c677-4f6b-bf99-530f2f65e217 service neutron] For port a5658d61-a5d0-47cb-8fbe-76adb50fc250, host hv-neutron-8218, cleared binding levels {{(pid=88991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:47:30.825149 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-356659e2-53e0-4ee6-9d28-af41fd7caee6 req-6a12c005-c677-4f6b-bf99-530f2f65e217 service neutron] For port a5658d61-a5d0-47cb-8fbe-76adb50fc250, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=a5658d61-a5d0-47cb-8fbe-76adb50fc250,segment=NetworkSegment(91792c75-5c6c-4556-8f17-00e705ce5405),segment_id=91792c75-5c6c-4556-8f17-00e705ce5405)] {{(pid=88991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:47:30.875196 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-356659e2-53e0-4ee6-9d28-af41fd7caee6 req-6a12c005-c677-4f6b-bf99-530f2f65e217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:30.879770 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b9546846-8441-4eb6-94c5-4e1afe443759 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:47:30.935783 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-356659e2-53e0-4ee6-9d28-af41fd7caee6 req-6a12c005-c677-4f6b-bf99-530f2f65e217 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:30.937616 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-356659e2-53e0-4ee6-9d28-af41fd7caee6 req-6a12c005-c677-4f6b-bf99-530f2f65e217 service neutron] 10.222.0.32 "PUT /v2.0/ports/a5658d61-a5d0-47cb-8fbe-76adb50fc250 HTTP/1.1" status: 200 len: 1098 time: 1.0575316 Dec 15 19:47:30.938077 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3527ed00-4306-4479-b9f5-ff0b462b718a', 'tag': 'a5658d61-a5d0-47cb-8fbe-76adb50fc250'}] {{(pid=88991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:47:30.962194 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a12c005-c677-4f6b-bf99-530f2f65e217 service neutron] Pushing event updated for resources: {'Port': ['ID=a5658d61-a5d0-47cb-8fbe-76adb50fc250,revision_number=3']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:47:30.966346 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6a12c005-c677-4f6b-bf99-530f2f65e217 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:47:31.011938 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3527ed00-4306-4479-b9f5-ff0b462b718a', 'tag': 'a5658d61-a5d0-47cb-8fbe-76adb50fc250', 'status': 'completed', 'code': 200} Dec 15 19:47:31.072864 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf11691e-51a9-43e1-b31b-485be4030c44 req-8e6fd3b7-d284-4853-8512-046d20f3730c tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:47:31.074596 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-cf11691e-51a9-43e1-b31b-485be4030c44 req-8e6fd3b7-d284-4853-8512-046d20f3730c tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] 10.222.0.36 "GET /v2.0/ports?device_id=3527ed00-4306-4479-b9f5-ff0b462b718a HTTP/1.1" status: 200 len: 948 time: 0.0902512 Dec 15 19:47:31.131317 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-580172a3-9a9c-428f-b8f3-c2809d31da8e req-2a5031c1-3211-4ef9-8147-bf3e2b87c1aa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=23e53a1cc3754560b89c65f58bdd3968&device_id=3527ed00-4306-4479-b9f5-ff0b462b718a HTTP/1.1" status: 200 len: 1101 time: 0.0823889 Dec 15 19:47:31.132862 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-cf11691e-51a9-43e1-b31b-485be4030c44 req-46b08e90-ccb7-472a-9cee-3a68ba00955e tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c39c693-0455-40f1-ad06-9d7c636fbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516179 Dec 15 19:47:31.177202 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-580172a3-9a9c-428f-b8f3-c2809d31da8e req-1b12fbfd-6e0c-4221-ba05-0c668eb06f44 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=23e53a1cc3754560b89c65f58bdd3968&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344324 Dec 15 19:47:31.326925 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580172a3-9a9c-428f-b8f3-c2809d31da8e req-b81fcf10-c47d-4a07-8cc6-c85de0ca8df1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:47:31.328491 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-580172a3-9a9c-428f-b8f3-c2809d31da8e req-b81fcf10-c47d-4a07-8cc6-c85de0ca8df1 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1418262 Dec 15 19:47:31.447102 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-356659e2-53e0-4ee6-9d28-af41fd7caee6 req-cbfd1634-b656-4089-b2d6-aebf0c0556be service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=23e53a1cc3754560b89c65f58bdd3968&device_id=3527ed00-4306-4479-b9f5-ff0b462b718a HTTP/1.1" status: 200 len: 1101 time: 0.0744703 Dec 15 19:47:31.524530 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-356659e2-53e0-4ee6-9d28-af41fd7caee6 req-c1783b55-aa0f-4a27-9507-aab865925d3d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=a5658d61-a5d0-47cb-8fbe-76adb50fc250 HTTP/1.1" status: 200 len: 217 time: 0.0665538 Dec 15 19:47:31.602447 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356659e2-53e0-4ee6-9d28-af41fd7caee6 req-15f48a3f-4b05-4d1a-b015-c85cf861ce09 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:47:31.604048 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-356659e2-53e0-4ee6-9d28-af41fd7caee6 req-15f48a3f-4b05-4d1a-b015-c85cf861ce09 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f407e711-0b5c-4df0-9e99-6b878efc22c9 HTTP/1.1" status: 200 len: 843 time: 0.0689092 Dec 15 19:47:31.688032 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-356659e2-53e0-4ee6-9d28-af41fd7caee6 req-c2012fdb-0da6-41ce-b571-6c27b85e173b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=501a8228-358e-487f-98ee-3c21dc893e35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0742168 Dec 15 19:47:32.064164 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-356659e2-53e0-4ee6-9d28-af41fd7caee6 req-8ec94bf2-566c-4094-8745-757a9c0e5d23 service neutron] 10.222.0.32 "GET /v2.0/networks/501a8228-358e-487f-98ee-3c21dc893e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3656123 Dec 15 19:47:32.208693 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-356659e2-53e0-4ee6-9d28-af41fd7caee6 req-d929e776-f789-43bc-b5d5-8fb7f31186fa service neutron] 10.222.0.32 "GET /v2.0/networks/501a8228-358e-487f-98ee-3c21dc893e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335907 Dec 15 19:47:32.341441 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b5a067-8b38-45b0-809c-9486be079e0e req-450ba45c-67cb-4fa7-9cd5-80aeae44865d tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:47:32.342981 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-26b5a067-8b38-45b0-809c-9486be079e0e req-450ba45c-67cb-4fa7-9cd5-80aeae44865d tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] 10.222.0.36 "GET /v2.0/ports?device_id=3527ed00-4306-4479-b9f5-ff0b462b718a HTTP/1.1" status: 200 len: 948 time: 0.0827432 Dec 15 19:47:32.392290 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-26b5a067-8b38-45b0-809c-9486be079e0e req-9960ca65-923b-4a4d-9375-9bd3ac86decc tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c39c693-0455-40f1-ad06-9d7c636fbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432444 Dec 15 19:47:33.598329 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5494c795-3967-42c0-9e88-edaa8ab4694b req-d9112d5d-508b-4b8e-a60e-e6ccf53e39ac tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:47:33.599972 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5494c795-3967-42c0-9e88-edaa8ab4694b req-d9112d5d-508b-4b8e-a60e-e6ccf53e39ac tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] 10.222.0.36 "GET /v2.0/ports?device_id=3527ed00-4306-4479-b9f5-ff0b462b718a HTTP/1.1" status: 200 len: 948 time: 0.0864227 Dec 15 19:47:33.651441 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5494c795-3967-42c0-9e88-edaa8ab4694b req-f5e9182d-8c87-498a-b2c0-bba8b13f136d tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c39c693-0455-40f1-ad06-9d7c636fbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444562 Dec 15 19:47:34.847728 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device a5658d61-a5d0-47cb-8fbe-76adb50fc250 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 15 19:47:34.856678 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d7c34-51ec-4cc9-b330-81db04f4ffca req-1adef753-1e4a-4ffe-932f-57a45f760ac2 tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:47:34.858312 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-824d7c34-51ec-4cc9-b330-81db04f4ffca req-1adef753-1e4a-4ffe-932f-57a45f760ac2 tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] 10.222.0.36 "GET /v2.0/ports?device_id=3527ed00-4306-4479-b9f5-ff0b462b718a HTTP/1.1" status: 200 len: 948 time: 0.0830362 Dec 15 19:47:34.906848 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-824d7c34-51ec-4cc9-b330-81db04f4ffca req-d4514b16-1da8-4903-b59c-d1181b35c794 tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c39c693-0455-40f1-ad06-9d7c636fbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423706 Dec 15 19:47:34.988693 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port a5658d61-a5d0-47cb-8fbe-76adb50fc250, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=a5658d61-a5d0-47cb-8fbe-76adb50fc250,segment=NetworkSegment(91792c75-5c6c-4556-8f17-00e705ce5405),segment_id=91792c75-5c6c-4556-8f17-00e705ce5405)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:47:35.002815 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Returning: {'device': 'a5658d61-a5d0-47cb-8fbe-76adb50fc250', 'network_id': '501a8228-358e-487f-98ee-3c21dc893e35', 'port_id': 'a5658d61-a5d0-47cb-8fbe-76adb50fc250', 'mac_address': 'fa:16:3e:01:5c:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f407e711-0b5c-4df0-9e99-6b878efc22c9', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 19:47:35.058226 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:35.079726 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5658d61-a5d0-47cb-8fbe-76adb50fc250 {{(pid=88992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 19:47:35.094624 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port a5658d61-a5d0-47cb-8fbe-76adb50fc250, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=a5658d61-a5d0-47cb-8fbe-76adb50fc250,segment=NetworkSegment(91792c75-5c6c-4556-8f17-00e705ce5405),segment_id=91792c75-5c6c-4556-8f17-00e705ce5405)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:47:35.118559 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:35.120387 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:47:35.184028 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=a5658d61-a5d0-47cb-8fbe-76adb50fc250,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:47:35.187181 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:47:35.461194 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] get_ports_and_sgs() called for port_ids ['a5658d61-a5d0-47cb-8fbe-76adb50fc250'] {{(pid=88992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 19:47:36.116220 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875165ac-2305-44b9-b0e3-362130c0b752 req-43c6ee7f-735c-4602-b401-6918a5b01f80 tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:47:36.117820 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-875165ac-2305-44b9-b0e3-362130c0b752 req-43c6ee7f-735c-4602-b401-6918a5b01f80 tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] 10.222.0.36 "GET /v2.0/ports?device_id=3527ed00-4306-4479-b9f5-ff0b462b718a HTTP/1.1" status: 200 len: 949 time: 0.0884101 Dec 15 19:47:36.165835 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-875165ac-2305-44b9-b0e3-362130c0b752 req-99316dea-fe52-45c3-8a81-3edadf331b1c tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c39c693-0455-40f1-ad06-9d7c636fbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418100 Dec 15 19:47:36.853842 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device a5658d61-a5d0-47cb-8fbe-76adb50fc250 up at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:47:36.943369 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning for port a5658d61-a5d0-47cb-8fbe-76adb50fc250 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:47:36.948835 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning complete for port a5658d61-a5d0-47cb-8fbe-76adb50fc250 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:47:36.949259 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:37.065078 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:37.092827 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3527ed00-4306-4479-b9f5-ff0b462b718a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5658d61-a5d0-47cb-8fbe-76adb50fc250'}] {{(pid=88992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:47:37.103094 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port a5658d61-a5d0-47cb-8fbe-76adb50fc250, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=a5658d61-a5d0-47cb-8fbe-76adb50fc250,segment=NetworkSegment(91792c75-5c6c-4556-8f17-00e705ce5405),segment_id=91792c75-5c6c-4556-8f17-00e705ce5405)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:47:37.126217 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:37.128668 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f78f7ee8-95c1-4f9b-8aaa-9a5e0481bef7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:47:37.195971 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=a5658d61-a5d0-47cb-8fbe-76adb50fc250,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:47:37.199402 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:47:37.236187 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3527ed00-4306-4479-b9f5-ff0b462b718a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5658d61-a5d0-47cb-8fbe-76adb50fc250', 'code': 200} Dec 15 19:47:37.380499 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f5e61-74b6-4058-89e1-15716926ec32 req-46f98737-0bd8-4a48-bb43-e7778e122310 tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:47:37.382754 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0b3f5e61-74b6-4058-89e1-15716926ec32 req-46f98737-0bd8-4a48-bb43-e7778e122310 tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] 10.222.0.36 "GET /v2.0/ports?device_id=3527ed00-4306-4479-b9f5-ff0b462b718a HTTP/1.1" status: 200 len: 950 time: 0.0857711 Dec 15 19:47:37.431046 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0b3f5e61-74b6-4058-89e1-15716926ec32 req-5a2eebd8-7ff1-4413-86d0-df08331cb0ff tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c39c693-0455-40f1-ad06-9d7c636fbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420492 Dec 15 19:47:37.548716 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ca8af0e2-2814-4edb-986f-9496ba4817c8 req-a2ab33ac-b217-44b0-bc74-a7df153f4fe7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3527ed00-4306-4479-b9f5-ff0b462b718a HTTP/1.1" status: 200 len: 1103 time: 0.0731871 Dec 15 19:47:37.597543 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ca8af0e2-2814-4edb-986f-9496ba4817c8 req-17d610cd-849a-4be6-a3da-546d9988252b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7c39c693-0455-40f1-ad06-9d7c636fbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383992 Dec 15 19:47:38.252137 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-48538c90-2ef3-4893-9002-4f28834074a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:38.644871 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c2b7b0-24b2-4af4-aba8-76ff39b771ff req-817b6160-089b-49e7-b57d-96d799146add tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:47:38.646513 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a1c2b7b0-24b2-4af4-aba8-76ff39b771ff req-817b6160-089b-49e7-b57d-96d799146add tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] 10.222.0.36 "GET /v2.0/ports?device_id=3527ed00-4306-4479-b9f5-ff0b462b718a HTTP/1.1" status: 200 len: 950 time: 0.0881636 Dec 15 19:47:38.696791 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a1c2b7b0-24b2-4af4-aba8-76ff39b771ff req-bb092818-69ab-4ded-8ea4-071e3414dda3 tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c39c693-0455-40f1-ad06-9d7c636fbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432560 Dec 15 19:47:39.472718 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:39.901426 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fde5bc-ee24-422f-96bb-c65cc523023a req-a3544623-8d5d-4865-a1c7-8c4b2d84a59d tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:47:39.903044 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-61fde5bc-ee24-422f-96bb-c65cc523023a req-a3544623-8d5d-4865-a1c7-8c4b2d84a59d tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] 10.222.0.36 "GET /v2.0/ports?device_id=3527ed00-4306-4479-b9f5-ff0b462b718a HTTP/1.1" status: 200 len: 950 time: 0.0820730 Dec 15 19:47:39.953837 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-61fde5bc-ee24-422f-96bb-c65cc523023a req-051f63e6-e6f1-4830-92ce-401621156b49 tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c39c693-0455-40f1-ad06-9d7c636fbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446103 Dec 15 19:47:40.518461 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1364596b-3dd4-469a-b03f-22ee66eb7734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:40.564962 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f0069565-ff5f-4f97-88e4-dfd4e517a781 req-d1845445-c551-49ca-973e-09e91c10bf40 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3527ed00-4306-4479-b9f5-ff0b462b718a&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2084970 Dec 15 19:47:40.892121 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:41.249979 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-fb958f7b-437c-41ae-9379-440e8efaf4a0 req-31807c34-9d8a-4e1e-8302-fdf9f245d353 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3527ed00-4306-4479-b9f5-ff0b462b718a&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1467922 Dec 15 19:47:41.912520 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d51e71-61de-4f62-ba5a-07ea13dfdd6b req-6f7ae3f6-54fc-4b14-a2b5-9a5411fab05f tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:47:41.914050 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-42d51e71-61de-4f62-ba5a-07ea13dfdd6b req-6f7ae3f6-54fc-4b14-a2b5-9a5411fab05f tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] 10.222.0.36 "GET /v2.0/ports?device_id=3527ed00-4306-4479-b9f5-ff0b462b718a HTTP/1.1" status: 200 len: 950 time: 0.0882115 Dec 15 19:47:41.962635 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-42d51e71-61de-4f62-ba5a-07ea13dfdd6b req-d5c4de66-70aa-4017-9c8e-91af119e72c8 tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c39c693-0455-40f1-ad06-9d7c636fbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418155 Dec 15 19:47:42.667063 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:43.169207 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b2450-dbae-40cd-bba9-10549fea6321 req-7d475890-b081-47e0-92df-b1b257dc6b6f tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:47:43.170829 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8e1b2450-dbae-40cd-bba9-10549fea6321 req-7d475890-b081-47e0-92df-b1b257dc6b6f tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] 10.222.0.36 "GET /v2.0/ports?device_id=3527ed00-4306-4479-b9f5-ff0b462b718a HTTP/1.1" status: 200 len: 950 time: 0.0827162 Dec 15 19:47:43.224374 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8e1b2450-dbae-40cd-bba9-10549fea6321 req-c646650f-2613-4639-a5cc-e4a918507ce2 tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c39c693-0455-40f1-ad06-9d7c636fbe5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471332 Dec 15 19:47:43.322572 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3095f85d-07ba-4a46-a315-fb102c6c3b0b req-b356c35e-d2fb-4eb2-bb78-9c1bd9c54349 tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:47:43.323318 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-3095f85d-07ba-4a46-a315-fb102c6c3b0b req-b356c35e-d2fb-4eb2-bb78-9c1bd9c54349 tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] Synchronizing usage tracker for tenant:23e53a1cc3754560b89c65f58bdd3968 on resource:port {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:47:43.372000 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-3095f85d-07ba-4a46-a315-fb102c6c3b0b req-b356c35e-d2fb-4eb2-bb78-9c1bd9c54349 tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] Unset dirty status for tenant:23e53a1cc3754560b89c65f58bdd3968 on resource:port {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:47:43.373200 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3095f85d-07ba-4a46-a315-fb102c6c3b0b req-b356c35e-d2fb-4eb2-bb78-9c1bd9c54349 tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] 10.222.0.32 "GET /v2.0/ports?device_id=3527ed00-4306-4479-b9f5-ff0b462b718a HTTP/1.1" status: 200 len: 950 time: 0.1342008 Dec 15 19:47:43.448455 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [req-3095f85d-07ba-4a46-a315-fb102c6c3b0b req-8d817a57-1542-4e7b-9a00-48196b6b3f58 tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] Deleting port a5658d61-a5d0-47cb-8fbe-76adb50fc250 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:47:43.448831 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-3095f85d-07ba-4a46-a315-fb102c6c3b0b req-8d817a57-1542-4e7b-9a00-48196b6b3f58 tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:43.704672 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-3095f85d-07ba-4a46-a315-fb102c6c3b0b req-8d817a57-1542-4e7b-9a00-48196b6b3f58 tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] For port a5658d61-a5d0-47cb-8fbe-76adb50fc250, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=a5658d61-a5d0-47cb-8fbe-76adb50fc250,segment=NetworkSegment(91792c75-5c6c-4556-8f17-00e705ce5405),segment_id=91792c75-5c6c-4556-8f17-00e705ce5405)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:47:43.705070 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-3095f85d-07ba-4a46-a315-fb102c6c3b0b req-8d817a57-1542-4e7b-9a00-48196b6b3f58 tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:43.827918 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [req-3095f85d-07ba-4a46-a315-fb102c6c3b0b req-8d817a57-1542-4e7b-9a00-48196b6b3f58 tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] Calling delete_port for a5658d61-a5d0-47cb-8fbe-76adb50fc250 owned by compute:nova {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:47:44.083840 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-3095f85d-07ba-4a46-a315-fb102c6c3b0b req-8d817a57-1542-4e7b-9a00-48196b6b3f58 tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:44.090721 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f8b55868-b423-4a5f-86d5-419ec0164875 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:47:44.100015 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] get_ports_and_sgs() called for port_ids ['a5658d61-a5d0-47cb-8fbe-76adb50fc250'] {{(pid=88992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 19:47:44.133815 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d817a57-1542-4e7b-9a00-48196b6b3f58 tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] Pushing event deleted for resources: {'Port': ['ID=a5658d61-a5d0-47cb-8fbe-76adb50fc250,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:47:44.182921 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d817a57-1542-4e7b-9a00-48196b6b3f58 tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:47:44.183466 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d817a57-1542-4e7b-9a00-48196b6b3f58 tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:47:44.183763 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d817a57-1542-4e7b-9a00-48196b6b3f58 tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:47:44.184190 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d817a57-1542-4e7b-9a00-48196b6b3f58 tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:47:44.184611 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d817a57-1542-4e7b-9a00-48196b6b3f58 tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:47:44.185036 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d817a57-1542-4e7b-9a00-48196b6b3f58 tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:47:44.185450 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d817a57-1542-4e7b-9a00-48196b6b3f58 tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:47:44.185869 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d817a57-1542-4e7b-9a00-48196b6b3f58 tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:47:44.186310 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d817a57-1542-4e7b-9a00-48196b6b3f58 tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:47:44.186733 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d817a57-1542-4e7b-9a00-48196b6b3f58 tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:47:44.187151 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d817a57-1542-4e7b-9a00-48196b6b3f58 tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:47:44.219982 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8d817a57-1542-4e7b-9a00-48196b6b3f58 tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:47:44.229504 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [req-3095f85d-07ba-4a46-a315-fb102c6c3b0b req-8d817a57-1542-4e7b-9a00-48196b6b3f58 tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] No DVR routers for this DVR port a5658d61-a5d0-47cb-8fbe-76adb50fc250 on host hv-neutron-8218 {{(pid=88991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:47:44.232017 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-3095f85d-07ba-4a46-a315-fb102c6c3b0b req-8d817a57-1542-4e7b-9a00-48196b6b3f58 tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:44.234970 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3527ed00-4306-4479-b9f5-ff0b462b718a', 'name': 'network-vif-deleted', 'tag': 'a5658d61-a5d0-47cb-8fbe-76adb50fc250'}] {{(pid=88991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:47:44.276393 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3095f85d-07ba-4a46-a315-fb102c6c3b0b req-8d817a57-1542-4e7b-9a00-48196b6b3f58 tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] 10.222.0.32 "DELETE /v2.0/ports/a5658d61-a5d0-47cb-8fbe-76adb50fc250 HTTP/1.1" status: 204 len: 173 time: 0.8945448 Dec 15 19:47:44.298365 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3527ed00-4306-4479-b9f5-ff0b462b718a', 'name': 'network-vif-deleted', 'tag': 'a5658d61-a5d0-47cb-8fbe-76adb50fc250', 'status': 'completed', 'code': 200} Dec 15 19:47:44.405679 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d3ebbd2e-4954-462e-8dd6-d294276fe290 req-2fe43709-d356-4de2-864b-ee2096ade909 tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] 10.222.0.36 "GET /v2.0/ports?device_id=3527ed00-4306-4479-b9f5-ff0b462b718a HTTP/1.1" status: 200 len: 210 time: 0.0472486 Dec 15 19:47:45.900277 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 60142) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:47:46.086489 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-21ec0449-2d31-4082-a883-2f8a58cd7f95 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=23e53a1cc3754560b89c65f58bdd3968&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1842237 Dec 15 19:47:46.089044 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 60148) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:47:46.158406 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b2c73ee0-d258-4f37-b9ec-bc2c45f719f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:46.191631 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b2c73ee0-d258-4f37-b9ec-bc2c45f719f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:46.426646 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b2c73ee0-d258-4f37-b9ec-bc2c45f719f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:46.432638 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-67530181-fd30-4fc7-a851-3c901acfdca0 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:47:46.443776 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c73ee0-d258-4f37-b9ec-bc2c45f719f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c39c693-0455-40f1-ad06-9d7c636fbe5e,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:47:46.448409 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b2c73ee0-d258-4f37-b9ec-bc2c45f719f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:47:46.452192 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b2c73ee0-d258-4f37-b9ec-bc2c45f719f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:46.453788 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b2c73ee0-d258-4f37-b9ec-bc2c45f719f7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7c39c693-0455-40f1-ad06-9d7c636fbe5e HTTP/1.1" status: 204 len: 168 time: 0.3635747 Dec 15 19:47:46.879196 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device a5658d61-a5d0-47cb-8fbe-76adb50fc250 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:47:46.912213 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] No Port match for: a5658d61-a5d0-47cb-8fbe-76adb50fc250 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:47:46.912795 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device a5658d61-a5d0-47cb-8fbe-76adb50fc250 not bound to the agent host hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:47:46.979419 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 60156) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:47:46.998889 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-65b8bc64-b578-4b8b-a8d5-55156d663776 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:47.031010 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-65b8bc64-b578-4b8b-a8d5-55156d663776 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:47:47.034999 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-65b8bc64-b578-4b8b-a8d5-55156d663776 admin admin] Usage tracker for resource:security_group_rule and tenant:03a185e411144d8a83c8541cafa5aee1 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:47:47.037853 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-65b8bc64-b578-4b8b-a8d5-55156d663776 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:47:47.044538 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-65b8bc64-b578-4b8b-a8d5-55156d663776 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:47:47.110126 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-65b8bc64-b578-4b8b-a8d5-55156d663776 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:47.140526 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-65b8bc64-b578-4b8b-a8d5-55156d663776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:47.148120 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-cfb906e5-7220-463b-b33f-65200db3e7fa tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:47:47.190987 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b8bc64-b578-4b8b-a8d5-55156d663776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f97a158-d96b-4c5f-a911-127acce661fb,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:47:47.196981 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-65b8bc64-b578-4b8b-a8d5-55156d663776 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=03a185e411144d8a83c8541cafa5aee1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2153027 Dec 15 19:47:47.196981 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-65b8bc64-b578-4b8b-a8d5-55156d663776 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:47:47.198743 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 60160) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:47:47.262276 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9397086c-1a00-4ada-8024-d18582452570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:47.288910 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9397086c-1a00-4ada-8024-d18582452570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:47.363550 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9397086c-1a00-4ada-8024-d18582452570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:47.368960 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a5bfebe0-846d-4373-a3c3-d9ff0569744a tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:47:47.383440 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9397086c-1a00-4ada-8024-d18582452570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f97a158-d96b-4c5f-a911-127acce661fb,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:47:47.386229 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9397086c-1a00-4ada-8024-d18582452570 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:47:47.387418 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9397086c-1a00-4ada-8024-d18582452570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:47.389020 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9397086c-1a00-4ada-8024-d18582452570 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9f97a158-d96b-4c5f-a911-127acce661fb HTTP/1.1" status: 204 len: 168 time: 0.1889267 Dec 15 19:47:48.649635 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 60182) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:47:48.789065 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-2bfcfdc4-263e-4d8e-b01c-72bbbb7f1aac admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2091726106-network', 'tenant_id': '4cfc3671bb194b2a9cf6d4b13a375572'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:47:48.795005 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-2bfcfdc4-263e-4d8e-b01c-72bbbb7f1aac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:47:48.799139 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-2bfcfdc4-263e-4d8e-b01c-72bbbb7f1aac admin admin] Usage tracker for resource:network and tenant:4cfc3671bb194b2a9cf6d4b13a375572 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:47:48.802165 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-2bfcfdc4-263e-4d8e-b01c-72bbbb7f1aac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:47:48.808989 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-2bfcfdc4-263e-4d8e-b01c-72bbbb7f1aac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:47:48.863362 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bfcfdc4-263e-4d8e-b01c-72bbbb7f1aac admin admin] Made reservation on behalf of 4cfc3671bb194b2a9cf6d4b13a375572 for: {'network': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:47:48.868750 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2bfcfdc4-263e-4d8e-b01c-72bbbb7f1aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:48.881894 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2bfcfdc4-263e-4d8e-b01c-72bbbb7f1aac admin admin] Notify callbacks [] for security_group, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:48.913460 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-2bfcfdc4-263e-4d8e-b01c-72bbbb7f1aac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:47:48.917986 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-2bfcfdc4-263e-4d8e-b01c-72bbbb7f1aac admin admin] Usage tracker for resource:security_group_rule and tenant:4cfc3671bb194b2a9cf6d4b13a375572 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:47:48.920892 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-2bfcfdc4-263e-4d8e-b01c-72bbbb7f1aac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:47:48.926832 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-2bfcfdc4-263e-4d8e-b01c-72bbbb7f1aac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:47:48.992630 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2bfcfdc4-263e-4d8e-b01c-72bbbb7f1aac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:49.026425 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2bfcfdc4-263e-4d8e-b01c-72bbbb7f1aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:49.030533 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1f175cba-5e14-4554-a0e7-998dc16d4b1d tempest-NegativeSecGroupTest-1720145114 tempest-NegativeSecGroupTest-1720145114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:47:49.058799 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bfcfdc4-263e-4d8e-b01c-72bbbb7f1aac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=88990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:47:49.067344 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfcfdc4-263e-4d8e-b01c-72bbbb7f1aac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d08ffa60-3690-4fe0-845a-7e1d238539db,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:47:49.071205 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2bfcfdc4-263e-4d8e-b01c-72bbbb7f1aac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:47:49.073599 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2bfcfdc4-263e-4d8e-b01c-72bbbb7f1aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:49.073998 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-2bfcfdc4-263e-4d8e-b01c-72bbbb7f1aac admin admin] Added segment 40f56f32-fed4-4719-81ed-03c99ec59e52 of type vlan for network 69d09fd7-b3ad-4959-9a0e-c9a0a7a897c2 Dec 15 19:47:49.154164 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2bfcfdc4-263e-4d8e-b01c-72bbbb7f1aac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:49.215356 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2bfcfdc4-263e-4d8e-b01c-72bbbb7f1aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:49.216316 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bfcfdc4-263e-4d8e-b01c-72bbbb7f1aac admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:47:49.216960 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2bfcfdc4-263e-4d8e-b01c-72bbbb7f1aac admin admin] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:49.221980 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-33a6df6b-8563-4ede-a5ca-6f939e726361 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:47:49.325221 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfcfdc4-263e-4d8e-b01c-72bbbb7f1aac admin admin] Pushing event updated for resources: {'Network': ['ID=69d09fd7-b3ad-4959-9a0e-c9a0a7a897c2,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:47:49.332215 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2bfcfdc4-263e-4d8e-b01c-72bbbb7f1aac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:47:49.335857 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 69d09fd7-b3ad-4959-9a0e-c9a0a7a897c2 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:47:49.354051 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-2bfcfdc4-263e-4d8e-b01c-72bbbb7f1aac admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7032104 Dec 15 19:47:49.357026 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 60188) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:47:49.363217 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-bf3d1f70-319d-428f-86ea-d94ca13ee767 admin admin] Request body: {'subnet': {'network_id': '69d09fd7-b3ad-4959-9a0e-c9a0a7a897c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2091726106-subnet', 'tenant_id': '4cfc3671bb194b2a9cf6d4b13a375572', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:47:49.368589 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-bf3d1f70-319d-428f-86ea-d94ca13ee767 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:47:49.372796 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-bf3d1f70-319d-428f-86ea-d94ca13ee767 admin admin] Usage tracker for resource:subnet and tenant:4cfc3671bb194b2a9cf6d4b13a375572 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:47:49.375848 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-bf3d1f70-319d-428f-86ea-d94ca13ee767 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:47:49.381809 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-bf3d1f70-319d-428f-86ea-d94ca13ee767 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:47:49.420851 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf3d1f70-319d-428f-86ea-d94ca13ee767 admin admin] Made reservation on behalf of 4cfc3671bb194b2a9cf6d4b13a375572 for: {'subnet': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:47:49.425754 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bf3d1f70-319d-428f-86ea-d94ca13ee767 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839924940'] for subnet, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:49.815435 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bf3d1f70-319d-428f-86ea-d94ca13ee767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838139473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839924955'] for subnet, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:49.819751 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-55991dd5-a895-4e0f-8264-cbdbadd03f9e tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:47:49.895639 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3d1f70-319d-428f-86ea-d94ca13ee767 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b82f518-efc0-413a-9bf7-bf0c46c83740,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:47:49.898378 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-bf3d1f70-319d-428f-86ea-d94ca13ee767 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:47:49.907682 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3d1f70-319d-428f-86ea-d94ca13ee767 admin admin] Checking segment: {'id': '40f56f32-fed4-4719-81ed-03c99ec59e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '69d09fd7-b3ad-4959-9a0e-c9a0a7a897c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:47:49.908083 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3d1f70-319d-428f-86ea-d94ca13ee767 admin admin] Network hostable DHCP agents. Network: 69d09fd7-b3ad-4959-9a0e-c9a0a7a897c2, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:47:49.954679 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3d1f70-319d-428f-86ea-d94ca13ee767 admin admin] Network 69d09fd7-b3ad-4959-9a0e-c9a0a7a897c2 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:47:49.989031 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-bf3d1f70-319d-428f-86ea-d94ca13ee767 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, 69d09fd7-b3ad-4959-9a0e-c9a0a7a897c2) {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:47:49.993538 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3d1f70-319d-428f-86ea-d94ca13ee767 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:47:49.994187 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bf3d1f70-319d-428f-86ea-d94ca13ee767 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:49.999295 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd2c166-f39e-4487-9031-a3a29f876e01 None None] Network 69d09fd7-b3ad-4959-9a0e-c9a0a7a897c2 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:47:50.038992 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-bf3d1f70-319d-428f-86ea-d94ca13ee767 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6808574 Dec 15 19:47:50.228443 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c934db7-1271-466a-bfff-22379c136d66 None None] Network 69d09fd7-b3ad-4959-9a0e-c9a0a7a897c2 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:47:50.697330 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023f1d6-2b0f-476f-9c24-5ee30b892eac req-8a12c2f5-a920-4da8-8664-a3bc2ae9685d tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:47:50.698079 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-1023f1d6-2b0f-476f-9c24-5ee30b892eac req-8a12c2f5-a920-4da8-8664-a3bc2ae9685d tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] Synchronizing usage tracker for tenant:4cfc3671bb194b2a9cf6d4b13a375572 on resource:network {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:47:50.746529 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-1023f1d6-2b0f-476f-9c24-5ee30b892eac req-8a12c2f5-a920-4da8-8664-a3bc2ae9685d tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] Unset dirty status for tenant:4cfc3671bb194b2a9cf6d4b13a375572 on resource:network {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:47:50.747897 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1023f1d6-2b0f-476f-9c24-5ee30b892eac req-8a12c2f5-a920-4da8-8664-a3bc2ae9685d tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] 10.222.0.36 "GET /v2.0/networks?id=69d09fd7-b3ad-4959-9a0e-c9a0a7a897c2 HTTP/1.1" status: 200 len: 812 time: 0.2066126 Dec 15 19:47:50.764996 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1023f1d6-2b0f-476f-9c24-5ee30b892eac req-b9562d44-f057-464b-9061-8c22706e44be tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] 10.222.0.36 "GET /v2.0/quotas/4cfc3671bb194b2a9cf6d4b13a375572 HTTP/1.1" status: 200 len: 375 time: 0.0112362 Dec 15 19:47:50.817675 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1023f1d6-2b0f-476f-9c24-5ee30b892eac req-50216420-e488-4fe6-b9d6-a488a6f66c5c tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4cfc3671bb194b2a9cf6d4b13a375572&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474403 Dec 15 19:47:50.958657 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1023f1d6-2b0f-476f-9c24-5ee30b892eac req-419dfd22-b882-47b2-935a-2c25a6e24f82 service neutron] 10.222.0.36 "GET /v2.0/networks/69d09fd7-b3ad-4959-9a0e-c9a0a7a897c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337819 Dec 15 19:47:51.101353 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1023f1d6-2b0f-476f-9c24-5ee30b892eac req-10ac30be-ca7b-464f-bc9d-e5d71d31f901 service neutron] 10.222.0.36 "GET /v2.0/networks/69d09fd7-b3ad-4959-9a0e-c9a0a7a897c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352952 Dec 15 19:47:51.315999 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4e92a4c4-604b-4f72-915e-12acccb0bbb5 req-b68d5317-af8a-4824-a44d-0707095ab70b tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] 10.222.0.36 "GET /v2.0/ports?device_id=3dadac2e-3bee-4d05-abdf-b12f4776990c HTTP/1.1" status: 200 len: 210 time: 0.0449870 Dec 15 19:47:52.484267 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-eae70f5e-ab26-46da-acb2-a2051c134f76 req-777ceeb4-b384-4765-9d04-e528023167b9 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] 10.222.0.36 "GET /v2.0/ports?device_id=3dadac2e-3bee-4d05-abdf-b12f4776990c HTTP/1.1" status: 200 len: 210 time: 0.0452130 Dec 15 19:47:53.336879 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023f1d6-2b0f-476f-9c24-5ee30b892eac req-ed7072bc-0ef9-48b8-abc3-6f9cd20a0588 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:47:53.338515 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1023f1d6-2b0f-476f-9c24-5ee30b892eac req-ed7072bc-0ef9-48b8-abc3-6f9cd20a0588 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] 10.222.0.32 "GET /v2.0/networks?id=69d09fd7-b3ad-4959-9a0e-c9a0a7a897c2 HTTP/1.1" status: 200 len: 812 time: 0.1566057 Dec 15 19:47:53.360465 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [req-1023f1d6-2b0f-476f-9c24-5ee30b892eac req-4e07b60e-9631-4ce5-a6b0-fd4545b57c33 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] Request body: {'port': {'device_id': '3dadac2e-3bee-4d05-abdf-b12f4776990c', 'network_id': '69d09fd7-b3ad-4959-9a0e-c9a0a7a897c2', 'admin_state_up': True, 'tenant_id': '4cfc3671bb194b2a9cf6d4b13a375572'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:47:53.506132 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [req-1023f1d6-2b0f-476f-9c24-5ee30b892eac req-4e07b60e-9631-4ce5-a6b0-fd4545b57c33 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:47:53.510400 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-1023f1d6-2b0f-476f-9c24-5ee30b892eac req-4e07b60e-9631-4ce5-a6b0-fd4545b57c33 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] Usage tracker for resource:port and tenant:4cfc3671bb194b2a9cf6d4b13a375572 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:47:53.513346 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-1023f1d6-2b0f-476f-9c24-5ee30b892eac req-4e07b60e-9631-4ce5-a6b0-fd4545b57c33 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:47:53.519467 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [req-1023f1d6-2b0f-476f-9c24-5ee30b892eac req-4e07b60e-9631-4ce5-a6b0-fd4545b57c33 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:47:53.641072 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1023f1d6-2b0f-476f-9c24-5ee30b892eac req-4e07b60e-9631-4ce5-a6b0-fd4545b57c33 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] Made reservation on behalf of 4cfc3671bb194b2a9cf6d4b13a375572 for: {'port': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:47:53.646955 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-1023f1d6-2b0f-476f-9c24-5ee30b892eac req-4e07b60e-9631-4ce5-a6b0-fd4545b57c33 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:53.763556 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7c0030f7-502d-4840-85de-7dba26687df7 req-15dad631-e0b8-4004-b7dd-e8726efaa027 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] 10.222.0.36 "GET /v2.0/ports?device_id=3dadac2e-3bee-4d05-abdf-b12f4776990c HTTP/1.1" status: 200 len: 210 time: 0.0519924 Dec 15 19:47:53.828644 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [req-1023f1d6-2b0f-476f-9c24-5ee30b892eac req-4e07b60e-9631-4ce5-a6b0-fd4545b57c33 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] Allocated IP 172.20.0.14 (69d09fd7-b3ad-4959-9a0e-c9a0a7a897c2/6b82f518-efc0-413a-9bf7-bf0c46c83740/2dfcbf3b-ea8c-496e-9b84-fca7fa559c1a) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:47:54.173159 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-1023f1d6-2b0f-476f-9c24-5ee30b892eac req-4e07b60e-9631-4ce5-a6b0-fd4545b57c33 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:54.226836 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-1023f1d6-2b0f-476f-9c24-5ee30b892eac req-4e07b60e-9631-4ce5-a6b0-fd4545b57c33 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:54.233694 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6a12c005-c677-4f6b-bf99-530f2f65e217 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:47:54.297800 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1023f1d6-2b0f-476f-9c24-5ee30b892eac req-4e07b60e-9631-4ce5-a6b0-fd4545b57c33 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] Network 69d09fd7-b3ad-4959-9a0e-c9a0a7a897c2 is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:47:54.306527 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [req-1023f1d6-2b0f-476f-9c24-5ee30b892eac req-4e07b60e-9631-4ce5-a6b0-fd4545b57c33 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:47:54.306707 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:54.309100 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [req-1023f1d6-2b0f-476f-9c24-5ee30b892eac req-4e07b60e-9631-4ce5-a6b0-fd4545b57c33 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:47:54.352873 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e07b60e-9631-4ce5-a6b0-fd4545b57c33 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] Pushing event updated for resources: {'Port': ['ID=2dfcbf3b-ea8c-496e-9b84-fca7fa559c1a,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:47:54.355864 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4e07b60e-9631-4ce5-a6b0-fd4545b57c33 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:47:54.386860 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023f1d6-2b0f-476f-9c24-5ee30b892eac req-4e07b60e-9631-4ce5-a6b0-fd4545b57c33 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:47:54.387529 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-1023f1d6-2b0f-476f-9c24-5ee30b892eac req-4e07b60e-9631-4ce5-a6b0-fd4545b57c33 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:54.441262 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1023f1d6-2b0f-476f-9c24-5ee30b892eac req-4e07b60e-9631-4ce5-a6b0-fd4545b57c33 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0849063 Dec 15 19:47:54.457963 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [req-1023f1d6-2b0f-476f-9c24-5ee30b892eac req-b4616352-a2f8-4655-b6fc-44c9ad0cf1be service neutron] Request body: {'port': {'device_id': '3dadac2e-3bee-4d05-abdf-b12f4776990c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:47:54.567599 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-1023f1d6-2b0f-476f-9c24-5ee30b892eac req-b4616352-a2f8-4655-b6fc-44c9ad0cf1be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:54.971484 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [req-1023f1d6-2b0f-476f-9c24-5ee30b892eac req-b4616352-a2f8-4655-b6fc-44c9ad0cf1be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dfcbf3b-ea8c-496e-9b84-fca7fa559c1a {{(pid=88991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 19:47:54.973048 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0576ae-aba0-4ac3-8258-9e441c7e7ca6 req-414d677a-fce6-465b-bb20-ac5b5844311d tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:47:54.974683 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-eb0576ae-aba0-4ac3-8258-9e441c7e7ca6 req-414d677a-fce6-465b-bb20-ac5b5844311d tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] 10.222.0.36 "GET /v2.0/ports?device_id=3dadac2e-3bee-4d05-abdf-b12f4776990c HTTP/1.1" status: 200 len: 932 time: 0.0831053 Dec 15 19:47:54.979917 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-1023f1d6-2b0f-476f-9c24-5ee30b892eac req-b4616352-a2f8-4655-b6fc-44c9ad0cf1be service neutron] Notify callbacks [] for port, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:55.023241 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-eb0576ae-aba0-4ac3-8258-9e441c7e7ca6 req-34d4ba25-fba0-44b0-adb7-818899d68a4a tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] Synchronizing usage tracker for tenant:4cfc3671bb194b2a9cf6d4b13a375572 on resource:security_group {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:47:55.043364 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [req-1023f1d6-2b0f-476f-9c24-5ee30b892eac req-b4616352-a2f8-4655-b6fc-44c9ad0cf1be service neutron] Transition to ACTIVE for port object 2dfcbf3b-ea8c-496e-9b84-fca7fa559c1a will not be triggered until provisioned by entity L2. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:47:55.071880 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-eb0576ae-aba0-4ac3-8258-9e441c7e7ca6 req-34d4ba25-fba0-44b0-adb7-818899d68a4a tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] Unset dirty status for tenant:4cfc3671bb194b2a9cf6d4b13a375572 on resource:security_group {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:47:55.073074 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-eb0576ae-aba0-4ac3-8258-9e441c7e7ca6 req-34d4ba25-fba0-44b0-adb7-818899d68a4a tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] 10.222.0.36 "GET /v2.0/security-groups?id=d08ffa60-3690-4fe0-845a-7e1d238539db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912671 Dec 15 19:47:55.094783 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-1023f1d6-2b0f-476f-9c24-5ee30b892eac req-b4616352-a2f8-4655-b6fc-44c9ad0cf1be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:55.099621 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6a12c005-c677-4f6b-bf99-530f2f65e217 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:47:55.222968 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4616352-a2f8-4655-b6fc-44c9ad0cf1be service neutron] Pushing event updated for resources: {'Port': ['ID=2dfcbf3b-ea8c-496e-9b84-fca7fa559c1a,revision_number=2']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:47:55.226197 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b4616352-a2f8-4655-b6fc-44c9ad0cf1be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:47:55.332697 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-1023f1d6-2b0f-476f-9c24-5ee30b892eac req-b4616352-a2f8-4655-b6fc-44c9ad0cf1be service neutron] Attempting to bind port 2dfcbf3b-ea8c-496e-9b84-fca7fa559c1a on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:47:55.332989 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-1023f1d6-2b0f-476f-9c24-5ee30b892eac req-b4616352-a2f8-4655-b6fc-44c9ad0cf1be service neutron] Attempting to bind port 2dfcbf3b-ea8c-496e-9b84-fca7fa559c1a by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '40f56f32-fed4-4719-81ed-03c99ec59e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '69d09fd7-b3ad-4959-9a0e-c9a0a7a897c2'}] {{(pid=88991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:47:55.333354 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1023f1d6-2b0f-476f-9c24-5ee30b892eac req-b4616352-a2f8-4655-b6fc-44c9ad0cf1be service neutron] Attempting to bind port 2dfcbf3b-ea8c-496e-9b84-fca7fa559c1a on network 69d09fd7-b3ad-4959-9a0e-c9a0a7a897c2 {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:47:55.340167 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1023f1d6-2b0f-476f-9c24-5ee30b892eac req-b4616352-a2f8-4655-b6fc-44c9ad0cf1be service neutron] Port 2dfcbf3b-ea8c-496e-9b84-fca7fa559c1a on network 69d09fd7-b3ad-4959-9a0e-c9a0a7a897c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:47:55.340523 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1023f1d6-2b0f-476f-9c24-5ee30b892eac req-b4616352-a2f8-4655-b6fc-44c9ad0cf1be service neutron] Attempting to bind port 2dfcbf3b-ea8c-496e-9b84-fca7fa559c1a on network 69d09fd7-b3ad-4959-9a0e-c9a0a7a897c2 {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:47:55.347093 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1023f1d6-2b0f-476f-9c24-5ee30b892eac req-b4616352-a2f8-4655-b6fc-44c9ad0cf1be service neutron] Checking agent: {'id': '59e4c979-c5dd-468d-a1f2-341133950749', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 12, 24), 'started_at': datetime.datetime(2021, 12, 15, 19, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:47:55.347465 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1023f1d6-2b0f-476f-9c24-5ee30b892eac req-b4616352-a2f8-4655-b6fc-44c9ad0cf1be service neutron] Checking segment: {'id': '40f56f32-fed4-4719-81ed-03c99ec59e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '69d09fd7-b3ad-4959-9a0e-c9a0a7a897c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:47:55.347877 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1023f1d6-2b0f-476f-9c24-5ee30b892eac req-b4616352-a2f8-4655-b6fc-44c9ad0cf1be service neutron] Bound using segment: {'id': '40f56f32-fed4-4719-81ed-03c99ec59e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '69d09fd7-b3ad-4959-9a0e-c9a0a7a897c2'} {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:47:55.348333 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-1023f1d6-2b0f-476f-9c24-5ee30b892eac req-b4616352-a2f8-4655-b6fc-44c9ad0cf1be service neutron] Bound port: 2dfcbf3b-ea8c-496e-9b84-fca7fa559c1a, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40f56f32-fed4-4719-81ed-03c99ec59e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '69d09fd7-b3ad-4959-9a0e-c9a0a7a897c2'}}] {{(pid=88991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:47:55.348707 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-1023f1d6-2b0f-476f-9c24-5ee30b892eac req-b4616352-a2f8-4655-b6fc-44c9ad0cf1be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:55.443162 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-1023f1d6-2b0f-476f-9c24-5ee30b892eac req-b4616352-a2f8-4655-b6fc-44c9ad0cf1be service neutron] For port 2dfcbf3b-ea8c-496e-9b84-fca7fa559c1a, host hv-neutron-8218, cleared binding levels {{(pid=88991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:47:55.446271 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-1023f1d6-2b0f-476f-9c24-5ee30b892eac req-b4616352-a2f8-4655-b6fc-44c9ad0cf1be service neutron] For port 2dfcbf3b-ea8c-496e-9b84-fca7fa559c1a, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=2dfcbf3b-ea8c-496e-9b84-fca7fa559c1a,segment=NetworkSegment(40f56f32-fed4-4719-81ed-03c99ec59e52),segment_id=40f56f32-fed4-4719-81ed-03c99ec59e52)] {{(pid=88991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:47:55.480388 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-1023f1d6-2b0f-476f-9c24-5ee30b892eac req-b4616352-a2f8-4655-b6fc-44c9ad0cf1be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:55.484677 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-289d57fc-dcc6-4f1c-9938-c5970129be73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:47:55.545799 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-1023f1d6-2b0f-476f-9c24-5ee30b892eac req-b4616352-a2f8-4655-b6fc-44c9ad0cf1be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:55.547368 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1023f1d6-2b0f-476f-9c24-5ee30b892eac req-b4616352-a2f8-4655-b6fc-44c9ad0cf1be service neutron] 10.222.0.32 "PUT /v2.0/ports/2dfcbf3b-ea8c-496e-9b84-fca7fa559c1a HTTP/1.1" status: 200 len: 1094 time: 1.0939796 Dec 15 19:47:55.547931 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dadac2e-3bee-4d05-abdf-b12f4776990c', 'tag': '2dfcbf3b-ea8c-496e-9b84-fca7fa559c1a'}] {{(pid=88991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:47:55.565855 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4616352-a2f8-4655-b6fc-44c9ad0cf1be service neutron] Pushing event updated for resources: {'Port': ['ID=2dfcbf3b-ea8c-496e-9b84-fca7fa559c1a,revision_number=3']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:47:55.567044 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b4616352-a2f8-4655-b6fc-44c9ad0cf1be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:47:55.606035 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dadac2e-3bee-4d05-abdf-b12f4776990c', 'tag': '2dfcbf3b-ea8c-496e-9b84-fca7fa559c1a', 'status': 'completed', 'code': 200} Dec 15 19:47:55.692026 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1023f1d6-2b0f-476f-9c24-5ee30b892eac req-b50173a0-b4bf-412d-ae5d-2734d765ef2f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4cfc3671bb194b2a9cf6d4b13a375572&device_id=3dadac2e-3bee-4d05-abdf-b12f4776990c HTTP/1.1" status: 200 len: 1097 time: 0.0805738 Dec 15 19:47:55.765770 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1023f1d6-2b0f-476f-9c24-5ee30b892eac req-e36229ef-cb3e-4837-914c-0717770f20d8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2dfcbf3b-ea8c-496e-9b84-fca7fa559c1a HTTP/1.1" status: 200 len: 217 time: 0.0622134 Dec 15 19:47:55.838142 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023f1d6-2b0f-476f-9c24-5ee30b892eac req-1821a239-4f21-40b4-b074-1482c4e00654 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:47:55.839925 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1023f1d6-2b0f-476f-9c24-5ee30b892eac req-1821a239-4f21-40b4-b074-1482c4e00654 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6b82f518-efc0-413a-9bf7-bf0c46c83740 HTTP/1.1" status: 200 len: 852 time: 0.0641766 Dec 15 19:47:55.890717 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1023f1d6-2b0f-476f-9c24-5ee30b892eac req-47c0d517-a8ec-4e44-8c2f-fbe282ea5f8d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=69d09fd7-b3ad-4959-9a0e-c9a0a7a897c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409682 Dec 15 19:47:56.261964 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1023f1d6-2b0f-476f-9c24-5ee30b892eac req-23e032aa-12a2-4db0-8559-8ebf71da30cd service neutron] 10.222.0.32 "GET /v2.0/networks/69d09fd7-b3ad-4959-9a0e-c9a0a7a897c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3614197 Dec 15 19:47:56.286061 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d529af-0b78-475b-9efb-831e4ca64df6 req-73b9a823-8640-4e55-b9fa-271bfaee08b2 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:47:56.287686 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c7d529af-0b78-475b-9efb-831e4ca64df6 req-73b9a823-8640-4e55-b9fa-271bfaee08b2 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] 10.222.0.36 "GET /v2.0/ports?device_id=3dadac2e-3bee-4d05-abdf-b12f4776990c HTTP/1.1" status: 200 len: 944 time: 0.0884295 Dec 15 19:47:56.336777 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c7d529af-0b78-475b-9efb-831e4ca64df6 req-7adcaefd-b96b-4e81-a164-b61d5a858f19 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] 10.222.0.36 "GET /v2.0/security-groups?id=d08ffa60-3690-4fe0-845a-7e1d238539db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422828 Dec 15 19:47:56.408671 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1023f1d6-2b0f-476f-9c24-5ee30b892eac req-3fae510f-f914-4a59-9cb8-bf8d2733cf7b service neutron] 10.222.0.32 "GET /v2.0/networks/69d09fd7-b3ad-4959-9a0e-c9a0a7a897c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367927 Dec 15 19:47:56.587481 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-620b3e2e-ccc7-4034-a931-c9a6c0f3d49b req-bef35f55-8530-40cb-912b-251e19b13376 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4cfc3671bb194b2a9cf6d4b13a375572&device_id=3dadac2e-3bee-4d05-abdf-b12f4776990c HTTP/1.1" status: 200 len: 1097 time: 0.0787942 Dec 15 19:47:56.731256 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620b3e2e-ccc7-4034-a931-c9a6c0f3d49b req-4981a22f-839d-4746-8294-e29a476a80f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:47:56.732849 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-620b3e2e-ccc7-4034-a931-c9a6c0f3d49b req-4981a22f-839d-4746-8294-e29a476a80f0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=69d09fd7-b3ad-4959-9a0e-c9a0a7a897c2 HTTP/1.1" status: 200 len: 913 time: 0.1389344 Dec 15 19:47:56.807038 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-620b3e2e-ccc7-4034-a931-c9a6c0f3d49b req-e68090d1-a6df-4bc1-b219-f4e57a33dbdc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2dfcbf3b-ea8c-496e-9b84-fca7fa559c1a HTTP/1.1" status: 200 len: 217 time: 0.0660446 Dec 15 19:47:56.875104 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620b3e2e-ccc7-4034-a931-c9a6c0f3d49b req-f8c2c42d-3910-47a6-9dfc-69bf00155b23 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:47:56.876540 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-620b3e2e-ccc7-4034-a931-c9a6c0f3d49b req-f8c2c42d-3910-47a6-9dfc-69bf00155b23 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6b82f518-efc0-413a-9bf7-bf0c46c83740 HTTP/1.1" status: 200 len: 852 time: 0.0623479 Dec 15 19:47:56.928866 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-620b3e2e-ccc7-4034-a931-c9a6c0f3d49b req-46af1822-5e34-48af-b24a-a21e32829fc7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=69d09fd7-b3ad-4959-9a0e-c9a0a7a897c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452766 Dec 15 19:47:57.072641 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-620b3e2e-ccc7-4034-a931-c9a6c0f3d49b req-0d79f371-17e4-406e-8753-08eacd2a3e00 service neutron] 10.222.0.32 "GET /v2.0/networks/69d09fd7-b3ad-4959-9a0e-c9a0a7a897c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338081 Dec 15 19:47:57.216541 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-620b3e2e-ccc7-4034-a931-c9a6c0f3d49b req-255a701c-56a2-4865-a9b7-e02113899050 service neutron] 10.222.0.32 "GET /v2.0/networks/69d09fd7-b3ad-4959-9a0e-c9a0a7a897c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365883 Dec 15 19:47:57.545724 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d209c12d-741f-4061-9495-5a066b357c35 req-f17e7ffb-bbc4-41bf-be8b-9177089902d3 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:47:57.547329 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d209c12d-741f-4061-9495-5a066b357c35 req-f17e7ffb-bbc4-41bf-be8b-9177089902d3 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] 10.222.0.36 "GET /v2.0/ports?device_id=3dadac2e-3bee-4d05-abdf-b12f4776990c HTTP/1.1" status: 200 len: 944 time: 0.0819933 Dec 15 19:47:57.596218 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d209c12d-741f-4061-9495-5a066b357c35 req-63f91c9c-73ca-4001-97fb-5dc8910c55be tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] 10.222.0.36 "GET /v2.0/security-groups?id=d08ffa60-3690-4fe0-845a-7e1d238539db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424457 Dec 15 19:47:58.804131 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b6ba2-01cf-41df-8500-6fb480972a53 req-dfeffe0a-7302-4fa4-9f93-8697022f9f5a tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:47:58.805837 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b08b6ba2-01cf-41df-8500-6fb480972a53 req-dfeffe0a-7302-4fa4-9f93-8697022f9f5a tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] 10.222.0.36 "GET /v2.0/ports?device_id=3dadac2e-3bee-4d05-abdf-b12f4776990c HTTP/1.1" status: 200 len: 944 time: 0.0843184 Dec 15 19:47:58.853693 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b08b6ba2-01cf-41df-8500-6fb480972a53 req-f5c54ae8-1300-4248-82e6-2cddaa8ae479 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] 10.222.0.36 "GET /v2.0/security-groups?id=d08ffa60-3690-4fe0-845a-7e1d238539db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418355 Dec 15 19:47:58.971450 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 2dfcbf3b-ea8c-496e-9b84-fca7fa559c1a details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 15 19:47:59.108776 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 2dfcbf3b-ea8c-496e-9b84-fca7fa559c1a, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=2dfcbf3b-ea8c-496e-9b84-fca7fa559c1a,segment=NetworkSegment(40f56f32-fed4-4719-81ed-03c99ec59e52),segment_id=40f56f32-fed4-4719-81ed-03c99ec59e52)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:47:59.125842 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Returning: {'device': '2dfcbf3b-ea8c-496e-9b84-fca7fa559c1a', 'network_id': '69d09fd7-b3ad-4959-9a0e-c9a0a7a897c2', 'port_id': '2dfcbf3b-ea8c-496e-9b84-fca7fa559c1a', 'mac_address': 'fa:16:3e:9c:4d:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b82f518-efc0-413a-9bf7-bf0c46c83740', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 19:47:59.181009 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:59.199363 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dfcbf3b-ea8c-496e-9b84-fca7fa559c1a {{(pid=88992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 19:47:59.214197 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 2dfcbf3b-ea8c-496e-9b84-fca7fa559c1a, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=2dfcbf3b-ea8c-496e-9b84-fca7fa559c1a,segment=NetworkSegment(40f56f32-fed4-4719-81ed-03c99ec59e52),segment_id=40f56f32-fed4-4719-81ed-03c99ec59e52)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:47:59.251452 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:47:59.254188 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:47:59.320349 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=2dfcbf3b-ea8c-496e-9b84-fca7fa559c1a,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:47:59.324015 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:47:59.507243 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] get_ports_and_sgs() called for port_ids ['2dfcbf3b-ea8c-496e-9b84-fca7fa559c1a'] {{(pid=88992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 19:48:00.056500 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808be16-f25a-4c31-ac77-bc59bfdc5cc2 req-eb5a3dee-03bb-4761-8f93-7569a69ddffa tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:48:00.058095 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e808be16-f25a-4c31-ac77-bc59bfdc5cc2 req-eb5a3dee-03bb-4761-8f93-7569a69ddffa tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] 10.222.0.36 "GET /v2.0/ports?device_id=3dadac2e-3bee-4d05-abdf-b12f4776990c HTTP/1.1" status: 200 len: 945 time: 0.0830648 Dec 15 19:48:00.110431 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e808be16-f25a-4c31-ac77-bc59bfdc5cc2 req-9da53510-bd7e-4cf1-92e3-db346efa938a tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] 10.222.0.36 "GET /v2.0/security-groups?id=d08ffa60-3690-4fe0-845a-7e1d238539db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462930 Dec 15 19:48:00.976298 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 2dfcbf3b-ea8c-496e-9b84-fca7fa559c1a up at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:48:01.094886 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning for port 2dfcbf3b-ea8c-496e-9b84-fca7fa559c1a completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:48:01.100014 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning complete for port 2dfcbf3b-ea8c-496e-9b84-fca7fa559c1a triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:48:01.106411 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:48:01.220500 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:48:01.251757 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dadac2e-3bee-4d05-abdf-b12f4776990c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dfcbf3b-ea8c-496e-9b84-fca7fa559c1a'}] {{(pid=88992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:48:01.262760 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 2dfcbf3b-ea8c-496e-9b84-fca7fa559c1a, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=2dfcbf3b-ea8c-496e-9b84-fca7fa559c1a,segment=NetworkSegment(40f56f32-fed4-4719-81ed-03c99ec59e52),segment_id=40f56f32-fed4-4719-81ed-03c99ec59e52)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:48:01.311173 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dadac2e-3bee-4d05-abdf-b12f4776990c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dfcbf3b-ea8c-496e-9b84-fca7fa559c1a', 'code': 200} Dec 15 19:48:01.312448 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:48:01.314541 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:48:01.387011 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=2dfcbf3b-ea8c-496e-9b84-fca7fa559c1a,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:48:01.392472 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:48:01.456698 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff5afe-7ffa-4e8a-8b23-e9fb060ac799 req-9bc70607-3734-40a8-9e70-cff1259a4758 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:48:01.458366 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-42ff5afe-7ffa-4e8a-8b23-e9fb060ac799 req-9bc70607-3734-40a8-9e70-cff1259a4758 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] 10.222.0.36 "GET /v2.0/ports?device_id=3dadac2e-3bee-4d05-abdf-b12f4776990c HTTP/1.1" status: 200 len: 946 time: 0.0848255 Dec 15 19:48:01.507112 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-42ff5afe-7ffa-4e8a-8b23-e9fb060ac799 req-2bd32812-a408-48c9-8e4a-3ed10a0fd295 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] 10.222.0.36 "GET /v2.0/security-groups?id=d08ffa60-3690-4fe0-845a-7e1d238539db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425165 Dec 15 19:48:01.696622 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-af3fc311-0370-4098-a460-ecf5b6355504 req-535b1ef6-2d3a-4908-a131-a4c846eaeaa5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3dadac2e-3bee-4d05-abdf-b12f4776990c HTTP/1.1" status: 200 len: 1099 time: 0.0732858 Dec 15 19:48:01.745086 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-af3fc311-0370-4098-a460-ecf5b6355504 req-ab1a02f9-6283-4155-a098-a8181e9a313a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d08ffa60-3690-4fe0-845a-7e1d238539db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386872 Dec 15 19:48:02.722191 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44b8000-3695-40da-8aa6-86621a49512e req-88c8b1c5-1bca-4832-95e2-9a97897ce864 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:48:02.723830 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f44b8000-3695-40da-8aa6-86621a49512e req-88c8b1c5-1bca-4832-95e2-9a97897ce864 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] 10.222.0.36 "GET /v2.0/ports?device_id=3dadac2e-3bee-4d05-abdf-b12f4776990c HTTP/1.1" status: 200 len: 946 time: 0.0865743 Dec 15 19:48:02.771775 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f44b8000-3695-40da-8aa6-86621a49512e req-394e290e-81c3-499e-8e74-a1ca8e0b2e3f tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] 10.222.0.36 "GET /v2.0/security-groups?id=d08ffa60-3690-4fe0-845a-7e1d238539db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409055 Dec 15 19:48:03.917210 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 19:48:03.979246 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c83a6-c4f0-4359-811e-55e0c5861ef9 req-6f944675-5799-45a2-b95f-1b7d2708adc7 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:48:03.980836 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-570c83a6-c4f0-4359-811e-55e0c5861ef9 req-6f944675-5799-45a2-b95f-1b7d2708adc7 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] 10.222.0.36 "GET /v2.0/ports?device_id=3dadac2e-3bee-4d05-abdf-b12f4776990c HTTP/1.1" status: 200 len: 946 time: 0.0848978 Dec 15 19:48:04.028751 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-570c83a6-c4f0-4359-811e-55e0c5861ef9 req-fce16c75-7ea5-435c-a5e6-50d25cc42e0f tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] 10.222.0.36 "GET /v2.0/security-groups?id=d08ffa60-3690-4fe0-845a-7e1d238539db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417778 Dec 15 19:48:04.454467 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-57f4f446-1155-449e-8035-01f7cd52b53f req-09bb7549-5dda-49cc-82b0-93f845b24b15 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3dadac2e-3bee-4d05-abdf-b12f4776990c&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2952559 Dec 15 19:48:05.864254 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb2c5b4-d07c-473e-801e-2736520759f3 req-ec091694-2270-4f37-9d36-acde51b879b5 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:48:05.865867 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-eeb2c5b4-d07c-473e-801e-2736520759f3 req-ec091694-2270-4f37-9d36-acde51b879b5 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] 10.222.0.36 "GET /v2.0/ports?device_id=3dadac2e-3bee-4d05-abdf-b12f4776990c HTTP/1.1" status: 200 len: 946 time: 0.0822732 Dec 15 19:48:05.881058 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 60256) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:48:05.916756 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-eeb2c5b4-d07c-473e-801e-2736520759f3 req-28b64c68-8780-4b35-aa84-e385cb2d76f8 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] 10.222.0.36 "GET /v2.0/security-groups?id=d08ffa60-3690-4fe0-845a-7e1d238539db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441597 Dec 15 19:48:06.034456 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-912bc10b-751e-47a3-b877-54fb1630a877 req-f3f564bb-5cc4-4582-9f40-9fca5edce37e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3dadac2e-3bee-4d05-abdf-b12f4776990c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1519201 Dec 15 19:48:07.124259 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc32be-d69b-4ac5-934f-c502a66aa7aa req-872725b1-468b-47f6-b94b-86572d50fb04 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:48:07.125785 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d7cc32be-d69b-4ac5-934f-c502a66aa7aa req-872725b1-468b-47f6-b94b-86572d50fb04 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] 10.222.0.36 "GET /v2.0/ports?device_id=3dadac2e-3bee-4d05-abdf-b12f4776990c HTTP/1.1" status: 200 len: 946 time: 0.0866604 Dec 15 19:48:07.174869 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d7cc32be-d69b-4ac5-934f-c502a66aa7aa req-43f4421a-c16e-42a9-bbbc-0a992c881a13 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] 10.222.0.36 "GET /v2.0/security-groups?id=d08ffa60-3690-4fe0-845a-7e1d238539db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426023 Dec 15 19:48:07.969467 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-912bc10b-751e-47a3-b877-54fb1630a877 req-78a10c33-be64-4649-9eee-c1594d839525 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4cfc3671bb194b2a9cf6d4b13a375572&device_id=3dadac2e-3bee-4d05-abdf-b12f4776990c HTTP/1.1" status: 200 len: 1099 time: 0.0748158 Dec 15 19:48:08.111662 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912bc10b-751e-47a3-b877-54fb1630a877 req-fbea0135-583c-4d6c-a9a0-4147f0385925 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:48:08.113219 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-912bc10b-751e-47a3-b877-54fb1630a877 req-fbea0135-583c-4d6c-a9a0-4147f0385925 service neutron] 10.222.0.32 "GET /v2.0/networks?id=69d09fd7-b3ad-4959-9a0e-c9a0a7a897c2 HTTP/1.1" status: 200 len: 913 time: 0.1371462 Dec 15 19:48:08.184245 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-912bc10b-751e-47a3-b877-54fb1630a877 req-6af047cc-6109-44e8-ae38-dd3645b00a1c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2dfcbf3b-ea8c-496e-9b84-fca7fa559c1a HTTP/1.1" status: 200 len: 217 time: 0.0648704 Dec 15 19:48:08.254200 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912bc10b-751e-47a3-b877-54fb1630a877 req-1f8e8d33-67d4-4d01-aa50-8a892bc77547 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:48:08.255816 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-912bc10b-751e-47a3-b877-54fb1630a877 req-1f8e8d33-67d4-4d01-aa50-8a892bc77547 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6b82f518-efc0-413a-9bf7-bf0c46c83740 HTTP/1.1" status: 200 len: 852 time: 0.0652049 Dec 15 19:48:08.260535 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d751ff43-5e9e-4fb2-bc26-f7d2c36a5bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:48:08.309707 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-912bc10b-751e-47a3-b877-54fb1630a877 req-b12a5401-f387-476c-ab13-ff0e270a6fb6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=69d09fd7-b3ad-4959-9a0e-c9a0a7a897c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476170 Dec 15 19:48:08.387987 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a88365-05ad-4c4e-bf81-1c21bf5ecc66 req-44bf5472-e1f3-4dc6-91b8-6f3d6cfec50f tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:48:08.389616 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-50a88365-05ad-4c4e-bf81-1c21bf5ecc66 req-44bf5472-e1f3-4dc6-91b8-6f3d6cfec50f tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] 10.222.0.36 "GET /v2.0/ports?device_id=3dadac2e-3bee-4d05-abdf-b12f4776990c HTTP/1.1" status: 200 len: 946 time: 0.0856743 Dec 15 19:48:08.444842 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-50a88365-05ad-4c4e-bf81-1c21bf5ecc66 req-29516c4d-d612-40bb-b532-e4e6b1787528 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] 10.222.0.36 "GET /v2.0/security-groups?id=d08ffa60-3690-4fe0-845a-7e1d238539db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489912 Dec 15 19:48:08.457815 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-912bc10b-751e-47a3-b877-54fb1630a877 req-84e9a58b-9533-46e3-b24f-00d89fe04949 service neutron] 10.222.0.32 "GET /v2.0/networks/69d09fd7-b3ad-4959-9a0e-c9a0a7a897c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409671 Dec 15 19:48:08.600746 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-912bc10b-751e-47a3-b877-54fb1630a877 req-72b01d12-c1bc-4cc9-b715-41e4c952dd32 service neutron] 10.222.0.32 "GET /v2.0/networks/69d09fd7-b3ad-4959-9a0e-c9a0a7a897c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364446 Dec 15 19:48:09.480161 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:48:09.655431 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4165f5b0-fa63-405a-bc26-406e6948ab0f req-2788a698-6ca9-494a-ab82-dc4ac1d2a47c tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:48:09.657046 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4165f5b0-fa63-405a-bc26-406e6948ab0f req-2788a698-6ca9-494a-ab82-dc4ac1d2a47c tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] 10.222.0.36 "GET /v2.0/ports?device_id=3dadac2e-3bee-4d05-abdf-b12f4776990c HTTP/1.1" status: 200 len: 946 time: 0.0868700 Dec 15 19:48:09.706053 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4165f5b0-fa63-405a-bc26-406e6948ab0f req-163cba07-425f-457c-a9ed-5d05c016a083 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] 10.222.0.36 "GET /v2.0/security-groups?id=d08ffa60-3690-4fe0-845a-7e1d238539db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426505 Dec 15 19:48:10.531562 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e524b018-125f-4cd6-9305-8b94733e7756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:48:10.884044 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:48:10.912351 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5725483c-5a4e-4b9e-8fd1-4a031874ede9 req-27065e38-09cc-41c9-a2c6-19ac96e6b4b8 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:48:10.913919 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5725483c-5a4e-4b9e-8fd1-4a031874ede9 req-27065e38-09cc-41c9-a2c6-19ac96e6b4b8 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] 10.222.0.36 "GET /v2.0/ports?device_id=3dadac2e-3bee-4d05-abdf-b12f4776990c HTTP/1.1" status: 200 len: 946 time: 0.0866771 Dec 15 19:48:10.961306 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5725483c-5a4e-4b9e-8fd1-4a031874ede9 req-c3e9d04e-bf4d-4f28-868b-2e4fb88b6dc2 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] 10.222.0.36 "GET /v2.0/security-groups?id=d08ffa60-3690-4fe0-845a-7e1d238539db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411808 Dec 15 19:48:12.164986 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a883aa-45a4-4c2f-96c2-47f7f0e0b7a5 req-8b964fb2-4ca4-4900-838d-2426892a296d tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:48:12.166611 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d9a883aa-45a4-4c2f-96c2-47f7f0e0b7a5 req-8b964fb2-4ca4-4900-838d-2426892a296d tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] 10.222.0.36 "GET /v2.0/ports?device_id=3dadac2e-3bee-4d05-abdf-b12f4776990c HTTP/1.1" status: 200 len: 946 time: 0.0829549 Dec 15 19:48:12.215196 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d9a883aa-45a4-4c2f-96c2-47f7f0e0b7a5 req-37b02f27-ef3b-403a-8ea2-b06f3d632d28 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] 10.222.0.36 "GET /v2.0/security-groups?id=d08ffa60-3690-4fe0-845a-7e1d238539db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423002 Dec 15 19:48:12.669035 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:48:13.424026 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a29a5-b23e-4f33-9c10-caf22e8b3917 req-561bfbc0-81c0-445c-84be-c357b01c0b27 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:48:13.425625 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-eb9a29a5-b23e-4f33-9c10-caf22e8b3917 req-561bfbc0-81c0-445c-84be-c357b01c0b27 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] 10.222.0.36 "GET /v2.0/ports?device_id=3dadac2e-3bee-4d05-abdf-b12f4776990c HTTP/1.1" status: 200 len: 946 time: 0.0871987 Dec 15 19:48:13.474873 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-eb9a29a5-b23e-4f33-9c10-caf22e8b3917 req-561d26a1-35c1-4985-8842-ebc959e4b529 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] 10.222.0.36 "GET /v2.0/security-groups?id=d08ffa60-3690-4fe0-845a-7e1d238539db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430353 Dec 15 19:48:14.687078 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84917eb4-be7f-4622-83f7-ff5c52ae841d req-9cd472cb-d96b-44f4-bcaa-f6767a976b5c tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:48:14.688771 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-84917eb4-be7f-4622-83f7-ff5c52ae841d req-9cd472cb-d96b-44f4-bcaa-f6767a976b5c tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] 10.222.0.36 "GET /v2.0/ports?device_id=3dadac2e-3bee-4d05-abdf-b12f4776990c HTTP/1.1" status: 200 len: 946 time: 0.0889976 Dec 15 19:48:14.739328 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-84917eb4-be7f-4622-83f7-ff5c52ae841d req-d438896e-ee27-41ad-9c2e-d2a99cebbb03 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] 10.222.0.36 "GET /v2.0/security-groups?id=d08ffa60-3690-4fe0-845a-7e1d238539db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440149 Dec 15 19:48:15.948528 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bee05e-d220-4208-b5cf-da1272d0eabc req-f75d65a2-74f0-4f91-8404-582a9e29fa78 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:48:15.950018 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c5bee05e-d220-4208-b5cf-da1272d0eabc req-f75d65a2-74f0-4f91-8404-582a9e29fa78 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] 10.222.0.36 "GET /v2.0/ports?device_id=3dadac2e-3bee-4d05-abdf-b12f4776990c HTTP/1.1" status: 200 len: 946 time: 0.0853558 Dec 15 19:48:15.996993 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c5bee05e-d220-4208-b5cf-da1272d0eabc req-bfb99eca-32f8-4c87-a8c2-65c0dba3931c tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] 10.222.0.36 "GET /v2.0/security-groups?id=d08ffa60-3690-4fe0-845a-7e1d238539db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409672 Dec 15 19:48:17.209997 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50241de3-f8f1-4f61-b518-26767c1fcfc9 req-f69e3887-1a3d-4bfb-8370-4b0965b51ead tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:48:17.212138 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-50241de3-f8f1-4f61-b518-26767c1fcfc9 req-f69e3887-1a3d-4bfb-8370-4b0965b51ead tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] 10.222.0.36 "GET /v2.0/ports?device_id=3dadac2e-3bee-4d05-abdf-b12f4776990c HTTP/1.1" status: 200 len: 946 time: 0.0879912 Dec 15 19:48:17.266884 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-50241de3-f8f1-4f61-b518-26767c1fcfc9 req-9c321975-40ee-46af-9d9f-aa3cc60b5faf tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] 10.222.0.36 "GET /v2.0/security-groups?id=d08ffa60-3690-4fe0-845a-7e1d238539db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482605 Dec 15 19:48:18.487963 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5cbb2e-6979-4b1f-ac09-d688726cc0a5 req-5c09fbab-d14b-4904-a241-3387911dddcf tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:48:18.489566 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2d5cbb2e-6979-4b1f-ac09-d688726cc0a5 req-5c09fbab-d14b-4904-a241-3387911dddcf tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] 10.222.0.36 "GET /v2.0/ports?device_id=3dadac2e-3bee-4d05-abdf-b12f4776990c HTTP/1.1" status: 200 len: 946 time: 0.0987060 Dec 15 19:48:18.538194 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2d5cbb2e-6979-4b1f-ac09-d688726cc0a5 req-a0a92e25-07ac-49a6-bcd0-0cb749b56595 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] 10.222.0.36 "GET /v2.0/security-groups?id=d08ffa60-3690-4fe0-845a-7e1d238539db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424638 Dec 15 19:48:19.781231 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d2240-f72d-4436-bb17-0581c560eef4 req-afafa870-aed0-4ecd-857c-b8a8b6004663 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:48:19.782835 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-129d2240-f72d-4436-bb17-0581c560eef4 req-afafa870-aed0-4ecd-857c-b8a8b6004663 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] 10.222.0.36 "GET /v2.0/ports?device_id=3dadac2e-3bee-4d05-abdf-b12f4776990c HTTP/1.1" status: 200 len: 946 time: 0.0876591 Dec 15 19:48:19.829740 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-129d2240-f72d-4436-bb17-0581c560eef4 req-986a9b5f-8192-467a-8433-5ab359943339 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] 10.222.0.36 "GET /v2.0/security-groups?id=d08ffa60-3690-4fe0-845a-7e1d238539db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407774 Dec 15 19:48:21.033530 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2534be39-f52e-4452-8b6f-7bd3c62a4fbc req-56e97c46-9ad3-4036-8d35-da3ff975b2ee tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:48:21.035100 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2534be39-f52e-4452-8b6f-7bd3c62a4fbc req-56e97c46-9ad3-4036-8d35-da3ff975b2ee tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] 10.222.0.36 "GET /v2.0/ports?device_id=3dadac2e-3bee-4d05-abdf-b12f4776990c HTTP/1.1" status: 200 len: 946 time: 0.0840001 Dec 15 19:48:21.084464 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2534be39-f52e-4452-8b6f-7bd3c62a4fbc req-cc87414e-1c21-46ea-be49-eea7b8ce1354 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] 10.222.0.36 "GET /v2.0/security-groups?id=d08ffa60-3690-4fe0-845a-7e1d238539db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429802 Dec 15 19:48:22.292024 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bdbd8f-eeb2-4c49-bdcc-0feb47210efd req-51e50690-5911-488d-add1-9aa46524058f tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:48:22.293603 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-25bdbd8f-eeb2-4c49-bdcc-0feb47210efd req-51e50690-5911-488d-add1-9aa46524058f tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] 10.222.0.36 "GET /v2.0/ports?device_id=3dadac2e-3bee-4d05-abdf-b12f4776990c HTTP/1.1" status: 200 len: 946 time: 0.0864613 Dec 15 19:48:22.341729 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-25bdbd8f-eeb2-4c49-bdcc-0feb47210efd req-1c9cf0a8-d62e-43bc-b4ec-c2e1bc2cb826 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] 10.222.0.36 "GET /v2.0/security-groups?id=d08ffa60-3690-4fe0-845a-7e1d238539db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420401 Dec 15 19:48:23.549465 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ef340-7618-46ed-a0ba-c2e8f721fddb req-b79c53ae-0035-4c97-8b69-402293efe60e tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:48:23.551108 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-df4ef340-7618-46ed-a0ba-c2e8f721fddb req-b79c53ae-0035-4c97-8b69-402293efe60e tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] 10.222.0.36 "GET /v2.0/ports?device_id=3dadac2e-3bee-4d05-abdf-b12f4776990c HTTP/1.1" status: 200 len: 946 time: 0.0827374 Dec 15 19:48:23.604819 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-df4ef340-7618-46ed-a0ba-c2e8f721fddb req-04305592-edea-4b4d-b0fd-6d22e899cb6b tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] 10.222.0.36 "GET /v2.0/security-groups?id=d08ffa60-3690-4fe0-845a-7e1d238539db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473158 Dec 15 19:48:24.319897 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:48:24.825354 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7198c68-d989-42f9-a8f0-3c6d665c6e41 req-8c495393-493f-448a-afd9-f9b2f278f94b tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:48:24.826987 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d7198c68-d989-42f9-a8f0-3c6d665c6e41 req-8c495393-493f-448a-afd9-f9b2f278f94b tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] 10.222.0.36 "GET /v2.0/ports?device_id=3dadac2e-3bee-4d05-abdf-b12f4776990c HTTP/1.1" status: 200 len: 946 time: 0.0904660 Dec 15 19:48:24.875921 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d7198c68-d989-42f9-a8f0-3c6d665c6e41 req-0881b440-77c9-4245-9ca0-366dcedb5e28 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] 10.222.0.36 "GET /v2.0/security-groups?id=d08ffa60-3690-4fe0-845a-7e1d238539db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426748 Dec 15 19:48:26.000628 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-912bc10b-751e-47a3-b877-54fb1630a877 req-755e13aa-b71c-4b87-96c7-e121fcbe3535 service neutron] 10.222.0.32 "GET /v2.0/ports/2dfcbf3b-ea8c-496e-9b84-fca7fa559c1a/bindings/hv-neutron-8218 HTTP/1.1" status: 200 len: 384 time: 0.0784574 Dec 15 19:48:26.085752 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304a0ece-4be5-4c90-8169-dcfea6b996b9 req-14c455da-70b7-4500-9203-cf353bb462f2 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:48:26.087308 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-304a0ece-4be5-4c90-8169-dcfea6b996b9 req-14c455da-70b7-4500-9203-cf353bb462f2 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] 10.222.0.36 "GET /v2.0/ports?device_id=3dadac2e-3bee-4d05-abdf-b12f4776990c HTTP/1.1" status: 200 len: 946 time: 0.0871336 Dec 15 19:48:26.136388 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-304a0ece-4be5-4c90-8169-dcfea6b996b9 req-df8b73d2-fcc4-4082-bbb8-083e4f4d99af tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] 10.222.0.36 "GET /v2.0/security-groups?id=d08ffa60-3690-4fe0-845a-7e1d238539db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427063 Dec 15 19:48:26.484001 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-912bc10b-751e-47a3-b877-54fb1630a877 req-6a5067d4-6c6a-4f4c-b1b5-7558e0209cfa service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3dadac2e-3bee-4d05-abdf-b12f4776990c&tenant_id=4cfc3671bb194b2a9cf6d4b13a375572 HTTP/1.1" status: 200 len: 1099 time: 0.0740569 Dec 15 19:48:26.588570 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-912bc10b-751e-47a3-b877-54fb1630a877 req-8ee197f0-3bfa-4665-bc38-b66eda050af1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4cfc3671bb194b2a9cf6d4b13a375572&device_id=3dadac2e-3bee-4d05-abdf-b12f4776990c HTTP/1.1" status: 200 len: 1099 time: 0.0765774 Dec 15 19:48:26.735541 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912bc10b-751e-47a3-b877-54fb1630a877 req-10727b5b-5202-43a0-b778-3fd7fb78c01e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:48:26.737060 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-912bc10b-751e-47a3-b877-54fb1630a877 req-10727b5b-5202-43a0-b778-3fd7fb78c01e service neutron] 10.222.0.32 "GET /v2.0/networks?id=69d09fd7-b3ad-4959-9a0e-c9a0a7a897c2 HTTP/1.1" status: 200 len: 913 time: 0.1381731 Dec 15 19:48:26.806261 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-912bc10b-751e-47a3-b877-54fb1630a877 req-b558fdb8-1cd4-4364-998d-0265a5cb9d47 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2dfcbf3b-ea8c-496e-9b84-fca7fa559c1a HTTP/1.1" status: 200 len: 217 time: 0.0617900 Dec 15 19:48:26.875611 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912bc10b-751e-47a3-b877-54fb1630a877 req-3f2b5d12-adb5-4d64-827a-9e5c090062ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:48:26.877146 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-912bc10b-751e-47a3-b877-54fb1630a877 req-3f2b5d12-adb5-4d64-827a-9e5c090062ab service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6b82f518-efc0-413a-9bf7-bf0c46c83740 HTTP/1.1" status: 200 len: 852 time: 0.0649104 Dec 15 19:48:26.925192 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-912bc10b-751e-47a3-b877-54fb1630a877 req-57c693bd-dd8e-4952-84ee-5c377bc3909e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=69d09fd7-b3ad-4959-9a0e-c9a0a7a897c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419214 Dec 15 19:48:27.066986 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-912bc10b-751e-47a3-b877-54fb1630a877 req-b653eff4-dd61-43bf-bb39-e43d7f0a1189 service neutron] 10.222.0.32 "GET /v2.0/networks/69d09fd7-b3ad-4959-9a0e-c9a0a7a897c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350009 Dec 15 19:48:27.206803 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-912bc10b-751e-47a3-b877-54fb1630a877 req-3ffd5876-92de-4bfa-89fb-35173333dbd4 service neutron] 10.222.0.32 "GET /v2.0/networks/69d09fd7-b3ad-4959-9a0e-c9a0a7a897c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329379 Dec 15 19:48:27.342483 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78101569-0856-4d35-8982-ec83ee4610f0 req-a943b3d5-f86b-4872-b1d3-c15ca4c53dc0 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:48:27.344421 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-78101569-0856-4d35-8982-ec83ee4610f0 req-a943b3d5-f86b-4872-b1d3-c15ca4c53dc0 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] 10.222.0.36 "GET /v2.0/ports?device_id=3dadac2e-3bee-4d05-abdf-b12f4776990c HTTP/1.1" status: 200 len: 946 time: 0.0840700 Dec 15 19:48:27.393553 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-78101569-0856-4d35-8982-ec83ee4610f0 req-d256d6ff-64ca-42c3-81ac-a543a4bd7c7d tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] 10.222.0.36 "GET /v2.0/security-groups?id=d08ffa60-3690-4fe0-845a-7e1d238539db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427442 Dec 15 19:48:28.616852 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a66ac-2f53-4291-9422-1d992e5d5fbe req-fe3248d4-0350-42f4-a16b-dbe04423c6da tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:48:28.618757 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-833a66ac-2f53-4291-9422-1d992e5d5fbe req-fe3248d4-0350-42f4-a16b-dbe04423c6da tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] 10.222.0.36 "GET /v2.0/ports?device_id=3dadac2e-3bee-4d05-abdf-b12f4776990c HTTP/1.1" status: 200 len: 946 time: 0.1013725 Dec 15 19:48:28.669128 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-833a66ac-2f53-4291-9422-1d992e5d5fbe req-d220712c-48ee-4b54-9c99-274b6da43c59 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] 10.222.0.36 "GET /v2.0/security-groups?id=d08ffa60-3690-4fe0-845a-7e1d238539db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439436 Dec 15 19:48:29.112524 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 2dfcbf3b-ea8c-496e-9b84-fca7fa559c1a details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 15 19:48:29.117511 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 2dfcbf3b-ea8c-496e-9b84-fca7fa559c1a no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:48:29.354765 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:48:29.375604 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 2dfcbf3b-ea8c-496e-9b84-fca7fa559c1a, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=2dfcbf3b-ea8c-496e-9b84-fca7fa559c1a,segment=NetworkSegment(40f56f32-fed4-4719-81ed-03c99ec59e52),segment_id=40f56f32-fed4-4719-81ed-03c99ec59e52)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:48:29.396577 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Returning: {'device': '2dfcbf3b-ea8c-496e-9b84-fca7fa559c1a', 'network_id': '69d09fd7-b3ad-4959-9a0e-c9a0a7a897c2', 'port_id': '2dfcbf3b-ea8c-496e-9b84-fca7fa559c1a', 'mac_address': 'fa:16:3e:9c:4d:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b82f518-efc0-413a-9bf7-bf0c46c83740', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 19:48:29.403485 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dadac2e-3bee-4d05-abdf-b12f4776990c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2dfcbf3b-ea8c-496e-9b84-fca7fa559c1a'}] {{(pid=88992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:48:29.445838 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 2dfcbf3b-ea8c-496e-9b84-fca7fa559c1a, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=2dfcbf3b-ea8c-496e-9b84-fca7fa559c1a,segment=NetworkSegment(40f56f32-fed4-4719-81ed-03c99ec59e52),segment_id=40f56f32-fed4-4719-81ed-03c99ec59e52)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:48:29.469995 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:48:29.480492 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dadac2e-3bee-4d05-abdf-b12f4776990c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2dfcbf3b-ea8c-496e-9b84-fca7fa559c1a', 'code': 200} Dec 15 19:48:29.482878 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:48:29.487262 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:48:29.535350 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2dfcbf3b-ea8c-496e-9b84-fca7fa559c1a {{(pid=88992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 19:48:29.609217 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=2dfcbf3b-ea8c-496e-9b84-fca7fa559c1a,revision_number=6']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:48:29.617759 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88992) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:48:29.624600 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:48:29.624600 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:48:29.624600 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:48:29.624600 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:48:29.624916 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:48:29.625247 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:48:29.625628 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:48:29.626009 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:48:29.626414 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:48:29.626795 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:48:29.627170 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:48:29.627544 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:48:29.631696 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:48:29.881839 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c01df2-e09b-4df6-8205-86619fe164f0 req-e51284c3-07b3-43b9-8769-c014860439f1 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:48:29.881839 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-24c01df2-e09b-4df6-8205-86619fe164f0 req-e51284c3-07b3-43b9-8769-c014860439f1 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] 10.222.0.36 "GET /v2.0/ports?device_id=3dadac2e-3bee-4d05-abdf-b12f4776990c HTTP/1.1" status: 200 len: 944 time: 0.0815308 Dec 15 19:48:29.926169 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-24c01df2-e09b-4df6-8205-86619fe164f0 req-d9cbc2da-35d9-487a-b2c2-3aacd109a96a tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] 10.222.0.36 "GET /v2.0/security-groups?id=d08ffa60-3690-4fe0-845a-7e1d238539db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428071 Dec 15 19:48:30.175286 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:48:30.193563 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dfcbf3b-ea8c-496e-9b84-fca7fa559c1a {{(pid=88992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 19:48:30.208304 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 2dfcbf3b-ea8c-496e-9b84-fca7fa559c1a, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=2dfcbf3b-ea8c-496e-9b84-fca7fa559c1a,segment=NetworkSegment(40f56f32-fed4-4719-81ed-03c99ec59e52),segment_id=40f56f32-fed4-4719-81ed-03c99ec59e52)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:48:30.254134 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:48:30.256035 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:48:30.327045 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] get_ports_and_sgs() called for port_ids ['2dfcbf3b-ea8c-496e-9b84-fca7fa559c1a'] {{(pid=88992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 19:48:30.355777 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=2dfcbf3b-ea8c-496e-9b84-fca7fa559c1a,revision_number=7']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:48:30.364150 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:48:30.466460 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a57033c-5e18-41cd-be9f-958226ba5f07 req-29b0fc4b-1655-4724-80ce-db478ca4e4c8 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:48:30.467157 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-4a57033c-5e18-41cd-be9f-958226ba5f07 req-29b0fc4b-1655-4724-80ce-db478ca4e4c8 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] Synchronizing usage tracker for tenant:4cfc3671bb194b2a9cf6d4b13a375572 on resource:port {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:48:30.516457 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-4a57033c-5e18-41cd-be9f-958226ba5f07 req-29b0fc4b-1655-4724-80ce-db478ca4e4c8 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] Unset dirty status for tenant:4cfc3671bb194b2a9cf6d4b13a375572 on resource:port {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:48:30.517710 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4a57033c-5e18-41cd-be9f-958226ba5f07 req-29b0fc4b-1655-4724-80ce-db478ca4e4c8 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] 10.222.0.32 "GET /v2.0/ports?device_id=3dadac2e-3bee-4d05-abdf-b12f4776990c&tenant_id=4cfc3671bb194b2a9cf6d4b13a375572&binding%3Ahost_id=hv-neutron-8218 HTTP/1.1" status: 200 len: 945 time: 0.1436863 Dec 15 19:48:30.664669 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4a57033c-5e18-41cd-be9f-958226ba5f07 req-22d30803-e3b6-4995-b105-c6fd9c319a96 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4cfc3671bb194b2a9cf6d4b13a375572&device_id=3dadac2e-3bee-4d05-abdf-b12f4776990c HTTP/1.1" status: 200 len: 1098 time: 0.0744762 Dec 15 19:48:30.803519 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a57033c-5e18-41cd-be9f-958226ba5f07 req-1c48a8b6-890d-4b02-bfa5-04fa2ae64a3e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:48:30.805080 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4a57033c-5e18-41cd-be9f-958226ba5f07 req-1c48a8b6-890d-4b02-bfa5-04fa2ae64a3e service neutron] 10.222.0.32 "GET /v2.0/networks?id=69d09fd7-b3ad-4959-9a0e-c9a0a7a897c2 HTTP/1.1" status: 200 len: 913 time: 0.1334746 Dec 15 19:48:30.876702 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4a57033c-5e18-41cd-be9f-958226ba5f07 req-0f914bf8-cfe6-4b65-8c25-ef5c77c18475 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2dfcbf3b-ea8c-496e-9b84-fca7fa559c1a HTTP/1.1" status: 200 len: 217 time: 0.0648096 Dec 15 19:48:30.943544 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a57033c-5e18-41cd-be9f-958226ba5f07 req-856acea4-0f0f-456c-9312-f992d2a903c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:48:30.945110 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4a57033c-5e18-41cd-be9f-958226ba5f07 req-856acea4-0f0f-456c-9312-f992d2a903c6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6b82f518-efc0-413a-9bf7-bf0c46c83740 HTTP/1.1" status: 200 len: 852 time: 0.0628262 Dec 15 19:48:30.993193 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4a57033c-5e18-41cd-be9f-958226ba5f07 req-3ebd2192-435b-4aae-b4e9-be62bfd689a3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=69d09fd7-b3ad-4959-9a0e-c9a0a7a897c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419607 Dec 15 19:48:31.113340 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 2dfcbf3b-ea8c-496e-9b84-fca7fa559c1a up at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:48:31.132218 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4a57033c-5e18-41cd-be9f-958226ba5f07 req-4960dea3-7f65-4dc9-9147-b105e8881205 service neutron] 10.222.0.32 "GET /v2.0/networks/69d09fd7-b3ad-4959-9a0e-c9a0a7a897c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325436 Dec 15 19:48:31.184624 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning complete for port 2dfcbf3b-ea8c-496e-9b84-fca7fa559c1a triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:48:31.185052 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:48:31.274562 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4a57033c-5e18-41cd-be9f-958226ba5f07 req-9e1fdc61-2432-4f1a-bfdb-5cc78dbb007e service neutron] 10.222.0.32 "GET /v2.0/networks/69d09fd7-b3ad-4959-9a0e-c9a0a7a897c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358368 Dec 15 19:48:31.302835 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:48:31.337098 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 2dfcbf3b-ea8c-496e-9b84-fca7fa559c1a, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=2dfcbf3b-ea8c-496e-9b84-fca7fa559c1a,segment=NetworkSegment(40f56f32-fed4-4719-81ed-03c99ec59e52),segment_id=40f56f32-fed4-4719-81ed-03c99ec59e52)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:48:31.368360 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:48:31.370979 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:48:31.436650 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=2dfcbf3b-ea8c-496e-9b84-fca7fa559c1a,revision_number=8']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:48:31.439847 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:48:31.481513 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dadac2e-3bee-4d05-abdf-b12f4776990c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dfcbf3b-ea8c-496e-9b84-fca7fa559c1a'}] {{(pid=88992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:48:31.548530 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dadac2e-3bee-4d05-abdf-b12f4776990c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dfcbf3b-ea8c-496e-9b84-fca7fa559c1a', 'code': 200} Dec 15 19:48:32.515103 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2408374-07a3-4992-b1d6-e91d3ad1210d req-4de2a18c-b123-483c-9bf0-a6bd0e00aca9 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:48:32.516818 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c2408374-07a3-4992-b1d6-e91d3ad1210d req-4de2a18c-b123-483c-9bf0-a6bd0e00aca9 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] 10.222.0.36 "GET /v2.0/ports?device_id=3dadac2e-3bee-4d05-abdf-b12f4776990c HTTP/1.1" status: 200 len: 946 time: 0.0900183 Dec 15 19:48:32.564206 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c2408374-07a3-4992-b1d6-e91d3ad1210d req-ecdfa8dd-c982-4038-85fb-b8532cd62c82 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] 10.222.0.36 "GET /v2.0/security-groups?id=d08ffa60-3690-4fe0-845a-7e1d238539db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412838 Dec 15 19:48:33.782910 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3f402d-dedd-4def-8bdb-565f9724b94c req-320d0f31-32d7-4cdd-b2ca-212cea16e242 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:48:33.784513 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-dc3f402d-dedd-4def-8bdb-565f9724b94c req-320d0f31-32d7-4cdd-b2ca-212cea16e242 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] 10.222.0.36 "GET /v2.0/ports?device_id=3dadac2e-3bee-4d05-abdf-b12f4776990c HTTP/1.1" status: 200 len: 946 time: 0.0817032 Dec 15 19:48:33.836290 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-dc3f402d-dedd-4def-8bdb-565f9724b94c req-1979424b-409d-4627-b204-cce9115956f9 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] 10.222.0.36 "GET /v2.0/security-groups?id=d08ffa60-3690-4fe0-845a-7e1d238539db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456810 Dec 15 19:48:34.270128 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a57033c-5e18-41cd-be9f-958226ba5f07 req-dd3fc7f4-1389-490c-815f-298486800bc2 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:48:34.271694 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4a57033c-5e18-41cd-be9f-958226ba5f07 req-dd3fc7f4-1389-490c-815f-298486800bc2 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] 10.222.0.32 "GET /v2.0/ports?device_id=3dadac2e-3bee-4d05-abdf-b12f4776990c HTTP/1.1" status: 200 len: 946 time: 0.0855598 Dec 15 19:48:34.346375 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [req-4a57033c-5e18-41cd-be9f-958226ba5f07 req-bf3a1b20-92ec-4b72-8ad3-98656db648f2 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] Deleting port 2dfcbf3b-ea8c-496e-9b84-fca7fa559c1a {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:48:34.346765 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-4a57033c-5e18-41cd-be9f-958226ba5f07 req-bf3a1b20-92ec-4b72-8ad3-98656db648f2 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:48:34.826723 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-4a57033c-5e18-41cd-be9f-958226ba5f07 req-bf3a1b20-92ec-4b72-8ad3-98656db648f2 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] For port 2dfcbf3b-ea8c-496e-9b84-fca7fa559c1a, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=2dfcbf3b-ea8c-496e-9b84-fca7fa559c1a,segment=NetworkSegment(40f56f32-fed4-4719-81ed-03c99ec59e52),segment_id=40f56f32-fed4-4719-81ed-03c99ec59e52)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:48:34.827316 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-4a57033c-5e18-41cd-be9f-958226ba5f07 req-bf3a1b20-92ec-4b72-8ad3-98656db648f2 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:48:34.950411 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [req-4a57033c-5e18-41cd-be9f-958226ba5f07 req-bf3a1b20-92ec-4b72-8ad3-98656db648f2 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] Calling delete_port for 2dfcbf3b-ea8c-496e-9b84-fca7fa559c1a owned by compute:nova {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:48:35.043854 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5c0bf3-c334-47b1-bc42-747edecffb73 req-3de8a124-f21b-41fc-9e68-97aa5f8b0e0d tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:48:35.045460 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1c5c0bf3-c334-47b1-bc42-747edecffb73 req-3de8a124-f21b-41fc-9e68-97aa5f8b0e0d tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] 10.222.0.36 "GET /v2.0/ports?device_id=3dadac2e-3bee-4d05-abdf-b12f4776990c HTTP/1.1" status: 200 len: 946 time: 0.0847783 Dec 15 19:48:35.094939 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1c5c0bf3-c334-47b1-bc42-747edecffb73 req-d053a2a7-5eae-4c82-a232-37ec84be1fc2 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] 10.222.0.36 "GET /v2.0/security-groups?id=d08ffa60-3690-4fe0-845a-7e1d238539db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431700 Dec 15 19:48:35.188173 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-4a57033c-5e18-41cd-be9f-958226ba5f07 req-bf3a1b20-92ec-4b72-8ad3-98656db648f2 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:48:35.194896 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7d3e10d0-147a-4c1a-9413-5749b744aaf3 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:48:35.238204 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3a1b20-92ec-4b72-8ad3-98656db648f2 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] Pushing event deleted for resources: {'Port': ['ID=2dfcbf3b-ea8c-496e-9b84-fca7fa559c1a,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:48:35.240861 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-bf3a1b20-92ec-4b72-8ad3-98656db648f2 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:48:35.315659 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a57033c-5e18-41cd-be9f-958226ba5f07 req-bf3a1b20-92ec-4b72-8ad3-98656db648f2 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] No DVR routers for this DVR port 2dfcbf3b-ea8c-496e-9b84-fca7fa559c1a on host hv-neutron-8218 {{(pid=88991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:48:35.318115 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-4a57033c-5e18-41cd-be9f-958226ba5f07 req-bf3a1b20-92ec-4b72-8ad3-98656db648f2 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:48:35.322884 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dadac2e-3bee-4d05-abdf-b12f4776990c', 'name': 'network-vif-deleted', 'tag': '2dfcbf3b-ea8c-496e-9b84-fca7fa559c1a'}] {{(pid=88991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:48:35.360483 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4a57033c-5e18-41cd-be9f-958226ba5f07 req-bf3a1b20-92ec-4b72-8ad3-98656db648f2 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] 10.222.0.32 "DELETE /v2.0/ports/2dfcbf3b-ea8c-496e-9b84-fca7fa559c1a HTTP/1.1" status: 204 len: 173 time: 1.0804577 Dec 15 19:48:35.382049 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dadac2e-3bee-4d05-abdf-b12f4776990c', 'name': 'network-vif-deleted', 'tag': '2dfcbf3b-ea8c-496e-9b84-fca7fa559c1a', 'status': 'completed', 'code': 200} Dec 15 19:48:36.367455 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 60348) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:48:36.434555 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-30b72870-d99c-44ab-9af5-33c6275888ae admin admin] Deleting subnet 6b82f518-efc0-413a-9bf7-bf0c46c83740 {{(pid=88991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:48:36.439430 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-30b72870-d99c-44ab-9af5-33c6275888ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:48:36.494993 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-30b72870-d99c-44ab-9af5-33c6275888ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16332759'] for subnet, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:48:36.552876 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-30b72870-d99c-44ab-9af5-33c6275888ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:48:36.646074 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-30b72870-d99c-44ab-9af5-33c6275888ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16156049'] for subnet, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:48:36.651305 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-cdf301f4-6015-47fc-9021-3085984894fb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:48:36.691110 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b72870-d99c-44ab-9af5-33c6275888ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b82f518-efc0-413a-9bf7-bf0c46c83740,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:48:36.693866 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-30b72870-d99c-44ab-9af5-33c6275888ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:48:36.697520 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-30b72870-d99c-44ab-9af5-33c6275888ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:48:36.703691 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-30b72870-d99c-44ab-9af5-33c6275888ae admin admin] 10.222.0.36 "DELETE /v2.0/subnets/6b82f518-efc0-413a-9bf7-bf0c46c83740 HTTP/1.1" status: 204 len: 168 time: 0.3351319 Dec 15 19:48:36.706273 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 60352) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:48:36.816874 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-829c6ec1-f0d2-4767-9deb-63a886dc30de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:48:36.949977 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-829c6ec1-f0d2-4767-9deb-63a886dc30de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:48:36.977181 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-829c6ec1-f0d2-4767-9deb-63a886dc30de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69d09fd7-b3ad-4959-9a0e-c9a0a7a897c2']}} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:48:36.989710 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-829c6ec1-f0d2-4767-9deb-63a886dc30de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40f56f32-fed4-4719-81ed-03c99ec59e52') {'for_net_delete': True} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:48:36.990049 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-829c6ec1-f0d2-4767-9deb-63a886dc30de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40f56f32-fed4-4719-81ed-03c99ec59e52') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:48:37.001816 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-829c6ec1-f0d2-4767-9deb-63a886dc30de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838443042'] for segment, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:48:37.016965 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-829c6ec1-f0d2-4767-9deb-63a886dc30de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:48:37.023519 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-829c6ec1-f0d2-4767-9deb-63a886dc30de admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=88991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:48:37.023935 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-829c6ec1-f0d2-4767-9deb-63a886dc30de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838443729'] for segment, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:48:37.038491 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:48:37.038491 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:48:37.038491 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:48:37.038491 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:48:37.038491 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:48:37.038491 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:48:37.038491 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:48:37.038491 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:48:37.038491 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:48:37.038491 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:48:37.038491 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:48:37.038491 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:48:37.038491 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:48:37.038491 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:48:37.038491 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:48:37.038491 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:48:37.038491 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:48:37.038491 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:48:37.038491 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:48:37.038491 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:48:37.038491 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:48:37.038491 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:48:37.038491 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:48:37.038491 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:48:37.038491 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:48:37.038491 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:48:37.038491 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:48:37.038491 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:48:37.038491 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:48:37.038491 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:48:37.038491 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:48:37.038491 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:48:37.143026 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 2dfcbf3b-ea8c-496e-9b84-fca7fa559c1a no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:48:37.181502 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] No Port match for: 2dfcbf3b-ea8c-496e-9b84-fca7fa559c1a {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:48:37.181983 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 2dfcbf3b-ea8c-496e-9b84-fca7fa559c1a not bound to the agent host hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:48:37.342611 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-829c6ec1-f0d2-4767-9deb-63a886dc30de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:48:37.347052 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-829c6ec1-f0d2-4767-9deb-63a886dc30de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:48:37.351345 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4388f116-b1ee-4be4-a058-9c6eb49e05fd tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:48:37.376081 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829c6ec1-f0d2-4767-9deb-63a886dc30de admin admin] Pushing event deleted for resources: {'Network': ['ID=69d09fd7-b3ad-4959-9a0e-c9a0a7a897c2,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:48:37.378833 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-829c6ec1-f0d2-4767-9deb-63a886dc30de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:48:37.414105 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-829c6ec1-f0d2-4767-9deb-63a886dc30de admin admin] 10.222.0.36 "DELETE /v2.0/networks/69d09fd7-b3ad-4959-9a0e-c9a0a7a897c2 HTTP/1.1" status: 204 len: 168 time: 0.7066791 Dec 15 19:48:37.686540 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 60360) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:48:37.738811 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e7382461-15b6-4c6a-bde4-6b87af9df718 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4cfc3671bb194b2a9cf6d4b13a375572&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0508664 Dec 15 19:48:37.741308 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 60364) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:48:37.801680 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ee0a0ced-2054-4f94-986c-9bed751b26e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:48:37.827881 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ee0a0ced-2054-4f94-986c-9bed751b26e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:48:38.025641 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ee0a0ced-2054-4f94-986c-9bed751b26e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:48:38.031040 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-851b3e38-a02e-4dfa-88bf-69360fe8c1e9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:48:38.050101 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0a0ced-2054-4f94-986c-9bed751b26e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d08ffa60-3690-4fe0-845a-7e1d238539db,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:48:38.052595 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ee0a0ced-2054-4f94-986c-9bed751b26e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:48:38.084460 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ee0a0ced-2054-4f94-986c-9bed751b26e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:48:38.085707 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ee0a0ced-2054-4f94-986c-9bed751b26e8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d08ffa60-3690-4fe0-845a-7e1d238539db HTTP/1.1" status: 204 len: 168 time: 0.3434520 Dec 15 19:48:38.236728 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8a06f093-c19c-40c4-a229-a6be114207bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:48:39.149426 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 60388) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:48:39.287512 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-7571493a-e211-46ca-926e-741d9c53d6fa admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-755417326-network', 'tenant_id': '5491873e524746a39d0efecbaa912afd'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:48:39.293091 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-7571493a-e211-46ca-926e-741d9c53d6fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:48:39.297105 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-7571493a-e211-46ca-926e-741d9c53d6fa admin admin] Usage tracker for resource:network and tenant:5491873e524746a39d0efecbaa912afd is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:48:39.300080 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-7571493a-e211-46ca-926e-741d9c53d6fa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:48:39.306849 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-7571493a-e211-46ca-926e-741d9c53d6fa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:48:39.362182 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7571493a-e211-46ca-926e-741d9c53d6fa admin admin] Made reservation on behalf of 5491873e524746a39d0efecbaa912afd for: {'network': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:48:39.367066 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7571493a-e211-46ca-926e-741d9c53d6fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:48:39.381158 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7571493a-e211-46ca-926e-741d9c53d6fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:48:39.474658 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-7571493a-e211-46ca-926e-741d9c53d6fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:48:39.479642 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-7571493a-e211-46ca-926e-741d9c53d6fa admin admin] Usage tracker for resource:security_group_rule and tenant:5491873e524746a39d0efecbaa912afd is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:48:39.482620 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-7571493a-e211-46ca-926e-741d9c53d6fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:48:39.488699 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-7571493a-e211-46ca-926e-741d9c53d6fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:48:39.526252 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:48:39.621289 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7571493a-e211-46ca-926e-741d9c53d6fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:48:39.662924 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7571493a-e211-46ca-926e-741d9c53d6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:48:39.667991 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-cc80c430-acbc-43b0-9cde-ff5c45622c4f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:48:39.695679 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7571493a-e211-46ca-926e-741d9c53d6fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=88991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:48:39.704581 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7571493a-e211-46ca-926e-741d9c53d6fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec131d9-38d2-42c7-bc24-fada7abb60cc,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:48:39.708361 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7571493a-e211-46ca-926e-741d9c53d6fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:48:39.710835 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7571493a-e211-46ca-926e-741d9c53d6fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:48:39.711214 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-7571493a-e211-46ca-926e-741d9c53d6fa admin admin] Added segment f8cbf0d4-245d-48c4-ab14-9507b71b1662 of type vlan for network dbf8aa50-a6be-44ca-a92d-ae5d86a527b9 Dec 15 19:48:39.738851 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7571493a-e211-46ca-926e-741d9c53d6fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:48:39.799784 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7571493a-e211-46ca-926e-741d9c53d6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:48:39.800734 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7571493a-e211-46ca-926e-741d9c53d6fa admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:48:39.801372 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7571493a-e211-46ca-926e-741d9c53d6fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:48:39.806497 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2c7b2ff1-ab30-4050-879f-01e72f38234d tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:48:39.911959 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7571493a-e211-46ca-926e-741d9c53d6fa admin admin] Pushing event updated for resources: {'Network': ['ID=dbf8aa50-a6be-44ca-a92d-ae5d86a527b9,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:48:39.912531 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7571493a-e211-46ca-926e-741d9c53d6fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:48:39.920875 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network dbf8aa50-a6be-44ca-a92d-ae5d86a527b9 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:48:39.934336 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-7571493a-e211-46ca-926e-741d9c53d6fa admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7836175 Dec 15 19:48:39.937139 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 60394) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:48:39.943085 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-8c9f4000-57cb-4e4a-ab90-e73e318c2cbc admin admin] Request body: {'subnet': {'network_id': 'dbf8aa50-a6be-44ca-a92d-ae5d86a527b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-755417326-subnet', 'tenant_id': '5491873e524746a39d0efecbaa912afd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:48:39.948935 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-8c9f4000-57cb-4e4a-ab90-e73e318c2cbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:48:39.952942 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8c9f4000-57cb-4e4a-ab90-e73e318c2cbc admin admin] Usage tracker for resource:subnet and tenant:5491873e524746a39d0efecbaa912afd is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:48:39.955908 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8c9f4000-57cb-4e4a-ab90-e73e318c2cbc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:48:39.961854 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-8c9f4000-57cb-4e4a-ab90-e73e318c2cbc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:48:40.001951 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c9f4000-57cb-4e4a-ab90-e73e318c2cbc admin admin] Made reservation on behalf of 5491873e524746a39d0efecbaa912afd for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:48:40.006835 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8c9f4000-57cb-4e4a-ab90-e73e318c2cbc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:48:40.263185 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8c9f4000-57cb-4e4a-ab90-e73e318c2cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:48:40.266917 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e0e567a6-0043-4853-8f47-0259faa0e1fb tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:48:40.343325 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9f4000-57cb-4e4a-ab90-e73e318c2cbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=662bf417-3384-481a-b8c9-b5282cbdbd97,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:48:40.347003 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8c9f4000-57cb-4e4a-ab90-e73e318c2cbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:48:40.354328 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9f4000-57cb-4e4a-ab90-e73e318c2cbc admin admin] Checking segment: {'id': 'f8cbf0d4-245d-48c4-ab14-9507b71b1662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'dbf8aa50-a6be-44ca-a92d-ae5d86a527b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:48:40.354730 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9f4000-57cb-4e4a-ab90-e73e318c2cbc admin admin] Network hostable DHCP agents. Network: dbf8aa50-a6be-44ca-a92d-ae5d86a527b9, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:48:40.405571 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9f4000-57cb-4e4a-ab90-e73e318c2cbc admin admin] Network dbf8aa50-a6be-44ca-a92d-ae5d86a527b9 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:48:40.441409 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-8c9f4000-57cb-4e4a-ab90-e73e318c2cbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, dbf8aa50-a6be-44ca-a92d-ae5d86a527b9) {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:48:40.445529 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9f4000-57cb-4e4a-ab90-e73e318c2cbc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:48:40.446178 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8c9f4000-57cb-4e4a-ab90-e73e318c2cbc admin admin] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:48:40.450974 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58132ec8-4d91-4a69-8325-e4daf14f0489 None None] Network dbf8aa50-a6be-44ca-a92d-ae5d86a527b9 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:48:40.492459 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8c9f4000-57cb-4e4a-ab90-e73e318c2cbc admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5541425 Dec 15 19:48:40.574096 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e388cf66-4395-4cb6-9c7d-68fbe82d1c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:48:40.687540 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15b99a0-5df4-4ded-aa2e-8a8f2138b728 None None] Network dbf8aa50-a6be-44ca-a92d-ae5d86a527b9 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:48:40.922040 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:48:40.923128 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 19:48:41.071618 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9daf6b-184d-423f-896d-78dd29ca2d7c req-c19908eb-842a-4d01-b2d0-49ceb7319e00 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:48:41.073121 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3d9daf6b-184d-423f-896d-78dd29ca2d7c req-c19908eb-842a-4d01-b2d0-49ceb7319e00 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/networks?id=dbf8aa50-a6be-44ca-a92d-ae5d86a527b9 HTTP/1.1" status: 200 len: 814 time: 0.1535614 Dec 15 19:48:41.093046 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3d9daf6b-184d-423f-896d-78dd29ca2d7c req-e51072e3-121f-48a8-9e0d-fd3ed575b949 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/quotas/5491873e524746a39d0efecbaa912afd HTTP/1.1" status: 200 len: 375 time: 0.0129762 Dec 15 19:48:41.146260 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3d9daf6b-184d-423f-896d-78dd29ca2d7c req-501a202d-7bf7-4926-939d-a5e0bb56346b tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5491873e524746a39d0efecbaa912afd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477636 Dec 15 19:48:41.157913 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [req-3d9daf6b-184d-423f-896d-78dd29ca2d7c req-44a1bf21-fd97-41e1-bb40-8d7b99236876 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:48:41.158990 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3d9daf6b-184d-423f-896d-78dd29ca2d7c req-44a1bf21-fd97-41e1-bb40-8d7b99236876 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0051582 Dec 15 19:48:41.299643 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3d9daf6b-184d-423f-896d-78dd29ca2d7c req-286dc6c4-322f-460d-83a0-60e2c9563ab6 service neutron] 10.222.0.36 "GET /v2.0/networks/dbf8aa50-a6be-44ca-a92d-ae5d86a527b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345623 Dec 15 19:48:41.445794 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3d9daf6b-184d-423f-896d-78dd29ca2d7c req-5e691333-9abb-44c3-8e9f-715b9d9ff86d service neutron] 10.222.0.36 "GET /v2.0/networks/dbf8aa50-a6be-44ca-a92d-ae5d86a527b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398351 Dec 15 19:48:41.705164 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0bc82165-58f1-4b43-a98b-96b430591263 req-1165bada-18ab-4b28-bc81-91ec89512655 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=c560a629-aaa6-4e40-a1c5-566676bdca32 HTTP/1.1" status: 200 len: 210 time: 0.0482078 Dec 15 19:48:42.682589 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:48:42.878982 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4b1f492d-1dc2-4855-836b-54a7586b2cbe req-38c4f8a3-c5e7-4583-b03b-7d5a17b8d208 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=c560a629-aaa6-4e40-a1c5-566676bdca32 HTTP/1.1" status: 200 len: 210 time: 0.0453582 Dec 15 19:48:43.430760 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9daf6b-184d-423f-896d-78dd29ca2d7c req-b0996bec-f650-48f3-80e6-b06b30843913 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:48:43.431502 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-3d9daf6b-184d-423f-896d-78dd29ca2d7c req-b0996bec-f650-48f3-80e6-b06b30843913 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Synchronizing usage tracker for tenant:5491873e524746a39d0efecbaa912afd on resource:network {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:48:43.481820 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-3d9daf6b-184d-423f-896d-78dd29ca2d7c req-b0996bec-f650-48f3-80e6-b06b30843913 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Unset dirty status for tenant:5491873e524746a39d0efecbaa912afd on resource:network {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:48:43.483167 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3d9daf6b-184d-423f-896d-78dd29ca2d7c req-b0996bec-f650-48f3-80e6-b06b30843913 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.32 "GET /v2.0/networks?id=dbf8aa50-a6be-44ca-a92d-ae5d86a527b9 HTTP/1.1" status: 200 len: 814 time: 0.2094228 Dec 15 19:48:43.502923 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [req-3d9daf6b-184d-423f-896d-78dd29ca2d7c req-1f25610a-baad-4c0d-ac54-0819d0b68889 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Request body: {'port': {'device_id': 'c560a629-aaa6-4e40-a1c5-566676bdca32', 'network_id': 'dbf8aa50-a6be-44ca-a92d-ae5d86a527b9', 'admin_state_up': True, 'tenant_id': '5491873e524746a39d0efecbaa912afd'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:48:43.653661 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [req-3d9daf6b-184d-423f-896d-78dd29ca2d7c req-1f25610a-baad-4c0d-ac54-0819d0b68889 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:48:43.657643 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-3d9daf6b-184d-423f-896d-78dd29ca2d7c req-1f25610a-baad-4c0d-ac54-0819d0b68889 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Usage tracker for resource:port and tenant:5491873e524746a39d0efecbaa912afd is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:48:43.660564 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-3d9daf6b-184d-423f-896d-78dd29ca2d7c req-1f25610a-baad-4c0d-ac54-0819d0b68889 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:48:43.667010 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [req-3d9daf6b-184d-423f-896d-78dd29ca2d7c req-1f25610a-baad-4c0d-ac54-0819d0b68889 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:48:43.699039 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d9daf6b-184d-423f-896d-78dd29ca2d7c req-1f25610a-baad-4c0d-ac54-0819d0b68889 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Made reservation on behalf of 5491873e524746a39d0efecbaa912afd for: {'port': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:48:43.704935 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-3d9daf6b-184d-423f-896d-78dd29ca2d7c req-1f25610a-baad-4c0d-ac54-0819d0b68889 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:48:43.877128 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [req-3d9daf6b-184d-423f-896d-78dd29ca2d7c req-1f25610a-baad-4c0d-ac54-0819d0b68889 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Allocated IP 172.20.0.7 (dbf8aa50-a6be-44ca-a92d-ae5d86a527b9/662bf417-3384-481a-b8c9-b5282cbdbd97/ffc59a46-a146-4909-8ae1-9dbf460823ed) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:48:44.078636 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-def2ea09-c827-45ea-8472-884c580900a5 req-58fb9a60-1f8a-4adb-8ed8-0c45e0b81dd5 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=c560a629-aaa6-4e40-a1c5-566676bdca32 HTTP/1.1" status: 200 len: 210 time: 0.0496225 Dec 15 19:48:44.197868 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-3d9daf6b-184d-423f-896d-78dd29ca2d7c req-1f25610a-baad-4c0d-ac54-0819d0b68889 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:48:44.260429 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-3d9daf6b-184d-423f-896d-78dd29ca2d7c req-1f25610a-baad-4c0d-ac54-0819d0b68889 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:48:44.266078 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1573fa94-3600-45f7-a59a-2c89921bfdc3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:48:44.342350 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d9daf6b-184d-423f-896d-78dd29ca2d7c req-1f25610a-baad-4c0d-ac54-0819d0b68889 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Network dbf8aa50-a6be-44ca-a92d-ae5d86a527b9 is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:48:44.346082 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [req-3d9daf6b-184d-423f-896d-78dd29ca2d7c req-1f25610a-baad-4c0d-ac54-0819d0b68889 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:48:44.348207 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f25610a-baad-4c0d-ac54-0819d0b68889 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Pushing event updated for resources: {'Port': ['ID=ffc59a46-a146-4909-8ae1-9dbf460823ed,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:48:44.350541 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d9daf6b-184d-423f-896d-78dd29ca2d7c req-1f25610a-baad-4c0d-ac54-0819d0b68889 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:48:44.397462 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f25610a-baad-4c0d-ac54-0819d0b68889 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:48:44.397906 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f25610a-baad-4c0d-ac54-0819d0b68889 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:48:44.398390 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f25610a-baad-4c0d-ac54-0819d0b68889 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:48:44.398818 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f25610a-baad-4c0d-ac54-0819d0b68889 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:48:44.399281 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f25610a-baad-4c0d-ac54-0819d0b68889 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:48:44.399854 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f25610a-baad-4c0d-ac54-0819d0b68889 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:48:44.400285 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f25610a-baad-4c0d-ac54-0819d0b68889 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:48:44.400702 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f25610a-baad-4c0d-ac54-0819d0b68889 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:48:44.401118 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f25610a-baad-4c0d-ac54-0819d0b68889 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:48:44.401536 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f25610a-baad-4c0d-ac54-0819d0b68889 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:48:44.401950 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f25610a-baad-4c0d-ac54-0819d0b68889 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:48:44.408132 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1f25610a-baad-4c0d-ac54-0819d0b68889 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:48:44.427500 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9daf6b-184d-423f-896d-78dd29ca2d7c req-1f25610a-baad-4c0d-ac54-0819d0b68889 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:48:44.428168 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-3d9daf6b-184d-423f-896d-78dd29ca2d7c req-1f25610a-baad-4c0d-ac54-0819d0b68889 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:48:44.566341 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3d9daf6b-184d-423f-896d-78dd29ca2d7c req-1f25610a-baad-4c0d-ac54-0819d0b68889 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0674901 Dec 15 19:48:44.584523 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [req-3d9daf6b-184d-423f-896d-78dd29ca2d7c req-1136c1ce-6782-4251-a438-b0ede1a649f0 service neutron] Request body: {'port': {'device_id': 'c560a629-aaa6-4e40-a1c5-566676bdca32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:48:44.701955 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-3d9daf6b-184d-423f-896d-78dd29ca2d7c req-1136c1ce-6782-4251-a438-b0ede1a649f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:48:45.048232 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [req-3d9daf6b-184d-423f-896d-78dd29ca2d7c req-1136c1ce-6782-4251-a438-b0ede1a649f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffc59a46-a146-4909-8ae1-9dbf460823ed {{(pid=88991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 19:48:45.055039 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-3d9daf6b-184d-423f-896d-78dd29ca2d7c req-1136c1ce-6782-4251-a438-b0ede1a649f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:48:45.069964 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [req-3d9daf6b-184d-423f-896d-78dd29ca2d7c req-1136c1ce-6782-4251-a438-b0ede1a649f0 service neutron] Transition to ACTIVE for port object ffc59a46-a146-4909-8ae1-9dbf460823ed will not be triggered until provisioned by entity L2. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:48:45.096547 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-3d9daf6b-184d-423f-896d-78dd29ca2d7c req-1136c1ce-6782-4251-a438-b0ede1a649f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:48:45.100901 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-289d57fc-dcc6-4f1c-9938-c5970129be73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:48:45.229872 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1136c1ce-6782-4251-a438-b0ede1a649f0 service neutron] Pushing event updated for resources: {'Port': ['ID=ffc59a46-a146-4909-8ae1-9dbf460823ed,revision_number=2']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:48:45.233594 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1136c1ce-6782-4251-a438-b0ede1a649f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:48:45.283188 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f05bbd-691a-4b06-a413-ccab04b55d58 req-c53d1a94-eb75-427b-be8a-3e0c1bc6dd0a tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:48:45.284784 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a9f05bbd-691a-4b06-a413-ccab04b55d58 req-c53d1a94-eb75-427b-be8a-3e0c1bc6dd0a tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=c560a629-aaa6-4e40-a1c5-566676bdca32 HTTP/1.1" status: 200 len: 943 time: 0.0829544 Dec 15 19:48:45.332653 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a9f05bbd-691a-4b06-a413-ccab04b55d58 req-cc93e4ce-3cf9-472e-8d66-7538566388f7 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ec131d9-38d2-42c7-bc24-fada7abb60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415626 Dec 15 19:48:45.344884 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-3d9daf6b-184d-423f-896d-78dd29ca2d7c req-1136c1ce-6782-4251-a438-b0ede1a649f0 service neutron] Attempting to bind port ffc59a46-a146-4909-8ae1-9dbf460823ed on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:48:45.345262 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-3d9daf6b-184d-423f-896d-78dd29ca2d7c req-1136c1ce-6782-4251-a438-b0ede1a649f0 service neutron] Attempting to bind port ffc59a46-a146-4909-8ae1-9dbf460823ed by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'f8cbf0d4-245d-48c4-ab14-9507b71b1662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'dbf8aa50-a6be-44ca-a92d-ae5d86a527b9'}] {{(pid=88991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:48:45.345661 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9daf6b-184d-423f-896d-78dd29ca2d7c req-1136c1ce-6782-4251-a438-b0ede1a649f0 service neutron] Attempting to bind port ffc59a46-a146-4909-8ae1-9dbf460823ed on network dbf8aa50-a6be-44ca-a92d-ae5d86a527b9 {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:48:45.351972 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9daf6b-184d-423f-896d-78dd29ca2d7c req-1136c1ce-6782-4251-a438-b0ede1a649f0 service neutron] Port ffc59a46-a146-4909-8ae1-9dbf460823ed on network dbf8aa50-a6be-44ca-a92d-ae5d86a527b9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:48:45.352389 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9daf6b-184d-423f-896d-78dd29ca2d7c req-1136c1ce-6782-4251-a438-b0ede1a649f0 service neutron] Attempting to bind port ffc59a46-a146-4909-8ae1-9dbf460823ed on network dbf8aa50-a6be-44ca-a92d-ae5d86a527b9 {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:48:45.359247 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9daf6b-184d-423f-896d-78dd29ca2d7c req-1136c1ce-6782-4251-a438-b0ede1a649f0 service neutron] Checking agent: {'id': '59e4c979-c5dd-468d-a1f2-341133950749', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 12, 24), 'started_at': datetime.datetime(2021, 12, 15, 19, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:48:45.359630 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9daf6b-184d-423f-896d-78dd29ca2d7c req-1136c1ce-6782-4251-a438-b0ede1a649f0 service neutron] Checking segment: {'id': 'f8cbf0d4-245d-48c4-ab14-9507b71b1662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'dbf8aa50-a6be-44ca-a92d-ae5d86a527b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:48:45.360052 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9daf6b-184d-423f-896d-78dd29ca2d7c req-1136c1ce-6782-4251-a438-b0ede1a649f0 service neutron] Bound using segment: {'id': 'f8cbf0d4-245d-48c4-ab14-9507b71b1662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'dbf8aa50-a6be-44ca-a92d-ae5d86a527b9'} {{(pid=88991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:48:45.360523 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-3d9daf6b-184d-423f-896d-78dd29ca2d7c req-1136c1ce-6782-4251-a438-b0ede1a649f0 service neutron] Bound port: ffc59a46-a146-4909-8ae1-9dbf460823ed, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8cbf0d4-245d-48c4-ab14-9507b71b1662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'dbf8aa50-a6be-44ca-a92d-ae5d86a527b9'}}] {{(pid=88991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:48:45.360911 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-3d9daf6b-184d-423f-896d-78dd29ca2d7c req-1136c1ce-6782-4251-a438-b0ede1a649f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:48:45.457682 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-3d9daf6b-184d-423f-896d-78dd29ca2d7c req-1136c1ce-6782-4251-a438-b0ede1a649f0 service neutron] For port ffc59a46-a146-4909-8ae1-9dbf460823ed, host hv-neutron-8218, cleared binding levels {{(pid=88991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:48:45.460754 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-3d9daf6b-184d-423f-896d-78dd29ca2d7c req-1136c1ce-6782-4251-a438-b0ede1a649f0 service neutron] For port ffc59a46-a146-4909-8ae1-9dbf460823ed, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=ffc59a46-a146-4909-8ae1-9dbf460823ed,segment=NetworkSegment(f8cbf0d4-245d-48c4-ab14-9507b71b1662),segment_id=f8cbf0d4-245d-48c4-ab14-9507b71b1662)] {{(pid=88991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:48:45.499479 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-3d9daf6b-184d-423f-896d-78dd29ca2d7c req-1136c1ce-6782-4251-a438-b0ede1a649f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:48:45.504106 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8b03d3e4-a21d-4c02-9e79-dde5b2972be0 tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:48:45.559538 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-3d9daf6b-184d-423f-896d-78dd29ca2d7c req-1136c1ce-6782-4251-a438-b0ede1a649f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:48:45.561037 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3d9daf6b-184d-423f-896d-78dd29ca2d7c req-1136c1ce-6782-4251-a438-b0ede1a649f0 service neutron] 10.222.0.32 "PUT /v2.0/ports/ffc59a46-a146-4909-8ae1-9dbf460823ed HTTP/1.1" status: 200 len: 1093 time: 0.9811811 Dec 15 19:48:45.561599 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c560a629-aaa6-4e40-a1c5-566676bdca32', 'tag': 'ffc59a46-a146-4909-8ae1-9dbf460823ed'}] {{(pid=88991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:48:45.585015 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1136c1ce-6782-4251-a438-b0ede1a649f0 service neutron] Pushing event updated for resources: {'Port': ['ID=ffc59a46-a146-4909-8ae1-9dbf460823ed,revision_number=3']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:48:45.589650 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1136c1ce-6782-4251-a438-b0ede1a649f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:48:45.628256 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c560a629-aaa6-4e40-a1c5-566676bdca32', 'tag': 'ffc59a46-a146-4909-8ae1-9dbf460823ed', 'status': 'completed', 'code': 200} Dec 15 19:48:45.717427 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3d9daf6b-184d-423f-896d-78dd29ca2d7c req-a657b5ab-5b51-4b1d-aee6-a1978a8b3019 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5491873e524746a39d0efecbaa912afd&device_id=c560a629-aaa6-4e40-a1c5-566676bdca32 HTTP/1.1" status: 200 len: 1096 time: 0.0759399 Dec 15 19:48:45.794090 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3d9daf6b-184d-423f-896d-78dd29ca2d7c req-9bb3d1ee-bb3a-4b04-8b85-8dcdc79ffb6c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ffc59a46-a146-4909-8ae1-9dbf460823ed HTTP/1.1" status: 200 len: 217 time: 0.0656126 Dec 15 19:48:45.866615 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9daf6b-184d-423f-896d-78dd29ca2d7c req-ed5bad26-6f43-466e-b917-60816c8f5a7e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:48:45.868767 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3d9daf6b-184d-423f-896d-78dd29ca2d7c req-ed5bad26-6f43-466e-b917-60816c8f5a7e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=662bf417-3384-481a-b8c9-b5282cbdbd97 HTTP/1.1" status: 200 len: 854 time: 0.0611157 Dec 15 19:48:46.150662 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3d9daf6b-184d-423f-896d-78dd29ca2d7c req-4e45fc7b-798b-47c8-931a-9c4b1e42fa1e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dbf8aa50-a6be-44ca-a92d-ae5d86a527b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2702103 Dec 15 19:48:46.294346 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3d9daf6b-184d-423f-896d-78dd29ca2d7c req-0c8845da-05a7-46a9-adef-d16fb79e394a service neutron] 10.222.0.32 "GET /v2.0/networks/dbf8aa50-a6be-44ca-a92d-ae5d86a527b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323602 Dec 15 19:48:46.440777 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3d9daf6b-184d-423f-896d-78dd29ca2d7c req-5449253f-ce03-4583-b5e8-d2af78e50463 service neutron] 10.222.0.32 "GET /v2.0/networks/dbf8aa50-a6be-44ca-a92d-ae5d86a527b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360462 Dec 15 19:48:46.546372 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a275fba3-2aef-4c94-a567-c2e94202c854 req-9969b39d-f6cd-4a8a-8f46-9ef1b2912c9c tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:48:46.548044 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a275fba3-2aef-4c94-a567-c2e94202c854 req-9969b39d-f6cd-4a8a-8f46-9ef1b2912c9c tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=c560a629-aaa6-4e40-a1c5-566676bdca32 HTTP/1.1" status: 200 len: 943 time: 0.0910919 Dec 15 19:48:46.599234 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a275fba3-2aef-4c94-a567-c2e94202c854 req-57b6eb95-4b5f-4178-9399-3482b5faa2dd tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ec131d9-38d2-42c7-bc24-fada7abb60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444529 Dec 15 19:48:46.599905 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1bae68e3-2d17-44e6-b26b-5cd47832f84d req-d6b52a8d-046d-40e5-9123-7857c556ef24 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5491873e524746a39d0efecbaa912afd&device_id=c560a629-aaa6-4e40-a1c5-566676bdca32 HTTP/1.1" status: 200 len: 1096 time: 0.0783720 Dec 15 19:48:46.746792 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bae68e3-2d17-44e6-b26b-5cd47832f84d req-09fc196f-7d95-4d99-a9f0-17006430ba46 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:48:46.748474 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1bae68e3-2d17-44e6-b26b-5cd47832f84d req-09fc196f-7d95-4d99-a9f0-17006430ba46 service neutron] 10.222.0.32 "GET /v2.0/networks?id=dbf8aa50-a6be-44ca-a92d-ae5d86a527b9 HTTP/1.1" status: 200 len: 915 time: 0.1409416 Dec 15 19:48:46.821872 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1bae68e3-2d17-44e6-b26b-5cd47832f84d req-4537b71d-d0df-4095-af06-a31d7fb06099 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ffc59a46-a146-4909-8ae1-9dbf460823ed HTTP/1.1" status: 200 len: 217 time: 0.0663087 Dec 15 19:48:46.892158 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bae68e3-2d17-44e6-b26b-5cd47832f84d req-4d54bfb5-2954-4cf3-ae44-6e61d66ad038 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:48:46.893666 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1bae68e3-2d17-44e6-b26b-5cd47832f84d req-4d54bfb5-2954-4cf3-ae44-6e61d66ad038 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=662bf417-3384-481a-b8c9-b5282cbdbd97 HTTP/1.1" status: 200 len: 854 time: 0.0631137 Dec 15 19:48:46.947891 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1bae68e3-2d17-44e6-b26b-5cd47832f84d req-bd439841-6c56-448b-af83-17e7e30bdcad service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dbf8aa50-a6be-44ca-a92d-ae5d86a527b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450370 Dec 15 19:48:47.091255 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1bae68e3-2d17-44e6-b26b-5cd47832f84d req-602d9442-3ae6-40b0-a7a4-c7f23853fa95 service neutron] 10.222.0.32 "GET /v2.0/networks/dbf8aa50-a6be-44ca-a92d-ae5d86a527b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340940 Dec 15 19:48:47.209840 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device ffc59a46-a146-4909-8ae1-9dbf460823ed details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 15 19:48:47.233570 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1bae68e3-2d17-44e6-b26b-5cd47832f84d req-bfd398a2-db82-4837-9185-3463719c5238 service neutron] 10.222.0.32 "GET /v2.0/networks/dbf8aa50-a6be-44ca-a92d-ae5d86a527b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350482 Dec 15 19:48:47.353883 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port ffc59a46-a146-4909-8ae1-9dbf460823ed, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=ffc59a46-a146-4909-8ae1-9dbf460823ed,segment=NetworkSegment(f8cbf0d4-245d-48c4-ab14-9507b71b1662),segment_id=f8cbf0d4-245d-48c4-ab14-9507b71b1662)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:48:47.368068 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Returning: {'device': 'ffc59a46-a146-4909-8ae1-9dbf460823ed', 'network_id': 'dbf8aa50-a6be-44ca-a92d-ae5d86a527b9', 'port_id': 'ffc59a46-a146-4909-8ae1-9dbf460823ed', 'mac_address': 'fa:16:3e:9e:76:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '662bf417-3384-481a-b8c9-b5282cbdbd97', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 19:48:47.423535 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:48:47.441164 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffc59a46-a146-4909-8ae1-9dbf460823ed {{(pid=88992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 19:48:47.456542 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port ffc59a46-a146-4909-8ae1-9dbf460823ed, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=ffc59a46-a146-4909-8ae1-9dbf460823ed,segment=NetworkSegment(f8cbf0d4-245d-48c4-ab14-9507b71b1662),segment_id=f8cbf0d4-245d-48c4-ab14-9507b71b1662)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:48:47.519691 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:48:47.521524 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3504ade0-cba3-426b-a8ad-f1f0feecdc64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:48:47.591260 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=ffc59a46-a146-4909-8ae1-9dbf460823ed,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:48:47.594492 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:48:47.814923 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb7b01-bb15-4ee8-a143-f96a43c5433e req-55e82635-9dea-4f64-9a66-80060e2f075d tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:48:47.816639 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9acb7b01-bb15-4ee8-a143-f96a43c5433e req-55e82635-9dea-4f64-9a66-80060e2f075d tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=c560a629-aaa6-4e40-a1c5-566676bdca32 HTTP/1.1" status: 200 len: 944 time: 0.0848637 Dec 15 19:48:47.870787 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9acb7b01-bb15-4ee8-a143-f96a43c5433e req-73ed715a-63b1-4968-bfbb-aeebc88b1b6e tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ec131d9-38d2-42c7-bc24-fada7abb60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468318 Dec 15 19:48:47.947886 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] get_ports_and_sgs() called for port_ids ['ffc59a46-a146-4909-8ae1-9dbf460823ed'] {{(pid=88992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 19:48:49.081778 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10921a3a-806d-4a06-b058-08cc122333be req-23f8489c-9ec2-4d48-b3d3-9a4db64e93e7 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:48:49.083384 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-10921a3a-806d-4a06-b058-08cc122333be req-23f8489c-9ec2-4d48-b3d3-9a4db64e93e7 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=c560a629-aaa6-4e40-a1c5-566676bdca32 HTTP/1.1" status: 200 len: 944 time: 0.0857112 Dec 15 19:48:49.135762 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-10921a3a-806d-4a06-b058-08cc122333be req-de88604d-e813-4c23-b22e-b140707b452a tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ec131d9-38d2-42c7-bc24-fada7abb60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453830 Dec 15 19:48:49.204415 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device ffc59a46-a146-4909-8ae1-9dbf460823ed up at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:48:49.322514 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning for port ffc59a46-a146-4909-8ae1-9dbf460823ed completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:48:49.327479 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning complete for port ffc59a46-a146-4909-8ae1-9dbf460823ed triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:48:49.327904 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:48:49.442563 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:48:49.470729 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c560a629-aaa6-4e40-a1c5-566676bdca32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc59a46-a146-4909-8ae1-9dbf460823ed'}] {{(pid=88992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:48:49.480567 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port ffc59a46-a146-4909-8ae1-9dbf460823ed, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=ffc59a46-a146-4909-8ae1-9dbf460823ed,segment=NetworkSegment(f8cbf0d4-245d-48c4-ab14-9507b71b1662),segment_id=f8cbf0d4-245d-48c4-ab14-9507b71b1662)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:48:49.509277 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:48:49.511546 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-24f6ef2b-8a13-4150-a6f6-a10389fc9441 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:48:49.548631 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c560a629-aaa6-4e40-a1c5-566676bdca32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc59a46-a146-4909-8ae1-9dbf460823ed', 'code': 200} Dec 15 19:48:49.581570 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=ffc59a46-a146-4909-8ae1-9dbf460823ed,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:48:49.584657 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:48:49.838439 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-53cb6bd2-8720-4b80-97fd-0d86c2539f1b req-2b02a515-6932-4d62-9c6d-44c7b6fdfe2e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c560a629-aaa6-4e40-a1c5-566676bdca32 HTTP/1.1" status: 200 len: 1098 time: 0.0737834 Dec 15 19:48:49.884975 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-53cb6bd2-8720-4b80-97fd-0d86c2539f1b req-a0ff231d-13d2-4842-8279-31c53bb78288 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1ec131d9-38d2-42c7-bc24-fada7abb60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373354 Dec 15 19:48:50.339174 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bc27e6-c0d1-4ed7-882e-9f8b853b39db req-3e3a5c00-0ba9-435b-a716-69ce58df6fe8 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:48:50.340765 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-12bc27e6-c0d1-4ed7-882e-9f8b853b39db req-3e3a5c00-0ba9-435b-a716-69ce58df6fe8 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=c560a629-aaa6-4e40-a1c5-566676bdca32 HTTP/1.1" status: 200 len: 945 time: 0.0826237 Dec 15 19:48:50.392675 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-12bc27e6-c0d1-4ed7-882e-9f8b853b39db req-8fe9d3a9-9983-4c12-8089-67ade792ea14 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ec131d9-38d2-42c7-bc24-fada7abb60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459414 Dec 15 19:48:51.597381 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f8f9e9-9139-4e58-beec-38ed50108a75 req-9d6a85e2-988e-42f0-88b0-5a36581e174c tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:48:51.606298 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-83f8f9e9-9139-4e58-beec-38ed50108a75 req-9d6a85e2-988e-42f0-88b0-5a36581e174c tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=c560a629-aaa6-4e40-a1c5-566676bdca32 HTTP/1.1" status: 200 len: 945 time: 0.0823970 Dec 15 19:48:51.651563 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-83f8f9e9-9139-4e58-beec-38ed50108a75 req-404bf8aa-25a4-47a5-a7de-dc78d19f52cf tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ec131d9-38d2-42c7-bc24-fada7abb60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460029 Dec 15 19:48:51.856861 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a880c1c9-4cd3-4fc9-8be6-2e5620f90445 req-0c8f4d68-b1ba-44ed-ac63-73e593b1a154 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:48:51.858457 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a880c1c9-4cd3-4fc9-8be6-2e5620f90445 req-0c8f4d68-b1ba-44ed-ac63-73e593b1a154 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=c560a629-aaa6-4e40-a1c5-566676bdca32 HTTP/1.1" status: 200 len: 945 time: 0.0845151 Dec 15 19:48:51.905345 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a880c1c9-4cd3-4fc9-8be6-2e5620f90445 req-6eefd3f9-4f5c-4099-b147-b37f8dd7d335 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ec131d9-38d2-42c7-bc24-fada7abb60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408716 Dec 15 19:48:52.448669 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79667891-b87d-41a8-a2cf-0fee08df0d69 req-2c950794-76c6-4c1f-86bb-8efe62561077 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:48:52.450337 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-79667891-b87d-41a8-a2cf-0fee08df0d69 req-2c950794-76c6-4c1f-86bb-8efe62561077 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=c560a629-aaa6-4e40-a1c5-566676bdca32 HTTP/1.1" status: 200 len: 945 time: 0.0838130 Dec 15 19:48:52.499315 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-79667891-b87d-41a8-a2cf-0fee08df0d69 req-a3e806a7-b109-4f08-9a78-83c8a4088643 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ec131d9-38d2-42c7-bc24-fada7abb60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426917 Dec 15 19:48:52.707834 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6e4453-c57a-4d7a-9def-823367397ed8 req-7b460824-cd68-4136-acf7-0df0431d6df9 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:48:52.709345 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-dd6e4453-c57a-4d7a-9def-823367397ed8 req-7b460824-cd68-4136-acf7-0df0431d6df9 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=c560a629-aaa6-4e40-a1c5-566676bdca32 HTTP/1.1" status: 200 len: 945 time: 0.0863054 Dec 15 19:48:52.758050 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-dd6e4453-c57a-4d7a-9def-823367397ed8 req-c8d2a5c8-a62a-4d67-9972-8073731038ee tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ec131d9-38d2-42c7-bc24-fada7abb60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418084 Dec 15 19:48:52.957505 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1d47540a-bd91-4257-bb72-7d83e338c462 req-70ed38b7-3632-45ec-a25a-79092951fee8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c560a629-aaa6-4e40-a1c5-566676bdca32&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0717463 Dec 15 19:48:53.318166 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-59a3e12c-7d89-4f15-85a7-5db691cb1819 req-d56e710e-bba1-40d8-be6f-484ca52d90c4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c560a629-aaa6-4e40-a1c5-566676bdca32&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0784457 Dec 15 19:48:53.330545 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8991b428-763b-42f5-a6ba-fa217d5b55c1 req-ac773f17-4657-400f-941a-8228e0e11134 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:48:53.332150 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8991b428-763b-42f5-a6ba-fa217d5b55c1 req-ac773f17-4657-400f-941a-8228e0e11134 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=c560a629-aaa6-4e40-a1c5-566676bdca32 HTTP/1.1" status: 200 len: 945 time: 0.0867426 Dec 15 19:48:53.381468 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8991b428-763b-42f5-a6ba-fa217d5b55c1 req-69c2ced4-03b3-4fad-8772-aaf5f6b45e66 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ec131d9-38d2-42c7-bc24-fada7abb60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425320 Dec 15 19:48:54.333311 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:48:54.592339 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2d489e-824f-4126-9e72-27ea2730156c req-342c7245-1773-46be-be56-c41602492f5c tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:48:54.593954 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9d2d489e-824f-4126-9e72-27ea2730156c req-342c7245-1773-46be-be56-c41602492f5c tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=c560a629-aaa6-4e40-a1c5-566676bdca32 HTTP/1.1" status: 200 len: 945 time: 0.0834079 Dec 15 19:48:54.653080 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9d2d489e-824f-4126-9e72-27ea2730156c req-e2304710-8692-4f35-9492-d10cf097e9bd tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ec131d9-38d2-42c7-bc24-fada7abb60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523486 Dec 15 19:48:55.107950 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-59a3e12c-7d89-4f15-85a7-5db691cb1819 req-3c394c3f-b214-4912-b049-c00b706aa2ac service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5491873e524746a39d0efecbaa912afd&device_id=c560a629-aaa6-4e40-a1c5-566676bdca32 HTTP/1.1" status: 200 len: 1098 time: 0.0764306 Dec 15 19:48:55.249365 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a3e12c-7d89-4f15-85a7-5db691cb1819 req-787848a7-4a10-4877-b7dd-b2a7bfa3bdd3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:48:55.250966 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-59a3e12c-7d89-4f15-85a7-5db691cb1819 req-787848a7-4a10-4877-b7dd-b2a7bfa3bdd3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=dbf8aa50-a6be-44ca-a92d-ae5d86a527b9 HTTP/1.1" status: 200 len: 915 time: 0.1370678 Dec 15 19:48:55.323573 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-59a3e12c-7d89-4f15-85a7-5db691cb1819 req-b9048f94-a8cb-4912-a64b-4ec2bc762359 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ffc59a46-a146-4909-8ae1-9dbf460823ed HTTP/1.1" status: 200 len: 217 time: 0.0663390 Dec 15 19:48:55.390725 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a3e12c-7d89-4f15-85a7-5db691cb1819 req-c5fecd97-173e-432c-bac6-2ed8fb9f51ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:48:55.392265 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-59a3e12c-7d89-4f15-85a7-5db691cb1819 req-c5fecd97-173e-432c-bac6-2ed8fb9f51ef service neutron] 10.222.0.32 "GET /v2.0/subnets?id=662bf417-3384-481a-b8c9-b5282cbdbd97 HTTP/1.1" status: 200 len: 854 time: 0.0626292 Dec 15 19:48:55.440092 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-59a3e12c-7d89-4f15-85a7-5db691cb1819 req-f956b352-eed6-4dac-8405-d28aea6e19e8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dbf8aa50-a6be-44ca-a92d-ae5d86a527b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415986 Dec 15 19:48:55.594354 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-59a3e12c-7d89-4f15-85a7-5db691cb1819 req-3fd5d6c2-e124-420e-b63a-b936e0e90721 service neutron] 10.222.0.32 "GET /v2.0/networks/dbf8aa50-a6be-44ca-a92d-ae5d86a527b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369085 Dec 15 19:48:55.726988 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-59a3e12c-7d89-4f15-85a7-5db691cb1819 req-e092e806-ed07-4a38-a7cd-846bdaca761a service neutron] 10.222.0.32 "GET /v2.0/networks/dbf8aa50-a6be-44ca-a92d-ae5d86a527b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371408 Dec 15 19:48:55.868652 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb3c945-df10-464a-aa3b-f43e725bd409 req-9d2a5f9d-f52c-4343-bf3d-e666bf8a1f37 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:48:55.870342 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8fb3c945-df10-464a-aa3b-f43e725bd409 req-9d2a5f9d-f52c-4343-bf3d-e666bf8a1f37 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=c560a629-aaa6-4e40-a1c5-566676bdca32 HTTP/1.1" status: 200 len: 945 time: 0.0879295 Dec 15 19:48:55.918780 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8fb3c945-df10-464a-aa3b-f43e725bd409 req-1bff728f-d0f8-480e-9efc-b614fb478b1e tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ec131d9-38d2-42c7-bc24-fada7abb60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422175 Dec 15 19:48:57.123668 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ee1c2b-9768-4d90-870d-e73f9ba473b1 req-0786ae24-118f-4c3e-a7a6-964235218376 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:48:57.125312 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c1ee1c2b-9768-4d90-870d-e73f9ba473b1 req-0786ae24-118f-4c3e-a7a6-964235218376 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=c560a629-aaa6-4e40-a1c5-566676bdca32 HTTP/1.1" status: 200 len: 945 time: 0.0825331 Dec 15 19:48:57.176593 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c1ee1c2b-9768-4d90-870d-e73f9ba473b1 req-8cfd93e9-b4e9-4d22-b34a-cccc0b7f08b8 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ec131d9-38d2-42c7-bc24-fada7abb60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450945 Dec 15 19:48:58.382631 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d78237-147f-4327-99f8-0f423a4662d1 req-d7f4c803-c69c-4f5f-a4c7-61d0924e756a tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:48:58.385026 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c8d78237-147f-4327-99f8-0f423a4662d1 req-d7f4c803-c69c-4f5f-a4c7-61d0924e756a tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=c560a629-aaa6-4e40-a1c5-566676bdca32 HTTP/1.1" status: 200 len: 945 time: 0.0843391 Dec 15 19:48:58.431945 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c8d78237-147f-4327-99f8-0f423a4662d1 req-c28c413b-b8f7-4a6e-8126-98dae4884db9 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ec131d9-38d2-42c7-bc24-fada7abb60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406830 Dec 15 19:48:59.864729 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0651f89a-8051-462f-b259-5a4487602c0f req-129b887e-2d22-48e8-9393-8be6c57572e4 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:48:59.866465 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0651f89a-8051-462f-b259-5a4487602c0f req-129b887e-2d22-48e8-9393-8be6c57572e4 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=c560a629-aaa6-4e40-a1c5-566676bdca32 HTTP/1.1" status: 200 len: 945 time: 0.3098161 Dec 15 19:48:59.915412 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0651f89a-8051-462f-b259-5a4487602c0f req-9baa83a3-3bec-4049-84ad-1a6b62239b5d tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ec131d9-38d2-42c7-bc24-fada7abb60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422404 Dec 15 19:49:01.120401 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963fc0d6-ea9c-48a3-ae44-cb07ecf5d9cc req-735bf21a-0ebe-4a0d-9634-1c92376e5776 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:49:01.121988 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-963fc0d6-ea9c-48a3-ae44-cb07ecf5d9cc req-735bf21a-0ebe-4a0d-9634-1c92376e5776 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=c560a629-aaa6-4e40-a1c5-566676bdca32 HTTP/1.1" status: 200 len: 945 time: 0.0828059 Dec 15 19:49:01.169904 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-963fc0d6-ea9c-48a3-ae44-cb07ecf5d9cc req-bb54b042-c1d9-4fe4-8586-1a222e494ca6 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ec131d9-38d2-42c7-bc24-fada7abb60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416996 Dec 15 19:49:02.376916 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c674aeaa-35b8-47e9-91be-bcc19df9fab2 req-7b016b23-45f2-4fa9-a342-17be5a6fa3c0 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:49:02.378522 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c674aeaa-35b8-47e9-91be-bcc19df9fab2 req-7b016b23-45f2-4fa9-a342-17be5a6fa3c0 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=c560a629-aaa6-4e40-a1c5-566676bdca32 HTTP/1.1" status: 200 len: 945 time: 0.0847325 Dec 15 19:49:02.426945 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c674aeaa-35b8-47e9-91be-bcc19df9fab2 req-e2d3e661-f7e4-42c4-842d-6bd2486afd20 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ec131d9-38d2-42c7-bc24-fada7abb60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418568 Dec 15 19:49:02.691185 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6351185a-0739-48ed-97ea-85b92044cecf req-0673e4ec-5074-45a9-b952-260cfc2c1549 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5491873e524746a39d0efecbaa912afd&device_id=c560a629-aaa6-4e40-a1c5-566676bdca32 HTTP/1.1" status: 200 len: 1098 time: 0.0776420 Dec 15 19:49:02.843688 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6351185a-0739-48ed-97ea-85b92044cecf req-26d1ee4f-5e5a-4e6b-9327-c5aacafab539 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:49:02.845228 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6351185a-0739-48ed-97ea-85b92044cecf req-26d1ee4f-5e5a-4e6b-9327-c5aacafab539 service neutron] 10.222.0.32 "GET /v2.0/networks?id=dbf8aa50-a6be-44ca-a92d-ae5d86a527b9 HTTP/1.1" status: 200 len: 915 time: 0.1337984 Dec 15 19:49:02.913838 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6351185a-0739-48ed-97ea-85b92044cecf req-784626d1-0446-4b06-b3b9-19c54bda8f58 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ffc59a46-a146-4909-8ae1-9dbf460823ed HTTP/1.1" status: 200 len: 217 time: 0.0614038 Dec 15 19:49:02.984914 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6351185a-0739-48ed-97ea-85b92044cecf req-006bff3a-93b5-468d-a0a5-154b68ec05e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:49:02.986474 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6351185a-0739-48ed-97ea-85b92044cecf req-006bff3a-93b5-468d-a0a5-154b68ec05e3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=662bf417-3384-481a-b8c9-b5282cbdbd97 HTTP/1.1" status: 200 len: 854 time: 0.0641530 Dec 15 19:49:03.036263 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6351185a-0739-48ed-97ea-85b92044cecf req-5ef0c4e6-37cf-418d-84e7-8fbc9c4ec564 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dbf8aa50-a6be-44ca-a92d-ae5d86a527b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437355 Dec 15 19:49:03.181176 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6351185a-0739-48ed-97ea-85b92044cecf req-0fb3f734-8624-4feb-bb8d-5c22d15c4f94 service neutron] 10.222.0.32 "GET /v2.0/networks/dbf8aa50-a6be-44ca-a92d-ae5d86a527b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384718 Dec 15 19:49:03.322963 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6351185a-0739-48ed-97ea-85b92044cecf req-20c23aeb-c18f-4ad7-ac4a-f14cc07f133b service neutron] 10.222.0.32 "GET /v2.0/networks/dbf8aa50-a6be-44ca-a92d-ae5d86a527b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350133 Dec 15 19:49:03.637109 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd893ac-af0b-48d7-b022-84e68727718d req-6845630b-d9f1-41a5-9e7c-d78635ca7b85 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:49:03.642183 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ccd893ac-af0b-48d7-b022-84e68727718d req-6845630b-d9f1-41a5-9e7c-d78635ca7b85 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=c560a629-aaa6-4e40-a1c5-566676bdca32 HTTP/1.1" status: 200 len: 945 time: 0.0884252 Dec 15 19:49:03.687515 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ccd893ac-af0b-48d7-b022-84e68727718d req-9806c34f-fb6c-4906-8034-dfccfe2cafe6 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ec131d9-38d2-42c7-bc24-fada7abb60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425668 Dec 15 19:49:04.896770 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d408f6e-42da-41f1-9319-9d96d7366f0b req-3c8cba89-35c8-48f3-88c7-42854483e566 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:49:04.898268 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6d408f6e-42da-41f1-9319-9d96d7366f0b req-3c8cba89-35c8-48f3-88c7-42854483e566 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=c560a629-aaa6-4e40-a1c5-566676bdca32 HTTP/1.1" status: 200 len: 945 time: 0.0857234 Dec 15 19:49:04.945216 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6d408f6e-42da-41f1-9319-9d96d7366f0b req-6eeac95b-6147-4ca8-803e-afa0556f601d tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ec131d9-38d2-42c7-bc24-fada7abb60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406203 Dec 15 19:49:06.150612 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e939c0-b8d8-4189-8a4d-fa296cd1a3dc req-5dd549a1-c2f5-4bef-a763-622bbc43d585 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:49:06.152209 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b8e939c0-b8d8-4189-8a4d-fa296cd1a3dc req-5dd549a1-c2f5-4bef-a763-622bbc43d585 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=c560a629-aaa6-4e40-a1c5-566676bdca32 HTTP/1.1" status: 200 len: 945 time: 0.0833654 Dec 15 19:49:06.203096 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b8e939c0-b8d8-4189-8a4d-fa296cd1a3dc req-fe8c9310-fd86-47ac-9d45-7071e59af04e tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ec131d9-38d2-42c7-bc24-fada7abb60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448525 Dec 15 19:49:07.412226 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c2b1d-9062-40cc-9ca3-bc00296e243f req-bd081180-d661-4e98-a0d6-66e63fe8306f tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:49:07.413814 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-158c2b1d-9062-40cc-9ca3-bc00296e243f req-bd081180-d661-4e98-a0d6-66e63fe8306f tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=c560a629-aaa6-4e40-a1c5-566676bdca32 HTTP/1.1" status: 200 len: 945 time: 0.0843387 Dec 15 19:49:07.461937 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-158c2b1d-9062-40cc-9ca3-bc00296e243f req-811a40f6-91e4-442b-a0ae-6538a21607da tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ec131d9-38d2-42c7-bc24-fada7abb60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417528 Dec 15 19:49:08.246757 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f1ddb2fe-8509-44de-af33-21be293a5374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:49:08.676318 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d4319b-ec07-4614-8e83-bf2701dc4c02 req-77b60af2-6114-4c6b-8d98-035c8b734782 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:49:08.677920 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b7d4319b-ec07-4614-8e83-bf2701dc4c02 req-77b60af2-6114-4c6b-8d98-035c8b734782 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=c560a629-aaa6-4e40-a1c5-566676bdca32 HTTP/1.1" status: 200 len: 945 time: 0.0902815 Dec 15 19:49:08.725017 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b7d4319b-ec07-4614-8e83-bf2701dc4c02 req-63dd0a02-d21f-40ed-beaf-7c091a2983e8 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ec131d9-38d2-42c7-bc24-fada7abb60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408540 Dec 15 19:49:09.486690 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:49:09.930660 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c99c74-6374-4163-9ee7-1c14140acc90 req-10595d2c-0a0b-4886-a0b4-e4e1fe5834aa tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:49:09.932905 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e4c99c74-6374-4163-9ee7-1c14140acc90 req-10595d2c-0a0b-4886-a0b4-e4e1fe5834aa tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=c560a629-aaa6-4e40-a1c5-566676bdca32 HTTP/1.1" status: 200 len: 945 time: 0.0835357 Dec 15 19:49:09.980011 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e4c99c74-6374-4163-9ee7-1c14140acc90 req-4f6b059f-4c9b-4f16-a8f5-ac5c7c41214a tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ec131d9-38d2-42c7-bc24-fada7abb60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409160 Dec 15 19:49:10.538535 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-958438e1-5136-4784-87c0-697a8293b74a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:49:10.898589 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:49:11.192456 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d7f183-7d43-4f75-ba83-f1c1d26b8c27 req-32d4ac0f-4ce2-4a1b-bcc5-e25865dcc98b tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:49:11.193973 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-78d7f183-7d43-4f75-ba83-f1c1d26b8c27 req-32d4ac0f-4ce2-4a1b-bcc5-e25865dcc98b tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=c560a629-aaa6-4e40-a1c5-566676bdca32 HTTP/1.1" status: 200 len: 945 time: 0.0865791 Dec 15 19:49:11.241652 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-78d7f183-7d43-4f75-ba83-f1c1d26b8c27 req-c302c9a6-4299-42ad-800c-12b017189a2b tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ec131d9-38d2-42c7-bc24-fada7abb60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413742 Dec 15 19:49:12.446563 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f5f8be-af09-4bbe-b9d5-30ec750d5c51 req-59b2ef82-ff6a-4001-b72f-ff7cd03cd242 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:49:12.448969 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-18f5f8be-af09-4bbe-b9d5-30ec750d5c51 req-59b2ef82-ff6a-4001-b72f-ff7cd03cd242 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=c560a629-aaa6-4e40-a1c5-566676bdca32 HTTP/1.1" status: 200 len: 945 time: 0.0828531 Dec 15 19:49:12.505250 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-18f5f8be-af09-4bbe-b9d5-30ec750d5c51 req-57eb3608-4527-4b8d-8095-732cf9219fc3 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ec131d9-38d2-42c7-bc24-fada7abb60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499477 Dec 15 19:49:12.675648 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:49:13.711213 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fd5daa-4f73-4a18-83f2-de920a904268 req-5f98bc82-a611-4d5e-a0c2-98a97d4810d3 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:49:13.713448 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-86fd5daa-4f73-4a18-83f2-de920a904268 req-5f98bc82-a611-4d5e-a0c2-98a97d4810d3 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=c560a629-aaa6-4e40-a1c5-566676bdca32 HTTP/1.1" status: 200 len: 945 time: 0.0832248 Dec 15 19:49:13.760974 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-86fd5daa-4f73-4a18-83f2-de920a904268 req-ede573fd-b8ad-460c-8ce3-d828c72373e9 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ec131d9-38d2-42c7-bc24-fada7abb60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415335 Dec 15 19:49:15.015928 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6da61-3e59-4413-8e87-7bb31fda40e1 req-75ced2df-c058-4ce7-be35-de042eb9cb39 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:49:15.015928 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-99b6da61-3e59-4413-8e87-7bb31fda40e1 req-75ced2df-c058-4ce7-be35-de042eb9cb39 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=c560a629-aaa6-4e40-a1c5-566676bdca32 HTTP/1.1" status: 200 len: 945 time: 0.0919952 Dec 15 19:49:15.074066 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-99b6da61-3e59-4413-8e87-7bb31fda40e1 req-2fec783d-bf58-44d2-bf14-c666d16792d0 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ec131d9-38d2-42c7-bc24-fada7abb60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439153 Dec 15 19:49:16.241923 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c2057a-ae9d-42b1-b943-74341d020ed6 req-7fbbf7fa-3837-49b0-949c-2bdd6832f7a1 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:49:16.243591 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e1c2057a-ae9d-42b1-b943-74341d020ed6 req-7fbbf7fa-3837-49b0-949c-2bdd6832f7a1 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=c560a629-aaa6-4e40-a1c5-566676bdca32 HTTP/1.1" status: 200 len: 945 time: 0.0888236 Dec 15 19:49:16.291344 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e1c2057a-ae9d-42b1-b943-74341d020ed6 req-3fe884c5-5532-4315-ab80-5caf3d183fba tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ec131d9-38d2-42c7-bc24-fada7abb60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409055 Dec 15 19:49:17.506204 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35961085-688f-466f-b21a-69b3c5dd7a5f req-9b45f8fb-b665-47a4-aab0-bf0c5f666379 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:49:17.507847 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-35961085-688f-466f-b21a-69b3c5dd7a5f req-9b45f8fb-b665-47a4-aab0-bf0c5f666379 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=c560a629-aaa6-4e40-a1c5-566676bdca32 HTTP/1.1" status: 200 len: 945 time: 0.0872123 Dec 15 19:49:17.566379 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-35961085-688f-466f-b21a-69b3c5dd7a5f req-8bcaecfd-cd03-48f4-a0d1-ef9e6fe9972a tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ec131d9-38d2-42c7-bc24-fada7abb60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517535 Dec 15 19:49:17.926766 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 19:49:19.106250 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f275c75-90f5-4f36-9b13-f8b88a15555c req-970a4ace-6029-4fd3-b136-13bb122b2a31 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:49:19.107982 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4f275c75-90f5-4f36-9b13-f8b88a15555c req-970a4ace-6029-4fd3-b136-13bb122b2a31 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=c560a629-aaa6-4e40-a1c5-566676bdca32 HTTP/1.1" status: 200 len: 945 time: 0.0835478 Dec 15 19:49:19.156792 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4f275c75-90f5-4f36-9b13-f8b88a15555c req-41e41e4d-4ca8-4f34-81c5-3cf2efcb2a7d tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ec131d9-38d2-42c7-bc24-fada7abb60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426049 Dec 15 19:49:20.362639 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d5353-5b66-4483-80ee-b2482bce8b01 req-f0c659a7-a4f3-48ec-937e-e1ae25a952ef tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:49:20.364210 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b35d5353-5b66-4483-80ee-b2482bce8b01 req-f0c659a7-a4f3-48ec-937e-e1ae25a952ef tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=c560a629-aaa6-4e40-a1c5-566676bdca32 HTTP/1.1" status: 200 len: 945 time: 0.0852027 Dec 15 19:49:20.411309 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b35d5353-5b66-4483-80ee-b2482bce8b01 req-ab951b9f-1d13-462a-a468-a5275559202e tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ec131d9-38d2-42c7-bc24-fada7abb60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403275 Dec 15 19:49:21.619314 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4fb484-bb99-4b99-9499-93e1562d7daf req-d5e1c024-7f37-4e04-8b24-215f104a48a3 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:49:21.621029 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1d4fb484-bb99-4b99-9499-93e1562d7daf req-d5e1c024-7f37-4e04-8b24-215f104a48a3 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=c560a629-aaa6-4e40-a1c5-566676bdca32 HTTP/1.1" status: 200 len: 945 time: 0.0863955 Dec 15 19:49:21.674617 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1d4fb484-bb99-4b99-9499-93e1562d7daf req-cb1b5377-a693-48c3-b273-a4e6e98c1e8b tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ec131d9-38d2-42c7-bc24-fada7abb60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469959 Dec 15 19:49:22.883313 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ae1902-f820-4da5-89ce-b93a2ba72eb4 req-902007fc-a647-4a38-ac4a-4fa4ac19e160 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:49:22.885667 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-30ae1902-f820-4da5-89ce-b93a2ba72eb4 req-902007fc-a647-4a38-ac4a-4fa4ac19e160 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=c560a629-aaa6-4e40-a1c5-566676bdca32 HTTP/1.1" status: 200 len: 945 time: 0.0839689 Dec 15 19:49:22.904729 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-59a3e12c-7d89-4f15-85a7-5db691cb1819 req-bf41fd58-0258-43dc-99d8-f4f3db407b05 service neutron] 10.222.0.32 "GET /v2.0/ports/ffc59a46-a146-4909-8ae1-9dbf460823ed/bindings/hv-neutron-8218 HTTP/1.1" status: 200 len: 384 time: 0.0814602 Dec 15 19:49:22.934551 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-30ae1902-f820-4da5-89ce-b93a2ba72eb4 req-5288d000-ff26-4f91-a555-a96a16853885 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ec131d9-38d2-42c7-bc24-fada7abb60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422497 Dec 15 19:49:23.303432 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-59a3e12c-7d89-4f15-85a7-5db691cb1819 req-6f0842d7-1401-4bc4-9f14-c2b9d3fd3e38 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c560a629-aaa6-4e40-a1c5-566676bdca32&tenant_id=5491873e524746a39d0efecbaa912afd HTTP/1.1" status: 200 len: 1098 time: 0.0740275 Dec 15 19:49:23.405883 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-59a3e12c-7d89-4f15-85a7-5db691cb1819 req-dad3d8cd-3f8f-4d74-adb2-76f2db8db3ce service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5491873e524746a39d0efecbaa912afd&device_id=c560a629-aaa6-4e40-a1c5-566676bdca32 HTTP/1.1" status: 200 len: 1098 time: 0.0729759 Dec 15 19:49:23.550491 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a3e12c-7d89-4f15-85a7-5db691cb1819 req-297641a0-f798-476e-a863-47001123640e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:49:23.552071 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-59a3e12c-7d89-4f15-85a7-5db691cb1819 req-297641a0-f798-476e-a863-47001123640e service neutron] 10.222.0.32 "GET /v2.0/networks?id=dbf8aa50-a6be-44ca-a92d-ae5d86a527b9 HTTP/1.1" status: 200 len: 915 time: 0.1367283 Dec 15 19:49:23.628556 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-59a3e12c-7d89-4f15-85a7-5db691cb1819 req-275e848e-a17e-49fe-81d9-14cbf977b4f3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ffc59a46-a146-4909-8ae1-9dbf460823ed HTTP/1.1" status: 200 len: 217 time: 0.0679300 Dec 15 19:49:23.700082 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a3e12c-7d89-4f15-85a7-5db691cb1819 req-92d2cbce-365b-430e-b641-d509a94aa367 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:49:23.701641 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-59a3e12c-7d89-4f15-85a7-5db691cb1819 req-92d2cbce-365b-430e-b641-d509a94aa367 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=662bf417-3384-481a-b8c9-b5282cbdbd97 HTTP/1.1" status: 200 len: 854 time: 0.0630529 Dec 15 19:49:23.757684 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-59a3e12c-7d89-4f15-85a7-5db691cb1819 req-14489dbf-107b-427e-bf6c-e6e50a42a640 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dbf8aa50-a6be-44ca-a92d-ae5d86a527b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465071 Dec 15 19:49:24.128897 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-59a3e12c-7d89-4f15-85a7-5db691cb1819 req-1bd967ca-51df-4888-afdc-07767f83f556 service neutron] 10.222.0.32 "GET /v2.0/networks/dbf8aa50-a6be-44ca-a92d-ae5d86a527b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3600724 Dec 15 19:49:24.153202 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8453cc7-7abb-4dfc-8289-ba36366824bc req-38f16b35-883c-42df-8299-6b0eb03abdbc tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:49:24.154924 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f8453cc7-7abb-4dfc-8289-ba36366824bc req-38f16b35-883c-42df-8299-6b0eb03abdbc tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=c560a629-aaa6-4e40-a1c5-566676bdca32 HTTP/1.1" status: 200 len: 945 time: 0.0890052 Dec 15 19:49:24.205332 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f8453cc7-7abb-4dfc-8289-ba36366824bc req-10336488-6fb2-4ac9-8312-35a77045393a tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ec131d9-38d2-42c7-bc24-fada7abb60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439749 Dec 15 19:49:24.274408 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-59a3e12c-7d89-4f15-85a7-5db691cb1819 req-5e739eb1-00fe-43b2-a2a3-72b78a6279a7 service neutron] 10.222.0.32 "GET /v2.0/networks/dbf8aa50-a6be-44ca-a92d-ae5d86a527b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348069 Dec 15 19:49:24.330448 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:49:25.408982 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a2504b-1ed3-4848-8db5-0ea62e3e630e req-c19678b6-ce58-4af8-9c48-a98becd87fea tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:49:25.410655 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c0a2504b-1ed3-4848-8db5-0ea62e3e630e req-c19678b6-ce58-4af8-9c48-a98becd87fea tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=c560a629-aaa6-4e40-a1c5-566676bdca32 HTTP/1.1" status: 200 len: 945 time: 0.0823841 Dec 15 19:49:25.457781 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c0a2504b-1ed3-4848-8db5-0ea62e3e630e req-0bfdf6ac-db0a-44f8-91b2-83cdddac5fe0 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ec131d9-38d2-42c7-bc24-fada7abb60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404651 Dec 15 19:49:26.675619 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de46480-3d65-4d50-8be0-e6ba5758a0de req-cd0f133b-115d-4d5a-8a3c-04dc52cd9317 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:49:26.677234 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8de46480-3d65-4d50-8be0-e6ba5758a0de req-cd0f133b-115d-4d5a-8a3c-04dc52cd9317 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=c560a629-aaa6-4e40-a1c5-566676bdca32 HTTP/1.1" status: 200 len: 945 time: 0.0908313 Dec 15 19:49:26.725441 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8de46480-3d65-4d50-8be0-e6ba5758a0de req-0c60ca55-a15b-4947-9e17-12ef0b8a13d1 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ec131d9-38d2-42c7-bc24-fada7abb60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415933 Dec 15 19:49:27.120343 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd20c9c-e29d-40b6-ad6d-c0e768697ee9 req-12b96c85-3112-4985-89d5-45fec0427407 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:49:27.121897 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-efd20c9c-e29d-40b6-ad6d-c0e768697ee9 req-12b96c85-3112-4985-89d5-45fec0427407 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=c560a629-aaa6-4e40-a1c5-566676bdca32 HTTP/1.1" status: 200 len: 945 time: 0.0837388 Dec 15 19:49:27.162406 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c0f7e4-b1a8-4200-86e9-fc9cb95e0c67 req-329ee5bc-6aa0-49c8-bb11-c105116e2062 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:49:27.163165 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-49c0f7e4-b1a8-4200-86e9-fc9cb95e0c67 req-329ee5bc-6aa0-49c8-bb11-c105116e2062 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Synchronizing usage tracker for tenant:5491873e524746a39d0efecbaa912afd on resource:port {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:49:27.175735 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-efd20c9c-e29d-40b6-ad6d-c0e768697ee9 req-106de50c-f00c-42f7-9708-8a345d75d3d8 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ec131d9-38d2-42c7-bc24-fada7abb60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473347 Dec 15 19:49:27.213087 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-49c0f7e4-b1a8-4200-86e9-fc9cb95e0c67 req-329ee5bc-6aa0-49c8-bb11-c105116e2062 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Unset dirty status for tenant:5491873e524746a39d0efecbaa912afd on resource:port {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:49:27.214473 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-49c0f7e4-b1a8-4200-86e9-fc9cb95e0c67 req-329ee5bc-6aa0-49c8-bb11-c105116e2062 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.32 "GET /v2.0/ports?device_id=c560a629-aaa6-4e40-a1c5-566676bdca32&tenant_id=5491873e524746a39d0efecbaa912afd&binding%3Ahost_id=hv-neutron-8218 HTTP/1.1" status: 200 len: 945 time: 0.1383195 Dec 15 19:49:27.312123 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device ffc59a46-a146-4909-8ae1-9dbf460823ed details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 15 19:49:27.317266 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device ffc59a46-a146-4909-8ae1-9dbf460823ed no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:49:27.365166 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-49c0f7e4-b1a8-4200-86e9-fc9cb95e0c67 req-50e4b176-6420-4e3b-a074-a0057f8c797e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5491873e524746a39d0efecbaa912afd&device_id=c560a629-aaa6-4e40-a1c5-566676bdca32 HTTP/1.1" status: 200 len: 1098 time: 0.0782115 Dec 15 19:49:27.509025 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c0f7e4-b1a8-4200-86e9-fc9cb95e0c67 req-acb22a0f-034e-4192-94e4-5c409df80d19 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:49:27.510848 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-49c0f7e4-b1a8-4200-86e9-fc9cb95e0c67 req-acb22a0f-034e-4192-94e4-5c409df80d19 service neutron] 10.222.0.32 "GET /v2.0/networks?id=dbf8aa50-a6be-44ca-a92d-ae5d86a527b9 HTTP/1.1" status: 200 len: 915 time: 0.1396368 Dec 15 19:49:27.545685 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:49:27.579153 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port ffc59a46-a146-4909-8ae1-9dbf460823ed, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=ffc59a46-a146-4909-8ae1-9dbf460823ed,segment=NetworkSegment(f8cbf0d4-245d-48c4-ab14-9507b71b1662),segment_id=f8cbf0d4-245d-48c4-ab14-9507b71b1662)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:49:27.580215 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-49c0f7e4-b1a8-4200-86e9-fc9cb95e0c67 req-ec240125-861d-47ec-9b9f-fc575de228af service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ffc59a46-a146-4909-8ae1-9dbf460823ed HTTP/1.1" status: 200 len: 217 time: 0.0626817 Dec 15 19:49:27.600739 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Returning: {'device': 'ffc59a46-a146-4909-8ae1-9dbf460823ed', 'network_id': 'dbf8aa50-a6be-44ca-a92d-ae5d86a527b9', 'port_id': 'ffc59a46-a146-4909-8ae1-9dbf460823ed', 'mac_address': 'fa:16:3e:9e:76:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '662bf417-3384-481a-b8c9-b5282cbdbd97', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 19:49:27.606995 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c560a629-aaa6-4e40-a1c5-566676bdca32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffc59a46-a146-4909-8ae1-9dbf460823ed'}] {{(pid=88992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:49:27.624457 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port ffc59a46-a146-4909-8ae1-9dbf460823ed, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=ffc59a46-a146-4909-8ae1-9dbf460823ed,segment=NetworkSegment(f8cbf0d4-245d-48c4-ab14-9507b71b1662),segment_id=f8cbf0d4-245d-48c4-ab14-9507b71b1662)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:49:27.655092 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c0f7e4-b1a8-4200-86e9-fc9cb95e0c67 req-2e8fcd10-62b0-418d-9c86-297138eeecd2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:49:27.656685 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-49c0f7e4-b1a8-4200-86e9-fc9cb95e0c67 req-2e8fcd10-62b0-418d-9c86-297138eeecd2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=662bf417-3384-481a-b8c9-b5282cbdbd97 HTTP/1.1" status: 200 len: 854 time: 0.0704527 Dec 15 19:49:27.673321 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:49:27.677130 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c560a629-aaa6-4e40-a1c5-566676bdca32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffc59a46-a146-4909-8ae1-9dbf460823ed', 'code': 200} Dec 15 19:49:27.679782 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:49:27.706871 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-49c0f7e4-b1a8-4200-86e9-fc9cb95e0c67 req-3ff2188c-74cd-4a41-b810-fe3b6f223d74 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dbf8aa50-a6be-44ca-a92d-ae5d86a527b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437014 Dec 15 19:49:27.741848 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:49:27.773212 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffc59a46-a146-4909-8ae1-9dbf460823ed {{(pid=88992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 19:49:27.781001 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=ffc59a46-a146-4909-8ae1-9dbf460823ed,revision_number=6']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:49:27.784487 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:49:27.796231 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port ffc59a46-a146-4909-8ae1-9dbf460823ed, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=ffc59a46-a146-4909-8ae1-9dbf460823ed,segment=NetworkSegment(f8cbf0d4-245d-48c4-ab14-9507b71b1662),segment_id=f8cbf0d4-245d-48c4-ab14-9507b71b1662)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:49:27.835458 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:49:27.838023 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-940d0bf9-2624-4396-b05e-1aa5984c8da6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:49:27.853482 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-49c0f7e4-b1a8-4200-86e9-fc9cb95e0c67 req-5ff6ee2f-7c88-4075-b71e-be6a0a4178c0 service neutron] 10.222.0.32 "GET /v2.0/networks/dbf8aa50-a6be-44ca-a92d-ae5d86a527b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395597 Dec 15 19:49:27.907928 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] get_ports_and_sgs() called for port_ids ['ffc59a46-a146-4909-8ae1-9dbf460823ed'] {{(pid=88992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 19:49:27.947881 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=ffc59a46-a146-4909-8ae1-9dbf460823ed,revision_number=7']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:49:27.952684 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:49:27.998940 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-49c0f7e4-b1a8-4200-86e9-fc9cb95e0c67 req-b80cf399-4852-4868-8f7f-72048676864a service neutron] 10.222.0.32 "GET /v2.0/networks/dbf8aa50-a6be-44ca-a92d-ae5d86a527b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388903 Dec 15 19:49:28.379774 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076a3566-ef58-4898-b6bf-6af9dc4f2925 req-3ea09050-c9ea-4f39-ab88-ea5edd2b9690 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:49:28.381393 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-076a3566-ef58-4898-b6bf-6af9dc4f2925 req-3ea09050-c9ea-4f39-ab88-ea5edd2b9690 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=c560a629-aaa6-4e40-a1c5-566676bdca32 HTTP/1.1" status: 200 len: 944 time: 0.0830700 Dec 15 19:49:28.430525 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-076a3566-ef58-4898-b6bf-6af9dc4f2925 req-166850cc-ca1b-4a7a-b531-90270cdc2d4d tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ec131d9-38d2-42c7-bc24-fada7abb60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420337 Dec 15 19:49:29.328120 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device ffc59a46-a146-4909-8ae1-9dbf460823ed up at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:49:29.401415 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning complete for port ffc59a46-a146-4909-8ae1-9dbf460823ed triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:49:29.401839 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:49:29.516490 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:49:29.549063 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port ffc59a46-a146-4909-8ae1-9dbf460823ed, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=ffc59a46-a146-4909-8ae1-9dbf460823ed,segment=NetworkSegment(f8cbf0d4-245d-48c4-ab14-9507b71b1662),segment_id=f8cbf0d4-245d-48c4-ab14-9507b71b1662)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:49:29.589226 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:49:29.591225 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:49:29.646120 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7d01ba-44fc-484d-a2c4-d4ffdd33c948 req-184804a7-faa1-428e-90cb-a45d8b2521f1 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:49:29.647180 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9b7d01ba-44fc-484d-a2c4-d4ffdd33c948 req-184804a7-faa1-428e-90cb-a45d8b2521f1 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=c560a629-aaa6-4e40-a1c5-566676bdca32 HTTP/1.1" status: 200 len: 945 time: 0.0878248 Dec 15 19:49:29.663637 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=ffc59a46-a146-4909-8ae1-9dbf460823ed,revision_number=8']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:49:29.673849 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:49:29.674406 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:49:29.674799 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:49:29.675189 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:49:29.675576 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:49:29.675960 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:49:29.676346 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:49:29.676725 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:49:29.677106 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:49:29.677481 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:49:29.677857 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:49:29.681385 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c560a629-aaa6-4e40-a1c5-566676bdca32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc59a46-a146-4909-8ae1-9dbf460823ed'}] {{(pid=88992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:49:29.686055 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:49:29.698488 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9b7d01ba-44fc-484d-a2c4-d4ffdd33c948 req-357122c4-19e1-449c-aeac-712963216852 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ec131d9-38d2-42c7-bc24-fada7abb60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441480 Dec 15 19:49:29.737753 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c560a629-aaa6-4e40-a1c5-566676bdca32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc59a46-a146-4909-8ae1-9dbf460823ed', 'code': 200} Dec 15 19:49:29.904801 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f9bf0-1540-407e-aadb-c332637e35be req-d61bbe4e-f305-4fea-86e9-fc0513f98429 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:49:29.906332 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5a1f9bf0-1540-407e-aadb-c332637e35be req-d61bbe4e-f305-4fea-86e9-fc0513f98429 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=c560a629-aaa6-4e40-a1c5-566676bdca32 HTTP/1.1" status: 200 len: 945 time: 0.0859077 Dec 15 19:49:29.954829 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5a1f9bf0-1540-407e-aadb-c332637e35be req-14edf8b0-4216-4dcc-8c18-4cb926b1c29b tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ec131d9-38d2-42c7-bc24-fada7abb60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424016 Dec 15 19:49:30.164936 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7d9cf5-c57c-4a50-9b4f-b4106cd4adcc req-42a231d8-3a90-4073-b07b-b23712aab4ef tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:49:30.167141 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-df7d9cf5-c57c-4a50-9b4f-b4106cd4adcc req-42a231d8-3a90-4073-b07b-b23712aab4ef tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=c560a629-aaa6-4e40-a1c5-566676bdca32 HTTP/1.1" status: 200 len: 945 time: 0.0863082 Dec 15 19:49:30.216212 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-df7d9cf5-c57c-4a50-9b4f-b4106cd4adcc req-0c0bcdd9-8615-4a12-9c33-2409ea0f59bc tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ec131d9-38d2-42c7-bc24-fada7abb60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429947 Dec 15 19:49:30.804333 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f42a99-6c03-4181-b077-ec5b0ec0f53a req-c7948b68-2b9b-4b9a-b954-65afabedfa64 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:49:30.805847 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-36f42a99-6c03-4181-b077-ec5b0ec0f53a req-c7948b68-2b9b-4b9a-b954-65afabedfa64 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/networks?id=dbf8aa50-a6be-44ca-a92d-ae5d86a527b9 HTTP/1.1" status: 200 len: 814 time: 0.1529620 Dec 15 19:49:30.823861 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-36f42a99-6c03-4181-b077-ec5b0ec0f53a req-ed1d4471-a2b9-4d0e-a8b8-1f592f5a6f20 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/quotas/5491873e524746a39d0efecbaa912afd HTTP/1.1" status: 200 len: 375 time: 0.0117557 Dec 15 19:49:30.906118 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-36f42a99-6c03-4181-b077-ec5b0ec0f53a req-51861fe7-780a-42bd-9fb3-b70ae5832eb3 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5491873e524746a39d0efecbaa912afd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0769653 Dec 15 19:49:31.045922 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-36f42a99-6c03-4181-b077-ec5b0ec0f53a req-4bdb5129-e44f-4a0c-b20b-4adac93d0107 service neutron] 10.222.0.36 "GET /v2.0/networks/dbf8aa50-a6be-44ca-a92d-ae5d86a527b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325083 Dec 15 19:49:31.188947 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-36f42a99-6c03-4181-b077-ec5b0ec0f53a req-0e054b8b-034c-4b34-961f-ed5e19df8f0e service neutron] 10.222.0.36 "GET /v2.0/networks/dbf8aa50-a6be-44ca-a92d-ae5d86a527b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364985 Dec 15 19:49:31.418744 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b682ce2d-998e-453f-bf8f-d85272512361 req-e0dc8ad3-1f94-424a-8af1-f44049432514 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=3dd86047-14ae-4b0a-8617-97a6bb717d22 HTTP/1.1" status: 200 len: 210 time: 0.0485153 Dec 15 19:49:32.522482 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654d8c4b-606e-4eb2-92af-fa6828859ce9 req-a708cda0-cd8a-4e68-b937-8a64d4ac7cf0 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:49:32.524022 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-654d8c4b-606e-4eb2-92af-fa6828859ce9 req-a708cda0-cd8a-4e68-b937-8a64d4ac7cf0 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.32 "GET /v2.0/ports?device_id=c560a629-aaa6-4e40-a1c5-566676bdca32 HTTP/1.1" status: 200 len: 945 time: 0.0896485 Dec 15 19:49:32.592967 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-01c69a86-6026-4a60-8bd6-9c6a352b02b7 req-5cefd2a4-2d79-421c-9eb9-97335a6085bc tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=3dd86047-14ae-4b0a-8617-97a6bb717d22 HTTP/1.1" status: 200 len: 210 time: 0.0478444 Dec 15 19:49:32.611601 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [req-654d8c4b-606e-4eb2-92af-fa6828859ce9 req-29bef5da-b1b0-4692-be87-0b02783502c6 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Deleting port ffc59a46-a146-4909-8ae1-9dbf460823ed {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:49:32.611601 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-654d8c4b-606e-4eb2-92af-fa6828859ce9 req-29bef5da-b1b0-4692-be87-0b02783502c6 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:49:32.864332 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-654d8c4b-606e-4eb2-92af-fa6828859ce9 req-29bef5da-b1b0-4692-be87-0b02783502c6 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] For port ffc59a46-a146-4909-8ae1-9dbf460823ed, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=ffc59a46-a146-4909-8ae1-9dbf460823ed,segment=NetworkSegment(f8cbf0d4-245d-48c4-ab14-9507b71b1662),segment_id=f8cbf0d4-245d-48c4-ab14-9507b71b1662)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:49:32.864655 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-654d8c4b-606e-4eb2-92af-fa6828859ce9 req-29bef5da-b1b0-4692-be87-0b02783502c6 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:49:32.943032 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.32', 59061) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:49:32.995171 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [req-654d8c4b-606e-4eb2-92af-fa6828859ce9 req-29bef5da-b1b0-4692-be87-0b02783502c6 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Calling delete_port for ffc59a46-a146-4909-8ae1-9dbf460823ed owned by compute:nova {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:49:33.108524 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f42a99-6c03-4181-b077-ec5b0ec0f53a req-9b74ee3e-fff2-4719-a19f-5061ec6fd1f6 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:49:33.110118 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-36f42a99-6c03-4181-b077-ec5b0ec0f53a req-9b74ee3e-fff2-4719-a19f-5061ec6fd1f6 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.32 "GET /v2.0/networks?id=dbf8aa50-a6be-44ca-a92d-ae5d86a527b9 HTTP/1.1" status: 200 len: 814 time: 0.1657541 Dec 15 19:49:33.133233 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [req-36f42a99-6c03-4181-b077-ec5b0ec0f53a req-72b3b221-adca-49c7-8bee-ef8870c17c8e tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Request body: {'port': {'device_id': '3dd86047-14ae-4b0a-8617-97a6bb717d22', 'network_id': 'dbf8aa50-a6be-44ca-a92d-ae5d86a527b9', 'admin_state_up': True, 'tenant_id': '5491873e524746a39d0efecbaa912afd'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:49:33.257740 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-654d8c4b-606e-4eb2-92af-fa6828859ce9 req-29bef5da-b1b0-4692-be87-0b02783502c6 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:49:33.264248 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1136c1ce-6782-4251-a438-b0ede1a649f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:49:33.274947 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] get_ports_and_sgs() called for port_ids ['ffc59a46-a146-4909-8ae1-9dbf460823ed'] {{(pid=88992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 19:49:33.280309 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [req-36f42a99-6c03-4181-b077-ec5b0ec0f53a req-72b3b221-adca-49c7-8bee-ef8870c17c8e tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:49:33.291081 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [req-36f42a99-6c03-4181-b077-ec5b0ec0f53a req-72b3b221-adca-49c7-8bee-ef8870c17c8e tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:49:33.307975 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bef5da-b1b0-4692-be87-0b02783502c6 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Pushing event deleted for resources: {'Port': ['ID=ffc59a46-a146-4909-8ae1-9dbf460823ed,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:49:33.312378 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-29bef5da-b1b0-4692-be87-0b02783502c6 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:49:33.332024 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36f42a99-6c03-4181-b077-ec5b0ec0f53a req-72b3b221-adca-49c7-8bee-ef8870c17c8e tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Made reservation on behalf of 5491873e524746a39d0efecbaa912afd for: {'port': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:49:33.338580 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-36f42a99-6c03-4181-b077-ec5b0ec0f53a req-72b3b221-adca-49c7-8bee-ef8870c17c8e tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:49:33.385316 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [req-654d8c4b-606e-4eb2-92af-fa6828859ce9 req-29bef5da-b1b0-4692-be87-0b02783502c6 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] No DVR routers for this DVR port ffc59a46-a146-4909-8ae1-9dbf460823ed on host hv-neutron-8218 {{(pid=88991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:49:33.387818 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-654d8c4b-606e-4eb2-92af-fa6828859ce9 req-29bef5da-b1b0-4692-be87-0b02783502c6 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:49:33.390654 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c560a629-aaa6-4e40-a1c5-566676bdca32', 'name': 'network-vif-deleted', 'tag': 'ffc59a46-a146-4909-8ae1-9dbf460823ed'}] {{(pid=88991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:49:33.447322 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c560a629-aaa6-4e40-a1c5-566676bdca32', 'name': 'network-vif-deleted', 'tag': 'ffc59a46-a146-4909-8ae1-9dbf460823ed', 'status': 'completed', 'code': 200} Dec 15 19:49:33.452837 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-654d8c4b-606e-4eb2-92af-fa6828859ce9 req-29bef5da-b1b0-4692-be87-0b02783502c6 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.32 "DELETE /v2.0/ports/ffc59a46-a146-4909-8ae1-9dbf460823ed HTTP/1.1" status: 204 len: 173 time: 0.9211729 Dec 15 19:49:33.549852 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [req-36f42a99-6c03-4181-b077-ec5b0ec0f53a req-72b3b221-adca-49c7-8bee-ef8870c17c8e tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Allocated IP 172.20.0.7 (dbf8aa50-a6be-44ca-a92d-ae5d86a527b9/662bf417-3384-481a-b8c9-b5282cbdbd97/b340e4a7-1c15-4d34-a6bd-6dde0688456a) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:49:33.793794 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-23b1d34f-a166-4065-8ac2-df4bbf47535a req-1e9a0f8b-0516-4990-af75-4bc6ce9a8b53 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=3dd86047-14ae-4b0a-8617-97a6bb717d22 HTTP/1.1" status: 200 len: 210 time: 0.0615780 Dec 15 19:49:33.817894 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-36f42a99-6c03-4181-b077-ec5b0ec0f53a req-72b3b221-adca-49c7-8bee-ef8870c17c8e tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:49:33.879248 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-36f42a99-6c03-4181-b077-ec5b0ec0f53a req-72b3b221-adca-49c7-8bee-ef8870c17c8e tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:49:33.885923 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e3ded2b8-50df-4e6c-8234-722d3d1514e8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:49:33.891477 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] get_ports_and_sgs() called for port_ids ['ffc59a46-a146-4909-8ae1-9dbf460823ed'] {{(pid=88992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 19:49:33.953579 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36f42a99-6c03-4181-b077-ec5b0ec0f53a req-72b3b221-adca-49c7-8bee-ef8870c17c8e tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Network dbf8aa50-a6be-44ca-a92d-ae5d86a527b9 is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:49:33.961474 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [req-36f42a99-6c03-4181-b077-ec5b0ec0f53a req-72b3b221-adca-49c7-8bee-ef8870c17c8e tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:49:33.964355 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [req-36f42a99-6c03-4181-b077-ec5b0ec0f53a req-72b3b221-adca-49c7-8bee-ef8870c17c8e tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:49:34.005852 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b3b221-adca-49c7-8bee-ef8870c17c8e tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Pushing event updated for resources: {'Port': ['ID=b340e4a7-1c15-4d34-a6bd-6dde0688456a,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:49:34.027905 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b3b221-adca-49c7-8bee-ef8870c17c8e tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:49:34.028348 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b3b221-adca-49c7-8bee-ef8870c17c8e tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:49:34.028784 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b3b221-adca-49c7-8bee-ef8870c17c8e tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:49:34.029211 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b3b221-adca-49c7-8bee-ef8870c17c8e tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:49:34.029640 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b3b221-adca-49c7-8bee-ef8870c17c8e tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:49:34.030066 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b3b221-adca-49c7-8bee-ef8870c17c8e tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:49:34.030521 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b3b221-adca-49c7-8bee-ef8870c17c8e tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:49:34.030943 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b3b221-adca-49c7-8bee-ef8870c17c8e tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:49:34.031360 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b3b221-adca-49c7-8bee-ef8870c17c8e tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:49:34.031779 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b3b221-adca-49c7-8bee-ef8870c17c8e tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:49:34.032200 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b3b221-adca-49c7-8bee-ef8870c17c8e tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:49:34.036003 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-72b3b221-adca-49c7-8bee-ef8870c17c8e tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:49:34.050889 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f42a99-6c03-4181-b077-ec5b0ec0f53a req-72b3b221-adca-49c7-8bee-ef8870c17c8e tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:49:34.051557 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-36f42a99-6c03-4181-b077-ec5b0ec0f53a req-72b3b221-adca-49c7-8bee-ef8870c17c8e tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:49:34.115673 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-36f42a99-6c03-4181-b077-ec5b0ec0f53a req-72b3b221-adca-49c7-8bee-ef8870c17c8e tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9868050 Dec 15 19:49:34.131435 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [req-36f42a99-6c03-4181-b077-ec5b0ec0f53a req-7136035d-c507-43ad-a5e2-bb610204a9ed service neutron] Request body: {'port': {'device_id': '3dd86047-14ae-4b0a-8617-97a6bb717d22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:49:34.252563 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-36f42a99-6c03-4181-b077-ec5b0ec0f53a req-7136035d-c507-43ad-a5e2-bb610204a9ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:49:34.827681 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [req-36f42a99-6c03-4181-b077-ec5b0ec0f53a req-7136035d-c507-43ad-a5e2-bb610204a9ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b340e4a7-1c15-4d34-a6bd-6dde0688456a {{(pid=88990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 19:49:34.834736 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-36f42a99-6c03-4181-b077-ec5b0ec0f53a req-7136035d-c507-43ad-a5e2-bb610204a9ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:49:34.850751 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [req-36f42a99-6c03-4181-b077-ec5b0ec0f53a req-7136035d-c507-43ad-a5e2-bb610204a9ed service neutron] Transition to ACTIVE for port object b340e4a7-1c15-4d34-a6bd-6dde0688456a will not be triggered until provisioned by entity L2. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:49:34.880585 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-36f42a99-6c03-4181-b077-ec5b0ec0f53a req-7136035d-c507-43ad-a5e2-bb610204a9ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:49:34.886041 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-bc1a4e34-7f4e-4dbf-b3ae-32470f4c64d9 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:49:35.059552 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7136035d-c507-43ad-a5e2-bb610204a9ed service neutron] Pushing event updated for resources: {'Port': ['ID=b340e4a7-1c15-4d34-a6bd-6dde0688456a,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:49:35.064124 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7136035d-c507-43ad-a5e2-bb610204a9ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:49:35.178263 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048de603-88f7-4419-8415-fb7a7b98b357 req-c1534416-e02f-4915-b453-13d2a76f3961 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:49:35.179069 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-048de603-88f7-4419-8415-fb7a7b98b357 req-c1534416-e02f-4915-b453-13d2a76f3961 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Synchronizing usage tracker for tenant:5491873e524746a39d0efecbaa912afd on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:49:35.213063 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-36f42a99-6c03-4181-b077-ec5b0ec0f53a req-7136035d-c507-43ad-a5e2-bb610204a9ed service neutron] Attempting to bind port b340e4a7-1c15-4d34-a6bd-6dde0688456a on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:49:35.213438 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-36f42a99-6c03-4181-b077-ec5b0ec0f53a req-7136035d-c507-43ad-a5e2-bb610204a9ed service neutron] Attempting to bind port b340e4a7-1c15-4d34-a6bd-6dde0688456a by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'f8cbf0d4-245d-48c4-ab14-9507b71b1662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'dbf8aa50-a6be-44ca-a92d-ae5d86a527b9'}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:49:35.213812 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f42a99-6c03-4181-b077-ec5b0ec0f53a req-7136035d-c507-43ad-a5e2-bb610204a9ed service neutron] Attempting to bind port b340e4a7-1c15-4d34-a6bd-6dde0688456a on network dbf8aa50-a6be-44ca-a92d-ae5d86a527b9 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:49:35.220031 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f42a99-6c03-4181-b077-ec5b0ec0f53a req-7136035d-c507-43ad-a5e2-bb610204a9ed service neutron] Port b340e4a7-1c15-4d34-a6bd-6dde0688456a on network dbf8aa50-a6be-44ca-a92d-ae5d86a527b9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:49:35.220437 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f42a99-6c03-4181-b077-ec5b0ec0f53a req-7136035d-c507-43ad-a5e2-bb610204a9ed service neutron] Attempting to bind port b340e4a7-1c15-4d34-a6bd-6dde0688456a on network dbf8aa50-a6be-44ca-a92d-ae5d86a527b9 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:49:35.227196 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f42a99-6c03-4181-b077-ec5b0ec0f53a req-7136035d-c507-43ad-a5e2-bb610204a9ed service neutron] Checking agent: {'id': '59e4c979-c5dd-468d-a1f2-341133950749', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 12, 24), 'started_at': datetime.datetime(2021, 12, 15, 19, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:49:35.228180 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f42a99-6c03-4181-b077-ec5b0ec0f53a req-7136035d-c507-43ad-a5e2-bb610204a9ed service neutron] Checking segment: {'id': 'f8cbf0d4-245d-48c4-ab14-9507b71b1662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'dbf8aa50-a6be-44ca-a92d-ae5d86a527b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:49:35.228610 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f42a99-6c03-4181-b077-ec5b0ec0f53a req-7136035d-c507-43ad-a5e2-bb610204a9ed service neutron] Bound using segment: {'id': 'f8cbf0d4-245d-48c4-ab14-9507b71b1662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'dbf8aa50-a6be-44ca-a92d-ae5d86a527b9'} {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:49:35.229079 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-36f42a99-6c03-4181-b077-ec5b0ec0f53a req-7136035d-c507-43ad-a5e2-bb610204a9ed service neutron] Bound port: b340e4a7-1c15-4d34-a6bd-6dde0688456a, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8cbf0d4-245d-48c4-ab14-9507b71b1662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'dbf8aa50-a6be-44ca-a92d-ae5d86a527b9'}}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:49:35.229466 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-36f42a99-6c03-4181-b077-ec5b0ec0f53a req-7136035d-c507-43ad-a5e2-bb610204a9ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:49:35.273629 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-048de603-88f7-4419-8415-fb7a7b98b357 req-c1534416-e02f-4915-b453-13d2a76f3961 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Unset dirty status for tenant:5491873e524746a39d0efecbaa912afd on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:49:35.274983 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-048de603-88f7-4419-8415-fb7a7b98b357 req-c1534416-e02f-4915-b453-13d2a76f3961 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=3dd86047-14ae-4b0a-8617-97a6bb717d22 HTTP/1.1" status: 200 len: 943 time: 0.3502643 Dec 15 19:49:35.359685 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-36f42a99-6c03-4181-b077-ec5b0ec0f53a req-7136035d-c507-43ad-a5e2-bb610204a9ed service neutron] For port b340e4a7-1c15-4d34-a6bd-6dde0688456a, host hv-neutron-8218, cleared binding levels {{(pid=88990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:49:35.365144 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-048de603-88f7-4419-8415-fb7a7b98b357 req-70ffc835-aa7f-4131-8496-e212d5914183 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ec131d9-38d2-42c7-bc24-fada7abb60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839136 Dec 15 19:49:35.370468 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-36f42a99-6c03-4181-b077-ec5b0ec0f53a req-7136035d-c507-43ad-a5e2-bb610204a9ed service neutron] For port b340e4a7-1c15-4d34-a6bd-6dde0688456a, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b340e4a7-1c15-4d34-a6bd-6dde0688456a,segment=NetworkSegment(f8cbf0d4-245d-48c4-ab14-9507b71b1662),segment_id=f8cbf0d4-245d-48c4-ab14-9507b71b1662)] {{(pid=88990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:49:35.452304 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-36f42a99-6c03-4181-b077-ec5b0ec0f53a req-7136035d-c507-43ad-a5e2-bb610204a9ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:49:35.457229 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a471d505-8ce5-4745-ad04-39c46a505ff6 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:49:35.518765 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-36f42a99-6c03-4181-b077-ec5b0ec0f53a req-7136035d-c507-43ad-a5e2-bb610204a9ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:49:35.520237 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-36f42a99-6c03-4181-b077-ec5b0ec0f53a req-7136035d-c507-43ad-a5e2-bb610204a9ed service neutron] 10.222.0.32 "PUT /v2.0/ports/b340e4a7-1c15-4d34-a6bd-6dde0688456a HTTP/1.1" status: 200 len: 1093 time: 1.3933597 Dec 15 19:49:35.520796 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dd86047-14ae-4b0a-8617-97a6bb717d22', 'tag': 'b340e4a7-1c15-4d34-a6bd-6dde0688456a'}] {{(pid=88990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:49:35.536551 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7136035d-c507-43ad-a5e2-bb610204a9ed service neutron] Pushing event updated for resources: {'Port': ['ID=b340e4a7-1c15-4d34-a6bd-6dde0688456a,revision_number=3']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:49:35.540390 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7136035d-c507-43ad-a5e2-bb610204a9ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:49:35.674100 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dd86047-14ae-4b0a-8617-97a6bb717d22', 'tag': 'b340e4a7-1c15-4d34-a6bd-6dde0688456a', 'status': 'completed', 'code': 200} Dec 15 19:49:35.684493 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-36f42a99-6c03-4181-b077-ec5b0ec0f53a req-a8a68cca-699d-4491-ae07-1f1548acb4ef service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5491873e524746a39d0efecbaa912afd&device_id=3dd86047-14ae-4b0a-8617-97a6bb717d22 HTTP/1.1" status: 200 len: 1096 time: 0.0941362 Dec 15 19:49:35.763973 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-36f42a99-6c03-4181-b077-ec5b0ec0f53a req-87e087bc-2029-4f3e-8308-8ede491f9088 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b340e4a7-1c15-4d34-a6bd-6dde0688456a HTTP/1.1" status: 200 len: 217 time: 0.0667593 Dec 15 19:49:35.833993 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f42a99-6c03-4181-b077-ec5b0ec0f53a req-79734306-34ea-4747-83da-fab57359e94b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:49:35.835493 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-36f42a99-6c03-4181-b077-ec5b0ec0f53a req-79734306-34ea-4747-83da-fab57359e94b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=662bf417-3384-481a-b8c9-b5282cbdbd97 HTTP/1.1" status: 200 len: 854 time: 0.0629673 Dec 15 19:49:35.891092 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-36f42a99-6c03-4181-b077-ec5b0ec0f53a req-7bc70127-45d3-4eb5-9c74-386734c828bb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dbf8aa50-a6be-44ca-a92d-ae5d86a527b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449128 Dec 15 19:49:36.034634 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-36f42a99-6c03-4181-b077-ec5b0ec0f53a req-ed61234a-8182-4bff-90f2-52da36bc07a1 service neutron] 10.222.0.32 "GET /v2.0/networks/dbf8aa50-a6be-44ca-a92d-ae5d86a527b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354535 Dec 15 19:49:36.181551 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-36f42a99-6c03-4181-b077-ec5b0ec0f53a req-926a788c-1a5d-4d1d-bc05-7a8467542ea5 service neutron] 10.222.0.32 "GET /v2.0/networks/dbf8aa50-a6be-44ca-a92d-ae5d86a527b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350675 Dec 15 19:49:36.335861 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d754a3e7-6492-4a2d-8e36-fe78f88cad70 req-c6b0e606-294c-414a-b3e7-3c9deada462c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5491873e524746a39d0efecbaa912afd&device_id=3dd86047-14ae-4b0a-8617-97a6bb717d22 HTTP/1.1" status: 200 len: 1096 time: 0.0736582 Dec 15 19:49:36.477990 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d754a3e7-6492-4a2d-8e36-fe78f88cad70 req-261a6e96-47fc-4cfd-aac7-56d850c4fa18 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:49:36.479629 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d754a3e7-6492-4a2d-8e36-fe78f88cad70 req-261a6e96-47fc-4cfd-aac7-56d850c4fa18 service neutron] 10.222.0.32 "GET /v2.0/networks?id=dbf8aa50-a6be-44ca-a92d-ae5d86a527b9 HTTP/1.1" status: 200 len: 915 time: 0.1359773 Dec 15 19:49:36.604860 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d754a3e7-6492-4a2d-8e36-fe78f88cad70 req-4d9135e4-a361-4478-b075-0192efbdf82b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b340e4a7-1c15-4d34-a6bd-6dde0688456a HTTP/1.1" status: 200 len: 217 time: 0.1138930 Dec 15 19:49:36.698505 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f464cbb3-288b-4e08-83a1-2b44bccb84d2 req-883e3cb3-677b-4f1c-99ff-d7021c2b60ef tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:49:36.700119 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f464cbb3-288b-4e08-83a1-2b44bccb84d2 req-883e3cb3-677b-4f1c-99ff-d7021c2b60ef tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=3dd86047-14ae-4b0a-8617-97a6bb717d22 HTTP/1.1" status: 200 len: 943 time: 0.2112672 Dec 15 19:49:36.705455 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d754a3e7-6492-4a2d-8e36-fe78f88cad70 req-ddb15480-4a36-48f3-afea-c65e1895a23f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:49:36.706938 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d754a3e7-6492-4a2d-8e36-fe78f88cad70 req-ddb15480-4a36-48f3-afea-c65e1895a23f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=662bf417-3384-481a-b8c9-b5282cbdbd97 HTTP/1.1" status: 200 len: 854 time: 0.0937202 Dec 15 19:49:36.771770 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d754a3e7-6492-4a2d-8e36-fe78f88cad70 req-b1a775ee-eac8-4cfc-9c78-8245bf8ea4c9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dbf8aa50-a6be-44ca-a92d-ae5d86a527b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494401 Dec 15 19:49:36.874995 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f464cbb3-288b-4e08-83a1-2b44bccb84d2 req-6189f709-75cd-44f0-8653-00dde235778b tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ec131d9-38d2-42c7-bc24-fada7abb60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670382 Dec 15 19:49:36.925330 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d754a3e7-6492-4a2d-8e36-fe78f88cad70 req-3875f02b-3564-4ddb-879b-b5005faf995a service neutron] 10.222.0.32 "GET /v2.0/networks/dbf8aa50-a6be-44ca-a92d-ae5d86a527b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446238 Dec 15 19:49:37.067390 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d754a3e7-6492-4a2d-8e36-fe78f88cad70 req-daf6916b-f6dc-4ad6-813f-2431e8e8c54b service neutron] 10.222.0.32 "GET /v2.0/networks/dbf8aa50-a6be-44ca-a92d-ae5d86a527b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350710 Dec 15 19:49:37.329237 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device ffc59a46-a146-4909-8ae1-9dbf460823ed no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:49:37.364863 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] No Port match for: ffc59a46-a146-4909-8ae1-9dbf460823ed {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:49:37.365265 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device ffc59a46-a146-4909-8ae1-9dbf460823ed not bound to the agent host hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:49:38.081649 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ef21d-6f78-4be6-9171-5311e0b23ca5 req-24b41de7-1df5-4218-b3ad-29972859f80b tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:49:38.083258 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-695ef21d-6f78-4be6-9171-5311e0b23ca5 req-24b41de7-1df5-4218-b3ad-29972859f80b tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=3dd86047-14ae-4b0a-8617-97a6bb717d22 HTTP/1.1" status: 200 len: 943 time: 0.0819912 Dec 15 19:49:38.135670 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-695ef21d-6f78-4be6-9171-5311e0b23ca5 req-b6348ada-a868-4049-904e-7d7c46ed2a1b tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ec131d9-38d2-42c7-bc24-fada7abb60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460353 Dec 15 19:49:38.246312 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2955044f-2c30-4192-837f-eded358e3874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:49:39.340605 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7611e5-79b0-472f-b18d-5a6a0b8c32c1 req-2dbb5c11-6b1c-48f4-9955-b7cadbd01432 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:49:39.342087 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device b340e4a7-1c15-4d34-a6bd-6dde0688456a details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 15 19:49:39.342260 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9a7611e5-79b0-472f-b18d-5a6a0b8c32c1 req-2dbb5c11-6b1c-48f4-9955-b7cadbd01432 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=3dd86047-14ae-4b0a-8617-97a6bb717d22 HTTP/1.1" status: 200 len: 943 time: 0.0822918 Dec 15 19:49:39.390312 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9a7611e5-79b0-472f-b18d-5a6a0b8c32c1 req-ce7b6502-0355-4264-bfbf-54d45b510f5e tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ec131d9-38d2-42c7-bc24-fada7abb60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417099 Dec 15 19:49:39.495481 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port b340e4a7-1c15-4d34-a6bd-6dde0688456a, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b340e4a7-1c15-4d34-a6bd-6dde0688456a,segment=NetworkSegment(f8cbf0d4-245d-48c4-ab14-9507b71b1662),segment_id=f8cbf0d4-245d-48c4-ab14-9507b71b1662)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:49:39.502833 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:49:39.510699 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Returning: {'device': 'b340e4a7-1c15-4d34-a6bd-6dde0688456a', 'network_id': 'dbf8aa50-a6be-44ca-a92d-ae5d86a527b9', 'port_id': 'b340e4a7-1c15-4d34-a6bd-6dde0688456a', 'mac_address': 'fa:16:3e:10:18:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '662bf417-3384-481a-b8c9-b5282cbdbd97', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 19:49:39.565340 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:49:39.582968 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b340e4a7-1c15-4d34-a6bd-6dde0688456a {{(pid=88992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 19:49:39.598747 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port b340e4a7-1c15-4d34-a6bd-6dde0688456a, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b340e4a7-1c15-4d34-a6bd-6dde0688456a,segment=NetworkSegment(f8cbf0d4-245d-48c4-ab14-9507b71b1662),segment_id=f8cbf0d4-245d-48c4-ab14-9507b71b1662)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:49:39.651991 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:49:39.653975 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:49:39.723945 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=b340e4a7-1c15-4d34-a6bd-6dde0688456a,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:49:39.727138 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:49:39.890329 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] get_ports_and_sgs() called for port_ids ['b340e4a7-1c15-4d34-a6bd-6dde0688456a'] {{(pid=88992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 19:49:40.543661 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8f4941d9-8495-4108-94e8-c8f379e0d56b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:49:40.600465 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3e2827-7ab8-4cb6-a51a-549286d19f7f req-8c18d75d-ac8e-4140-99ed-79960613fa5b tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:49:40.606954 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3f3e2827-7ab8-4cb6-a51a-549286d19f7f req-8c18d75d-ac8e-4140-99ed-79960613fa5b tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=3dd86047-14ae-4b0a-8617-97a6bb717d22 HTTP/1.1" status: 200 len: 944 time: 0.0879118 Dec 15 19:49:40.654867 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3f3e2827-7ab8-4cb6-a51a-549286d19f7f req-9416d8f9-fddd-44af-b789-0b0efe75a665 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ec131d9-38d2-42c7-bc24-fada7abb60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449612 Dec 15 19:49:40.897419 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:49:41.344649 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device b340e4a7-1c15-4d34-a6bd-6dde0688456a up at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:49:41.439966 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning for port b340e4a7-1c15-4d34-a6bd-6dde0688456a completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:49:41.444910 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning complete for port b340e4a7-1c15-4d34-a6bd-6dde0688456a triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:49:41.445339 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:49:41.558890 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:49:41.589221 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd86047-14ae-4b0a-8617-97a6bb717d22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b340e4a7-1c15-4d34-a6bd-6dde0688456a'}] {{(pid=88992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:49:41.601913 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port b340e4a7-1c15-4d34-a6bd-6dde0688456a, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b340e4a7-1c15-4d34-a6bd-6dde0688456a,segment=NetworkSegment(f8cbf0d4-245d-48c4-ab14-9507b71b1662),segment_id=f8cbf0d4-245d-48c4-ab14-9507b71b1662)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:49:41.629007 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:49:41.631431 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fe3d0af1-8a30-4529-8b52-59fbd905c309 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:49:41.667763 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd86047-14ae-4b0a-8617-97a6bb717d22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b340e4a7-1c15-4d34-a6bd-6dde0688456a', 'code': 200} Dec 15 19:49:41.702730 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=b340e4a7-1c15-4d34-a6bd-6dde0688456a,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:49:41.705887 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:49:41.879119 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d24e50-fc8c-463c-a7bc-307f26321d0a req-c9228e95-0ffe-4396-af65-92c6e30f3c61 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:49:41.880723 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f1d24e50-fc8c-463c-a7bc-307f26321d0a req-c9228e95-0ffe-4396-af65-92c6e30f3c61 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=3dd86047-14ae-4b0a-8617-97a6bb717d22 HTTP/1.1" status: 200 len: 945 time: 0.0923500 Dec 15 19:49:41.932009 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f1d24e50-fc8c-463c-a7bc-307f26321d0a req-666a87b0-2f2a-4ef5-b0b9-ce4e3083f3a0 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ec131d9-38d2-42c7-bc24-fada7abb60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439689 Dec 15 19:49:42.009435 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f52ee35b-ced1-4e59-9fa5-ddb6667cebcf req-5972e17a-52ab-415c-8d43-71f4ce35565c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3dd86047-14ae-4b0a-8617-97a6bb717d22 HTTP/1.1" status: 200 len: 1098 time: 0.0757182 Dec 15 19:49:42.057599 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f52ee35b-ced1-4e59-9fa5-ddb6667cebcf req-d20a61e8-a2f4-4d43-a1cc-c22d2217522c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1ec131d9-38d2-42c7-bc24-fada7abb60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385821 Dec 15 19:49:42.679985 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:49:43.140477 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0a2b0-2836-4d06-b713-0ff9d5251714 req-a63e4c6a-aac1-4197-a8c1-2a7175ccf9d0 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:49:43.142095 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-82d0a2b0-2836-4d06-b713-0ff9d5251714 req-a63e4c6a-aac1-4197-a8c1-2a7175ccf9d0 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=3dd86047-14ae-4b0a-8617-97a6bb717d22 HTTP/1.1" status: 200 len: 945 time: 0.0849576 Dec 15 19:49:43.197985 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-82d0a2b0-2836-4d06-b713-0ff9d5251714 req-066eaa3b-4d3e-421b-bca9-c6430a9263f6 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ec131d9-38d2-42c7-bc24-fada7abb60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494072 Dec 15 19:49:44.403383 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea33a70c-fb5c-4979-9e59-d23041ef1efb req-532a7c10-f215-43ba-a13b-493d6e91e8fd tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:49:44.404978 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ea33a70c-fb5c-4979-9e59-d23041ef1efb req-532a7c10-f215-43ba-a13b-493d6e91e8fd tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=3dd86047-14ae-4b0a-8617-97a6bb717d22 HTTP/1.1" status: 200 len: 945 time: 0.0848989 Dec 15 19:49:44.452568 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ea33a70c-fb5c-4979-9e59-d23041ef1efb req-73712333-d97f-4056-873c-88bbec9d9fd0 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ec131d9-38d2-42c7-bc24-fada7abb60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414817 Dec 15 19:49:44.666509 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d593243-24df-44de-b731-ffa4d0756733 req-68ef4676-bb75-458d-be6f-08d51116bf60 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:49:44.668093 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3d593243-24df-44de-b731-ffa4d0756733 req-68ef4676-bb75-458d-be6f-08d51116bf60 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=3dd86047-14ae-4b0a-8617-97a6bb717d22 HTTP/1.1" status: 200 len: 945 time: 0.0910749 Dec 15 19:49:44.716841 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3d593243-24df-44de-b731-ffa4d0756733 req-af10dca4-1ac8-47d4-9414-15574ff09b5a tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ec131d9-38d2-42c7-bc24-fada7abb60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426893 Dec 15 19:49:44.916242 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8da93969-1e98-4eae-9172-3b2b1228e641 req-613724fc-dbd8-40f1-b7d3-621b3b6d9c25 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3dd86047-14ae-4b0a-8617-97a6bb717d22&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0725815 Dec 15 19:49:45.291948 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b7ce440f-6f99-426e-84ef-ca1cdc3298aa req-ce0f8330-0f02-43c1-81af-2a0346dd5a88 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3dd86047-14ae-4b0a-8617-97a6bb717d22&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0767856 Dec 15 19:49:45.298590 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0204cb9-411f-4140-87c5-0e8fcdbf0400 req-f24f528c-9dc2-43a6-8c06-839a73abf0d2 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:49:45.300202 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e0204cb9-411f-4140-87c5-0e8fcdbf0400 req-f24f528c-9dc2-43a6-8c06-839a73abf0d2 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=3dd86047-14ae-4b0a-8617-97a6bb717d22 HTTP/1.1" status: 200 len: 945 time: 0.0873134 Dec 15 19:49:45.350274 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e0204cb9-411f-4140-87c5-0e8fcdbf0400 req-de6fd1a1-7a87-43d1-98c9-5d132a43c957 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ec131d9-38d2-42c7-bc24-fada7abb60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430400 Dec 15 19:49:46.559950 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8129d643-71b6-481f-977d-238856d06d43 req-a9d4bf53-d8bf-4e98-af28-66a70cc1d496 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:49:46.561536 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8129d643-71b6-481f-977d-238856d06d43 req-a9d4bf53-d8bf-4e98-af28-66a70cc1d496 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=3dd86047-14ae-4b0a-8617-97a6bb717d22 HTTP/1.1" status: 200 len: 945 time: 0.0812602 Dec 15 19:49:46.611348 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8129d643-71b6-481f-977d-238856d06d43 req-7215c1c1-5a1e-4365-88cf-62536b30fe07 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ec131d9-38d2-42c7-bc24-fada7abb60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434356 Dec 15 19:49:46.903102 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b7ce440f-6f99-426e-84ef-ca1cdc3298aa req-37763046-620b-426a-a9e2-0c736cb17c0d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5491873e524746a39d0efecbaa912afd&device_id=3dd86047-14ae-4b0a-8617-97a6bb717d22 HTTP/1.1" status: 200 len: 1098 time: 0.0818238 Dec 15 19:49:47.272047 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ce440f-6f99-426e-84ef-ca1cdc3298aa req-5989d182-2797-490a-8d08-e74514bb9aa6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:49:47.273632 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b7ce440f-6f99-426e-84ef-ca1cdc3298aa req-5989d182-2797-490a-8d08-e74514bb9aa6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=dbf8aa50-a6be-44ca-a92d-ae5d86a527b9 HTTP/1.1" status: 200 len: 915 time: 0.3644261 Dec 15 19:49:47.344062 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b7ce440f-6f99-426e-84ef-ca1cdc3298aa req-8b4c0684-c41c-44a3-8b48-18a1c7064a59 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b340e4a7-1c15-4d34-a6bd-6dde0688456a HTTP/1.1" status: 200 len: 217 time: 0.0637245 Dec 15 19:49:47.417232 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ce440f-6f99-426e-84ef-ca1cdc3298aa req-8346b947-8357-4aaf-bc0b-ec5b54c97b3b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:49:47.418811 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b7ce440f-6f99-426e-84ef-ca1cdc3298aa req-8346b947-8357-4aaf-bc0b-ec5b54c97b3b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=662bf417-3384-481a-b8c9-b5282cbdbd97 HTTP/1.1" status: 200 len: 854 time: 0.0669930 Dec 15 19:49:47.471137 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b7ce440f-6f99-426e-84ef-ca1cdc3298aa req-01d07492-94da-471b-bfed-a92754aaa045 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dbf8aa50-a6be-44ca-a92d-ae5d86a527b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421619 Dec 15 19:49:47.613512 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b7ce440f-6f99-426e-84ef-ca1cdc3298aa req-65952a96-67c0-47f0-aa95-383a8cf6590b service neutron] 10.222.0.32 "GET /v2.0/networks/dbf8aa50-a6be-44ca-a92d-ae5d86a527b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353395 Dec 15 19:49:47.800510 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b7ce440f-6f99-426e-84ef-ca1cdc3298aa req-8a348437-6ccb-41e8-93a8-8e1a9fd104f8 service neutron] 10.222.0.32 "GET /v2.0/networks/dbf8aa50-a6be-44ca-a92d-ae5d86a527b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804132 Dec 15 19:49:47.834714 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ea80a6-2036-4174-a947-775d1f1c16e0 req-53461c4a-b645-461f-9751-0425475bc21c tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:49:47.837372 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b2ea80a6-2036-4174-a947-775d1f1c16e0 req-53461c4a-b645-461f-9751-0425475bc21c tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=3dd86047-14ae-4b0a-8617-97a6bb717d22 HTTP/1.1" status: 200 len: 945 time: 0.0987868 Dec 15 19:49:47.893891 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b2ea80a6-2036-4174-a947-775d1f1c16e0 req-6448df0c-5858-489b-bfaf-4dd6f3e42f89 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ec131d9-38d2-42c7-bc24-fada7abb60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475216 Dec 15 19:49:49.102778 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757945c3-bd6a-4681-a126-be35291a1366 req-794d5e60-ba87-4bbf-b31e-66632f415cbc tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:49:49.104346 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-757945c3-bd6a-4681-a126-be35291a1366 req-794d5e60-ba87-4bbf-b31e-66632f415cbc tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=3dd86047-14ae-4b0a-8617-97a6bb717d22 HTTP/1.1" status: 200 len: 945 time: 0.0828269 Dec 15 19:49:49.151922 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-757945c3-bd6a-4681-a126-be35291a1366 req-47f08ba0-e7b3-4717-b518-1c324dabf409 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ec131d9-38d2-42c7-bc24-fada7abb60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414696 Dec 15 19:49:50.361066 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9cafb1-a54a-489e-95a2-0d1e66ab1bcc req-a161e3df-958c-421f-a806-35fb6f0d9fb8 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:49:50.362682 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6b9cafb1-a54a-489e-95a2-0d1e66ab1bcc req-a161e3df-958c-421f-a806-35fb6f0d9fb8 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=3dd86047-14ae-4b0a-8617-97a6bb717d22 HTTP/1.1" status: 200 len: 945 time: 0.0857592 Dec 15 19:49:50.409739 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6b9cafb1-a54a-489e-95a2-0d1e66ab1bcc req-92d692d0-4f8d-42c0-bd44-f4104fac583d tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ec131d9-38d2-42c7-bc24-fada7abb60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404508 Dec 15 19:49:51.619743 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c6c0e2-c95b-4352-a0cf-1a030cefdc7f req-3839feff-1487-4eea-b063-a94c5b9d295b tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:49:51.621438 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b0c6c0e2-c95b-4352-a0cf-1a030cefdc7f req-3839feff-1487-4eea-b063-a94c5b9d295b tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=3dd86047-14ae-4b0a-8617-97a6bb717d22 HTTP/1.1" status: 200 len: 945 time: 0.0850730 Dec 15 19:49:51.669920 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b0c6c0e2-c95b-4352-a0cf-1a030cefdc7f req-ae504d2d-a79b-4147-9766-0bbd8a77a667 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ec131d9-38d2-42c7-bc24-fada7abb60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421226 Dec 15 19:49:52.879131 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ca72c-c816-4745-94d8-03fd0a53b479 req-5469aa64-d8e8-4f88-ad8b-d34974055ab4 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:49:52.880698 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9c1ca72c-c816-4745-94d8-03fd0a53b479 req-5469aa64-d8e8-4f88-ad8b-d34974055ab4 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=3dd86047-14ae-4b0a-8617-97a6bb717d22 HTTP/1.1" status: 200 len: 945 time: 0.0854270 Dec 15 19:49:52.927530 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9c1ca72c-c816-4745-94d8-03fd0a53b479 req-06f936f9-fa49-4e08-bf8c-6d86933085b0 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ec131d9-38d2-42c7-bc24-fada7abb60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400469 Dec 15 19:49:54.131881 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f99ee69-d1ef-4b79-afcb-e83a31a50db9 req-ef9132ae-82ab-4b2c-851d-997b076eb38f tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:49:54.133994 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3f99ee69-d1ef-4b79-afcb-e83a31a50db9 req-ef9132ae-82ab-4b2c-851d-997b076eb38f tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=3dd86047-14ae-4b0a-8617-97a6bb717d22 HTTP/1.1" status: 200 len: 945 time: 0.0819070 Dec 15 19:49:54.185085 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3f99ee69-d1ef-4b79-afcb-e83a31a50db9 req-f80ca68c-8b83-4130-94d7-96edb635ab70 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ec131d9-38d2-42c7-bc24-fada7abb60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450003 Dec 15 19:49:54.325712 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:49:54.925770 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 19:49:55.389516 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f8997-7055-4004-8309-a464dde8fa29 req-59960bf4-775f-4121-832e-c3f0234b2974 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:49:55.391106 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-280f8997-7055-4004-8309-a464dde8fa29 req-59960bf4-775f-4121-832e-c3f0234b2974 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=3dd86047-14ae-4b0a-8617-97a6bb717d22 HTTP/1.1" status: 200 len: 945 time: 0.0820613 Dec 15 19:49:55.438674 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-280f8997-7055-4004-8309-a464dde8fa29 req-d96b7851-d06e-4305-8c8d-2d024c9085c3 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ec131d9-38d2-42c7-bc24-fada7abb60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414419 Dec 15 19:49:56.668541 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57106c3c-f061-4e28-be52-c464c2916625 req-660ec4fd-3b51-42cb-9b1b-2b9a46a14fb2 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:49:56.670125 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-57106c3c-f061-4e28-be52-c464c2916625 req-660ec4fd-3b51-42cb-9b1b-2b9a46a14fb2 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=3dd86047-14ae-4b0a-8617-97a6bb717d22 HTTP/1.1" status: 200 len: 945 time: 0.0905757 Dec 15 19:49:56.721761 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-57106c3c-f061-4e28-be52-c464c2916625 req-219c4515-dd47-4b6e-83f2-ff2a9dee6de6 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ec131d9-38d2-42c7-bc24-fada7abb60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453260 Dec 15 19:49:57.930176 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b73b5d4-8392-49b6-92e4-deeb3f8c40dd req-9c68fe84-9a34-485f-bc90-84cac0de1f3f tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:49:57.931854 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2b73b5d4-8392-49b6-92e4-deeb3f8c40dd req-9c68fe84-9a34-485f-bc90-84cac0de1f3f tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=3dd86047-14ae-4b0a-8617-97a6bb717d22 HTTP/1.1" status: 200 len: 945 time: 0.0832646 Dec 15 19:49:57.980282 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2b73b5d4-8392-49b6-92e4-deeb3f8c40dd req-e7c88196-ba2c-4ee7-b74b-52ed0dbe521a tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ec131d9-38d2-42c7-bc24-fada7abb60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424249 Dec 15 19:49:59.191966 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c864c974-195a-468c-b8b5-95a8fe153026 req-62a79446-a489-4b14-95cf-3fe650f0b2dc tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:49:59.193562 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c864c974-195a-468c-b8b5-95a8fe153026 req-62a79446-a489-4b14-95cf-3fe650f0b2dc tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=3dd86047-14ae-4b0a-8617-97a6bb717d22 HTTP/1.1" status: 200 len: 945 time: 0.0862541 Dec 15 19:49:59.241764 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c864c974-195a-468c-b8b5-95a8fe153026 req-686a3477-d3b3-4dbd-a223-222a0c9230fc tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ec131d9-38d2-42c7-bc24-fada7abb60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414345 Dec 15 19:50:00.460015 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983047ed-0709-4b97-acea-dc70a43d2dbd req-fbb5256b-a807-4c91-88e5-db289c1e36c3 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:50:00.461947 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-983047ed-0709-4b97-acea-dc70a43d2dbd req-fbb5256b-a807-4c91-88e5-db289c1e36c3 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=3dd86047-14ae-4b0a-8617-97a6bb717d22 HTTP/1.1" status: 200 len: 945 time: 0.0818789 Dec 15 19:50:00.509305 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-983047ed-0709-4b97-acea-dc70a43d2dbd req-4e028f1e-61a9-4077-87ef-d8fced57f5ce tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ec131d9-38d2-42c7-bc24-fada7abb60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411363 Dec 15 19:50:01.721392 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf4ae4-ef0f-4547-9adf-1c2a9eb07d4a req-281dbc7a-d884-4dca-a8ab-1f996a759a3b tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:50:01.722999 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7dcf4ae4-ef0f-4547-9adf-1c2a9eb07d4a req-281dbc7a-d884-4dca-a8ab-1f996a759a3b tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=3dd86047-14ae-4b0a-8617-97a6bb717d22 HTTP/1.1" status: 200 len: 945 time: 0.0892041 Dec 15 19:50:01.771267 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7dcf4ae4-ef0f-4547-9adf-1c2a9eb07d4a req-68ad0e26-0bf4-407f-bb8e-f3487dde9225 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ec131d9-38d2-42c7-bc24-fada7abb60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414419 Dec 15 19:50:02.975308 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e227cf2b-7d62-4cd9-b855-949665255169 req-0d26f8ef-8591-4716-8156-11662363be8b tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:50:02.977452 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e227cf2b-7d62-4cd9-b855-949665255169 req-0d26f8ef-8591-4716-8156-11662363be8b tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=3dd86047-14ae-4b0a-8617-97a6bb717d22 HTTP/1.1" status: 200 len: 945 time: 0.0817170 Dec 15 19:50:03.029611 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e227cf2b-7d62-4cd9-b855-949665255169 req-e62c6cbe-49e5-4e42-a30f-a70441dc5df1 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ec131d9-38d2-42c7-bc24-fada7abb60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460339 Dec 15 19:50:03.685022 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-769a3ea3-956d-414a-8353-91280be4ded2 req-c6561e66-e60a-43f4-a2e7-3d4167fe2d9e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5491873e524746a39d0efecbaa912afd&device_id=3dd86047-14ae-4b0a-8617-97a6bb717d22 HTTP/1.1" status: 200 len: 1098 time: 0.0744681 Dec 15 19:50:03.846018 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a3ea3-956d-414a-8353-91280be4ded2 req-a942340d-3bd2-448d-b4bd-3e8a9a42ba39 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:50:03.847658 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-769a3ea3-956d-414a-8353-91280be4ded2 req-a942340d-3bd2-448d-b4bd-3e8a9a42ba39 service neutron] 10.222.0.32 "GET /v2.0/networks?id=dbf8aa50-a6be-44ca-a92d-ae5d86a527b9 HTTP/1.1" status: 200 len: 915 time: 0.1421952 Dec 15 19:50:03.921619 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-769a3ea3-956d-414a-8353-91280be4ded2 req-c6877121-ffac-4e3f-9125-c8819fd9a5e3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b340e4a7-1c15-4d34-a6bd-6dde0688456a HTTP/1.1" status: 200 len: 217 time: 0.0665741 Dec 15 19:50:03.989820 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a3ea3-956d-414a-8353-91280be4ded2 req-44418c4d-3410-42c7-82b9-a63e25da14c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:50:03.991449 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-769a3ea3-956d-414a-8353-91280be4ded2 req-44418c4d-3410-42c7-82b9-a63e25da14c5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=662bf417-3384-481a-b8c9-b5282cbdbd97 HTTP/1.1" status: 200 len: 854 time: 0.0632346 Dec 15 19:50:04.044604 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-769a3ea3-956d-414a-8353-91280be4ded2 req-67aa415b-64a3-4dae-a43d-0552bb1f376c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dbf8aa50-a6be-44ca-a92d-ae5d86a527b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415761 Dec 15 19:50:04.240656 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-769a3ea3-956d-414a-8353-91280be4ded2 req-0f1f732e-bb40-46be-98a9-e6361e41a190 service neutron] 10.222.0.32 "GET /v2.0/networks/dbf8aa50-a6be-44ca-a92d-ae5d86a527b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884904 Dec 15 19:50:04.354786 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8ba84a-f2a8-4339-9bf7-190b77f61259 req-83df367a-621f-4d96-97a2-622795df7e60 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:50:04.356387 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4e8ba84a-f2a8-4339-9bf7-190b77f61259 req-83df367a-621f-4d96-97a2-622795df7e60 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=3dd86047-14ae-4b0a-8617-97a6bb717d22 HTTP/1.1" status: 200 len: 945 time: 0.1933184 Dec 15 19:50:04.437990 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-769a3ea3-956d-414a-8353-91280be4ded2 req-bad382d0-c840-4f4c-95c5-32cdbb7fb9ba service neutron] 10.222.0.32 "GET /v2.0/networks/dbf8aa50-a6be-44ca-a92d-ae5d86a527b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890967 Dec 15 19:50:04.440475 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4e8ba84a-f2a8-4339-9bf7-190b77f61259 req-1e360c0d-4b44-44a5-8183-7193fb7fb9ee tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ec131d9-38d2-42c7-bc24-fada7abb60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771806 Dec 15 19:50:05.667154 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03378eb-53fb-4721-9c0e-e683ef7d981e req-3d2e104e-17aa-4a71-b9f6-b69e52a16214 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:50:05.668728 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b03378eb-53fb-4721-9c0e-e683ef7d981e req-3d2e104e-17aa-4a71-b9f6-b69e52a16214 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=3dd86047-14ae-4b0a-8617-97a6bb717d22 HTTP/1.1" status: 200 len: 945 time: 0.1009333 Dec 15 19:50:05.716129 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b03378eb-53fb-4721-9c0e-e683ef7d981e req-895714d6-69ce-4da8-a74a-a73170618e52 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ec131d9-38d2-42c7-bc24-fada7abb60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412037 Dec 15 19:50:06.922148 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db9bdf4-902b-438d-a192-d31e52b2c1e5 req-3593ec40-d453-42bd-9de1-ce41c7659683 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:50:06.923679 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0db9bdf4-902b-438d-a192-d31e52b2c1e5 req-3593ec40-d453-42bd-9de1-ce41c7659683 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=3dd86047-14ae-4b0a-8617-97a6bb717d22 HTTP/1.1" status: 200 len: 945 time: 0.0819030 Dec 15 19:50:06.971358 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0db9bdf4-902b-438d-a192-d31e52b2c1e5 req-fdd3c939-f1e7-4204-9e20-0b29a80c7b85 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ec131d9-38d2-42c7-bc24-fada7abb60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415666 Dec 15 19:50:08.177808 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f281270-34d1-4cda-9aec-aa6022670418 req-c1f729a2-a585-4eb3-ad0b-a7a2f690c42c tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:50:08.179426 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6f281270-34d1-4cda-9aec-aa6022670418 req-c1f729a2-a585-4eb3-ad0b-a7a2f690c42c tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=3dd86047-14ae-4b0a-8617-97a6bb717d22 HTTP/1.1" status: 200 len: 945 time: 0.0845022 Dec 15 19:50:08.228049 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6f281270-34d1-4cda-9aec-aa6022670418 req-1a97f8e3-9538-48b4-bdee-3ae5fac12fe4 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ec131d9-38d2-42c7-bc24-fada7abb60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415022 Dec 15 19:50:08.228722 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5300f079-4ead-4e1a-b1e9-1dfdf1876ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:09.431258 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5162ade4-76bb-4c7d-8025-65502ff161c0 req-a43e4ae7-005d-421c-adcc-c4564e2b002e tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:50:09.432872 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5162ade4-76bb-4c7d-8025-65502ff161c0 req-a43e4ae7-005d-421c-adcc-c4564e2b002e tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=3dd86047-14ae-4b0a-8617-97a6bb717d22 HTTP/1.1" status: 200 len: 945 time: 0.0820146 Dec 15 19:50:09.472879 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:09.481906 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5162ade4-76bb-4c7d-8025-65502ff161c0 req-71139c5e-ff70-4c7b-97bc-7beeaf246269 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ec131d9-38d2-42c7-bc24-fada7abb60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427752 Dec 15 19:50:10.547339 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6905b342-d6d2-45c1-bff5-ff40cbcb90c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:10.689468 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0146610-679b-490d-a36e-95da5a541a23 req-aad318fa-0e64-42cc-9615-06b1ca5b8887 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:50:10.691151 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c0146610-679b-490d-a36e-95da5a541a23 req-aad318fa-0e64-42cc-9615-06b1ca5b8887 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=3dd86047-14ae-4b0a-8617-97a6bb717d22 HTTP/1.1" status: 200 len: 945 time: 0.0867774 Dec 15 19:50:10.741981 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c0146610-679b-490d-a36e-95da5a541a23 req-efe50294-cf09-4db2-9e7e-3e7eb5fb2248 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ec131d9-38d2-42c7-bc24-fada7abb60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446961 Dec 15 19:50:10.896847 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:11.947188 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c408aaf-bd97-4c32-baa0-6c70cf18d2de req-cbf3fc7d-c217-4453-b583-3526c886dce6 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:50:11.948712 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3c408aaf-bd97-4c32-baa0-6c70cf18d2de req-cbf3fc7d-c217-4453-b583-3526c886dce6 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=3dd86047-14ae-4b0a-8617-97a6bb717d22 HTTP/1.1" status: 200 len: 945 time: 0.0819707 Dec 15 19:50:12.000913 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3c408aaf-bd97-4c32-baa0-6c70cf18d2de req-131ed5ce-c51d-4838-9d31-bd8c4f5aa70e tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ec131d9-38d2-42c7-bc24-fada7abb60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458570 Dec 15 19:50:12.679406 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:13.208420 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bf2538-257a-4cf9-ae34-ab56e6662a48 req-9c464e28-bdae-4926-98f9-080ebdecdf7c tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:50:13.210024 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e1bf2538-257a-4cf9-ae34-ab56e6662a48 req-9c464e28-bdae-4926-98f9-080ebdecdf7c tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=3dd86047-14ae-4b0a-8617-97a6bb717d22 HTTP/1.1" status: 200 len: 945 time: 0.0824714 Dec 15 19:50:13.258115 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e1bf2538-257a-4cf9-ae34-ab56e6662a48 req-656c1b64-2734-428a-9acb-684781e1e538 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ec131d9-38d2-42c7-bc24-fada7abb60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411837 Dec 15 19:50:14.471097 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5756978-34e2-489f-9eaa-50de492a6922 req-27e91365-51bd-4f20-bb56-c32c3c3214bb tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:50:14.472697 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c5756978-34e2-489f-9eaa-50de492a6922 req-27e91365-51bd-4f20-bb56-c32c3c3214bb tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=3dd86047-14ae-4b0a-8617-97a6bb717d22 HTTP/1.1" status: 200 len: 945 time: 0.0873287 Dec 15 19:50:14.523150 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c5756978-34e2-489f-9eaa-50de492a6922 req-a02ff948-b740-43a9-b172-87a3513f6b04 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ec131d9-38d2-42c7-bc24-fada7abb60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442495 Dec 15 19:50:15.080806 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b7ce440f-6f99-426e-84ef-ca1cdc3298aa req-b1eb5f1e-17ca-4412-ba46-335744636ef9 service neutron] 10.222.0.32 "GET /v2.0/ports/b340e4a7-1c15-4d34-a6bd-6dde0688456a/bindings/hv-neutron-8218 HTTP/1.1" status: 200 len: 384 time: 0.0774443 Dec 15 19:50:15.511542 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b7ce440f-6f99-426e-84ef-ca1cdc3298aa req-2b269af3-d16f-4b08-9808-4e795741f289 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3dd86047-14ae-4b0a-8617-97a6bb717d22&tenant_id=5491873e524746a39d0efecbaa912afd HTTP/1.1" status: 200 len: 1098 time: 0.0781920 Dec 15 19:50:15.616162 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b7ce440f-6f99-426e-84ef-ca1cdc3298aa req-6cbf42c2-224b-4c69-91e8-066d0a99cd29 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5491873e524746a39d0efecbaa912afd&device_id=3dd86047-14ae-4b0a-8617-97a6bb717d22 HTTP/1.1" status: 200 len: 1098 time: 0.0767691 Dec 15 19:50:15.832761 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ce440f-6f99-426e-84ef-ca1cdc3298aa req-fa9b296e-50db-46c0-bd1f-6d2d2cdfb9ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:50:15.834296 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b7ce440f-6f99-426e-84ef-ca1cdc3298aa req-fa9b296e-50db-46c0-bd1f-6d2d2cdfb9ef service neutron] 10.222.0.32 "GET /v2.0/networks?id=dbf8aa50-a6be-44ca-a92d-ae5d86a527b9 HTTP/1.1" status: 200 len: 915 time: 0.2084734 Dec 15 19:50:15.841350 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d3204-0b53-411b-b51d-96f8094153ae req-5002734f-eb99-4b1a-9354-769322eca2e1 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:50:15.842843 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-296d3204-0b53-411b-b51d-96f8094153ae req-5002734f-eb99-4b1a-9354-769322eca2e1 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=3dd86047-14ae-4b0a-8617-97a6bb717d22 HTTP/1.1" status: 200 len: 945 time: 0.1918404 Dec 15 19:50:16.164604 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b7ce440f-6f99-426e-84ef-ca1cdc3298aa req-c106a648-42bd-42fc-92bf-ca3f7b645358 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b340e4a7-1c15-4d34-a6bd-6dde0688456a HTTP/1.1" status: 200 len: 217 time: 0.3193853 Dec 15 19:50:16.233816 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-296d3204-0b53-411b-b51d-96f8094153ae req-13b09e7c-b675-4c29-90ee-7a5f76b0b764 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ec131d9-38d2-42c7-bc24-fada7abb60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026392 Dec 15 19:50:16.249134 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ce440f-6f99-426e-84ef-ca1cdc3298aa req-74b1bf8e-bd2b-45ae-b340-6c485139eb08 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:50:16.250733 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b7ce440f-6f99-426e-84ef-ca1cdc3298aa req-74b1bf8e-bd2b-45ae-b340-6c485139eb08 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=662bf417-3384-481a-b8c9-b5282cbdbd97 HTTP/1.1" status: 200 len: 854 time: 0.0745246 Dec 15 19:50:16.303591 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b7ce440f-6f99-426e-84ef-ca1cdc3298aa req-84cef866-aa80-474e-a1d2-98a88e690d21 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dbf8aa50-a6be-44ca-a92d-ae5d86a527b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430064 Dec 15 19:50:16.448169 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b7ce440f-6f99-426e-84ef-ca1cdc3298aa req-0f720159-3ae7-477b-94c9-877f9c818f32 service neutron] 10.222.0.32 "GET /v2.0/networks/dbf8aa50-a6be-44ca-a92d-ae5d86a527b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332736 Dec 15 19:50:16.596278 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b7ce440f-6f99-426e-84ef-ca1cdc3298aa req-9066a28c-fe11-4939-aeee-e68a6fc52495 service neutron] 10.222.0.32 "GET /v2.0/networks/dbf8aa50-a6be-44ca-a92d-ae5d86a527b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388524 Dec 15 19:50:17.445523 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa915e89-003d-41d2-b38d-25542db987da req-9d973bc9-46f4-4eb3-a6a6-fc3238765773 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:50:17.447142 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-fa915e89-003d-41d2-b38d-25542db987da req-9d973bc9-46f4-4eb3-a6a6-fc3238765773 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=3dd86047-14ae-4b0a-8617-97a6bb717d22 HTTP/1.1" status: 200 len: 945 time: 0.0884204 Dec 15 19:50:17.495029 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-fa915e89-003d-41d2-b38d-25542db987da req-1f59ac38-33f1-4c48-9656-8f3ee6573ff2 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ec131d9-38d2-42c7-bc24-fada7abb60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411024 Dec 15 19:50:18.708719 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbba79b-b1d2-4ce9-8ee9-8901ecacfe32 req-74dfc06b-0313-4226-ad14-dcd79d0f4b2f tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:50:18.710389 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6cbba79b-b1d2-4ce9-8ee9-8901ecacfe32 req-74dfc06b-0313-4226-ad14-dcd79d0f4b2f tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=3dd86047-14ae-4b0a-8617-97a6bb717d22 HTTP/1.1" status: 200 len: 945 time: 0.0873587 Dec 15 19:50:18.765431 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6cbba79b-b1d2-4ce9-8ee9-8901ecacfe32 req-5ead4fde-f390-4c17-824f-b441c0f1bc90 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ec131d9-38d2-42c7-bc24-fada7abb60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480900 Dec 15 19:50:19.500799 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device b340e4a7-1c15-4d34-a6bd-6dde0688456a details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 15 19:50:19.503369 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device b340e4a7-1c15-4d34-a6bd-6dde0688456a no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:50:19.727508 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:19.762984 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port b340e4a7-1c15-4d34-a6bd-6dde0688456a, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b340e4a7-1c15-4d34-a6bd-6dde0688456a,segment=NetworkSegment(f8cbf0d4-245d-48c4-ab14-9507b71b1662),segment_id=f8cbf0d4-245d-48c4-ab14-9507b71b1662)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:50:19.784424 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd86047-14ae-4b0a-8617-97a6bb717d22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b340e4a7-1c15-4d34-a6bd-6dde0688456a'}] {{(pid=88992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:50:19.792771 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Returning: {'device': 'b340e4a7-1c15-4d34-a6bd-6dde0688456a', 'network_id': 'dbf8aa50-a6be-44ca-a92d-ae5d86a527b9', 'port_id': 'b340e4a7-1c15-4d34-a6bd-6dde0688456a', 'mac_address': 'fa:16:3e:10:18:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '662bf417-3384-481a-b8c9-b5282cbdbd97', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 19:50:19.798888 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port b340e4a7-1c15-4d34-a6bd-6dde0688456a, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b340e4a7-1c15-4d34-a6bd-6dde0688456a,segment=NetworkSegment(f8cbf0d4-245d-48c4-ab14-9507b71b1662),segment_id=f8cbf0d4-245d-48c4-ab14-9507b71b1662)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:50:19.844216 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:19.850018 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-55c67547-e648-4095-bad7-9ac997828fa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:50:19.883833 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd86047-14ae-4b0a-8617-97a6bb717d22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b340e4a7-1c15-4d34-a6bd-6dde0688456a', 'code': 200} Dec 15 19:50:19.903877 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:19.936094 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b340e4a7-1c15-4d34-a6bd-6dde0688456a {{(pid=88992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 19:50:19.955027 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=b340e4a7-1c15-4d34-a6bd-6dde0688456a,revision_number=6']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:50:19.958837 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:50:19.960403 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port b340e4a7-1c15-4d34-a6bd-6dde0688456a, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b340e4a7-1c15-4d34-a6bd-6dde0688456a,segment=NetworkSegment(f8cbf0d4-245d-48c4-ab14-9507b71b1662),segment_id=f8cbf0d4-245d-48c4-ab14-9507b71b1662)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:50:19.983602 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa5859-d33c-4617-9413-5bcb9d7b9775 req-9c244e7f-52e0-4fc5-9283-3bafa9b3bc25 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:50:19.985212 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-41fa5859-d33c-4617-9413-5bcb9d7b9775 req-9c244e7f-52e0-4fc5-9283-3bafa9b3bc25 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=3dd86047-14ae-4b0a-8617-97a6bb717d22 HTTP/1.1" status: 200 len: 943 time: 0.0893829 Dec 15 19:50:19.987175 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:19.989082 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:50:20.035018 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-41fa5859-d33c-4617-9413-5bcb9d7b9775 req-ffb92991-bc7f-49ce-bf22-a349220a2b78 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ec131d9-38d2-42c7-bc24-fada7abb60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424781 Dec 15 19:50:20.060823 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=b340e4a7-1c15-4d34-a6bd-6dde0688456a,revision_number=7']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:50:20.065376 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] get_ports_and_sgs() called for port_ids ['b340e4a7-1c15-4d34-a6bd-6dde0688456a'] {{(pid=88992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 19:50:20.093951 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:50:20.536214 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4b81d-f77a-4599-8be6-b8c805651103 req-bf13c27e-88b2-43db-9f50-a0f817f29dfa tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:50:20.537861 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-04e4b81d-f77a-4599-8be6-b8c805651103 req-bf13c27e-88b2-43db-9f50-a0f817f29dfa tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=3dd86047-14ae-4b0a-8617-97a6bb717d22 HTTP/1.1" status: 200 len: 944 time: 0.1560524 Dec 15 19:50:20.544838 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad853e-88be-4029-b833-3aece3b800b9 req-3c2b7d5e-661a-4127-b98c-20f56cf55d84 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:50:20.546319 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-77ad853e-88be-4029-b833-3aece3b800b9 req-3c2b7d5e-661a-4127-b98c-20f56cf55d84 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.32 "GET /v2.0/ports?device_id=3dd86047-14ae-4b0a-8617-97a6bb717d22&tenant_id=5491873e524746a39d0efecbaa912afd&binding%3Ahost_id=hv-neutron-8218 HTTP/1.1" status: 200 len: 944 time: 0.1273959 Dec 15 19:50:20.590090 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-04e4b81d-f77a-4599-8be6-b8c805651103 req-42aa583f-72fa-40a6-a7f9-e419a132f538 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ec131d9-38d2-42c7-bc24-fada7abb60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427480 Dec 15 19:50:20.695917 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-77ad853e-88be-4029-b833-3aece3b800b9 req-e04c71ea-fc90-45b8-afbc-2c2c63a9a21e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5491873e524746a39d0efecbaa912afd&device_id=3dd86047-14ae-4b0a-8617-97a6bb717d22 HTTP/1.1" status: 200 len: 1097 time: 0.0770261 Dec 15 19:50:20.837992 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad853e-88be-4029-b833-3aece3b800b9 req-40d2e8cf-9e96-42a1-8338-2614ec20c802 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:50:20.839524 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-77ad853e-88be-4029-b833-3aece3b800b9 req-40d2e8cf-9e96-42a1-8338-2614ec20c802 service neutron] 10.222.0.32 "GET /v2.0/networks?id=dbf8aa50-a6be-44ca-a92d-ae5d86a527b9 HTTP/1.1" status: 200 len: 915 time: 0.1372900 Dec 15 19:50:20.907178 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-77ad853e-88be-4029-b833-3aece3b800b9 req-81dfff02-9648-45ba-ba1f-3d6edfedfc64 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b340e4a7-1c15-4d34-a6bd-6dde0688456a HTTP/1.1" status: 200 len: 217 time: 0.0614147 Dec 15 19:50:20.977230 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad853e-88be-4029-b833-3aece3b800b9 req-236bad7e-86cd-47a2-90b1-4160e1771a6b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:50:20.979315 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-77ad853e-88be-4029-b833-3aece3b800b9 req-236bad7e-86cd-47a2-90b1-4160e1771a6b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=662bf417-3384-481a-b8c9-b5282cbdbd97 HTTP/1.1" status: 200 len: 854 time: 0.0655806 Dec 15 19:50:21.027754 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-77ad853e-88be-4029-b833-3aece3b800b9 req-20d8566b-d4c3-47af-9f13-0241b514beb1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dbf8aa50-a6be-44ca-a92d-ae5d86a527b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423059 Dec 15 19:50:21.168335 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-77ad853e-88be-4029-b833-3aece3b800b9 req-71033161-c7f1-4052-b805-618983889014 service neutron] 10.222.0.32 "GET /v2.0/networks/dbf8aa50-a6be-44ca-a92d-ae5d86a527b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339586 Dec 15 19:50:21.308958 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-77ad853e-88be-4029-b833-3aece3b800b9 req-98583631-d4f4-4295-b368-44a577ae8bbd service neutron] 10.222.0.32 "GET /v2.0/networks/dbf8aa50-a6be-44ca-a92d-ae5d86a527b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343231 Dec 15 19:50:21.522419 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device b340e4a7-1c15-4d34-a6bd-6dde0688456a up at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:50:21.764815 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning complete for port b340e4a7-1c15-4d34-a6bd-6dde0688456a triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:50:21.765246 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:21.829836 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7ecbde-8124-4da3-9429-32b858611971 req-a96bb625-7b8c-4ac4-aace-a3c9f04cf178 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:50:21.831418 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5c7ecbde-8124-4da3-9429-32b858611971 req-a96bb625-7b8c-4ac4-aace-a3c9f04cf178 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=3dd86047-14ae-4b0a-8617-97a6bb717d22 HTTP/1.1" status: 200 len: 944 time: 0.0913696 Dec 15 19:50:21.881764 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5c7ecbde-8124-4da3-9429-32b858611971 req-36ef60e5-b28e-4d32-b195-b617d3fe67e4 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ec131d9-38d2-42c7-bc24-fada7abb60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438023 Dec 15 19:50:21.887119 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:21.918255 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd86047-14ae-4b0a-8617-97a6bb717d22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b340e4a7-1c15-4d34-a6bd-6dde0688456a'}] {{(pid=88992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:50:21.928256 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port b340e4a7-1c15-4d34-a6bd-6dde0688456a, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b340e4a7-1c15-4d34-a6bd-6dde0688456a,segment=NetworkSegment(f8cbf0d4-245d-48c4-ab14-9507b71b1662),segment_id=f8cbf0d4-245d-48c4-ab14-9507b71b1662)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:50:21.953216 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:21.955448 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:50:21.986537 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd86047-14ae-4b0a-8617-97a6bb717d22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b340e4a7-1c15-4d34-a6bd-6dde0688456a', 'code': 200} Dec 15 19:50:22.024465 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=b340e4a7-1c15-4d34-a6bd-6dde0688456a,revision_number=8']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:50:22.028460 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:50:23.093048 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326bbd5d-fda9-4f0f-bfd8-2e784a9ccebc req-56ab3e76-8c23-4860-8f51-e971dc3a98c7 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:50:23.094705 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-326bbd5d-fda9-4f0f-bfd8-2e784a9ccebc req-56ab3e76-8c23-4860-8f51-e971dc3a98c7 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=3dd86047-14ae-4b0a-8617-97a6bb717d22 HTTP/1.1" status: 200 len: 945 time: 0.0862300 Dec 15 19:50:23.142662 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-326bbd5d-fda9-4f0f-bfd8-2e784a9ccebc req-66d777ff-6b22-49ca-a8cd-358ce72630b6 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ec131d9-38d2-42c7-bc24-fada7abb60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418353 Dec 15 19:50:23.350542 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5079cfe-7da1-4ff4-9ac8-9334176dcaf5 req-f977b610-6c2e-4583-82ba-2ffe1d755870 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:50:23.352143 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e5079cfe-7da1-4ff4-9ac8-9334176dcaf5 req-f977b610-6c2e-4583-82ba-2ffe1d755870 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=3dd86047-14ae-4b0a-8617-97a6bb717d22 HTTP/1.1" status: 200 len: 945 time: 0.0851278 Dec 15 19:50:23.403953 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e5079cfe-7da1-4ff4-9ac8-9334176dcaf5 req-ad744770-692b-4697-bd66-4092cbf6fcea tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ec131d9-38d2-42c7-bc24-fada7abb60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456467 Dec 15 19:50:23.606846 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1c3b6e-6443-44a9-bdbe-1cda62de7bf1 req-f70db606-965a-4512-b055-cd0dc768843c tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:50:23.608891 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2b1c3b6e-6443-44a9-bdbe-1cda62de7bf1 req-f70db606-965a-4512-b055-cd0dc768843c tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=3dd86047-14ae-4b0a-8617-97a6bb717d22 HTTP/1.1" status: 200 len: 945 time: 0.0844193 Dec 15 19:50:23.657848 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2b1c3b6e-6443-44a9-bdbe-1cda62de7bf1 req-84f60fc8-581b-4255-b798-97d78fed3a19 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ec131d9-38d2-42c7-bc24-fada7abb60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427437 Dec 15 19:50:24.342183 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:24.508307 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e75796e-d060-4e6d-b0b6-711a75f1d9b0 req-28376392-a6be-40f9-bec0-28d320fba377 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:50:24.509997 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0e75796e-d060-4e6d-b0b6-711a75f1d9b0 req-28376392-a6be-40f9-bec0-28d320fba377 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=3dd86047-14ae-4b0a-8617-97a6bb717d22 HTTP/1.1" status: 200 len: 945 time: 0.0854714 Dec 15 19:50:24.557402 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0e75796e-d060-4e6d-b0b6-711a75f1d9b0 req-35df44ba-b326-4d8b-b6b6-8746d1ff4e23 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ec131d9-38d2-42c7-bc24-fada7abb60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413647 Dec 15 19:50:25.975906 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8894db4d-19de-4c73-95af-ee04f074d531 req-3d6203ed-0222-4976-92d4-557b8ee3d224 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:50:25.977370 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8894db4d-19de-4c73-95af-ee04f074d531 req-3d6203ed-0222-4976-92d4-557b8ee3d224 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=3dd86047-14ae-4b0a-8617-97a6bb717d22 HTTP/1.1" status: 200 len: 945 time: 0.1321175 Dec 15 19:50:26.040078 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7328ecf5-1698-4c62-810d-bc6066492b25 req-cf070132-165c-4bc9-be28-b335f635a5b3 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:50:26.042379 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7328ecf5-1698-4c62-810d-bc6066492b25 req-cf070132-165c-4bc9-be28-b335f635a5b3 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.32 "GET /v2.0/ports?device_id=3dd86047-14ae-4b0a-8617-97a6bb717d22 HTTP/1.1" status: 200 len: 945 time: 0.1351409 Dec 15 19:50:26.049837 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8894db4d-19de-4c73-95af-ee04f074d531 req-94dd9c9c-2d54-4fdc-b0c5-d7f3412575b8 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ec131d9-38d2-42c7-bc24-fada7abb60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646496 Dec 15 19:50:26.121098 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [req-7328ecf5-1698-4c62-810d-bc6066492b25 req-110d129a-87c8-4371-b803-10105b3dd594 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Deleting port b340e4a7-1c15-4d34-a6bd-6dde0688456a {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:50:26.121485 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-7328ecf5-1698-4c62-810d-bc6066492b25 req-110d129a-87c8-4371-b803-10105b3dd594 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:26.371809 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-7328ecf5-1698-4c62-810d-bc6066492b25 req-110d129a-87c8-4371-b803-10105b3dd594 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] For port b340e4a7-1c15-4d34-a6bd-6dde0688456a, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b340e4a7-1c15-4d34-a6bd-6dde0688456a,segment=NetworkSegment(f8cbf0d4-245d-48c4-ab14-9507b71b1662),segment_id=f8cbf0d4-245d-48c4-ab14-9507b71b1662)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:50:26.372216 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-7328ecf5-1698-4c62-810d-bc6066492b25 req-110d129a-87c8-4371-b803-10105b3dd594 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:26.498582 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [req-7328ecf5-1698-4c62-810d-bc6066492b25 req-110d129a-87c8-4371-b803-10105b3dd594 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Calling delete_port for b340e4a7-1c15-4d34-a6bd-6dde0688456a owned by compute:nova {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:50:26.667428 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-7328ecf5-1698-4c62-810d-bc6066492b25 req-110d129a-87c8-4371-b803-10105b3dd594 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:26.673372 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-62ca0641-96e6-4a9d-8f86-2a4280298da1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:50:26.684716 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] get_ports_and_sgs() called for port_ids ['b340e4a7-1c15-4d34-a6bd-6dde0688456a'] {{(pid=88992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 19:50:26.719039 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110d129a-87c8-4371-b803-10105b3dd594 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Pushing event deleted for resources: {'Port': ['ID=b340e4a7-1c15-4d34-a6bd-6dde0688456a,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:50:26.721820 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-110d129a-87c8-4371-b803-10105b3dd594 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:50:26.795496 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [req-7328ecf5-1698-4c62-810d-bc6066492b25 req-110d129a-87c8-4371-b803-10105b3dd594 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] No DVR routers for this DVR port b340e4a7-1c15-4d34-a6bd-6dde0688456a on host hv-neutron-8218 {{(pid=88990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:50:26.797962 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-7328ecf5-1698-4c62-810d-bc6066492b25 req-110d129a-87c8-4371-b803-10105b3dd594 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:26.800782 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd86047-14ae-4b0a-8617-97a6bb717d22', 'name': 'network-vif-deleted', 'tag': 'b340e4a7-1c15-4d34-a6bd-6dde0688456a'}] {{(pid=88990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:50:26.855520 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd86047-14ae-4b0a-8617-97a6bb717d22', 'name': 'network-vif-deleted', 'tag': 'b340e4a7-1c15-4d34-a6bd-6dde0688456a', 'status': 'completed', 'code': 200} Dec 15 19:50:26.862744 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7328ecf5-1698-4c62-810d-bc6066492b25 req-110d129a-87c8-4371-b803-10105b3dd594 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.32 "DELETE /v2.0/ports/b340e4a7-1c15-4d34-a6bd-6dde0688456a HTTP/1.1" status: 204 len: 173 time: 0.8119175 Dec 15 19:50:27.234420 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-954c9a3d-82c1-418d-a8b2-37850699b73a req-4132c053-9873-426b-ac63-6b394a68c981 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Synchronizing usage tracker for tenant:5491873e524746a39d0efecbaa912afd on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:50:27.295934 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-954c9a3d-82c1-418d-a8b2-37850699b73a req-4132c053-9873-426b-ac63-6b394a68c981 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Unset dirty status for tenant:5491873e524746a39d0efecbaa912afd on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:50:27.297215 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-954c9a3d-82c1-418d-a8b2-37850699b73a req-4132c053-9873-426b-ac63-6b394a68c981 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] 10.222.0.36 "GET /v2.0/ports?device_id=3dd86047-14ae-4b0a-8617-97a6bb717d22 HTTP/1.1" status: 200 len: 210 time: 0.1069462 Dec 15 19:50:28.568357 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 60742) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:50:28.637823 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-36f08b60-e8e7-40ca-95d5-e87d80956101 admin admin] Deleting subnet 662bf417-3384-481a-b8c9-b5282cbdbd97 {{(pid=88990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:50:28.641086 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-36f08b60-e8e7-40ca-95d5-e87d80956101 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:28.696157 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-36f08b60-e8e7-40ca-95d5-e87d80956101 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838448728'] for subnet, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:28.755410 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-36f08b60-e8e7-40ca-95d5-e87d80956101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:28.970630 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-36f08b60-e8e7-40ca-95d5-e87d80956101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16636259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14850861'] for subnet, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:28.974505 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d4320e21-b727-4852-bd75-b70fdb3bea27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:50:29.239038 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f08b60-e8e7-40ca-95d5-e87d80956101 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=662bf417-3384-481a-b8c9-b5282cbdbd97,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:50:29.241799 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-36f08b60-e8e7-40ca-95d5-e87d80956101 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:50:29.247722 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-36f08b60-e8e7-40ca-95d5-e87d80956101 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:29.253745 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-36f08b60-e8e7-40ca-95d5-e87d80956101 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/662bf417-3384-481a-b8c9-b5282cbdbd97 HTTP/1.1" status: 204 len: 168 time: 0.6842988 Dec 15 19:50:29.256650 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 60746) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:50:29.372954 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-12274a9f-cd54-4584-a374-f788003c6018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:29.504450 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-12274a9f-cd54-4584-a374-f788003c6018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:29.530803 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-12274a9f-cd54-4584-a374-f788003c6018 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbf8aa50-a6be-44ca-a92d-ae5d86a527b9']}} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:50:29.546016 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-12274a9f-cd54-4584-a374-f788003c6018 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8cbf0d4-245d-48c4-ab14-9507b71b1662') {'for_net_delete': True} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:50:29.546385 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-12274a9f-cd54-4584-a374-f788003c6018 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8cbf0d4-245d-48c4-ab14-9507b71b1662') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:50:29.558891 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-12274a9f-cd54-4584-a374-f788003c6018 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838443042'] for segment, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:29.573117 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device b340e4a7-1c15-4d34-a6bd-6dde0688456a no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:50:29.610778 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] No Port match for: b340e4a7-1c15-4d34-a6bd-6dde0688456a {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:50:29.611175 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device b340e4a7-1c15-4d34-a6bd-6dde0688456a not bound to the agent host hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:50:29.656408 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-12274a9f-cd54-4584-a374-f788003c6018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:29.663773 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12274a9f-cd54-4584-a374-f788003c6018 admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=88991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:50:29.664220 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-12274a9f-cd54-4584-a374-f788003c6018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838443729'] for segment, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:29.679417 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:50:29.679417 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:50:29.679417 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:50:29.679417 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:50:29.679417 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:50:29.679417 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:50:29.679417 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:50:29.679417 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:50:29.679417 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:50:29.679417 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:50:29.679417 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:50:29.679417 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:50:29.679417 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:50:29.679417 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:50:29.679417 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:50:29.679417 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:50:29.679417 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:50:29.679417 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:50:29.679417 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:50:29.679417 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:50:29.679417 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:50:29.679417 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:50:29.679417 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:50:29.679417 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:50:29.679417 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:50:29.679417 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:50:29.679417 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:50:29.679417 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:50:29.679417 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:50:29.679417 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:50:29.679417 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:50:29.679417 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:50:29.787162 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-12274a9f-cd54-4584-a374-f788003c6018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:29.792554 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-12274a9f-cd54-4584-a374-f788003c6018 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:29.796781 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0e46e789-3789-43ff-9b3d-bf50e09cb27e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:50:29.821461 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12274a9f-cd54-4584-a374-f788003c6018 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbf8aa50-a6be-44ca-a92d-ae5d86a527b9,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:50:29.832144 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12274a9f-cd54-4584-a374-f788003c6018 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:50:29.837168 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12274a9f-cd54-4584-a374-f788003c6018 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:50:29.837168 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12274a9f-cd54-4584-a374-f788003c6018 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:50:29.837168 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12274a9f-cd54-4584-a374-f788003c6018 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:50:29.837168 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12274a9f-cd54-4584-a374-f788003c6018 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:50:29.837168 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12274a9f-cd54-4584-a374-f788003c6018 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:50:29.837168 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12274a9f-cd54-4584-a374-f788003c6018 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:50:29.837168 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12274a9f-cd54-4584-a374-f788003c6018 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:50:29.837168 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12274a9f-cd54-4584-a374-f788003c6018 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:50:29.837168 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12274a9f-cd54-4584-a374-f788003c6018 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:50:29.837168 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12274a9f-cd54-4584-a374-f788003c6018 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:50:29.840354 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-12274a9f-cd54-4584-a374-f788003c6018 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:50:29.856686 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-12274a9f-cd54-4584-a374-f788003c6018 admin admin] 10.222.0.36 "DELETE /v2.0/networks/dbf8aa50-a6be-44ca-a92d-ae5d86a527b9 HTTP/1.1" status: 204 len: 168 time: 0.5989399 Dec 15 19:50:30.258456 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 60752) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:50:30.311461 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-18217637-255d-4732-ae5c-35282023eadb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5491873e524746a39d0efecbaa912afd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0516846 Dec 15 19:50:30.313881 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 60756) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:50:30.374016 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dac586ef-474b-43d1-9170-8c7cdbde013d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:30.399636 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dac586ef-474b-43d1-9170-8c7cdbde013d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:30.621532 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dac586ef-474b-43d1-9170-8c7cdbde013d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:30.627030 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fd7769b2-4ee7-4f85-903d-d8880ca62efa tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:50:30.638981 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac586ef-474b-43d1-9170-8c7cdbde013d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec131d9-38d2-42c7-bc24-fada7abb60cc,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:50:30.641679 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-dac586ef-474b-43d1-9170-8c7cdbde013d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:50:30.647913 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dac586ef-474b-43d1-9170-8c7cdbde013d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:30.649147 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-dac586ef-474b-43d1-9170-8c7cdbde013d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1ec131d9-38d2-42c7-bc24-fada7abb60cc HTTP/1.1" status: 204 len: 168 time: 0.3342803 Dec 15 19:50:31.782998 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 60778) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:50:31.928145 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 19:50:31.942966 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-5c236a66-eb8c-47f3-a1d1-07f47fd3c284 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1598376602-network', 'tenant_id': '4f5a88559dde48d98560b094b41c0ecd'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:50:31.948292 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-5c236a66-eb8c-47f3-a1d1-07f47fd3c284 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:50:31.952273 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-5c236a66-eb8c-47f3-a1d1-07f47fd3c284 admin admin] Usage tracker for resource:network and tenant:4f5a88559dde48d98560b094b41c0ecd is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:50:31.955213 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-5c236a66-eb8c-47f3-a1d1-07f47fd3c284 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:50:31.961309 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-5c236a66-eb8c-47f3-a1d1-07f47fd3c284 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:50:32.021478 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c236a66-eb8c-47f3-a1d1-07f47fd3c284 admin admin] Made reservation on behalf of 4f5a88559dde48d98560b094b41c0ecd for: {'network': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:50:32.026393 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5c236a66-eb8c-47f3-a1d1-07f47fd3c284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:32.043064 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5c236a66-eb8c-47f3-a1d1-07f47fd3c284 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:32.127537 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-5c236a66-eb8c-47f3-a1d1-07f47fd3c284 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:50:32.131517 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-5c236a66-eb8c-47f3-a1d1-07f47fd3c284 admin admin] Usage tracker for resource:security_group_rule and tenant:4f5a88559dde48d98560b094b41c0ecd is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:50:32.134505 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-5c236a66-eb8c-47f3-a1d1-07f47fd3c284 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:50:32.140453 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-5c236a66-eb8c-47f3-a1d1-07f47fd3c284 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:50:32.310995 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5c236a66-eb8c-47f3-a1d1-07f47fd3c284 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:32.341289 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5c236a66-eb8c-47f3-a1d1-07f47fd3c284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:32.345517 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f1f27232-b58e-4f08-ad1f-992ea087a345 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:50:32.370602 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c236a66-eb8c-47f3-a1d1-07f47fd3c284 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=88990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:50:32.383499 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c236a66-eb8c-47f3-a1d1-07f47fd3c284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3fd9d67-1a6f-49a5-819b-4e6b7e45b9e8,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:50:32.386799 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5c236a66-eb8c-47f3-a1d1-07f47fd3c284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:50:32.411713 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5c236a66-eb8c-47f3-a1d1-07f47fd3c284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:32.412110 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-5c236a66-eb8c-47f3-a1d1-07f47fd3c284 admin admin] Added segment 1367ded2-26f3-442a-8ed8-8e4fe90f2ba6 of type vlan for network d49506b5-5248-490c-b7eb-e14fa3a09292 Dec 15 19:50:32.439728 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5c236a66-eb8c-47f3-a1d1-07f47fd3c284 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:32.564402 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5c236a66-eb8c-47f3-a1d1-07f47fd3c284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:32.565307 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c236a66-eb8c-47f3-a1d1-07f47fd3c284 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:50:32.565947 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5c236a66-eb8c-47f3-a1d1-07f47fd3c284 admin admin] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:32.571148 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2bfcfdc4-263e-4d8e-b01c-72bbbb7f1aac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:50:32.677718 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c236a66-eb8c-47f3-a1d1-07f47fd3c284 admin admin] Pushing event updated for resources: {'Network': ['ID=d49506b5-5248-490c-b7eb-e14fa3a09292,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:50:32.680681 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5c236a66-eb8c-47f3-a1d1-07f47fd3c284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:50:32.688074 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network d49506b5-5248-490c-b7eb-e14fa3a09292 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:50:32.708041 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-5c236a66-eb8c-47f3-a1d1-07f47fd3c284 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9238677 Dec 15 19:50:32.711433 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 60784) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:50:32.718104 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-07af9198-5ef3-4dd5-b728-142fb6708224 admin admin] Request body: {'subnet': {'network_id': 'd49506b5-5248-490c-b7eb-e14fa3a09292', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1598376602-subnet', 'tenant_id': '4f5a88559dde48d98560b094b41c0ecd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:50:32.723410 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-07af9198-5ef3-4dd5-b728-142fb6708224 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:50:32.727470 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-07af9198-5ef3-4dd5-b728-142fb6708224 admin admin] Usage tracker for resource:subnet and tenant:4f5a88559dde48d98560b094b41c0ecd is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:50:32.731021 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-07af9198-5ef3-4dd5-b728-142fb6708224 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:50:32.737047 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-07af9198-5ef3-4dd5-b728-142fb6708224 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:50:32.769837 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07af9198-5ef3-4dd5-b728-142fb6708224 admin admin] Made reservation on behalf of 4f5a88559dde48d98560b094b41c0ecd for: {'subnet': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:50:32.774926 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-07af9198-5ef3-4dd5-b728-142fb6708224 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839924940'] for subnet, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:33.015944 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-07af9198-5ef3-4dd5-b728-142fb6708224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838139473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839924955'] for subnet, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:33.021228 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2963e906-2728-4201-bc81-617b3f0375ec tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:50:33.101735 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07af9198-5ef3-4dd5-b728-142fb6708224 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4409bb67-32b6-4ce3-b291-b51b7fb8138f,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:50:33.106885 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-07af9198-5ef3-4dd5-b728-142fb6708224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:50:33.111717 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07af9198-5ef3-4dd5-b728-142fb6708224 admin admin] Checking segment: {'id': '1367ded2-26f3-442a-8ed8-8e4fe90f2ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'd49506b5-5248-490c-b7eb-e14fa3a09292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:50:33.112112 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07af9198-5ef3-4dd5-b728-142fb6708224 admin admin] Network hostable DHCP agents. Network: d49506b5-5248-490c-b7eb-e14fa3a09292, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:50:33.186973 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07af9198-5ef3-4dd5-b728-142fb6708224 admin admin] Network d49506b5-5248-490c-b7eb-e14fa3a09292 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:50:33.284424 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-07af9198-5ef3-4dd5-b728-142fb6708224 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, d49506b5-5248-490c-b7eb-e14fa3a09292) {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:50:33.288456 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07af9198-5ef3-4dd5-b728-142fb6708224 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:50:33.289091 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-07af9198-5ef3-4dd5-b728-142fb6708224 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:33.295097 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6d27d9-ca24-4431-a2b5-e035cbaf5ae2 None None] Network d49506b5-5248-490c-b7eb-e14fa3a09292 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:50:33.342398 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-07af9198-5ef3-4dd5-b728-142fb6708224 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6297755 Dec 15 19:50:33.345059 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 60788) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:50:33.350553 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-db5bd150-894d-45b6-adcb-9693a4a01a3c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1598376602-router', 'tenant_id': '4f5a88559dde48d98560b094b41c0ecd', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:50:33.355608 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-db5bd150-894d-45b6-adcb-9693a4a01a3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:50:33.359905 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-db5bd150-894d-45b6-adcb-9693a4a01a3c admin admin] Usage tracker for resource:router and tenant:4f5a88559dde48d98560b094b41c0ecd is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:50:33.363012 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-db5bd150-894d-45b6-adcb-9693a4a01a3c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:50:33.369311 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-db5bd150-894d-45b6-adcb-9693a4a01a3c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:50:33.399133 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-db5bd150-894d-45b6-adcb-9693a4a01a3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854699176'] for router, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:33.400144 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-db5bd150-894d-45b6-adcb-9693a4a01a3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854194926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-76609'] for router, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:33.418955 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-db5bd150-894d-45b6-adcb-9693a4a01a3c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:33.517213 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcde8b1e-7a29-409e-842a-16acd0e158fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-d49506b5-5248-490c-b7eb-e14fa3a09292', 'network_id': 'd49506b5-5248-490c-b7eb-e14fa3a09292', 'tenant_id': '4f5a88559dde48d98560b094b41c0ecd', 'fixed_ips': [{'subnet_id': '4409bb67-32b6-4ce3-b291-b51b7fb8138f'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:50:33.518157 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bcde8b1e-7a29-409e-842a-16acd0e158fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:33.597360 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-db5bd150-894d-45b6-adcb-9693a4a01a3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:33.689250 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-bcde8b1e-7a29-409e-842a-16acd0e158fa None None] Allocated IP 172.20.0.2 (d49506b5-5248-490c-b7eb-e14fa3a09292/4409bb67-32b6-4ce3-b291-b51b7fb8138f/f23c5233-a585-4c12-9bcd-63924b0100b0) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:50:33.844012 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-db5bd150-894d-45b6-adcb-9693a4a01a3c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:33.881833 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-db5bd150-894d-45b6-adcb-9693a4a01a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:33.905635 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bcde8b1e-7a29-409e-842a-16acd0e158fa None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:33.970211 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-bcde8b1e-7a29-409e-842a-16acd0e158fa None None] Transition to ACTIVE for port object f23c5233-a585-4c12-9bcd-63924b0100b0 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:50:34.067342 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-bcde8b1e-7a29-409e-842a-16acd0e158fa None None] Transition to ACTIVE for port object f23c5233-a585-4c12-9bcd-63924b0100b0 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:50:34.136828 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bcde8b1e-7a29-409e-842a-16acd0e158fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:34.141945 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:50:34.170374 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-db5bd150-894d-45b6-adcb-9693a4a01a3c admin admin] Allocated IP 172.26.3.61 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/8f262a49-4e07-40e5-b233-41dcb663cb3a) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:50:34.212298 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcde8b1e-7a29-409e-842a-16acd0e158fa None None] Network d49506b5-5248-490c-b7eb-e14fa3a09292 is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:50:34.215967 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcde8b1e-7a29-409e-842a-16acd0e158fa None None] Pushing event updated for resources: {'Port': ['ID=f23c5233-a585-4c12-9bcd-63924b0100b0,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:50:34.219901 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-bcde8b1e-7a29-409e-842a-16acd0e158fa None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:50:34.221972 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcde8b1e-7a29-409e-842a-16acd0e158fa None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:50:34.232443 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcde8b1e-7a29-409e-842a-16acd0e158fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:50:34.232827 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcde8b1e-7a29-409e-842a-16acd0e158fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:50:34.233208 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcde8b1e-7a29-409e-842a-16acd0e158fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:50:34.233585 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcde8b1e-7a29-409e-842a-16acd0e158fa None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:50:34.233964 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcde8b1e-7a29-409e-842a-16acd0e158fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:50:34.234358 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcde8b1e-7a29-409e-842a-16acd0e158fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:50:34.234730 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcde8b1e-7a29-409e-842a-16acd0e158fa None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:50:34.235101 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcde8b1e-7a29-409e-842a-16acd0e158fa None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:50:34.235468 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcde8b1e-7a29-409e-842a-16acd0e158fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:50:34.235832 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcde8b1e-7a29-409e-842a-16acd0e158fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:50:34.236195 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcde8b1e-7a29-409e-842a-16acd0e158fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:50:34.240288 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-bcde8b1e-7a29-409e-842a-16acd0e158fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:50:34.320493 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-bcde8b1e-7a29-409e-842a-16acd0e158fa None None] Attempting to bind port f23c5233-a585-4c12-9bcd-63924b0100b0 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:50:34.320905 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-bcde8b1e-7a29-409e-842a-16acd0e158fa None None] Attempting to bind port f23c5233-a585-4c12-9bcd-63924b0100b0 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '1367ded2-26f3-442a-8ed8-8e4fe90f2ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'd49506b5-5248-490c-b7eb-e14fa3a09292'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:50:34.321314 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcde8b1e-7a29-409e-842a-16acd0e158fa None None] Attempting to bind port f23c5233-a585-4c12-9bcd-63924b0100b0 on network d49506b5-5248-490c-b7eb-e14fa3a09292 {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:50:34.328105 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcde8b1e-7a29-409e-842a-16acd0e158fa None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:50:34.328520 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcde8b1e-7a29-409e-842a-16acd0e158fa None None] Checking segment: {'id': '1367ded2-26f3-442a-8ed8-8e4fe90f2ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'd49506b5-5248-490c-b7eb-e14fa3a09292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:50:34.328963 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bcde8b1e-7a29-409e-842a-16acd0e158fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:34.329406 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcde8b1e-7a29-409e-842a-16acd0e158fa None None] Bound using segment: {'id': '1367ded2-26f3-442a-8ed8-8e4fe90f2ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'd49506b5-5248-490c-b7eb-e14fa3a09292'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:50:34.329917 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-bcde8b1e-7a29-409e-842a-16acd0e158fa None None] Bound port: f23c5233-a585-4c12-9bcd-63924b0100b0, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1367ded2-26f3-442a-8ed8-8e4fe90f2ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'd49506b5-5248-490c-b7eb-e14fa3a09292'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:50:34.330358 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bcde8b1e-7a29-409e-842a-16acd0e158fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:34.422512 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-bcde8b1e-7a29-409e-842a-16acd0e158fa None None] For port f23c5233-a585-4c12-9bcd-63924b0100b0, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:50:34.425550 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-bcde8b1e-7a29-409e-842a-16acd0e158fa None None] For port f23c5233-a585-4c12-9bcd-63924b0100b0, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=f23c5233-a585-4c12-9bcd-63924b0100b0,segment=NetworkSegment(1367ded2-26f3-442a-8ed8-8e4fe90f2ba6),segment_id=1367ded2-26f3-442a-8ed8-8e4fe90f2ba6)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:50:34.467677 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bcde8b1e-7a29-409e-842a-16acd0e158fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:34.472451 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:50:34.474978 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-db5bd150-894d-45b6-adcb-9693a4a01a3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:34.530703 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-db5bd150-894d-45b6-adcb-9693a4a01a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:34.536167 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e7bd6ec6-576f-4671-b09c-e0810a3213b1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:50:34.559628 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcde8b1e-7a29-409e-842a-16acd0e158fa None None] Pushing event updated for resources: {'Port': ['ID=f23c5233-a585-4c12-9bcd-63924b0100b0,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:50:34.562746 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-bcde8b1e-7a29-409e-842a-16acd0e158fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:50:34.597669 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5bd150-894d-45b6-adcb-9693a4a01a3c admin admin] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:50:34.598898 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-db5bd150-894d-45b6-adcb-9693a4a01a3c admin admin] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:50:34.601399 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5bd150-894d-45b6-adcb-9693a4a01a3c admin admin] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:50:34.661796 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5bd150-894d-45b6-adcb-9693a4a01a3c admin admin] Pushing event updated for resources: {'Port': ['ID=8f262a49-4e07-40e5-b233-41dcb663cb3a,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:50:34.674996 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5bd150-894d-45b6-adcb-9693a4a01a3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:50:34.675369 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5bd150-894d-45b6-adcb-9693a4a01a3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:50:34.675802 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5bd150-894d-45b6-adcb-9693a4a01a3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:50:34.676230 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5bd150-894d-45b6-adcb-9693a4a01a3c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:50:34.676655 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5bd150-894d-45b6-adcb-9693a4a01a3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:50:34.677081 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5bd150-894d-45b6-adcb-9693a4a01a3c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:50:34.677502 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5bd150-894d-45b6-adcb-9693a4a01a3c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:50:34.677923 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5bd150-894d-45b6-adcb-9693a4a01a3c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:50:34.678365 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5bd150-894d-45b6-adcb-9693a4a01a3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:50:34.678784 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5bd150-894d-45b6-adcb-9693a4a01a3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:50:34.679198 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5bd150-894d-45b6-adcb-9693a4a01a3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:50:34.683374 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-db5bd150-894d-45b6-adcb-9693a4a01a3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:50:34.882845 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-db5bd150-894d-45b6-adcb-9693a4a01a3c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:34.883634 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-db5bd150-894d-45b6-adcb-9693a4a01a3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904'] for router, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:35.102758 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device f23c5233-a585-4c12-9bcd-63924b0100b0 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:50:35.152602 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db5bd150-894d-45b6-adcb-9693a4a01a3c admin admin] Router 2d5eb65a-ea38-4110-8af4-7dd3afa513ee is scheduled to L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 with binding_index 1 {{(pid=88990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 15 19:50:35.204169 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port f23c5233-a585-4c12-9bcd-63924b0100b0 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:50:35.361394 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db5bd150-894d-45b6-adcb-9693a4a01a3c admin admin] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:50:35.371457 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fb04fb-dc96-450b-953e-b0b50f9d47ed None None] Sync routers for ids ['2d5eb65a-ea38-4110-8af4-7dd3afa513ee'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:50:35.385545 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fb04fb-dc96-450b-953e-b0b50f9d47ed None None] Routers {'2d5eb65a-ea38-4110-8af4-7dd3afa513ee'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:50:35.386250 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-33fb04fb-dc96-450b-953e-b0b50f9d47ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:50:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['2d5eb65a-ea38-4110-8af4-7dd3afa513ee'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:50:35.404387 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-db5bd150-894d-45b6-adcb-9693a4a01a3c admin admin] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:35.405782 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-db5bd150-894d-45b6-adcb-9693a4a01a3c admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0596745 Dec 15 19:50:35.408737 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 60792) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:50:35.569517 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-33fb04fb-dc96-450b-953e-b0b50f9d47ed None None] Set router 2d5eb65a-ea38-4110-8af4-7dd3afa513ee gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:50:35.892746 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-33fb04fb-dc96-450b-953e-b0b50f9d47ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'name': 'tempest-ServerActionsTestJSON-1598376602-router', 'tenant_id': '4f5a88559dde48d98560b094b41c0ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': '8f262a49-4e07-40e5-b233-41dcb663cb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:50:33Z', 'updated_at': '2021-12-15T19:50:34Z', 'revision_number': 3, 'project_id': '4f5a88559dde48d98560b094b41c0ecd', 'gw_port': {'id': '8f262a49-4e07-40e5-b233-41dcb663cb3a', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:40:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:50:33Z', 'updated_at': '2021-12-15T19:50:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:50:35.897233 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fb04fb-dc96-450b-953e-b0b50f9d47ed None None] Checking router: 2d5eb65a-ea38-4110-8af4-7dd3afa513ee for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:50:35.897644 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fb04fb-dc96-450b-953e-b0b50f9d47ed None None] Updating router 2d5eb65a-ea38-4110-8af4-7dd3afa513ee port 8f262a49-4e07-40e5-b233-41dcb663cb3a binding host dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 15 19:50:35.956316 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-33fb04fb-dc96-450b-953e-b0b50f9d47ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:36.202592 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e138583-fa80-4ef3-9fa8-bb978a3b333d None None] Network d49506b5-5248-490c-b7eb-e14fa3a09292 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:50:36.378971 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-1f9208cc-5cef-4521-afa1-aba51a4d90e0 None None] Provisioning for port f23c5233-a585-4c12-9bcd-63924b0100b0 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:50:36.396958 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-1f9208cc-5cef-4521-afa1-aba51a4d90e0 None None] Provisioning complete for port f23c5233-a585-4c12-9bcd-63924b0100b0 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:50:36.397381 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1f9208cc-5cef-4521-afa1-aba51a4d90e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:36.441816 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b7e82f0e-895f-418d-a4e9-548959ebe3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:36.561443 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-33fb04fb-dc96-450b-953e-b0b50f9d47ed None None] Notify callbacks [] for port, precommit_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:36.616873 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-33fb04fb-dc96-450b-953e-b0b50f9d47ed None None] Transition to ACTIVE for port object 8f262a49-4e07-40e5-b233-41dcb663cb3a will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:50:36.662438 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-b7e82f0e-895f-418d-a4e9-548959ebe3d9 admin admin] Allocated IP 172.20.0.1 (d49506b5-5248-490c-b7eb-e14fa3a09292/4409bb67-32b6-4ce3-b291-b51b7fb8138f/b3850aa9-e0fb-4fef-a841-1fe199fd2df9) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:50:36.685291 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1f9208cc-5cef-4521-afa1-aba51a4d90e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:36.701035 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-33fb04fb-dc96-450b-953e-b0b50f9d47ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:36.707570 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-bcde8b1e-7a29-409e-842a-16acd0e158fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:50:36.818134 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-1f9208cc-5cef-4521-afa1-aba51a4d90e0 None None] For port f23c5233-a585-4c12-9bcd-63924b0100b0, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=f23c5233-a585-4c12-9bcd-63924b0100b0,segment=NetworkSegment(1367ded2-26f3-442a-8ed8-8e4fe90f2ba6),segment_id=1367ded2-26f3-442a-8ed8-8e4fe90f2ba6)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:50:36.820582 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e68529-03fe-4b59-ab74-27d47340012f None None] Pushing event updated for resources: {'Port': ['ID=8f262a49-4e07-40e5-b233-41dcb663cb3a,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:50:36.821781 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b7e82f0e-895f-418d-a4e9-548959ebe3d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:36.824432 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c6e68529-03fe-4b59-ab74-27d47340012f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:50:36.825578 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-33fb04fb-dc96-450b-953e-b0b50f9d47ed None None] Attempting to bind port 8f262a49-4e07-40e5-b233-41dcb663cb3a on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:50:36.833053 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-33fb04fb-dc96-450b-953e-b0b50f9d47ed None None] Attempting to bind port 8f262a49-4e07-40e5-b233-41dcb663cb3a by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:50:36.833053 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fb04fb-dc96-450b-953e-b0b50f9d47ed None None] Attempting to bind port 8f262a49-4e07-40e5-b233-41dcb663cb3a on network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:50:36.834331 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fb04fb-dc96-450b-953e-b0b50f9d47ed None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:50:36.834469 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fb04fb-dc96-450b-953e-b0b50f9d47ed None None] Checking segment: {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:50:36.834854 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-33fb04fb-dc96-450b-953e-b0b50f9d47ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:36.835298 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fb04fb-dc96-450b-953e-b0b50f9d47ed None None] Bound using segment: {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:50:36.836092 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-33fb04fb-dc96-450b-953e-b0b50f9d47ed None None] Bound port: 8f262a49-4e07-40e5-b233-41dcb663cb3a, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:50:36.836524 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-33fb04fb-dc96-450b-953e-b0b50f9d47ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:36.844028 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b7e82f0e-895f-418d-a4e9-548959ebe3d9 admin admin] Transition to ACTIVE for port object b3850aa9-e0fb-4fef-a841-1fe199fd2df9 will not be triggered until provisioned by entity DHCP. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:50:36.869130 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1f9208cc-5cef-4521-afa1-aba51a4d90e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:36.879035 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-97d9968f-d5bf-4acd-9fde-f20a312edb70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:50:36.896645 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b7e82f0e-895f-418d-a4e9-548959ebe3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:36.901781 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-110d129a-87c8-4371-b803-10105b3dd594 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:50:36.978691 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9208cc-5cef-4521-afa1-aba51a4d90e0 None None] Pushing event updated for resources: {'Port': ['ID=f23c5233-a585-4c12-9bcd-63924b0100b0,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:50:36.982591 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e82f0e-895f-418d-a4e9-548959ebe3d9 admin admin] Pushing event updated for resources: {'Port': ['ID=b3850aa9-e0fb-4fef-a841-1fe199fd2df9,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:50:36.982746 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1f9208cc-5cef-4521-afa1-aba51a4d90e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:50:36.985951 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-33fb04fb-dc96-450b-953e-b0b50f9d47ed None None] For port 8f262a49-4e07-40e5-b233-41dcb663cb3a, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:50:36.986503 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e82f0e-895f-418d-a4e9-548959ebe3d9 admin admin] Network d49506b5-5248-490c-b7eb-e14fa3a09292 is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:50:36.987564 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b7e82f0e-895f-418d-a4e9-548959ebe3d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:50:36.988575 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-b7e82f0e-895f-418d-a4e9-548959ebe3d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:50:36.990689 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e82f0e-895f-418d-a4e9-548959ebe3d9 admin admin] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:50:36.990803 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-33fb04fb-dc96-450b-953e-b0b50f9d47ed None None] For port 8f262a49-4e07-40e5-b233-41dcb663cb3a, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=8f262a49-4e07-40e5-b233-41dcb663cb3a,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:50:37.047234 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b7e82f0e-895f-418d-a4e9-548959ebe3d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630901'] for router_interface, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:37.056976 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-33fb04fb-dc96-450b-953e-b0b50f9d47ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:37.062429 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2c9b506c-f26e-460a-9a74-a66b2fbf59c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:50:37.115389 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device f23c5233-a585-4c12-9bcd-63924b0100b0 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:50:37.208380 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b7e82f0e-895f-418d-a4e9-548959ebe3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:37.408038 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-1db45796-8938-43ac-965d-91b4169fa22a None None] Provisioning complete for port f23c5233-a585-4c12-9bcd-63924b0100b0 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:50:37.408470 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1db45796-8938-43ac-965d-91b4169fa22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:37.439137 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e68529-03fe-4b59-ab74-27d47340012f None None] Pushing event updated for resources: {'Port': ['ID=8f262a49-4e07-40e5-b233-41dcb663cb3a,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:50:37.450377 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fb04fb-dc96-450b-953e-b0b50f9d47ed None None] Routers {'2d5eb65a-ea38-4110-8af4-7dd3afa513ee'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:50:37.451075 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-33fb04fb-dc96-450b-953e-b0b50f9d47ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:50:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['2d5eb65a-ea38-4110-8af4-7dd3afa513ee'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:50:37.459070 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b7e82f0e-895f-418d-a4e9-548959ebe3d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:37.483863 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b7e82f0e-895f-418d-a4e9-548959ebe3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:37.505039 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c6e68529-03fe-4b59-ab74-27d47340012f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:50:37.512506 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b7e82f0e-895f-418d-a4e9-548959ebe3d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:50:37.596021 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e82f0e-895f-418d-a4e9-548959ebe3d9 admin admin] Pushing event updated for resources: {'Port': ['ID=b3850aa9-e0fb-4fef-a841-1fe199fd2df9,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:50:37.599132 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b7e82f0e-895f-418d-a4e9-548959ebe3d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1959989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854145006'] for router_interface, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:37.609431 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b7e82f0e-895f-418d-a4e9-548959ebe3d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:50:37.627442 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port f23c5233-a585-4c12-9bcd-63924b0100b0 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:50:37.627872 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:37.746133 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e82f0e-895f-418d-a4e9-548959ebe3d9 admin admin] Network d49506b5-5248-490c-b7eb-e14fa3a09292 is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:50:37.747212 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-b7e82f0e-895f-418d-a4e9-548959ebe3d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:50:37.779464 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-33fb04fb-dc96-450b-953e-b0b50f9d47ed None None] Set router 2d5eb65a-ea38-4110-8af4-7dd3afa513ee gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:50:38.069410 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-4e7e777b-5281-4e86-8305-4f96b373bdd7 None None] Provisioning for port b3850aa9-e0fb-4fef-a841-1fe199fd2df9 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:50:38.085841 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-4e7e777b-5281-4e86-8305-4f96b373bdd7 None None] Provisioning complete for port b3850aa9-e0fb-4fef-a841-1fe199fd2df9 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:50:38.086427 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4e7e777b-5281-4e86-8305-4f96b373bdd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:38.159863 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7e82f0e-895f-418d-a4e9-548959ebe3d9 admin admin] Router 2d5eb65a-ea38-4110-8af4-7dd3afa513ee has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:50:38.163046 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-4e7e777b-5281-4e86-8305-4f96b373bdd7 None None] Port b3850aa9-e0fb-4fef-a841-1fe199fd2df9 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:50:38.265025 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-33fb04fb-dc96-450b-953e-b0b50f9d47ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'name': 'tempest-ServerActionsTestJSON-1598376602-router', 'tenant_id': '4f5a88559dde48d98560b094b41c0ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': '8f262a49-4e07-40e5-b233-41dcb663cb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:50:33Z', 'updated_at': '2021-12-15T19:50:37Z', 'revision_number': 4, 'project_id': '4f5a88559dde48d98560b094b41c0ecd', 'gw_port': {'id': '8f262a49-4e07-40e5-b233-41dcb663cb3a', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:40:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:50:33Z', 'updated_at': '2021-12-15T19:50:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': 'b3850aa9-e0fb-4fef-a841-1fe199fd2df9', 'name': '', 'network_id': 'd49506b5-5248-490c-b7eb-e14fa3a09292', 'tenant_id': '4f5a88559dde48d98560b094b41c0ecd', 'mac_address': 'fa:16:3e:c1:0e:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4409bb67-32b6-4ce3-b291-b51b7fb8138f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:50:36Z', 'updated_at': '2021-12-15T19:50:37Z', 'revision_number': 2, 'project_id': '4f5a88559dde48d98560b094b41c0ecd', 'subnets': [{'id': '4409bb67-32b6-4ce3-b291-b51b7fb8138f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:50:38.273882 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fb04fb-dc96-450b-953e-b0b50f9d47ed None None] The sync data for ids ['2d5eb65a-ea38-4110-8af4-7dd3afa513ee'] in dv-neutron-821831-2-hyperv is: [{'id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'name': 'tempest-ServerActionsTestJSON-1598376602-router', 'tenant_id': '4f5a88559dde48d98560b094b41c0ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': '8f262a49-4e07-40e5-b233-41dcb663cb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:50:33Z', 'updated_at': '2021-12-15T19:50:37Z', 'revision_number': 4, 'project_id': '4f5a88559dde48d98560b094b41c0ecd', 'gw_port': {'id': '8f262a49-4e07-40e5-b233-41dcb663cb3a', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:40:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:50:33Z', 'updated_at': '2021-12-15T19:50:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': 'b3850aa9-e0fb-4fef-a841-1fe199fd2df9', 'name': '', 'network_id': 'd49506b5-5248-490c-b7eb-e14fa3a09292', 'tenant_id': '4f5a88559dde48d98560b094b41c0ecd', 'mac_address': 'fa:16:3e:c1:0e:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4409bb67-32b6-4ce3-b291-b51b7fb8138f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:50:36Z', 'updated_at': '2021-12-15T19:50:37Z', 'revision_number': 2, 'project_id': '4f5a88559dde48d98560b094b41c0ecd', 'subnets': [{'id': '4409bb67-32b6-4ce3-b291-b51b7fb8138f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:50:38.276362 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c8a03196-233f-4a89-9fc9-88466c15a309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:38.288973 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-0afd6543-7be4-43f0-a168-5d38e0f0e061 None None] Provisioning complete for port b3850aa9-e0fb-4fef-a841-1fe199fd2df9 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:50:38.289398 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0afd6543-7be4-43f0-a168-5d38e0f0e061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:38.345412 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-0afd6543-7be4-43f0-a168-5d38e0f0e061 None None] Port b3850aa9-e0fb-4fef-a841-1fe199fd2df9 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:50:38.374470 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e82f0e-895f-418d-a4e9-548959ebe3d9 admin admin] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:50:38.384557 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b7e82f0e-895f-418d-a4e9-548959ebe3d9 admin admin] 10.222.0.36 "PUT /v2.0/routers/2d5eb65a-ea38-4110-8af4-7dd3afa513ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9747057 Dec 15 19:50:39.394521 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 60802) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:50:39.401092 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-6f721c81-6a3b-457f-8da2-cfde9f4a82e5 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1148609160', 'description': 'tempest-description--1488898853'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:50:39.407924 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-6f721c81-6a3b-457f-8da2-cfde9f4a82e5 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:50:39.412034 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-6f721c81-6a3b-457f-8da2-cfde9f4a82e5 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Usage tracker for resource:security_group and tenant:4f5a88559dde48d98560b094b41c0ecd is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:50:39.415046 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-6f721c81-6a3b-457f-8da2-cfde9f4a82e5 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:50:39.421222 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-6f721c81-6a3b-457f-8da2-cfde9f4a82e5 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:50:39.461697 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6f721c81-6a3b-457f-8da2-cfde9f4a82e5 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks [] for security_group, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:39.496239 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:39.503639 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-6f721c81-6a3b-457f-8da2-cfde9f4a82e5 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:50:39.507785 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-6f721c81-6a3b-457f-8da2-cfde9f4a82e5 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Usage tracker for resource:security_group_rule and tenant:4f5a88559dde48d98560b094b41c0ecd is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:50:39.511498 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-6f721c81-6a3b-457f-8da2-cfde9f4a82e5 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:50:39.517637 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-6f721c81-6a3b-457f-8da2-cfde9f4a82e5 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:50:39.576594 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6f721c81-6a3b-457f-8da2-cfde9f4a82e5 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks [] for security_group, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:39.609900 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6f721c81-6a3b-457f-8da2-cfde9f4a82e5 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:39.615890 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c67345d0-a13b-4512-afb1-d3b2c4ad9905 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:50:39.657752 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f721c81-6a3b-457f-8da2-cfde9f4a82e5 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=440ecbc3-3191-4996-863e-a0eb6fc135b5,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:50:39.660639 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6f721c81-6a3b-457f-8da2-cfde9f4a82e5 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:50:39.689989 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6f721c81-6a3b-457f-8da2-cfde9f4a82e5 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:39.691381 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6f721c81-6a3b-457f-8da2-cfde9f4a82e5 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.2957587 Dec 15 19:50:39.694285 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 60806) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:50:39.700908 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-024c41c5-fa54-496d-b01a-22b9926d3e1d tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Request body: {'security_group_rule': {'security_group_id': '440ecbc3-3191-4996-863e-a0eb6fc135b5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:50:39.707729 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-024c41c5-fa54-496d-b01a-22b9926d3e1d tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:50:39.712386 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-024c41c5-fa54-496d-b01a-22b9926d3e1d tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Usage tracker for resource:security_group_rule and tenant:4f5a88559dde48d98560b094b41c0ecd is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:50:39.715772 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-024c41c5-fa54-496d-b01a-22b9926d3e1d tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:50:39.721924 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-024c41c5-fa54-496d-b01a-22b9926d3e1d tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:50:39.777878 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-024c41c5-fa54-496d-b01a-22b9926d3e1d tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:39.846787 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-024c41c5-fa54-496d-b01a-22b9926d3e1d tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:39.884558 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-024c41c5-fa54-496d-b01a-22b9926d3e1d tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:39.887180 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c9c36501-f31e-4c04-8b03-aaef8437d2aa tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:50:39.913792 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024c41c5-fa54-496d-b01a-22b9926d3e1d tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fc5a43e-9ef9-4fa6-b25e-60867074e6f7,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:50:39.920902 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-024c41c5-fa54-496d-b01a-22b9926d3e1d tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:50:39.958667 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-024c41c5-fa54-496d-b01a-22b9926d3e1d tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:39.960006 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-024c41c5-fa54-496d-b01a-22b9926d3e1d tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2647345 Dec 15 19:50:39.963871 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 60810) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:50:39.969925 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-2421c1a8-50b6-4750-ac2d-d2902b5c1aa1 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Request body: {'security_group_rule': {'security_group_id': '440ecbc3-3191-4996-863e-a0eb6fc135b5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:50:39.976483 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-2421c1a8-50b6-4750-ac2d-d2902b5c1aa1 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:50:39.980688 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-2421c1a8-50b6-4750-ac2d-d2902b5c1aa1 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Usage tracker for resource:security_group_rule and tenant:4f5a88559dde48d98560b094b41c0ecd is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:50:39.983716 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-2421c1a8-50b6-4750-ac2d-d2902b5c1aa1 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:50:39.989742 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-2421c1a8-50b6-4750-ac2d-d2902b5c1aa1 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:50:40.045377 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2421c1a8-50b6-4750-ac2d-d2902b5c1aa1 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:40.112875 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2421c1a8-50b6-4750-ac2d-d2902b5c1aa1 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:40.141174 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2421c1a8-50b6-4750-ac2d-d2902b5c1aa1 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:40.148626 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-bc756647-0bd3-4d4d-ad98-1d87292f44be tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:50:40.168145 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2421c1a8-50b6-4750-ac2d-d2902b5c1aa1 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08594cb7-8b3c-499f-9bc3-6b01444d8a43,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:50:40.170878 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2421c1a8-50b6-4750-ac2d-d2902b5c1aa1 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:50:40.227247 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2421c1a8-50b6-4750-ac2d-d2902b5c1aa1 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:40.228597 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-2421c1a8-50b6-4750-ac2d-d2902b5c1aa1 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2638364 Dec 15 19:50:40.231820 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 60814) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:50:40.237626 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-92425896-e05b-4ca3-9b53-b5ddd9c50452 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Request body: {'floatingip': {'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:50:40.243833 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-92425896-e05b-4ca3-9b53-b5ddd9c50452 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:50:40.248402 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-92425896-e05b-4ca3-9b53-b5ddd9c50452 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Usage tracker for resource:floatingip and tenant:4f5a88559dde48d98560b094b41c0ecd is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:50:40.251475 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-92425896-e05b-4ca3-9b53-b5ddd9c50452 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:50:40.257478 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-92425896-e05b-4ca3-9b53-b5ddd9c50452 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:50:40.301057 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-92425896-e05b-4ca3-9b53-b5ddd9c50452 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks [] for floatingip, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:40.450973 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-92425896-e05b-4ca3-9b53-b5ddd9c50452 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:40.541960 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cffc191a-a5cd-45cd-86bc-97ef47f737b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:40.591803 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-92425896-e05b-4ca3-9b53-b5ddd9c50452 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Allocated IP 172.26.3.47 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/45e35333-fef7-4563-84ab-cac3855084f9) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:50:40.750560 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-92425896-e05b-4ca3-9b53-b5ddd9c50452 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:40.798531 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-92425896-e05b-4ca3-9b53-b5ddd9c50452 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:40.802950 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d07b0716-01e2-476b-bc9d-e587eea83fc3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:50:40.875796 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92425896-e05b-4ca3-9b53-b5ddd9c50452 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:50:40.879388 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-92425896-e05b-4ca3-9b53-b5ddd9c50452 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:50:40.884303 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92425896-e05b-4ca3-9b53-b5ddd9c50452 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:50:40.902369 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:40.910593 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92425896-e05b-4ca3-9b53-b5ddd9c50452 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Pushing event updated for resources: {'Port': ['ID=45e35333-fef7-4563-84ab-cac3855084f9,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:50:40.918005 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-92425896-e05b-4ca3-9b53-b5ddd9c50452 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:50:41.055622 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-92425896-e05b-4ca3-9b53-b5ddd9c50452 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:41.092481 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 8f262a49-4e07-40e5-b233-41dcb663cb3a up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:50:41.146728 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-92425896-e05b-4ca3-9b53-b5ddd9c50452 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:41.192660 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 8f262a49-4e07-40e5-b233-41dcb663cb3a completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:50:41.198463 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 8f262a49-4e07-40e5-b233-41dcb663cb3a triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:50:41.198904 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:41.317303 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:41.333502 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port 8f262a49-4e07-40e5-b233-41dcb663cb3a, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=8f262a49-4e07-40e5-b233-41dcb663cb3a,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:50:41.363189 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-92425896-e05b-4ca3-9b53-b5ddd9c50452 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:41.369641 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:41.371683 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:50:41.409808 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-92425896-e05b-4ca3-9b53-b5ddd9c50452 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:41.414821 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ceed2c62-3ae6-41a4-8203-0450fc64475d tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:50:41.442763 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=8f262a49-4e07-40e5-b233-41dcb663cb3a,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:50:41.446958 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:50:41.773321 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92425896-e05b-4ca3-9b53-b5ddd9c50452 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Pushing event updated for resources: {'Port': ['ID=45e35333-fef7-4563-84ab-cac3855084f9,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:50:41.777826 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-92425896-e05b-4ca3-9b53-b5ddd9c50452 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:50:41.786630 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-92425896-e05b-4ca3-9b53-b5ddd9c50452 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634093'] for floatingip, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:41.849982 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-92425896-e05b-4ca3-9b53-b5ddd9c50452 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:41.851361 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-92425896-e05b-4ca3-9b53-b5ddd9c50452 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6185322 Dec 15 19:50:41.922495 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00072ac2-39d2-43d3-97e8-d106b2215fd2 None None] Sync routers for ids ['2d5eb65a-ea38-4110-8af4-7dd3afa513ee'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:50:41.935983 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00072ac2-39d2-43d3-97e8-d106b2215fd2 None None] Routers {'2d5eb65a-ea38-4110-8af4-7dd3afa513ee'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:50:41.936727 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-00072ac2-39d2-43d3-97e8-d106b2215fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:50:41Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['2d5eb65a-ea38-4110-8af4-7dd3afa513ee'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:50:42.033338 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-caae8237-404c-4b30-b0a4-6a68363fe095 req-28eaf8f9-cedf-49b0-b3e9-35869b15797c tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Synchronizing usage tracker for tenant:4f5a88559dde48d98560b094b41c0ecd on resource:security_group {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:50:42.118656 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-caae8237-404c-4b30-b0a4-6a68363fe095 req-28eaf8f9-cedf-49b0-b3e9-35869b15797c tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Unset dirty status for tenant:4f5a88559dde48d98560b094b41c0ecd on resource:security_group {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:50:42.120597 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-caae8237-404c-4b30-b0a4-6a68363fe095 req-28eaf8f9-cedf-49b0-b3e9-35869b15797c tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1148609160&fields=id&tenant_id=4f5a88559dde48d98560b094b41c0ecd HTTP/1.1" status: 200 len: 267 time: 0.1311338 Dec 15 19:50:42.122220 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-00072ac2-39d2-43d3-97e8-d106b2215fd2 None None] Set router 2d5eb65a-ea38-4110-8af4-7dd3afa513ee gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:50:42.283674 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae8237-404c-4b30-b0a4-6a68363fe095 req-902b0395-64f0-4869-9d5c-e2f7bed7aacb tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:50:42.284419 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-caae8237-404c-4b30-b0a4-6a68363fe095 req-902b0395-64f0-4869-9d5c-e2f7bed7aacb tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Synchronizing usage tracker for tenant:4f5a88559dde48d98560b094b41c0ecd on resource:network {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:50:42.329592 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-caae8237-404c-4b30-b0a4-6a68363fe095 req-902b0395-64f0-4869-9d5c-e2f7bed7aacb tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Unset dirty status for tenant:4f5a88559dde48d98560b094b41c0ecd on resource:network {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:50:42.330913 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-caae8237-404c-4b30-b0a4-6a68363fe095 req-902b0395-64f0-4869-9d5c-e2f7bed7aacb tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/networks?id=d49506b5-5248-490c-b7eb-e14fa3a09292 HTTP/1.1" status: 200 len: 812 time: 0.2024803 Dec 15 19:50:42.349667 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-caae8237-404c-4b30-b0a4-6a68363fe095 req-14dc4afb-e65d-4ad6-a79f-98f80c6f6295 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/quotas/4f5a88559dde48d98560b094b41c0ecd HTTP/1.1" status: 200 len: 375 time: 0.0124049 Dec 15 19:50:42.436809 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-caae8237-404c-4b30-b0a4-6a68363fe095 req-6238aa32-5563-4834-a7b9-17db1dc77961 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Synchronizing usage tracker for tenant:4f5a88559dde48d98560b094b41c0ecd on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:50:42.457735 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-00072ac2-39d2-43d3-97e8-d106b2215fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'name': 'tempest-ServerActionsTestJSON-1598376602-router', 'tenant_id': '4f5a88559dde48d98560b094b41c0ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': '8f262a49-4e07-40e5-b233-41dcb663cb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:50:33Z', 'updated_at': '2021-12-15T19:50:37Z', 'revision_number': 4, 'project_id': '4f5a88559dde48d98560b094b41c0ecd', 'gw_port': {'id': '8f262a49-4e07-40e5-b233-41dcb663cb3a', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:40:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:50:33Z', 'updated_at': '2021-12-15T19:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': 'b3850aa9-e0fb-4fef-a841-1fe199fd2df9', 'name': '', 'network_id': 'd49506b5-5248-490c-b7eb-e14fa3a09292', 'tenant_id': '4f5a88559dde48d98560b094b41c0ecd', 'mac_address': 'fa:16:3e:c1:0e:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4409bb67-32b6-4ce3-b291-b51b7fb8138f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:50:36Z', 'updated_at': '2021-12-15T19:50:37Z', 'revision_number': 2, 'project_id': '4f5a88559dde48d98560b094b41c0ecd', 'subnets': [{'id': '4409bb67-32b6-4ce3-b291-b51b7fb8138f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:50:42.464045 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00072ac2-39d2-43d3-97e8-d106b2215fd2 None None] Checking router: 2d5eb65a-ea38-4110-8af4-7dd3afa513ee for host: dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:50:42.464045 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00072ac2-39d2-43d3-97e8-d106b2215fd2 None None] Updating router 2d5eb65a-ea38-4110-8af4-7dd3afa513ee port b3850aa9-e0fb-4fef-a841-1fe199fd2df9 binding host dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 15 19:50:42.489735 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-caae8237-404c-4b30-b0a4-6a68363fe095 req-6238aa32-5563-4834-a7b9-17db1dc77961 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Unset dirty status for tenant:4f5a88559dde48d98560b094b41c0ecd on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:50:42.491253 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-caae8237-404c-4b30-b0a4-6a68363fe095 req-6238aa32-5563-4834-a7b9-17db1dc77961 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4f5a88559dde48d98560b094b41c0ecd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1355174 Dec 15 19:50:42.515755 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-00072ac2-39d2-43d3-97e8-d106b2215fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:42.648042 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-caae8237-404c-4b30-b0a4-6a68363fe095 req-a2775ea7-6ac7-46df-bac0-a8f52e110de2 service neutron] 10.222.0.36 "GET /v2.0/networks/d49506b5-5248-490c-b7eb-e14fa3a09292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432972 Dec 15 19:50:42.695821 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:42.790429 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-caae8237-404c-4b30-b0a4-6a68363fe095 req-55db8811-517a-4cc8-8f61-959077cb6094 service neutron] 10.222.0.36 "GET /v2.0/networks/d49506b5-5248-490c-b7eb-e14fa3a09292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349957 Dec 15 19:50:42.871170 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-00072ac2-39d2-43d3-97e8-d106b2215fd2 None None] Notify callbacks [] for port, precommit_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:42.958599 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-00072ac2-39d2-43d3-97e8-d106b2215fd2 None None] Transition to ACTIVE for port object b3850aa9-e0fb-4fef-a841-1fe199fd2df9 will not be triggered until provisioned by entity L2. {{(pid=88993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:50:43.027363 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-00072ac2-39d2-43d3-97e8-d106b2215fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:43.032050 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:50:43.095273 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 8f262a49-4e07-40e5-b233-41dcb663cb3a up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:50:43.100192 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c7865c-d67c-4d86-98fd-27bc6c43b063 None None] Pushing event updated for resources: {'Port': ['ID=b3850aa9-e0fb-4fef-a841-1fe199fd2df9,revision_number=3']} {{(pid=88993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:50:43.115340 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c7865c-d67c-4d86-98fd-27bc6c43b063 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:50:43.115637 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c7865c-d67c-4d86-98fd-27bc6c43b063 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:50:43.116030 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c7865c-d67c-4d86-98fd-27bc6c43b063 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:50:43.116533 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c7865c-d67c-4d86-98fd-27bc6c43b063 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:50:43.116914 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c7865c-d67c-4d86-98fd-27bc6c43b063 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:50:43.117409 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c7865c-d67c-4d86-98fd-27bc6c43b063 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:50:43.117640 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c7865c-d67c-4d86-98fd-27bc6c43b063 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:50:43.118025 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c7865c-d67c-4d86-98fd-27bc6c43b063 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:50:43.118437 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c7865c-d67c-4d86-98fd-27bc6c43b063 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:50:43.118807 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c7865c-d67c-4d86-98fd-27bc6c43b063 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:50:43.119207 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c7865c-d67c-4d86-98fd-27bc6c43b063 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:50:43.138181 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-126bf8a2-3f5e-4078-9178-0792dc486c13 req-f88ebff1-e2f5-448c-abf1-5cf31a6a748f tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ecbd82c-d6da-4b54-ad85-c0404126b257 HTTP/1.1" status: 200 len: 210 time: 0.0602517 Dec 15 19:50:43.169148 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-66c7865c-d67c-4d86-98fd-27bc6c43b063 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:50:43.214531 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 8f262a49-4e07-40e5-b233-41dcb663cb3a triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:50:43.215321 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:43.287227 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-00072ac2-39d2-43d3-97e8-d106b2215fd2 None None] Attempting to bind port b3850aa9-e0fb-4fef-a841-1fe199fd2df9 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:50:43.287903 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-00072ac2-39d2-43d3-97e8-d106b2215fd2 None None] Attempting to bind port b3850aa9-e0fb-4fef-a841-1fe199fd2df9 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '1367ded2-26f3-442a-8ed8-8e4fe90f2ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'd49506b5-5248-490c-b7eb-e14fa3a09292'}] {{(pid=88993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:50:43.288316 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00072ac2-39d2-43d3-97e8-d106b2215fd2 None None] Attempting to bind port b3850aa9-e0fb-4fef-a841-1fe199fd2df9 on network d49506b5-5248-490c-b7eb-e14fa3a09292 {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:50:43.296814 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00072ac2-39d2-43d3-97e8-d106b2215fd2 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:50:43.297552 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00072ac2-39d2-43d3-97e8-d106b2215fd2 None None] Checking segment: {'id': '1367ded2-26f3-442a-8ed8-8e4fe90f2ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'd49506b5-5248-490c-b7eb-e14fa3a09292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:50:43.298112 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-00072ac2-39d2-43d3-97e8-d106b2215fd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:43.298684 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00072ac2-39d2-43d3-97e8-d106b2215fd2 None None] Bound using segment: {'id': '1367ded2-26f3-442a-8ed8-8e4fe90f2ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'd49506b5-5248-490c-b7eb-e14fa3a09292'} {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:50:43.299292 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-00072ac2-39d2-43d3-97e8-d106b2215fd2 None None] Bound port: b3850aa9-e0fb-4fef-a841-1fe199fd2df9, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1367ded2-26f3-442a-8ed8-8e4fe90f2ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'd49506b5-5248-490c-b7eb-e14fa3a09292'}}] {{(pid=88993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:50:43.299903 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-00072ac2-39d2-43d3-97e8-d106b2215fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:43.398820 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-00072ac2-39d2-43d3-97e8-d106b2215fd2 None None] For port b3850aa9-e0fb-4fef-a841-1fe199fd2df9, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:50:43.402129 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-00072ac2-39d2-43d3-97e8-d106b2215fd2 None None] For port b3850aa9-e0fb-4fef-a841-1fe199fd2df9, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=b3850aa9-e0fb-4fef-a841-1fe199fd2df9,segment=NetworkSegment(1367ded2-26f3-442a-8ed8-8e4fe90f2ba6),segment_id=1367ded2-26f3-442a-8ed8-8e4fe90f2ba6)] {{(pid=88993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:50:43.433389 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-00072ac2-39d2-43d3-97e8-d106b2215fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:43.438024 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5cdcf264-cd73-4c91-a773-33d3f226db7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:50:43.527498 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00072ac2-39d2-43d3-97e8-d106b2215fd2 None None] Routers {'2d5eb65a-ea38-4110-8af4-7dd3afa513ee'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:50:43.528406 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-00072ac2-39d2-43d3-97e8-d106b2215fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:50:41Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['2d5eb65a-ea38-4110-8af4-7dd3afa513ee'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:50:43.599836 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c7865c-d67c-4d86-98fd-27bc6c43b063 None None] Pushing event updated for resources: {'Port': ['ID=b3850aa9-e0fb-4fef-a841-1fe199fd2df9,revision_number=4']} {{(pid=88993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:50:43.603403 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-66c7865c-d67c-4d86-98fd-27bc6c43b063 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:50:43.879469 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-00072ac2-39d2-43d3-97e8-d106b2215fd2 None None] Set router 2d5eb65a-ea38-4110-8af4-7dd3afa513ee gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:50:44.211279 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-00072ac2-39d2-43d3-97e8-d106b2215fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'name': 'tempest-ServerActionsTestJSON-1598376602-router', 'tenant_id': '4f5a88559dde48d98560b094b41c0ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': '8f262a49-4e07-40e5-b233-41dcb663cb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:50:33Z', 'updated_at': '2021-12-15T19:50:37Z', 'revision_number': 4, 'project_id': '4f5a88559dde48d98560b094b41c0ecd', 'gw_port': {'id': '8f262a49-4e07-40e5-b233-41dcb663cb3a', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:40:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:50:33Z', 'updated_at': '2021-12-15T19:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': 'b3850aa9-e0fb-4fef-a841-1fe199fd2df9', 'name': '', 'network_id': 'd49506b5-5248-490c-b7eb-e14fa3a09292', 'tenant_id': '4f5a88559dde48d98560b094b41c0ecd', 'mac_address': 'fa:16:3e:c1:0e:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4409bb67-32b6-4ce3-b291-b51b7fb8138f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:50:36Z', 'updated_at': '2021-12-15T19:50:43Z', 'revision_number': 4, 'project_id': '4f5a88559dde48d98560b094b41c0ecd', 'subnets': [{'id': '4409bb67-32b6-4ce3-b291-b51b7fb8138f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:50:44.216404 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00072ac2-39d2-43d3-97e8-d106b2215fd2 None None] The sync data for ids ['2d5eb65a-ea38-4110-8af4-7dd3afa513ee'] in dv-neutron-821831-2-hyperv is: [{'id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'name': 'tempest-ServerActionsTestJSON-1598376602-router', 'tenant_id': '4f5a88559dde48d98560b094b41c0ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': '8f262a49-4e07-40e5-b233-41dcb663cb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:50:33Z', 'updated_at': '2021-12-15T19:50:37Z', 'revision_number': 4, 'project_id': '4f5a88559dde48d98560b094b41c0ecd', 'gw_port': {'id': '8f262a49-4e07-40e5-b233-41dcb663cb3a', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:40:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:50:33Z', 'updated_at': '2021-12-15T19:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': 'b3850aa9-e0fb-4fef-a841-1fe199fd2df9', 'name': '', 'network_id': 'd49506b5-5248-490c-b7eb-e14fa3a09292', 'tenant_id': '4f5a88559dde48d98560b094b41c0ecd', 'mac_address': 'fa:16:3e:c1:0e:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4409bb67-32b6-4ce3-b291-b51b7fb8138f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:50:36Z', 'updated_at': '2021-12-15T19:50:43Z', 'revision_number': 4, 'project_id': '4f5a88559dde48d98560b094b41c0ecd', 'subnets': [{'id': '4409bb67-32b6-4ce3-b291-b51b7fb8138f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:50:44.312460 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8ff00dfe-2cec-4880-a8b5-c2659e688e91 req-870127c8-901d-44ca-95c6-a9b5dabdff07 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ecbd82c-d6da-4b54-ad85-c0404126b257 HTTP/1.1" status: 200 len: 210 time: 0.0462763 Dec 15 19:50:45.098780 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device b3850aa9-e0fb-4fef-a841-1fe199fd2df9 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:50:45.173291 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae8237-404c-4b30-b0a4-6a68363fe095 req-af86deec-48b4-481f-95b4-564e08bc7300 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:50:45.174868 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-caae8237-404c-4b30-b0a4-6a68363fe095 req-af86deec-48b4-481f-95b4-564e08bc7300 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.32 "GET /v2.0/networks?id=d49506b5-5248-490c-b7eb-e14fa3a09292 HTTP/1.1" status: 200 len: 812 time: 0.1656518 Dec 15 19:50:45.221398 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port b3850aa9-e0fb-4fef-a841-1fe199fd2df9 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:50:45.226864 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port b3850aa9-e0fb-4fef-a841-1fe199fd2df9 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:50:45.227299 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:45.240308 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-caae8237-404c-4b30-b0a4-6a68363fe095 req-860f849d-3282-4057-8fc9-43b6406b6c16 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f5a88559dde48d98560b094b41c0ecd HTTP/1.1" status: 200 len: 380 time: 0.0453608 Dec 15 19:50:45.252266 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [req-caae8237-404c-4b30-b0a4-6a68363fe095 req-c9cffc28-1bfe-4b7f-ac26-5838a386bbd5 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Request body: {'port': {'device_id': '0ecbd82c-d6da-4b54-ad85-c0404126b257', 'network_id': 'd49506b5-5248-490c-b7eb-e14fa3a09292', 'admin_state_up': True, 'tenant_id': '4f5a88559dde48d98560b094b41c0ecd', 'security_groups': ['440ecbc3-3191-4996-863e-a0eb6fc135b5']}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:50:45.357719 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:45.400197 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port b3850aa9-e0fb-4fef-a841-1fe199fd2df9, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=b3850aa9-e0fb-4fef-a841-1fe199fd2df9,segment=NetworkSegment(1367ded2-26f3-442a-8ed8-8e4fe90f2ba6),segment_id=1367ded2-26f3-442a-8ed8-8e4fe90f2ba6)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:50:45.414524 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [req-caae8237-404c-4b30-b0a4-6a68363fe095 req-c9cffc28-1bfe-4b7f-ac26-5838a386bbd5 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:50:45.425030 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [req-caae8237-404c-4b30-b0a4-6a68363fe095 req-c9cffc28-1bfe-4b7f-ac26-5838a386bbd5 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:50:45.438749 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:45.440769 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:50:45.498338 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f39806db-9c7c-4d43-8148-e57ae0dd4931 req-037f57ab-1c4d-4bdc-b638-64d00ebcbc8d tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ecbd82c-d6da-4b54-ad85-c0404126b257 HTTP/1.1" status: 200 len: 210 time: 0.0453641 Dec 15 19:50:45.499276 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caae8237-404c-4b30-b0a4-6a68363fe095 req-c9cffc28-1bfe-4b7f-ac26-5838a386bbd5 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Made reservation on behalf of 4f5a88559dde48d98560b094b41c0ecd for: {'port': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:50:45.504734 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-caae8237-404c-4b30-b0a4-6a68363fe095 req-c9cffc28-1bfe-4b7f-ac26-5838a386bbd5 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:45.508361 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=b3850aa9-e0fb-4fef-a841-1fe199fd2df9,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:50:45.512264 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:50:45.680133 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [req-caae8237-404c-4b30-b0a4-6a68363fe095 req-c9cffc28-1bfe-4b7f-ac26-5838a386bbd5 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Allocated IP 172.20.0.7 (d49506b5-5248-490c-b7eb-e14fa3a09292/4409bb67-32b6-4ce3-b291-b51b7fb8138f/5d660e45-74da-4b17-ac26-a3b17db28ff1) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:50:45.877462 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-caae8237-404c-4b30-b0a4-6a68363fe095 req-c9cffc28-1bfe-4b7f-ac26-5838a386bbd5 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:45.893987 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [req-caae8237-404c-4b30-b0a4-6a68363fe095 req-c9cffc28-1bfe-4b7f-ac26-5838a386bbd5 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Transition to ACTIVE for port object 5d660e45-74da-4b17-ac26-a3b17db28ff1 will not be triggered until provisioned by entity DHCP. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:50:45.947181 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-caae8237-404c-4b30-b0a4-6a68363fe095 req-c9cffc28-1bfe-4b7f-ac26-5838a386bbd5 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:45.953712 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d90ad91a-6df8-4ee1-a69f-2ce0b6cc8235 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:50:46.027967 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caae8237-404c-4b30-b0a4-6a68363fe095 req-c9cffc28-1bfe-4b7f-ac26-5838a386bbd5 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Network d49506b5-5248-490c-b7eb-e14fa3a09292 is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:50:46.031821 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [req-caae8237-404c-4b30-b0a4-6a68363fe095 req-c9cffc28-1bfe-4b7f-ac26-5838a386bbd5 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:50:46.034318 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [req-caae8237-404c-4b30-b0a4-6a68363fe095 req-c9cffc28-1bfe-4b7f-ac26-5838a386bbd5 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:50:46.072474 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cffc28-1bfe-4b7f-ac26-5838a386bbd5 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Pushing event updated for resources: {'Port': ['ID=5d660e45-74da-4b17-ac26-a3b17db28ff1,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:50:46.075639 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c9cffc28-1bfe-4b7f-ac26-5838a386bbd5 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:50:46.107069 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae8237-404c-4b30-b0a4-6a68363fe095 req-c9cffc28-1bfe-4b7f-ac26-5838a386bbd5 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:50:46.107877 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-caae8237-404c-4b30-b0a4-6a68363fe095 req-c9cffc28-1bfe-4b7f-ac26-5838a386bbd5 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:46.233676 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-caae8237-404c-4b30-b0a4-6a68363fe095 req-c9cffc28-1bfe-4b7f-ac26-5838a386bbd5 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9857423 Dec 15 19:50:46.248751 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [req-caae8237-404c-4b30-b0a4-6a68363fe095 req-582b0477-4352-4820-a909-a899d4d38aec service neutron] Request body: {'port': {'device_id': '0ecbd82c-d6da-4b54-ad85-c0404126b257', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:50:46.362936 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-caae8237-404c-4b30-b0a4-6a68363fe095 req-582b0477-4352-4820-a909-a899d4d38aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:46.404000 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-2fe0f518-a856-4033-96ca-69fec84de0b7 None None] Provisioning for port 5d660e45-74da-4b17-ac26-a3b17db28ff1 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:50:46.409052 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-2fe0f518-a856-4033-96ca-69fec84de0b7 None None] Provisioning complete for port 5d660e45-74da-4b17-ac26-a3b17db28ff1 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:50:46.409582 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2fe0f518-a856-4033-96ca-69fec84de0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:46.468165 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-2fe0f518-a856-4033-96ca-69fec84de0b7 None None] Port 5d660e45-74da-4b17-ac26-a3b17db28ff1 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:50:46.786039 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110aa6b-fdc2-464c-9035-53bb41e89965 req-fdec31b0-3565-4be5-a4ac-96862071fced tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:50:46.786826 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-c110aa6b-fdc2-464c-9035-53bb41e89965 req-fdec31b0-3565-4be5-a4ac-96862071fced tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Synchronizing usage tracker for tenant:4f5a88559dde48d98560b094b41c0ecd on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:50:46.799578 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [req-caae8237-404c-4b30-b0a4-6a68363fe095 req-582b0477-4352-4820-a909-a899d4d38aec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d660e45-74da-4b17-ac26-a3b17db28ff1 {{(pid=88990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 19:50:46.811141 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-caae8237-404c-4b30-b0a4-6a68363fe095 req-582b0477-4352-4820-a909-a899d4d38aec service neutron] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:46.872828 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-c110aa6b-fdc2-464c-9035-53bb41e89965 req-fdec31b0-3565-4be5-a4ac-96862071fced tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Unset dirty status for tenant:4f5a88559dde48d98560b094b41c0ecd on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:50:46.874126 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c110aa6b-fdc2-464c-9035-53bb41e89965 req-fdec31b0-3565-4be5-a4ac-96862071fced tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ecbd82c-d6da-4b54-ad85-c0404126b257 HTTP/1.1" status: 200 len: 931 time: 0.2465732 Dec 15 19:50:46.901810 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [req-caae8237-404c-4b30-b0a4-6a68363fe095 req-582b0477-4352-4820-a909-a899d4d38aec service neutron] Transition to ACTIVE for port object 5d660e45-74da-4b17-ac26-a3b17db28ff1 will not be triggered until provisioned by entity L2. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:50:46.927456 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c110aa6b-fdc2-464c-9035-53bb41e89965 req-83102514-a35b-46f0-aa2b-fa40ac266321 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469732 Dec 15 19:50:46.929404 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-caae8237-404c-4b30-b0a4-6a68363fe095 req-582b0477-4352-4820-a909-a899d4d38aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:46.934119 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e5155002-3aeb-4592-936f-2a10fcfb5432 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:50:47.069510 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582b0477-4352-4820-a909-a899d4d38aec service neutron] Pushing event updated for resources: {'Port': ['ID=5d660e45-74da-4b17-ac26-a3b17db28ff1,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:50:47.073183 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-582b0477-4352-4820-a909-a899d4d38aec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:50:47.086396 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device b3850aa9-e0fb-4fef-a841-1fe199fd2df9 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:50:47.160534 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port b3850aa9-e0fb-4fef-a841-1fe199fd2df9 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:50:47.161102 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:47.189319 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-caae8237-404c-4b30-b0a4-6a68363fe095 req-582b0477-4352-4820-a909-a899d4d38aec service neutron] Attempting to bind port 5d660e45-74da-4b17-ac26-a3b17db28ff1 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:50:47.189706 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-caae8237-404c-4b30-b0a4-6a68363fe095 req-582b0477-4352-4820-a909-a899d4d38aec service neutron] Attempting to bind port 5d660e45-74da-4b17-ac26-a3b17db28ff1 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '1367ded2-26f3-442a-8ed8-8e4fe90f2ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'd49506b5-5248-490c-b7eb-e14fa3a09292'}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:50:47.190085 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caae8237-404c-4b30-b0a4-6a68363fe095 req-582b0477-4352-4820-a909-a899d4d38aec service neutron] Attempting to bind port 5d660e45-74da-4b17-ac26-a3b17db28ff1 on network d49506b5-5248-490c-b7eb-e14fa3a09292 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:50:47.197138 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caae8237-404c-4b30-b0a4-6a68363fe095 req-582b0477-4352-4820-a909-a899d4d38aec service neutron] Port 5d660e45-74da-4b17-ac26-a3b17db28ff1 on network d49506b5-5248-490c-b7eb-e14fa3a09292 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:50:47.197598 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caae8237-404c-4b30-b0a4-6a68363fe095 req-582b0477-4352-4820-a909-a899d4d38aec service neutron] Attempting to bind port 5d660e45-74da-4b17-ac26-a3b17db28ff1 on network d49506b5-5248-490c-b7eb-e14fa3a09292 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:50:47.205376 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caae8237-404c-4b30-b0a4-6a68363fe095 req-582b0477-4352-4820-a909-a899d4d38aec service neutron] Checking agent: {'id': '59e4c979-c5dd-468d-a1f2-341133950749', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 12, 24), 'started_at': datetime.datetime(2021, 12, 15, 19, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:50:47.205748 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caae8237-404c-4b30-b0a4-6a68363fe095 req-582b0477-4352-4820-a909-a899d4d38aec service neutron] Checking segment: {'id': '1367ded2-26f3-442a-8ed8-8e4fe90f2ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'd49506b5-5248-490c-b7eb-e14fa3a09292'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:50:47.206179 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caae8237-404c-4b30-b0a4-6a68363fe095 req-582b0477-4352-4820-a909-a899d4d38aec service neutron] Bound using segment: {'id': '1367ded2-26f3-442a-8ed8-8e4fe90f2ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'd49506b5-5248-490c-b7eb-e14fa3a09292'} {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:50:47.206691 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-caae8237-404c-4b30-b0a4-6a68363fe095 req-582b0477-4352-4820-a909-a899d4d38aec service neutron] Bound port: 5d660e45-74da-4b17-ac26-a3b17db28ff1, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1367ded2-26f3-442a-8ed8-8e4fe90f2ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'd49506b5-5248-490c-b7eb-e14fa3a09292'}}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:50:47.207088 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-caae8237-404c-4b30-b0a4-6a68363fe095 req-582b0477-4352-4820-a909-a899d4d38aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:47.310691 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-caae8237-404c-4b30-b0a4-6a68363fe095 req-582b0477-4352-4820-a909-a899d4d38aec service neutron] For port 5d660e45-74da-4b17-ac26-a3b17db28ff1, host hv-neutron-8218, cleared binding levels {{(pid=88990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:50:47.317282 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-caae8237-404c-4b30-b0a4-6a68363fe095 req-582b0477-4352-4820-a909-a899d4d38aec service neutron] For port 5d660e45-74da-4b17-ac26-a3b17db28ff1, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5d660e45-74da-4b17-ac26-a3b17db28ff1,segment=NetworkSegment(1367ded2-26f3-442a-8ed8-8e4fe90f2ba6),segment_id=1367ded2-26f3-442a-8ed8-8e4fe90f2ba6)] {{(pid=88990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:50:47.358507 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-caae8237-404c-4b30-b0a4-6a68363fe095 req-582b0477-4352-4820-a909-a899d4d38aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:47.364143 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-99e47e2b-139c-41f4-a65e-f42c174e7489 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:50:47.416870 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-caae8237-404c-4b30-b0a4-6a68363fe095 req-582b0477-4352-4820-a909-a899d4d38aec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:47.418386 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-caae8237-404c-4b30-b0a4-6a68363fe095 req-582b0477-4352-4820-a909-a899d4d38aec service neutron] 10.222.0.32 "PUT /v2.0/ports/5d660e45-74da-4b17-ac26-a3b17db28ff1 HTTP/1.1" status: 200 len: 1093 time: 1.1744556 Dec 15 19:50:47.421058 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ecbd82c-d6da-4b54-ad85-c0404126b257', 'tag': '5d660e45-74da-4b17-ac26-a3b17db28ff1'}] {{(pid=88990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:50:47.452722 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582b0477-4352-4820-a909-a899d4d38aec service neutron] Pushing event updated for resources: {'Port': ['ID=5d660e45-74da-4b17-ac26-a3b17db28ff1,revision_number=3']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:50:47.456164 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-582b0477-4352-4820-a909-a899d4d38aec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:50:47.516647 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ecbd82c-d6da-4b54-ad85-c0404126b257', 'tag': '5d660e45-74da-4b17-ac26-a3b17db28ff1', 'status': 'completed', 'code': 200} Dec 15 19:50:47.561716 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-caae8237-404c-4b30-b0a4-6a68363fe095 req-45cfbffb-81ca-4d1b-8fd3-0cdb35ea7ce6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4f5a88559dde48d98560b094b41c0ecd&device_id=0ecbd82c-d6da-4b54-ad85-c0404126b257 HTTP/1.1" status: 200 len: 1096 time: 0.0797124 Dec 15 19:50:47.644112 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-caae8237-404c-4b30-b0a4-6a68363fe095 req-df00b4b0-8205-472f-bae5-f702971b7ba0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d660e45-74da-4b17-ac26-a3b17db28ff1 HTTP/1.1" status: 200 len: 217 time: 0.0709553 Dec 15 19:50:47.718992 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae8237-404c-4b30-b0a4-6a68363fe095 req-7992f8cf-0130-4499-870c-ccb550f4a980 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:50:47.720584 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-caae8237-404c-4b30-b0a4-6a68363fe095 req-7992f8cf-0130-4499-870c-ccb550f4a980 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4409bb67-32b6-4ce3-b291-b51b7fb8138f HTTP/1.1" status: 200 len: 851 time: 0.0662856 Dec 15 19:50:47.804930 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-caae8237-404c-4b30-b0a4-6a68363fe095 req-f6ec9674-7461-46ea-a930-b2b23819cc09 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d49506b5-5248-490c-b7eb-e14fa3a09292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737562 Dec 15 19:50:47.955610 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-caae8237-404c-4b30-b0a4-6a68363fe095 req-ada1f463-28e7-443a-b223-b6b23a3baebb service neutron] 10.222.0.32 "GET /v2.0/networks/d49506b5-5248-490c-b7eb-e14fa3a09292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397040 Dec 15 19:50:48.164691 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-caae8237-404c-4b30-b0a4-6a68363fe095 req-0285c87d-1007-4ba6-a34b-f23228b7c569 service neutron] 10.222.0.32 "GET /v2.0/networks/d49506b5-5248-490c-b7eb-e14fa3a09292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994712 Dec 15 19:50:48.185371 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cfb011-739a-4f8e-8227-7b16903c3941 req-b98dab96-5a35-4718-9d59-60489ac0f141 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:50:48.187016 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-49cfb011-739a-4f8e-8227-7b16903c3941 req-b98dab96-5a35-4718-9d59-60489ac0f141 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ecbd82c-d6da-4b54-ad85-c0404126b257 HTTP/1.1" status: 200 len: 943 time: 0.1330607 Dec 15 19:50:48.236737 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-49cfb011-739a-4f8e-8227-7b16903c3941 req-9529a007-ff84-4984-980c-a4c4ee149517 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432110 Dec 15 19:50:48.325695 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5136dede-103e-4797-bb1e-894f0856aa8e req-0d3e80f0-e3c6-4bc5-a3eb-5ceea2335855 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4f5a88559dde48d98560b094b41c0ecd&device_id=0ecbd82c-d6da-4b54-ad85-c0404126b257 HTTP/1.1" status: 200 len: 1096 time: 0.0729208 Dec 15 19:50:48.700155 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5136dede-103e-4797-bb1e-894f0856aa8e req-54523539-8a58-4674-a075-840bfc363836 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:50:48.701748 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5136dede-103e-4797-bb1e-894f0856aa8e req-54523539-8a58-4674-a075-840bfc363836 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d49506b5-5248-490c-b7eb-e14fa3a09292 HTTP/1.1" status: 200 len: 913 time: 0.3690500 Dec 15 19:50:48.777684 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5136dede-103e-4797-bb1e-894f0856aa8e req-f3a70200-b1ab-487e-8b7a-2ae2c485e6fb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d660e45-74da-4b17-ac26-a3b17db28ff1 HTTP/1.1" status: 200 len: 217 time: 0.0664246 Dec 15 19:50:48.849189 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5136dede-103e-4797-bb1e-894f0856aa8e req-d1598972-87f8-4292-9a7a-f32f477f90cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:50:48.850752 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5136dede-103e-4797-bb1e-894f0856aa8e req-d1598972-87f8-4292-9a7a-f32f477f90cf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4409bb67-32b6-4ce3-b291-b51b7fb8138f HTTP/1.1" status: 200 len: 851 time: 0.0666215 Dec 15 19:50:48.930027 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5136dede-103e-4797-bb1e-894f0856aa8e req-2829dce3-5fef-4545-818c-5d00207a70c1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d49506b5-5248-490c-b7eb-e14fa3a09292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718336 Dec 15 19:50:49.074275 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5136dede-103e-4797-bb1e-894f0856aa8e req-9906d959-f9b5-4ffb-a5ed-b481c7e3a132 service neutron] 10.222.0.32 "GET /v2.0/networks/d49506b5-5248-490c-b7eb-e14fa3a09292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356387 Dec 15 19:50:49.216509 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5136dede-103e-4797-bb1e-894f0856aa8e req-f973197b-6e05-4708-92c4-db68ed33733a service neutron] 10.222.0.32 "GET /v2.0/networks/d49506b5-5248-490c-b7eb-e14fa3a09292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349781 Dec 15 19:50:49.442505 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb66f7d-6292-4f22-ad88-82ccf8b3016b req-785c3643-cd9b-4579-afda-e57b324ec643 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:50:49.444087 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7fb66f7d-6292-4f22-ad88-82ccf8b3016b req-785c3643-cd9b-4579-afda-e57b324ec643 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ecbd82c-d6da-4b54-ad85-c0404126b257 HTTP/1.1" status: 200 len: 943 time: 0.0810769 Dec 15 19:50:49.495644 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7fb66f7d-6292-4f22-ad88-82ccf8b3016b req-a8b59225-ffa7-4d68-94f3-7ba32ca44c8f tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447636 Dec 15 19:50:50.700996 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cd69db-5203-484d-963f-4ebbf78ae41e req-fe45bd1d-6cd4-4adb-bc79-a7bd0c6607c9 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:50:50.702626 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-28cd69db-5203-484d-963f-4ebbf78ae41e req-fe45bd1d-6cd4-4adb-bc79-a7bd0c6607c9 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ecbd82c-d6da-4b54-ad85-c0404126b257 HTTP/1.1" status: 200 len: 943 time: 0.0827656 Dec 15 19:50:50.751424 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-28cd69db-5203-484d-963f-4ebbf78ae41e req-e73eb1ef-1283-45f9-a9f6-bb63c5750c28 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427055 Dec 15 19:50:51.703393 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 5d660e45-74da-4b17-ac26-a3b17db28ff1 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 15 19:50:51.964597 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9765c3-8d5a-44d5-b640-8ec09a8967be req-053bc8bb-1145-4a87-9b6d-b9fed7030b2e tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:50:51.966103 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8f9765c3-8d5a-44d5-b640-8ec09a8967be req-053bc8bb-1145-4a87-9b6d-b9fed7030b2e tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ecbd82c-d6da-4b54-ad85-c0404126b257 HTTP/1.1" status: 200 len: 943 time: 0.0880129 Dec 15 19:50:52.005771 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 5d660e45-74da-4b17-ac26-a3b17db28ff1, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5d660e45-74da-4b17-ac26-a3b17db28ff1,segment=NetworkSegment(1367ded2-26f3-442a-8ed8-8e4fe90f2ba6),segment_id=1367ded2-26f3-442a-8ed8-8e4fe90f2ba6)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:50:52.014630 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8f9765c3-8d5a-44d5-b640-8ec09a8967be req-d17f67b1-b55d-42df-a390-0f27d1101b96 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421178 Dec 15 19:50:52.020173 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Returning: {'device': '5d660e45-74da-4b17-ac26-a3b17db28ff1', 'network_id': 'd49506b5-5248-490c-b7eb-e14fa3a09292', 'port_id': '5d660e45-74da-4b17-ac26-a3b17db28ff1', 'mac_address': 'fa:16:3e:76:73:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4409bb67-32b6-4ce3-b291-b51b7fb8138f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 19:50:52.075320 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:52.093945 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d660e45-74da-4b17-ac26-a3b17db28ff1 {{(pid=88992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 19:50:52.110014 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 5d660e45-74da-4b17-ac26-a3b17db28ff1, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5d660e45-74da-4b17-ac26-a3b17db28ff1,segment=NetworkSegment(1367ded2-26f3-442a-8ed8-8e4fe90f2ba6),segment_id=1367ded2-26f3-442a-8ed8-8e4fe90f2ba6)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:50:52.158059 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:52.160203 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:50:52.231705 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=5d660e45-74da-4b17-ac26-a3b17db28ff1,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:50:52.234944 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:50:52.425253 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] get_ports_and_sgs() called for port_ids ['5d660e45-74da-4b17-ac26-a3b17db28ff1'] {{(pid=88992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 19:50:53.221857 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663542cb-f161-4604-94e5-879070f65938 req-dfab5ad4-7347-473c-9204-b44067100148 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:50:53.223561 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-663542cb-f161-4604-94e5-879070f65938 req-dfab5ad4-7347-473c-9204-b44067100148 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ecbd82c-d6da-4b54-ad85-c0404126b257 HTTP/1.1" status: 200 len: 944 time: 0.0842016 Dec 15 19:50:53.272435 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-663542cb-f161-4604-94e5-879070f65938 req-25306e98-24a3-4213-852f-e139ac8d1f1b tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421789 Dec 15 19:50:53.703185 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 5d660e45-74da-4b17-ac26-a3b17db28ff1 up at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:50:53.832633 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning for port 5d660e45-74da-4b17-ac26-a3b17db28ff1 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:50:53.838449 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning complete for port 5d660e45-74da-4b17-ac26-a3b17db28ff1 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:50:53.838884 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:53.954783 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:53.982549 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ecbd82c-d6da-4b54-ad85-c0404126b257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d660e45-74da-4b17-ac26-a3b17db28ff1'}] {{(pid=88992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:50:53.992337 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 5d660e45-74da-4b17-ac26-a3b17db28ff1, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5d660e45-74da-4b17-ac26-a3b17db28ff1,segment=NetworkSegment(1367ded2-26f3-442a-8ed8-8e4fe90f2ba6),segment_id=1367ded2-26f3-442a-8ed8-8e4fe90f2ba6)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:50:54.037487 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ecbd82c-d6da-4b54-ad85-c0404126b257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d660e45-74da-4b17-ac26-a3b17db28ff1', 'code': 200} Dec 15 19:50:54.043698 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:54.045665 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c6e68529-03fe-4b59-ab74-27d47340012f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:50:54.111653 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=5d660e45-74da-4b17-ac26-a3b17db28ff1,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:50:54.114852 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:50:54.346660 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:54.358523 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-51bbf4d5-7042-483d-a8d5-a67c499ec5f4 req-29ad6acc-8cb0-434b-938a-ecd23766fc99 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0ecbd82c-d6da-4b54-ad85-c0404126b257 HTTP/1.1" status: 200 len: 1098 time: 0.0798106 Dec 15 19:50:54.450317 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-51bbf4d5-7042-483d-a8d5-a67c499ec5f4 req-0ceb80b7-3c8e-47b6-ae27-b1fd7dbbe906 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820050 Dec 15 19:50:54.486528 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db0b38-77c9-4cae-af80-d70ee4fedc48 req-656fdc68-f695-446b-961a-a87190a3b8c6 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:50:54.488122 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-53db0b38-77c9-4cae-af80-d70ee4fedc48 req-656fdc68-f695-446b-961a-a87190a3b8c6 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ecbd82c-d6da-4b54-ad85-c0404126b257 HTTP/1.1" status: 200 len: 945 time: 0.0903356 Dec 15 19:50:54.536207 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-53db0b38-77c9-4cae-af80-d70ee4fedc48 req-bf7b3516-c993-4c45-ad91-78f2f210c86c tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419340 Dec 15 19:50:55.755011 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb57ad0-82ad-47db-b746-541b1a1697a3 req-07eb9223-b014-4b60-a451-780dae5a1de7 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:50:55.756701 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ffb57ad0-82ad-47db-b746-541b1a1697a3 req-07eb9223-b014-4b60-a451-780dae5a1de7 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ecbd82c-d6da-4b54-ad85-c0404126b257 HTTP/1.1" status: 200 len: 945 time: 0.0876589 Dec 15 19:50:55.807143 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ffb57ad0-82ad-47db-b746-541b1a1697a3 req-a962fa18-9f8a-43ad-8726-b253e860526e tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434747 Dec 15 19:50:57.009803 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8451de0-90cc-4123-96a4-0c9e170734b5 req-82e87761-df48-4c3d-b3a6-bbdb7097418f tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:50:57.011418 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b8451de0-90cc-4123-96a4-0c9e170734b5 req-82e87761-df48-4c3d-b3a6-bbdb7097418f tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ecbd82c-d6da-4b54-ad85-c0404126b257 HTTP/1.1" status: 200 len: 945 time: 0.0841944 Dec 15 19:50:57.062678 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b8451de0-90cc-4123-96a4-0c9e170734b5 req-7cec17c9-21a9-47c1-b643-aa2a12926758 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451255 Dec 15 19:50:57.258734 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a065cefc-71f1-4784-b70c-3acef9ebb13e req-4aff0e1e-19c0-4914-b158-fc886f71a9f7 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:50:57.260448 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a065cefc-71f1-4784-b70c-3acef9ebb13e req-4aff0e1e-19c0-4914-b158-fc886f71a9f7 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ecbd82c-d6da-4b54-ad85-c0404126b257 HTTP/1.1" status: 200 len: 945 time: 0.0830476 Dec 15 19:50:57.269711 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 60872) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:50:57.275555 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-35ad444c-efee-4ed5-8c7c-97e6f219de49 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Request body: {'floatingip': {'port_id': '5d660e45-74da-4b17-ac26-a3b17db28ff1'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:50:57.356617 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-35ad444c-efee-4ed5-8c7c-97e6f219de49 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks [] for floatingip, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:57.967117 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-35ad444c-efee-4ed5-8c7c-97e6f219de49 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:57.997681 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-35ad444c-efee-4ed5-8c7c-97e6f219de49 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634093'] for floatingip, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:58.191054 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.l3_db [None req-35ad444c-efee-4ed5-8c7c-97e6f219de49 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Floating IP 69426a21-0691-4795-a61f-8aaa41449b86 associated. External IP: 172.26.3.47, port: 5d660e45-74da-4b17-ac26-a3b17db28ff1. Dec 15 19:50:58.826710 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35ad444c-efee-4ed5-8c7c-97e6f219de49 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Router 2d5eb65a-ea38-4110-8af4-7dd3afa513ee has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:50:59.035025 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35ad444c-efee-4ed5-8c7c-97e6f219de49 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:50:59.039620 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-35ad444c-efee-4ed5-8c7c-97e6f219de49 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:50:59.045079 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033e7466-8c74-4cec-a56e-6030bf0b991e None None] Sync routers for ids ['2d5eb65a-ea38-4110-8af4-7dd3afa513ee'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:50:59.058899 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033e7466-8c74-4cec-a56e-6030bf0b991e None None] Routers {'2d5eb65a-ea38-4110-8af4-7dd3afa513ee'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:50:59.059587 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-033e7466-8c74-4cec-a56e-6030bf0b991e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:50:41Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['2d5eb65a-ea38-4110-8af4-7dd3afa513ee'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:50:59.094352 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-35ad444c-efee-4ed5-8c7c-97e6f219de49 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "PUT /v2.0/floatingips/69426a21-0691-4795-a61f-8aaa41449b86 HTTP/1.1" status: 200 len: 990 time: 1.8234496 Dec 15 19:50:59.095073 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ecbd82c-d6da-4b54-ad85-c0404126b257', 'tag': '5d660e45-74da-4b17-ac26-a3b17db28ff1'}] {{(pid=88990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:50:59.156101 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ecbd82c-d6da-4b54-ad85-c0404126b257', 'tag': '5d660e45-74da-4b17-ac26-a3b17db28ff1', 'status': 'completed', 'code': 200} Dec 15 19:50:59.254702 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-033e7466-8c74-4cec-a56e-6030bf0b991e None None] Set router 2d5eb65a-ea38-4110-8af4-7dd3afa513ee gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:50:59.355067 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-55fa5162-b275-4a10-9aa1-7f6a516ce41e req-fa717bf6-2b8d-4c68-8f7c-9bc411850e36 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4f5a88559dde48d98560b094b41c0ecd&device_id=0ecbd82c-d6da-4b54-ad85-c0404126b257 HTTP/1.1" status: 200 len: 1098 time: 0.1764565 Dec 15 19:50:59.498248 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa5162-b275-4a10-9aa1-7f6a516ce41e req-d02db536-169f-4270-914e-ff56c7944a48 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:50:59.499869 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-55fa5162-b275-4a10-9aa1-7f6a516ce41e req-d02db536-169f-4270-914e-ff56c7944a48 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d49506b5-5248-490c-b7eb-e14fa3a09292 HTTP/1.1" status: 200 len: 913 time: 0.1384888 Dec 15 19:50:59.604762 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-55fa5162-b275-4a10-9aa1-7f6a516ce41e req-240d5637-27d4-4dd8-86d2-0fa6d2d38abb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d660e45-74da-4b17-ac26-a3b17db28ff1 HTTP/1.1" status: 200 len: 998 time: 0.0981688 Dec 15 19:50:59.621426 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-033e7466-8c74-4cec-a56e-6030bf0b991e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'name': 'tempest-ServerActionsTestJSON-1598376602-router', 'tenant_id': '4f5a88559dde48d98560b094b41c0ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': '8f262a49-4e07-40e5-b233-41dcb663cb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:50:33Z', 'updated_at': '2021-12-15T19:50:37Z', 'revision_number': 4, 'project_id': '4f5a88559dde48d98560b094b41c0ecd', 'gw_port': {'id': '8f262a49-4e07-40e5-b233-41dcb663cb3a', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:40:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:50:33Z', 'updated_at': '2021-12-15T19:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': '69426a21-0691-4795-a61f-8aaa41449b86', 'tenant_id': '4f5a88559dde48d98560b094b41c0ecd', 'floating_ip_address': '172.26.3.47', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'port_id': '5d660e45-74da-4b17-ac26-a3b17db28ff1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd49506b5-5248-490c-b7eb-e14fa3a09292', 'mac_address': 'fa:16:3e:76:73:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ecbd82c-d6da-4b54-ad85-c0404126b257', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:50:40Z', 'updated_at': '2021-12-15T19:50:57Z', 'revision_number': 1, 'project_id': '4f5a88559dde48d98560b094b41c0ecd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3850aa9-e0fb-4fef-a841-1fe199fd2df9', 'name': '', 'network_id': 'd49506b5-5248-490c-b7eb-e14fa3a09292', 'tenant_id': '4f5a88559dde48d98560b094b41c0ecd', 'mac_address': 'fa:16:3e:c1:0e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4409bb67-32b6-4ce3-b291-b51b7fb8138f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:50:36Z', 'updated_at': '2021-12-15T19:50:45Z', 'revision_number': 5, 'project_id': '4f5a88559dde48d98560b094b41c0ecd', 'subnets': [{'id': '4409bb67-32b6-4ce3-b291-b51b7fb8138f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:50:59.625507 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033e7466-8c74-4cec-a56e-6030bf0b991e None None] Checking router: 2d5eb65a-ea38-4110-8af4-7dd3afa513ee for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:50:59.637355 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033e7466-8c74-4cec-a56e-6030bf0b991e None None] Routers {'2d5eb65a-ea38-4110-8af4-7dd3afa513ee'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:50:59.638033 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-033e7466-8c74-4cec-a56e-6030bf0b991e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:50:41Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['2d5eb65a-ea38-4110-8af4-7dd3afa513ee'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:50:59.676517 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa5162-b275-4a10-9aa1-7f6a516ce41e req-682cf419-7352-40d9-b31f-c783689d4fea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:50:59.678105 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-55fa5162-b275-4a10-9aa1-7f6a516ce41e req-682cf419-7352-40d9-b31f-c783689d4fea service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4409bb67-32b6-4ce3-b291-b51b7fb8138f HTTP/1.1" status: 200 len: 851 time: 0.0676143 Dec 15 19:50:59.759337 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-55fa5162-b275-4a10-9aa1-7f6a516ce41e req-767327f1-baa3-4f1c-bb16-65b5ef31db8b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d49506b5-5248-490c-b7eb-e14fa3a09292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746374 Dec 15 19:50:59.823814 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-033e7466-8c74-4cec-a56e-6030bf0b991e None None] Set router 2d5eb65a-ea38-4110-8af4-7dd3afa513ee gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:50:59.902077 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-55fa5162-b275-4a10-9aa1-7f6a516ce41e req-5c44e479-f7b8-4694-aed2-85c67ad6a867 service neutron] 10.222.0.32 "GET /v2.0/networks/d49506b5-5248-490c-b7eb-e14fa3a09292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356874 Dec 15 19:51:00.046578 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-55fa5162-b275-4a10-9aa1-7f6a516ce41e req-075678d7-6d44-4c30-aafa-51ca5fdea08a service neutron] 10.222.0.32 "GET /v2.0/networks/d49506b5-5248-490c-b7eb-e14fa3a09292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383371 Dec 15 19:51:00.190822 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-033e7466-8c74-4cec-a56e-6030bf0b991e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'name': 'tempest-ServerActionsTestJSON-1598376602-router', 'tenant_id': '4f5a88559dde48d98560b094b41c0ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': '8f262a49-4e07-40e5-b233-41dcb663cb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:50:33Z', 'updated_at': '2021-12-15T19:50:37Z', 'revision_number': 4, 'project_id': '4f5a88559dde48d98560b094b41c0ecd', 'gw_port': {'id': '8f262a49-4e07-40e5-b233-41dcb663cb3a', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:40:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:50:33Z', 'updated_at': '2021-12-15T19:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': '69426a21-0691-4795-a61f-8aaa41449b86', 'tenant_id': '4f5a88559dde48d98560b094b41c0ecd', 'floating_ip_address': '172.26.3.47', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'port_id': '5d660e45-74da-4b17-ac26-a3b17db28ff1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd49506b5-5248-490c-b7eb-e14fa3a09292', 'mac_address': 'fa:16:3e:76:73:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ecbd82c-d6da-4b54-ad85-c0404126b257', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:50:40Z', 'updated_at': '2021-12-15T19:50:57Z', 'revision_number': 1, 'project_id': '4f5a88559dde48d98560b094b41c0ecd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3850aa9-e0fb-4fef-a841-1fe199fd2df9', 'name': '', 'network_id': 'd49506b5-5248-490c-b7eb-e14fa3a09292', 'tenant_id': '4f5a88559dde48d98560b094b41c0ecd', 'mac_address': 'fa:16:3e:c1:0e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4409bb67-32b6-4ce3-b291-b51b7fb8138f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:50:36Z', 'updated_at': '2021-12-15T19:50:45Z', 'revision_number': 5, 'project_id': '4f5a88559dde48d98560b094b41c0ecd', 'subnets': [{'id': '4409bb67-32b6-4ce3-b291-b51b7fb8138f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:51:00.194921 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033e7466-8c74-4cec-a56e-6030bf0b991e None None] The sync data for ids ['2d5eb65a-ea38-4110-8af4-7dd3afa513ee'] in dv-neutron-821831-2-hyperv is: [{'id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'name': 'tempest-ServerActionsTestJSON-1598376602-router', 'tenant_id': '4f5a88559dde48d98560b094b41c0ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': '8f262a49-4e07-40e5-b233-41dcb663cb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:50:33Z', 'updated_at': '2021-12-15T19:50:37Z', 'revision_number': 4, 'project_id': '4f5a88559dde48d98560b094b41c0ecd', 'gw_port': {'id': '8f262a49-4e07-40e5-b233-41dcb663cb3a', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:40:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:50:33Z', 'updated_at': '2021-12-15T19:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': '69426a21-0691-4795-a61f-8aaa41449b86', 'tenant_id': '4f5a88559dde48d98560b094b41c0ecd', 'floating_ip_address': '172.26.3.47', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'port_id': '5d660e45-74da-4b17-ac26-a3b17db28ff1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd49506b5-5248-490c-b7eb-e14fa3a09292', 'mac_address': 'fa:16:3e:76:73:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ecbd82c-d6da-4b54-ad85-c0404126b257', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:50:40Z', 'updated_at': '2021-12-15T19:50:57Z', 'revision_number': 1, 'project_id': '4f5a88559dde48d98560b094b41c0ecd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3850aa9-e0fb-4fef-a841-1fe199fd2df9', 'name': '', 'network_id': 'd49506b5-5248-490c-b7eb-e14fa3a09292', 'tenant_id': '4f5a88559dde48d98560b094b41c0ecd', 'mac_address': 'fa:16:3e:c1:0e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4409bb67-32b6-4ce3-b291-b51b7fb8138f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:50:36Z', 'updated_at': '2021-12-15T19:50:45Z', 'revision_number': 5, 'project_id': '4f5a88559dde48d98560b094b41c0ecd', 'subnets': [{'id': '4409bb67-32b6-4ce3-b291-b51b7fb8138f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:51:00.551261 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d429d0-1ebc-4622-baf2-6355c9b33e02 None None] New status for floating IP 69426a21-0691-4795-a61f-8aaa41449b86: ACTIVE {{(pid=88993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 15 19:51:04.616347 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7ba35da5-2b4c-4968-bd37-29293c5c4707 req-c01e2b3e-e96e-4b2e-a99c-886c4479131f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0ecbd82c-d6da-4b54-ad85-c0404126b257&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0796237 Dec 15 19:51:04.770098 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7ba35da5-2b4c-4968-bd37-29293c5c4707 req-29f76913-aec7-4f0e-b4f4-d7e7b10786b9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4f5a88559dde48d98560b094b41c0ecd&device_id=0ecbd82c-d6da-4b54-ad85-c0404126b257 HTTP/1.1" status: 200 len: 1098 time: 0.0758088 Dec 15 19:51:04.930023 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba35da5-2b4c-4968-bd37-29293c5c4707 req-5ff80372-090d-4999-957f-3d1cb129da77 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:51:04.931812 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7ba35da5-2b4c-4968-bd37-29293c5c4707 req-5ff80372-090d-4999-957f-3d1cb129da77 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d49506b5-5248-490c-b7eb-e14fa3a09292 HTTP/1.1" status: 200 len: 913 time: 0.1433814 Dec 15 19:51:05.041210 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7ba35da5-2b4c-4968-bd37-29293c5c4707 req-8e42d476-d3b6-4fb6-bc93-b032263d38eb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d660e45-74da-4b17-ac26-a3b17db28ff1 HTTP/1.1" status: 200 len: 1000 time: 0.1024528 Dec 15 19:51:05.108268 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba35da5-2b4c-4968-bd37-29293c5c4707 req-d058aa1b-678b-4146-b915-e393575f2307 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:51:05.109819 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7ba35da5-2b4c-4968-bd37-29293c5c4707 req-d058aa1b-678b-4146-b915-e393575f2307 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4409bb67-32b6-4ce3-b291-b51b7fb8138f HTTP/1.1" status: 200 len: 851 time: 0.0634387 Dec 15 19:51:05.191788 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7ba35da5-2b4c-4968-bd37-29293c5c4707 req-832bb862-e590-4d0c-a322-a81aa45e83bf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d49506b5-5248-490c-b7eb-e14fa3a09292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755813 Dec 15 19:51:05.333661 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7ba35da5-2b4c-4968-bd37-29293c5c4707 req-d35d80b3-5295-4033-a7f0-e2e76ac70dfb service neutron] 10.222.0.32 "GET /v2.0/networks/d49506b5-5248-490c-b7eb-e14fa3a09292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354632 Dec 15 19:51:05.476481 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7ba35da5-2b4c-4968-bd37-29293c5c4707 req-afe70289-4cdd-43a3-b804-0e5c7b5ad56d service neutron] 10.222.0.32 "GET /v2.0/networks/d49506b5-5248-490c-b7eb-e14fa3a09292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357102 Dec 15 19:51:08.238199 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-22c9f496-86f7-4666-9a7f-942650a462a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:51:08.932518 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 19:51:09.478270 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:51:10.552454 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-919028e8-9532-4cc3-92ab-d05c4aae05f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:51:10.906525 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:51:12.672234 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:51:24.373963 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:51:38.237832 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4598d186-ef96-4f13-9f58-01485f690d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:51:38.504407 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef127e77-073a-4980-bb21-6bd8151d054b req-94c8cd27-8505-459b-b66c-b5a9f402bac6 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:51:38.505990 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ef127e77-073a-4980-bb21-6bd8151d054b req-94c8cd27-8505-459b-b66c-b5a9f402bac6 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ecbd82c-d6da-4b54-ad85-c0404126b257 HTTP/1.1" status: 200 len: 945 time: 0.0833077 Dec 15 19:51:38.552891 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ef127e77-073a-4980-bb21-6bd8151d054b req-5e3474cb-a07e-45ba-a9c7-6e88b9947aa1 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406885 Dec 15 19:51:38.765076 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e2d9350d-a401-41a6-b741-663b1f40a06c req-4945c301-25a1-4445-ad4d-8af8aba197af service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0ecbd82c-d6da-4b54-ad85-c0404126b257&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0771523 Dec 15 19:51:39.126403 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-953f6f77-d1c8-4c09-812b-2c55e251e84b req-0d3ea9d9-2ab5-4bfa-8065-1bdea8cccc61 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0ecbd82c-d6da-4b54-ad85-c0404126b257&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0735271 Dec 15 19:51:39.205581 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58090ed-da06-4b8a-9d49-4dee9beaff48 req-56fa7a18-ddf7-4486-9178-e3d6ca0ebea3 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:51:39.207246 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c58090ed-da06-4b8a-9d49-4dee9beaff48 req-56fa7a18-ddf7-4486-9178-e3d6ca0ebea3 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ecbd82c-d6da-4b54-ad85-c0404126b257 HTTP/1.1" status: 200 len: 945 time: 0.1565542 Dec 15 19:51:39.257636 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c58090ed-da06-4b8a-9d49-4dee9beaff48 req-7c5dcd0b-3ee2-439c-8223-eed9401f972a tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430059 Dec 15 19:51:39.477502 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:51:40.553676 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f0a738-2049-448b-9e9e-75daa54a6002 req-dad641c7-9006-4309-a770-94182c029f59 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:51:40.555850 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a7f0a738-2049-448b-9e9e-75daa54a6002 req-dad641c7-9006-4309-a770-94182c029f59 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ecbd82c-d6da-4b54-ad85-c0404126b257 HTTP/1.1" status: 200 len: 945 time: 0.1705825 Dec 15 19:51:40.557468 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-268d4280-3db8-4871-939c-fab23a70f48a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:51:40.605179 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a7f0a738-2049-448b-9e9e-75daa54a6002 req-c3a90b03-f904-413f-b93f-efb74d2f407b tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427866 Dec 15 19:51:40.911991 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:51:40.941919 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-953f6f77-d1c8-4c09-812b-2c55e251e84b req-a389a195-8b59-4107-9fa9-473a712d3a54 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4f5a88559dde48d98560b094b41c0ecd&device_id=0ecbd82c-d6da-4b54-ad85-c0404126b257 HTTP/1.1" status: 200 len: 1098 time: 0.0760725 Dec 15 19:51:41.087661 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953f6f77-d1c8-4c09-812b-2c55e251e84b req-92256a96-9106-46e6-b934-6125369af2f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:51:41.089146 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-953f6f77-d1c8-4c09-812b-2c55e251e84b req-92256a96-9106-46e6-b934-6125369af2f2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d49506b5-5248-490c-b7eb-e14fa3a09292 HTTP/1.1" status: 200 len: 913 time: 0.1361315 Dec 15 19:51:41.198783 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-953f6f77-d1c8-4c09-812b-2c55e251e84b req-e1068690-288c-48b2-ae7f-64ea226992fd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d660e45-74da-4b17-ac26-a3b17db28ff1 HTTP/1.1" status: 200 len: 1000 time: 0.0995643 Dec 15 19:51:41.270785 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953f6f77-d1c8-4c09-812b-2c55e251e84b req-782990bd-ba09-4cfe-b8b1-84db203af21d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:51:41.272359 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-953f6f77-d1c8-4c09-812b-2c55e251e84b req-782990bd-ba09-4cfe-b8b1-84db203af21d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4409bb67-32b6-4ce3-b291-b51b7fb8138f HTTP/1.1" status: 200 len: 851 time: 0.0638816 Dec 15 19:51:41.357215 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-953f6f77-d1c8-4c09-812b-2c55e251e84b req-541e7853-b237-4f21-9269-38309ec2073c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d49506b5-5248-490c-b7eb-e14fa3a09292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748987 Dec 15 19:51:41.499997 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-953f6f77-d1c8-4c09-812b-2c55e251e84b req-78507749-176b-4148-b9a5-9c78ae29132a service neutron] 10.222.0.32 "GET /v2.0/networks/d49506b5-5248-490c-b7eb-e14fa3a09292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326392 Dec 15 19:51:41.927369 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-953f6f77-d1c8-4c09-812b-2c55e251e84b req-fb178f0c-0aeb-40f3-a35d-b55a77f86a8a service neutron] 10.222.0.32 "GET /v2.0/networks/d49506b5-5248-490c-b7eb-e14fa3a09292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4149733 Dec 15 19:51:41.958697 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb339d-7df1-43ed-9aae-504d523d1fb6 req-6713a503-a147-41ce-ba03-ef43a0b6bad5 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:51:41.960515 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b8cb339d-7df1-43ed-9aae-504d523d1fb6 req-6713a503-a147-41ce-ba03-ef43a0b6bad5 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ecbd82c-d6da-4b54-ad85-c0404126b257 HTTP/1.1" status: 200 len: 945 time: 0.1041842 Dec 15 19:51:42.011820 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b8cb339d-7df1-43ed-9aae-504d523d1fb6 req-d3bd8ae0-2ad5-4ddc-b907-91cf81bc7787 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437372 Dec 15 19:51:42.688125 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:51:43.222266 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26087d-6df6-4bd6-8e19-4c9255f2a200 req-0fa70bc5-9c66-4025-a675-18212efd2b88 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:51:43.223948 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-bf26087d-6df6-4bd6-8e19-4c9255f2a200 req-0fa70bc5-9c66-4025-a675-18212efd2b88 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ecbd82c-d6da-4b54-ad85-c0404126b257 HTTP/1.1" status: 200 len: 945 time: 0.0862763 Dec 15 19:51:43.272487 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-bf26087d-6df6-4bd6-8e19-4c9255f2a200 req-67f17a78-9d1b-48db-b668-735592ed8cd8 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414617 Dec 15 19:51:44.478848 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc5d9e-60e4-4fa1-b599-b514fce24425 req-b1ad05d1-5677-4d2f-a54b-134610697f9f tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:51:44.480481 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4dfc5d9e-60e4-4fa1-b599-b514fce24425 req-b1ad05d1-5677-4d2f-a54b-134610697f9f tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ecbd82c-d6da-4b54-ad85-c0404126b257 HTTP/1.1" status: 200 len: 945 time: 0.0824692 Dec 15 19:51:44.528439 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4dfc5d9e-60e4-4fa1-b599-b514fce24425 req-e193c5f5-382b-421f-8f95-34f34f57c7d7 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415442 Dec 15 19:51:45.735822 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bef525-35b8-4a48-a0ee-41c67f9d3100 req-ef89729f-425b-44c3-9cbb-e76bb930b013 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:51:45.737450 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c9bef525-35b8-4a48-a0ee-41c67f9d3100 req-ef89729f-425b-44c3-9cbb-e76bb930b013 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ecbd82c-d6da-4b54-ad85-c0404126b257 HTTP/1.1" status: 200 len: 945 time: 0.0843248 Dec 15 19:51:45.785328 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c9bef525-35b8-4a48-a0ee-41c67f9d3100 req-6183d620-5716-4761-a81c-87dd6159e996 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410607 Dec 15 19:51:45.932112 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 19:51:46.990948 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05363e11-46de-47dd-a62d-841428ab4aa9 req-6f7a119f-2da2-4fbf-909c-a397d419f069 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:51:46.992640 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-05363e11-46de-47dd-a62d-841428ab4aa9 req-6f7a119f-2da2-4fbf-909c-a397d419f069 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ecbd82c-d6da-4b54-ad85-c0404126b257 HTTP/1.1" status: 200 len: 945 time: 0.0837770 Dec 15 19:51:47.045938 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-05363e11-46de-47dd-a62d-841428ab4aa9 req-429320a2-efad-42ac-b5c9-6597c4707396 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473576 Dec 15 19:51:48.249027 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abc6db8-f262-4435-8ed3-8d987a2fa728 req-f984b518-d9a2-47d9-82e4-69f9167f9873 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:51:48.250640 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6abc6db8-f262-4435-8ed3-8d987a2fa728 req-f984b518-d9a2-47d9-82e4-69f9167f9873 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ecbd82c-d6da-4b54-ad85-c0404126b257 HTTP/1.1" status: 200 len: 945 time: 0.0821071 Dec 15 19:51:48.297767 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6abc6db8-f262-4435-8ed3-8d987a2fa728 req-1f7fe5a4-b050-4a35-80e9-f5d7b1187948 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410092 Dec 15 19:51:49.510051 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4ebe64-9733-46d7-8334-f0121788598a req-b085ffae-be4c-4eaa-a73e-59605e199219 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:51:49.511709 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4b4ebe64-9733-46d7-8334-f0121788598a req-b085ffae-be4c-4eaa-a73e-59605e199219 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ecbd82c-d6da-4b54-ad85-c0404126b257 HTTP/1.1" status: 200 len: 945 time: 0.0873783 Dec 15 19:51:49.560435 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4b4ebe64-9733-46d7-8334-f0121788598a req-0da604b0-4e69-4be1-8256-29a87e13602e tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426018 Dec 15 19:51:50.770368 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e8b572-0a8b-4831-9405-35aafd12cfcb req-4142fa0e-8b78-4bab-bdd7-1b51e812de58 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:51:50.771953 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-78e8b572-0a8b-4831-9405-35aafd12cfcb req-4142fa0e-8b78-4bab-bdd7-1b51e812de58 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ecbd82c-d6da-4b54-ad85-c0404126b257 HTTP/1.1" status: 200 len: 945 time: 0.0819540 Dec 15 19:51:50.819484 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-78e8b572-0a8b-4831-9405-35aafd12cfcb req-c343b772-ff66-4a40-9fa9-929ce864ce14 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409825 Dec 15 19:51:52.030487 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319a8b93-e74d-47bf-8105-aac5c6fa88ad req-c3cd5cdb-4e1f-44bb-a786-310d6ae6b7bc tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:51:52.032084 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-319a8b93-e74d-47bf-8105-aac5c6fa88ad req-c3cd5cdb-4e1f-44bb-a786-310d6ae6b7bc tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ecbd82c-d6da-4b54-ad85-c0404126b257 HTTP/1.1" status: 200 len: 945 time: 0.0891533 Dec 15 19:51:52.082059 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-319a8b93-e74d-47bf-8105-aac5c6fa88ad req-d5b4d534-c7d6-457a-b2c1-3d2596449b0d tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438550 Dec 15 19:51:53.288512 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd31e4d-4bab-47fa-b18b-72efc8a31a03 req-ca3a2641-1568-4c43-857a-7a90d65d758f tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:51:53.290904 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-cdd31e4d-4bab-47fa-b18b-72efc8a31a03 req-ca3a2641-1568-4c43-857a-7a90d65d758f tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ecbd82c-d6da-4b54-ad85-c0404126b257 HTTP/1.1" status: 200 len: 945 time: 0.0829070 Dec 15 19:51:53.342195 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-cdd31e4d-4bab-47fa-b18b-72efc8a31a03 req-6bc83244-480d-4c4a-beb2-97c2be008b63 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452189 Dec 15 19:51:54.096308 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-953f6f77-d1c8-4c09-812b-2c55e251e84b req-25e2d0e6-bb00-4fe4-8030-9aaf7fef78c8 service neutron] 10.222.0.32 "GET /v2.0/ports/5d660e45-74da-4b17-ac26-a3b17db28ff1/bindings/hv-neutron-8218 HTTP/1.1" status: 200 len: 384 time: 0.0767257 Dec 15 19:51:54.390812 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:51:54.548398 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a68e49f-1af8-486e-a5ee-e3dc833328a0 req-19a61cd0-727c-46d2-81ab-dfee5a3e0c3b tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:51:54.550000 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9a68e49f-1af8-486e-a5ee-e3dc833328a0 req-19a61cd0-727c-46d2-81ab-dfee5a3e0c3b tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ecbd82c-d6da-4b54-ad85-c0404126b257 HTTP/1.1" status: 200 len: 945 time: 0.0840003 Dec 15 19:51:54.651393 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9a68e49f-1af8-486e-a5ee-e3dc833328a0 req-6c1a942b-f0a2-496e-b7c0-15337512e696 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944257 Dec 15 19:51:54.677975 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-953f6f77-d1c8-4c09-812b-2c55e251e84b req-d58d2556-100a-4bf8-8acd-b71eacab6110 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0ecbd82c-d6da-4b54-ad85-c0404126b257&tenant_id=4f5a88559dde48d98560b094b41c0ecd HTTP/1.1" status: 200 len: 1098 time: 0.0943437 Dec 15 19:51:54.781466 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-953f6f77-d1c8-4c09-812b-2c55e251e84b req-1f378386-74e7-4932-99a2-1f192d29b4f8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4f5a88559dde48d98560b094b41c0ecd&device_id=0ecbd82c-d6da-4b54-ad85-c0404126b257 HTTP/1.1" status: 200 len: 1098 time: 0.0744913 Dec 15 19:51:54.924916 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953f6f77-d1c8-4c09-812b-2c55e251e84b req-bd1b661e-adfe-462a-9dc0-74afb983895c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:51:54.926440 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-953f6f77-d1c8-4c09-812b-2c55e251e84b req-bd1b661e-adfe-462a-9dc0-74afb983895c service neutron] 10.222.0.32 "GET /v2.0/networks?id=d49506b5-5248-490c-b7eb-e14fa3a09292 HTTP/1.1" status: 200 len: 913 time: 0.1353123 Dec 15 19:51:55.038526 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-953f6f77-d1c8-4c09-812b-2c55e251e84b req-1a9c18b4-fcb1-4f9e-8687-d16921c17bcf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d660e45-74da-4b17-ac26-a3b17db28ff1 HTTP/1.1" status: 200 len: 1000 time: 0.1014600 Dec 15 19:51:55.116991 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953f6f77-d1c8-4c09-812b-2c55e251e84b req-6bf7ca40-6d46-413c-a2ac-f5026d892ec7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:51:55.118588 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-953f6f77-d1c8-4c09-812b-2c55e251e84b req-6bf7ca40-6d46-413c-a2ac-f5026d892ec7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4409bb67-32b6-4ce3-b291-b51b7fb8138f HTTP/1.1" status: 200 len: 851 time: 0.0699244 Dec 15 19:51:55.203500 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-953f6f77-d1c8-4c09-812b-2c55e251e84b req-44f44c93-1590-48ff-a07c-e1308ecd758b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d49506b5-5248-490c-b7eb-e14fa3a09292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728390 Dec 15 19:51:55.347227 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-953f6f77-d1c8-4c09-812b-2c55e251e84b req-cd419844-a406-4e4f-9032-705ad9467b8d service neutron] 10.222.0.32 "GET /v2.0/networks/d49506b5-5248-490c-b7eb-e14fa3a09292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336617 Dec 15 19:51:55.493946 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-953f6f77-d1c8-4c09-812b-2c55e251e84b req-6832468f-d7bc-4753-a059-f70db17fc405 service neutron] 10.222.0.32 "GET /v2.0/networks/d49506b5-5248-490c-b7eb-e14fa3a09292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356645 Dec 15 19:51:55.857309 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a87efe-4c51-4002-827e-c73310e1b1e2 req-4f3a1ebd-10d3-4e94-b050-46e8dc65d56a tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:51:55.858947 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a7a87efe-4c51-4002-827e-c73310e1b1e2 req-4f3a1ebd-10d3-4e94-b050-46e8dc65d56a tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ecbd82c-d6da-4b54-ad85-c0404126b257 HTTP/1.1" status: 200 len: 945 time: 0.0831835 Dec 15 19:51:55.910222 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a7a87efe-4c51-4002-827e-c73310e1b1e2 req-745671ab-1a9b-40dd-aaf1-ae1d41477c31 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451276 Dec 15 19:51:57.121758 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c68f2a5-4bd9-4ade-bf84-245b4448c96d req-384807f5-f0dd-4e94-b9da-efc11f89fe27 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:51:57.123387 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7c68f2a5-4bd9-4ade-bf84-245b4448c96d req-384807f5-f0dd-4e94-b9da-efc11f89fe27 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ecbd82c-d6da-4b54-ad85-c0404126b257 HTTP/1.1" status: 200 len: 945 time: 0.0859830 Dec 15 19:51:57.171406 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7c68f2a5-4bd9-4ade-bf84-245b4448c96d req-89180804-d958-4c34-803e-9f9114ccfd50 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419097 Dec 15 19:51:58.076682 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 5d660e45-74da-4b17-ac26-a3b17db28ff1 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 15 19:51:58.079295 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 5d660e45-74da-4b17-ac26-a3b17db28ff1 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:51:58.299626 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:51:58.344203 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 5d660e45-74da-4b17-ac26-a3b17db28ff1, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5d660e45-74da-4b17-ac26-a3b17db28ff1,segment=NetworkSegment(1367ded2-26f3-442a-8ed8-8e4fe90f2ba6),segment_id=1367ded2-26f3-442a-8ed8-8e4fe90f2ba6)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:51:58.356247 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ecbd82c-d6da-4b54-ad85-c0404126b257', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d660e45-74da-4b17-ac26-a3b17db28ff1'}] {{(pid=88992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:51:58.372241 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 5d660e45-74da-4b17-ac26-a3b17db28ff1, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5d660e45-74da-4b17-ac26-a3b17db28ff1,segment=NetworkSegment(1367ded2-26f3-442a-8ed8-8e4fe90f2ba6),segment_id=1367ded2-26f3-442a-8ed8-8e4fe90f2ba6)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:51:58.373432 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Returning: {'device': '5d660e45-74da-4b17-ac26-a3b17db28ff1', 'network_id': 'd49506b5-5248-490c-b7eb-e14fa3a09292', 'port_id': '5d660e45-74da-4b17-ac26-a3b17db28ff1', 'mac_address': 'fa:16:3e:76:73:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4409bb67-32b6-4ce3-b291-b51b7fb8138f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 19:51:58.387825 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d2c217-46ac-4a27-9fe7-57bdd337117a req-3d6908a8-d07a-4026-999d-8f7534f235e8 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:51:58.390834 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a3d2c217-46ac-4a27-9fe7-57bdd337117a req-3d6908a8-d07a-4026-999d-8f7534f235e8 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ecbd82c-d6da-4b54-ad85-c0404126b257 HTTP/1.1" status: 200 len: 945 time: 0.0911040 Dec 15 19:51:58.405110 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:51:58.418344 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:51:58.443606 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a3d2c217-46ac-4a27-9fe7-57bdd337117a req-6b4be637-8198-42a2-b6a3-4cecd04b34d0 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476973 Dec 15 19:51:58.612820 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ecbd82c-d6da-4b54-ad85-c0404126b257', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d660e45-74da-4b17-ac26-a3b17db28ff1', 'code': 200} Dec 15 19:51:58.646695 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:51:58.679421 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d660e45-74da-4b17-ac26-a3b17db28ff1 {{(pid=88992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 19:51:58.690262 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=5d660e45-74da-4b17-ac26-a3b17db28ff1,revision_number=6']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:51:58.703116 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:51:58.703511 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:51:58.703901 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:51:58.704283 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:51:58.704663 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:51:58.705041 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:51:58.705491 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:51:58.705875 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:51:58.706284 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:51:58.706645 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:51:58.707014 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:51:58.713445 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 5d660e45-74da-4b17-ac26-a3b17db28ff1, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5d660e45-74da-4b17-ac26-a3b17db28ff1,segment=NetworkSegment(1367ded2-26f3-442a-8ed8-8e4fe90f2ba6),segment_id=1367ded2-26f3-442a-8ed8-8e4fe90f2ba6)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:51:58.714833 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:51:58.734578 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:51:58.737132 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:51:58.811783 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] get_ports_and_sgs() called for port_ids ['5d660e45-74da-4b17-ac26-a3b17db28ff1'] {{(pid=88992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 19:51:58.849159 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=5d660e45-74da-4b17-ac26-a3b17db28ff1,revision_number=7']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:51:58.854396 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:51:58.921892 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f2d80-7cdc-44d2-b0de-68e47f52073c req-dc731282-4c76-4c15-9baf-871c0797a74f tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:51:58.923453 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d46f2d80-7cdc-44d2-b0de-68e47f52073c req-dc731282-4c76-4c15-9baf-871c0797a74f tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ecbd82c-d6da-4b54-ad85-c0404126b257 HTTP/1.1" status: 200 len: 944 time: 0.1570389 Dec 15 19:51:58.930915 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e86006e-d6b9-4787-9bd0-130d2165a649 req-b676242e-ddd8-460b-a169-857cdd8ad614 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:51:58.932401 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2e86006e-d6b9-4787-9bd0-130d2165a649 req-b676242e-ddd8-460b-a169-857cdd8ad614 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ecbd82c-d6da-4b54-ad85-c0404126b257&tenant_id=4f5a88559dde48d98560b094b41c0ecd&binding%3Ahost_id=hv-neutron-8218 HTTP/1.1" status: 200 len: 944 time: 0.1253870 Dec 15 19:51:58.976509 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d46f2d80-7cdc-44d2-b0de-68e47f52073c req-2501f8b3-bc2c-4c02-bea1-c130b5ffec70 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430183 Dec 15 19:51:59.089756 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2e86006e-d6b9-4787-9bd0-130d2165a649 req-99a55e3f-6aee-4365-bb4e-f933d2723f7a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4f5a88559dde48d98560b094b41c0ecd&device_id=0ecbd82c-d6da-4b54-ad85-c0404126b257 HTTP/1.1" status: 200 len: 1097 time: 0.0751050 Dec 15 19:51:59.231815 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e86006e-d6b9-4787-9bd0-130d2165a649 req-664ffb58-a447-4514-aabb-91b5ed74f8df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:51:59.233312 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2e86006e-d6b9-4787-9bd0-130d2165a649 req-664ffb58-a447-4514-aabb-91b5ed74f8df service neutron] 10.222.0.32 "GET /v2.0/networks?id=d49506b5-5248-490c-b7eb-e14fa3a09292 HTTP/1.1" status: 200 len: 913 time: 0.1371682 Dec 15 19:51:59.342944 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2e86006e-d6b9-4787-9bd0-130d2165a649 req-2e5fc89a-7b7a-45d8-8783-8ce5a49edd53 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d660e45-74da-4b17-ac26-a3b17db28ff1 HTTP/1.1" status: 200 len: 999 time: 0.1021323 Dec 15 19:51:59.415425 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e86006e-d6b9-4787-9bd0-130d2165a649 req-7f489f9f-ad8e-4d84-8727-7d0748b9f76f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:51:59.416981 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2e86006e-d6b9-4787-9bd0-130d2165a649 req-7f489f9f-ad8e-4d84-8727-7d0748b9f76f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4409bb67-32b6-4ce3-b291-b51b7fb8138f HTTP/1.1" status: 200 len: 851 time: 0.0671833 Dec 15 19:51:59.496463 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2e86006e-d6b9-4787-9bd0-130d2165a649 req-542a9739-174f-410d-bb51-fe8f462d63bc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d49506b5-5248-490c-b7eb-e14fa3a09292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731165 Dec 15 19:51:59.639289 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2e86006e-d6b9-4787-9bd0-130d2165a649 req-b9bfbe09-75bf-4026-969a-3c7fcce99b10 service neutron] 10.222.0.32 "GET /v2.0/networks/d49506b5-5248-490c-b7eb-e14fa3a09292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362696 Dec 15 19:51:59.781676 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2e86006e-d6b9-4787-9bd0-130d2165a649 req-8338153a-aaaa-4959-b587-988fbef4f1ca service neutron] 10.222.0.32 "GET /v2.0/networks/d49506b5-5248-490c-b7eb-e14fa3a09292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359799 Dec 15 19:52:00.109188 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 5d660e45-74da-4b17-ac26-a3b17db28ff1 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:52:00.188592 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d94f9-b69b-4b87-868d-44f1b0fc5ed8 req-cb93e82a-ee8c-4b59-8597-d7cdb9ef76ed tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:52:00.190200 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2a3d94f9-b69b-4b87-868d-44f1b0fc5ed8 req-cb93e82a-ee8c-4b59-8597-d7cdb9ef76ed tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ecbd82c-d6da-4b54-ad85-c0404126b257 HTTP/1.1" status: 200 len: 944 time: 0.0829177 Dec 15 19:52:00.225330 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:52:00.243559 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 5d660e45-74da-4b17-ac26-a3b17db28ff1 {{(pid=88992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 19:52:00.243764 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2a3d94f9-b69b-4b87-868d-44f1b0fc5ed8 req-7fd225e7-ee39-4242-971f-fe9c37f98a09 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465002 Dec 15 19:52:00.260676 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 5d660e45-74da-4b17-ac26-a3b17db28ff1, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5d660e45-74da-4b17-ac26-a3b17db28ff1,segment=NetworkSegment(1367ded2-26f3-442a-8ed8-8e4fe90f2ba6),segment_id=1367ded2-26f3-442a-8ed8-8e4fe90f2ba6)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:52:00.289136 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:52:00.291697 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:52:00.363589 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=5d660e45-74da-4b17-ac26-a3b17db28ff1,revision_number=8']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:52:00.367275 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:52:01.453666 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc289da1-70c2-45be-bb72-71f595b26d34 req-a54330f3-373d-469c-b0d7-4ecc699943fc tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:52:01.455221 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-bc289da1-70c2-45be-bb72-71f595b26d34 req-a54330f3-373d-469c-b0d7-4ecc699943fc tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ecbd82c-d6da-4b54-ad85-c0404126b257 HTTP/1.1" status: 200 len: 943 time: 0.0847504 Dec 15 19:52:01.503639 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-bc289da1-70c2-45be-bb72-71f595b26d34 req-7c4f7000-f3cb-4b7f-b8f9-c5463e3a62e1 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413663 Dec 15 19:52:01.715144 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff58a9a-cb40-4488-b6ba-fc859872f7d8 req-48f1c534-6128-4f78-883b-574dd60b1912 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:52:01.716693 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6ff58a9a-cb40-4488-b6ba-fc859872f7d8 req-48f1c534-6128-4f78-883b-574dd60b1912 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ecbd82c-d6da-4b54-ad85-c0404126b257 HTTP/1.1" status: 200 len: 943 time: 0.0871878 Dec 15 19:52:01.764044 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6ff58a9a-cb40-4488-b6ba-fc859872f7d8 req-7f29a079-96a0-4834-b082-22bfc4a6e0dc tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411866 Dec 15 19:52:01.968314 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ba7e9-8631-4e08-8618-dc081a448fe4 req-1faf9fee-3f6c-4349-adb8-389629cd4b92 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:52:01.969825 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-937ba7e9-8631-4e08-8618-dc081a448fe4 req-1faf9fee-3f6c-4349-adb8-389629cd4b92 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ecbd82c-d6da-4b54-ad85-c0404126b257 HTTP/1.1" status: 200 len: 943 time: 0.0821083 Dec 15 19:52:02.018565 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-937ba7e9-8631-4e08-8618-dc081a448fe4 req-cd14994e-2933-4ae8-b058-657c35766be0 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427179 Dec 15 19:52:02.524778 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0d4413-6b8c-4e28-b43c-8eaa8046785a req-2621e5d1-b97a-407a-a2f2-4c449ac1e34b tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:52:02.526411 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-fe0d4413-6b8c-4e28-b43c-8eaa8046785a req-2621e5d1-b97a-407a-a2f2-4c449ac1e34b tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ecbd82c-d6da-4b54-ad85-c0404126b257 HTTP/1.1" status: 200 len: 943 time: 0.0856557 Dec 15 19:52:02.575793 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-fe0d4413-6b8c-4e28-b43c-8eaa8046785a req-c8fe419e-95a6-4b56-b947-0f1398e4f090 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431089 Dec 15 19:52:03.790391 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48762dd-306e-48b0-8daa-a2f0659c5f39 req-3052b35c-20b5-44ad-a794-12ffd5ae76da tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:52:03.792058 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a48762dd-306e-48b0-8daa-a2f0659c5f39 req-3052b35c-20b5-44ad-a794-12ffd5ae76da tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ecbd82c-d6da-4b54-ad85-c0404126b257 HTTP/1.1" status: 200 len: 943 time: 0.0835326 Dec 15 19:52:03.840596 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a48762dd-306e-48b0-8daa-a2f0659c5f39 req-8bdca4ab-01ff-4ae2-bc67-83f353635f5b tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425003 Dec 15 19:52:04.341183 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fdcc1c-4545-4e14-acbb-142807bbacbc req-dbb07dd4-829c-4302-b207-400157e2afaf tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:52:04.342818 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-25fdcc1c-4545-4e14-acbb-142807bbacbc req-dbb07dd4-829c-4302-b207-400157e2afaf tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ecbd82c-d6da-4b54-ad85-c0404126b257 HTTP/1.1" status: 200 len: 943 time: 0.0843999 Dec 15 19:52:04.417160 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [req-25fdcc1c-4545-4e14-acbb-142807bbacbc req-e6a31b2a-a0cb-49ae-ab70-975063d8eb4b tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Deleting port 5d660e45-74da-4b17-ac26-a3b17db28ff1 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:52:04.417552 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-25fdcc1c-4545-4e14-acbb-142807bbacbc req-e6a31b2a-a0cb-49ae-ab70-975063d8eb4b tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:52:04.891992 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-25fdcc1c-4545-4e14-acbb-142807bbacbc req-e6a31b2a-a0cb-49ae-ab70-975063d8eb4b tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] For port 5d660e45-74da-4b17-ac26-a3b17db28ff1, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5d660e45-74da-4b17-ac26-a3b17db28ff1,segment=NetworkSegment(1367ded2-26f3-442a-8ed8-8e4fe90f2ba6),segment_id=1367ded2-26f3-442a-8ed8-8e4fe90f2ba6)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:52:04.892500 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-25fdcc1c-4545-4e14-acbb-142807bbacbc req-e6a31b2a-a0cb-49ae-ab70-975063d8eb4b tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:52:05.243824 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d23875-d19a-452d-bd52-856d8fa7f646 req-3d19d2f2-b3bb-4d92-bdd2-648b393c5444 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:52:05.245339 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e2d23875-d19a-452d-bd52-856d8fa7f646 req-3d19d2f2-b3bb-4d92-bdd2-648b393c5444 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ecbd82c-d6da-4b54-ad85-c0404126b257 HTTP/1.1" status: 200 len: 943 time: 0.2781684 Dec 15 19:52:05.285162 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-25fdcc1c-4545-4e14-acbb-142807bbacbc req-e6a31b2a-a0cb-49ae-ab70-975063d8eb4b tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:52:05.285578 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-25fdcc1c-4545-4e14-acbb-142807bbacbc req-e6a31b2a-a0cb-49ae-ab70-975063d8eb4b tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634093'] for floatingip, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:52:05.285929 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.l3_db [req-25fdcc1c-4545-4e14-acbb-142807bbacbc req-e6a31b2a-a0cb-49ae-ab70-975063d8eb4b tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Floating IP 69426a21-0691-4795-a61f-8aaa41449b86 disassociated. External IP: 172.26.3.47, port: 5d660e45-74da-4b17-ac26-a3b17db28ff1. Dec 15 19:52:05.286337 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [req-25fdcc1c-4545-4e14-acbb-142807bbacbc req-e6a31b2a-a0cb-49ae-ab70-975063d8eb4b tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Calling delete_port for 5d660e45-74da-4b17-ac26-a3b17db28ff1 owned by compute:nova {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:52:05.356166 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e2d23875-d19a-452d-bd52-856d8fa7f646 req-37ee7426-c5f8-469c-b3bd-ed0d54edd40e tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046598 Dec 15 19:52:05.568938 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-25fdcc1c-4545-4e14-acbb-142807bbacbc req-e6a31b2a-a0cb-49ae-ab70-975063d8eb4b tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:52:05.576498 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-582b0477-4352-4820-a909-a899d4d38aec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:52:05.621901 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a31b2a-a0cb-49ae-ab70-975063d8eb4b tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Pushing event deleted for resources: {'Port': ['ID=5d660e45-74da-4b17-ac26-a3b17db28ff1,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:52:05.638575 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a31b2a-a0cb-49ae-ab70-975063d8eb4b tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:52:05.639027 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a31b2a-a0cb-49ae-ab70-975063d8eb4b tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:52:05.639516 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a31b2a-a0cb-49ae-ab70-975063d8eb4b tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:52:05.640134 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a31b2a-a0cb-49ae-ab70-975063d8eb4b tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:52:05.640561 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a31b2a-a0cb-49ae-ab70-975063d8eb4b tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:52:05.640987 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a31b2a-a0cb-49ae-ab70-975063d8eb4b tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:52:05.641415 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a31b2a-a0cb-49ae-ab70-975063d8eb4b tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:52:05.641833 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a31b2a-a0cb-49ae-ab70-975063d8eb4b tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:52:05.642311 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a31b2a-a0cb-49ae-ab70-975063d8eb4b tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:52:05.642729 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a31b2a-a0cb-49ae-ab70-975063d8eb4b tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:52:05.643145 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a31b2a-a0cb-49ae-ab70-975063d8eb4b tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:52:05.646862 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e6a31b2a-a0cb-49ae-ab70-975063d8eb4b tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:52:05.861447 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [req-25fdcc1c-4545-4e14-acbb-142807bbacbc req-e6a31b2a-a0cb-49ae-ab70-975063d8eb4b tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Router 2d5eb65a-ea38-4110-8af4-7dd3afa513ee has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:52:06.067545 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-25fdcc1c-4545-4e14-acbb-142807bbacbc req-e6a31b2a-a0cb-49ae-ab70-975063d8eb4b tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:52:06.077517 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0981d280-c26f-466b-85a6-df4151ddacbb None None] Sync routers for ids ['2d5eb65a-ea38-4110-8af4-7dd3afa513ee'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:52:06.090586 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0981d280-c26f-466b-85a6-df4151ddacbb None None] Routers {'2d5eb65a-ea38-4110-8af4-7dd3afa513ee'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:52:06.091275 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-0981d280-c26f-466b-85a6-df4151ddacbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:51:41Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['2d5eb65a-ea38-4110-8af4-7dd3afa513ee'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:52:06.142472 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [req-25fdcc1c-4545-4e14-acbb-142807bbacbc req-e6a31b2a-a0cb-49ae-ab70-975063d8eb4b tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] No DVR routers for this DVR port 5d660e45-74da-4b17-ac26-a3b17db28ff1 on host hv-neutron-8218 {{(pid=88990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:52:06.145018 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-25fdcc1c-4545-4e14-acbb-142807bbacbc req-e6a31b2a-a0cb-49ae-ab70-975063d8eb4b tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:52:06.147873 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ecbd82c-d6da-4b54-ad85-c0404126b257', 'name': 'network-vif-deleted', 'tag': '5d660e45-74da-4b17-ac26-a3b17db28ff1'}] {{(pid=88990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:52:06.193026 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-25fdcc1c-4545-4e14-acbb-142807bbacbc req-e6a31b2a-a0cb-49ae-ab70-975063d8eb4b tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.32 "DELETE /v2.0/ports/5d660e45-74da-4b17-ac26-a3b17db28ff1 HTTP/1.1" status: 204 len: 173 time: 1.8419960 Dec 15 19:52:06.202388 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ecbd82c-d6da-4b54-ad85-c0404126b257', 'name': 'network-vif-deleted', 'tag': '5d660e45-74da-4b17-ac26-a3b17db28ff1', 'status': 'completed', 'code': 200} Dec 15 19:52:06.280756 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-0981d280-c26f-466b-85a6-df4151ddacbb None None] Set router 2d5eb65a-ea38-4110-8af4-7dd3afa513ee gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:52:06.540968 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-b38dca84-9493-4438-b9ef-4c610a5f0ab9 req-ed192172-e6be-4f0a-93af-9cbe22b4a720 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Synchronizing usage tracker for tenant:4f5a88559dde48d98560b094b41c0ecd on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:52:06.575138 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-b38dca84-9493-4438-b9ef-4c610a5f0ab9 req-ed192172-e6be-4f0a-93af-9cbe22b4a720 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Unset dirty status for tenant:4f5a88559dde48d98560b094b41c0ecd on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:52:06.576960 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b38dca84-9493-4438-b9ef-4c610a5f0ab9 req-ed192172-e6be-4f0a-93af-9cbe22b4a720 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ecbd82c-d6da-4b54-ad85-c0404126b257 HTTP/1.1" status: 200 len: 210 time: 0.0799704 Dec 15 19:52:06.615958 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-0981d280-c26f-466b-85a6-df4151ddacbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'name': 'tempest-ServerActionsTestJSON-1598376602-router', 'tenant_id': '4f5a88559dde48d98560b094b41c0ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': '8f262a49-4e07-40e5-b233-41dcb663cb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:50:33Z', 'updated_at': '2021-12-15T19:50:37Z', 'revision_number': 4, 'project_id': '4f5a88559dde48d98560b094b41c0ecd', 'gw_port': {'id': '8f262a49-4e07-40e5-b233-41dcb663cb3a', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:40:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:50:33Z', 'updated_at': '2021-12-15T19:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': 'b3850aa9-e0fb-4fef-a841-1fe199fd2df9', 'name': '', 'network_id': 'd49506b5-5248-490c-b7eb-e14fa3a09292', 'tenant_id': '4f5a88559dde48d98560b094b41c0ecd', 'mac_address': 'fa:16:3e:c1:0e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4409bb67-32b6-4ce3-b291-b51b7fb8138f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:50:36Z', 'updated_at': '2021-12-15T19:50:45Z', 'revision_number': 5, 'project_id': '4f5a88559dde48d98560b094b41c0ecd', 'subnets': [{'id': '4409bb67-32b6-4ce3-b291-b51b7fb8138f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:52:06.620813 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0981d280-c26f-466b-85a6-df4151ddacbb None None] Checking router: 2d5eb65a-ea38-4110-8af4-7dd3afa513ee for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:52:06.634282 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0981d280-c26f-466b-85a6-df4151ddacbb None None] Routers {'2d5eb65a-ea38-4110-8af4-7dd3afa513ee'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:52:06.634961 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-0981d280-c26f-466b-85a6-df4151ddacbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:51:41Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['2d5eb65a-ea38-4110-8af4-7dd3afa513ee'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:52:06.817020 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-0981d280-c26f-466b-85a6-df4151ddacbb None None] Set router 2d5eb65a-ea38-4110-8af4-7dd3afa513ee gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:52:07.145310 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-0981d280-c26f-466b-85a6-df4151ddacbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'name': 'tempest-ServerActionsTestJSON-1598376602-router', 'tenant_id': '4f5a88559dde48d98560b094b41c0ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': '8f262a49-4e07-40e5-b233-41dcb663cb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:50:33Z', 'updated_at': '2021-12-15T19:50:37Z', 'revision_number': 4, 'project_id': '4f5a88559dde48d98560b094b41c0ecd', 'gw_port': {'id': '8f262a49-4e07-40e5-b233-41dcb663cb3a', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:40:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:50:33Z', 'updated_at': '2021-12-15T19:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': 'b3850aa9-e0fb-4fef-a841-1fe199fd2df9', 'name': '', 'network_id': 'd49506b5-5248-490c-b7eb-e14fa3a09292', 'tenant_id': '4f5a88559dde48d98560b094b41c0ecd', 'mac_address': 'fa:16:3e:c1:0e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4409bb67-32b6-4ce3-b291-b51b7fb8138f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:50:36Z', 'updated_at': '2021-12-15T19:50:45Z', 'revision_number': 5, 'project_id': '4f5a88559dde48d98560b094b41c0ecd', 'subnets': [{'id': '4409bb67-32b6-4ce3-b291-b51b7fb8138f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:52:07.150161 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0981d280-c26f-466b-85a6-df4151ddacbb None None] The sync data for ids ['2d5eb65a-ea38-4110-8af4-7dd3afa513ee'] in dv-neutron-821831-2-hyperv is: [{'id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'name': 'tempest-ServerActionsTestJSON-1598376602-router', 'tenant_id': '4f5a88559dde48d98560b094b41c0ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': '8f262a49-4e07-40e5-b233-41dcb663cb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:50:33Z', 'updated_at': '2021-12-15T19:50:37Z', 'revision_number': 4, 'project_id': '4f5a88559dde48d98560b094b41c0ecd', 'gw_port': {'id': '8f262a49-4e07-40e5-b233-41dcb663cb3a', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:40:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:50:33Z', 'updated_at': '2021-12-15T19:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': 'b3850aa9-e0fb-4fef-a841-1fe199fd2df9', 'name': '', 'network_id': 'd49506b5-5248-490c-b7eb-e14fa3a09292', 'tenant_id': '4f5a88559dde48d98560b094b41c0ecd', 'mac_address': 'fa:16:3e:c1:0e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4409bb67-32b6-4ce3-b291-b51b7fb8138f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:50:36Z', 'updated_at': '2021-12-15T19:50:45Z', 'revision_number': 5, 'project_id': '4f5a88559dde48d98560b094b41c0ecd', 'subnets': [{'id': '4409bb67-32b6-4ce3-b291-b51b7fb8138f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:52:07.596066 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb749624-e545-4ed4-b8a5-22d1bbb95935 None None] New status for floating IP 69426a21-0691-4795-a61f-8aaa41449b86: DOWN {{(pid=88993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 15 19:52:07.970259 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-34bbdf82-18ab-4a70-ab41-b26734af57ed req-7ad41752-d5b0-4f6f-b6b7-260788aa0a3b tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1148609160&fields=id&tenant_id=4f5a88559dde48d98560b094b41c0ecd HTTP/1.1" status: 200 len: 267 time: 0.0454724 Dec 15 19:52:08.133550 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bbdf82-18ab-4a70-ab41-b26734af57ed req-a8178f41-cf19-4112-bdb5-85071b6861b8 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:52:08.135060 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-34bbdf82-18ab-4a70-ab41-b26734af57ed req-a8178f41-cf19-4112-bdb5-85071b6861b8 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/networks?id=d49506b5-5248-490c-b7eb-e14fa3a09292 HTTP/1.1" status: 200 len: 812 time: 0.1573846 Dec 15 19:52:08.152748 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-34bbdf82-18ab-4a70-ab41-b26734af57ed req-ff8c87fd-38c5-4810-969c-08c141eaeee0 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/quotas/4f5a88559dde48d98560b094b41c0ecd HTTP/1.1" status: 200 len: 375 time: 0.0118580 Dec 15 19:52:08.170976 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 5d660e45-74da-4b17-ac26-a3b17db28ff1 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:52:08.211380 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] No Port match for: 5d660e45-74da-4b17-ac26-a3b17db28ff1 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:52:08.211830 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 5d660e45-74da-4b17-ac26-a3b17db28ff1 not bound to the agent host hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:52:08.244707 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-34bbdf82-18ab-4a70-ab41-b26734af57ed req-2bb725a5-3ec8-4871-8b9c-aac2b3d632e4 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4f5a88559dde48d98560b094b41c0ecd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0866859 Dec 15 19:52:08.260363 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-79e018fb-676e-4de6-a988-c7a44a0ab9bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:52:08.261990 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [req-34bbdf82-18ab-4a70-ab41-b26734af57ed req-afca6dae-80d2-4a39-a21e-7c96889f317f service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:52:08.263089 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-34bbdf82-18ab-4a70-ab41-b26734af57ed req-afca6dae-80d2-4a39-a21e-7c96889f317f service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0061181 Dec 15 19:52:08.405055 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-34bbdf82-18ab-4a70-ab41-b26734af57ed req-a721d961-ea91-466d-8e6f-1a70b2e69e42 service neutron] 10.222.0.36 "GET /v2.0/networks/d49506b5-5248-490c-b7eb-e14fa3a09292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355331 Dec 15 19:52:08.544231 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-34bbdf82-18ab-4a70-ab41-b26734af57ed req-e56ec1bb-ad5c-4802-8db7-226d6f4870c0 service neutron] 10.222.0.36 "GET /v2.0/networks/d49506b5-5248-490c-b7eb-e14fa3a09292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329582 Dec 15 19:52:08.772582 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-fc5a3c8f-ab8f-40d5-a84a-6ef8b3a3e021 req-82161252-e13f-47c3-be33-671790a224f5 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf37e37a-466f-4808-852e-ca1e106ad33a HTTP/1.1" status: 200 len: 210 time: 0.0449030 Dec 15 19:52:09.483188 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:52:09.938198 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0a130487-9d74-4d41-b780-1b90f78dbda8 req-78d4e0bf-dcd4-48ba-a514-dba4319331ab tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf37e37a-466f-4808-852e-ca1e106ad33a HTTP/1.1" status: 200 len: 210 time: 0.0448556 Dec 15 19:52:10.402493 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bbdf82-18ab-4a70-ab41-b26734af57ed req-519ae967-dab2-45f2-bf1f-01725025009d tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:52:10.404051 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-34bbdf82-18ab-4a70-ab41-b26734af57ed req-519ae967-dab2-45f2-bf1f-01725025009d tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.32 "GET /v2.0/networks?id=d49506b5-5248-490c-b7eb-e14fa3a09292 HTTP/1.1" status: 200 len: 812 time: 0.1575994 Dec 15 19:52:10.470845 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-34bbdf82-18ab-4a70-ab41-b26734af57ed req-d837021a-5291-47d7-b503-716aa44a793b tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f5a88559dde48d98560b094b41c0ecd HTTP/1.1" status: 200 len: 380 time: 0.0485387 Dec 15 19:52:10.483002 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [req-34bbdf82-18ab-4a70-ab41-b26734af57ed req-e281c840-d914-49d5-b349-164e823a0f39 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Request body: {'port': {'device_id': 'cf37e37a-466f-4808-852e-ca1e106ad33a', 'network_id': 'd49506b5-5248-490c-b7eb-e14fa3a09292', 'admin_state_up': True, 'tenant_id': '4f5a88559dde48d98560b094b41c0ecd', 'security_groups': ['440ecbc3-3191-4996-863e-a0eb6fc135b5']}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:52:10.546034 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8950b77a-e56c-442c-a461-0880013d68a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:52:10.628179 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [req-34bbdf82-18ab-4a70-ab41-b26734af57ed req-e281c840-d914-49d5-b349-164e823a0f39 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:52:10.638534 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [req-34bbdf82-18ab-4a70-ab41-b26734af57ed req-e281c840-d914-49d5-b349-164e823a0f39 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:52:10.671809 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34bbdf82-18ab-4a70-ab41-b26734af57ed req-e281c840-d914-49d5-b349-164e823a0f39 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Made reservation on behalf of 4f5a88559dde48d98560b094b41c0ecd for: {'port': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:52:10.677482 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-34bbdf82-18ab-4a70-ab41-b26734af57ed req-e281c840-d914-49d5-b349-164e823a0f39 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:52:10.842187 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [req-34bbdf82-18ab-4a70-ab41-b26734af57ed req-e281c840-d914-49d5-b349-164e823a0f39 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Allocated IP 172.20.0.7 (d49506b5-5248-490c-b7eb-e14fa3a09292/4409bb67-32b6-4ce3-b291-b51b7fb8138f/0adacd3b-2b67-43ef-b521-2f60a4f596e3) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:52:10.980646 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:52:11.131344 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4b9205a5-3b41-4299-acd6-91dfcba69103 req-05a07b24-a1f0-41f0-a234-f52780edb93b tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf37e37a-466f-4808-852e-ca1e106ad33a HTTP/1.1" status: 200 len: 210 time: 0.0683951 Dec 15 19:52:11.266540 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-34bbdf82-18ab-4a70-ab41-b26734af57ed req-e281c840-d914-49d5-b349-164e823a0f39 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:52:11.282635 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [req-34bbdf82-18ab-4a70-ab41-b26734af57ed req-e281c840-d914-49d5-b349-164e823a0f39 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Transition to ACTIVE for port object 0adacd3b-2b67-43ef-b521-2f60a4f596e3 will not be triggered until provisioned by entity DHCP. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:52:11.346254 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-34bbdf82-18ab-4a70-ab41-b26734af57ed req-e281c840-d914-49d5-b349-164e823a0f39 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:52:11.352897 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-05becd8e-33d6-4e05-ace8-aa8de9652083 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:52:11.414715 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34bbdf82-18ab-4a70-ab41-b26734af57ed req-e281c840-d914-49d5-b349-164e823a0f39 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Network d49506b5-5248-490c-b7eb-e14fa3a09292 is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:52:11.422105 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [req-34bbdf82-18ab-4a70-ab41-b26734af57ed req-e281c840-d914-49d5-b349-164e823a0f39 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:52:11.426806 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [req-34bbdf82-18ab-4a70-ab41-b26734af57ed req-e281c840-d914-49d5-b349-164e823a0f39 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:52:11.467382 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e281c840-d914-49d5-b349-164e823a0f39 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Pushing event updated for resources: {'Port': ['ID=0adacd3b-2b67-43ef-b521-2f60a4f596e3,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:52:11.477459 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e281c840-d914-49d5-b349-164e823a0f39 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:52:11.499643 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bbdf82-18ab-4a70-ab41-b26734af57ed req-e281c840-d914-49d5-b349-164e823a0f39 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:52:11.500329 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-34bbdf82-18ab-4a70-ab41-b26734af57ed req-e281c840-d914-49d5-b349-164e823a0f39 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:52:11.552381 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-34bbdf82-18ab-4a70-ab41-b26734af57ed req-e281c840-d914-49d5-b349-164e823a0f39 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0731680 Dec 15 19:52:11.569833 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [req-34bbdf82-18ab-4a70-ab41-b26734af57ed req-9a46f33e-ee99-4d30-8c80-28d50a7f9a8f service neutron] Request body: {'port': {'device_id': 'cf37e37a-466f-4808-852e-ca1e106ad33a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:52:11.688849 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-34bbdf82-18ab-4a70-ab41-b26734af57ed req-9a46f33e-ee99-4d30-8c80-28d50a7f9a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:52:11.716983 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-1d537ac9-fce3-446c-b5b1-55bfa335f656 None None] Provisioning for port 0adacd3b-2b67-43ef-b521-2f60a4f596e3 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:52:11.722183 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-1d537ac9-fce3-446c-b5b1-55bfa335f656 None None] Provisioning complete for port 0adacd3b-2b67-43ef-b521-2f60a4f596e3 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:52:11.722642 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1d537ac9-fce3-446c-b5b1-55bfa335f656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:52:11.779117 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-1d537ac9-fce3-446c-b5b1-55bfa335f656 None None] Port 0adacd3b-2b67-43ef-b521-2f60a4f596e3 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:52:12.318444 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [req-34bbdf82-18ab-4a70-ab41-b26734af57ed req-9a46f33e-ee99-4d30-8c80-28d50a7f9a8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0adacd3b-2b67-43ef-b521-2f60a4f596e3 {{(pid=88990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 19:52:12.328127 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-34bbdf82-18ab-4a70-ab41-b26734af57ed req-9a46f33e-ee99-4d30-8c80-28d50a7f9a8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:52:12.352375 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [req-34bbdf82-18ab-4a70-ab41-b26734af57ed req-9a46f33e-ee99-4d30-8c80-28d50a7f9a8f service neutron] Transition to ACTIVE for port object 0adacd3b-2b67-43ef-b521-2f60a4f596e3 will not be triggered until provisioned by entity L2. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:52:12.372497 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a0d113-5f27-4b65-a801-70722b2c9367 req-3dd528b6-875e-444b-a93f-cba1ce2b6c40 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:52:12.373843 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-54a0d113-5f27-4b65-a801-70722b2c9367 req-3dd528b6-875e-444b-a93f-cba1ce2b6c40 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Synchronizing usage tracker for tenant:4f5a88559dde48d98560b094b41c0ecd on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:52:12.391321 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-34bbdf82-18ab-4a70-ab41-b26734af57ed req-9a46f33e-ee99-4d30-8c80-28d50a7f9a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:52:12.395849 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d90ad91a-6df8-4ee1-a69f-2ce0b6cc8235 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:52:12.441087 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-54a0d113-5f27-4b65-a801-70722b2c9367 req-3dd528b6-875e-444b-a93f-cba1ce2b6c40 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Unset dirty status for tenant:4f5a88559dde48d98560b094b41c0ecd on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:52:12.442278 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-54a0d113-5f27-4b65-a801-70722b2c9367 req-3dd528b6-875e-444b-a93f-cba1ce2b6c40 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf37e37a-466f-4808-852e-ca1e106ad33a HTTP/1.1" status: 200 len: 931 time: 0.1786494 Dec 15 19:52:12.549788 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a46f33e-ee99-4d30-8c80-28d50a7f9a8f service neutron] Pushing event updated for resources: {'Port': ['ID=0adacd3b-2b67-43ef-b521-2f60a4f596e3,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:52:12.554683 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9a46f33e-ee99-4d30-8c80-28d50a7f9a8f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:52:12.655182 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-54a0d113-5f27-4b65-a801-70722b2c9367 req-fbad2042-8816-4f42-91b3-67166fe05890 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2040067 Dec 15 19:52:12.691920 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-34bbdf82-18ab-4a70-ab41-b26734af57ed req-9a46f33e-ee99-4d30-8c80-28d50a7f9a8f service neutron] Attempting to bind port 0adacd3b-2b67-43ef-b521-2f60a4f596e3 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:52:12.692247 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-34bbdf82-18ab-4a70-ab41-b26734af57ed req-9a46f33e-ee99-4d30-8c80-28d50a7f9a8f service neutron] Attempting to bind port 0adacd3b-2b67-43ef-b521-2f60a4f596e3 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '1367ded2-26f3-442a-8ed8-8e4fe90f2ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'd49506b5-5248-490c-b7eb-e14fa3a09292'}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:52:12.692631 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bbdf82-18ab-4a70-ab41-b26734af57ed req-9a46f33e-ee99-4d30-8c80-28d50a7f9a8f service neutron] Attempting to bind port 0adacd3b-2b67-43ef-b521-2f60a4f596e3 on network d49506b5-5248-490c-b7eb-e14fa3a09292 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:52:12.699567 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bbdf82-18ab-4a70-ab41-b26734af57ed req-9a46f33e-ee99-4d30-8c80-28d50a7f9a8f service neutron] Port 0adacd3b-2b67-43ef-b521-2f60a4f596e3 on network d49506b5-5248-490c-b7eb-e14fa3a09292 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:52:12.699892 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bbdf82-18ab-4a70-ab41-b26734af57ed req-9a46f33e-ee99-4d30-8c80-28d50a7f9a8f service neutron] Attempting to bind port 0adacd3b-2b67-43ef-b521-2f60a4f596e3 on network d49506b5-5248-490c-b7eb-e14fa3a09292 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:52:12.701097 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:52:12.706695 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bbdf82-18ab-4a70-ab41-b26734af57ed req-9a46f33e-ee99-4d30-8c80-28d50a7f9a8f service neutron] Checking agent: {'id': '59e4c979-c5dd-468d-a1f2-341133950749', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 12, 24), 'started_at': datetime.datetime(2021, 12, 15, 19, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:52:12.707075 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bbdf82-18ab-4a70-ab41-b26734af57ed req-9a46f33e-ee99-4d30-8c80-28d50a7f9a8f service neutron] Checking segment: {'id': '1367ded2-26f3-442a-8ed8-8e4fe90f2ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'd49506b5-5248-490c-b7eb-e14fa3a09292'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:52:12.707503 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bbdf82-18ab-4a70-ab41-b26734af57ed req-9a46f33e-ee99-4d30-8c80-28d50a7f9a8f service neutron] Bound using segment: {'id': '1367ded2-26f3-442a-8ed8-8e4fe90f2ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'd49506b5-5248-490c-b7eb-e14fa3a09292'} {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:52:12.707977 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-34bbdf82-18ab-4a70-ab41-b26734af57ed req-9a46f33e-ee99-4d30-8c80-28d50a7f9a8f service neutron] Bound port: 0adacd3b-2b67-43ef-b521-2f60a4f596e3, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1367ded2-26f3-442a-8ed8-8e4fe90f2ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'd49506b5-5248-490c-b7eb-e14fa3a09292'}}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:52:12.708622 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-34bbdf82-18ab-4a70-ab41-b26734af57ed req-9a46f33e-ee99-4d30-8c80-28d50a7f9a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:52:12.802475 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-34bbdf82-18ab-4a70-ab41-b26734af57ed req-9a46f33e-ee99-4d30-8c80-28d50a7f9a8f service neutron] For port 0adacd3b-2b67-43ef-b521-2f60a4f596e3, host hv-neutron-8218, cleared binding levels {{(pid=88990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:52:12.805936 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-34bbdf82-18ab-4a70-ab41-b26734af57ed req-9a46f33e-ee99-4d30-8c80-28d50a7f9a8f service neutron] For port 0adacd3b-2b67-43ef-b521-2f60a4f596e3, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=0adacd3b-2b67-43ef-b521-2f60a4f596e3,segment=NetworkSegment(1367ded2-26f3-442a-8ed8-8e4fe90f2ba6),segment_id=1367ded2-26f3-442a-8ed8-8e4fe90f2ba6)] {{(pid=88990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:52:12.860867 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-34bbdf82-18ab-4a70-ab41-b26734af57ed req-9a46f33e-ee99-4d30-8c80-28d50a7f9a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:52:12.865622 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7136035d-c507-43ad-a5e2-bb610204a9ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:52:12.921409 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-34bbdf82-18ab-4a70-ab41-b26734af57ed req-9a46f33e-ee99-4d30-8c80-28d50a7f9a8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:52:12.922925 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-34bbdf82-18ab-4a70-ab41-b26734af57ed req-9a46f33e-ee99-4d30-8c80-28d50a7f9a8f service neutron] 10.222.0.32 "PUT /v2.0/ports/0adacd3b-2b67-43ef-b521-2f60a4f596e3 HTTP/1.1" status: 200 len: 1093 time: 1.3579791 Dec 15 19:52:12.923490 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf37e37a-466f-4808-852e-ca1e106ad33a', 'tag': '0adacd3b-2b67-43ef-b521-2f60a4f596e3'}] {{(pid=88990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:52:12.949551 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a46f33e-ee99-4d30-8c80-28d50a7f9a8f service neutron] Pushing event updated for resources: {'Port': ['ID=0adacd3b-2b67-43ef-b521-2f60a4f596e3,revision_number=3']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:52:12.953046 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9a46f33e-ee99-4d30-8c80-28d50a7f9a8f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:52:12.983026 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf37e37a-466f-4808-852e-ca1e106ad33a', 'tag': '0adacd3b-2b67-43ef-b521-2f60a4f596e3', 'status': 'completed', 'code': 200} Dec 15 19:52:13.086036 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-34bbdf82-18ab-4a70-ab41-b26734af57ed req-86808cb0-8545-4479-bcc1-4afe870bd3e8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4f5a88559dde48d98560b094b41c0ecd&device_id=cf37e37a-466f-4808-852e-ca1e106ad33a HTTP/1.1" status: 200 len: 1096 time: 0.0829015 Dec 15 19:52:13.165541 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-34bbdf82-18ab-4a70-ab41-b26734af57ed req-4ad5a473-0b98-4121-893d-e64bd607d758 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0adacd3b-2b67-43ef-b521-2f60a4f596e3 HTTP/1.1" status: 200 len: 217 time: 0.0684254 Dec 15 19:52:13.243659 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bbdf82-18ab-4a70-ab41-b26734af57ed req-9cb6595e-e6c4-43ce-aac2-050561f8034e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:52:13.245228 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-34bbdf82-18ab-4a70-ab41-b26734af57ed req-9cb6595e-e6c4-43ce-aac2-050561f8034e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4409bb67-32b6-4ce3-b291-b51b7fb8138f HTTP/1.1" status: 200 len: 851 time: 0.0703468 Dec 15 19:52:13.329093 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-34bbdf82-18ab-4a70-ab41-b26734af57ed req-8eb1c229-cee9-436c-80f7-d2be956eea52 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d49506b5-5248-490c-b7eb-e14fa3a09292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733871 Dec 15 19:52:13.475232 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-34bbdf82-18ab-4a70-ab41-b26734af57ed req-81973178-1930-4944-94b8-f1e82afd4407 service neutron] 10.222.0.32 "GET /v2.0/networks/d49506b5-5248-490c-b7eb-e14fa3a09292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334772 Dec 15 19:52:13.620074 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-34bbdf82-18ab-4a70-ab41-b26734af57ed req-c492ee29-7d5b-4d7e-b3bf-fc5ab6c48d1d service neutron] 10.222.0.32 "GET /v2.0/networks/d49506b5-5248-490c-b7eb-e14fa3a09292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342621 Dec 15 19:52:13.776785 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-87989148-f449-4190-b7bb-3609391d09b3 req-7bcbfec3-e6c6-4720-949d-ceb47543ec45 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4f5a88559dde48d98560b094b41c0ecd&device_id=cf37e37a-466f-4808-852e-ca1e106ad33a HTTP/1.1" status: 200 len: 1096 time: 0.0750892 Dec 15 19:52:13.994736 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cddc591-4be9-4ef3-b7ea-8ee5fc919074 req-1a088cf0-63f6-403d-a61f-c9038a22fa18 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:52:13.996251 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4cddc591-4be9-4ef3-b7ea-8ee5fc919074 req-1a088cf0-63f6-403d-a61f-c9038a22fa18 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf37e37a-466f-4808-852e-ca1e106ad33a HTTP/1.1" status: 200 len: 943 time: 0.2148707 Dec 15 19:52:13.998739 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87989148-f449-4190-b7bb-3609391d09b3 req-739181b9-af9f-42fb-b2c9-5a82d18ab4a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:52:14.000202 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-87989148-f449-4190-b7bb-3609391d09b3 req-739181b9-af9f-42fb-b2c9-5a82d18ab4a4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d49506b5-5248-490c-b7eb-e14fa3a09292 HTTP/1.1" status: 200 len: 913 time: 0.1811409 Dec 15 19:52:14.096260 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-87989148-f449-4190-b7bb-3609391d09b3 req-722822d3-e0cc-415c-9355-b576f01b947c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0adacd3b-2b67-43ef-b521-2f60a4f596e3 HTTP/1.1" status: 200 len: 217 time: 0.0792766 Dec 15 19:52:14.145001 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4cddc591-4be9-4ef3-b7ea-8ee5fc919074 req-2a5db21a-a04a-4fc9-8695-687e28b1ad7d tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424959 Dec 15 19:52:14.174207 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87989148-f449-4190-b7bb-3609391d09b3 req-86b4e867-b8de-47df-88e7-1e7bd6cdb9a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:52:14.175813 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-87989148-f449-4190-b7bb-3609391d09b3 req-86b4e867-b8de-47df-88e7-1e7bd6cdb9a1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4409bb67-32b6-4ce3-b291-b51b7fb8138f HTTP/1.1" status: 200 len: 851 time: 0.0707860 Dec 15 19:52:14.261494 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-87989148-f449-4190-b7bb-3609391d09b3 req-0bafa8b7-2999-4ccd-8513-ce1b6661976d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d49506b5-5248-490c-b7eb-e14fa3a09292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772300 Dec 15 19:52:14.404856 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-87989148-f449-4190-b7bb-3609391d09b3 req-7e6d0079-3d35-482a-8eaf-63921ec78212 service neutron] 10.222.0.32 "GET /v2.0/networks/d49506b5-5248-490c-b7eb-e14fa3a09292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352618 Dec 15 19:52:14.551104 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-87989148-f449-4190-b7bb-3609391d09b3 req-4b0f1f46-2630-4721-92b1-7fde1cb27a5f service neutron] 10.222.0.32 "GET /v2.0/networks/d49506b5-5248-490c-b7eb-e14fa3a09292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378388 Dec 15 19:52:15.356782 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdc3565-1144-4bc7-88bd-0ce1a2bfb965 req-299a67cf-e6e6-4e15-b13a-e623c0bc3ead tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:52:15.358417 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3cdc3565-1144-4bc7-88bd-0ce1a2bfb965 req-299a67cf-e6e6-4e15-b13a-e623c0bc3ead tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf37e37a-466f-4808-852e-ca1e106ad33a HTTP/1.1" status: 200 len: 943 time: 0.0828400 Dec 15 19:52:15.406414 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3cdc3565-1144-4bc7-88bd-0ce1a2bfb965 req-f0862c43-300a-4e7d-a0a0-3fbcc98ab4e9 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417809 Dec 15 19:52:16.201518 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 0adacd3b-2b67-43ef-b521-2f60a4f596e3 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 15 19:52:16.342659 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 0adacd3b-2b67-43ef-b521-2f60a4f596e3, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=0adacd3b-2b67-43ef-b521-2f60a4f596e3,segment=NetworkSegment(1367ded2-26f3-442a-8ed8-8e4fe90f2ba6),segment_id=1367ded2-26f3-442a-8ed8-8e4fe90f2ba6)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:52:16.356578 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Returning: {'device': '0adacd3b-2b67-43ef-b521-2f60a4f596e3', 'network_id': 'd49506b5-5248-490c-b7eb-e14fa3a09292', 'port_id': '0adacd3b-2b67-43ef-b521-2f60a4f596e3', 'mac_address': 'fa:16:3e:00:d6:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4409bb67-32b6-4ce3-b291-b51b7fb8138f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 19:52:16.411638 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:52:16.430226 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0adacd3b-2b67-43ef-b521-2f60a4f596e3 {{(pid=88992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 19:52:16.446191 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 0adacd3b-2b67-43ef-b521-2f60a4f596e3, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=0adacd3b-2b67-43ef-b521-2f60a4f596e3,segment=NetworkSegment(1367ded2-26f3-442a-8ed8-8e4fe90f2ba6),segment_id=1367ded2-26f3-442a-8ed8-8e4fe90f2ba6)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:52:16.482918 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:52:16.484823 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:52:16.554956 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=0adacd3b-2b67-43ef-b521-2f60a4f596e3,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:52:16.558216 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:52:16.619973 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d906810f-c9b3-451b-b7ea-7e7c16a4f013 req-f90669b2-04fd-4bf2-b4c0-3b5f7e73e74a tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:52:16.621596 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d906810f-c9b3-451b-b7ea-7e7c16a4f013 req-f90669b2-04fd-4bf2-b4c0-3b5f7e73e74a tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf37e37a-466f-4808-852e-ca1e106ad33a HTTP/1.1" status: 200 len: 944 time: 0.0903525 Dec 15 19:52:16.672666 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d906810f-c9b3-451b-b7ea-7e7c16a4f013 req-3b4811c5-4553-4b4d-bb20-6acbadebefb9 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448699 Dec 15 19:52:16.758761 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] get_ports_and_sgs() called for port_ids ['0adacd3b-2b67-43ef-b521-2f60a4f596e3'] {{(pid=88992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 19:52:17.876944 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fc3126-41c4-4cff-b699-7ba66d78b8cd req-bc52bc59-ed5f-4d93-bcbb-314e09a4c87a tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:52:17.878472 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-20fc3126-41c4-4cff-b699-7ba66d78b8cd req-bc52bc59-ed5f-4d93-bcbb-314e09a4c87a tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf37e37a-466f-4808-852e-ca1e106ad33a HTTP/1.1" status: 200 len: 944 time: 0.0825782 Dec 15 19:52:17.925628 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-20fc3126-41c4-4cff-b699-7ba66d78b8cd req-d5d89bb3-5456-4cc8-bf50-2cf125821346 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404058 Dec 15 19:52:18.217465 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 0adacd3b-2b67-43ef-b521-2f60a4f596e3 up at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:52:18.332312 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning for port 0adacd3b-2b67-43ef-b521-2f60a4f596e3 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:52:18.337898 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning complete for port 0adacd3b-2b67-43ef-b521-2f60a4f596e3 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:52:18.338348 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:52:18.456030 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:52:18.484304 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf37e37a-466f-4808-852e-ca1e106ad33a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0adacd3b-2b67-43ef-b521-2f60a4f596e3'}] {{(pid=88992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:52:18.494695 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 0adacd3b-2b67-43ef-b521-2f60a4f596e3, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=0adacd3b-2b67-43ef-b521-2f60a4f596e3,segment=NetworkSegment(1367ded2-26f3-442a-8ed8-8e4fe90f2ba6),segment_id=1367ded2-26f3-442a-8ed8-8e4fe90f2ba6)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:52:18.528587 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:52:18.531522 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:52:18.568942 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf37e37a-466f-4808-852e-ca1e106ad33a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0adacd3b-2b67-43ef-b521-2f60a4f596e3', 'code': 200} Dec 15 19:52:18.605194 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=0adacd3b-2b67-43ef-b521-2f60a4f596e3,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:52:18.608883 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:52:18.861607 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-35bea14a-932c-444d-8d8f-77b84e849359 req-a810cd0c-c8b3-4f82-9870-b9c5b6bb44f5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cf37e37a-466f-4808-852e-ca1e106ad33a HTTP/1.1" status: 200 len: 1098 time: 0.0760801 Dec 15 19:52:18.910838 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-35bea14a-932c-444d-8d8f-77b84e849359 req-bf5ce21f-98c7-41d7-9c32-d25712f54190 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381966 Dec 15 19:52:19.129297 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003ac23f-557f-47d1-b0d1-d932bbe94fc9 req-f32c4273-48fa-4f69-9461-2a5d10076386 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:52:19.130830 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-003ac23f-557f-47d1-b0d1-d932bbe94fc9 req-f32c4273-48fa-4f69-9461-2a5d10076386 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf37e37a-466f-4808-852e-ca1e106ad33a HTTP/1.1" status: 200 len: 945 time: 0.0822802 Dec 15 19:52:19.182706 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-003ac23f-557f-47d1-b0d1-d932bbe94fc9 req-28dff0bd-e22a-4f90-9ed4-b01c6a28140a tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447609 Dec 15 19:52:20.398968 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0008021a-67b6-497b-a667-4c44cfebdf7a req-f5847140-dea9-46ca-974e-92775539cfef tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:52:20.400574 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0008021a-67b6-497b-a667-4c44cfebdf7a req-f5847140-dea9-46ca-974e-92775539cfef tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf37e37a-466f-4808-852e-ca1e106ad33a HTTP/1.1" status: 200 len: 945 time: 0.0887086 Dec 15 19:52:20.448135 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0008021a-67b6-497b-a667-4c44cfebdf7a req-fc36fe49-73ae-4a10-a163-8974949f5487 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413663 Dec 15 19:52:20.685464 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e1d82-0081-4d62-8dda-5053352f82e8 req-72b0c368-1e5d-4c6d-bc39-8a0f7d728b7b tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:52:20.687712 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-696e1d82-0081-4d62-8dda-5053352f82e8 req-72b0c368-1e5d-4c6d-bc39-8a0f7d728b7b tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf37e37a-466f-4808-852e-ca1e106ad33a HTTP/1.1" status: 200 len: 945 time: 0.0973785 Dec 15 19:52:20.698884 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 32864) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:52:20.704814 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-1e58253b-f83c-427b-b284-b9f3ee4895cd tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Request body: {'floatingip': {'port_id': '0adacd3b-2b67-43ef-b521-2f60a4f596e3'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:52:20.784779 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1e58253b-f83c-427b-b284-b9f3ee4895cd tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks [] for floatingip, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:52:21.661282 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1e58253b-f83c-427b-b284-b9f3ee4895cd tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:52:21.717210 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1e58253b-f83c-427b-b284-b9f3ee4895cd tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634093'] for floatingip, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:52:21.913567 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.l3_db [None req-1e58253b-f83c-427b-b284-b9f3ee4895cd tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Floating IP 69426a21-0691-4795-a61f-8aaa41449b86 associated. External IP: 172.26.3.47, port: 0adacd3b-2b67-43ef-b521-2f60a4f596e3. Dec 15 19:52:22.314041 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e58253b-f83c-427b-b284-b9f3ee4895cd tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Router 2d5eb65a-ea38-4110-8af4-7dd3afa513ee has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:52:22.518048 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e58253b-f83c-427b-b284-b9f3ee4895cd tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:52:22.523291 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1e58253b-f83c-427b-b284-b9f3ee4895cd tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:52:22.528333 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d80c9d9-8731-4c77-8746-c8ac5b5707c5 None None] Sync routers for ids ['2d5eb65a-ea38-4110-8af4-7dd3afa513ee'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:52:22.541815 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d80c9d9-8731-4c77-8746-c8ac5b5707c5 None None] Routers {'2d5eb65a-ea38-4110-8af4-7dd3afa513ee'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:52:22.542554 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-5d80c9d9-8731-4c77-8746-c8ac5b5707c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:52:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['2d5eb65a-ea38-4110-8af4-7dd3afa513ee'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:52:22.579823 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1e58253b-f83c-427b-b284-b9f3ee4895cd tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "PUT /v2.0/floatingips/69426a21-0691-4795-a61f-8aaa41449b86 HTTP/1.1" status: 200 len: 990 time: 1.8797011 Dec 15 19:52:22.580456 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf37e37a-466f-4808-852e-ca1e106ad33a', 'tag': '0adacd3b-2b67-43ef-b521-2f60a4f596e3'}] {{(pid=88990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:52:22.648279 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf37e37a-466f-4808-852e-ca1e106ad33a', 'tag': '0adacd3b-2b67-43ef-b521-2f60a4f596e3', 'status': 'completed', 'code': 200} Dec 15 19:52:22.748776 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b207b17b-e642-438e-b1b7-a6e1fa08efce req-fc6adafd-a734-4731-8939-a6c1bdb8ff83 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4f5a88559dde48d98560b094b41c0ecd&device_id=cf37e37a-466f-4808-852e-ca1e106ad33a HTTP/1.1" status: 200 len: 1098 time: 0.0795450 Dec 15 19:52:22.899994 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b207b17b-e642-438e-b1b7-a6e1fa08efce req-46e92c42-f79a-40c9-9a84-943e18080c22 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:52:22.900221 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-5d80c9d9-8731-4c77-8746-c8ac5b5707c5 None None] Set router 2d5eb65a-ea38-4110-8af4-7dd3afa513ee gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:52:22.901525 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b207b17b-e642-438e-b1b7-a6e1fa08efce req-46e92c42-f79a-40c9-9a84-943e18080c22 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d49506b5-5248-490c-b7eb-e14fa3a09292 HTTP/1.1" status: 200 len: 913 time: 0.1462419 Dec 15 19:52:22.932653 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 19:52:23.010130 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b207b17b-e642-438e-b1b7-a6e1fa08efce req-95e6fdf2-fae9-468f-bb9f-6918c997760c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0adacd3b-2b67-43ef-b521-2f60a4f596e3 HTTP/1.1" status: 200 len: 998 time: 0.1019106 Dec 15 19:52:23.080156 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b207b17b-e642-438e-b1b7-a6e1fa08efce req-fd3e5a46-fe8c-45fa-a63e-7847950f77f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:52:23.081724 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b207b17b-e642-438e-b1b7-a6e1fa08efce req-fd3e5a46-fe8c-45fa-a63e-7847950f77f7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4409bb67-32b6-4ce3-b291-b51b7fb8138f HTTP/1.1" status: 200 len: 851 time: 0.0650773 Dec 15 19:52:23.166863 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b207b17b-e642-438e-b1b7-a6e1fa08efce req-13ea1f22-d62a-4edb-8b5d-9b36d238e223 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d49506b5-5248-490c-b7eb-e14fa3a09292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779684 Dec 15 19:52:23.264214 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-5d80c9d9-8731-4c77-8746-c8ac5b5707c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'name': 'tempest-ServerActionsTestJSON-1598376602-router', 'tenant_id': '4f5a88559dde48d98560b094b41c0ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': '8f262a49-4e07-40e5-b233-41dcb663cb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:50:33Z', 'updated_at': '2021-12-15T19:50:37Z', 'revision_number': 4, 'project_id': '4f5a88559dde48d98560b094b41c0ecd', 'gw_port': {'id': '8f262a49-4e07-40e5-b233-41dcb663cb3a', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:40:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:50:33Z', 'updated_at': '2021-12-15T19:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': '69426a21-0691-4795-a61f-8aaa41449b86', 'tenant_id': '4f5a88559dde48d98560b094b41c0ecd', 'floating_ip_address': '172.26.3.47', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'port_id': '0adacd3b-2b67-43ef-b521-2f60a4f596e3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd49506b5-5248-490c-b7eb-e14fa3a09292', 'mac_address': 'fa:16:3e:00:d6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf37e37a-466f-4808-852e-ca1e106ad33a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:50:40Z', 'updated_at': '2021-12-15T19:52:21Z', 'revision_number': 5, 'project_id': '4f5a88559dde48d98560b094b41c0ecd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3850aa9-e0fb-4fef-a841-1fe199fd2df9', 'name': '', 'network_id': 'd49506b5-5248-490c-b7eb-e14fa3a09292', 'tenant_id': '4f5a88559dde48d98560b094b41c0ecd', 'mac_address': 'fa:16:3e:c1:0e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4409bb67-32b6-4ce3-b291-b51b7fb8138f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:50:36Z', 'updated_at': '2021-12-15T19:50:45Z', 'revision_number': 5, 'project_id': '4f5a88559dde48d98560b094b41c0ecd', 'subnets': [{'id': '4409bb67-32b6-4ce3-b291-b51b7fb8138f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:52:23.268341 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d80c9d9-8731-4c77-8746-c8ac5b5707c5 None None] Checking router: 2d5eb65a-ea38-4110-8af4-7dd3afa513ee for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:52:23.280124 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d80c9d9-8731-4c77-8746-c8ac5b5707c5 None None] Routers {'2d5eb65a-ea38-4110-8af4-7dd3afa513ee'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:52:23.280792 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-5d80c9d9-8731-4c77-8746-c8ac5b5707c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:52:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['2d5eb65a-ea38-4110-8af4-7dd3afa513ee'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:52:23.319048 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b207b17b-e642-438e-b1b7-a6e1fa08efce req-e9a62fa9-cc18-43b1-b81b-395cf7c05ddf service neutron] 10.222.0.32 "GET /v2.0/networks/d49506b5-5248-490c-b7eb-e14fa3a09292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458931 Dec 15 19:52:23.460677 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b207b17b-e642-438e-b1b7-a6e1fa08efce req-05f31308-34fe-4c8c-ac14-2ad5db9b3dd5 service neutron] 10.222.0.32 "GET /v2.0/networks/d49506b5-5248-490c-b7eb-e14fa3a09292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339359 Dec 15 19:52:23.470082 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-5d80c9d9-8731-4c77-8746-c8ac5b5707c5 None None] Set router 2d5eb65a-ea38-4110-8af4-7dd3afa513ee gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:52:23.836149 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-5d80c9d9-8731-4c77-8746-c8ac5b5707c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'name': 'tempest-ServerActionsTestJSON-1598376602-router', 'tenant_id': '4f5a88559dde48d98560b094b41c0ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': '8f262a49-4e07-40e5-b233-41dcb663cb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:50:33Z', 'updated_at': '2021-12-15T19:50:37Z', 'revision_number': 4, 'project_id': '4f5a88559dde48d98560b094b41c0ecd', 'gw_port': {'id': '8f262a49-4e07-40e5-b233-41dcb663cb3a', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:40:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:50:33Z', 'updated_at': '2021-12-15T19:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': '69426a21-0691-4795-a61f-8aaa41449b86', 'tenant_id': '4f5a88559dde48d98560b094b41c0ecd', 'floating_ip_address': '172.26.3.47', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'port_id': '0adacd3b-2b67-43ef-b521-2f60a4f596e3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd49506b5-5248-490c-b7eb-e14fa3a09292', 'mac_address': 'fa:16:3e:00:d6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf37e37a-466f-4808-852e-ca1e106ad33a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:50:40Z', 'updated_at': '2021-12-15T19:52:21Z', 'revision_number': 5, 'project_id': '4f5a88559dde48d98560b094b41c0ecd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3850aa9-e0fb-4fef-a841-1fe199fd2df9', 'name': '', 'network_id': 'd49506b5-5248-490c-b7eb-e14fa3a09292', 'tenant_id': '4f5a88559dde48d98560b094b41c0ecd', 'mac_address': 'fa:16:3e:c1:0e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4409bb67-32b6-4ce3-b291-b51b7fb8138f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:50:36Z', 'updated_at': '2021-12-15T19:50:45Z', 'revision_number': 5, 'project_id': '4f5a88559dde48d98560b094b41c0ecd', 'subnets': [{'id': '4409bb67-32b6-4ce3-b291-b51b7fb8138f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:52:23.840441 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d80c9d9-8731-4c77-8746-c8ac5b5707c5 None None] The sync data for ids ['2d5eb65a-ea38-4110-8af4-7dd3afa513ee'] in dv-neutron-821831-2-hyperv is: [{'id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'name': 'tempest-ServerActionsTestJSON-1598376602-router', 'tenant_id': '4f5a88559dde48d98560b094b41c0ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': '8f262a49-4e07-40e5-b233-41dcb663cb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:50:33Z', 'updated_at': '2021-12-15T19:50:37Z', 'revision_number': 4, 'project_id': '4f5a88559dde48d98560b094b41c0ecd', 'gw_port': {'id': '8f262a49-4e07-40e5-b233-41dcb663cb3a', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:40:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:50:33Z', 'updated_at': '2021-12-15T19:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': '69426a21-0691-4795-a61f-8aaa41449b86', 'tenant_id': '4f5a88559dde48d98560b094b41c0ecd', 'floating_ip_address': '172.26.3.47', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'port_id': '0adacd3b-2b67-43ef-b521-2f60a4f596e3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd49506b5-5248-490c-b7eb-e14fa3a09292', 'mac_address': 'fa:16:3e:00:d6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf37e37a-466f-4808-852e-ca1e106ad33a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:50:40Z', 'updated_at': '2021-12-15T19:52:21Z', 'revision_number': 5, 'project_id': '4f5a88559dde48d98560b094b41c0ecd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3850aa9-e0fb-4fef-a841-1fe199fd2df9', 'name': '', 'network_id': 'd49506b5-5248-490c-b7eb-e14fa3a09292', 'tenant_id': '4f5a88559dde48d98560b094b41c0ecd', 'mac_address': 'fa:16:3e:c1:0e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4409bb67-32b6-4ce3-b291-b51b7fb8138f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:50:36Z', 'updated_at': '2021-12-15T19:50:45Z', 'revision_number': 5, 'project_id': '4f5a88559dde48d98560b094b41c0ecd', 'subnets': [{'id': '4409bb67-32b6-4ce3-b291-b51b7fb8138f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:52:24.166716 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d204caff-3aad-417c-b300-b29b33869926 None None] New status for floating IP 69426a21-0691-4795-a61f-8aaa41449b86: ACTIVE {{(pid=88993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 15 19:52:24.374162 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:52:38.248094 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5ac012af-d053-4427-aec4-874894b7fb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:52:39.485926 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:52:40.560345 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1d3e0427-0952-487d-9523-a0f631d7158d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:52:40.914586 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:52:42.688531 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:52:54.384905 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:52:59.937114 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 19:53:03.341069 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9bc94b-0c66-4539-bd82-ab06d9e9a41f req-4351a8d8-331a-4ac6-96ec-3d610420910a tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:53:03.342606 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2f9bc94b-0c66-4539-bd82-ab06d9e9a41f req-4351a8d8-331a-4ac6-96ec-3d610420910a tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf37e37a-466f-4808-852e-ca1e106ad33a HTTP/1.1" status: 200 len: 945 time: 0.0834732 Dec 15 19:53:03.390348 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2f9bc94b-0c66-4539-bd82-ab06d9e9a41f req-b90f416f-d90c-492f-ad8a-532033a95295 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416775 Dec 15 19:53:04.602841 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e270a-e856-457d-b2c5-0b8af39bed58 req-bcc8b0f0-ae11-4248-bbaa-a0d9ea2c0d09 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:53:04.604479 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5c1e270a-e856-457d-b2c5-0b8af39bed58 req-bcc8b0f0-ae11-4248-bbaa-a0d9ea2c0d09 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf37e37a-466f-4808-852e-ca1e106ad33a HTTP/1.1" status: 200 len: 945 time: 0.0869596 Dec 15 19:53:04.654501 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5c1e270a-e856-457d-b2c5-0b8af39bed58 req-63440b5d-5393-4852-88af-c50a88b7f4f8 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427775 Dec 15 19:53:05.864749 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3130d638-497f-492a-9442-b0e00cf1b1d9 req-cbe8f60a-627e-4384-9be2-a773911526aa tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:53:05.866359 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3130d638-497f-492a-9442-b0e00cf1b1d9 req-cbe8f60a-627e-4384-9be2-a773911526aa tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf37e37a-466f-4808-852e-ca1e106ad33a HTTP/1.1" status: 200 len: 945 time: 0.0813966 Dec 15 19:53:05.914004 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3130d638-497f-492a-9442-b0e00cf1b1d9 req-534229d6-503f-4621-84b1-f821f0b703df tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413682 Dec 15 19:53:06.361074 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5458a7e3-04c6-4c41-b090-a250b727e642 req-6e5173a7-1738-495b-90ef-1fc36e682663 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4f5a88559dde48d98560b094b41c0ecd&device_id=cf37e37a-466f-4808-852e-ca1e106ad33a HTTP/1.1" status: 200 len: 1098 time: 0.0790901 Dec 15 19:53:06.519870 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5458a7e3-04c6-4c41-b090-a250b727e642 req-cac74061-cc0f-4c5e-9791-996637b697fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:53:06.521441 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5458a7e3-04c6-4c41-b090-a250b727e642 req-cac74061-cc0f-4c5e-9791-996637b697fe service neutron] 10.222.0.32 "GET /v2.0/networks?id=d49506b5-5248-490c-b7eb-e14fa3a09292 HTTP/1.1" status: 200 len: 913 time: 0.1342409 Dec 15 19:53:06.634354 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5458a7e3-04c6-4c41-b090-a250b727e642 req-8c515754-efa3-4e81-82d3-780c7e3f1940 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0adacd3b-2b67-43ef-b521-2f60a4f596e3 HTTP/1.1" status: 200 len: 1000 time: 0.1023252 Dec 15 19:53:06.705560 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5458a7e3-04c6-4c41-b090-a250b727e642 req-c0973ad3-bbe4-4bd9-86b2-72aadfaa388e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:53:06.707439 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5458a7e3-04c6-4c41-b090-a250b727e642 req-c0973ad3-bbe4-4bd9-86b2-72aadfaa388e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4409bb67-32b6-4ce3-b291-b51b7fb8138f HTTP/1.1" status: 200 len: 851 time: 0.0635166 Dec 15 19:53:06.790284 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5458a7e3-04c6-4c41-b090-a250b727e642 req-03973510-fa61-4562-b90d-1ce66c4ffdfa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d49506b5-5248-490c-b7eb-e14fa3a09292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723052 Dec 15 19:53:06.932878 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5458a7e3-04c6-4c41-b090-a250b727e642 req-f35c68bd-1359-4080-8cff-9a0e6d16e98d service neutron] 10.222.0.32 "GET /v2.0/networks/d49506b5-5248-490c-b7eb-e14fa3a09292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326900 Dec 15 19:53:07.372821 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5458a7e3-04c6-4c41-b090-a250b727e642 req-c569a6b7-6f2a-4189-b2b9-b09f90289494 service neutron] 10.222.0.32 "GET /v2.0/networks/d49506b5-5248-490c-b7eb-e14fa3a09292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4287109 Dec 15 19:53:07.395264 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801b9e11-a9fa-4aaa-9bfb-320f8d3c345d req-b8bbaf38-6b6f-4c9e-889f-2da576dd8243 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:53:07.396834 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-801b9e11-a9fa-4aaa-9bfb-320f8d3c345d req-b8bbaf38-6b6f-4c9e-889f-2da576dd8243 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf37e37a-466f-4808-852e-ca1e106ad33a HTTP/1.1" status: 200 len: 945 time: 0.3582618 Dec 15 19:53:07.445837 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-801b9e11-a9fa-4aaa-9bfb-320f8d3c345d req-7ee6e784-1959-44ef-8f78-48cb511d2227 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419588 Dec 15 19:53:08.244998 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-76a871f5-fef7-475b-b54f-5b8ec9f346fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:53:08.653369 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a6d30a-5538-496c-8924-5f5a550f2849 req-dd5f8bdf-d816-48c2-9f36-30d032ece30d tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:53:08.655003 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-16a6d30a-5538-496c-8924-5f5a550f2849 req-dd5f8bdf-d816-48c2-9f36-30d032ece30d tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf37e37a-466f-4808-852e-ca1e106ad33a HTTP/1.1" status: 200 len: 945 time: 0.0834568 Dec 15 19:53:08.708570 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-16a6d30a-5538-496c-8924-5f5a550f2849 req-021c9db0-ca97-4413-b591-fc2d313a5fe9 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472543 Dec 15 19:53:09.502461 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:53:09.911924 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5813e64b-74f1-44f0-a294-de7ab8390c41 req-d0184493-326f-43cf-90c7-e8c55cfa1f12 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:53:09.913501 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5813e64b-74f1-44f0-a294-de7ab8390c41 req-d0184493-326f-43cf-90c7-e8c55cfa1f12 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf37e37a-466f-4808-852e-ca1e106ad33a HTTP/1.1" status: 200 len: 945 time: 0.0815156 Dec 15 19:53:09.961961 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5813e64b-74f1-44f0-a294-de7ab8390c41 req-008e49c6-cb25-4118-a026-3e99b8f78379 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421808 Dec 15 19:53:10.571559 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-618dc98e-08ce-4dc0-aa99-4b2221682ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:53:10.914398 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:53:11.166869 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f5816-5ed4-496c-9e66-218a39556a9a req-8a1ab52b-a773-4cba-ab80-84339d86fb2d tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:53:11.168403 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7c3f5816-5ed4-496c-9e66-218a39556a9a req-8a1ab52b-a773-4cba-ab80-84339d86fb2d tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf37e37a-466f-4808-852e-ca1e106ad33a HTTP/1.1" status: 200 len: 945 time: 0.0865026 Dec 15 19:53:11.218105 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7c3f5816-5ed4-496c-9e66-218a39556a9a req-4946c4bd-330f-48f6-9936-522e9c46bb59 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435500 Dec 15 19:53:12.558754 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdacb6d8-6385-4831-9eff-ff5a88a4c341 req-6e9e7279-618c-4b12-bb1f-d83a52b9fdba tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:53:12.560245 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-bdacb6d8-6385-4831-9eff-ff5a88a4c341 req-6e9e7279-618c-4b12-bb1f-d83a52b9fdba tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf37e37a-466f-4808-852e-ca1e106ad33a HTTP/1.1" status: 200 len: 945 time: 0.0821140 Dec 15 19:53:12.608895 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-bdacb6d8-6385-4831-9eff-ff5a88a4c341 req-d8b2e1ef-6bfe-48f5-9faa-e4b067f82f5c tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425613 Dec 15 19:53:12.690664 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:53:13.817759 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60227b9f-5675-4813-8da5-fece1e487da4 req-bd3fd08f-7432-41a3-b134-477c6253b26b tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:53:13.819417 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-60227b9f-5675-4813-8da5-fece1e487da4 req-bd3fd08f-7432-41a3-b134-477c6253b26b tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf37e37a-466f-4808-852e-ca1e106ad33a HTTP/1.1" status: 200 len: 945 time: 0.0876203 Dec 15 19:53:13.869012 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-60227b9f-5675-4813-8da5-fece1e487da4 req-a7ea7c27-c359-4d64-9f58-445d55eb3d1f tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427816 Dec 15 19:53:15.073020 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0549dea4-7797-4e89-9f8c-4708f12a1057 req-09d2b39d-156c-45a1-9beb-47f25b1f4a3a tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:53:15.074623 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0549dea4-7797-4e89-9f8c-4708f12a1057 req-09d2b39d-156c-45a1-9beb-47f25b1f4a3a tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf37e37a-466f-4808-852e-ca1e106ad33a HTTP/1.1" status: 200 len: 945 time: 0.0829303 Dec 15 19:53:15.124059 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0549dea4-7797-4e89-9f8c-4708f12a1057 req-4493b1db-5f4e-4900-8bc3-f8f804937333 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430534 Dec 15 19:53:16.334573 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d84460b-7f77-4292-b534-8973e0d02ea1 req-b3bf68d9-6e9e-4c60-88a8-44565a315198 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:53:16.336968 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4d84460b-7f77-4292-b534-8973e0d02ea1 req-b3bf68d9-6e9e-4c60-88a8-44565a315198 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf37e37a-466f-4808-852e-ca1e106ad33a HTTP/1.1" status: 200 len: 945 time: 0.0872664 Dec 15 19:53:16.387844 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4d84460b-7f77-4292-b534-8973e0d02ea1 req-46aac7a6-ba28-4906-b74e-5a12bbb9c4ff tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442662 Dec 15 19:53:17.595963 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f2b607-297a-4606-894f-322e1bcee997 req-4be2e4e8-2e1e-40c8-97f8-a4d5529c497c tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:53:17.598337 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-00f2b607-297a-4606-894f-322e1bcee997 req-4be2e4e8-2e1e-40c8-97f8-a4d5529c497c tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf37e37a-466f-4808-852e-ca1e106ad33a HTTP/1.1" status: 200 len: 945 time: 0.0817220 Dec 15 19:53:17.652916 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-00f2b607-297a-4606-894f-322e1bcee997 req-0e3be1c9-adaf-4ebb-b838-d16e59d09311 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476921 Dec 15 19:53:18.855284 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf41d6-9d2a-4a78-8e0e-16aef83c81af req-9fa7cb01-1ce4-42c7-9d5a-51d5f99a8bb2 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:53:18.856878 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-deaf41d6-9d2a-4a78-8e0e-16aef83c81af req-9fa7cb01-1ce4-42c7-9d5a-51d5f99a8bb2 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf37e37a-466f-4808-852e-ca1e106ad33a HTTP/1.1" status: 200 len: 945 time: 0.0821512 Dec 15 19:53:18.904664 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-deaf41d6-9d2a-4a78-8e0e-16aef83c81af req-82d745da-7b0d-467a-9a02-2b2d18c7e78f tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414598 Dec 15 19:53:19.184846 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a2ecd504-aa05-4cd0-a98e-5fbfdb9b3257 req-0ce745e0-70b9-4053-b8f2-f2d4807f0cac service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cf37e37a-466f-4808-852e-ca1e106ad33a&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1505616 Dec 15 19:53:19.614599 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd93c2-03c2-4d78-8971-70a02b30613b req-581a8890-0220-4a22-91f6-b260d5958301 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:53:19.616231 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-65bd93c2-03c2-4d78-8971-70a02b30613b req-581a8890-0220-4a22-91f6-b260d5958301 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf37e37a-466f-4808-852e-ca1e106ad33a HTTP/1.1" status: 200 len: 945 time: 0.0859087 Dec 15 19:53:19.667449 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-65bd93c2-03c2-4d78-8971-70a02b30613b req-800e0575-90f1-4a5a-aa41-864ea125c62a tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446327 Dec 15 19:53:19.742925 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-34c6783b-396e-4547-aaf4-56b6c3b32d9e req-750e47d8-4f41-498d-a61d-4bd455df00e7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cf37e37a-466f-4808-852e-ca1e106ad33a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1708982 Dec 15 19:53:20.876054 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101a001c-a2f1-456d-9b36-be0a125a7642 req-aa034ccd-e166-446d-aa54-55a3c9850d17 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:53:20.877641 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-101a001c-a2f1-456d-9b36-be0a125a7642 req-aa034ccd-e166-446d-aa54-55a3c9850d17 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf37e37a-466f-4808-852e-ca1e106ad33a HTTP/1.1" status: 200 len: 945 time: 0.0859640 Dec 15 19:53:20.927523 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-101a001c-a2f1-456d-9b36-be0a125a7642 req-d443c3bf-b870-41c8-863e-09617e40fe54 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426328 Dec 15 19:53:21.794810 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-34c6783b-396e-4547-aaf4-56b6c3b32d9e req-52e4ec67-8217-4802-a106-2049c286bb20 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4f5a88559dde48d98560b094b41c0ecd&device_id=cf37e37a-466f-4808-852e-ca1e106ad33a HTTP/1.1" status: 200 len: 1098 time: 0.0752566 Dec 15 19:53:21.942640 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c6783b-396e-4547-aaf4-56b6c3b32d9e req-f38ccc97-07a1-4288-a138-80bd4f685f5a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:53:21.944150 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-34c6783b-396e-4547-aaf4-56b6c3b32d9e req-f38ccc97-07a1-4288-a138-80bd4f685f5a service neutron] 10.222.0.32 "GET /v2.0/networks?id=d49506b5-5248-490c-b7eb-e14fa3a09292 HTTP/1.1" status: 200 len: 913 time: 0.1393597 Dec 15 19:53:22.059835 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-34c6783b-396e-4547-aaf4-56b6c3b32d9e req-aeecd5d3-aa18-4649-9243-b9426c85ffb1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0adacd3b-2b67-43ef-b521-2f60a4f596e3 HTTP/1.1" status: 200 len: 1000 time: 0.1058648 Dec 15 19:53:22.187163 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c6783b-396e-4547-aaf4-56b6c3b32d9e req-a5a4a770-99cc-42cc-957b-e013aae6ef93 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:53:22.188750 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-34c6783b-396e-4547-aaf4-56b6c3b32d9e req-a5a4a770-99cc-42cc-957b-e013aae6ef93 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4409bb67-32b6-4ce3-b291-b51b7fb8138f HTTP/1.1" status: 200 len: 851 time: 0.1196868 Dec 15 19:53:22.258749 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b1495-749f-4237-8b73-47bac084093f req-ba5a73cb-0c94-4cd3-8519-75359a831557 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:53:22.260340 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-817b1495-749f-4237-8b73-47bac084093f req-ba5a73cb-0c94-4cd3-8519-75359a831557 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf37e37a-466f-4808-852e-ca1e106ad33a HTTP/1.1" status: 200 len: 945 time: 0.1558900 Dec 15 19:53:22.330532 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-34c6783b-396e-4547-aaf4-56b6c3b32d9e req-635bf5c9-f5a4-470c-90f2-b2e0d84f4060 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d49506b5-5248-490c-b7eb-e14fa3a09292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1256874 Dec 15 19:53:22.333193 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-817b1495-749f-4237-8b73-47bac084093f req-a7a624f3-b73f-41a0-a3db-3efb41dc59f4 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665469 Dec 15 19:53:22.487924 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-34c6783b-396e-4547-aaf4-56b6c3b32d9e req-0c71103b-75b8-4945-901d-9d1c7bedcbbe service neutron] 10.222.0.32 "GET /v2.0/networks/d49506b5-5248-490c-b7eb-e14fa3a09292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397960 Dec 15 19:53:22.632782 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-34c6783b-396e-4547-aaf4-56b6c3b32d9e req-6ff2ff56-59b8-45d9-a72f-3b8e2fdda2db service neutron] 10.222.0.32 "GET /v2.0/networks/d49506b5-5248-490c-b7eb-e14fa3a09292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344872 Dec 15 19:53:23.548928 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f903eb41-d8a2-48b5-9d67-6b1137d38205 req-f97834d4-d6cb-4e3b-89fa-f579e9595be6 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:53:23.550563 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f903eb41-d8a2-48b5-9d67-6b1137d38205 req-f97834d4-d6cb-4e3b-89fa-f579e9595be6 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf37e37a-466f-4808-852e-ca1e106ad33a HTTP/1.1" status: 200 len: 945 time: 0.0824313 Dec 15 19:53:23.599008 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f903eb41-d8a2-48b5-9d67-6b1137d38205 req-100327ca-e381-42e3-8530-0eed085116c5 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421755 Dec 15 19:53:24.410433 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:53:24.840937 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-34c6783b-396e-4547-aaf4-56b6c3b32d9e req-bae56fd2-d761-449e-9748-eceae7825234 service neutron] 10.222.0.32 "GET /v2.0/ports/0adacd3b-2b67-43ef-b521-2f60a4f596e3/bindings/hv-neutron-8218 HTTP/1.1" status: 200 len: 384 time: 0.1381109 Dec 15 19:53:24.860669 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40644f8d-0b57-4359-b98b-776afce006c1 req-11935bf3-60ec-4194-9db9-dd73691275f0 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:53:24.862269 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-40644f8d-0b57-4359-b98b-776afce006c1 req-11935bf3-60ec-4194-9db9-dd73691275f0 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf37e37a-466f-4808-852e-ca1e106ad33a HTTP/1.1" status: 200 len: 945 time: 0.1179039 Dec 15 19:53:24.911515 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-40644f8d-0b57-4359-b98b-776afce006c1 req-bb531f1e-3717-4eff-90a6-3f7f8a6eecd0 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426233 Dec 15 19:53:25.255844 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-34c6783b-396e-4547-aaf4-56b6c3b32d9e req-e8a4b9af-7b9b-489b-a269-40a1f827e67c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cf37e37a-466f-4808-852e-ca1e106ad33a&tenant_id=4f5a88559dde48d98560b094b41c0ecd HTTP/1.1" status: 200 len: 1098 time: 0.0753059 Dec 15 19:53:25.358939 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-34c6783b-396e-4547-aaf4-56b6c3b32d9e req-dc0d1110-09de-4959-a34a-73fe4676b78a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4f5a88559dde48d98560b094b41c0ecd&device_id=cf37e37a-466f-4808-852e-ca1e106ad33a HTTP/1.1" status: 200 len: 1098 time: 0.0747468 Dec 15 19:53:25.503420 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c6783b-396e-4547-aaf4-56b6c3b32d9e req-687a44a6-e55e-46e0-8c33-d184b5038d50 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:53:25.504984 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-34c6783b-396e-4547-aaf4-56b6c3b32d9e req-687a44a6-e55e-46e0-8c33-d184b5038d50 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d49506b5-5248-490c-b7eb-e14fa3a09292 HTTP/1.1" status: 200 len: 913 time: 0.1366277 Dec 15 19:53:25.616321 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-34c6783b-396e-4547-aaf4-56b6c3b32d9e req-648309ad-5851-4fb5-9a8e-1ef9509fd490 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0adacd3b-2b67-43ef-b521-2f60a4f596e3 HTTP/1.1" status: 200 len: 1000 time: 0.1007249 Dec 15 19:53:25.690962 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c6783b-396e-4547-aaf4-56b6c3b32d9e req-297f1b10-350d-44a4-aab5-2aa2409546ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:53:25.692536 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-34c6783b-396e-4547-aaf4-56b6c3b32d9e req-297f1b10-350d-44a4-aab5-2aa2409546ff service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4409bb67-32b6-4ce3-b291-b51b7fb8138f HTTP/1.1" status: 200 len: 851 time: 0.0635934 Dec 15 19:53:25.778075 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-34c6783b-396e-4547-aaf4-56b6c3b32d9e req-5f77eb01-7b35-4754-9689-8d0f2c80de73 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d49506b5-5248-490c-b7eb-e14fa3a09292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750854 Dec 15 19:53:25.923273 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-34c6783b-396e-4547-aaf4-56b6c3b32d9e req-94f00968-7407-417c-a73c-e773a99efc9c service neutron] 10.222.0.32 "GET /v2.0/networks/d49506b5-5248-490c-b7eb-e14fa3a09292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352909 Dec 15 19:53:26.114895 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-34c6783b-396e-4547-aaf4-56b6c3b32d9e req-b8268e4d-12a1-448e-a7eb-beccc4649acf service neutron] 10.222.0.32 "GET /v2.0/networks/d49506b5-5248-490c-b7eb-e14fa3a09292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800947 Dec 15 19:53:26.144683 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c2314a-a740-46c9-b17a-41e9d17694de req-db66b879-69f9-4696-8b67-f3e2e80835e4 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:53:26.146270 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b9c2314a-a740-46c9-b17a-41e9d17694de req-db66b879-69f9-4696-8b67-f3e2e80835e4 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf37e37a-466f-4808-852e-ca1e106ad33a HTTP/1.1" status: 200 len: 945 time: 0.1041889 Dec 15 19:53:26.196938 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b9c2314a-a740-46c9-b17a-41e9d17694de req-e19b014a-fb70-43a6-aca1-5ba6060d433b tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436530 Dec 15 19:53:27.404635 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcce58a-d9b8-4a67-aad9-ea4aec050291 req-70d895ab-b217-486c-950b-1972802afe0d tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:53:27.406152 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-afcce58a-d9b8-4a67-aad9-ea4aec050291 req-70d895ab-b217-486c-950b-1972802afe0d tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf37e37a-466f-4808-852e-ca1e106ad33a HTTP/1.1" status: 200 len: 945 time: 0.0847743 Dec 15 19:53:27.458353 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-afcce58a-d9b8-4a67-aad9-ea4aec050291 req-e27c097f-8c8e-47eb-aafb-5160d18211bb tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457284 Dec 15 19:53:28.466679 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 0adacd3b-2b67-43ef-b521-2f60a4f596e3 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 15 19:53:28.471729 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 0adacd3b-2b67-43ef-b521-2f60a4f596e3 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:53:28.668602 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a474a2-a085-4f51-af4c-8ef2e4a5deda req-9a8f57d4-f574-4e3d-9c4c-79c223104460 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:53:28.670222 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e2a474a2-a085-4f51-af4c-8ef2e4a5deda req-9a8f57d4-f574-4e3d-9c4c-79c223104460 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf37e37a-466f-4808-852e-ca1e106ad33a HTTP/1.1" status: 200 len: 945 time: 0.0863657 Dec 15 19:53:28.690282 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:53:28.719650 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e2a474a2-a085-4f51-af4c-8ef2e4a5deda req-5f0882fa-dd3d-4ed7-9ad2-0a032f60cc6b tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429296 Dec 15 19:53:28.734366 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 0adacd3b-2b67-43ef-b521-2f60a4f596e3, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=0adacd3b-2b67-43ef-b521-2f60a4f596e3,segment=NetworkSegment(1367ded2-26f3-442a-8ed8-8e4fe90f2ba6),segment_id=1367ded2-26f3-442a-8ed8-8e4fe90f2ba6)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:53:28.749807 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf37e37a-466f-4808-852e-ca1e106ad33a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0adacd3b-2b67-43ef-b521-2f60a4f596e3'}] {{(pid=88992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:53:28.764729 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 0adacd3b-2b67-43ef-b521-2f60a4f596e3, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=0adacd3b-2b67-43ef-b521-2f60a4f596e3,segment=NetworkSegment(1367ded2-26f3-442a-8ed8-8e4fe90f2ba6),segment_id=1367ded2-26f3-442a-8ed8-8e4fe90f2ba6)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:53:28.766068 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Returning: {'device': '0adacd3b-2b67-43ef-b521-2f60a4f596e3', 'network_id': 'd49506b5-5248-490c-b7eb-e14fa3a09292', 'port_id': '0adacd3b-2b67-43ef-b521-2f60a4f596e3', 'mac_address': 'fa:16:3e:00:d6:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4409bb67-32b6-4ce3-b291-b51b7fb8138f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 19:53:28.805692 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:53:28.809560 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:53:28.868705 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:53:28.905046 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0adacd3b-2b67-43ef-b521-2f60a4f596e3 {{(pid=88992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 19:53:28.910858 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf37e37a-466f-4808-852e-ca1e106ad33a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0adacd3b-2b67-43ef-b521-2f60a4f596e3', 'code': 200} Dec 15 19:53:28.918839 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=0adacd3b-2b67-43ef-b521-2f60a4f596e3,revision_number=6']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:53:28.930714 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 0adacd3b-2b67-43ef-b521-2f60a4f596e3, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=0adacd3b-2b67-43ef-b521-2f60a4f596e3,segment=NetworkSegment(1367ded2-26f3-442a-8ed8-8e4fe90f2ba6),segment_id=1367ded2-26f3-442a-8ed8-8e4fe90f2ba6)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:53:28.932746 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:53:28.933127 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:53:28.933505 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:53:28.933876 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:53:28.934260 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:53:28.934637 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:53:28.935002 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:53:28.935370 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:53:28.935733 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:53:28.936093 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:53:28.936458 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:53:28.940468 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:53:28.981673 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:53:28.983802 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:53:29.053615 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=0adacd3b-2b67-43ef-b521-2f60a4f596e3,revision_number=7']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:53:29.056793 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:53:29.060585 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] get_ports_and_sgs() called for port_ids ['0adacd3b-2b67-43ef-b521-2f60a4f596e3'] {{(pid=88992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 19:53:29.237131 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070dfe3a-905e-4acd-8e99-ba62209ddaf8 req-b119cdcc-a12f-43a2-a511-885d5c2df2d4 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:53:29.238746 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-070dfe3a-905e-4acd-8e99-ba62209ddaf8 req-b119cdcc-a12f-43a2-a511-885d5c2df2d4 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf37e37a-466f-4808-852e-ca1e106ad33a HTTP/1.1" status: 200 len: 944 time: 0.1602347 Dec 15 19:53:29.245684 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e31bdf1-82d1-497a-96a1-9f56f00d0f1b req-d6f8a7f9-c11b-4264-8b28-447cfd329a66 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:53:29.247154 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0e31bdf1-82d1-497a-96a1-9f56f00d0f1b req-d6f8a7f9-c11b-4264-8b28-447cfd329a66 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf37e37a-466f-4808-852e-ca1e106ad33a&tenant_id=4f5a88559dde48d98560b094b41c0ecd&binding%3Ahost_id=hv-neutron-8218 HTTP/1.1" status: 200 len: 944 time: 0.1297541 Dec 15 19:53:29.290961 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-070dfe3a-905e-4acd-8e99-ba62209ddaf8 req-804a073e-159e-4429-9210-45dff4013f42 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427732 Dec 15 19:53:29.637285 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0e31bdf1-82d1-497a-96a1-9f56f00d0f1b req-3810a9fd-5958-4db8-9670-15b829a97cb0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4f5a88559dde48d98560b094b41c0ecd&device_id=cf37e37a-466f-4808-852e-ca1e106ad33a HTTP/1.1" status: 200 len: 1097 time: 0.3019302 Dec 15 19:53:29.779273 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e31bdf1-82d1-497a-96a1-9f56f00d0f1b req-1ba254aa-1ec0-4244-bf58-bc47a83e435b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:53:29.780825 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0e31bdf1-82d1-497a-96a1-9f56f00d0f1b req-1ba254aa-1ec0-4244-bf58-bc47a83e435b service neutron] 10.222.0.32 "GET /v2.0/networks?id=d49506b5-5248-490c-b7eb-e14fa3a09292 HTTP/1.1" status: 200 len: 913 time: 0.1333139 Dec 15 19:53:29.889271 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0e31bdf1-82d1-497a-96a1-9f56f00d0f1b req-c1c6b9c8-909f-411c-8146-78680d6ba2ef service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0adacd3b-2b67-43ef-b521-2f60a4f596e3 HTTP/1.1" status: 200 len: 999 time: 0.0981467 Dec 15 19:53:29.960924 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e31bdf1-82d1-497a-96a1-9f56f00d0f1b req-b1a50890-d0fe-474f-bc03-66725c8a6ce6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:53:29.962559 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0e31bdf1-82d1-497a-96a1-9f56f00d0f1b req-b1a50890-d0fe-474f-bc03-66725c8a6ce6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4409bb67-32b6-4ce3-b291-b51b7fb8138f HTTP/1.1" status: 200 len: 851 time: 0.0634174 Dec 15 19:53:30.046595 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0e31bdf1-82d1-497a-96a1-9f56f00d0f1b req-2af89acd-840d-44b1-a5de-c2c33eece1e7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d49506b5-5248-490c-b7eb-e14fa3a09292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727229 Dec 15 19:53:30.191779 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0e31bdf1-82d1-497a-96a1-9f56f00d0f1b req-793e7be2-fe0a-469f-a3a1-ff21ad33797f service neutron] 10.222.0.32 "GET /v2.0/networks/d49506b5-5248-490c-b7eb-e14fa3a09292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343589 Dec 15 19:53:30.337328 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0e31bdf1-82d1-497a-96a1-9f56f00d0f1b req-6266b8d9-5448-4555-ad74-46c5379570e5 service neutron] 10.222.0.32 "GET /v2.0/networks/d49506b5-5248-490c-b7eb-e14fa3a09292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359117 Dec 15 19:53:30.499151 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 0adacd3b-2b67-43ef-b521-2f60a4f596e3 up at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:53:30.505578 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b7c788-f402-4bc1-a71f-59c0915bb977 req-708c2be1-6007-469a-87e8-0e5c2b15f2a4 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:53:30.511994 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-00b7c788-f402-4bc1-a71f-59c0915bb977 req-708c2be1-6007-469a-87e8-0e5c2b15f2a4 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf37e37a-466f-4808-852e-ca1e106ad33a HTTP/1.1" status: 200 len: 944 time: 0.0890613 Dec 15 19:53:30.556535 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-00b7c788-f402-4bc1-a71f-59c0915bb977 req-2c030511-e99d-44bd-8eb5-6a802e6be193 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430698 Dec 15 19:53:30.572712 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning complete for port 0adacd3b-2b67-43ef-b521-2f60a4f596e3 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:53:30.573143 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:53:30.692516 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:53:30.725418 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 0adacd3b-2b67-43ef-b521-2f60a4f596e3, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=0adacd3b-2b67-43ef-b521-2f60a4f596e3,segment=NetworkSegment(1367ded2-26f3-442a-8ed8-8e4fe90f2ba6),segment_id=1367ded2-26f3-442a-8ed8-8e4fe90f2ba6)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:53:30.770384 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:53:30.772220 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:53:30.838274 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=0adacd3b-2b67-43ef-b521-2f60a4f596e3,revision_number=8']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:53:30.841433 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:53:30.911563 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf37e37a-466f-4808-852e-ca1e106ad33a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0adacd3b-2b67-43ef-b521-2f60a4f596e3'}] {{(pid=88992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:53:30.966707 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf37e37a-466f-4808-852e-ca1e106ad33a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0adacd3b-2b67-43ef-b521-2f60a4f596e3', 'code': 200} Dec 15 19:53:31.760836 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d2e8b-39cd-4a35-b994-559df7ea7f9d req-e75704f1-d65b-4d43-b737-9c03c1564f32 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:53:31.762481 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-760d2e8b-39cd-4a35-b994-559df7ea7f9d req-e75704f1-d65b-4d43-b737-9c03c1564f32 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf37e37a-466f-4808-852e-ca1e106ad33a HTTP/1.1" status: 200 len: 945 time: 0.0825734 Dec 15 19:53:31.814928 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-760d2e8b-39cd-4a35-b994-559df7ea7f9d req-9452c1a1-df9e-4fcb-ac28-caee83529b54 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464299 Dec 15 19:53:32.018132 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b523db3-5074-4d21-96a6-0407325950b1 req-bbf53f28-eaa5-49ae-b25e-23cd8c95b300 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:53:32.019816 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4b523db3-5074-4d21-96a6-0407325950b1 req-bbf53f28-eaa5-49ae-b25e-23cd8c95b300 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf37e37a-466f-4808-852e-ca1e106ad33a HTTP/1.1" status: 200 len: 945 time: 0.0826738 Dec 15 19:53:32.074218 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4b523db3-5074-4d21-96a6-0407325950b1 req-690b80d9-f348-4e77-937c-8b96512df90d tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466568 Dec 15 19:53:32.499438 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 0adacd3b-2b67-43ef-b521-2f60a4f596e3 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:53:32.501786 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca80244-0836-403f-b404-34fbae481368 req-ec85d9dd-58a6-4ddf-8dd8-0dcc9ec5a4a8 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:53:32.503448 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6ca80244-0836-403f-b404-34fbae481368 req-ec85d9dd-58a6-4ddf-8dd8-0dcc9ec5a4a8 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf37e37a-466f-4808-852e-ca1e106ad33a HTTP/1.1" status: 200 len: 945 time: 0.0869033 Dec 15 19:53:32.601991 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6ca80244-0836-403f-b404-34fbae481368 req-636d7bc4-cc1a-4970-aa39-3fab10505796 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920186 Dec 15 19:53:32.626296 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-913702ac-e7e6-4af0-9a88-262ed9e64c4d req-8b48d867-df75-4452-905f-3dd9e1ef99aa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4f5a88559dde48d98560b094b41c0ecd&device_id=cf37e37a-466f-4808-852e-ca1e106ad33a HTTP/1.1" status: 200 len: 1098 time: 0.1013186 Dec 15 19:53:32.630782 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:53:32.666574 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 0adacd3b-2b67-43ef-b521-2f60a4f596e3, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=0adacd3b-2b67-43ef-b521-2f60a4f596e3,segment=NetworkSegment(1367ded2-26f3-442a-8ed8-8e4fe90f2ba6),segment_id=1367ded2-26f3-442a-8ed8-8e4fe90f2ba6)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:53:32.701598 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:53:32.704375 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:53:32.771271 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=0adacd3b-2b67-43ef-b521-2f60a4f596e3,revision_number=9']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:53:32.772127 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913702ac-e7e6-4af0-9a88-262ed9e64c4d req-0e0bcb93-ea7e-4dda-bfcd-b7ed7e349a28 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:53:32.774361 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-913702ac-e7e6-4af0-9a88-262ed9e64c4d req-0e0bcb93-ea7e-4dda-bfcd-b7ed7e349a28 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d49506b5-5248-490c-b7eb-e14fa3a09292 HTTP/1.1" status: 200 len: 913 time: 0.1385305 Dec 15 19:53:32.775270 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:53:32.885820 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-913702ac-e7e6-4af0-9a88-262ed9e64c4d req-91faaccd-665f-41d1-a754-06e8cef090e9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0adacd3b-2b67-43ef-b521-2f60a4f596e3 HTTP/1.1" status: 200 len: 998 time: 0.1008010 Dec 15 19:53:32.956922 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913702ac-e7e6-4af0-9a88-262ed9e64c4d req-f389b348-3705-4f6b-8dc4-8da8dcf96757 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:53:32.958478 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-913702ac-e7e6-4af0-9a88-262ed9e64c4d req-f389b348-3705-4f6b-8dc4-8da8dcf96757 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4409bb67-32b6-4ce3-b291-b51b7fb8138f HTTP/1.1" status: 200 len: 851 time: 0.0632763 Dec 15 19:53:32.967499 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf37e37a-466f-4808-852e-ca1e106ad33a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0adacd3b-2b67-43ef-b521-2f60a4f596e3'}] {{(pid=88992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:53:33.022729 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf37e37a-466f-4808-852e-ca1e106ad33a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0adacd3b-2b67-43ef-b521-2f60a4f596e3', 'code': 200} Dec 15 19:53:33.046617 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-913702ac-e7e6-4af0-9a88-262ed9e64c4d req-ba5f594a-16b1-4188-8bc8-033a31c3f65a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d49506b5-5248-490c-b7eb-e14fa3a09292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776174 Dec 15 19:53:33.198758 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-913702ac-e7e6-4af0-9a88-262ed9e64c4d req-94a35b24-36b1-431e-a4f6-0624be406227 service neutron] 10.222.0.32 "GET /v2.0/networks/d49506b5-5248-490c-b7eb-e14fa3a09292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413887 Dec 15 19:53:33.342453 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-913702ac-e7e6-4af0-9a88-262ed9e64c4d req-ab6bc00a-a27e-4a9e-9d5f-ad1152490052 service neutron] 10.222.0.32 "GET /v2.0/networks/d49506b5-5248-490c-b7eb-e14fa3a09292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338260 Dec 15 19:53:33.821682 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f037e6-9f9c-4920-93da-bbc6a9223b94 req-749ff842-8ffd-486a-a95c-ec91f30b2a1d tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:53:33.823388 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-48f037e6-9f9c-4920-93da-bbc6a9223b94 req-749ff842-8ffd-486a-a95c-ec91f30b2a1d tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf37e37a-466f-4808-852e-ca1e106ad33a HTTP/1.1" status: 200 len: 943 time: 0.0842199 Dec 15 19:53:33.874349 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-48f037e6-9f9c-4920-93da-bbc6a9223b94 req-8949199a-eb5e-44f4-88e1-476e691a69c4 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443797 Dec 15 19:53:35.083782 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b0a99b-5447-4025-a63d-f0f0f5d7b999 req-12c04424-b210-4c67-9c38-edd1ef3beeff tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:53:35.085448 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-61b0a99b-5447-4025-a63d-f0f0f5d7b999 req-12c04424-b210-4c67-9c38-edd1ef3beeff tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf37e37a-466f-4808-852e-ca1e106ad33a HTTP/1.1" status: 200 len: 943 time: 0.0863335 Dec 15 19:53:35.137809 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-61b0a99b-5447-4025-a63d-f0f0f5d7b999 req-1f0526c4-3c02-4b0c-a919-91ddeaa5bd2d tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424514 Dec 15 19:53:35.656496 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7884979-990b-4135-abd2-bec0fb3c0280 req-da899dfe-e74a-4316-8a8c-6c6a536cd678 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:53:35.658085 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c7884979-990b-4135-abd2-bec0fb3c0280 req-da899dfe-e74a-4316-8a8c-6c6a536cd678 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf37e37a-466f-4808-852e-ca1e106ad33a HTTP/1.1" status: 200 len: 943 time: 0.0841753 Dec 15 19:53:35.709275 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c7884979-990b-4135-abd2-bec0fb3c0280 req-0e42ee92-b99d-44a4-ac99-71357f3c40ec tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447352 Dec 15 19:53:36.917909 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e98e3-6289-4187-b7a2-59a466b13365 req-00406a19-417a-4d86-a21b-8dcb72cffefd tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:53:36.919419 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4f7e98e3-6289-4187-b7a2-59a466b13365 req-00406a19-417a-4d86-a21b-8dcb72cffefd tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf37e37a-466f-4808-852e-ca1e106ad33a HTTP/1.1" status: 200 len: 943 time: 0.0821707 Dec 15 19:53:36.938148 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 19:53:36.968877 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4f7e98e3-6289-4187-b7a2-59a466b13365 req-74cf8ce2-8f14-4a8f-b204-5fc8762106e7 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428715 Dec 15 19:53:37.437814 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f982d21-71c2-4ca9-b8ff-caf8c8f28aef req-a22ee2b0-1f3c-4e81-a664-1db05868295d tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:53:37.439421 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9f982d21-71c2-4ca9-b8ff-caf8c8f28aef req-a22ee2b0-1f3c-4e81-a664-1db05868295d tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf37e37a-466f-4808-852e-ca1e106ad33a HTTP/1.1" status: 200 len: 943 time: 0.0900557 Dec 15 19:53:37.512578 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [req-9f982d21-71c2-4ca9-b8ff-caf8c8f28aef req-43ba9a84-ce11-4b33-a93a-07f162ae75a9 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Deleting port 0adacd3b-2b67-43ef-b521-2f60a4f596e3 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:53:37.512963 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-9f982d21-71c2-4ca9-b8ff-caf8c8f28aef req-43ba9a84-ce11-4b33-a93a-07f162ae75a9 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:53:37.765389 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-9f982d21-71c2-4ca9-b8ff-caf8c8f28aef req-43ba9a84-ce11-4b33-a93a-07f162ae75a9 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] For port 0adacd3b-2b67-43ef-b521-2f60a4f596e3, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=0adacd3b-2b67-43ef-b521-2f60a4f596e3,segment=NetworkSegment(1367ded2-26f3-442a-8ed8-8e4fe90f2ba6),segment_id=1367ded2-26f3-442a-8ed8-8e4fe90f2ba6)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:53:37.765797 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-9f982d21-71c2-4ca9-b8ff-caf8c8f28aef req-43ba9a84-ce11-4b33-a93a-07f162ae75a9 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:53:38.059360 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-9f982d21-71c2-4ca9-b8ff-caf8c8f28aef req-43ba9a84-ce11-4b33-a93a-07f162ae75a9 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:53:38.059941 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-9f982d21-71c2-4ca9-b8ff-caf8c8f28aef req-43ba9a84-ce11-4b33-a93a-07f162ae75a9 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634093'] for floatingip, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:53:38.060133 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.l3_db [req-9f982d21-71c2-4ca9-b8ff-caf8c8f28aef req-43ba9a84-ce11-4b33-a93a-07f162ae75a9 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Floating IP 69426a21-0691-4795-a61f-8aaa41449b86 disassociated. External IP: 172.26.3.47, port: 0adacd3b-2b67-43ef-b521-2f60a4f596e3. Dec 15 19:53:38.060466 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [req-9f982d21-71c2-4ca9-b8ff-caf8c8f28aef req-43ba9a84-ce11-4b33-a93a-07f162ae75a9 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Calling delete_port for 0adacd3b-2b67-43ef-b521-2f60a4f596e3 owned by compute:nova {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:53:38.236314 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cf9bd0ca-e771-4272-b28d-e528629a7080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:53:38.252249 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0476c1b2-0e1b-4212-9f06-ccfdc8d057a5 req-524b8188-02dd-401f-a0b8-a338a2f29566 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:53:38.253860 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0476c1b2-0e1b-4212-9f06-ccfdc8d057a5 req-524b8188-02dd-401f-a0b8-a338a2f29566 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf37e37a-466f-4808-852e-ca1e106ad33a HTTP/1.1" status: 200 len: 943 time: 0.1578696 Dec 15 19:53:38.318126 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0476c1b2-0e1b-4212-9f06-ccfdc8d057a5 req-5071d38a-26e2-4775-8092-8e4f0629654d tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571561 Dec 15 19:53:38.344758 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-9f982d21-71c2-4ca9-b8ff-caf8c8f28aef req-43ba9a84-ce11-4b33-a93a-07f162ae75a9 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:53:38.344758 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-92425896-e05b-4ca3-9b53-b5ddd9c50452 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:53:38.619736 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ba9a84-ce11-4b33-a93a-07f162ae75a9 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Pushing event deleted for resources: {'Port': ['ID=0adacd3b-2b67-43ef-b521-2f60a4f596e3,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:53:38.636425 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ba9a84-ce11-4b33-a93a-07f162ae75a9 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:53:38.636866 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ba9a84-ce11-4b33-a93a-07f162ae75a9 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:53:38.637296 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ba9a84-ce11-4b33-a93a-07f162ae75a9 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:53:38.637716 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ba9a84-ce11-4b33-a93a-07f162ae75a9 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:53:38.638125 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ba9a84-ce11-4b33-a93a-07f162ae75a9 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:53:38.638563 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ba9a84-ce11-4b33-a93a-07f162ae75a9 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:53:38.638981 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ba9a84-ce11-4b33-a93a-07f162ae75a9 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:53:38.639397 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ba9a84-ce11-4b33-a93a-07f162ae75a9 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:53:38.639810 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ba9a84-ce11-4b33-a93a-07f162ae75a9 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:53:38.640221 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ba9a84-ce11-4b33-a93a-07f162ae75a9 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:53:38.640632 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ba9a84-ce11-4b33-a93a-07f162ae75a9 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:53:38.644200 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-43ba9a84-ce11-4b33-a93a-07f162ae75a9 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:53:38.859347 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f982d21-71c2-4ca9-b8ff-caf8c8f28aef req-43ba9a84-ce11-4b33-a93a-07f162ae75a9 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Router 2d5eb65a-ea38-4110-8af4-7dd3afa513ee has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:53:39.064165 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f982d21-71c2-4ca9-b8ff-caf8c8f28aef req-43ba9a84-ce11-4b33-a93a-07f162ae75a9 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:53:39.074630 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1249003-d4d0-4bd4-8fe3-b278f216a33f None None] Sync routers for ids ['2d5eb65a-ea38-4110-8af4-7dd3afa513ee'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:53:39.091762 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1249003-d4d0-4bd4-8fe3-b278f216a33f None None] Routers {'2d5eb65a-ea38-4110-8af4-7dd3afa513ee'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:53:39.092447 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-c1249003-d4d0-4bd4-8fe3-b278f216a33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:53:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['2d5eb65a-ea38-4110-8af4-7dd3afa513ee'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:53:39.139182 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f982d21-71c2-4ca9-b8ff-caf8c8f28aef req-43ba9a84-ce11-4b33-a93a-07f162ae75a9 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] No DVR routers for this DVR port 0adacd3b-2b67-43ef-b521-2f60a4f596e3 on host hv-neutron-8218 {{(pid=88990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:53:39.141803 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-9f982d21-71c2-4ca9-b8ff-caf8c8f28aef req-43ba9a84-ce11-4b33-a93a-07f162ae75a9 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:53:39.146410 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf37e37a-466f-4808-852e-ca1e106ad33a', 'name': 'network-vif-deleted', 'tag': '0adacd3b-2b67-43ef-b521-2f60a4f596e3'}] {{(pid=88990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:53:39.204692 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf37e37a-466f-4808-852e-ca1e106ad33a', 'name': 'network-vif-deleted', 'tag': '0adacd3b-2b67-43ef-b521-2f60a4f596e3', 'status': 'completed', 'code': 200} Dec 15 19:53:39.206951 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9f982d21-71c2-4ca9-b8ff-caf8c8f28aef req-43ba9a84-ce11-4b33-a93a-07f162ae75a9 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.32 "DELETE /v2.0/ports/0adacd3b-2b67-43ef-b521-2f60a4f596e3 HTTP/1.1" status: 204 len: 173 time: 1.7613740 Dec 15 19:53:39.279822 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-c1249003-d4d0-4bd4-8fe3-b278f216a33f None None] Set router 2d5eb65a-ea38-4110-8af4-7dd3afa513ee gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:53:39.511873 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-3ca13a3e-98dd-4fd0-964d-e38f6740acec req-ad4c9ac6-c0d6-47a9-b04e-0d938f1c71b1 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Synchronizing usage tracker for tenant:4f5a88559dde48d98560b094b41c0ecd on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:53:39.558452 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-3ca13a3e-98dd-4fd0-964d-e38f6740acec req-ad4c9ac6-c0d6-47a9-b04e-0d938f1c71b1 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Unset dirty status for tenant:4f5a88559dde48d98560b094b41c0ecd on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:53:39.559751 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3ca13a3e-98dd-4fd0-964d-e38f6740acec req-ad4c9ac6-c0d6-47a9-b04e-0d938f1c71b1 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf37e37a-466f-4808-852e-ca1e106ad33a HTTP/1.1" status: 200 len: 210 time: 0.0954573 Dec 15 19:53:39.667433 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:53:39.799388 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-c1249003-d4d0-4bd4-8fe3-b278f216a33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'name': 'tempest-ServerActionsTestJSON-1598376602-router', 'tenant_id': '4f5a88559dde48d98560b094b41c0ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': '8f262a49-4e07-40e5-b233-41dcb663cb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:50:33Z', 'updated_at': '2021-12-15T19:50:37Z', 'revision_number': 4, 'project_id': '4f5a88559dde48d98560b094b41c0ecd', 'gw_port': {'id': '8f262a49-4e07-40e5-b233-41dcb663cb3a', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:40:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:50:33Z', 'updated_at': '2021-12-15T19:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': 'b3850aa9-e0fb-4fef-a841-1fe199fd2df9', 'name': '', 'network_id': 'd49506b5-5248-490c-b7eb-e14fa3a09292', 'tenant_id': '4f5a88559dde48d98560b094b41c0ecd', 'mac_address': 'fa:16:3e:c1:0e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4409bb67-32b6-4ce3-b291-b51b7fb8138f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:50:36Z', 'updated_at': '2021-12-15T19:50:45Z', 'revision_number': 5, 'project_id': '4f5a88559dde48d98560b094b41c0ecd', 'subnets': [{'id': '4409bb67-32b6-4ce3-b291-b51b7fb8138f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:53:39.803970 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1249003-d4d0-4bd4-8fe3-b278f216a33f None None] Checking router: 2d5eb65a-ea38-4110-8af4-7dd3afa513ee for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:53:39.815325 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1249003-d4d0-4bd4-8fe3-b278f216a33f None None] Routers {'2d5eb65a-ea38-4110-8af4-7dd3afa513ee'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:53:39.815993 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-c1249003-d4d0-4bd4-8fe3-b278f216a33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:53:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['2d5eb65a-ea38-4110-8af4-7dd3afa513ee'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:53:40.001973 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-c1249003-d4d0-4bd4-8fe3-b278f216a33f None None] Set router 2d5eb65a-ea38-4110-8af4-7dd3afa513ee gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:53:40.327080 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-c1249003-d4d0-4bd4-8fe3-b278f216a33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'name': 'tempest-ServerActionsTestJSON-1598376602-router', 'tenant_id': '4f5a88559dde48d98560b094b41c0ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': '8f262a49-4e07-40e5-b233-41dcb663cb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:50:33Z', 'updated_at': '2021-12-15T19:50:37Z', 'revision_number': 4, 'project_id': '4f5a88559dde48d98560b094b41c0ecd', 'gw_port': {'id': '8f262a49-4e07-40e5-b233-41dcb663cb3a', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:40:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:50:33Z', 'updated_at': '2021-12-15T19:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': 'b3850aa9-e0fb-4fef-a841-1fe199fd2df9', 'name': '', 'network_id': 'd49506b5-5248-490c-b7eb-e14fa3a09292', 'tenant_id': '4f5a88559dde48d98560b094b41c0ecd', 'mac_address': 'fa:16:3e:c1:0e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4409bb67-32b6-4ce3-b291-b51b7fb8138f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:50:36Z', 'updated_at': '2021-12-15T19:50:45Z', 'revision_number': 5, 'project_id': '4f5a88559dde48d98560b094b41c0ecd', 'subnets': [{'id': '4409bb67-32b6-4ce3-b291-b51b7fb8138f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:53:40.331192 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1249003-d4d0-4bd4-8fe3-b278f216a33f None None] The sync data for ids ['2d5eb65a-ea38-4110-8af4-7dd3afa513ee'] in dv-neutron-821831-2-hyperv is: [{'id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'name': 'tempest-ServerActionsTestJSON-1598376602-router', 'tenant_id': '4f5a88559dde48d98560b094b41c0ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': '8f262a49-4e07-40e5-b233-41dcb663cb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:50:33Z', 'updated_at': '2021-12-15T19:50:37Z', 'revision_number': 4, 'project_id': '4f5a88559dde48d98560b094b41c0ecd', 'gw_port': {'id': '8f262a49-4e07-40e5-b233-41dcb663cb3a', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:40:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:50:33Z', 'updated_at': '2021-12-15T19:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': 'b3850aa9-e0fb-4fef-a841-1fe199fd2df9', 'name': '', 'network_id': 'd49506b5-5248-490c-b7eb-e14fa3a09292', 'tenant_id': '4f5a88559dde48d98560b094b41c0ecd', 'mac_address': 'fa:16:3e:c1:0e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4409bb67-32b6-4ce3-b291-b51b7fb8138f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:50:36Z', 'updated_at': '2021-12-15T19:50:45Z', 'revision_number': 5, 'project_id': '4f5a88559dde48d98560b094b41c0ecd', 'subnets': [{'id': '4409bb67-32b6-4ce3-b291-b51b7fb8138f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:53:40.559392 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 0adacd3b-2b67-43ef-b521-2f60a4f596e3 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:53:40.605630 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7de4bbe4-3d78-4dce-b1a7-659ea2e02072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:53:40.608205 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] No Port match for: 0adacd3b-2b67-43ef-b521-2f60a4f596e3 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:53:40.608624 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 0adacd3b-2b67-43ef-b521-2f60a4f596e3 not bound to the agent host hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:53:40.792613 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e39ceef-0614-4cf1-bc4f-d32c721be94f None None] New status for floating IP 69426a21-0691-4795-a61f-8aaa41449b86: DOWN {{(pid=88993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 15 19:53:40.930287 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:53:40.965350 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-903b41b4-e39c-466c-b90d-b1681ecdd21e req-e767eb86-b8d0-445d-869a-f4fbfc301c22 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1148609160&fields=id&tenant_id=4f5a88559dde48d98560b094b41c0ecd HTTP/1.1" status: 200 len: 267 time: 0.0447910 Dec 15 19:53:41.124595 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b41b4-e39c-466c-b90d-b1681ecdd21e req-ed7fc063-c2c1-478c-89fb-d0256852e88e tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:53:41.126199 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-903b41b4-e39c-466c-b90d-b1681ecdd21e req-ed7fc063-c2c1-478c-89fb-d0256852e88e tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/networks?id=d49506b5-5248-490c-b7eb-e14fa3a09292 HTTP/1.1" status: 200 len: 812 time: 0.1536160 Dec 15 19:53:41.144392 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-903b41b4-e39c-466c-b90d-b1681ecdd21e req-6b2f726a-4a57-432d-99a2-523c4dcf948f tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/quotas/4f5a88559dde48d98560b094b41c0ecd HTTP/1.1" status: 200 len: 375 time: 0.0116754 Dec 15 19:53:41.235523 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-903b41b4-e39c-466c-b90d-b1681ecdd21e req-dfc2e046-d0bc-416d-a5d6-0b0ec69b3b70 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4f5a88559dde48d98560b094b41c0ecd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0849171 Dec 15 19:53:41.385885 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-903b41b4-e39c-466c-b90d-b1681ecdd21e req-9de77c97-3206-4585-8779-c58841bb8972 service neutron] 10.222.0.36 "GET /v2.0/networks/d49506b5-5248-490c-b7eb-e14fa3a09292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364398 Dec 15 19:53:41.525267 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-903b41b4-e39c-466c-b90d-b1681ecdd21e req-14b4e6ab-b5c8-4bd6-9276-588641c93165 service neutron] 10.222.0.36 "GET /v2.0/networks/d49506b5-5248-490c-b7eb-e14fa3a09292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327355 Dec 15 19:53:41.752339 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3c0000d3-f4a8-4572-97a3-38c179254deb req-2c8435f8-ecc5-42c4-905a-08a91708752a tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=51087c75-1016-4a82-b128-8f1ab5440bf2 HTTP/1.1" status: 200 len: 210 time: 0.0458126 Dec 15 19:53:42.730222 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:53:42.920019 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7e493491-c56e-4a9a-9155-8f924148fb7f req-defc6005-1203-41ec-9366-bf65a995be17 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=51087c75-1016-4a82-b128-8f1ab5440bf2 HTTP/1.1" status: 200 len: 210 time: 0.0449924 Dec 15 19:53:43.493292 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b41b4-e39c-466c-b90d-b1681ecdd21e req-a8958dac-6bc6-4793-a6aa-f768653deb17 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:53:43.494869 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-903b41b4-e39c-466c-b90d-b1681ecdd21e req-a8958dac-6bc6-4793-a6aa-f768653deb17 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.32 "GET /v2.0/networks?id=d49506b5-5248-490c-b7eb-e14fa3a09292 HTTP/1.1" status: 200 len: 812 time: 0.1568041 Dec 15 19:53:43.554742 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-903b41b4-e39c-466c-b90d-b1681ecdd21e req-dec55103-70ea-4748-9bb6-fa29939e784f tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f5a88559dde48d98560b094b41c0ecd HTTP/1.1" status: 200 len: 380 time: 0.0425615 Dec 15 19:53:43.563598 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [req-903b41b4-e39c-466c-b90d-b1681ecdd21e req-72e867db-8cd8-4a11-b8de-989f31bdacff tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Request body: {'port': {'device_id': '51087c75-1016-4a82-b128-8f1ab5440bf2', 'network_id': 'd49506b5-5248-490c-b7eb-e14fa3a09292', 'admin_state_up': True, 'tenant_id': '4f5a88559dde48d98560b094b41c0ecd', 'security_groups': ['440ecbc3-3191-4996-863e-a0eb6fc135b5']}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:53:43.710298 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [req-903b41b4-e39c-466c-b90d-b1681ecdd21e req-72e867db-8cd8-4a11-b8de-989f31bdacff tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:53:43.720521 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [req-903b41b4-e39c-466c-b90d-b1681ecdd21e req-72e867db-8cd8-4a11-b8de-989f31bdacff tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:53:43.773481 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-903b41b4-e39c-466c-b90d-b1681ecdd21e req-72e867db-8cd8-4a11-b8de-989f31bdacff tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Made reservation on behalf of 4f5a88559dde48d98560b094b41c0ecd for: {'port': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:53:43.779283 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-903b41b4-e39c-466c-b90d-b1681ecdd21e req-72e867db-8cd8-4a11-b8de-989f31bdacff tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:53:43.960602 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [req-903b41b4-e39c-466c-b90d-b1681ecdd21e req-72e867db-8cd8-4a11-b8de-989f31bdacff tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Allocated IP 172.20.0.7 (d49506b5-5248-490c-b7eb-e14fa3a09292/4409bb67-32b6-4ce3-b291-b51b7fb8138f/b447bf27-5540-4cfc-845b-07c659962e9a) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:53:44.172773 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3843055c-d454-46f8-8ee5-de9acb5bdc35 req-3115c3c7-a2e1-4c17-bf27-1babde502f0a tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=51087c75-1016-4a82-b128-8f1ab5440bf2 HTTP/1.1" status: 200 len: 210 time: 0.0541120 Dec 15 19:53:44.205105 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-903b41b4-e39c-466c-b90d-b1681ecdd21e req-72e867db-8cd8-4a11-b8de-989f31bdacff tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:53:44.258640 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [req-903b41b4-e39c-466c-b90d-b1681ecdd21e req-72e867db-8cd8-4a11-b8de-989f31bdacff tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Transition to ACTIVE for port object b447bf27-5540-4cfc-845b-07c659962e9a will not be triggered until provisioned by entity DHCP. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:53:44.299161 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-903b41b4-e39c-466c-b90d-b1681ecdd21e req-72e867db-8cd8-4a11-b8de-989f31bdacff tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:53:44.305167 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5ae7fdb1-f42a-464b-b95a-75e1159c0c32 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:53:44.374322 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-903b41b4-e39c-466c-b90d-b1681ecdd21e req-72e867db-8cd8-4a11-b8de-989f31bdacff tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Network d49506b5-5248-490c-b7eb-e14fa3a09292 is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:53:44.378092 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [req-903b41b4-e39c-466c-b90d-b1681ecdd21e req-72e867db-8cd8-4a11-b8de-989f31bdacff tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:53:44.382935 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [req-903b41b4-e39c-466c-b90d-b1681ecdd21e req-72e867db-8cd8-4a11-b8de-989f31bdacff tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:53:44.413869 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e867db-8cd8-4a11-b8de-989f31bdacff tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Pushing event updated for resources: {'Port': ['ID=b447bf27-5540-4cfc-845b-07c659962e9a,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:53:44.419799 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-72e867db-8cd8-4a11-b8de-989f31bdacff tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:53:44.454300 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b41b4-e39c-466c-b90d-b1681ecdd21e req-72e867db-8cd8-4a11-b8de-989f31bdacff tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:53:44.454976 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-903b41b4-e39c-466c-b90d-b1681ecdd21e req-72e867db-8cd8-4a11-b8de-989f31bdacff tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:53:44.574189 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-903b41b4-e39c-466c-b90d-b1681ecdd21e req-72e867db-8cd8-4a11-b8de-989f31bdacff tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0145395 Dec 15 19:53:44.591256 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [req-903b41b4-e39c-466c-b90d-b1681ecdd21e req-a9d7b207-7acf-411d-bcc6-8ecb2ccf54cf service neutron] Request body: {'port': {'device_id': '51087c75-1016-4a82-b128-8f1ab5440bf2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:53:44.709397 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-903b41b4-e39c-466c-b90d-b1681ecdd21e req-a9d7b207-7acf-411d-bcc6-8ecb2ccf54cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:53:44.716032 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d610af38-5130-43da-a504-521fd3209fde None None] Provisioning for port b447bf27-5540-4cfc-845b-07c659962e9a completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:53:44.721375 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d610af38-5130-43da-a504-521fd3209fde None None] Provisioning complete for port b447bf27-5540-4cfc-845b-07c659962e9a triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:53:44.721797 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d610af38-5130-43da-a504-521fd3209fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:53:44.781572 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d610af38-5130-43da-a504-521fd3209fde None None] Port b447bf27-5540-4cfc-845b-07c659962e9a cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:53:45.064402 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [req-903b41b4-e39c-466c-b90d-b1681ecdd21e req-a9d7b207-7acf-411d-bcc6-8ecb2ccf54cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b447bf27-5540-4cfc-845b-07c659962e9a {{(pid=88990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 19:53:45.071244 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-903b41b4-e39c-466c-b90d-b1681ecdd21e req-a9d7b207-7acf-411d-bcc6-8ecb2ccf54cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:53:45.086713 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [req-903b41b4-e39c-466c-b90d-b1681ecdd21e req-a9d7b207-7acf-411d-bcc6-8ecb2ccf54cf service neutron] Transition to ACTIVE for port object b447bf27-5540-4cfc-845b-07c659962e9a will not be triggered until provisioned by entity L2. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:53:45.121994 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-903b41b4-e39c-466c-b90d-b1681ecdd21e req-a9d7b207-7acf-411d-bcc6-8ecb2ccf54cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:53:45.126563 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-dc5d8f51-f7c7-474d-a680-a06f08b29bd5 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:53:45.251307 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d7b207-7acf-411d-bcc6-8ecb2ccf54cf service neutron] Pushing event updated for resources: {'Port': ['ID=b447bf27-5540-4cfc-845b-07c659962e9a,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:53:45.256542 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a9d7b207-7acf-411d-bcc6-8ecb2ccf54cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:53:45.432370 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-903b41b4-e39c-466c-b90d-b1681ecdd21e req-a9d7b207-7acf-411d-bcc6-8ecb2ccf54cf service neutron] Attempting to bind port b447bf27-5540-4cfc-845b-07c659962e9a on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:53:45.432750 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-903b41b4-e39c-466c-b90d-b1681ecdd21e req-a9d7b207-7acf-411d-bcc6-8ecb2ccf54cf service neutron] Attempting to bind port b447bf27-5540-4cfc-845b-07c659962e9a by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '1367ded2-26f3-442a-8ed8-8e4fe90f2ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'd49506b5-5248-490c-b7eb-e14fa3a09292'}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:53:45.433115 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903b41b4-e39c-466c-b90d-b1681ecdd21e req-a9d7b207-7acf-411d-bcc6-8ecb2ccf54cf service neutron] Attempting to bind port b447bf27-5540-4cfc-845b-07c659962e9a on network d49506b5-5248-490c-b7eb-e14fa3a09292 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:53:45.449568 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a447270-c6b3-45b4-8ae7-1faf5f692045 req-fec46631-b59f-4856-8a74-249ed8ec8f28 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:53:45.450276 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-2a447270-c6b3-45b4-8ae7-1faf5f692045 req-fec46631-b59f-4856-8a74-249ed8ec8f28 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Synchronizing usage tracker for tenant:4f5a88559dde48d98560b094b41c0ecd on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:53:45.453695 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903b41b4-e39c-466c-b90d-b1681ecdd21e req-a9d7b207-7acf-411d-bcc6-8ecb2ccf54cf service neutron] Port b447bf27-5540-4cfc-845b-07c659962e9a on network d49506b5-5248-490c-b7eb-e14fa3a09292 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:53:45.454051 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903b41b4-e39c-466c-b90d-b1681ecdd21e req-a9d7b207-7acf-411d-bcc6-8ecb2ccf54cf service neutron] Attempting to bind port b447bf27-5540-4cfc-845b-07c659962e9a on network d49506b5-5248-490c-b7eb-e14fa3a09292 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:53:45.468212 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903b41b4-e39c-466c-b90d-b1681ecdd21e req-a9d7b207-7acf-411d-bcc6-8ecb2ccf54cf service neutron] Checking agent: {'id': '59e4c979-c5dd-468d-a1f2-341133950749', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 12, 24), 'started_at': datetime.datetime(2021, 12, 15, 19, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:53:45.468578 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903b41b4-e39c-466c-b90d-b1681ecdd21e req-a9d7b207-7acf-411d-bcc6-8ecb2ccf54cf service neutron] Checking segment: {'id': '1367ded2-26f3-442a-8ed8-8e4fe90f2ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'd49506b5-5248-490c-b7eb-e14fa3a09292'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:53:45.468989 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903b41b4-e39c-466c-b90d-b1681ecdd21e req-a9d7b207-7acf-411d-bcc6-8ecb2ccf54cf service neutron] Bound using segment: {'id': '1367ded2-26f3-442a-8ed8-8e4fe90f2ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'd49506b5-5248-490c-b7eb-e14fa3a09292'} {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:53:45.469451 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-903b41b4-e39c-466c-b90d-b1681ecdd21e req-a9d7b207-7acf-411d-bcc6-8ecb2ccf54cf service neutron] Bound port: b447bf27-5540-4cfc-845b-07c659962e9a, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1367ded2-26f3-442a-8ed8-8e4fe90f2ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'd49506b5-5248-490c-b7eb-e14fa3a09292'}}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:53:45.469827 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-903b41b4-e39c-466c-b90d-b1681ecdd21e req-a9d7b207-7acf-411d-bcc6-8ecb2ccf54cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:53:45.522670 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-2a447270-c6b3-45b4-8ae7-1faf5f692045 req-fec46631-b59f-4856-8a74-249ed8ec8f28 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Unset dirty status for tenant:4f5a88559dde48d98560b094b41c0ecd on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:53:45.523953 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2a447270-c6b3-45b4-8ae7-1faf5f692045 req-fec46631-b59f-4856-8a74-249ed8ec8f28 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=51087c75-1016-4a82-b128-8f1ab5440bf2 HTTP/1.1" status: 200 len: 943 time: 0.2017939 Dec 15 19:53:45.588426 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-903b41b4-e39c-466c-b90d-b1681ecdd21e req-a9d7b207-7acf-411d-bcc6-8ecb2ccf54cf service neutron] For port b447bf27-5540-4cfc-845b-07c659962e9a, host hv-neutron-8218, cleared binding levels {{(pid=88990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:53:45.592853 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-903b41b4-e39c-466c-b90d-b1681ecdd21e req-a9d7b207-7acf-411d-bcc6-8ecb2ccf54cf service neutron] For port b447bf27-5540-4cfc-845b-07c659962e9a, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b447bf27-5540-4cfc-845b-07c659962e9a,segment=NetworkSegment(1367ded2-26f3-442a-8ed8-8e4fe90f2ba6),segment_id=1367ded2-26f3-442a-8ed8-8e4fe90f2ba6)] {{(pid=88990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:53:45.604199 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2a447270-c6b3-45b4-8ae7-1faf5f692045 req-b8133b8d-cfff-4f65-a6fc-996a09dbe14f tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738521 Dec 15 19:53:45.622277 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-903b41b4-e39c-466c-b90d-b1681ecdd21e req-a9d7b207-7acf-411d-bcc6-8ecb2ccf54cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:53:45.627331 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8d0327f4-eda0-45a3-ae28-0cff165e0110 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:53:45.687758 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-903b41b4-e39c-466c-b90d-b1681ecdd21e req-a9d7b207-7acf-411d-bcc6-8ecb2ccf54cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:53:45.689237 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-903b41b4-e39c-466c-b90d-b1681ecdd21e req-a9d7b207-7acf-411d-bcc6-8ecb2ccf54cf service neutron] 10.222.0.32 "PUT /v2.0/ports/b447bf27-5540-4cfc-845b-07c659962e9a HTTP/1.1" status: 200 len: 1093 time: 1.1028352 Dec 15 19:53:45.692031 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51087c75-1016-4a82-b128-8f1ab5440bf2', 'tag': 'b447bf27-5540-4cfc-845b-07c659962e9a'}] {{(pid=88990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:53:45.719938 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d7b207-7acf-411d-bcc6-8ecb2ccf54cf service neutron] Pushing event updated for resources: {'Port': ['ID=b447bf27-5540-4cfc-845b-07c659962e9a,revision_number=3']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:53:45.723428 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a9d7b207-7acf-411d-bcc6-8ecb2ccf54cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:53:45.760319 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51087c75-1016-4a82-b128-8f1ab5440bf2', 'tag': 'b447bf27-5540-4cfc-845b-07c659962e9a', 'status': 'completed', 'code': 200} Dec 15 19:53:45.841182 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-903b41b4-e39c-466c-b90d-b1681ecdd21e req-ef084439-6c42-4e76-bad9-bae5b968c3eb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4f5a88559dde48d98560b094b41c0ecd&device_id=51087c75-1016-4a82-b128-8f1ab5440bf2 HTTP/1.1" status: 200 len: 1096 time: 0.0778697 Dec 15 19:53:45.924078 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-903b41b4-e39c-466c-b90d-b1681ecdd21e req-c16eab07-cb43-4a7b-b39a-7c1b7206d2eb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b447bf27-5540-4cfc-845b-07c659962e9a HTTP/1.1" status: 200 len: 217 time: 0.0700176 Dec 15 19:53:45.995429 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b41b4-e39c-466c-b90d-b1681ecdd21e req-294e2f86-1a68-456a-a046-636837b3fe9c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:53:45.996910 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-903b41b4-e39c-466c-b90d-b1681ecdd21e req-294e2f86-1a68-456a-a046-636837b3fe9c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4409bb67-32b6-4ce3-b291-b51b7fb8138f HTTP/1.1" status: 200 len: 851 time: 0.0632212 Dec 15 19:53:46.082350 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-903b41b4-e39c-466c-b90d-b1681ecdd21e req-a7c58604-dd82-47a0-8169-4c9f7e8cc2fe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d49506b5-5248-490c-b7eb-e14fa3a09292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756483 Dec 15 19:53:46.450577 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-903b41b4-e39c-466c-b90d-b1681ecdd21e req-3745296a-726d-494b-bddf-f32a704c55af service neutron] 10.222.0.32 "GET /v2.0/networks/d49506b5-5248-490c-b7eb-e14fa3a09292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3575170 Dec 15 19:53:46.592924 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-903b41b4-e39c-466c-b90d-b1681ecdd21e req-e6edb3ba-ba81-4074-a20a-ec083d9ccd3c service neutron] 10.222.0.32 "GET /v2.0/networks/d49506b5-5248-490c-b7eb-e14fa3a09292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320269 Dec 15 19:53:46.812313 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2a29dd1a-7f1c-4656-bf76-d7c1adc04311 req-14e8e531-c0b6-4f8f-842c-f5bc2b4f39ef service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4f5a88559dde48d98560b094b41c0ecd&device_id=51087c75-1016-4a82-b128-8f1ab5440bf2 HTTP/1.1" status: 200 len: 1096 time: 0.1322558 Dec 15 19:53:46.904990 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e2d9cd-8dd6-42bf-b52d-ae0cf1f88bf6 req-a8e006db-99ae-4ebd-a649-61d46f66c581 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:53:46.906568 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-10e2d9cd-8dd6-42bf-b52d-ae0cf1f88bf6 req-a8e006db-99ae-4ebd-a649-61d46f66c581 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=51087c75-1016-4a82-b128-8f1ab5440bf2 HTTP/1.1" status: 200 len: 943 time: 0.1773591 Dec 15 19:53:47.000978 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-10e2d9cd-8dd6-42bf-b52d-ae0cf1f88bf6 req-b22bed25-52da-4f1e-8fbb-63dcceb41377 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811169 Dec 15 19:53:47.008080 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a29dd1a-7f1c-4656-bf76-d7c1adc04311 req-2aec3121-f534-4f6a-be0b-2a82799cddb2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:53:47.009709 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2a29dd1a-7f1c-4656-bf76-d7c1adc04311 req-2aec3121-f534-4f6a-be0b-2a82799cddb2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d49506b5-5248-490c-b7eb-e14fa3a09292 HTTP/1.1" status: 200 len: 913 time: 0.1855829 Dec 15 19:53:47.081038 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2a29dd1a-7f1c-4656-bf76-d7c1adc04311 req-7f09b785-9fc9-4ac2-a793-f1893a02aadd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b447bf27-5540-4cfc-845b-07c659962e9a HTTP/1.1" status: 200 len: 217 time: 0.0640922 Dec 15 19:53:47.154379 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a29dd1a-7f1c-4656-bf76-d7c1adc04311 req-1281d2c1-d85b-46f8-9ccc-b3f08803c796 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:53:47.155931 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2a29dd1a-7f1c-4656-bf76-d7c1adc04311 req-1281d2c1-d85b-46f8-9ccc-b3f08803c796 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4409bb67-32b6-4ce3-b291-b51b7fb8138f HTTP/1.1" status: 200 len: 851 time: 0.0672314 Dec 15 19:53:47.244746 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2a29dd1a-7f1c-4656-bf76-d7c1adc04311 req-6a30c3a4-4c23-4008-86e4-498a8eebe8cd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d49506b5-5248-490c-b7eb-e14fa3a09292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797207 Dec 15 19:53:47.390294 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2a29dd1a-7f1c-4656-bf76-d7c1adc04311 req-93716dc6-858f-4be7-a636-dd49848b8435 service neutron] 10.222.0.32 "GET /v2.0/networks/d49506b5-5248-490c-b7eb-e14fa3a09292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366227 Dec 15 19:53:47.537194 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2a29dd1a-7f1c-4656-bf76-d7c1adc04311 req-cd82b9ef-5fbc-46db-b388-e96f739c4f65 service neutron] 10.222.0.32 "GET /v2.0/networks/d49506b5-5248-490c-b7eb-e14fa3a09292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386261 Dec 15 19:53:48.208382 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a252fcf-97e6-420a-8df2-f875b7299838 req-1eadcee6-d2b6-41f6-910b-b795243fb4c1 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:53:48.209943 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7a252fcf-97e6-420a-8df2-f875b7299838 req-1eadcee6-d2b6-41f6-910b-b795243fb4c1 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=51087c75-1016-4a82-b128-8f1ab5440bf2 HTTP/1.1" status: 200 len: 943 time: 0.0851622 Dec 15 19:53:48.257386 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7a252fcf-97e6-420a-8df2-f875b7299838 req-04f2f9dc-46cc-42b4-8aef-a2459e046c8f tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405548 Dec 15 19:53:48.575038 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device b447bf27-5540-4cfc-845b-07c659962e9a details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 15 19:53:48.720779 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port b447bf27-5540-4cfc-845b-07c659962e9a, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b447bf27-5540-4cfc-845b-07c659962e9a,segment=NetworkSegment(1367ded2-26f3-442a-8ed8-8e4fe90f2ba6),segment_id=1367ded2-26f3-442a-8ed8-8e4fe90f2ba6)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:53:48.735644 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Returning: {'device': 'b447bf27-5540-4cfc-845b-07c659962e9a', 'network_id': 'd49506b5-5248-490c-b7eb-e14fa3a09292', 'port_id': 'b447bf27-5540-4cfc-845b-07c659962e9a', 'mac_address': 'fa:16:3e:cb:02:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4409bb67-32b6-4ce3-b291-b51b7fb8138f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 19:53:48.790654 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:53:48.809529 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b447bf27-5540-4cfc-845b-07c659962e9a {{(pid=88992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 19:53:48.824951 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port b447bf27-5540-4cfc-845b-07c659962e9a, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b447bf27-5540-4cfc-845b-07c659962e9a,segment=NetworkSegment(1367ded2-26f3-442a-8ed8-8e4fe90f2ba6),segment_id=1367ded2-26f3-442a-8ed8-8e4fe90f2ba6)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:53:48.866643 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:53:48.868467 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:53:48.940977 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=b447bf27-5540-4cfc-845b-07c659962e9a,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:53:48.944237 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:53:49.136013 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] get_ports_and_sgs() called for port_ids ['b447bf27-5540-4cfc-845b-07c659962e9a'] {{(pid=88992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 19:53:49.462172 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e8737f-6e0e-4e3b-9e3a-2af4438d79e2 req-10483bb5-a200-47b0-9f03-18c94bea80e0 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:53:49.463776 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d3e8737f-6e0e-4e3b-9e3a-2af4438d79e2 req-10483bb5-a200-47b0-9f03-18c94bea80e0 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=51087c75-1016-4a82-b128-8f1ab5440bf2 HTTP/1.1" status: 200 len: 944 time: 0.0834355 Dec 15 19:53:49.511423 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d3e8737f-6e0e-4e3b-9e3a-2af4438d79e2 req-d44a7952-c742-40f6-8654-ff71a64835be tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416565 Dec 15 19:53:50.590051 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device b447bf27-5540-4cfc-845b-07c659962e9a up at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:53:50.696149 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning for port b447bf27-5540-4cfc-845b-07c659962e9a completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:53:50.701752 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning complete for port b447bf27-5540-4cfc-845b-07c659962e9a triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:53:50.702289 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:53:50.738280 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c8927-6fe4-47cb-a971-9e23fb6c8b82 req-746cccab-a4ec-4298-8333-f23a4af9db3e tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:53:50.739891 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-751c8927-6fe4-47cb-a971-9e23fb6c8b82 req-746cccab-a4ec-4298-8333-f23a4af9db3e tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=51087c75-1016-4a82-b128-8f1ab5440bf2 HTTP/1.1" status: 200 len: 944 time: 0.1008863 Dec 15 19:53:50.790210 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-751c8927-6fe4-47cb-a971-9e23fb6c8b82 req-351291de-af97-435c-9a55-20c5abbe2c35 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439689 Dec 15 19:53:50.819338 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:53:50.850129 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51087c75-1016-4a82-b128-8f1ab5440bf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b447bf27-5540-4cfc-845b-07c659962e9a'}] {{(pid=88992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:53:50.860304 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port b447bf27-5540-4cfc-845b-07c659962e9a, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b447bf27-5540-4cfc-845b-07c659962e9a,segment=NetworkSegment(1367ded2-26f3-442a-8ed8-8e4fe90f2ba6),segment_id=1367ded2-26f3-442a-8ed8-8e4fe90f2ba6)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:53:50.895798 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:53:50.897821 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1f9208cc-5cef-4521-afa1-aba51a4d90e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:53:50.928188 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51087c75-1016-4a82-b128-8f1ab5440bf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b447bf27-5540-4cfc-845b-07c659962e9a', 'code': 200} Dec 15 19:53:50.968097 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=b447bf27-5540-4cfc-845b-07c659962e9a,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:53:50.971334 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:53:51.215810 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1d142643-cc7f-40ac-8799-e72c8738cc2e req-a63cfced-5146-4d01-bfe3-19fb14ced402 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=51087c75-1016-4a82-b128-8f1ab5440bf2 HTTP/1.1" status: 200 len: 1098 time: 0.0732672 Dec 15 19:53:51.265193 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1d142643-cc7f-40ac-8799-e72c8738cc2e req-2b700786-aeb8-4d61-b242-3991cd8da77e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385942 Dec 15 19:53:52.012948 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e48fc2-b643-4a71-a261-fc101ebbe080 req-fb6507e2-a241-4ad2-8ee8-cbdc208c2081 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:53:52.014778 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a4e48fc2-b643-4a71-a261-fc101ebbe080 req-fb6507e2-a241-4ad2-8ee8-cbdc208c2081 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=51087c75-1016-4a82-b128-8f1ab5440bf2 HTTP/1.1" status: 200 len: 945 time: 0.1017315 Dec 15 19:53:52.063994 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a4e48fc2-b643-4a71-a261-fc101ebbe080 req-bc31946f-b117-429b-90ba-e9cd854c5ba2 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430684 Dec 15 19:53:53.273746 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a918c-0043-4fdc-83e7-d0d58f52b23f req-164528ae-cc3c-4d0e-99c7-ca6d7b1f089b tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:53:53.275537 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e76a918c-0043-4fdc-83e7-d0d58f52b23f req-164528ae-cc3c-4d0e-99c7-ca6d7b1f089b tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=51087c75-1016-4a82-b128-8f1ab5440bf2 HTTP/1.1" status: 200 len: 945 time: 0.0858321 Dec 15 19:53:53.327483 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e76a918c-0043-4fdc-83e7-d0d58f52b23f req-27f873bf-0c01-4ef2-99bd-bf1bb1b10536 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457911 Dec 15 19:53:53.525882 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8e8e4-ef92-48f3-8cf9-300cb3f0f621 req-b2b24168-547b-4dee-b902-42c0e69c5ccc tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:53:53.527511 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f3d8e8e4-ef92-48f3-8cf9-300cb3f0f621 req-b2b24168-547b-4dee-b902-42c0e69c5ccc tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=51087c75-1016-4a82-b128-8f1ab5440bf2 HTTP/1.1" status: 200 len: 945 time: 0.0835876 Dec 15 19:53:53.536782 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 33120) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:53:53.542775 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-19660258-19ed-4f2c-986f-839454599393 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Request body: {'floatingip': {'port_id': 'b447bf27-5540-4cfc-845b-07c659962e9a'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:53:53.623274 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-19660258-19ed-4f2c-986f-839454599393 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks [] for floatingip, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:53:54.232870 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-19660258-19ed-4f2c-986f-839454599393 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:53:54.260648 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-19660258-19ed-4f2c-986f-839454599393 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634093'] for floatingip, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:53:54.432681 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:53:54.686578 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.l3_db [None req-19660258-19ed-4f2c-986f-839454599393 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Floating IP 69426a21-0691-4795-a61f-8aaa41449b86 associated. External IP: 172.26.3.47, port: b447bf27-5540-4cfc-845b-07c659962e9a. Dec 15 19:53:55.092323 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19660258-19ed-4f2c-986f-839454599393 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Router 2d5eb65a-ea38-4110-8af4-7dd3afa513ee has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:53:55.299227 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19660258-19ed-4f2c-986f-839454599393 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:53:55.304087 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-19660258-19ed-4f2c-986f-839454599393 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:53:55.309559 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35c2645-8f48-40c6-9f74-ddd5a2f85e5d None None] Sync routers for ids ['2d5eb65a-ea38-4110-8af4-7dd3afa513ee'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:53:55.322850 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35c2645-8f48-40c6-9f74-ddd5a2f85e5d None None] Routers {'2d5eb65a-ea38-4110-8af4-7dd3afa513ee'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:53:55.323534 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-f35c2645-8f48-40c6-9f74-ddd5a2f85e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:53:41Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['2d5eb65a-ea38-4110-8af4-7dd3afa513ee'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:53:55.359363 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-19660258-19ed-4f2c-986f-839454599393 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "PUT /v2.0/floatingips/69426a21-0691-4795-a61f-8aaa41449b86 HTTP/1.1" status: 200 len: 990 time: 1.8213296 Dec 15 19:53:55.359992 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51087c75-1016-4a82-b128-8f1ab5440bf2', 'tag': 'b447bf27-5540-4cfc-845b-07c659962e9a'}] {{(pid=88990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:53:55.417234 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51087c75-1016-4a82-b128-8f1ab5440bf2', 'tag': 'b447bf27-5540-4cfc-845b-07c659962e9a', 'status': 'completed', 'code': 200} Dec 15 19:53:55.519334 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-56345b58-6500-4d5b-b7ad-13a6db8882f2 req-aba1ea55-e167-409f-a631-58a86614c692 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4f5a88559dde48d98560b094b41c0ecd&device_id=51087c75-1016-4a82-b128-8f1ab5440bf2 HTTP/1.1" status: 200 len: 1098 time: 0.0784338 Dec 15 19:53:55.519926 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-f35c2645-8f48-40c6-9f74-ddd5a2f85e5d None None] Set router 2d5eb65a-ea38-4110-8af4-7dd3afa513ee gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:53:55.662864 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56345b58-6500-4d5b-b7ad-13a6db8882f2 req-ac2f9999-ab83-41c9-b693-bfd1e246b123 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:53:55.665181 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-56345b58-6500-4d5b-b7ad-13a6db8882f2 req-ac2f9999-ab83-41c9-b693-bfd1e246b123 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d49506b5-5248-490c-b7eb-e14fa3a09292 HTTP/1.1" status: 200 len: 913 time: 0.1391497 Dec 15 19:53:55.772575 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-56345b58-6500-4d5b-b7ad-13a6db8882f2 req-dd5f2701-26a8-47cf-b35b-802c694eeeef service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b447bf27-5540-4cfc-845b-07c659962e9a HTTP/1.1" status: 200 len: 998 time: 0.1004260 Dec 15 19:53:55.845286 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56345b58-6500-4d5b-b7ad-13a6db8882f2 req-c8e61932-d135-47ec-a739-5f63b4cb6599 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:53:55.846902 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-56345b58-6500-4d5b-b7ad-13a6db8882f2 req-c8e61932-d135-47ec-a739-5f63b4cb6599 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4409bb67-32b6-4ce3-b291-b51b7fb8138f HTTP/1.1" status: 200 len: 851 time: 0.0679724 Dec 15 19:53:55.884050 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-f35c2645-8f48-40c6-9f74-ddd5a2f85e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'name': 'tempest-ServerActionsTestJSON-1598376602-router', 'tenant_id': '4f5a88559dde48d98560b094b41c0ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': '8f262a49-4e07-40e5-b233-41dcb663cb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:50:33Z', 'updated_at': '2021-12-15T19:50:37Z', 'revision_number': 4, 'project_id': '4f5a88559dde48d98560b094b41c0ecd', 'gw_port': {'id': '8f262a49-4e07-40e5-b233-41dcb663cb3a', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:40:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:50:33Z', 'updated_at': '2021-12-15T19:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': '69426a21-0691-4795-a61f-8aaa41449b86', 'tenant_id': '4f5a88559dde48d98560b094b41c0ecd', 'floating_ip_address': '172.26.3.47', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'port_id': 'b447bf27-5540-4cfc-845b-07c659962e9a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd49506b5-5248-490c-b7eb-e14fa3a09292', 'mac_address': 'fa:16:3e:cb:02:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51087c75-1016-4a82-b128-8f1ab5440bf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:50:40Z', 'updated_at': '2021-12-15T19:53:54Z', 'revision_number': 9, 'project_id': '4f5a88559dde48d98560b094b41c0ecd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3850aa9-e0fb-4fef-a841-1fe199fd2df9', 'name': '', 'network_id': 'd49506b5-5248-490c-b7eb-e14fa3a09292', 'tenant_id': '4f5a88559dde48d98560b094b41c0ecd', 'mac_address': 'fa:16:3e:c1:0e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4409bb67-32b6-4ce3-b291-b51b7fb8138f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:50:36Z', 'updated_at': '2021-12-15T19:50:45Z', 'revision_number': 5, 'project_id': '4f5a88559dde48d98560b094b41c0ecd', 'subnets': [{'id': '4409bb67-32b6-4ce3-b291-b51b7fb8138f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:53:55.892396 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35c2645-8f48-40c6-9f74-ddd5a2f85e5d None None] Checking router: 2d5eb65a-ea38-4110-8af4-7dd3afa513ee for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:53:55.900419 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35c2645-8f48-40c6-9f74-ddd5a2f85e5d None None] Routers {'2d5eb65a-ea38-4110-8af4-7dd3afa513ee'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:53:55.901122 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-f35c2645-8f48-40c6-9f74-ddd5a2f85e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:53:41Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['2d5eb65a-ea38-4110-8af4-7dd3afa513ee'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:53:55.927669 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-56345b58-6500-4d5b-b7ad-13a6db8882f2 req-92fb31e1-8ea8-49ec-8108-ce4380570839 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d49506b5-5248-490c-b7eb-e14fa3a09292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741329 Dec 15 19:53:56.073313 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-56345b58-6500-4d5b-b7ad-13a6db8882f2 req-27b5de51-5c91-49f6-94b7-6befca7d122f service neutron] 10.222.0.32 "GET /v2.0/networks/d49506b5-5248-490c-b7eb-e14fa3a09292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382489 Dec 15 19:53:56.226629 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-56345b58-6500-4d5b-b7ad-13a6db8882f2 req-89976789-41c8-40c7-a69b-e50c82654d27 service neutron] 10.222.0.32 "GET /v2.0/networks/d49506b5-5248-490c-b7eb-e14fa3a09292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461234 Dec 15 19:53:56.262602 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-f35c2645-8f48-40c6-9f74-ddd5a2f85e5d None None] Set router 2d5eb65a-ea38-4110-8af4-7dd3afa513ee gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:53:56.627471 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-f35c2645-8f48-40c6-9f74-ddd5a2f85e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'name': 'tempest-ServerActionsTestJSON-1598376602-router', 'tenant_id': '4f5a88559dde48d98560b094b41c0ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': '8f262a49-4e07-40e5-b233-41dcb663cb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:50:33Z', 'updated_at': '2021-12-15T19:50:37Z', 'revision_number': 4, 'project_id': '4f5a88559dde48d98560b094b41c0ecd', 'gw_port': {'id': '8f262a49-4e07-40e5-b233-41dcb663cb3a', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:40:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:50:33Z', 'updated_at': '2021-12-15T19:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': '69426a21-0691-4795-a61f-8aaa41449b86', 'tenant_id': '4f5a88559dde48d98560b094b41c0ecd', 'floating_ip_address': '172.26.3.47', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'port_id': 'b447bf27-5540-4cfc-845b-07c659962e9a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd49506b5-5248-490c-b7eb-e14fa3a09292', 'mac_address': 'fa:16:3e:cb:02:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51087c75-1016-4a82-b128-8f1ab5440bf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:50:40Z', 'updated_at': '2021-12-15T19:53:54Z', 'revision_number': 9, 'project_id': '4f5a88559dde48d98560b094b41c0ecd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3850aa9-e0fb-4fef-a841-1fe199fd2df9', 'name': '', 'network_id': 'd49506b5-5248-490c-b7eb-e14fa3a09292', 'tenant_id': '4f5a88559dde48d98560b094b41c0ecd', 'mac_address': 'fa:16:3e:c1:0e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4409bb67-32b6-4ce3-b291-b51b7fb8138f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:50:36Z', 'updated_at': '2021-12-15T19:50:45Z', 'revision_number': 5, 'project_id': '4f5a88559dde48d98560b094b41c0ecd', 'subnets': [{'id': '4409bb67-32b6-4ce3-b291-b51b7fb8138f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:53:56.632365 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35c2645-8f48-40c6-9f74-ddd5a2f85e5d None None] The sync data for ids ['2d5eb65a-ea38-4110-8af4-7dd3afa513ee'] in dv-neutron-821831-2-hyperv is: [{'id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'name': 'tempest-ServerActionsTestJSON-1598376602-router', 'tenant_id': '4f5a88559dde48d98560b094b41c0ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': '8f262a49-4e07-40e5-b233-41dcb663cb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:50:33Z', 'updated_at': '2021-12-15T19:50:37Z', 'revision_number': 4, 'project_id': '4f5a88559dde48d98560b094b41c0ecd', 'gw_port': {'id': '8f262a49-4e07-40e5-b233-41dcb663cb3a', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:40:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:50:33Z', 'updated_at': '2021-12-15T19:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': '69426a21-0691-4795-a61f-8aaa41449b86', 'tenant_id': '4f5a88559dde48d98560b094b41c0ecd', 'floating_ip_address': '172.26.3.47', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'port_id': 'b447bf27-5540-4cfc-845b-07c659962e9a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd49506b5-5248-490c-b7eb-e14fa3a09292', 'mac_address': 'fa:16:3e:cb:02:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51087c75-1016-4a82-b128-8f1ab5440bf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:50:40Z', 'updated_at': '2021-12-15T19:53:54Z', 'revision_number': 9, 'project_id': '4f5a88559dde48d98560b094b41c0ecd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3850aa9-e0fb-4fef-a841-1fe199fd2df9', 'name': '', 'network_id': 'd49506b5-5248-490c-b7eb-e14fa3a09292', 'tenant_id': '4f5a88559dde48d98560b094b41c0ecd', 'mac_address': 'fa:16:3e:c1:0e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4409bb67-32b6-4ce3-b291-b51b7fb8138f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:50:36Z', 'updated_at': '2021-12-15T19:50:45Z', 'revision_number': 5, 'project_id': '4f5a88559dde48d98560b094b41c0ecd', 'subnets': [{'id': '4409bb67-32b6-4ce3-b291-b51b7fb8138f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:53:56.991881 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d202e69-8773-4638-be91-77eb98cca5a9 None None] New status for floating IP 69426a21-0691-4795-a61f-8aaa41449b86: ACTIVE {{(pid=88993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 15 19:54:08.247026 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-94c2e606-6dcc-4cad-8784-71c1e214fe57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:54:08.550683 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3f0edfde-5898-4efb-ad84-b28079c8a1e9 req-bfa6c53b-4169-488e-92d0-328db9ebf20d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=51087c75-1016-4a82-b128-8f1ab5440bf2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0733793 Dec 15 19:54:08.703196 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3f0edfde-5898-4efb-ad84-b28079c8a1e9 req-47c764d4-d410-478c-9457-29ba7acb5b51 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4f5a88559dde48d98560b094b41c0ecd&device_id=51087c75-1016-4a82-b128-8f1ab5440bf2 HTTP/1.1" status: 200 len: 1098 time: 0.0787978 Dec 15 19:54:08.861269 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0edfde-5898-4efb-ad84-b28079c8a1e9 req-7687be43-2570-4f86-820c-3560b7a6e095 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:54:08.862790 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3f0edfde-5898-4efb-ad84-b28079c8a1e9 req-7687be43-2570-4f86-820c-3560b7a6e095 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d49506b5-5248-490c-b7eb-e14fa3a09292 HTTP/1.1" status: 200 len: 913 time: 0.1392863 Dec 15 19:54:08.970522 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3f0edfde-5898-4efb-ad84-b28079c8a1e9 req-9807b90e-578e-4257-b9b9-66648c834810 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b447bf27-5540-4cfc-845b-07c659962e9a HTTP/1.1" status: 200 len: 1001 time: 0.1005962 Dec 15 19:54:09.040587 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0edfde-5898-4efb-ad84-b28079c8a1e9 req-b8528739-7529-4bcc-95d9-dbe089c2f029 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:54:09.042380 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3f0edfde-5898-4efb-ad84-b28079c8a1e9 req-b8528739-7529-4bcc-95d9-dbe089c2f029 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4409bb67-32b6-4ce3-b291-b51b7fb8138f HTTP/1.1" status: 200 len: 851 time: 0.0641232 Dec 15 19:54:09.122935 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3f0edfde-5898-4efb-ad84-b28079c8a1e9 req-dac67a50-fd6d-4f26-a4d3-308aa9939d05 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d49506b5-5248-490c-b7eb-e14fa3a09292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740659 Dec 15 19:54:09.266571 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3f0edfde-5898-4efb-ad84-b28079c8a1e9 req-1d253c63-8f19-4377-abec-58d95cab84cb service neutron] 10.222.0.32 "GET /v2.0/networks/d49506b5-5248-490c-b7eb-e14fa3a09292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361191 Dec 15 19:54:09.407003 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3f0edfde-5898-4efb-ad84-b28079c8a1e9 req-7daeb651-d6b1-44cb-b90f-eec6eb7f65b6 service neutron] 10.222.0.32 "GET /v2.0/networks/d49506b5-5248-490c-b7eb-e14fa3a09292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336997 Dec 15 19:54:09.486865 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:54:10.572593 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-59fc557c-e539-478b-a954-844b7f7aaafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:54:10.923090 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:54:12.700261 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:54:13.937467 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 19:54:24.431838 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:54:34.798526 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2e08f794-4467-46c6-a943-4018150271ee req-a7d425f3-a949-456d-8a3c-cb7ed56e6497 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=51087c75-1016-4a82-b128-8f1ab5440bf2&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1491570 Dec 15 19:54:35.160642 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-923e833e-41d1-462b-bb4e-65b4815507ce req-42146354-41ce-465f-a5d0-bd3803c8fcd5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=51087c75-1016-4a82-b128-8f1ab5440bf2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0744298 Dec 15 19:54:35.182106 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb773e92-4b20-4c8b-8002-d3abc75e13ba req-6d5ad8b4-aff0-43b8-81ca-d693a14f35ed tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:54:35.183788 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-cb773e92-4b20-4c8b-8002-d3abc75e13ba req-6d5ad8b4-aff0-43b8-81ca-d693a14f35ed tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=51087c75-1016-4a82-b128-8f1ab5440bf2 HTTP/1.1" status: 200 len: 945 time: 0.0838180 Dec 15 19:54:35.233736 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-cb773e92-4b20-4c8b-8002-d3abc75e13ba req-c018806d-9ac3-4683-ae91-69a362716b22 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432365 Dec 15 19:54:36.444308 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32873d4-9dee-438b-aca5-6a9a1940710a req-77a0f738-6006-4777-ad86-90f6f97ca1c1 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:54:36.445818 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d32873d4-9dee-438b-aca5-6a9a1940710a req-77a0f738-6006-4777-ad86-90f6f97ca1c1 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=51087c75-1016-4a82-b128-8f1ab5440bf2 HTTP/1.1" status: 200 len: 945 time: 0.0875270 Dec 15 19:54:36.493649 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d32873d4-9dee-438b-aca5-6a9a1940710a req-2b0bd111-7987-448f-97bd-ed5cd2c16af5 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411289 Dec 15 19:54:36.866680 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-923e833e-41d1-462b-bb4e-65b4815507ce req-3b02c94f-b580-4789-a676-4e7173bd0960 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4f5a88559dde48d98560b094b41c0ecd&device_id=51087c75-1016-4a82-b128-8f1ab5440bf2 HTTP/1.1" status: 200 len: 1098 time: 0.0750575 Dec 15 19:54:37.007434 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e833e-41d1-462b-bb4e-65b4815507ce req-85ea5a7f-793d-45dd-8791-59a73ad1ec05 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:54:37.009665 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-923e833e-41d1-462b-bb4e-65b4815507ce req-85ea5a7f-793d-45dd-8791-59a73ad1ec05 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d49506b5-5248-490c-b7eb-e14fa3a09292 HTTP/1.1" status: 200 len: 913 time: 0.1334248 Dec 15 19:54:37.119724 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-923e833e-41d1-462b-bb4e-65b4815507ce req-11fddc4b-10e5-4ec8-8fdd-0f32b66ed94c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b447bf27-5540-4cfc-845b-07c659962e9a HTTP/1.1" status: 200 len: 1001 time: 0.1003261 Dec 15 19:54:37.193350 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e833e-41d1-462b-bb4e-65b4815507ce req-61d134fe-b23e-46cf-b8fd-72007f14e43b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:54:37.194965 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-923e833e-41d1-462b-bb4e-65b4815507ce req-61d134fe-b23e-46cf-b8fd-72007f14e43b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4409bb67-32b6-4ce3-b291-b51b7fb8138f HTTP/1.1" status: 200 len: 851 time: 0.0659699 Dec 15 19:54:37.277514 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-923e833e-41d1-462b-bb4e-65b4815507ce req-6b0f0bca-3b85-431d-8491-03e15c394e05 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d49506b5-5248-490c-b7eb-e14fa3a09292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728664 Dec 15 19:54:37.426222 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-923e833e-41d1-462b-bb4e-65b4815507ce req-fbdd8866-aa55-4c16-9fc4-40745c794ff6 service neutron] 10.222.0.32 "GET /v2.0/networks/d49506b5-5248-490c-b7eb-e14fa3a09292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384985 Dec 15 19:54:37.574090 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-923e833e-41d1-462b-bb4e-65b4815507ce req-3105cbea-381f-44bc-b759-19aba0d25da4 service neutron] 10.222.0.32 "GET /v2.0/networks/d49506b5-5248-490c-b7eb-e14fa3a09292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365364 Dec 15 19:54:37.705502 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646deda0-a2e0-4ad3-8232-8716561efb79 req-24ffc131-51a0-4b83-8a8f-70d83f5c9e69 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:54:37.707077 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-646deda0-a2e0-4ad3-8232-8716561efb79 req-24ffc131-51a0-4b83-8a8f-70d83f5c9e69 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=51087c75-1016-4a82-b128-8f1ab5440bf2 HTTP/1.1" status: 200 len: 945 time: 0.0852699 Dec 15 19:54:37.758906 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-646deda0-a2e0-4ad3-8232-8716561efb79 req-ad31b74c-67ae-4850-9475-4b918b1a43b0 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448453 Dec 15 19:54:38.254140 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-00dc215f-5961-4694-9c99-569a00b070e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:54:38.966782 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643bfca1-b6a3-48ef-a9d6-b8e8dc649650 req-290f5da7-3258-475f-9809-2c82e035fa33 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:54:38.968297 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-643bfca1-b6a3-48ef-a9d6-b8e8dc649650 req-290f5da7-3258-475f-9809-2c82e035fa33 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=51087c75-1016-4a82-b128-8f1ab5440bf2 HTTP/1.1" status: 200 len: 945 time: 0.0831428 Dec 15 19:54:39.015467 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-643bfca1-b6a3-48ef-a9d6-b8e8dc649650 req-cda2ad70-e64b-4ddf-813f-942dc58e3aad tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412052 Dec 15 19:54:39.486857 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:54:40.463221 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15345a14-98e3-4343-9d0f-1159e43efb61 req-cccbd81a-4ee1-4663-8019-0dfe92479b18 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:54:40.464713 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-15345a14-98e3-4343-9d0f-1159e43efb61 req-cccbd81a-4ee1-4663-8019-0dfe92479b18 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=51087c75-1016-4a82-b128-8f1ab5440bf2 HTTP/1.1" status: 200 len: 945 time: 0.3237491 Dec 15 19:54:40.512167 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-15345a14-98e3-4343-9d0f-1159e43efb61 req-cc89f428-ebd8-41e3-8606-b8d55fd714ea tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412648 Dec 15 19:54:40.573611 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ce7c64b1-b441-46b4-bd80-978fd80cd3e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:54:40.926967 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:54:41.721076 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d33104-1bdf-4af4-8bfb-4eb9641e8652 req-2c252f08-b5ee-4ab8-806b-c793eba49303 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:54:41.722686 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e7d33104-1bdf-4af4-8bfb-4eb9641e8652 req-2c252f08-b5ee-4ab8-806b-c793eba49303 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=51087c75-1016-4a82-b128-8f1ab5440bf2 HTTP/1.1" status: 200 len: 945 time: 0.0829356 Dec 15 19:54:41.770875 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e7d33104-1bdf-4af4-8bfb-4eb9641e8652 req-140827df-a2f6-44e0-a62f-c5bff0e74a0a tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412669 Dec 15 19:54:42.699738 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:54:42.981367 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ece37-9240-4e50-9c30-5457643076d5 req-56e27006-fd2d-4304-8d52-3c675e280722 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:54:42.982897 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e44ece37-9240-4e50-9c30-5457643076d5 req-56e27006-fd2d-4304-8d52-3c675e280722 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=51087c75-1016-4a82-b128-8f1ab5440bf2 HTTP/1.1" status: 200 len: 945 time: 0.0853999 Dec 15 19:54:43.030135 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e44ece37-9240-4e50-9c30-5457643076d5 req-34fe0635-f746-4ebe-bbfc-59b50fbc789c tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412071 Dec 15 19:54:44.234148 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f6746-629e-44c3-80d1-6463261d59ea req-ec8f6f87-7d39-4d55-a0e2-33afb4783698 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:54:44.235739 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-762f6746-629e-44c3-80d1-6463261d59ea req-ec8f6f87-7d39-4d55-a0e2-33afb4783698 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=51087c75-1016-4a82-b128-8f1ab5440bf2 HTTP/1.1" status: 200 len: 945 time: 0.0823143 Dec 15 19:54:44.283194 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-762f6746-629e-44c3-80d1-6463261d59ea req-abcd6dd0-d699-4107-9293-ada586af3eba tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414493 Dec 15 19:54:45.494329 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e005eed-1a79-4238-942c-7b455c1645f1 req-bc4ac030-180a-4ace-83f1-bf661e92c70a tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:54:45.495853 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2e005eed-1a79-4238-942c-7b455c1645f1 req-bc4ac030-180a-4ace-83f1-bf661e92c70a tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=51087c75-1016-4a82-b128-8f1ab5440bf2 HTTP/1.1" status: 200 len: 945 time: 0.0861385 Dec 15 19:54:45.543399 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2e005eed-1a79-4238-942c-7b455c1645f1 req-b50a9da9-25d6-4081-a87f-c3afa81f45f9 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414948 Dec 15 19:54:46.750867 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5db4757-8346-4fd5-94a2-5e8f8d2381e9 req-25f794c0-50c9-4fe5-b973-f821fa2858d8 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:54:46.752460 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f5db4757-8346-4fd5-94a2-5e8f8d2381e9 req-25f794c0-50c9-4fe5-b973-f821fa2858d8 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=51087c75-1016-4a82-b128-8f1ab5440bf2 HTTP/1.1" status: 200 len: 945 time: 0.0831120 Dec 15 19:54:46.804123 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f5db4757-8346-4fd5-94a2-5e8f8d2381e9 req-12bdbbf0-a3b0-40ae-a64e-b39fbe23c121 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450578 Dec 15 19:54:48.010280 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8575ef-d7c0-4f2d-b89e-d82147e98b39 req-c79346cc-12aa-45be-adfe-b8e9b50e2871 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:54:48.011946 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8d8575ef-d7c0-4f2d-b89e-d82147e98b39 req-c79346cc-12aa-45be-adfe-b8e9b50e2871 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=51087c75-1016-4a82-b128-8f1ab5440bf2 HTTP/1.1" status: 200 len: 945 time: 0.0853837 Dec 15 19:54:48.060046 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8d8575ef-d7c0-4f2d-b89e-d82147e98b39 req-43ad9f08-d85c-403a-9a26-3ba99bed4435 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417557 Dec 15 19:54:49.270483 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d4ca19-45f3-4e1c-98d7-94486da651ae req-5c79acea-4d4f-4a63-8265-706c85a17f84 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:54:49.272070 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-97d4ca19-45f3-4e1c-98d7-94486da651ae req-5c79acea-4d4f-4a63-8265-706c85a17f84 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=51087c75-1016-4a82-b128-8f1ab5440bf2 HTTP/1.1" status: 200 len: 945 time: 0.0868692 Dec 15 19:54:49.320269 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-97d4ca19-45f3-4e1c-98d7-94486da651ae req-2efe3f62-7763-49af-b25d-d225d4fa3db5 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417235 Dec 15 19:54:49.724532 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-923e833e-41d1-462b-bb4e-65b4815507ce req-0e3d764a-99f4-4607-b6f0-58c679f341c8 service neutron] 10.222.0.32 "GET /v2.0/ports/b447bf27-5540-4cfc-845b-07c659962e9a/bindings/hv-neutron-8218 HTTP/1.1" status: 200 len: 384 time: 0.0766912 Dec 15 19:54:50.152175 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-923e833e-41d1-462b-bb4e-65b4815507ce req-25e473f1-60a8-4d7d-97c5-bdbd683466ba service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=51087c75-1016-4a82-b128-8f1ab5440bf2&tenant_id=4f5a88559dde48d98560b094b41c0ecd HTTP/1.1" status: 200 len: 1098 time: 0.0803764 Dec 15 19:54:50.254708 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-923e833e-41d1-462b-bb4e-65b4815507ce req-80c63218-216a-499c-9da4-0bb5f4462e5a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4f5a88559dde48d98560b094b41c0ecd&device_id=51087c75-1016-4a82-b128-8f1ab5440bf2 HTTP/1.1" status: 200 len: 1098 time: 0.0733089 Dec 15 19:54:50.399562 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e833e-41d1-462b-bb4e-65b4815507ce req-f0dfe9b5-35fa-4cdc-8daf-4b9a9c62c8e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:54:50.401153 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-923e833e-41d1-462b-bb4e-65b4815507ce req-f0dfe9b5-35fa-4cdc-8daf-4b9a9c62c8e8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d49506b5-5248-490c-b7eb-e14fa3a09292 HTTP/1.1" status: 200 len: 913 time: 0.1369228 Dec 15 19:54:50.563429 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-923e833e-41d1-462b-bb4e-65b4815507ce req-37f2488f-e267-4931-a3f0-37e4a96cb68a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b447bf27-5540-4cfc-845b-07c659962e9a HTTP/1.1" status: 200 len: 1001 time: 0.1514404 Dec 15 19:54:50.637629 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c334b0-c299-435b-90e4-6e50eb2c1f20 req-489821ab-7fc7-468e-a41f-6548c0e5af97 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:54:50.639272 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-27c334b0-c299-435b-90e4-6e50eb2c1f20 req-489821ab-7fc7-468e-a41f-6548c0e5af97 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=51087c75-1016-4a82-b128-8f1ab5440bf2 HTTP/1.1" status: 200 len: 945 time: 0.1769047 Dec 15 19:54:50.673071 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e833e-41d1-462b-bb4e-65b4815507ce req-8ee4e707-f34c-4177-9a59-c376b40c87e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:54:50.674614 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-923e833e-41d1-462b-bb4e-65b4815507ce req-8ee4e707-f34c-4177-9a59-c376b40c87e3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4409bb67-32b6-4ce3-b291-b51b7fb8138f HTTP/1.1" status: 200 len: 851 time: 0.1007226 Dec 15 19:54:50.738453 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-27c334b0-c299-435b-90e4-6e50eb2c1f20 req-44cc76fe-bdd1-49de-ba12-550668e00555 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921528 Dec 15 19:54:50.767970 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-923e833e-41d1-462b-bb4e-65b4815507ce req-c8baa2ba-7f17-45ff-966f-93feab06e56a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d49506b5-5248-490c-b7eb-e14fa3a09292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0817995 Dec 15 19:54:50.921331 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-923e833e-41d1-462b-bb4e-65b4815507ce req-113ac356-b365-4233-b453-daddf0df277a service neutron] 10.222.0.32 "GET /v2.0/networks/d49506b5-5248-490c-b7eb-e14fa3a09292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426597 Dec 15 19:54:50.936339 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 19:54:51.067003 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-923e833e-41d1-462b-bb4e-65b4815507ce req-80ea3437-a3ed-4c2a-93a9-76d263f858e5 service neutron] 10.222.0.32 "GET /v2.0/networks/d49506b5-5248-490c-b7eb-e14fa3a09292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357477 Dec 15 19:54:51.949186 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a68e107-91a2-4981-84a9-fd0a2d5f7f93 req-532a6c09-7793-4e53-aa06-738bb3fcd70b tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:54:51.950755 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2a68e107-91a2-4981-84a9-fd0a2d5f7f93 req-532a6c09-7793-4e53-aa06-738bb3fcd70b tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=51087c75-1016-4a82-b128-8f1ab5440bf2 HTTP/1.1" status: 200 len: 945 time: 0.0892265 Dec 15 19:54:51.999824 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2a68e107-91a2-4981-84a9-fd0a2d5f7f93 req-966d7779-784d-4afa-ae35-1ab8da91029a tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426359 Dec 15 19:54:52.917269 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device b447bf27-5540-4cfc-845b-07c659962e9a details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 15 19:54:52.920835 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device b447bf27-5540-4cfc-845b-07c659962e9a no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:54:53.163988 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:54:53.191263 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port b447bf27-5540-4cfc-845b-07c659962e9a, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b447bf27-5540-4cfc-845b-07c659962e9a,segment=NetworkSegment(1367ded2-26f3-442a-8ed8-8e4fe90f2ba6),segment_id=1367ded2-26f3-442a-8ed8-8e4fe90f2ba6)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:54:53.210521 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51087c75-1016-4a82-b128-8f1ab5440bf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b447bf27-5540-4cfc-845b-07c659962e9a'}] {{(pid=88992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:54:53.220087 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Returning: {'device': 'b447bf27-5540-4cfc-845b-07c659962e9a', 'network_id': 'd49506b5-5248-490c-b7eb-e14fa3a09292', 'port_id': 'b447bf27-5540-4cfc-845b-07c659962e9a', 'mac_address': 'fa:16:3e:cb:02:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4409bb67-32b6-4ce3-b291-b51b7fb8138f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 19:54:53.224455 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port b447bf27-5540-4cfc-845b-07c659962e9a, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b447bf27-5540-4cfc-845b-07c659962e9a,segment=NetworkSegment(1367ded2-26f3-442a-8ed8-8e4fe90f2ba6),segment_id=1367ded2-26f3-442a-8ed8-8e4fe90f2ba6)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:54:53.235023 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd0d24-1976-48ec-ad6a-42f1a469f2e3 req-6afaa3d3-e844-4202-9682-204ad6e109a0 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:54:53.236659 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-61cd0d24-1976-48ec-ad6a-42f1a469f2e3 req-6afaa3d3-e844-4202-9682-204ad6e109a0 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=51087c75-1016-4a82-b128-8f1ab5440bf2 HTTP/1.1" status: 200 len: 945 time: 0.1052785 Dec 15 19:54:53.254812 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:54:53.262781 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:54:53.290293 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-61cd0d24-1976-48ec-ad6a-42f1a469f2e3 req-ad383e4e-ca15-486c-a0f5-a3051711f78b tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457838 Dec 15 19:54:53.297744 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51087c75-1016-4a82-b128-8f1ab5440bf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b447bf27-5540-4cfc-845b-07c659962e9a', 'code': 200} Dec 15 19:54:53.343308 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:54:53.373441 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=b447bf27-5540-4cfc-845b-07c659962e9a,revision_number=6']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:54:53.376454 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b447bf27-5540-4cfc-845b-07c659962e9a {{(pid=88992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 19:54:53.393358 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:54:53.393746 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:54:53.394128 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:54:53.394529 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:54:53.394907 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:54:53.395279 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:54:53.395649 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:54:53.396022 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:54:53.396393 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:54:53.396755 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:54:53.397117 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:54:53.404614 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:54:53.407335 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port b447bf27-5540-4cfc-845b-07c659962e9a, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b447bf27-5540-4cfc-845b-07c659962e9a,segment=NetworkSegment(1367ded2-26f3-442a-8ed8-8e4fe90f2ba6),segment_id=1367ded2-26f3-442a-8ed8-8e4fe90f2ba6)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:54:53.441850 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:54:53.443603 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:54:53.518052 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] get_ports_and_sgs() called for port_ids ['b447bf27-5540-4cfc-845b-07c659962e9a'] {{(pid=88992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 19:54:53.545597 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=b447bf27-5540-4cfc-845b-07c659962e9a,revision_number=7']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:54:53.553034 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:54:54.453622 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:54:54.504384 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced4e9c-ba87-4685-bb3f-18b883218563 req-ac3839a4-2358-4827-bdeb-8cc92924606f tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:54:54.505977 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3ced4e9c-ba87-4685-bb3f-18b883218563 req-ac3839a4-2358-4827-bdeb-8cc92924606f tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=51087c75-1016-4a82-b128-8f1ab5440bf2 HTTP/1.1" status: 200 len: 944 time: 0.0868297 Dec 15 19:54:54.554446 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3ced4e9c-ba87-4685-bb3f-18b883218563 req-51d3cba0-e0e4-4c3c-a41f-fae9c3c2ade8 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422304 Dec 15 19:54:54.916454 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device b447bf27-5540-4cfc-845b-07c659962e9a up at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:54:54.990205 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning complete for port b447bf27-5540-4cfc-845b-07c659962e9a triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:54:54.990205 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:54:55.111553 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:54:55.145435 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port b447bf27-5540-4cfc-845b-07c659962e9a, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b447bf27-5540-4cfc-845b-07c659962e9a,segment=NetworkSegment(1367ded2-26f3-442a-8ed8-8e4fe90f2ba6),segment_id=1367ded2-26f3-442a-8ed8-8e4fe90f2ba6)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:54:55.172199 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:54:55.174134 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:54:55.181870 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c1487b-087f-4219-8271-ac332cf37c29 req-c3d0b4a8-a431-4ef3-a118-d21b72c19d9f tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:54:55.183461 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-47c1487b-087f-4219-8271-ac332cf37c29 req-c3d0b4a8-a431-4ef3-a118-d21b72c19d9f tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.32 "GET /v2.0/ports?device_id=51087c75-1016-4a82-b128-8f1ab5440bf2&tenant_id=4f5a88559dde48d98560b094b41c0ecd&binding%3Ahost_id=hv-neutron-8218 HTTP/1.1" status: 200 len: 944 time: 0.1538258 Dec 15 19:54:55.196104 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7216d79e-ce8a-40d2-b66e-2db9adda7875 req-d4790c98-8f83-431b-95be-19b0e4d8e028 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:54:55.198359 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7216d79e-ce8a-40d2-b66e-2db9adda7875 req-d4790c98-8f83-431b-95be-19b0e4d8e028 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=51087c75-1016-4a82-b128-8f1ab5440bf2 HTTP/1.1" status: 200 len: 944 time: 0.1287284 Dec 15 19:54:55.245000 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=b447bf27-5540-4cfc-845b-07c659962e9a,revision_number=8']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:54:55.248259 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:54:55.299001 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51087c75-1016-4a82-b128-8f1ab5440bf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b447bf27-5540-4cfc-845b-07c659962e9a'}] {{(pid=88992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:54:55.308417 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7216d79e-ce8a-40d2-b66e-2db9adda7875 req-26239093-a732-4726-a1b5-d14f0158a487 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774848 Dec 15 19:54:55.312864 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-47c1487b-087f-4219-8271-ac332cf37c29 req-0d4f23d1-0b06-4919-ab6a-a1970a45566e service neutron] 10.222.0.32 "GET /v2.0/ports/b447bf27-5540-4cfc-845b-07c659962e9a/bindings/hv-neutron-8218 HTTP/1.1" status: 200 len: 384 time: 0.1231298 Dec 15 19:54:55.370894 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51087c75-1016-4a82-b128-8f1ab5440bf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b447bf27-5540-4cfc-845b-07c659962e9a', 'code': 200} Dec 15 19:54:55.418897 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-47c1487b-087f-4219-8271-ac332cf37c29 req-76c3c3a6-f0d1-4d9f-b2ad-ad51bd9ffb64 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4f5a88559dde48d98560b094b41c0ecd&device_id=51087c75-1016-4a82-b128-8f1ab5440bf2 HTTP/1.1" status: 200 len: 1098 time: 0.0768592 Dec 15 19:54:55.556448 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c1487b-087f-4219-8271-ac332cf37c29 req-465687b2-a16b-411c-aefa-baa622e15818 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:54:55.558032 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-47c1487b-087f-4219-8271-ac332cf37c29 req-465687b2-a16b-411c-aefa-baa622e15818 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d49506b5-5248-490c-b7eb-e14fa3a09292 HTTP/1.1" status: 200 len: 913 time: 0.1323993 Dec 15 19:54:55.664369 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-47c1487b-087f-4219-8271-ac332cf37c29 req-c4d48819-5433-4e06-9af4-76113b7fadf4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b447bf27-5540-4cfc-845b-07c659962e9a HTTP/1.1" status: 200 len: 1001 time: 0.1000803 Dec 15 19:54:55.733727 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c1487b-087f-4219-8271-ac332cf37c29 req-33a20510-9526-4d05-b1b1-0113b096370a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:54:55.735324 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-47c1487b-087f-4219-8271-ac332cf37c29 req-33a20510-9526-4d05-b1b1-0113b096370a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4409bb67-32b6-4ce3-b291-b51b7fb8138f HTTP/1.1" status: 200 len: 851 time: 0.0643280 Dec 15 19:54:55.814436 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-47c1487b-087f-4219-8271-ac332cf37c29 req-c58e5289-7e9b-4bdc-b0d6-00876c85d68d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d49506b5-5248-490c-b7eb-e14fa3a09292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724285 Dec 15 19:54:55.958283 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-47c1487b-087f-4219-8271-ac332cf37c29 req-fb833ebb-faeb-4714-8650-632f65c3b04b service neutron] 10.222.0.32 "GET /v2.0/networks/d49506b5-5248-490c-b7eb-e14fa3a09292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370766 Dec 15 19:54:56.104342 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-47c1487b-087f-4219-8271-ac332cf37c29 req-71ff9a7b-478d-4dd1-abb3-873c321042bc service neutron] 10.222.0.32 "GET /v2.0/networks/d49506b5-5248-490c-b7eb-e14fa3a09292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399922 Dec 15 19:54:56.522771 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be03ab97-3794-4b41-a435-210516b94376 req-9c9d563f-7685-4c90-8868-713ecff93e95 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:54:56.524361 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-be03ab97-3794-4b41-a435-210516b94376 req-9c9d563f-7685-4c90-8868-713ecff93e95 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=51087c75-1016-4a82-b128-8f1ab5440bf2 HTTP/1.1" status: 200 len: 945 time: 0.0895152 Dec 15 19:54:56.572583 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-be03ab97-3794-4b41-a435-210516b94376 req-5800bb47-def1-48be-8535-90daf02b546d tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421612 Dec 15 19:54:57.793946 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a6f48b-72ec-4a57-9b17-76e7a5020060 req-5f6441cd-92eb-4ab3-8de7-eaaac1e9f61b tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:54:57.795588 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-75a6f48b-72ec-4a57-9b17-76e7a5020060 req-5f6441cd-92eb-4ab3-8de7-eaaac1e9f61b tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=51087c75-1016-4a82-b128-8f1ab5440bf2 HTTP/1.1" status: 200 len: 945 time: 0.0823884 Dec 15 19:54:57.848022 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-75a6f48b-72ec-4a57-9b17-76e7a5020060 req-4d4ef6be-9960-4c79-a704-0c2aaa3bf0e8 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462387 Dec 15 19:54:59.114606 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-47c1487b-087f-4219-8271-ac332cf37c29 req-0afe99cf-1798-4d3c-bb89-75331ec0469a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=51087c75-1016-4a82-b128-8f1ab5440bf2&tenant_id=4f5a88559dde48d98560b094b41c0ecd HTTP/1.1" status: 200 len: 1098 time: 0.1391046 Dec 15 19:54:59.122220 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ba569-b185-4719-878c-0fc05109135d req-34fcd86a-1ad1-4ace-985f-6f4c6cb4a775 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:54:59.123777 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4a5ba569-b185-4719-878c-0fc05109135d req-34fcd86a-1ad1-4ace-985f-6f4c6cb4a775 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=51087c75-1016-4a82-b128-8f1ab5440bf2 HTTP/1.1" status: 200 len: 945 time: 0.1498208 Dec 15 19:54:59.219710 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4a5ba569-b185-4719-878c-0fc05109135d req-774e5f53-5b09-45e6-9036-369e17f5b9bf tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897701 Dec 15 19:54:59.241287 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-47c1487b-087f-4219-8271-ac332cf37c29 req-6a272c1e-d936-450b-8636-c30e779dee35 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4f5a88559dde48d98560b094b41c0ecd&device_id=51087c75-1016-4a82-b128-8f1ab5440bf2 HTTP/1.1" status: 200 len: 1098 time: 0.0942910 Dec 15 19:54:59.382393 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c1487b-087f-4219-8271-ac332cf37c29 req-feab9a4a-6c5b-4fd2-8c5a-262acc03de87 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:54:59.384534 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-47c1487b-087f-4219-8271-ac332cf37c29 req-feab9a4a-6c5b-4fd2-8c5a-262acc03de87 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d49506b5-5248-490c-b7eb-e14fa3a09292 HTTP/1.1" status: 200 len: 913 time: 0.1332526 Dec 15 19:54:59.717293 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-47c1487b-087f-4219-8271-ac332cf37c29 req-cc4cca91-af69-44dd-a69d-a453748b0fe1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b447bf27-5540-4cfc-845b-07c659962e9a HTTP/1.1" status: 200 len: 1001 time: 0.3233430 Dec 15 19:54:59.789164 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c1487b-087f-4219-8271-ac332cf37c29 req-5c0cafd3-34e2-4ddf-a1f3-184060c74beb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:54:59.791320 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-47c1487b-087f-4219-8271-ac332cf37c29 req-5c0cafd3-34e2-4ddf-a1f3-184060c74beb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4409bb67-32b6-4ce3-b291-b51b7fb8138f HTTP/1.1" status: 200 len: 851 time: 0.0637038 Dec 15 19:54:59.876041 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-47c1487b-087f-4219-8271-ac332cf37c29 req-cdee1e2e-f5da-442e-acd9-ee7e0e322a25 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d49506b5-5248-490c-b7eb-e14fa3a09292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736194 Dec 15 19:55:00.023280 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-47c1487b-087f-4219-8271-ac332cf37c29 req-ffb506c6-f0a2-43fb-9c41-205734451f8b service neutron] 10.222.0.32 "GET /v2.0/networks/d49506b5-5248-490c-b7eb-e14fa3a09292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356761 Dec 15 19:55:00.166223 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-47c1487b-087f-4219-8271-ac332cf37c29 req-bb1762de-3a2c-498e-8672-c297ccb61855 service neutron] 10.222.0.32 "GET /v2.0/networks/d49506b5-5248-490c-b7eb-e14fa3a09292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329849 Dec 15 19:55:00.425583 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ea362-b225-4ad8-a657-feef93e4f28f req-17423a14-de89-4bae-a93d-1c0032791c4c tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:55:00.427130 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d79ea362-b225-4ad8-a657-feef93e4f28f req-17423a14-de89-4bae-a93d-1c0032791c4c tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=51087c75-1016-4a82-b128-8f1ab5440bf2 HTTP/1.1" status: 200 len: 945 time: 0.0823865 Dec 15 19:55:00.475856 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d79ea362-b225-4ad8-a657-feef93e4f28f req-ec22936b-689e-449e-b20f-56eb1a75c3b6 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423853 Dec 15 19:55:00.972864 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device b447bf27-5540-4cfc-845b-07c659962e9a no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:55:01.085881 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:55:01.113115 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51087c75-1016-4a82-b128-8f1ab5440bf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b447bf27-5540-4cfc-845b-07c659962e9a'}] {{(pid=88992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:55:01.123634 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port b447bf27-5540-4cfc-845b-07c659962e9a, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b447bf27-5540-4cfc-845b-07c659962e9a,segment=NetworkSegment(1367ded2-26f3-442a-8ed8-8e4fe90f2ba6),segment_id=1367ded2-26f3-442a-8ed8-8e4fe90f2ba6)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:55:01.150717 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:55:01.152632 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:55:01.186204 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51087c75-1016-4a82-b128-8f1ab5440bf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b447bf27-5540-4cfc-845b-07c659962e9a', 'code': 200} Dec 15 19:55:01.224580 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=b447bf27-5540-4cfc-845b-07c659962e9a,revision_number=9']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:55:01.228364 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:55:01.693782 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1505b61-8446-4685-beb9-536c9a0d4e3f req-f434115b-bbc4-4ed0-a9cc-67c0af002f3c tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:55:01.695386 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a1505b61-8446-4685-beb9-536c9a0d4e3f req-f434115b-bbc4-4ed0-a9cc-67c0af002f3c tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=51087c75-1016-4a82-b128-8f1ab5440bf2 HTTP/1.1" status: 200 len: 943 time: 0.0937779 Dec 15 19:55:01.744398 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a1505b61-8446-4685-beb9-536c9a0d4e3f req-bac3e343-86cd-47ca-93eb-a530680ffc46 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420179 Dec 15 19:55:02.956123 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472fa72-24b6-4ccf-b9e0-4270ab04601d req-abab94c9-9af2-4906-93ed-3f7ab8ec7c8e tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:55:02.957622 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c472fa72-24b6-4ccf-b9e0-4270ab04601d req-abab94c9-9af2-4906-93ed-3f7ab8ec7c8e tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=51087c75-1016-4a82-b128-8f1ab5440bf2 HTTP/1.1" status: 200 len: 943 time: 0.0848343 Dec 15 19:55:02.978098 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device b447bf27-5540-4cfc-845b-07c659962e9a details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 15 19:55:03.010592 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c472fa72-24b6-4ccf-b9e0-4270ab04601d req-9125348a-639f-46dc-87a3-b81cfd31cab8 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466421 Dec 15 19:55:03.120523 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port b447bf27-5540-4cfc-845b-07c659962e9a, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b447bf27-5540-4cfc-845b-07c659962e9a,segment=NetworkSegment(1367ded2-26f3-442a-8ed8-8e4fe90f2ba6),segment_id=1367ded2-26f3-442a-8ed8-8e4fe90f2ba6)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:55:03.135511 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Returning: {'device': 'b447bf27-5540-4cfc-845b-07c659962e9a', 'network_id': 'd49506b5-5248-490c-b7eb-e14fa3a09292', 'port_id': 'b447bf27-5540-4cfc-845b-07c659962e9a', 'mac_address': 'fa:16:3e:cb:02:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4409bb67-32b6-4ce3-b291-b51b7fb8138f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 19:55:03.191790 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:55:03.210205 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b447bf27-5540-4cfc-845b-07c659962e9a {{(pid=88992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 19:55:03.224896 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port b447bf27-5540-4cfc-845b-07c659962e9a, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b447bf27-5540-4cfc-845b-07c659962e9a,segment=NetworkSegment(1367ded2-26f3-442a-8ed8-8e4fe90f2ba6),segment_id=1367ded2-26f3-442a-8ed8-8e4fe90f2ba6)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:55:03.226780 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c681c0-31b7-470f-86bf-4a963f34e242 req-ac35b70d-3e0f-40bb-a0e2-3d0fb9523174 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:55:03.229075 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-74c681c0-31b7-470f-86bf-4a963f34e242 req-ac35b70d-3e0f-40bb-a0e2-3d0fb9523174 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=51087c75-1016-4a82-b128-8f1ab5440bf2 HTTP/1.1" status: 200 len: 943 time: 0.0840218 Dec 15 19:55:03.276521 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:55:03.277279 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-74c681c0-31b7-470f-86bf-4a963f34e242 req-31f8b11d-ebd5-4016-a715-c96225c0e17a tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420413 Dec 15 19:55:03.278477 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:55:03.351754 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] get_ports_and_sgs() called for port_ids ['b447bf27-5540-4cfc-845b-07c659962e9a'] {{(pid=88992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 19:55:03.382406 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=b447bf27-5540-4cfc-845b-07c659962e9a,revision_number=10']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:55:03.390892 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:55:03.488150 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56754665-a956-40bf-bf51-f90be2c2eec6 req-8e652367-3b4e-4384-9b44-e7be826f485c tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:55:03.489675 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-56754665-a956-40bf-bf51-f90be2c2eec6 req-8e652367-3b4e-4384-9b44-e7be826f485c tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=51087c75-1016-4a82-b128-8f1ab5440bf2 HTTP/1.1" status: 200 len: 945 time: 0.0866272 Dec 15 19:55:03.539547 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-56754665-a956-40bf-bf51-f90be2c2eec6 req-c455652a-16c1-4812-94b5-9ab0c80ae76a tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429647 Dec 15 19:55:04.045602 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19c9ffe-d851-4c72-bedb-70a49cf36134 req-9603b347-4072-4ded-ae30-ae29e5308cf3 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:55:04.047223 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d19c9ffe-d851-4c72-bedb-70a49cf36134 req-9603b347-4072-4ded-ae30-ae29e5308cf3 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=51087c75-1016-4a82-b128-8f1ab5440bf2 HTTP/1.1" status: 200 len: 945 time: 0.0819836 Dec 15 19:55:04.094483 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d19c9ffe-d851-4c72-bedb-70a49cf36134 req-5aa71dba-ac5d-4122-aba8-224d251249fb tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410786 Dec 15 19:55:04.996857 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device b447bf27-5540-4cfc-845b-07c659962e9a up at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:55:05.068462 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning complete for port b447bf27-5540-4cfc-845b-07c659962e9a triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:55:05.069000 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:55:05.190172 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:55:05.218564 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51087c75-1016-4a82-b128-8f1ab5440bf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b447bf27-5540-4cfc-845b-07c659962e9a'}] {{(pid=88992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:55:05.229028 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port b447bf27-5540-4cfc-845b-07c659962e9a, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b447bf27-5540-4cfc-845b-07c659962e9a,segment=NetworkSegment(1367ded2-26f3-442a-8ed8-8e4fe90f2ba6),segment_id=1367ded2-26f3-442a-8ed8-8e4fe90f2ba6)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:55:05.270931 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:55:05.275006 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51087c75-1016-4a82-b128-8f1ab5440bf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b447bf27-5540-4cfc-845b-07c659962e9a', 'code': 200} Dec 15 19:55:05.275606 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c6e68529-03fe-4b59-ab74-27d47340012f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:55:05.307646 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5940ad44-32bb-403b-90d4-7c49b6b61ead req-5a539f0a-d9ca-4425-ac05-8a2dd8337afe tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:55:05.309252 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5940ad44-32bb-403b-90d4-7c49b6b61ead req-5a539f0a-d9ca-4425-ac05-8a2dd8337afe tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=51087c75-1016-4a82-b128-8f1ab5440bf2 HTTP/1.1" status: 200 len: 946 time: 0.0871758 Dec 15 19:55:05.342389 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=b447bf27-5540-4cfc-845b-07c659962e9a,revision_number=11']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:55:05.345667 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:55:05.358256 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5940ad44-32bb-403b-90d4-7c49b6b61ead req-1e05c4d5-ab05-4bed-bdda-9d6cd85a1418 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427465 Dec 15 19:55:06.308622 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb74e153-d0c4-44c5-8cf2-3ac2e21936ce req-95f3df74-98ee-4ed0-b94c-84b4352b1b50 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:55:06.310178 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-fb74e153-d0c4-44c5-8cf2-3ac2e21936ce req-95f3df74-98ee-4ed0-b94c-84b4352b1b50 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.32 "GET /v2.0/ports?device_id=51087c75-1016-4a82-b128-8f1ab5440bf2 HTTP/1.1" status: 200 len: 946 time: 0.0813749 Dec 15 19:55:06.389283 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [req-fb74e153-d0c4-44c5-8cf2-3ac2e21936ce req-5e073a5a-8e84-4dbb-94da-dd1050c76f2b tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Deleting port b447bf27-5540-4cfc-845b-07c659962e9a {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:55:06.389651 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-fb74e153-d0c4-44c5-8cf2-3ac2e21936ce req-5e073a5a-8e84-4dbb-94da-dd1050c76f2b tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:55:06.705366 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-fb74e153-d0c4-44c5-8cf2-3ac2e21936ce req-5e073a5a-8e84-4dbb-94da-dd1050c76f2b tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] For port b447bf27-5540-4cfc-845b-07c659962e9a, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b447bf27-5540-4cfc-845b-07c659962e9a,segment=NetworkSegment(1367ded2-26f3-442a-8ed8-8e4fe90f2ba6),segment_id=1367ded2-26f3-442a-8ed8-8e4fe90f2ba6)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:55:06.705770 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-fb74e153-d0c4-44c5-8cf2-3ac2e21936ce req-5e073a5a-8e84-4dbb-94da-dd1050c76f2b tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:55:06.881868 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cc3b48-0cd7-4572-a15f-cf9cfdc27c56 req-2dc48705-825d-4a22-bf12-04f49052a0b2 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:55:06.883542 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-90cc3b48-0cd7-4572-a15f-cf9cfdc27c56 req-2dc48705-825d-4a22-bf12-04f49052a0b2 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=51087c75-1016-4a82-b128-8f1ab5440bf2 HTTP/1.1" status: 200 len: 946 time: 0.2537620 Dec 15 19:55:07.031375 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-90cc3b48-0cd7-4572-a15f-cf9cfdc27c56 req-f8e5cf94-7b48-4d46-beae-0280e732c13d tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392753 Dec 15 19:55:07.069360 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-fb74e153-d0c4-44c5-8cf2-3ac2e21936ce req-5e073a5a-8e84-4dbb-94da-dd1050c76f2b tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:55:07.069783 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-fb74e153-d0c4-44c5-8cf2-3ac2e21936ce req-5e073a5a-8e84-4dbb-94da-dd1050c76f2b tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634093'] for floatingip, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:55:07.070140 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.l3_db [req-fb74e153-d0c4-44c5-8cf2-3ac2e21936ce req-5e073a5a-8e84-4dbb-94da-dd1050c76f2b tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Floating IP 69426a21-0691-4795-a61f-8aaa41449b86 disassociated. External IP: 172.26.3.47, port: b447bf27-5540-4cfc-845b-07c659962e9a. Dec 15 19:55:07.070570 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [req-fb74e153-d0c4-44c5-8cf2-3ac2e21936ce req-5e073a5a-8e84-4dbb-94da-dd1050c76f2b tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Calling delete_port for b447bf27-5540-4cfc-845b-07c659962e9a owned by compute:nova {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:55:07.315002 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-fb74e153-d0c4-44c5-8cf2-3ac2e21936ce req-5e073a5a-8e84-4dbb-94da-dd1050c76f2b tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:55:07.322956 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-582b0477-4352-4820-a909-a899d4d38aec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:55:07.371750 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e073a5a-8e84-4dbb-94da-dd1050c76f2b tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Pushing event deleted for resources: {'Port': ['ID=b447bf27-5540-4cfc-845b-07c659962e9a,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:55:07.443397 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e073a5a-8e84-4dbb-94da-dd1050c76f2b tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:55:07.443830 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e073a5a-8e84-4dbb-94da-dd1050c76f2b tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:55:07.444261 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e073a5a-8e84-4dbb-94da-dd1050c76f2b tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:55:07.444679 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e073a5a-8e84-4dbb-94da-dd1050c76f2b tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:55:07.445096 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e073a5a-8e84-4dbb-94da-dd1050c76f2b tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:55:07.445516 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e073a5a-8e84-4dbb-94da-dd1050c76f2b tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:55:07.445990 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e073a5a-8e84-4dbb-94da-dd1050c76f2b tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:55:07.446423 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e073a5a-8e84-4dbb-94da-dd1050c76f2b tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:55:07.446836 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e073a5a-8e84-4dbb-94da-dd1050c76f2b tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:55:07.447285 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e073a5a-8e84-4dbb-94da-dd1050c76f2b tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:55:07.447700 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e073a5a-8e84-4dbb-94da-dd1050c76f2b tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:55:07.458028 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5e073a5a-8e84-4dbb-94da-dd1050c76f2b tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:55:07.608669 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb74e153-d0c4-44c5-8cf2-3ac2e21936ce req-5e073a5a-8e84-4dbb-94da-dd1050c76f2b tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Router 2d5eb65a-ea38-4110-8af4-7dd3afa513ee has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:55:07.817563 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb74e153-d0c4-44c5-8cf2-3ac2e21936ce req-5e073a5a-8e84-4dbb-94da-dd1050c76f2b tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:55:07.828406 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13cbb8d-9f58-429f-b5b5-7c73798cfb0a None None] Sync routers for ids ['2d5eb65a-ea38-4110-8af4-7dd3afa513ee'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:55:07.841717 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13cbb8d-9f58-429f-b5b5-7c73798cfb0a None None] Routers {'2d5eb65a-ea38-4110-8af4-7dd3afa513ee'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:55:07.842420 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-d13cbb8d-9f58-429f-b5b5-7c73798cfb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:54:41Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['2d5eb65a-ea38-4110-8af4-7dd3afa513ee'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:55:07.888618 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb74e153-d0c4-44c5-8cf2-3ac2e21936ce req-5e073a5a-8e84-4dbb-94da-dd1050c76f2b tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] No DVR routers for this DVR port b447bf27-5540-4cfc-845b-07c659962e9a on host hv-neutron-8218 {{(pid=88990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:55:07.891219 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-fb74e153-d0c4-44c5-8cf2-3ac2e21936ce req-5e073a5a-8e84-4dbb-94da-dd1050c76f2b tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:55:07.894102 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51087c75-1016-4a82-b128-8f1ab5440bf2', 'name': 'network-vif-deleted', 'tag': 'b447bf27-5540-4cfc-845b-07c659962e9a'}] {{(pid=88990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:55:07.944563 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-fb74e153-d0c4-44c5-8cf2-3ac2e21936ce req-5e073a5a-8e84-4dbb-94da-dd1050c76f2b tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.32 "DELETE /v2.0/ports/b447bf27-5540-4cfc-845b-07c659962e9a HTTP/1.1" status: 204 len: 173 time: 1.6245873 Dec 15 19:55:08.041255 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-d13cbb8d-9f58-429f-b5b5-7c73798cfb0a None None] Set router 2d5eb65a-ea38-4110-8af4-7dd3afa513ee gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:55:08.174107 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51087c75-1016-4a82-b128-8f1ab5440bf2', 'name': 'network-vif-deleted', 'tag': 'b447bf27-5540-4cfc-845b-07c659962e9a', 'status': 'completed', 'code': 200} Dec 15 19:55:08.251604 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-db025212-3859-4b54-ac92-3bf8d206d4b9 req-13cf13e0-8c12-4989-916e-424fb40d8e6f tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Synchronizing usage tracker for tenant:4f5a88559dde48d98560b094b41c0ecd on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:55:08.299183 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-db025212-3859-4b54-ac92-3bf8d206d4b9 req-13cf13e0-8c12-4989-916e-424fb40d8e6f tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Unset dirty status for tenant:4f5a88559dde48d98560b094b41c0ecd on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:55:08.300550 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-db025212-3859-4b54-ac92-3bf8d206d4b9 req-13cf13e0-8c12-4989-916e-424fb40d8e6f tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=51087c75-1016-4a82-b128-8f1ab5440bf2 HTTP/1.1" status: 200 len: 210 time: 0.0971184 Dec 15 19:55:08.480573 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-601ad044-6df2-4cb3-b10c-fc8c3bdb758e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:55:08.569658 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-d13cbb8d-9f58-429f-b5b5-7c73798cfb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'name': 'tempest-ServerActionsTestJSON-1598376602-router', 'tenant_id': '4f5a88559dde48d98560b094b41c0ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': '8f262a49-4e07-40e5-b233-41dcb663cb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:50:33Z', 'updated_at': '2021-12-15T19:50:37Z', 'revision_number': 4, 'project_id': '4f5a88559dde48d98560b094b41c0ecd', 'gw_port': {'id': '8f262a49-4e07-40e5-b233-41dcb663cb3a', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:40:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:50:33Z', 'updated_at': '2021-12-15T19:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': 'b3850aa9-e0fb-4fef-a841-1fe199fd2df9', 'name': '', 'network_id': 'd49506b5-5248-490c-b7eb-e14fa3a09292', 'tenant_id': '4f5a88559dde48d98560b094b41c0ecd', 'mac_address': 'fa:16:3e:c1:0e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4409bb67-32b6-4ce3-b291-b51b7fb8138f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:50:36Z', 'updated_at': '2021-12-15T19:50:45Z', 'revision_number': 5, 'project_id': '4f5a88559dde48d98560b094b41c0ecd', 'subnets': [{'id': '4409bb67-32b6-4ce3-b291-b51b7fb8138f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:55:08.574275 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13cbb8d-9f58-429f-b5b5-7c73798cfb0a None None] Checking router: 2d5eb65a-ea38-4110-8af4-7dd3afa513ee for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:55:08.585992 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13cbb8d-9f58-429f-b5b5-7c73798cfb0a None None] Routers {'2d5eb65a-ea38-4110-8af4-7dd3afa513ee'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:55:08.586742 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-d13cbb8d-9f58-429f-b5b5-7c73798cfb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:54:41Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['2d5eb65a-ea38-4110-8af4-7dd3afa513ee'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:55:08.776753 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-d13cbb8d-9f58-429f-b5b5-7c73798cfb0a None None] Set router 2d5eb65a-ea38-4110-8af4-7dd3afa513ee gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:55:09.042071 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device b447bf27-5540-4cfc-845b-07c659962e9a no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:55:09.108157 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] No Port match for: b447bf27-5540-4cfc-845b-07c659962e9a {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:55:09.108557 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device b447bf27-5540-4cfc-845b-07c659962e9a not bound to the agent host hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:55:09.145904 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-d13cbb8d-9f58-429f-b5b5-7c73798cfb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'name': 'tempest-ServerActionsTestJSON-1598376602-router', 'tenant_id': '4f5a88559dde48d98560b094b41c0ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': '8f262a49-4e07-40e5-b233-41dcb663cb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:50:33Z', 'updated_at': '2021-12-15T19:50:37Z', 'revision_number': 4, 'project_id': '4f5a88559dde48d98560b094b41c0ecd', 'gw_port': {'id': '8f262a49-4e07-40e5-b233-41dcb663cb3a', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:40:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:50:33Z', 'updated_at': '2021-12-15T19:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': 'b3850aa9-e0fb-4fef-a841-1fe199fd2df9', 'name': '', 'network_id': 'd49506b5-5248-490c-b7eb-e14fa3a09292', 'tenant_id': '4f5a88559dde48d98560b094b41c0ecd', 'mac_address': 'fa:16:3e:c1:0e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4409bb67-32b6-4ce3-b291-b51b7fb8138f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:50:36Z', 'updated_at': '2021-12-15T19:50:45Z', 'revision_number': 5, 'project_id': '4f5a88559dde48d98560b094b41c0ecd', 'subnets': [{'id': '4409bb67-32b6-4ce3-b291-b51b7fb8138f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:55:09.150115 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13cbb8d-9f58-429f-b5b5-7c73798cfb0a None None] The sync data for ids ['2d5eb65a-ea38-4110-8af4-7dd3afa513ee'] in dv-neutron-821831-2-hyperv is: [{'id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'name': 'tempest-ServerActionsTestJSON-1598376602-router', 'tenant_id': '4f5a88559dde48d98560b094b41c0ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': '8f262a49-4e07-40e5-b233-41dcb663cb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:50:33Z', 'updated_at': '2021-12-15T19:50:37Z', 'revision_number': 4, 'project_id': '4f5a88559dde48d98560b094b41c0ecd', 'gw_port': {'id': '8f262a49-4e07-40e5-b233-41dcb663cb3a', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:40:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:50:33Z', 'updated_at': '2021-12-15T19:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': 'b3850aa9-e0fb-4fef-a841-1fe199fd2df9', 'name': '', 'network_id': 'd49506b5-5248-490c-b7eb-e14fa3a09292', 'tenant_id': '4f5a88559dde48d98560b094b41c0ecd', 'mac_address': 'fa:16:3e:c1:0e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4409bb67-32b6-4ce3-b291-b51b7fb8138f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:50:36Z', 'updated_at': '2021-12-15T19:50:45Z', 'revision_number': 5, 'project_id': '4f5a88559dde48d98560b094b41c0ecd', 'subnets': [{'id': '4409bb67-32b6-4ce3-b291-b51b7fb8138f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:55:09.499132 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:55:09.616606 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591cfe5f-dc84-4da6-81fb-b443b614987d None None] New status for floating IP 69426a21-0691-4795-a61f-8aaa41449b86: DOWN {{(pid=88993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 15 19:55:09.699749 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2e3422d4-1cde-488c-b4fc-0d328d2d69e1 req-17012a35-0590-4db1-bcdc-573586a9e9dc tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1148609160&fields=id&tenant_id=4f5a88559dde48d98560b094b41c0ecd HTTP/1.1" status: 200 len: 267 time: 0.0436907 Dec 15 19:55:10.102076 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3422d4-1cde-488c-b4fc-0d328d2d69e1 req-15d4a008-40f0-4af5-ae5e-8d42aeddd709 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:55:10.104170 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2e3422d4-1cde-488c-b4fc-0d328d2d69e1 req-15d4a008-40f0-4af5-ae5e-8d42aeddd709 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/networks?id=d49506b5-5248-490c-b7eb-e14fa3a09292 HTTP/1.1" status: 200 len: 812 time: 0.3969269 Dec 15 19:55:10.122634 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2e3422d4-1cde-488c-b4fc-0d328d2d69e1 req-05b93db6-d67c-4849-b243-2be70e49d8ea tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/quotas/4f5a88559dde48d98560b094b41c0ecd HTTP/1.1" status: 200 len: 375 time: 0.0116727 Dec 15 19:55:10.207963 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2e3422d4-1cde-488c-b4fc-0d328d2d69e1 req-283c1b62-edb8-49e3-8ed0-d370f2152342 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4f5a88559dde48d98560b094b41c0ecd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0800161 Dec 15 19:55:10.353212 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2e3422d4-1cde-488c-b4fc-0d328d2d69e1 req-1980762a-ebf2-46a7-a441-4561769b98f1 service neutron] 10.222.0.36 "GET /v2.0/networks/d49506b5-5248-490c-b7eb-e14fa3a09292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323876 Dec 15 19:55:10.493980 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2e3422d4-1cde-488c-b4fc-0d328d2d69e1 req-181c5ec3-55e9-42c2-8086-5fd333d17e42 service neutron] 10.222.0.36 "GET /v2.0/networks/d49506b5-5248-490c-b7eb-e14fa3a09292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343949 Dec 15 19:55:10.573396 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-72be6d19-f9de-4326-b5a7-b9cb3dddaebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:55:10.724101 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b767cabe-0cb9-4370-b60b-aaea812ace77 req-9e55efa1-0035-40d5-bd9d-f582e4c94c2f tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7790117-5241-472d-a68c-d199f19bb577 HTTP/1.1" status: 200 len: 210 time: 0.0499609 Dec 15 19:55:10.927129 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:55:11.894202 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b7cfc105-c137-4560-91ca-2ee43250a32d req-119d89fb-f8c4-4ee6-a20a-7d1042f91f02 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7790117-5241-472d-a68c-d199f19bb577 HTTP/1.1" status: 200 len: 210 time: 0.0449989 Dec 15 19:55:12.395936 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3422d4-1cde-488c-b4fc-0d328d2d69e1 req-7d117521-7c34-4acd-8c15-969fdaa6c01b tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:55:12.397481 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2e3422d4-1cde-488c-b4fc-0d328d2d69e1 req-7d117521-7c34-4acd-8c15-969fdaa6c01b tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.32 "GET /v2.0/networks?id=d49506b5-5248-490c-b7eb-e14fa3a09292 HTTP/1.1" status: 200 len: 812 time: 0.1613975 Dec 15 19:55:12.459611 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2e3422d4-1cde-488c-b4fc-0d328d2d69e1 req-9f1b91bd-ac15-4884-a4c8-00cf27015937 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f5a88559dde48d98560b094b41c0ecd HTTP/1.1" status: 200 len: 380 time: 0.0434914 Dec 15 19:55:12.470847 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [req-2e3422d4-1cde-488c-b4fc-0d328d2d69e1 req-ce9810ca-f0f6-48ee-b139-1a23bc16b24f tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Request body: {'port': {'device_id': 'f7790117-5241-472d-a68c-d199f19bb577', 'network_id': 'd49506b5-5248-490c-b7eb-e14fa3a09292', 'admin_state_up': True, 'tenant_id': '4f5a88559dde48d98560b094b41c0ecd', 'security_groups': ['440ecbc3-3191-4996-863e-a0eb6fc135b5']}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:55:12.616676 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [req-2e3422d4-1cde-488c-b4fc-0d328d2d69e1 req-ce9810ca-f0f6-48ee-b139-1a23bc16b24f tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:55:12.627021 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [req-2e3422d4-1cde-488c-b4fc-0d328d2d69e1 req-ce9810ca-f0f6-48ee-b139-1a23bc16b24f tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:55:12.675977 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e3422d4-1cde-488c-b4fc-0d328d2d69e1 req-ce9810ca-f0f6-48ee-b139-1a23bc16b24f tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Made reservation on behalf of 4f5a88559dde48d98560b094b41c0ecd for: {'port': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:55:12.682071 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-2e3422d4-1cde-488c-b4fc-0d328d2d69e1 req-ce9810ca-f0f6-48ee-b139-1a23bc16b24f tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:55:12.715771 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:55:12.884524 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [req-2e3422d4-1cde-488c-b4fc-0d328d2d69e1 req-ce9810ca-f0f6-48ee-b139-1a23bc16b24f tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Allocated IP 172.20.0.5 (d49506b5-5248-490c-b7eb-e14fa3a09292/4409bb67-32b6-4ce3-b291-b51b7fb8138f/5442989d-f98f-4510-9690-c69142d92f05) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:55:13.084228 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3623ebf2-cdf7-4b52-be76-0740f3ccb7fd req-70f7d95c-2393-4ad9-b60a-7adfcfbc6c22 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7790117-5241-472d-a68c-d199f19bb577 HTTP/1.1" status: 200 len: 210 time: 0.0632079 Dec 15 19:55:13.127830 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-2e3422d4-1cde-488c-b4fc-0d328d2d69e1 req-ce9810ca-f0f6-48ee-b139-1a23bc16b24f tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:55:13.144922 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [req-2e3422d4-1cde-488c-b4fc-0d328d2d69e1 req-ce9810ca-f0f6-48ee-b139-1a23bc16b24f tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Transition to ACTIVE for port object 5442989d-f98f-4510-9690-c69142d92f05 will not be triggered until provisioned by entity DHCP. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:55:13.213884 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-2e3422d4-1cde-488c-b4fc-0d328d2d69e1 req-ce9810ca-f0f6-48ee-b139-1a23bc16b24f tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:55:13.220482 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b7e82f0e-895f-418d-a4e9-548959ebe3d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:55:13.294399 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e3422d4-1cde-488c-b4fc-0d328d2d69e1 req-ce9810ca-f0f6-48ee-b139-1a23bc16b24f tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Network d49506b5-5248-490c-b7eb-e14fa3a09292 is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:55:13.298314 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [req-2e3422d4-1cde-488c-b4fc-0d328d2d69e1 req-ce9810ca-f0f6-48ee-b139-1a23bc16b24f tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:55:13.300899 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e3422d4-1cde-488c-b4fc-0d328d2d69e1 req-ce9810ca-f0f6-48ee-b139-1a23bc16b24f tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:55:13.335760 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9810ca-f0f6-48ee-b139-1a23bc16b24f tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Pushing event updated for resources: {'Port': ['ID=5442989d-f98f-4510-9690-c69142d92f05,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:55:13.338895 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ce9810ca-f0f6-48ee-b139-1a23bc16b24f tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:55:13.373776 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3422d4-1cde-488c-b4fc-0d328d2d69e1 req-ce9810ca-f0f6-48ee-b139-1a23bc16b24f tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:55:13.374529 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-2e3422d4-1cde-488c-b4fc-0d328d2d69e1 req-ce9810ca-f0f6-48ee-b139-1a23bc16b24f tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:55:13.519546 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2e3422d4-1cde-488c-b4fc-0d328d2d69e1 req-ce9810ca-f0f6-48ee-b139-1a23bc16b24f tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0524621 Dec 15 19:55:13.536170 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [req-2e3422d4-1cde-488c-b4fc-0d328d2d69e1 req-78774b36-eb3a-4ad6-a3fd-76853b3d8d88 service neutron] Request body: {'port': {'device_id': 'f7790117-5241-472d-a68c-d199f19bb577', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:55:13.578819 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-34f32c70-6107-4b51-9a16-7f84a0aace02 None None] Provisioning for port 5442989d-f98f-4510-9690-c69142d92f05 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:55:13.584200 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-34f32c70-6107-4b51-9a16-7f84a0aace02 None None] Provisioning complete for port 5442989d-f98f-4510-9690-c69142d92f05 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:55:13.584645 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-34f32c70-6107-4b51-9a16-7f84a0aace02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:55:13.641656 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-34f32c70-6107-4b51-9a16-7f84a0aace02 None None] Port 5442989d-f98f-4510-9690-c69142d92f05 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:55:13.653923 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-2e3422d4-1cde-488c-b4fc-0d328d2d69e1 req-78774b36-eb3a-4ad6-a3fd-76853b3d8d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:55:14.001745 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [req-2e3422d4-1cde-488c-b4fc-0d328d2d69e1 req-78774b36-eb3a-4ad6-a3fd-76853b3d8d88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5442989d-f98f-4510-9690-c69142d92f05 {{(pid=88990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 19:55:14.008775 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-2e3422d4-1cde-488c-b4fc-0d328d2d69e1 req-78774b36-eb3a-4ad6-a3fd-76853b3d8d88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:55:14.023446 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [req-2e3422d4-1cde-488c-b4fc-0d328d2d69e1 req-78774b36-eb3a-4ad6-a3fd-76853b3d8d88 service neutron] Transition to ACTIVE for port object 5442989d-f98f-4510-9690-c69142d92f05 will not be triggered until provisioned by entity L2. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:55:14.052886 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-2e3422d4-1cde-488c-b4fc-0d328d2d69e1 req-78774b36-eb3a-4ad6-a3fd-76853b3d8d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:55:14.057462 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0b34f09d-b3e2-4e2a-ae01-96e340ccb1ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:55:14.190038 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78774b36-eb3a-4ad6-a3fd-76853b3d8d88 service neutron] Pushing event updated for resources: {'Port': ['ID=5442989d-f98f-4510-9690-c69142d92f05,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:55:14.199287 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-78774b36-eb3a-4ad6-a3fd-76853b3d8d88 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:55:14.362993 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-2e3422d4-1cde-488c-b4fc-0d328d2d69e1 req-78774b36-eb3a-4ad6-a3fd-76853b3d8d88 service neutron] Attempting to bind port 5442989d-f98f-4510-9690-c69142d92f05 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:55:14.363376 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-2e3422d4-1cde-488c-b4fc-0d328d2d69e1 req-78774b36-eb3a-4ad6-a3fd-76853b3d8d88 service neutron] Attempting to bind port 5442989d-f98f-4510-9690-c69142d92f05 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '1367ded2-26f3-442a-8ed8-8e4fe90f2ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'd49506b5-5248-490c-b7eb-e14fa3a09292'}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:55:14.363754 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3422d4-1cde-488c-b4fc-0d328d2d69e1 req-78774b36-eb3a-4ad6-a3fd-76853b3d8d88 service neutron] Attempting to bind port 5442989d-f98f-4510-9690-c69142d92f05 on network d49506b5-5248-490c-b7eb-e14fa3a09292 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:55:14.378827 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3422d4-1cde-488c-b4fc-0d328d2d69e1 req-78774b36-eb3a-4ad6-a3fd-76853b3d8d88 service neutron] Port 5442989d-f98f-4510-9690-c69142d92f05 on network d49506b5-5248-490c-b7eb-e14fa3a09292 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:55:14.379169 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3422d4-1cde-488c-b4fc-0d328d2d69e1 req-78774b36-eb3a-4ad6-a3fd-76853b3d8d88 service neutron] Attempting to bind port 5442989d-f98f-4510-9690-c69142d92f05 on network d49506b5-5248-490c-b7eb-e14fa3a09292 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:55:14.395692 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a98d2b1-a640-4c46-8b6a-8209a8375e6e req-2601c454-bc17-4989-a18e-f883431bde56 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:55:14.396393 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-5a98d2b1-a640-4c46-8b6a-8209a8375e6e req-2601c454-bc17-4989-a18e-f883431bde56 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Synchronizing usage tracker for tenant:4f5a88559dde48d98560b094b41c0ecd on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:55:14.407035 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3422d4-1cde-488c-b4fc-0d328d2d69e1 req-78774b36-eb3a-4ad6-a3fd-76853b3d8d88 service neutron] Checking agent: {'id': '59e4c979-c5dd-468d-a1f2-341133950749', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 12, 24), 'started_at': datetime.datetime(2021, 12, 15, 19, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:55:14.407415 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3422d4-1cde-488c-b4fc-0d328d2d69e1 req-78774b36-eb3a-4ad6-a3fd-76853b3d8d88 service neutron] Checking segment: {'id': '1367ded2-26f3-442a-8ed8-8e4fe90f2ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'd49506b5-5248-490c-b7eb-e14fa3a09292'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:55:14.407838 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3422d4-1cde-488c-b4fc-0d328d2d69e1 req-78774b36-eb3a-4ad6-a3fd-76853b3d8d88 service neutron] Bound using segment: {'id': '1367ded2-26f3-442a-8ed8-8e4fe90f2ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'd49506b5-5248-490c-b7eb-e14fa3a09292'} {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:55:14.408316 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-2e3422d4-1cde-488c-b4fc-0d328d2d69e1 req-78774b36-eb3a-4ad6-a3fd-76853b3d8d88 service neutron] Bound port: 5442989d-f98f-4510-9690-c69142d92f05, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1367ded2-26f3-442a-8ed8-8e4fe90f2ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'd49506b5-5248-490c-b7eb-e14fa3a09292'}}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:55:14.408705 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-2e3422d4-1cde-488c-b4fc-0d328d2d69e1 req-78774b36-eb3a-4ad6-a3fd-76853b3d8d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:55:14.467142 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-5a98d2b1-a640-4c46-8b6a-8209a8375e6e req-2601c454-bc17-4989-a18e-f883431bde56 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Unset dirty status for tenant:4f5a88559dde48d98560b094b41c0ecd on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:55:14.468432 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5a98d2b1-a640-4c46-8b6a-8209a8375e6e req-2601c454-bc17-4989-a18e-f883431bde56 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7790117-5241-472d-a68c-d199f19bb577 HTTP/1.1" status: 200 len: 943 time: 0.2359638 Dec 15 19:55:14.539096 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-2e3422d4-1cde-488c-b4fc-0d328d2d69e1 req-78774b36-eb3a-4ad6-a3fd-76853b3d8d88 service neutron] For port 5442989d-f98f-4510-9690-c69142d92f05, host hv-neutron-8218, cleared binding levels {{(pid=88990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:55:14.550338 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-2e3422d4-1cde-488c-b4fc-0d328d2d69e1 req-78774b36-eb3a-4ad6-a3fd-76853b3d8d88 service neutron] For port 5442989d-f98f-4510-9690-c69142d92f05, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5442989d-f98f-4510-9690-c69142d92f05,segment=NetworkSegment(1367ded2-26f3-442a-8ed8-8e4fe90f2ba6),segment_id=1367ded2-26f3-442a-8ed8-8e4fe90f2ba6)] {{(pid=88990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:55:14.553224 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5a98d2b1-a640-4c46-8b6a-8209a8375e6e req-f04c59fe-275f-44b0-942d-8491f676a342 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782464 Dec 15 19:55:14.579729 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-2e3422d4-1cde-488c-b4fc-0d328d2d69e1 req-78774b36-eb3a-4ad6-a3fd-76853b3d8d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:55:14.584729 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ce9810ca-f0f6-48ee-b139-1a23bc16b24f tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:55:14.645126 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-2e3422d4-1cde-488c-b4fc-0d328d2d69e1 req-78774b36-eb3a-4ad6-a3fd-76853b3d8d88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:55:14.646697 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2e3422d4-1cde-488c-b4fc-0d328d2d69e1 req-78774b36-eb3a-4ad6-a3fd-76853b3d8d88 service neutron] 10.222.0.32 "PUT /v2.0/ports/5442989d-f98f-4510-9690-c69142d92f05 HTTP/1.1" status: 200 len: 1093 time: 1.1153245 Dec 15 19:55:14.647238 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7790117-5241-472d-a68c-d199f19bb577', 'tag': '5442989d-f98f-4510-9690-c69142d92f05'}] {{(pid=88990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:55:14.672118 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78774b36-eb3a-4ad6-a3fd-76853b3d8d88 service neutron] Pushing event updated for resources: {'Port': ['ID=5442989d-f98f-4510-9690-c69142d92f05,revision_number=3']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:55:14.676782 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-78774b36-eb3a-4ad6-a3fd-76853b3d8d88 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:55:14.756446 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7790117-5241-472d-a68c-d199f19bb577', 'tag': '5442989d-f98f-4510-9690-c69142d92f05', 'status': 'completed', 'code': 200} Dec 15 19:55:14.802123 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2e3422d4-1cde-488c-b4fc-0d328d2d69e1 req-283f0b4b-4b8c-40e1-b9a1-a6db8b67f5dc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4f5a88559dde48d98560b094b41c0ecd&device_id=f7790117-5241-472d-a68c-d199f19bb577 HTTP/1.1" status: 200 len: 1096 time: 0.0851052 Dec 15 19:55:14.885719 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2e3422d4-1cde-488c-b4fc-0d328d2d69e1 req-af2fc89f-bc94-4c4a-a51d-d0538c042269 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5442989d-f98f-4510-9690-c69142d92f05 HTTP/1.1" status: 200 len: 217 time: 0.0719297 Dec 15 19:55:14.959736 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3422d4-1cde-488c-b4fc-0d328d2d69e1 req-b5e9ee97-9d93-4ff7-a737-e6b52116540e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:55:14.961323 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2e3422d4-1cde-488c-b4fc-0d328d2d69e1 req-b5e9ee97-9d93-4ff7-a737-e6b52116540e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4409bb67-32b6-4ce3-b291-b51b7fb8138f HTTP/1.1" status: 200 len: 851 time: 0.0655823 Dec 15 19:55:15.047700 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2e3422d4-1cde-488c-b4fc-0d328d2d69e1 req-a55cacc8-82e2-4a85-9f6f-a2382b422dfb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d49506b5-5248-490c-b7eb-e14fa3a09292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731735 Dec 15 19:55:15.201031 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2e3422d4-1cde-488c-b4fc-0d328d2d69e1 req-51cdadff-101f-449c-b695-1d71958179f9 service neutron] 10.222.0.32 "GET /v2.0/networks/d49506b5-5248-490c-b7eb-e14fa3a09292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424720 Dec 15 19:55:15.348859 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2e3422d4-1cde-488c-b4fc-0d328d2d69e1 req-700b604d-72f1-4356-96b0-1e04f151a665 service neutron] 10.222.0.32 "GET /v2.0/networks/d49506b5-5248-490c-b7eb-e14fa3a09292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379657 Dec 15 19:55:15.514531 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7eb70c03-6cef-4326-afbb-7c4cd2818781 req-a4a30893-3455-464a-8865-a91cdff3b29a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4f5a88559dde48d98560b094b41c0ecd&device_id=f7790117-5241-472d-a68c-d199f19bb577 HTTP/1.1" status: 200 len: 1096 time: 0.0767701 Dec 15 19:55:15.660125 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb70c03-6cef-4326-afbb-7c4cd2818781 req-e3797a4e-df85-4fa9-8810-22d8e80ba2dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:55:15.661704 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7eb70c03-6cef-4326-afbb-7c4cd2818781 req-e3797a4e-df85-4fa9-8810-22d8e80ba2dc service neutron] 10.222.0.32 "GET /v2.0/networks?id=d49506b5-5248-490c-b7eb-e14fa3a09292 HTTP/1.1" status: 200 len: 913 time: 0.1381953 Dec 15 19:55:15.770017 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7eb70c03-6cef-4326-afbb-7c4cd2818781 req-cb457fa2-13c8-43de-8cd6-2926bde8067d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5442989d-f98f-4510-9690-c69142d92f05 HTTP/1.1" status: 200 len: 217 time: 0.1007407 Dec 15 19:55:15.848732 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb70c03-6cef-4326-afbb-7c4cd2818781 req-5549d1eb-6d90-44de-b09c-97aff8746072 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:55:15.850267 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7eb70c03-6cef-4326-afbb-7c4cd2818781 req-5549d1eb-6d90-44de-b09c-97aff8746072 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4409bb67-32b6-4ce3-b291-b51b7fb8138f HTTP/1.1" status: 200 len: 851 time: 0.0721886 Dec 15 19:55:15.912336 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75126e41-a192-4a0e-ad68-ddb863ed92d2 req-da0b43b9-e93a-4569-bc50-16c0d39d5d97 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:55:15.913877 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-75126e41-a192-4a0e-ad68-ddb863ed92d2 req-da0b43b9-e93a-4569-bc50-16c0d39d5d97 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7790117-5241-472d-a68c-d199f19bb577 HTTP/1.1" status: 200 len: 943 time: 0.1955755 Dec 15 19:55:15.978044 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7eb70c03-6cef-4326-afbb-7c4cd2818781 req-5650e03c-aea3-4426-8fd2-7d3597bfed8d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d49506b5-5248-490c-b7eb-e14fa3a09292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1191289 Dec 15 19:55:15.981913 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-75126e41-a192-4a0e-ad68-ddb863ed92d2 req-efff52c4-f4a6-42c5-90b8-d05cd448f2e2 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601425 Dec 15 19:55:16.352922 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7eb70c03-6cef-4326-afbb-7c4cd2818781 req-5bad7ea0-53fd-45b3-8a42-a33853ff81b0 service neutron] 10.222.0.32 "GET /v2.0/networks/d49506b5-5248-490c-b7eb-e14fa3a09292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3677082 Dec 15 19:55:16.496351 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7eb70c03-6cef-4326-afbb-7c4cd2818781 req-4d51ceb1-a3ee-4f8c-af11-f7d610f45f8a service neutron] 10.222.0.32 "GET /v2.0/networks/d49506b5-5248-490c-b7eb-e14fa3a09292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329150 Dec 15 19:55:17.056935 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 5442989d-f98f-4510-9690-c69142d92f05 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 15 19:55:17.190913 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97922616-70eb-4df0-8d43-03b560945eb8 req-a51486fc-6dc1-4a77-aac2-42de7271a1aa tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:55:17.192492 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-97922616-70eb-4df0-8d43-03b560945eb8 req-a51486fc-6dc1-4a77-aac2-42de7271a1aa tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7790117-5241-472d-a68c-d199f19bb577 HTTP/1.1" status: 200 len: 943 time: 0.0836573 Dec 15 19:55:17.200798 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 5442989d-f98f-4510-9690-c69142d92f05, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5442989d-f98f-4510-9690-c69142d92f05,segment=NetworkSegment(1367ded2-26f3-442a-8ed8-8e4fe90f2ba6),segment_id=1367ded2-26f3-442a-8ed8-8e4fe90f2ba6)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:55:17.215993 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Returning: {'device': '5442989d-f98f-4510-9690-c69142d92f05', 'network_id': 'd49506b5-5248-490c-b7eb-e14fa3a09292', 'port_id': '5442989d-f98f-4510-9690-c69142d92f05', 'mac_address': 'fa:16:3e:67:c0:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4409bb67-32b6-4ce3-b291-b51b7fb8138f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 19:55:17.243120 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-97922616-70eb-4df0-8d43-03b560945eb8 req-a2ab1dcd-a5c1-43ee-b131-f6851cc22ebb tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440662 Dec 15 19:55:17.280484 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:55:17.298784 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5442989d-f98f-4510-9690-c69142d92f05 {{(pid=88992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 19:55:17.314537 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 5442989d-f98f-4510-9690-c69142d92f05, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5442989d-f98f-4510-9690-c69142d92f05,segment=NetworkSegment(1367ded2-26f3-442a-8ed8-8e4fe90f2ba6),segment_id=1367ded2-26f3-442a-8ed8-8e4fe90f2ba6)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:55:17.343856 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:55:17.345691 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-bcde8b1e-7a29-409e-842a-16acd0e158fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:55:17.411353 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=5442989d-f98f-4510-9690-c69142d92f05,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:55:17.415163 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:55:17.621526 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] get_ports_and_sgs() called for port_ids ['5442989d-f98f-4510-9690-c69142d92f05'] {{(pid=88992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 19:55:18.452839 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3cfd5d-41b8-4cc6-9369-cd72e5a3ef8e req-2e01a5d5-a491-4356-a96c-7ebb1f60ea0c tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:55:18.454732 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ba3cfd5d-41b8-4cc6-9369-cd72e5a3ef8e req-2e01a5d5-a491-4356-a96c-7ebb1f60ea0c tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7790117-5241-472d-a68c-d199f19bb577 HTTP/1.1" status: 200 len: 944 time: 0.0848136 Dec 15 19:55:18.503467 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ba3cfd5d-41b8-4cc6-9369-cd72e5a3ef8e req-6de71671-5a88-457f-a089-f5d679de6222 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425775 Dec 15 19:55:19.073657 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 5442989d-f98f-4510-9690-c69142d92f05 up at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:55:19.166668 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning for port 5442989d-f98f-4510-9690-c69142d92f05 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:55:19.171597 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning complete for port 5442989d-f98f-4510-9690-c69142d92f05 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:55:19.172023 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:55:19.289583 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:55:19.316868 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7790117-5241-472d-a68c-d199f19bb577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5442989d-f98f-4510-9690-c69142d92f05'}] {{(pid=88992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:55:19.327626 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 5442989d-f98f-4510-9690-c69142d92f05, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5442989d-f98f-4510-9690-c69142d92f05,segment=NetworkSegment(1367ded2-26f3-442a-8ed8-8e4fe90f2ba6),segment_id=1367ded2-26f3-442a-8ed8-8e4fe90f2ba6)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:55:19.361037 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:55:19.363321 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:55:19.393748 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7790117-5241-472d-a68c-d199f19bb577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5442989d-f98f-4510-9690-c69142d92f05', 'code': 200} Dec 15 19:55:19.434821 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=5442989d-f98f-4510-9690-c69142d92f05,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:55:19.437888 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:55:19.753110 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0d240e97-416c-4569-b230-d8af032f1910 req-bd38a999-1e30-407e-9136-dea9911c024c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f7790117-5241-472d-a68c-d199f19bb577 HTTP/1.1" status: 200 len: 1098 time: 0.1454215 Dec 15 19:55:19.759792 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b4bf1-1db6-4db7-af02-6100c7e810a6 req-8f9192cb-0466-4d44-b204-f13a5a2f73ff tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:55:19.761278 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8e4b4bf1-1db6-4db7-af02-6100c7e810a6 req-8f9192cb-0466-4d44-b204-f13a5a2f73ff tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7790117-5241-472d-a68c-d199f19bb577 HTTP/1.1" status: 200 len: 945 time: 0.1185184 Dec 15 19:55:19.836241 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0d240e97-416c-4569-b230-d8af032f1910 req-5c24185c-a251-4c6e-a415-2669a9f8024d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722520 Dec 15 19:55:19.840040 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8e4b4bf1-1db6-4db7-af02-6100c7e810a6 req-ede04f22-6518-4e7b-aa1b-6d3ecca1aaf4 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627165 Dec 15 19:55:21.053640 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b80fc9-46ec-45db-8db7-24afac9c8d3c req-58c60ba6-c878-43e1-bf71-9e2a00acc8a3 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:55:21.055405 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a8b80fc9-46ec-45db-8db7-24afac9c8d3c req-58c60ba6-c878-43e1-bf71-9e2a00acc8a3 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7790117-5241-472d-a68c-d199f19bb577 HTTP/1.1" status: 200 len: 945 time: 0.0856671 Dec 15 19:55:21.104666 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a8b80fc9-46ec-45db-8db7-24afac9c8d3c req-0d742461-f2a8-4092-a077-e4989d8a9a6c tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429916 Dec 15 19:55:22.311610 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e15517-546f-4d39-9143-67e843c2f031 req-25f2cc5d-ec53-499a-a55b-69f128a1613c tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:55:22.313206 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b9e15517-546f-4d39-9143-67e843c2f031 req-25f2cc5d-ec53-499a-a55b-69f128a1613c tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7790117-5241-472d-a68c-d199f19bb577 HTTP/1.1" status: 200 len: 945 time: 0.0859137 Dec 15 19:55:22.366939 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b9e15517-546f-4d39-9143-67e843c2f031 req-cceafd10-3aa8-49af-a0c9-7be5083fb5e5 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474715 Dec 15 19:55:22.570550 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5708f5d3-2f6e-495e-a1e7-3e6c5946ddf0 req-30377fff-668e-4e84-9e15-5dd3f0fc2006 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:55:22.572822 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5708f5d3-2f6e-495e-a1e7-3e6c5946ddf0 req-30377fff-668e-4e84-9e15-5dd3f0fc2006 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7790117-5241-472d-a68c-d199f19bb577 HTTP/1.1" status: 200 len: 945 time: 0.0823629 Dec 15 19:55:22.583477 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 33360) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:55:22.590410 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-b20c7f34-10d8-4ba8-92f1-555d2d85f2c7 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Request body: {'floatingip': {'port_id': '5442989d-f98f-4510-9690-c69142d92f05'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:55:22.676058 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b20c7f34-10d8-4ba8-92f1-555d2d85f2c7 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks [] for floatingip, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:55:23.337203 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b20c7f34-10d8-4ba8-92f1-555d2d85f2c7 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:55:23.366746 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b20c7f34-10d8-4ba8-92f1-555d2d85f2c7 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634093'] for floatingip, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:55:23.565488 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.l3_db [None req-b20c7f34-10d8-4ba8-92f1-555d2d85f2c7 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Floating IP 69426a21-0691-4795-a61f-8aaa41449b86 associated. External IP: 172.26.3.47, port: 5442989d-f98f-4510-9690-c69142d92f05. Dec 15 19:55:23.969287 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b20c7f34-10d8-4ba8-92f1-555d2d85f2c7 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Router 2d5eb65a-ea38-4110-8af4-7dd3afa513ee has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:55:24.425695 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b20c7f34-10d8-4ba8-92f1-555d2d85f2c7 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:55:24.430703 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b20c7f34-10d8-4ba8-92f1-555d2d85f2c7 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:55:24.435860 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8910c0fa-5be5-4926-acaa-219427393b4e None None] Sync routers for ids ['2d5eb65a-ea38-4110-8af4-7dd3afa513ee'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:55:24.448550 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:55:24.450124 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8910c0fa-5be5-4926-acaa-219427393b4e None None] Routers {'2d5eb65a-ea38-4110-8af4-7dd3afa513ee'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:55:24.450837 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-8910c0fa-5be5-4926-acaa-219427393b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:55:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['2d5eb65a-ea38-4110-8af4-7dd3afa513ee'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:55:24.485212 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b20c7f34-10d8-4ba8-92f1-555d2d85f2c7 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "PUT /v2.0/floatingips/69426a21-0691-4795-a61f-8aaa41449b86 HTTP/1.1" status: 200 len: 991 time: 1.9005518 Dec 15 19:55:24.485935 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7790117-5241-472d-a68c-d199f19bb577', 'tag': '5442989d-f98f-4510-9690-c69142d92f05'}] {{(pid=88990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:55:24.541184 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7790117-5241-472d-a68c-d199f19bb577', 'tag': '5442989d-f98f-4510-9690-c69142d92f05', 'status': 'completed', 'code': 200} Dec 15 19:55:24.644903 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-8910c0fa-5be5-4926-acaa-219427393b4e None None] Set router 2d5eb65a-ea38-4110-8af4-7dd3afa513ee gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:55:24.646585 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-33c47c23-8598-4c22-915c-b5a945d14cc7 req-83f50626-97b4-40c4-920e-8c9fd9f70f22 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4f5a88559dde48d98560b094b41c0ecd&device_id=f7790117-5241-472d-a68c-d199f19bb577 HTTP/1.1" status: 200 len: 1098 time: 0.0802779 Dec 15 19:55:24.790687 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c47c23-8598-4c22-915c-b5a945d14cc7 req-1d557e64-a800-4ed1-8a3d-fbf442091aa4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:55:24.792285 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-33c47c23-8598-4c22-915c-b5a945d14cc7 req-1d557e64-a800-4ed1-8a3d-fbf442091aa4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d49506b5-5248-490c-b7eb-e14fa3a09292 HTTP/1.1" status: 200 len: 913 time: 0.1391912 Dec 15 19:55:24.901527 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-33c47c23-8598-4c22-915c-b5a945d14cc7 req-8f3f27d0-b086-4c6f-8f8c-5c90c45cf778 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5442989d-f98f-4510-9690-c69142d92f05 HTTP/1.1" status: 200 len: 999 time: 0.1022530 Dec 15 19:55:24.972591 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c47c23-8598-4c22-915c-b5a945d14cc7 req-750256b8-1c6a-4195-b323-21fa50211a3c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:55:24.974179 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-33c47c23-8598-4c22-915c-b5a945d14cc7 req-750256b8-1c6a-4195-b323-21fa50211a3c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4409bb67-32b6-4ce3-b291-b51b7fb8138f HTTP/1.1" status: 200 len: 851 time: 0.0666623 Dec 15 19:55:25.011251 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-8910c0fa-5be5-4926-acaa-219427393b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'name': 'tempest-ServerActionsTestJSON-1598376602-router', 'tenant_id': '4f5a88559dde48d98560b094b41c0ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': '8f262a49-4e07-40e5-b233-41dcb663cb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:50:33Z', 'updated_at': '2021-12-15T19:50:37Z', 'revision_number': 4, 'project_id': '4f5a88559dde48d98560b094b41c0ecd', 'gw_port': {'id': '8f262a49-4e07-40e5-b233-41dcb663cb3a', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:40:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:50:33Z', 'updated_at': '2021-12-15T19:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': '69426a21-0691-4795-a61f-8aaa41449b86', 'tenant_id': '4f5a88559dde48d98560b094b41c0ecd', 'floating_ip_address': '172.26.3.47', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'port_id': '5442989d-f98f-4510-9690-c69142d92f05', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd49506b5-5248-490c-b7eb-e14fa3a09292', 'mac_address': 'fa:16:3e:67:c0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7790117-5241-472d-a68c-d199f19bb577', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:50:40Z', 'updated_at': '2021-12-15T19:55:23Z', 'revision_number': 13, 'project_id': '4f5a88559dde48d98560b094b41c0ecd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3850aa9-e0fb-4fef-a841-1fe199fd2df9', 'name': '', 'network_id': 'd49506b5-5248-490c-b7eb-e14fa3a09292', 'tenant_id': '4f5a88559dde48d98560b094b41c0ecd', 'mac_address': 'fa:16:3e:c1:0e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4409bb67-32b6-4ce3-b291-b51b7fb8138f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:50:36Z', 'updated_at': '2021-12-15T19:50:45Z', 'revision_number': 5, 'project_id': '4f5a88559dde48d98560b094b41c0ecd', 'subnets': [{'id': '4409bb67-32b6-4ce3-b291-b51b7fb8138f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:55:25.015353 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8910c0fa-5be5-4926-acaa-219427393b4e None None] Checking router: 2d5eb65a-ea38-4110-8af4-7dd3afa513ee for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:55:25.026888 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8910c0fa-5be5-4926-acaa-219427393b4e None None] Routers {'2d5eb65a-ea38-4110-8af4-7dd3afa513ee'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:55:25.027557 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-8910c0fa-5be5-4926-acaa-219427393b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:55:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['2d5eb65a-ea38-4110-8af4-7dd3afa513ee'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:55:25.054802 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-33c47c23-8598-4c22-915c-b5a945d14cc7 req-bde04ad7-17a5-443e-b983-bb6b7298c857 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d49506b5-5248-490c-b7eb-e14fa3a09292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742688 Dec 15 19:55:25.198140 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-33c47c23-8598-4c22-915c-b5a945d14cc7 req-0a59ba13-0094-49a5-87c5-c7aa1e91ea7a service neutron] 10.222.0.32 "GET /v2.0/networks/d49506b5-5248-490c-b7eb-e14fa3a09292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370573 Dec 15 19:55:25.210274 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-8910c0fa-5be5-4926-acaa-219427393b4e None None] Set router 2d5eb65a-ea38-4110-8af4-7dd3afa513ee gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:55:25.344367 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-33c47c23-8598-4c22-915c-b5a945d14cc7 req-eb81ca9d-4fb4-4460-b761-3ee485568380 service neutron] 10.222.0.32 "GET /v2.0/networks/d49506b5-5248-490c-b7eb-e14fa3a09292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392229 Dec 15 19:55:25.741845 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-8910c0fa-5be5-4926-acaa-219427393b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'name': 'tempest-ServerActionsTestJSON-1598376602-router', 'tenant_id': '4f5a88559dde48d98560b094b41c0ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': '8f262a49-4e07-40e5-b233-41dcb663cb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:50:33Z', 'updated_at': '2021-12-15T19:50:37Z', 'revision_number': 4, 'project_id': '4f5a88559dde48d98560b094b41c0ecd', 'gw_port': {'id': '8f262a49-4e07-40e5-b233-41dcb663cb3a', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:40:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:50:33Z', 'updated_at': '2021-12-15T19:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': '69426a21-0691-4795-a61f-8aaa41449b86', 'tenant_id': '4f5a88559dde48d98560b094b41c0ecd', 'floating_ip_address': '172.26.3.47', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'port_id': '5442989d-f98f-4510-9690-c69142d92f05', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd49506b5-5248-490c-b7eb-e14fa3a09292', 'mac_address': 'fa:16:3e:67:c0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7790117-5241-472d-a68c-d199f19bb577', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:50:40Z', 'updated_at': '2021-12-15T19:55:23Z', 'revision_number': 13, 'project_id': '4f5a88559dde48d98560b094b41c0ecd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3850aa9-e0fb-4fef-a841-1fe199fd2df9', 'name': '', 'network_id': 'd49506b5-5248-490c-b7eb-e14fa3a09292', 'tenant_id': '4f5a88559dde48d98560b094b41c0ecd', 'mac_address': 'fa:16:3e:c1:0e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4409bb67-32b6-4ce3-b291-b51b7fb8138f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:50:36Z', 'updated_at': '2021-12-15T19:50:45Z', 'revision_number': 5, 'project_id': '4f5a88559dde48d98560b094b41c0ecd', 'subnets': [{'id': '4409bb67-32b6-4ce3-b291-b51b7fb8138f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:55:25.746835 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8910c0fa-5be5-4926-acaa-219427393b4e None None] The sync data for ids ['2d5eb65a-ea38-4110-8af4-7dd3afa513ee'] in dv-neutron-821831-2-hyperv is: [{'id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'name': 'tempest-ServerActionsTestJSON-1598376602-router', 'tenant_id': '4f5a88559dde48d98560b094b41c0ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': '8f262a49-4e07-40e5-b233-41dcb663cb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:50:33Z', 'updated_at': '2021-12-15T19:50:37Z', 'revision_number': 4, 'project_id': '4f5a88559dde48d98560b094b41c0ecd', 'gw_port': {'id': '8f262a49-4e07-40e5-b233-41dcb663cb3a', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:40:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:50:33Z', 'updated_at': '2021-12-15T19:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': '69426a21-0691-4795-a61f-8aaa41449b86', 'tenant_id': '4f5a88559dde48d98560b094b41c0ecd', 'floating_ip_address': '172.26.3.47', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'port_id': '5442989d-f98f-4510-9690-c69142d92f05', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd49506b5-5248-490c-b7eb-e14fa3a09292', 'mac_address': 'fa:16:3e:67:c0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7790117-5241-472d-a68c-d199f19bb577', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:50:40Z', 'updated_at': '2021-12-15T19:55:23Z', 'revision_number': 13, 'project_id': '4f5a88559dde48d98560b094b41c0ecd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3850aa9-e0fb-4fef-a841-1fe199fd2df9', 'name': '', 'network_id': 'd49506b5-5248-490c-b7eb-e14fa3a09292', 'tenant_id': '4f5a88559dde48d98560b094b41c0ecd', 'mac_address': 'fa:16:3e:c1:0e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4409bb67-32b6-4ce3-b291-b51b7fb8138f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:50:36Z', 'updated_at': '2021-12-15T19:50:45Z', 'revision_number': 5, 'project_id': '4f5a88559dde48d98560b094b41c0ecd', 'subnets': [{'id': '4409bb67-32b6-4ce3-b291-b51b7fb8138f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:55:26.092911 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f755d645-0fdf-47e2-a329-7b70e7eda561 None None] New status for floating IP 69426a21-0691-4795-a61f-8aaa41449b86: ACTIVE {{(pid=88993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 15 19:55:27.937754 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 19:55:38.240646 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-607253f6-d87b-4204-90e6-4e989e9386e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:55:39.497969 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:55:40.583529 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-580e5f12-dc52-4648-bc2d-82d0c069c8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:55:40.931858 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:55:42.714896 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:55:54.440365 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:56:04.924650 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2169fb3c-04ff-4ad3-aa86-cc631d18828d req-c53723a4-175e-4e8a-9d7b-01bf8665a5e5 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:56:04.926190 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2169fb3c-04ff-4ad3-aa86-cc631d18828d req-c53723a4-175e-4e8a-9d7b-01bf8665a5e5 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7790117-5241-472d-a68c-d199f19bb577 HTTP/1.1" status: 200 len: 945 time: 0.0833559 Dec 15 19:56:04.938725 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 19:56:04.981133 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2169fb3c-04ff-4ad3-aa86-cc631d18828d req-2b109dfc-098a-46b8-91b2-242865f04f77 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462849 Dec 15 19:56:07.698752 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-666864f7-faec-4d3e-8adf-31f6366b42a4 req-6ce27803-8cd6-4433-80ce-2b55353cc6e6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f7790117-5241-472d-a68c-d199f19bb577&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1451051 Dec 15 19:56:07.858191 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-666864f7-faec-4d3e-8adf-31f6366b42a4 req-b3a15686-adfc-46a7-b929-7b79ed46f4f3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4f5a88559dde48d98560b094b41c0ecd&device_id=f7790117-5241-472d-a68c-d199f19bb577 HTTP/1.1" status: 200 len: 1098 time: 0.0751078 Dec 15 19:56:08.023107 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666864f7-faec-4d3e-8adf-31f6366b42a4 req-3fc72eb0-0b8c-4163-b078-9951f7a49c24 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:56:08.024708 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-666864f7-faec-4d3e-8adf-31f6366b42a4 req-3fc72eb0-0b8c-4163-b078-9951f7a49c24 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d49506b5-5248-490c-b7eb-e14fa3a09292 HTTP/1.1" status: 200 len: 913 time: 0.1411014 Dec 15 19:56:08.141305 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-666864f7-faec-4d3e-8adf-31f6366b42a4 req-ad73b8f1-4acc-48ff-8918-9256df609182 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5442989d-f98f-4510-9690-c69142d92f05 HTTP/1.1" status: 200 len: 1001 time: 0.1016147 Dec 15 19:56:08.217573 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666864f7-faec-4d3e-8adf-31f6366b42a4 req-c88a999f-0b33-442a-ae81-3f9860af2e4f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:56:08.219278 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-666864f7-faec-4d3e-8adf-31f6366b42a4 req-c88a999f-0b33-442a-ae81-3f9860af2e4f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4409bb67-32b6-4ce3-b291-b51b7fb8138f HTTP/1.1" status: 200 len: 851 time: 0.0679407 Dec 15 19:56:08.229007 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-79921122-5c4a-4219-8d6a-da52e4355e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:56:08.303671 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-666864f7-faec-4d3e-8adf-31f6366b42a4 req-86b96456-0f41-4d81-b474-ee7fc0b5b75c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d49506b5-5248-490c-b7eb-e14fa3a09292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724885 Dec 15 19:56:08.317555 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [req-666864f7-faec-4d3e-8adf-31f6366b42a4 req-7e3259b0-f1c2-4a0d-a365-b1e1c6c34fbc service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:56:08.318668 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-666864f7-faec-4d3e-8adf-31f6366b42a4 req-7e3259b0-f1c2-4a0d-a365-b1e1c6c34fbc service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0052421 Dec 15 19:56:08.466630 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-666864f7-faec-4d3e-8adf-31f6366b42a4 req-a0c7cfac-e68f-4fed-99eb-fc2e1199f253 service neutron] 10.222.0.32 "GET /v2.0/networks/d49506b5-5248-490c-b7eb-e14fa3a09292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374822 Dec 15 19:56:08.618340 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-666864f7-faec-4d3e-8adf-31f6366b42a4 req-c8aa0259-9151-429f-b1f4-e5a620bd865a service neutron] 10.222.0.32 "GET /v2.0/networks/d49506b5-5248-490c-b7eb-e14fa3a09292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415050 Dec 15 19:56:09.491504 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:56:10.554201 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-343c1420-1384-4197-872e-39b3b3d6b027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:56:10.931534 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:56:12.725457 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:56:13.691513 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-16c369d5-aaea-441e-8d6d-4ab5c33ad306 req-84337751-f60e-47b1-be2e-3f467c934c5e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f7790117-5241-472d-a68c-d199f19bb577&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0744808 Dec 15 19:56:14.087564 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-55d0d859-b9e0-4548-be2b-7547f613d540 req-621c287f-824d-45f2-bc31-9aa04ddd5e5c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f7790117-5241-472d-a68c-d199f19bb577&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0780995 Dec 15 19:56:14.102211 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed57755-e2e9-4305-a380-38d161b245af req-b8e8c0a8-1275-480a-a0d2-dd5366938ef6 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:56:14.104460 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0ed57755-e2e9-4305-a380-38d161b245af req-b8e8c0a8-1275-480a-a0d2-dd5366938ef6 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7790117-5241-472d-a68c-d199f19bb577 HTTP/1.1" status: 200 len: 945 time: 0.0887845 Dec 15 19:56:14.153289 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0ed57755-e2e9-4305-a380-38d161b245af req-3e3b7891-1ec9-4fd9-803e-19c5a35e4ee7 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418317 Dec 15 19:56:15.365962 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac9c17-396e-41ac-9f73-4708194d59d3 req-cfb639f2-2bf8-4e5a-98d6-417f29c83bcc tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:56:15.367748 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-40ac9c17-396e-41ac-9f73-4708194d59d3 req-cfb639f2-2bf8-4e5a-98d6-417f29c83bcc tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7790117-5241-472d-a68c-d199f19bb577 HTTP/1.1" status: 200 len: 945 time: 0.0844462 Dec 15 19:56:15.420218 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-40ac9c17-396e-41ac-9f73-4708194d59d3 req-2b592c11-1d82-44d6-8a59-2d034a3edd64 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458403 Dec 15 19:56:15.811022 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-55d0d859-b9e0-4548-be2b-7547f613d540 req-30b06eb1-2462-4194-a26a-47a363c6817e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4f5a88559dde48d98560b094b41c0ecd&device_id=f7790117-5241-472d-a68c-d199f19bb577 HTTP/1.1" status: 200 len: 1098 time: 0.0743871 Dec 15 19:56:15.955094 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d0d859-b9e0-4548-be2b-7547f613d540 req-740628d6-22a8-400c-86e5-23c096316cd3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:56:15.956641 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-55d0d859-b9e0-4548-be2b-7547f613d540 req-740628d6-22a8-400c-86e5-23c096316cd3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d49506b5-5248-490c-b7eb-e14fa3a09292 HTTP/1.1" status: 200 len: 913 time: 0.1345401 Dec 15 19:56:16.064551 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-55d0d859-b9e0-4548-be2b-7547f613d540 req-e9399dab-134f-484a-947f-de99357aeb46 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5442989d-f98f-4510-9690-c69142d92f05 HTTP/1.1" status: 200 len: 1001 time: 0.0975025 Dec 15 19:56:16.134959 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d0d859-b9e0-4548-be2b-7547f613d540 req-48a46442-2f92-43b0-95e4-a9daae99cf4c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:56:16.136521 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-55d0d859-b9e0-4548-be2b-7547f613d540 req-48a46442-2f92-43b0-95e4-a9daae99cf4c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4409bb67-32b6-4ce3-b291-b51b7fb8138f HTTP/1.1" status: 200 len: 851 time: 0.0644960 Dec 15 19:56:16.222167 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-55d0d859-b9e0-4548-be2b-7547f613d540 req-0837000d-364c-45ce-a0c0-e0cf610be0c3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d49506b5-5248-490c-b7eb-e14fa3a09292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748551 Dec 15 19:56:16.365394 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-55d0d859-b9e0-4548-be2b-7547f613d540 req-546ce51a-8f40-4185-9de8-39b0e8e9628c service neutron] 10.222.0.32 "GET /v2.0/networks/d49506b5-5248-490c-b7eb-e14fa3a09292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328013 Dec 15 19:56:16.516709 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-55d0d859-b9e0-4548-be2b-7547f613d540 req-5aedfb6d-05fc-4c5a-b467-5f4e62833f06 service neutron] 10.222.0.32 "GET /v2.0/networks/d49506b5-5248-490c-b7eb-e14fa3a09292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408699 Dec 15 19:56:16.634504 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73bf29c-3dae-4946-83bf-7ea6c090a72e req-c80c7578-e378-4d41-a01a-1121597d3d07 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:56:16.636490 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e73bf29c-3dae-4946-83bf-7ea6c090a72e req-c80c7578-e378-4d41-a01a-1121597d3d07 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7790117-5241-472d-a68c-d199f19bb577 HTTP/1.1" status: 200 len: 945 time: 0.0878463 Dec 15 19:56:16.686447 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e73bf29c-3dae-4946-83bf-7ea6c090a72e req-549b7d1e-a486-4431-bbc2-920818c56fee tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429227 Dec 15 19:56:17.896026 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7fe240-4820-4452-9c69-b306340340c8 req-41bfbc36-4a81-43e5-8f90-9f7aa9705b15 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:56:17.897507 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-cd7fe240-4820-4452-9c69-b306340340c8 req-41bfbc36-4a81-43e5-8f90-9f7aa9705b15 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7790117-5241-472d-a68c-d199f19bb577 HTTP/1.1" status: 200 len: 945 time: 0.0853646 Dec 15 19:56:17.944136 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-cd7fe240-4820-4452-9c69-b306340340c8 req-2df55adb-7bd5-42a8-9c6f-7356324945e1 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405917 Dec 15 19:56:19.149266 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f70ce56-1844-4afd-93ed-5ea9aa29705a req-d4e0fac9-ba5d-4865-932c-4ff8ac904dfe tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:56:19.151820 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6f70ce56-1844-4afd-93ed-5ea9aa29705a req-d4e0fac9-ba5d-4865-932c-4ff8ac904dfe tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7790117-5241-472d-a68c-d199f19bb577 HTTP/1.1" status: 200 len: 945 time: 0.0840292 Dec 15 19:56:19.199779 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6f70ce56-1844-4afd-93ed-5ea9aa29705a req-a681a081-3822-400e-aa5b-03b5481fa9fe tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417104 Dec 15 19:56:20.408794 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d143d0b5-be79-44e0-a135-bf4484b4dc33 req-011ce29f-d687-4b30-9078-3a3a148ddc16 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:56:20.410385 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d143d0b5-be79-44e0-a135-bf4484b4dc33 req-011ce29f-d687-4b30-9078-3a3a148ddc16 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7790117-5241-472d-a68c-d199f19bb577 HTTP/1.1" status: 200 len: 945 time: 0.0856910 Dec 15 19:56:20.461880 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d143d0b5-be79-44e0-a135-bf4484b4dc33 req-89db0595-4265-4f40-8528-688438463be2 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447631 Dec 15 19:56:21.668493 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac49eebf-296a-4a3a-962f-a52760a488fe req-fd9d440c-ceea-4f99-bbd0-2716dfcb54d2 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:56:21.670110 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ac49eebf-296a-4a3a-962f-a52760a488fe req-fd9d440c-ceea-4f99-bbd0-2716dfcb54d2 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7790117-5241-472d-a68c-d199f19bb577 HTTP/1.1" status: 200 len: 945 time: 0.0839159 Dec 15 19:56:21.718324 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ac49eebf-296a-4a3a-962f-a52760a488fe req-eedb7ccb-70f7-42a2-8803-bc17243260f0 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419519 Dec 15 19:56:22.928860 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a8a4c-9f19-403c-8d47-ed688a3aad5a req-ff3427c6-24e3-475d-96b4-d10145e36ed7 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:56:22.930392 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-010a8a4c-9f19-403c-8d47-ed688a3aad5a req-ff3427c6-24e3-475d-96b4-d10145e36ed7 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7790117-5241-472d-a68c-d199f19bb577 HTTP/1.1" status: 200 len: 945 time: 0.0889347 Dec 15 19:56:22.978729 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-010a8a4c-9f19-403c-8d47-ed688a3aad5a req-05aa603e-a3a8-4129-b64d-6a9445e5969a tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421457 Dec 15 19:56:24.194081 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcb67e7-27cb-4b3b-8342-49f588385308 req-52a9cf7e-6149-4633-ade7-b56fc1d9a4f7 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:56:24.195727 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ebcb67e7-27cb-4b3b-8342-49f588385308 req-52a9cf7e-6149-4633-ade7-b56fc1d9a4f7 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7790117-5241-472d-a68c-d199f19bb577 HTTP/1.1" status: 200 len: 945 time: 0.0831957 Dec 15 19:56:24.248500 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ebcb67e7-27cb-4b3b-8342-49f588385308 req-f184d6c1-5a26-454a-b20a-14be5ffb6c2a tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460308 Dec 15 19:56:24.451230 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:56:25.457726 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26371126-7eb5-4181-81ce-1174e7c32751 req-d9c32ef4-6d47-48ac-9401-3d798357a066 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:56:25.459270 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-26371126-7eb5-4181-81ce-1174e7c32751 req-d9c32ef4-6d47-48ac-9401-3d798357a066 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7790117-5241-472d-a68c-d199f19bb577 HTTP/1.1" status: 200 len: 945 time: 0.0820837 Dec 15 19:56:25.507764 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-26371126-7eb5-4181-81ce-1174e7c32751 req-40c01141-95d5-4e4c-82f0-e3e2d986c42f tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418301 Dec 15 19:56:26.721725 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a6e4bc-c0cc-49c3-b608-ad95823827a2 req-f8d675cf-8e9e-43ee-836b-855cc02c3a84 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:56:26.723340 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-21a6e4bc-c0cc-49c3-b608-ad95823827a2 req-f8d675cf-8e9e-43ee-836b-855cc02c3a84 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7790117-5241-472d-a68c-d199f19bb577 HTTP/1.1" status: 200 len: 945 time: 0.0877783 Dec 15 19:56:26.771192 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-21a6e4bc-c0cc-49c3-b608-ad95823827a2 req-bd1ca493-3e66-40b7-8af7-348eab1ae1e9 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409997 Dec 15 19:56:27.977667 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264a4d6b-1a70-461b-9014-8e2b9f36694b req-f89d7632-95c6-455a-9930-6ce2be5a8965 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:56:27.979920 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-264a4d6b-1a70-461b-9014-8e2b9f36694b req-f89d7632-95c6-455a-9930-6ce2be5a8965 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7790117-5241-472d-a68c-d199f19bb577 HTTP/1.1" status: 200 len: 945 time: 0.0837276 Dec 15 19:56:28.030633 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-264a4d6b-1a70-461b-9014-8e2b9f36694b req-a98aa187-838f-4269-bfe4-e6a11c110df5 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423725 Dec 15 19:56:29.481086 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d10be0-2602-4c31-b217-8c5e460f9b54 req-7acd71f2-870a-4e5c-99e2-b5c7fb80648d tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:56:29.482759 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-02d10be0-2602-4c31-b217-8c5e460f9b54 req-7acd71f2-870a-4e5c-99e2-b5c7fb80648d tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7790117-5241-472d-a68c-d199f19bb577 HTTP/1.1" status: 200 len: 945 time: 0.3275962 Dec 15 19:56:29.533014 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-02d10be0-2602-4c31-b217-8c5e460f9b54 req-0fe92f2f-8590-4f58-8015-cccfec94dec4 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439429 Dec 15 19:56:29.672067 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-55d0d859-b9e0-4548-be2b-7547f613d540 req-b731577b-82e0-4bf5-8fdb-22b1bf92ba21 service neutron] 10.222.0.32 "GET /v2.0/ports/5442989d-f98f-4510-9690-c69142d92f05/bindings/hv-neutron-8218 HTTP/1.1" status: 200 len: 384 time: 0.0789626 Dec 15 19:56:30.165967 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-55d0d859-b9e0-4548-be2b-7547f613d540 req-6fb12b76-544a-415e-9ae2-6f45439b6416 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f7790117-5241-472d-a68c-d199f19bb577&tenant_id=4f5a88559dde48d98560b094b41c0ecd HTTP/1.1" status: 200 len: 1098 time: 0.0782237 Dec 15 19:56:30.270115 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-55d0d859-b9e0-4548-be2b-7547f613d540 req-f7b8c228-b825-4ad7-93b4-0e539691b89a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4f5a88559dde48d98560b094b41c0ecd&device_id=f7790117-5241-472d-a68c-d199f19bb577 HTTP/1.1" status: 200 len: 1098 time: 0.0748808 Dec 15 19:56:30.414906 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d0d859-b9e0-4548-be2b-7547f613d540 req-25544b75-aadd-442f-b643-54e8b0e4534b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:56:30.416529 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-55d0d859-b9e0-4548-be2b-7547f613d540 req-25544b75-aadd-442f-b643-54e8b0e4534b service neutron] 10.222.0.32 "GET /v2.0/networks?id=d49506b5-5248-490c-b7eb-e14fa3a09292 HTTP/1.1" status: 200 len: 913 time: 0.1352446 Dec 15 19:56:30.530702 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-55d0d859-b9e0-4548-be2b-7547f613d540 req-85d2d2e0-8f3e-4b6d-9c62-a91384f5236e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5442989d-f98f-4510-9690-c69142d92f05 HTTP/1.1" status: 200 len: 1001 time: 0.1031997 Dec 15 19:56:30.604525 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d0d859-b9e0-4548-be2b-7547f613d540 req-5c1a6340-e846-45cc-8613-0e6e822feaa3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:56:30.607070 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-55d0d859-b9e0-4548-be2b-7547f613d540 req-5c1a6340-e846-45cc-8613-0e6e822feaa3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4409bb67-32b6-4ce3-b291-b51b7fb8138f HTTP/1.1" status: 200 len: 851 time: 0.0653472 Dec 15 19:56:30.760253 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-55d0d859-b9e0-4548-be2b-7547f613d540 req-30c1b13a-6154-4492-969c-40176e350a1d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d49506b5-5248-490c-b7eb-e14fa3a09292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1418064 Dec 15 19:56:30.770605 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9dd22d-c71a-4c13-96f6-8355d680eb25 req-be2dcd2a-5e05-408d-a5f4-d48f5d62748e tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:56:30.772179 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5a9dd22d-c71a-4c13-96f6-8355d680eb25 req-be2dcd2a-5e05-408d-a5f4-d48f5d62748e tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7790117-5241-472d-a68c-d199f19bb577 HTTP/1.1" status: 200 len: 945 time: 0.1073804 Dec 15 19:56:30.926781 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5a9dd22d-c71a-4c13-96f6-8355d680eb25 req-72365d8b-b477-41e2-9d7c-616310b192ac tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316187 Dec 15 19:56:30.949866 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-55d0d859-b9e0-4548-be2b-7547f613d540 req-20cec841-a14d-47d2-981c-6b3aee054227 service neutron] 10.222.0.32 "GET /v2.0/networks/d49506b5-5248-490c-b7eb-e14fa3a09292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766882 Dec 15 19:56:31.092896 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-55d0d859-b9e0-4548-be2b-7547f613d540 req-31eb0109-8b16-42e3-a930-95b818958432 service neutron] 10.222.0.32 "GET /v2.0/networks/d49506b5-5248-490c-b7eb-e14fa3a09292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359901 Dec 15 19:56:31.431551 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 5442989d-f98f-4510-9690-c69142d92f05 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:56:31.548057 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:56:31.579535 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7790117-5241-472d-a68c-d199f19bb577', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5442989d-f98f-4510-9690-c69142d92f05'}] {{(pid=88992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:56:31.589586 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 5442989d-f98f-4510-9690-c69142d92f05, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5442989d-f98f-4510-9690-c69142d92f05,segment=NetworkSegment(1367ded2-26f3-442a-8ed8-8e4fe90f2ba6),segment_id=1367ded2-26f3-442a-8ed8-8e4fe90f2ba6)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:56:31.617304 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:56:31.620272 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:56:31.680637 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7790117-5241-472d-a68c-d199f19bb577', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5442989d-f98f-4510-9690-c69142d92f05', 'code': 200} Dec 15 19:56:31.692068 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=5442989d-f98f-4510-9690-c69142d92f05,revision_number=6']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:56:31.701298 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:56:31.701697 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:56:31.702086 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:56:31.702862 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:56:31.703369 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:56:31.703754 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:56:31.704134 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:56:31.704510 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:56:31.704885 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:56:31.705255 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:56:31.705626 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:56:31.709853 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:56:32.142473 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a9691b-ed49-4553-979f-0e42559fdb32 req-dc559d8c-0b80-4a0b-9054-7592ddf58d41 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:56:32.143985 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c9a9691b-ed49-4553-979f-0e42559fdb32 req-dc559d8c-0b80-4a0b-9054-7592ddf58d41 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7790117-5241-472d-a68c-d199f19bb577 HTTP/1.1" status: 200 len: 943 time: 0.0853617 Dec 15 19:56:32.193532 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c9a9691b-ed49-4553-979f-0e42559fdb32 req-1887c6e7-1691-454d-aad1-a0ea9c6970e6 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430899 Dec 15 19:56:33.407427 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fecbfa0-8815-4d59-8e45-705b6ba53903 req-5d6d0aee-54c0-430b-945f-eb97130d1ce0 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:56:33.409027 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3fecbfa0-8815-4d59-8e45-705b6ba53903 req-5d6d0aee-54c0-430b-945f-eb97130d1ce0 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7790117-5241-472d-a68c-d199f19bb577 HTTP/1.1" status: 200 len: 943 time: 0.0882127 Dec 15 19:56:33.457249 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3fecbfa0-8815-4d59-8e45-705b6ba53903 req-99e93cda-b1db-471d-84ed-82c6a6588ae6 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419080 Dec 15 19:56:34.664119 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dd3e4e-e381-43ac-a0b6-97538895a030 req-4ccc48af-5c20-42f6-9880-ed51cae9e059 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:56:34.665733 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-11dd3e4e-e381-43ac-a0b6-97538895a030 req-4ccc48af-5c20-42f6-9880-ed51cae9e059 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7790117-5241-472d-a68c-d199f19bb577 HTTP/1.1" status: 200 len: 943 time: 0.0842016 Dec 15 19:56:34.714583 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-11dd3e4e-e381-43ac-a0b6-97538895a030 req-0695c8f7-a733-4730-9f64-5e6eb31b1013 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417321 Dec 15 19:56:35.446940 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 5442989d-f98f-4510-9690-c69142d92f05 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 15 19:56:35.585102 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 5442989d-f98f-4510-9690-c69142d92f05, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5442989d-f98f-4510-9690-c69142d92f05,segment=NetworkSegment(1367ded2-26f3-442a-8ed8-8e4fe90f2ba6),segment_id=1367ded2-26f3-442a-8ed8-8e4fe90f2ba6)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:56:35.598805 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Returning: {'device': '5442989d-f98f-4510-9690-c69142d92f05', 'network_id': 'd49506b5-5248-490c-b7eb-e14fa3a09292', 'port_id': '5442989d-f98f-4510-9690-c69142d92f05', 'mac_address': 'fa:16:3e:67:c0:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4409bb67-32b6-4ce3-b291-b51b7fb8138f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 19:56:35.654207 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:56:35.672650 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5442989d-f98f-4510-9690-c69142d92f05 {{(pid=88992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 19:56:35.688383 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 5442989d-f98f-4510-9690-c69142d92f05, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5442989d-f98f-4510-9690-c69142d92f05,segment=NetworkSegment(1367ded2-26f3-442a-8ed8-8e4fe90f2ba6),segment_id=1367ded2-26f3-442a-8ed8-8e4fe90f2ba6)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:56:35.725468 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:56:35.727254 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:56:35.798453 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=5442989d-f98f-4510-9690-c69142d92f05,revision_number=7']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:56:35.802071 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:56:35.804581 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] get_ports_and_sgs() called for port_ids ['5442989d-f98f-4510-9690-c69142d92f05'] {{(pid=88992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 19:56:35.923698 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e53b35a-ee8d-4f7f-8084-1c50a62d2e1d req-de5ef2f1-9f72-4edd-a861-15b3b7229208 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:56:35.925450 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2e53b35a-ee8d-4f7f-8084-1c50a62d2e1d req-de5ef2f1-9f72-4edd-a861-15b3b7229208 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7790117-5241-472d-a68c-d199f19bb577 HTTP/1.1" status: 200 len: 944 time: 0.0865097 Dec 15 19:56:35.974957 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2e53b35a-ee8d-4f7f-8084-1c50a62d2e1d req-6ba5beff-8c0c-4795-84a9-eba2aec81fc4 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431166 Dec 15 19:56:37.177388 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03815114-5d67-4430-9761-5f11924aacbc req-7fc4ec40-a2fb-442f-be45-8fc11ae35c93 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:56:37.179011 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-03815114-5d67-4430-9761-5f11924aacbc req-7fc4ec40-a2fb-442f-be45-8fc11ae35c93 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7790117-5241-472d-a68c-d199f19bb577 HTTP/1.1" status: 200 len: 944 time: 0.0811796 Dec 15 19:56:37.231634 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-03815114-5d67-4430-9761-5f11924aacbc req-236987d4-764f-4ef9-97ad-06eb5d74d283 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460355 Dec 15 19:56:37.469574 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 5442989d-f98f-4510-9690-c69142d92f05 up at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:56:37.539256 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning complete for port 5442989d-f98f-4510-9690-c69142d92f05 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:56:37.541359 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:56:37.657694 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:56:37.685291 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7790117-5241-472d-a68c-d199f19bb577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5442989d-f98f-4510-9690-c69142d92f05'}] {{(pid=88992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:56:37.694995 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 5442989d-f98f-4510-9690-c69142d92f05, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5442989d-f98f-4510-9690-c69142d92f05,segment=NetworkSegment(1367ded2-26f3-442a-8ed8-8e4fe90f2ba6),segment_id=1367ded2-26f3-442a-8ed8-8e4fe90f2ba6)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:56:37.731770 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:56:37.733844 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:56:37.769058 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7790117-5241-472d-a68c-d199f19bb577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5442989d-f98f-4510-9690-c69142d92f05', 'code': 200} Dec 15 19:56:37.801622 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=5442989d-f98f-4510-9690-c69142d92f05,revision_number=8']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:56:37.804798 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:56:38.239756 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f6a575b8-ec0f-483f-9713-ec2e9b3164e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:56:38.445754 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d157b5cc-1943-4575-9cfc-4ae6848e4cdd req-f5aeb1fc-8b31-4b05-a8bf-9b8739947893 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:56:38.447291 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d157b5cc-1943-4575-9cfc-4ae6848e4cdd req-f5aeb1fc-8b31-4b05-a8bf-9b8739947893 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7790117-5241-472d-a68c-d199f19bb577 HTTP/1.1" status: 200 len: 945 time: 0.0820651 Dec 15 19:56:38.498661 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d157b5cc-1943-4575-9cfc-4ae6848e4cdd req-1a5ab2b3-0a60-4185-9984-787fe6eb711b tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444169 Dec 15 19:56:39.519759 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:56:39.719529 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9f6bc5-71ef-4f3a-a830-dd77112bff82 req-8516160a-43ff-4563-84f8-60ec8af45ac6 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:56:39.721089 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5c9f6bc5-71ef-4f3a-a830-dd77112bff82 req-8516160a-43ff-4563-84f8-60ec8af45ac6 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7790117-5241-472d-a68c-d199f19bb577 HTTP/1.1" status: 200 len: 945 time: 0.0867636 Dec 15 19:56:39.770511 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5c9f6bc5-71ef-4f3a-a830-dd77112bff82 req-06e55221-6dd5-4845-a84a-fd5a8c87d347 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426965 Dec 15 19:56:40.548307 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ead979b9-5c7f-4ab6-b1ca-ce661e437f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:56:40.937139 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:56:41.064871 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7031862c-5894-4e6a-ba42-148f685bab9b req-a841f25f-9b91-42ce-8c4f-7ca46c856975 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:56:41.066407 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7031862c-5894-4e6a-ba42-148f685bab9b req-a841f25f-9b91-42ce-8c4f-7ca46c856975 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7790117-5241-472d-a68c-d199f19bb577 HTTP/1.1" status: 200 len: 945 time: 0.1579962 Dec 15 19:56:41.114713 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7031862c-5894-4e6a-ba42-148f685bab9b req-1c0630a4-56f1-478e-abaf-54fa7bd8f1ee tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418370 Dec 15 19:56:41.813587 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc5afb-9a7c-4968-bb9f-81a579e82a51 req-f88c5e54-f61a-425a-a633-5496bc4838a5 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:56:41.815225 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-15dc5afb-9a7c-4968-bb9f-81a579e82a51 req-f88c5e54-f61a-425a-a633-5496bc4838a5 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7790117-5241-472d-a68c-d199f19bb577 HTTP/1.1" status: 200 len: 945 time: 0.1168997 Dec 15 19:56:41.822011 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf7a7a5-edb2-41cb-8c4c-4d30d8c1b637 req-6ce6c96c-1753-4e73-8f53-e33633992042 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:56:41.823494 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-edf7a7a5-edb2-41cb-8c4c-4d30d8c1b637 req-6ce6c96c-1753-4e73-8f53-e33633992042 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7790117-5241-472d-a68c-d199f19bb577&tenant_id=4f5a88559dde48d98560b094b41c0ecd&binding%3Ahost_id=hv-neutron-8218 HTTP/1.1" status: 200 len: 945 time: 0.1721210 Dec 15 19:56:41.930587 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-15dc5afb-9a7c-4968-bb9f-81a579e82a51 req-74524f8e-8b42-4965-9c39-9420a61c75f0 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059496 Dec 15 19:56:41.938909 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 19:56:41.939634 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-edf7a7a5-edb2-41cb-8c4c-4d30d8c1b637 req-3402b41e-1aa1-485e-b107-d809832374d6 service neutron] 10.222.0.32 "GET /v2.0/ports/5442989d-f98f-4510-9690-c69142d92f05/bindings/hv-neutron-8218 HTTP/1.1" status: 200 len: 384 time: 0.0982466 Dec 15 19:56:42.039469 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-edf7a7a5-edb2-41cb-8c4c-4d30d8c1b637 req-4436939b-fbd4-4181-9ee1-546c491263dc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4f5a88559dde48d98560b094b41c0ecd&device_id=f7790117-5241-472d-a68c-d199f19bb577 HTTP/1.1" status: 200 len: 1098 time: 0.0752084 Dec 15 19:56:42.181151 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf7a7a5-edb2-41cb-8c4c-4d30d8c1b637 req-bba095e7-e7f7-410f-929c-44e218b64d16 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:56:42.182652 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-edf7a7a5-edb2-41cb-8c4c-4d30d8c1b637 req-bba095e7-e7f7-410f-929c-44e218b64d16 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d49506b5-5248-490c-b7eb-e14fa3a09292 HTTP/1.1" status: 200 len: 913 time: 0.1366017 Dec 15 19:56:42.290130 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-edf7a7a5-edb2-41cb-8c4c-4d30d8c1b637 req-315ae89e-c3e3-4d51-9ba8-9a0c8572e507 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5442989d-f98f-4510-9690-c69142d92f05 HTTP/1.1" status: 200 len: 1001 time: 0.1013043 Dec 15 19:56:42.358197 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf7a7a5-edb2-41cb-8c4c-4d30d8c1b637 req-3eedb787-e677-4eea-b15f-ad32f72bbd2f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:56:42.359765 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-edf7a7a5-edb2-41cb-8c4c-4d30d8c1b637 req-3eedb787-e677-4eea-b15f-ad32f72bbd2f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4409bb67-32b6-4ce3-b291-b51b7fb8138f HTTP/1.1" status: 200 len: 851 time: 0.0631864 Dec 15 19:56:42.441680 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-edf7a7a5-edb2-41cb-8c4c-4d30d8c1b637 req-4ebabba2-b815-4012-9786-27b344adff46 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d49506b5-5248-490c-b7eb-e14fa3a09292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748947 Dec 15 19:56:42.584745 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-edf7a7a5-edb2-41cb-8c4c-4d30d8c1b637 req-2674379f-0986-41bb-8cb9-4767904d79d3 service neutron] 10.222.0.32 "GET /v2.0/networks/d49506b5-5248-490c-b7eb-e14fa3a09292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367092 Dec 15 19:56:42.714177 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:56:42.729204 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-edf7a7a5-edb2-41cb-8c4c-4d30d8c1b637 req-e061ec87-d87f-4079-9611-b74b67ae3e67 service neutron] 10.222.0.32 "GET /v2.0/networks/d49506b5-5248-490c-b7eb-e14fa3a09292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374333 Dec 15 19:56:43.232136 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004dbfa8-1e6a-4102-b501-51082317dc56 req-e3fb467b-bfe3-468a-bf7c-70695d07b3ef tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:56:43.233696 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-004dbfa8-1e6a-4102-b501-51082317dc56 req-e3fb467b-bfe3-468a-bf7c-70695d07b3ef tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7790117-5241-472d-a68c-d199f19bb577 HTTP/1.1" status: 200 len: 945 time: 0.1569030 Dec 15 19:56:43.281821 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-004dbfa8-1e6a-4102-b501-51082317dc56 req-256771e1-5404-403b-b8e5-407ae73799c8 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418713 Dec 15 19:56:44.494777 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc4a049-1576-426a-8624-8ca41ce80dfa req-856b7b3e-3b4e-45ec-a7d2-9b831382d38c tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:56:44.496367 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2bc4a049-1576-426a-8624-8ca41ce80dfa req-856b7b3e-3b4e-45ec-a7d2-9b831382d38c tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7790117-5241-472d-a68c-d199f19bb577 HTTP/1.1" status: 200 len: 945 time: 0.0852625 Dec 15 19:56:44.549355 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2bc4a049-1576-426a-8624-8ca41ce80dfa req-c03d0f82-0413-4f78-95ec-4ee8bc7f4874 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467541 Dec 15 19:56:45.762464 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068cdae3-b2c4-44db-9f5b-03bec2685569 req-34cd2a59-5f17-4b5e-a484-01acbd76177e tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:56:45.764075 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-068cdae3-b2c4-44db-9f5b-03bec2685569 req-34cd2a59-5f17-4b5e-a484-01acbd76177e tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7790117-5241-472d-a68c-d199f19bb577 HTTP/1.1" status: 200 len: 945 time: 0.0845385 Dec 15 19:56:45.817710 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-068cdae3-b2c4-44db-9f5b-03bec2685569 req-90c98c8e-6034-4f94-a7ba-197fc560923a tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473523 Dec 15 19:56:46.744209 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-edf7a7a5-edb2-41cb-8c4c-4d30d8c1b637 req-c5bba773-3317-41e8-9681-e1133068bb03 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f7790117-5241-472d-a68c-d199f19bb577&tenant_id=4f5a88559dde48d98560b094b41c0ecd HTTP/1.1" status: 200 len: 1098 time: 0.0744946 Dec 15 19:56:46.845051 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-edf7a7a5-edb2-41cb-8c4c-4d30d8c1b637 req-0fbd081c-08e2-408a-8b1c-68d61e30d139 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4f5a88559dde48d98560b094b41c0ecd&device_id=f7790117-5241-472d-a68c-d199f19bb577 HTTP/1.1" status: 200 len: 1098 time: 0.0730541 Dec 15 19:56:47.044065 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf7a7a5-edb2-41cb-8c4c-4d30d8c1b637 req-13c159d0-520d-4cbf-a11b-386f8c1fe2f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:56:47.045701 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-edf7a7a5-edb2-41cb-8c4c-4d30d8c1b637 req-13c159d0-520d-4cbf-a11b-386f8c1fe2f1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d49506b5-5248-490c-b7eb-e14fa3a09292 HTTP/1.1" status: 200 len: 913 time: 0.1892195 Dec 15 19:56:47.359287 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab63c817-c495-4e34-bb0b-497a32c826e6 req-05bbdaa7-ce52-4f4d-b437-53b128f46316 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:56:47.360781 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ab63c817-c495-4e34-bb0b-497a32c826e6 req-05bbdaa7-ce52-4f4d-b437-53b128f46316 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7790117-5241-472d-a68c-d199f19bb577 HTTP/1.1" status: 200 len: 945 time: 0.4141800 Dec 15 19:56:47.415649 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-edf7a7a5-edb2-41cb-8c4c-4d30d8c1b637 req-2c13e130-3aa2-431e-a7a2-03ee7c95bc19 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5442989d-f98f-4510-9690-c69142d92f05 HTTP/1.1" status: 200 len: 1001 time: 0.3596530 Dec 15 19:56:47.482784 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ab63c817-c495-4e34-bb0b-497a32c826e6 req-fcf2a410-c71c-419f-8af8-3b97be8543db tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145213 Dec 15 19:56:47.495445 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf7a7a5-edb2-41cb-8c4c-4d30d8c1b637 req-a5aefb48-e1b6-4032-857c-dc8f7b5728f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:56:47.497615 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-edf7a7a5-edb2-41cb-8c4c-4d30d8c1b637 req-a5aefb48-e1b6-4032-857c-dc8f7b5728f3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4409bb67-32b6-4ce3-b291-b51b7fb8138f HTTP/1.1" status: 200 len: 851 time: 0.0719507 Dec 15 19:56:47.520609 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 5442989d-f98f-4510-9690-c69142d92f05 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:56:47.592931 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-edf7a7a5-edb2-41cb-8c4c-4d30d8c1b637 req-87de79e7-21d6-4df7-93eb-6e0cc147abf1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d49506b5-5248-490c-b7eb-e14fa3a09292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0850432 Dec 15 19:56:47.639357 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:56:47.666557 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7790117-5241-472d-a68c-d199f19bb577', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5442989d-f98f-4510-9690-c69142d92f05'}] {{(pid=88992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:56:47.677309 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 5442989d-f98f-4510-9690-c69142d92f05, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5442989d-f98f-4510-9690-c69142d92f05,segment=NetworkSegment(1367ded2-26f3-442a-8ed8-8e4fe90f2ba6),segment_id=1367ded2-26f3-442a-8ed8-8e4fe90f2ba6)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:56:47.708518 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:56:47.710858 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:56:47.746151 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7790117-5241-472d-a68c-d199f19bb577', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5442989d-f98f-4510-9690-c69142d92f05', 'code': 200} Dec 15 19:56:47.751408 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-edf7a7a5-edb2-41cb-8c4c-4d30d8c1b637 req-2f92b113-edc9-425c-914a-497dd2b0a0eb service neutron] 10.222.0.32 "GET /v2.0/networks/d49506b5-5248-490c-b7eb-e14fa3a09292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416392 Dec 15 19:56:47.799624 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=5442989d-f98f-4510-9690-c69142d92f05,revision_number=9']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:56:47.803127 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:56:47.900397 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-edf7a7a5-edb2-41cb-8c4c-4d30d8c1b637 req-ff47d4c9-935e-4c57-b4c4-f71251ccac9f service neutron] 10.222.0.32 "GET /v2.0/networks/d49506b5-5248-490c-b7eb-e14fa3a09292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385343 Dec 15 19:56:48.696607 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc60a13-1ffb-4128-bb3c-9abdac27bb30 req-3d7457cc-2b1e-4ef2-ac59-33a42c17a21a tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:56:48.698117 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1cc60a13-1ffb-4128-bb3c-9abdac27bb30 req-3d7457cc-2b1e-4ef2-ac59-33a42c17a21a tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7790117-5241-472d-a68c-d199f19bb577 HTTP/1.1" status: 200 len: 943 time: 0.0833189 Dec 15 19:56:48.748279 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1cc60a13-1ffb-4128-bb3c-9abdac27bb30 req-1fe2a791-84fb-410f-847b-37a7fa0f75f5 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433719 Dec 15 19:56:49.960886 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a3d44-486d-4cd4-b7e8-ea327b53ca92 req-645f4783-2f76-4a52-b83c-b1d1b3499ce2 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:56:49.962506 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f54a3d44-486d-4cd4-b7e8-ea327b53ca92 req-645f4783-2f76-4a52-b83c-b1d1b3499ce2 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7790117-5241-472d-a68c-d199f19bb577 HTTP/1.1" status: 200 len: 943 time: 0.0894759 Dec 15 19:56:50.010695 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f54a3d44-486d-4cd4-b7e8-ea327b53ca92 req-30fa81a2-c045-4db0-9556-7dad0fde0211 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420668 Dec 15 19:56:51.217143 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981faf6-8450-4f58-9e82-81c7fde5c7e6 req-218926bf-c36e-4ca0-926b-26945804228c tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:56:51.218753 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6981faf6-8450-4f58-9e82-81c7fde5c7e6 req-218926bf-c36e-4ca0-926b-26945804228c tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7790117-5241-472d-a68c-d199f19bb577 HTTP/1.1" status: 200 len: 943 time: 0.0821350 Dec 15 19:56:51.266078 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6981faf6-8450-4f58-9e82-81c7fde5c7e6 req-0d8c0a1a-b923-4ea7-a895-9f7ad6058807 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412440 Dec 15 19:56:51.550949 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 5442989d-f98f-4510-9690-c69142d92f05 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 15 19:56:51.692360 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 5442989d-f98f-4510-9690-c69142d92f05, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5442989d-f98f-4510-9690-c69142d92f05,segment=NetworkSegment(1367ded2-26f3-442a-8ed8-8e4fe90f2ba6),segment_id=1367ded2-26f3-442a-8ed8-8e4fe90f2ba6)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:56:51.710580 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Returning: {'device': '5442989d-f98f-4510-9690-c69142d92f05', 'network_id': 'd49506b5-5248-490c-b7eb-e14fa3a09292', 'port_id': '5442989d-f98f-4510-9690-c69142d92f05', 'mac_address': 'fa:16:3e:67:c0:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4409bb67-32b6-4ce3-b291-b51b7fb8138f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 19:56:51.764698 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:56:51.783013 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5442989d-f98f-4510-9690-c69142d92f05 {{(pid=88992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 19:56:51.797818 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 5442989d-f98f-4510-9690-c69142d92f05, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5442989d-f98f-4510-9690-c69142d92f05,segment=NetworkSegment(1367ded2-26f3-442a-8ed8-8e4fe90f2ba6),segment_id=1367ded2-26f3-442a-8ed8-8e4fe90f2ba6)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:56:51.820957 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:56:51.822921 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:56:51.890393 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=5442989d-f98f-4510-9690-c69142d92f05,revision_number=10']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:56:51.893363 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:56:51.898044 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] get_ports_and_sgs() called for port_ids ['5442989d-f98f-4510-9690-c69142d92f05'] {{(pid=88992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 19:56:52.475076 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29309812-91e5-4ab5-8565-9e01657777da req-a9d9e759-01ab-4b81-8796-e279826e5810 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:56:52.476664 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-29309812-91e5-4ab5-8565-9e01657777da req-a9d9e759-01ab-4b81-8796-e279826e5810 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7790117-5241-472d-a68c-d199f19bb577 HTTP/1.1" status: 200 len: 945 time: 0.0852814 Dec 15 19:56:52.524633 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-29309812-91e5-4ab5-8565-9e01657777da req-cffc8171-0b8a-4858-a515-d2a4fa95c2f8 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413589 Dec 15 19:56:53.556210 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 5442989d-f98f-4510-9690-c69142d92f05 up at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:56:53.629355 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning complete for port 5442989d-f98f-4510-9690-c69142d92f05 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:56:53.629784 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:56:53.735671 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dece09-573d-46a7-a37b-ecc5e751a016 req-27591f25-dd97-4187-a990-13624c86374e tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:56:53.737259 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b4dece09-573d-46a7-a37b-ecc5e751a016 req-27591f25-dd97-4187-a990-13624c86374e tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7790117-5241-472d-a68c-d199f19bb577 HTTP/1.1" status: 200 len: 945 time: 0.0844998 Dec 15 19:56:53.750901 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:56:53.778270 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7790117-5241-472d-a68c-d199f19bb577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5442989d-f98f-4510-9690-c69142d92f05'}] {{(pid=88992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:56:53.788396 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 5442989d-f98f-4510-9690-c69142d92f05, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5442989d-f98f-4510-9690-c69142d92f05,segment=NetworkSegment(1367ded2-26f3-442a-8ed8-8e4fe90f2ba6),segment_id=1367ded2-26f3-442a-8ed8-8e4fe90f2ba6)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:56:53.789400 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b4dece09-573d-46a7-a37b-ecc5e751a016 req-c5626222-0b2b-4397-b2ec-5394bc6b2dfe tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458553 Dec 15 19:56:53.828671 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:56:53.830911 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:56:53.871686 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7790117-5241-472d-a68c-d199f19bb577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5442989d-f98f-4510-9690-c69142d92f05', 'code': 200} Dec 15 19:56:53.908362 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=5442989d-f98f-4510-9690-c69142d92f05,revision_number=11']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:56:53.911715 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:56:54.462245 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:56:54.998879 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb10fec-73b1-4e50-ba4c-11ebfa501c20 req-a730c6d1-05a3-4aab-a5e6-4f69939d33e0 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:56:55.000517 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5cb10fec-73b1-4e50-ba4c-11ebfa501c20 req-a730c6d1-05a3-4aab-a5e6-4f69939d33e0 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7790117-5241-472d-a68c-d199f19bb577 HTTP/1.1" status: 200 len: 946 time: 0.0840364 Dec 15 19:56:55.048284 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5cb10fec-73b1-4e50-ba4c-11ebfa501c20 req-47f7f27f-9842-47b5-871b-84f93268a146 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414960 Dec 15 19:56:56.264712 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef328519-5b94-40bb-9d8c-86d99434d95f req-3c37c1af-2f1f-47f4-aa3c-f0af50737825 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:56:56.266444 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ef328519-5b94-40bb-9d8c-86d99434d95f req-3c37c1af-2f1f-47f4-aa3c-f0af50737825 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7790117-5241-472d-a68c-d199f19bb577 HTTP/1.1" status: 200 len: 946 time: 0.0924072 Dec 15 19:56:56.326053 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ef328519-5b94-40bb-9d8c-86d99434d95f req-039976a9-6d4d-4794-8082-9f245d8bd227 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525393 Dec 15 19:56:57.535690 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874abf92-d602-4a89-8a75-b0ee428bd044 req-039b24c2-c903-41fa-8e7d-84188f726df8 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:56:57.537292 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-874abf92-d602-4a89-8a75-b0ee428bd044 req-039b24c2-c903-41fa-8e7d-84188f726df8 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7790117-5241-472d-a68c-d199f19bb577 HTTP/1.1" status: 200 len: 946 time: 0.0822587 Dec 15 19:56:57.589201 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-874abf92-d602-4a89-8a75-b0ee428bd044 req-b7de008a-073d-47db-899b-d2c8bf10f0ca tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456398 Dec 15 19:56:57.801720 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db350846-19d8-428f-ae69-32623671a3a0 req-1cfb04d4-6127-42af-b5aa-eaa52ada6f8e tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:56:57.803266 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-db350846-19d8-428f-ae69-32623671a3a0 req-1cfb04d4-6127-42af-b5aa-eaa52ada6f8e tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7790117-5241-472d-a68c-d199f19bb577 HTTP/1.1" status: 200 len: 946 time: 0.0862594 Dec 15 19:56:57.851440 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-db350846-19d8-428f-ae69-32623671a3a0 req-9972f16d-bee4-4fbd-b070-10a98e608535 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415599 Dec 15 19:56:58.053664 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7021fff-64b9-4194-b1b0-040a1c2f9519 req-7a434611-c37f-4004-a5be-2c71d6ac1a63 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:56:58.055212 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e7021fff-64b9-4194-b1b0-040a1c2f9519 req-7a434611-c37f-4004-a5be-2c71d6ac1a63 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7790117-5241-472d-a68c-d199f19bb577 HTTP/1.1" status: 200 len: 946 time: 0.0810821 Dec 15 19:56:58.106561 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e7021fff-64b9-4194-b1b0-040a1c2f9519 req-c7f61875-099a-42b2-9a02-b4ad9566ae9f tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444427 Dec 15 19:56:58.575960 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad970f-14ba-4be0-809f-68933a588148 req-76f4d060-2ceb-4299-a67d-89a2d3f2ba4f tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:56:58.577809 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-35ad970f-14ba-4be0-809f-68933a588148 req-76f4d060-2ceb-4299-a67d-89a2d3f2ba4f tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7790117-5241-472d-a68c-d199f19bb577 HTTP/1.1" status: 200 len: 946 time: 0.0846024 Dec 15 19:56:58.627763 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-35ad970f-14ba-4be0-809f-68933a588148 req-b044707f-7ff6-412b-9ebd-32e2015a9287 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438142 Dec 15 19:56:59.837759 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310e7b39-f2ee-4a3e-9073-d2d1da7f807c req-9faca8b1-61a5-42ca-aebc-35e325e94fad tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:56:59.839395 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-310e7b39-f2ee-4a3e-9073-d2d1da7f807c req-9faca8b1-61a5-42ca-aebc-35e325e94fad tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7790117-5241-472d-a68c-d199f19bb577 HTTP/1.1" status: 200 len: 946 time: 0.0860674 Dec 15 19:56:59.887552 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-310e7b39-f2ee-4a3e-9073-d2d1da7f807c req-d5eff56a-e324-47a8-8c80-7f6bf6798073 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419047 Dec 15 19:57:01.162790 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9bebd2-ab90-40bc-ae50-ef998f4ed481 req-e66bab77-7970-4be4-aec0-fafe2bb42930 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:57:01.164400 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ac9bebd2-ab90-40bc-ae50-ef998f4ed481 req-e66bab77-7970-4be4-aec0-fafe2bb42930 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7790117-5241-472d-a68c-d199f19bb577 HTTP/1.1" status: 200 len: 946 time: 0.1504140 Dec 15 19:57:01.170799 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa7c97-3c73-4a54-9fac-da656c7af2c1 req-c22414a1-6619-4420-9b14-5cbbf5a33fa2 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:57:01.172237 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7aaa7c97-3c73-4a54-9fac-da656c7af2c1 req-c22414a1-6619-4420-9b14-5cbbf5a33fa2 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7790117-5241-472d-a68c-d199f19bb577 HTTP/1.1" status: 200 len: 946 time: 0.1241548 Dec 15 19:57:01.270885 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ac9bebd2-ab90-40bc-ae50-ef998f4ed481 req-a2e3ca97-fd78-4556-8d8c-cc6de3e80e47 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups?id=440ecbc3-3191-4996-863e-a0eb6fc135b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976162 Dec 15 19:57:01.277011 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [req-7aaa7c97-3c73-4a54-9fac-da656c7af2c1 req-98e61850-825c-4fb1-bb2c-a56042235a0f tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Deleting port 5442989d-f98f-4510-9690-c69142d92f05 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:57:01.277607 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-7aaa7c97-3c73-4a54-9fac-da656c7af2c1 req-98e61850-825c-4fb1-bb2c-a56042235a0f tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:01.534584 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-7aaa7c97-3c73-4a54-9fac-da656c7af2c1 req-98e61850-825c-4fb1-bb2c-a56042235a0f tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] For port 5442989d-f98f-4510-9690-c69142d92f05, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5442989d-f98f-4510-9690-c69142d92f05,segment=NetworkSegment(1367ded2-26f3-442a-8ed8-8e4fe90f2ba6),segment_id=1367ded2-26f3-442a-8ed8-8e4fe90f2ba6)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:57:01.534996 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-7aaa7c97-3c73-4a54-9fac-da656c7af2c1 req-98e61850-825c-4fb1-bb2c-a56042235a0f tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:01.833679 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-7aaa7c97-3c73-4a54-9fac-da656c7af2c1 req-98e61850-825c-4fb1-bb2c-a56042235a0f tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:01.834015 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-7aaa7c97-3c73-4a54-9fac-da656c7af2c1 req-98e61850-825c-4fb1-bb2c-a56042235a0f tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634093'] for floatingip, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:01.834428 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.l3_db [req-7aaa7c97-3c73-4a54-9fac-da656c7af2c1 req-98e61850-825c-4fb1-bb2c-a56042235a0f tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Floating IP 69426a21-0691-4795-a61f-8aaa41449b86 disassociated. External IP: 172.26.3.47, port: 5442989d-f98f-4510-9690-c69142d92f05. Dec 15 19:57:01.834821 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [req-7aaa7c97-3c73-4a54-9fac-da656c7af2c1 req-98e61850-825c-4fb1-bb2c-a56042235a0f tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Calling delete_port for 5442989d-f98f-4510-9690-c69142d92f05 owned by compute:nova {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:57:02.085539 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-7aaa7c97-3c73-4a54-9fac-da656c7af2c1 req-98e61850-825c-4fb1-bb2c-a56042235a0f tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:02.091758 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6f54d58a-91b0-4ceb-95e4-5733f2329e5f tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:57:02.135762 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e61850-825c-4fb1-bb2c-a56042235a0f tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Pushing event deleted for resources: {'Port': ['ID=5442989d-f98f-4510-9690-c69142d92f05,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:57:02.148629 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e61850-825c-4fb1-bb2c-a56042235a0f tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:57:02.149071 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e61850-825c-4fb1-bb2c-a56042235a0f tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:57:02.149501 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e61850-825c-4fb1-bb2c-a56042235a0f tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:57:02.149932 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e61850-825c-4fb1-bb2c-a56042235a0f tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:57:02.150379 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e61850-825c-4fb1-bb2c-a56042235a0f tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:57:02.150812 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e61850-825c-4fb1-bb2c-a56042235a0f tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:57:02.151608 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e61850-825c-4fb1-bb2c-a56042235a0f tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:57:02.151608 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e61850-825c-4fb1-bb2c-a56042235a0f tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:57:02.152078 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e61850-825c-4fb1-bb2c-a56042235a0f tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:57:02.152708 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e61850-825c-4fb1-bb2c-a56042235a0f tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:57:02.153131 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e61850-825c-4fb1-bb2c-a56042235a0f tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:57:02.157706 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-98e61850-825c-4fb1-bb2c-a56042235a0f tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:57:02.379167 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7aaa7c97-3c73-4a54-9fac-da656c7af2c1 req-98e61850-825c-4fb1-bb2c-a56042235a0f tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Router 2d5eb65a-ea38-4110-8af4-7dd3afa513ee has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:57:02.500026 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-63039ae5-5b7a-4747-bb05-e83343ee9cd7 req-5cb2dfd3-4db1-4178-adfc-92cfc3779f73 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7790117-5241-472d-a68c-d199f19bb577 HTTP/1.1" status: 200 len: 210 time: 0.0544038 Dec 15 19:57:02.872699 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7aaa7c97-3c73-4a54-9fac-da656c7af2c1 req-98e61850-825c-4fb1-bb2c-a56042235a0f tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:57:02.883629 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43080b31-eca0-40d0-bb41-6927ffdf05e0 None None] Sync routers for ids ['2d5eb65a-ea38-4110-8af4-7dd3afa513ee'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:57:02.896150 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43080b31-eca0-40d0-bb41-6927ffdf05e0 None None] Routers {'2d5eb65a-ea38-4110-8af4-7dd3afa513ee'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:57:02.896832 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-43080b31-eca0-40d0-bb41-6927ffdf05e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:56:41Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['2d5eb65a-ea38-4110-8af4-7dd3afa513ee'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:57:02.941073 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aaa7c97-3c73-4a54-9fac-da656c7af2c1 req-98e61850-825c-4fb1-bb2c-a56042235a0f tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] No DVR routers for this DVR port 5442989d-f98f-4510-9690-c69142d92f05 on host hv-neutron-8218 {{(pid=88990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:57:02.943655 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-7aaa7c97-3c73-4a54-9fac-da656c7af2c1 req-98e61850-825c-4fb1-bb2c-a56042235a0f tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:02.946419 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7790117-5241-472d-a68c-d199f19bb577', 'name': 'network-vif-deleted', 'tag': '5442989d-f98f-4510-9690-c69142d92f05'}] {{(pid=88990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:57:03.001854 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7790117-5241-472d-a68c-d199f19bb577', 'name': 'network-vif-deleted', 'tag': '5442989d-f98f-4510-9690-c69142d92f05', 'status': 'completed', 'code': 200} Dec 15 19:57:03.005684 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7aaa7c97-3c73-4a54-9fac-da656c7af2c1 req-98e61850-825c-4fb1-bb2c-a56042235a0f tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.32 "DELETE /v2.0/ports/5442989d-f98f-4510-9690-c69142d92f05 HTTP/1.1" status: 204 len: 173 time: 1.8178434 Dec 15 19:57:03.084389 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-43080b31-eca0-40d0-bb41-6927ffdf05e0 None None] Set router 2d5eb65a-ea38-4110-8af4-7dd3afa513ee gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:57:03.420124 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-43080b31-eca0-40d0-bb41-6927ffdf05e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'name': 'tempest-ServerActionsTestJSON-1598376602-router', 'tenant_id': '4f5a88559dde48d98560b094b41c0ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': '8f262a49-4e07-40e5-b233-41dcb663cb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:50:33Z', 'updated_at': '2021-12-15T19:50:37Z', 'revision_number': 4, 'project_id': '4f5a88559dde48d98560b094b41c0ecd', 'gw_port': {'id': '8f262a49-4e07-40e5-b233-41dcb663cb3a', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:40:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:50:33Z', 'updated_at': '2021-12-15T19:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': 'b3850aa9-e0fb-4fef-a841-1fe199fd2df9', 'name': '', 'network_id': 'd49506b5-5248-490c-b7eb-e14fa3a09292', 'tenant_id': '4f5a88559dde48d98560b094b41c0ecd', 'mac_address': 'fa:16:3e:c1:0e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4409bb67-32b6-4ce3-b291-b51b7fb8138f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:50:36Z', 'updated_at': '2021-12-15T19:50:45Z', 'revision_number': 5, 'project_id': '4f5a88559dde48d98560b094b41c0ecd', 'subnets': [{'id': '4409bb67-32b6-4ce3-b291-b51b7fb8138f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:57:03.424265 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43080b31-eca0-40d0-bb41-6927ffdf05e0 None None] Checking router: 2d5eb65a-ea38-4110-8af4-7dd3afa513ee for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:57:03.436181 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43080b31-eca0-40d0-bb41-6927ffdf05e0 None None] Routers {'2d5eb65a-ea38-4110-8af4-7dd3afa513ee'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:57:03.436844 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-43080b31-eca0-40d0-bb41-6927ffdf05e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:56:41Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['2d5eb65a-ea38-4110-8af4-7dd3afa513ee'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:57:03.620153 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 5442989d-f98f-4510-9690-c69142d92f05 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:57:03.660974 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] No Port match for: 5442989d-f98f-4510-9690-c69142d92f05 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:57:03.661364 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 5442989d-f98f-4510-9690-c69142d92f05 not bound to the agent host hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:57:03.664764 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-43080b31-eca0-40d0-bb41-6927ffdf05e0 None None] Set router 2d5eb65a-ea38-4110-8af4-7dd3afa513ee gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:57:03.680246 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-cdbdab26-3a3f-488c-b0ce-5f19ddd515e2 req-b28186b1-0b66-411c-9cf2-413e2e86711a tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Synchronizing usage tracker for tenant:4f5a88559dde48d98560b094b41c0ecd on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:57:03.724217 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-cdbdab26-3a3f-488c-b0ce-5f19ddd515e2 req-b28186b1-0b66-411c-9cf2-413e2e86711a tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Unset dirty status for tenant:4f5a88559dde48d98560b094b41c0ecd on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:57:03.725466 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-cdbdab26-3a3f-488c-b0ce-5f19ddd515e2 req-b28186b1-0b66-411c-9cf2-413e2e86711a tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7790117-5241-472d-a68c-d199f19bb577 HTTP/1.1" status: 200 len: 210 time: 0.0935693 Dec 15 19:57:04.148379 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-43080b31-eca0-40d0-bb41-6927ffdf05e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'name': 'tempest-ServerActionsTestJSON-1598376602-router', 'tenant_id': '4f5a88559dde48d98560b094b41c0ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': '8f262a49-4e07-40e5-b233-41dcb663cb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:50:33Z', 'updated_at': '2021-12-15T19:50:37Z', 'revision_number': 4, 'project_id': '4f5a88559dde48d98560b094b41c0ecd', 'gw_port': {'id': '8f262a49-4e07-40e5-b233-41dcb663cb3a', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:40:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:50:33Z', 'updated_at': '2021-12-15T19:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': 'b3850aa9-e0fb-4fef-a841-1fe199fd2df9', 'name': '', 'network_id': 'd49506b5-5248-490c-b7eb-e14fa3a09292', 'tenant_id': '4f5a88559dde48d98560b094b41c0ecd', 'mac_address': 'fa:16:3e:c1:0e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4409bb67-32b6-4ce3-b291-b51b7fb8138f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:50:36Z', 'updated_at': '2021-12-15T19:50:45Z', 'revision_number': 5, 'project_id': '4f5a88559dde48d98560b094b41c0ecd', 'subnets': [{'id': '4409bb67-32b6-4ce3-b291-b51b7fb8138f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:57:04.152626 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43080b31-eca0-40d0-bb41-6927ffdf05e0 None None] The sync data for ids ['2d5eb65a-ea38-4110-8af4-7dd3afa513ee'] in dv-neutron-821831-2-hyperv is: [{'id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'name': 'tempest-ServerActionsTestJSON-1598376602-router', 'tenant_id': '4f5a88559dde48d98560b094b41c0ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': '8f262a49-4e07-40e5-b233-41dcb663cb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:50:33Z', 'updated_at': '2021-12-15T19:50:37Z', 'revision_number': 4, 'project_id': '4f5a88559dde48d98560b094b41c0ecd', 'gw_port': {'id': '8f262a49-4e07-40e5-b233-41dcb663cb3a', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:40:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:50:33Z', 'updated_at': '2021-12-15T19:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': 'b3850aa9-e0fb-4fef-a841-1fe199fd2df9', 'name': '', 'network_id': 'd49506b5-5248-490c-b7eb-e14fa3a09292', 'tenant_id': '4f5a88559dde48d98560b094b41c0ecd', 'mac_address': 'fa:16:3e:c1:0e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4409bb67-32b6-4ce3-b291-b51b7fb8138f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:50:36Z', 'updated_at': '2021-12-15T19:50:45Z', 'revision_number': 5, 'project_id': '4f5a88559dde48d98560b094b41c0ecd', 'subnets': [{'id': '4409bb67-32b6-4ce3-b291-b51b7fb8138f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:57:04.612689 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d45233-65b1-479f-9c20-7ab95646ce04 None None] New status for floating IP 69426a21-0691-4795-a61f-8aaa41449b86: DOWN {{(pid=88993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 15 19:57:08.306400 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 33652) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:57:08.359543 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a2bc7f2d-483e-45d6-8505-14c5dc40b60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:08.380254 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9a1bcd01-a2cc-4fa9-b69c-b0995051cb38 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks [] for security_group, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:08.409111 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9a1bcd01-a2cc-4fa9-b69c-b0995051cb38 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:08.639735 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9a1bcd01-a2cc-4fa9-b69c-b0995051cb38 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:08.645275 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2bfcfdc4-263e-4d8e-b01c-72bbbb7f1aac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:57:08.662042 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1bcd01-a2cc-4fa9-b69c-b0995051cb38 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=440ecbc3-3191-4996-863e-a0eb6fc135b5,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:57:08.665096 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9a1bcd01-a2cc-4fa9-b69c-b0995051cb38 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:57:08.702592 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9a1bcd01-a2cc-4fa9-b69c-b0995051cb38 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:08.703852 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9a1bcd01-a2cc-4fa9-b69c-b0995051cb38 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "DELETE /v2.0/security-groups/440ecbc3-3191-4996-863e-a0eb6fc135b5 HTTP/1.1" status: 204 len: 168 time: 0.3962443 Dec 15 19:57:08.706525 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 33656) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:57:08.724608 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-c14f4454-8931-4971-9971-946038166d4c tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] show failed (client error): The resource could not be found. Dec 15 19:57:08.725673 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c14f4454-8931-4971-9971-946038166d4c tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "GET /v2.0/security-groups/440ecbc3-3191-4996-863e-a0eb6fc135b5 HTTP/1.1" status: 404 len: 347 time: 0.0181711 Dec 15 19:57:08.728465 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 33660) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:57:08.890006 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-19cd9ccd-ffa4-4cbe-8cff-f94510fe0dd9 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Deleting port 45e35333-fef7-4563-84ab-cac3855084f9 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:57:08.890332 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-19cd9ccd-ffa4-4cbe-8cff-f94510fe0dd9 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:09.064939 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-19cd9ccd-ffa4-4cbe-8cff-f94510fe0dd9 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:09.065309 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-19cd9ccd-ffa4-4cbe-8cff-f94510fe0dd9 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:09.188952 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-19cd9ccd-ffa4-4cbe-8cff-f94510fe0dd9 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Calling delete_port for 45e35333-fef7-4563-84ab-cac3855084f9 owned by network:floatingip {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:57:09.489754 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:09.513114 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-19cd9ccd-ffa4-4cbe-8cff-f94510fe0dd9 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:09.517677 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-92425896-e05b-4ca3-9b53-b5ddd9c50452 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:57:09.560405 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cd9ccd-ffa4-4cbe-8cff-f94510fe0dd9 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Pushing event deleted for resources: {'Port': ['ID=45e35333-fef7-4563-84ab-cac3855084f9,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:57:09.563177 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-19cd9ccd-ffa4-4cbe-8cff-f94510fe0dd9 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:57:09.660998 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-19cd9ccd-ffa4-4cbe-8cff-f94510fe0dd9 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks [] for floatingip, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:09.702915 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-19cd9ccd-ffa4-4cbe-8cff-f94510fe0dd9 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:09.704170 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-19cd9ccd-ffa4-4cbe-8cff-f94510fe0dd9 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] 10.222.0.36 "DELETE /v2.0/floatingips/69426a21-0691-4795-a61f-8aaa41449b86 HTTP/1.1" status: 204 len: 168 time: 0.9746938 Dec 15 19:57:09.707454 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 33664) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:57:10.206306 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-52a88fe0-2dee-48c3-9e49-9bb592c71f93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145021'] for router_interface, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:10.577133 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d263b790-39ce-4b65-bf47-db64d4978df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:10.811210 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-52a88fe0-2dee-48c3-9e49-9bb592c71f93 admin admin] Deleting port b3850aa9-e0fb-4fef-a841-1fe199fd2df9 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:57:10.811592 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-52a88fe0-2dee-48c3-9e49-9bb592c71f93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:10.942703 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:10.991750 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-52a88fe0-2dee-48c3-9e49-9bb592c71f93 admin admin] For port b3850aa9-e0fb-4fef-a841-1fe199fd2df9, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=b3850aa9-e0fb-4fef-a841-1fe199fd2df9,segment=NetworkSegment(1367ded2-26f3-442a-8ed8-8e4fe90f2ba6),segment_id=1367ded2-26f3-442a-8ed8-8e4fe90f2ba6)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:57:10.992157 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-52a88fe0-2dee-48c3-9e49-9bb592c71f93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:11.116823 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-52a88fe0-2dee-48c3-9e49-9bb592c71f93 admin admin] Calling delete_port for b3850aa9-e0fb-4fef-a841-1fe199fd2df9 owned by network:router_interface {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:57:11.382256 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-52a88fe0-2dee-48c3-9e49-9bb592c71f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:11.386949 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e281c840-d914-49d5-b349-164e823a0f39 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:57:11.432038 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a88fe0-2dee-48c3-9e49-9bb592c71f93 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3850aa9-e0fb-4fef-a841-1fe199fd2df9,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:57:11.439201 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-52a88fe0-2dee-48c3-9e49-9bb592c71f93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:57:11.739754 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-52a88fe0-2dee-48c3-9e49-9bb592c71f93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852815828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854144871'] for router_interface, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:12.593173 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52a88fe0-2dee-48c3-9e49-9bb592c71f93 admin admin] Router 2d5eb65a-ea38-4110-8af4-7dd3afa513ee has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:57:12.706433 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:12.812802 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a88fe0-2dee-48c3-9e49-9bb592c71f93 admin admin] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:57:12.822510 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc13b1e-0c86-4be7-b5ef-c60892486dbf None None] Sync routers for ids ['2d5eb65a-ea38-4110-8af4-7dd3afa513ee'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:57:12.826812 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-52a88fe0-2dee-48c3-9e49-9bb592c71f93 admin admin] 10.222.0.36 "PUT /v2.0/routers/2d5eb65a-ea38-4110-8af4-7dd3afa513ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1179709 Dec 15 19:57:12.829401 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 33670) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:57:12.839891 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc13b1e-0c86-4be7-b5ef-c60892486dbf None None] Routers {'2d5eb65a-ea38-4110-8af4-7dd3afa513ee'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:57:12.841208 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-cfc13b1e-0c86-4be7-b5ef-c60892486dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:57:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['2d5eb65a-ea38-4110-8af4-7dd3afa513ee'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:57:13.029317 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-cfc13b1e-0c86-4be7-b5ef-c60892486dbf None None] Set router 2d5eb65a-ea38-4110-8af4-7dd3afa513ee gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:57:13.039794 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-96384400-1fa9-4883-b6af-470526047102 admin admin] Notify callbacks [] for router, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:13.253453 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-96384400-1fa9-4883-b6af-470526047102 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:13.288963 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-96384400-1fa9-4883-b6af-470526047102 admin admin] Deleting port 8f262a49-4e07-40e5-b233-41dcb663cb3a {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:57:13.289350 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-96384400-1fa9-4883-b6af-470526047102 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:13.331204 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-cfc13b1e-0c86-4be7-b5ef-c60892486dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'name': 'tempest-ServerActionsTestJSON-1598376602-router', 'tenant_id': '4f5a88559dde48d98560b094b41c0ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': '8f262a49-4e07-40e5-b233-41dcb663cb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:50:33Z', 'updated_at': '2021-12-15T19:57:11Z', 'revision_number': 5, 'project_id': '4f5a88559dde48d98560b094b41c0ecd', 'gw_port': {'id': '8f262a49-4e07-40e5-b233-41dcb663cb3a', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:40:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:50:33Z', 'updated_at': '2021-12-15T19:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:57:13.335969 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc13b1e-0c86-4be7-b5ef-c60892486dbf None None] Checking router: 2d5eb65a-ea38-4110-8af4-7dd3afa513ee for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:57:13.348010 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc13b1e-0c86-4be7-b5ef-c60892486dbf None None] Routers {'2d5eb65a-ea38-4110-8af4-7dd3afa513ee'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:57:13.348676 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-cfc13b1e-0c86-4be7-b5ef-c60892486dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:57:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['2d5eb65a-ea38-4110-8af4-7dd3afa513ee'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:57:13.471960 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-96384400-1fa9-4883-b6af-470526047102 admin admin] For port 8f262a49-4e07-40e5-b233-41dcb663cb3a, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=8f262a49-4e07-40e5-b233-41dcb663cb3a,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:57:13.472276 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-96384400-1fa9-4883-b6af-470526047102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:13.504931 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-cfc13b1e-0c86-4be7-b5ef-c60892486dbf None None] Set router 2d5eb65a-ea38-4110-8af4-7dd3afa513ee gateway port host: None {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:57:13.600086 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-96384400-1fa9-4883-b6af-470526047102 admin admin] Calling delete_port for 8f262a49-4e07-40e5-b233-41dcb663cb3a owned by network:router_gateway {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:57:13.615317 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-cfc13b1e-0c86-4be7-b5ef-c60892486dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'name': 'tempest-ServerActionsTestJSON-1598376602-router', 'tenant_id': '4f5a88559dde48d98560b094b41c0ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:50:33Z', 'updated_at': '2021-12-15T19:57:13Z', 'revision_number': 6, 'project_id': '4f5a88559dde48d98560b094b41c0ecd', 'gw_port_host': None}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:57:13.622060 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc13b1e-0c86-4be7-b5ef-c60892486dbf None None] The sync data for ids ['2d5eb65a-ea38-4110-8af4-7dd3afa513ee'] in dv-neutron-821831-2-hyperv is: [{'id': '2d5eb65a-ea38-4110-8af4-7dd3afa513ee', 'name': 'tempest-ServerActionsTestJSON-1598376602-router', 'tenant_id': '4f5a88559dde48d98560b094b41c0ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:50:33Z', 'updated_at': '2021-12-15T19:57:13Z', 'revision_number': 6, 'project_id': '4f5a88559dde48d98560b094b41c0ecd', 'gw_port_host': None}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:57:13.867846 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-96384400-1fa9-4883-b6af-470526047102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:13.873250 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-db5bd150-894d-45b6-adcb-9693a4a01a3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:57:13.918321 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96384400-1fa9-4883-b6af-470526047102 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f262a49-4e07-40e5-b233-41dcb663cb3a,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:57:13.922207 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-96384400-1fa9-4883-b6af-470526047102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:57:14.152773 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-96384400-1fa9-4883-b6af-470526047102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854141934'] for router_gateway, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:14.418378 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-96384400-1fa9-4883-b6af-470526047102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854207876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854699191'] for router, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:14.422896 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-96384400-1fa9-4883-b6af-470526047102 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:14.645307 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-96384400-1fa9-4883-b6af-470526047102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854207982'] for router, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:14.646054 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96384400-1fa9-4883-b6af-470526047102 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d5eb65a-ea38-4110-8af4-7dd3afa513ee {{(pid=88990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 19:57:14.660560 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-96384400-1fa9-4883-b6af-470526047102 admin admin] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:14.664355 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-96384400-1fa9-4883-b6af-470526047102 admin admin] 10.222.0.36 "DELETE /v2.0/routers/2d5eb65a-ea38-4110-8af4-7dd3afa513ee HTTP/1.1" status: 204 len: 168 time: 1.8314610 Dec 15 19:57:14.664843 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 33674) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:57:14.735593 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-e987d821-ac94-4681-afd0-1ea3466b273b admin admin] Deleting subnet 4409bb67-32b6-4ce3-b291-b51b7fb8138f {{(pid=88990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:57:14.739743 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e987d821-ac94-4681-afd0-1ea3466b273b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:14.797135 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e987d821-ac94-4681-afd0-1ea3466b273b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838448728'] for subnet, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:15.133299 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e987d821-ac94-4681-afd0-1ea3466b273b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:15.244074 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e987d821-ac94-4681-afd0-1ea3466b273b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16636259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14850861'] for subnet, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:15.250012 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8e303f7e-e324-4dbe-8859-2cdef2bc2bf0 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:57:15.268663 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device b3850aa9-e0fb-4fef-a841-1fe199fd2df9 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:57:15.288825 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e987d821-ac94-4681-afd0-1ea3466b273b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4409bb67-32b6-4ce3-b291-b51b7fb8138f,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:57:15.294460 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e987d821-ac94-4681-afd0-1ea3466b273b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:57:15.296752 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e987d821-ac94-4681-afd0-1ea3466b273b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:15.302919 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e987d821-ac94-4681-afd0-1ea3466b273b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/4409bb67-32b6-4ce3-b291-b51b7fb8138f HTTP/1.1" status: 204 len: 168 time: 0.6370127 Dec 15 19:57:15.305648 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 33678) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:57:15.307144 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb72c92-35ca-416b-901b-26822a101924 None None] Network d49506b5-5248-490c-b7eb-e14fa3a09292 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:57:15.320238 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: b3850aa9-e0fb-4fef-a841-1fe199fd2df9 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:57:15.320645 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device b3850aa9-e0fb-4fef-a841-1fe199fd2df9 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:57:15.321125 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 8f262a49-4e07-40e5-b233-41dcb663cb3a no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:57:15.363507 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 8f262a49-4e07-40e5-b233-41dcb663cb3a {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:57:15.363906 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 8f262a49-4e07-40e5-b233-41dcb663cb3a not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:57:15.425426 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c4afd17e-f849-4652-b007-67b7b2f66a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:15.436331 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-c4afd17e-f849-4652-b007-67b7b2f66a41 admin admin] Deleting port f23c5233-a585-4c12-9bcd-63924b0100b0 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:57:15.436701 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c4afd17e-f849-4652-b007-67b7b2f66a41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:15.609663 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6697b53a-fcd2-47c6-b3b6-af19327057e6 None None] DHCP port deletion for d49506b5-5248-490c-b7eb-e14fa3a09292 request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:57:15.614280 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-6697b53a-fcd2-47c6-b3b6-af19327057e6 None None] Deleting port f23c5233-a585-4c12-9bcd-63924b0100b0 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:57:15.614991 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6697b53a-fcd2-47c6-b3b6-af19327057e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:15.652308 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-c4afd17e-f849-4652-b007-67b7b2f66a41 admin admin] For port f23c5233-a585-4c12-9bcd-63924b0100b0, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=f23c5233-a585-4c12-9bcd-63924b0100b0,segment=NetworkSegment(1367ded2-26f3-442a-8ed8-8e4fe90f2ba6),segment_id=1367ded2-26f3-442a-8ed8-8e4fe90f2ba6)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:57:15.652716 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c4afd17e-f849-4652-b007-67b7b2f66a41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:15.779943 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-c4afd17e-f849-4652-b007-67b7b2f66a41 admin admin] Calling delete_port for f23c5233-a585-4c12-9bcd-63924b0100b0 owned by network:dhcp {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:57:15.825785 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-6697b53a-fcd2-47c6-b3b6-af19327057e6 None None] For port f23c5233-a585-4c12-9bcd-63924b0100b0, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=f23c5233-a585-4c12-9bcd-63924b0100b0,segment=NetworkSegment(1367ded2-26f3-442a-8ed8-8e4fe90f2ba6),segment_id=1367ded2-26f3-442a-8ed8-8e4fe90f2ba6)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:57:15.826577 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6697b53a-fcd2-47c6-b3b6-af19327057e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:15.894827 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c4afd17e-f849-4652-b007-67b7b2f66a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:15.899489 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-72b3b221-adca-49c7-8bee-ef8870c17c8e tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:57:15.939525 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4afd17e-f849-4652-b007-67b7b2f66a41 admin admin] Pushing event deleted for resources: {'Port': ['ID=f23c5233-a585-4c12-9bcd-63924b0100b0,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:57:15.943312 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c4afd17e-f849-4652-b007-67b7b2f66a41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:57:15.946407 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4afd17e-f849-4652-b007-67b7b2f66a41 admin admin] No DVR routers for this DVR port f23c5233-a585-4c12-9bcd-63924b0100b0 on host dv-neutron-821831-2-hyperv {{(pid=88990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:57:15.956338 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-6697b53a-fcd2-47c6-b3b6-af19327057e6 None None] Calling delete_port for f23c5233-a585-4c12-9bcd-63924b0100b0 owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:57:16.026068 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-6697b53a-fcd2-47c6-b3b6-af19327057e6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88992) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:57:16.026596 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-6697b53a-fcd2-47c6-b3b6-af19327057e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:57:16.069727 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c4afd17e-f849-4652-b007-67b7b2f66a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:16.096139 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-c4afd17e-f849-4652-b007-67b7b2f66a41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d49506b5-5248-490c-b7eb-e14fa3a09292']}} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:57:16.108465 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-c4afd17e-f849-4652-b007-67b7b2f66a41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1367ded2-26f3-442a-8ed8-8e4fe90f2ba6') {'for_net_delete': True} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:57:16.108806 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-c4afd17e-f849-4652-b007-67b7b2f66a41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1367ded2-26f3-442a-8ed8-8e4fe90f2ba6') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:57:16.120975 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c4afd17e-f849-4652-b007-67b7b2f66a41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16327073'] for segment, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:16.139742 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c4afd17e-f849-4652-b007-67b7b2f66a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:16.145952 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4afd17e-f849-4652-b007-67b7b2f66a41 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=88990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:57:16.146403 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c4afd17e-f849-4652-b007-67b7b2f66a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838138943'] for segment, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:16.160142 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:57:16.160142 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:57:16.160142 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:57:16.160142 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:57:16.160142 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:57:16.160142 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:57:16.160142 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:57:16.160142 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:57:16.160142 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:57:16.160142 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:57:16.160142 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:57:16.160142 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:57:16.160142 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:57:16.160142 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:57:16.160142 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:57:16.160142 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:57:16.160142 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:57:16.160142 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:57:16.160142 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:57:16.160142 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:57:16.160142 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:57:16.160142 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:57:16.160142 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:57:16.160142 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:57:16.160142 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:57:16.160142 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:57:16.160142 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:57:16.160142 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:57:16.160142 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:57:16.160142 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:57:16.160142 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:57:16.160142 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:57:16.260983 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c4afd17e-f849-4652-b007-67b7b2f66a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:16.264881 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4be89a3c-f72b-4aa9-b073-edb2cde6f5bc tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:57:16.281384 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c4afd17e-f849-4652-b007-67b7b2f66a41 admin admin] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:16.287710 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4afd17e-f849-4652-b007-67b7b2f66a41 admin admin] Pushing event deleted for resources: {'Network': ['ID=d49506b5-5248-490c-b7eb-e14fa3a09292,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:57:16.293502 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c4afd17e-f849-4652-b007-67b7b2f66a41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:57:16.324541 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c4afd17e-f849-4652-b007-67b7b2f66a41 admin admin] 10.222.0.36 "DELETE /v2.0/networks/d49506b5-5248-490c-b7eb-e14fa3a09292 HTTP/1.1" status: 204 len: 168 time: 1.0176337 Dec 15 19:57:16.527554 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-6697b53a-fcd2-47c6-b3b6-af19327057e6 None None] Deleting port f23c5233-a585-4c12-9bcd-63924b0100b0 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:57:16.527997 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6697b53a-fcd2-47c6-b3b6-af19327057e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:16.550666 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 33684) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:57:16.596557 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-6697b53a-fcd2-47c6-b3b6-af19327057e6 None None] The port 'f23c5233-a585-4c12-9bcd-63924b0100b0' was deleted {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 15 19:57:16.614289 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-82341e73-3568-4c76-8d82-0e557d1a00d0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4f5a88559dde48d98560b094b41c0ecd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0622470 Dec 15 19:57:16.616714 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 33688) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:57:16.681541 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e93b0fb3-5734-4581-8a87-a10db2dbce02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:16.707795 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e93b0fb3-5734-4581-8a87-a10db2dbce02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:16.843348 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e93b0fb3-5734-4581-8a87-a10db2dbce02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:16.848549 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3e535a64-0613-4a4f-bc7f-d4f9cbefd007 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:57:16.864955 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93b0fb3-5734-4581-8a87-a10db2dbce02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3fd9d67-1a6f-49a5-819b-4e6b7e45b9e8,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:57:16.868149 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e93b0fb3-5734-4581-8a87-a10db2dbce02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:57:16.870109 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e93b0fb3-5734-4581-8a87-a10db2dbce02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:16.872008 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e93b0fb3-5734-4581-8a87-a10db2dbce02 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d3fd9d67-1a6f-49a5-819b-4e6b7e45b9e8 HTTP/1.1" status: 204 len: 168 time: 0.2543073 Dec 15 19:57:17.267365 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device f23c5233-a585-4c12-9bcd-63924b0100b0 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:57:17.300990 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: f23c5233-a585-4c12-9bcd-63924b0100b0 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:57:17.301397 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device f23c5233-a585-4c12-9bcd-63924b0100b0 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:57:17.926137 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 33710) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:57:18.064033 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-c43f3b29-150e-4603-ad06-477e283570d0 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1474250480-network', 'tenant_id': '1e54d3b0968948c1878ca6071666faa9'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:57:18.069330 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-c43f3b29-150e-4603-ad06-477e283570d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:57:18.074010 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-c43f3b29-150e-4603-ad06-477e283570d0 admin admin] Usage tracker for resource:network and tenant:1e54d3b0968948c1878ca6071666faa9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:57:18.077228 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-c43f3b29-150e-4603-ad06-477e283570d0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:57:18.083309 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-c43f3b29-150e-4603-ad06-477e283570d0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:57:18.124876 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c43f3b29-150e-4603-ad06-477e283570d0 admin admin] Made reservation on behalf of 1e54d3b0968948c1878ca6071666faa9 for: {'network': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:57:18.129571 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c43f3b29-150e-4603-ad06-477e283570d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:18.143341 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c43f3b29-150e-4603-ad06-477e283570d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:18.174989 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-c43f3b29-150e-4603-ad06-477e283570d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:57:18.178897 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-c43f3b29-150e-4603-ad06-477e283570d0 admin admin] Usage tracker for resource:security_group_rule and tenant:1e54d3b0968948c1878ca6071666faa9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:57:18.181903 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-c43f3b29-150e-4603-ad06-477e283570d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:57:18.188198 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-c43f3b29-150e-4603-ad06-477e283570d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:57:18.341029 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c43f3b29-150e-4603-ad06-477e283570d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:18.371197 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c43f3b29-150e-4603-ad06-477e283570d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:18.375390 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fb63e0a0-0729-4f84-a7eb-ff98511e3403 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:57:18.399965 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c43f3b29-150e-4603-ad06-477e283570d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=88990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:57:18.412632 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43f3b29-150e-4603-ad06-477e283570d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce3790d-90b8-4311-bd7b-fd946a64c0df,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:57:18.415762 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c43f3b29-150e-4603-ad06-477e283570d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:57:18.441416 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c43f3b29-150e-4603-ad06-477e283570d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:18.441820 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-c43f3b29-150e-4603-ad06-477e283570d0 admin admin] Added segment 8375183b-2531-40dc-80cf-a12a3192951e of type vlan for network 842812c9-f8a1-4b01-9bf1-61e6a5e4145f Dec 15 19:57:18.512430 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c43f3b29-150e-4603-ad06-477e283570d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:18.616679 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c43f3b29-150e-4603-ad06-477e283570d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:18.617698 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43f3b29-150e-4603-ad06-477e283570d0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:57:18.618400 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c43f3b29-150e-4603-ad06-477e283570d0 admin admin] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:18.624908 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-103faaf0-6c86-4878-afc9-b405e16e330a tempest-RoutersTest-1494079388 tempest-RoutersTest-1494079388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:57:18.731701 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43f3b29-150e-4603-ad06-477e283570d0 admin admin] Pushing event updated for resources: {'Network': ['ID=842812c9-f8a1-4b01-9bf1-61e6a5e4145f,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:57:18.734715 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c43f3b29-150e-4603-ad06-477e283570d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:57:18.741767 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 842812c9-f8a1-4b01-9bf1-61e6a5e4145f details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:57:18.778078 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c43f3b29-150e-4603-ad06-477e283570d0 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8507311 Dec 15 19:57:18.781009 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 33716) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:57:18.786969 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-20f0f744-adb5-49d7-bbdb-a94ee219de0a admin admin] Request body: {'subnet': {'network_id': '842812c9-f8a1-4b01-9bf1-61e6a5e4145f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1474250480-subnet', 'tenant_id': '1e54d3b0968948c1878ca6071666faa9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:57:18.792274 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-20f0f744-adb5-49d7-bbdb-a94ee219de0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:57:18.796404 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-20f0f744-adb5-49d7-bbdb-a94ee219de0a admin admin] Usage tracker for resource:subnet and tenant:1e54d3b0968948c1878ca6071666faa9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:57:18.799458 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-20f0f744-adb5-49d7-bbdb-a94ee219de0a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:57:18.805534 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-20f0f744-adb5-49d7-bbdb-a94ee219de0a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:57:18.851011 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f0f744-adb5-49d7-bbdb-a94ee219de0a admin admin] Made reservation on behalf of 1e54d3b0968948c1878ca6071666faa9 for: {'subnet': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:57:18.856666 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-20f0f744-adb5-49d7-bbdb-a94ee219de0a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839924940'] for subnet, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:18.938848 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 19:57:19.216817 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-20f0f744-adb5-49d7-bbdb-a94ee219de0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838139473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839924955'] for subnet, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:19.221295 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-10ac1254-282b-48ae-8a53-bf42f1642a51 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:57:19.302447 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f0f744-adb5-49d7-bbdb-a94ee219de0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fc870d3-3c37-431e-a23e-c410f58ad679,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:57:19.307214 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-20f0f744-adb5-49d7-bbdb-a94ee219de0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:57:19.312792 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f0f744-adb5-49d7-bbdb-a94ee219de0a admin admin] Checking segment: {'id': '8375183b-2531-40dc-80cf-a12a3192951e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '842812c9-f8a1-4b01-9bf1-61e6a5e4145f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:57:19.313189 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f0f744-adb5-49d7-bbdb-a94ee219de0a admin admin] Network hostable DHCP agents. Network: 842812c9-f8a1-4b01-9bf1-61e6a5e4145f, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:57:19.370673 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f0f744-adb5-49d7-bbdb-a94ee219de0a admin admin] Network 842812c9-f8a1-4b01-9bf1-61e6a5e4145f is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:57:19.404429 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-20f0f744-adb5-49d7-bbdb-a94ee219de0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, 842812c9-f8a1-4b01-9bf1-61e6a5e4145f) {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:57:19.408848 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f0f744-adb5-49d7-bbdb-a94ee219de0a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:57:19.409496 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-20f0f744-adb5-49d7-bbdb-a94ee219de0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:19.413610 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b5da5f-2a84-4af7-8e3d-a5367e7e69ff None None] Network 842812c9-f8a1-4b01-9bf1-61e6a5e4145f requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:57:19.474275 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-20f0f744-adb5-49d7-bbdb-a94ee219de0a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6920316 Dec 15 19:57:19.803959 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0507f58-3dcc-48f6-a6f5-28605207c832 None None] Network 842812c9-f8a1-4b01-9bf1-61e6a5e4145f requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:57:20.103274 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5539d3-2644-44f7-9197-63dac4c315ce req-ede0bd59-b340-4607-981a-b55bfd031701 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:57:20.103944 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-8b5539d3-2644-44f7-9197-63dac4c315ce req-ede0bd59-b340-4607-981a-b55bfd031701 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Synchronizing usage tracker for tenant:1e54d3b0968948c1878ca6071666faa9 on resource:network {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:57:20.147428 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-8b5539d3-2644-44f7-9197-63dac4c315ce req-ede0bd59-b340-4607-981a-b55bfd031701 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Unset dirty status for tenant:1e54d3b0968948c1878ca6071666faa9 on resource:network {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:57:20.148696 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8b5539d3-2644-44f7-9197-63dac4c315ce req-ede0bd59-b340-4607-981a-b55bfd031701 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] 10.222.0.36 "GET /v2.0/networks?id=842812c9-f8a1-4b01-9bf1-61e6a5e4145f HTTP/1.1" status: 200 len: 814 time: 0.1984360 Dec 15 19:57:20.165872 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8b5539d3-2644-44f7-9197-63dac4c315ce req-f0df0491-aab5-4348-891e-bef814507b2f tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] 10.222.0.36 "GET /v2.0/quotas/1e54d3b0968948c1878ca6071666faa9 HTTP/1.1" status: 200 len: 375 time: 0.0110428 Dec 15 19:57:20.215024 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8b5539d3-2644-44f7-9197-63dac4c315ce req-21e386e0-2e95-4fa4-acb2-4c7825284be6 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1e54d3b0968948c1878ca6071666faa9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436831 Dec 15 19:57:20.356631 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8b5539d3-2644-44f7-9197-63dac4c315ce req-fa501107-018d-411d-936f-3316dbac7b11 service neutron] 10.222.0.36 "GET /v2.0/networks/842812c9-f8a1-4b01-9bf1-61e6a5e4145f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344886 Dec 15 19:57:20.494557 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8b5539d3-2644-44f7-9197-63dac4c315ce req-a75b7354-0afd-473e-85cf-072b23116498 service neutron] 10.222.0.36 "GET /v2.0/networks/842812c9-f8a1-4b01-9bf1-61e6a5e4145f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315300 Dec 15 19:57:20.738934 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-bf8740f1-bd97-4c7a-981b-7bf625aa1a12 req-6ffe33ae-3b70-45e7-9e5a-1718e31d4abe tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f3c7b04-d1ed-40e7-b8bc-46a48a7b07e6 HTTP/1.1" status: 200 len: 210 time: 0.0459702 Dec 15 19:57:21.911689 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f58843db-e389-4407-98ff-ff05e58f0912 req-5289b488-48f6-422d-9bb4-cbeae3fb96e2 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f3c7b04-d1ed-40e7-b8bc-46a48a7b07e6 HTTP/1.1" status: 200 len: 210 time: 0.0478456 Dec 15 19:57:22.421580 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5539d3-2644-44f7-9197-63dac4c315ce req-b4aef5a1-0741-45fc-bae0-9af53ebd390b tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:57:22.423187 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8b5539d3-2644-44f7-9197-63dac4c315ce req-b4aef5a1-0741-45fc-bae0-9af53ebd390b tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] 10.222.0.32 "GET /v2.0/networks?id=842812c9-f8a1-4b01-9bf1-61e6a5e4145f HTTP/1.1" status: 200 len: 814 time: 0.1568077 Dec 15 19:57:22.446603 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [req-8b5539d3-2644-44f7-9197-63dac4c315ce req-54f882b8-147b-40c5-a475-a88beae0cfc5 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Request body: {'port': {'device_id': '3f3c7b04-d1ed-40e7-b8bc-46a48a7b07e6', 'network_id': '842812c9-f8a1-4b01-9bf1-61e6a5e4145f', 'admin_state_up': True, 'tenant_id': '1e54d3b0968948c1878ca6071666faa9'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:57:22.586406 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [req-8b5539d3-2644-44f7-9197-63dac4c315ce req-54f882b8-147b-40c5-a475-a88beae0cfc5 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:57:22.590992 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-8b5539d3-2644-44f7-9197-63dac4c315ce req-54f882b8-147b-40c5-a475-a88beae0cfc5 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Usage tracker for resource:port and tenant:1e54d3b0968948c1878ca6071666faa9 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:57:22.593931 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-8b5539d3-2644-44f7-9197-63dac4c315ce req-54f882b8-147b-40c5-a475-a88beae0cfc5 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:57:22.600086 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [req-8b5539d3-2644-44f7-9197-63dac4c315ce req-54f882b8-147b-40c5-a475-a88beae0cfc5 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:57:22.679478 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b5539d3-2644-44f7-9197-63dac4c315ce req-54f882b8-147b-40c5-a475-a88beae0cfc5 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Made reservation on behalf of 1e54d3b0968948c1878ca6071666faa9 for: {'port': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:57:22.685620 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-8b5539d3-2644-44f7-9197-63dac4c315ce req-54f882b8-147b-40c5-a475-a88beae0cfc5 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:22.903381 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [req-8b5539d3-2644-44f7-9197-63dac4c315ce req-54f882b8-147b-40c5-a475-a88beae0cfc5 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Allocated IP 172.20.0.9 (842812c9-f8a1-4b01-9bf1-61e6a5e4145f/6fc870d3-3c37-431e-a23e-c410f58ad679/68b84166-24e7-4e15-8800-a9b071587374) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:57:23.129139 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ca4b66bb-9a6e-49bd-803c-6aedbfde176c req-98d31025-24bb-4109-a7ef-bb4484ef1c99 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f3c7b04-d1ed-40e7-b8bc-46a48a7b07e6 HTTP/1.1" status: 200 len: 210 time: 0.0611567 Dec 15 19:57:23.162372 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-8b5539d3-2644-44f7-9197-63dac4c315ce req-54f882b8-147b-40c5-a475-a88beae0cfc5 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:23.233829 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-8b5539d3-2644-44f7-9197-63dac4c315ce req-54f882b8-147b-40c5-a475-a88beae0cfc5 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:23.239836 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e63d880d-a486-4e83-abd8-4998c787a54f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:57:23.303513 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b5539d3-2644-44f7-9197-63dac4c315ce req-54f882b8-147b-40c5-a475-a88beae0cfc5 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Network 842812c9-f8a1-4b01-9bf1-61e6a5e4145f is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:57:23.306702 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [req-8b5539d3-2644-44f7-9197-63dac4c315ce req-54f882b8-147b-40c5-a475-a88beae0cfc5 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:57:23.316161 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b5539d3-2644-44f7-9197-63dac4c315ce req-54f882b8-147b-40c5-a475-a88beae0cfc5 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:57:23.356376 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f882b8-147b-40c5-a475-a88beae0cfc5 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Pushing event updated for resources: {'Port': ['ID=68b84166-24e7-4e15-8800-a9b071587374,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:57:23.365419 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-54f882b8-147b-40c5-a475-a88beae0cfc5 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:57:23.390712 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5539d3-2644-44f7-9197-63dac4c315ce req-54f882b8-147b-40c5-a475-a88beae0cfc5 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:57:23.391375 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-8b5539d3-2644-44f7-9197-63dac4c315ce req-54f882b8-147b-40c5-a475-a88beae0cfc5 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:23.498202 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8b5539d3-2644-44f7-9197-63dac4c315ce req-54f882b8-147b-40c5-a475-a88beae0cfc5 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0554824 Dec 15 19:57:23.515823 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [req-8b5539d3-2644-44f7-9197-63dac4c315ce req-a4579495-3b46-4a9e-b6ce-c6f0251b4a59 service neutron] Request body: {'port': {'device_id': '3f3c7b04-d1ed-40e7-b8bc-46a48a7b07e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:57:23.635079 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-8b5539d3-2644-44f7-9197-63dac4c315ce req-a4579495-3b46-4a9e-b6ce-c6f0251b4a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:24.241354 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [req-8b5539d3-2644-44f7-9197-63dac4c315ce req-a4579495-3b46-4a9e-b6ce-c6f0251b4a59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68b84166-24e7-4e15-8800-a9b071587374 {{(pid=88990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 19:57:24.248586 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-8b5539d3-2644-44f7-9197-63dac4c315ce req-a4579495-3b46-4a9e-b6ce-c6f0251b4a59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:24.303113 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [req-8b5539d3-2644-44f7-9197-63dac4c315ce req-a4579495-3b46-4a9e-b6ce-c6f0251b4a59 service neutron] Transition to ACTIVE for port object 68b84166-24e7-4e15-8800-a9b071587374 will not be triggered until provisioned by entity L2. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:57:24.343288 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-8b5539d3-2644-44f7-9197-63dac4c315ce req-a4579495-3b46-4a9e-b6ce-c6f0251b4a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:24.347636 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-98e61850-825c-4fb1-bb2c-a56042235a0f tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:57:24.379981 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4204f2c1-456a-4c2b-ab26-484eb1e6d2be req-97600135-5ceb-410b-a074-fe92ae9c43c3 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:57:24.380734 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-4204f2c1-456a-4c2b-ab26-484eb1e6d2be req-97600135-5ceb-410b-a074-fe92ae9c43c3 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Synchronizing usage tracker for tenant:1e54d3b0968948c1878ca6071666faa9 on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:57:24.439515 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:24.496289 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4579495-3b46-4a9e-b6ce-c6f0251b4a59 service neutron] Pushing event updated for resources: {'Port': ['ID=68b84166-24e7-4e15-8800-a9b071587374,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:57:24.500135 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a4579495-3b46-4a9e-b6ce-c6f0251b4a59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:57:24.530854 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-4204f2c1-456a-4c2b-ab26-484eb1e6d2be req-97600135-5ceb-410b-a074-fe92ae9c43c3 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Unset dirty status for tenant:1e54d3b0968948c1878ca6071666faa9 on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:57:24.532133 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4204f2c1-456a-4c2b-ab26-484eb1e6d2be req-97600135-5ceb-410b-a074-fe92ae9c43c3 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f3c7b04-d1ed-40e7-b8bc-46a48a7b07e6 HTTP/1.1" status: 200 len: 931 time: 0.2758653 Dec 15 19:57:24.643721 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-4204f2c1-456a-4c2b-ab26-484eb1e6d2be req-7714cd27-8557-4fa3-ae04-c5852e212b95 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Synchronizing usage tracker for tenant:1e54d3b0968948c1878ca6071666faa9 on resource:security_group {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:57:24.646013 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-8b5539d3-2644-44f7-9197-63dac4c315ce req-a4579495-3b46-4a9e-b6ce-c6f0251b4a59 service neutron] Attempting to bind port 68b84166-24e7-4e15-8800-a9b071587374 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:57:24.646417 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-8b5539d3-2644-44f7-9197-63dac4c315ce req-a4579495-3b46-4a9e-b6ce-c6f0251b4a59 service neutron] Attempting to bind port 68b84166-24e7-4e15-8800-a9b071587374 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '8375183b-2531-40dc-80cf-a12a3192951e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '842812c9-f8a1-4b01-9bf1-61e6a5e4145f'}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:57:24.646782 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5539d3-2644-44f7-9197-63dac4c315ce req-a4579495-3b46-4a9e-b6ce-c6f0251b4a59 service neutron] Attempting to bind port 68b84166-24e7-4e15-8800-a9b071587374 on network 842812c9-f8a1-4b01-9bf1-61e6a5e4145f {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:57:24.658934 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5539d3-2644-44f7-9197-63dac4c315ce req-a4579495-3b46-4a9e-b6ce-c6f0251b4a59 service neutron] Port 68b84166-24e7-4e15-8800-a9b071587374 on network 842812c9-f8a1-4b01-9bf1-61e6a5e4145f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:57:24.659293 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5539d3-2644-44f7-9197-63dac4c315ce req-a4579495-3b46-4a9e-b6ce-c6f0251b4a59 service neutron] Attempting to bind port 68b84166-24e7-4e15-8800-a9b071587374 on network 842812c9-f8a1-4b01-9bf1-61e6a5e4145f {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:57:24.669939 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5539d3-2644-44f7-9197-63dac4c315ce req-a4579495-3b46-4a9e-b6ce-c6f0251b4a59 service neutron] Checking agent: {'id': '59e4c979-c5dd-468d-a1f2-341133950749', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 12, 24), 'started_at': datetime.datetime(2021, 12, 15, 19, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:57:24.670329 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5539d3-2644-44f7-9197-63dac4c315ce req-a4579495-3b46-4a9e-b6ce-c6f0251b4a59 service neutron] Checking segment: {'id': '8375183b-2531-40dc-80cf-a12a3192951e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '842812c9-f8a1-4b01-9bf1-61e6a5e4145f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:57:24.670746 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5539d3-2644-44f7-9197-63dac4c315ce req-a4579495-3b46-4a9e-b6ce-c6f0251b4a59 service neutron] Bound using segment: {'id': '8375183b-2531-40dc-80cf-a12a3192951e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '842812c9-f8a1-4b01-9bf1-61e6a5e4145f'} {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:57:24.671205 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-8b5539d3-2644-44f7-9197-63dac4c315ce req-a4579495-3b46-4a9e-b6ce-c6f0251b4a59 service neutron] Bound port: 68b84166-24e7-4e15-8800-a9b071587374, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8375183b-2531-40dc-80cf-a12a3192951e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '842812c9-f8a1-4b01-9bf1-61e6a5e4145f'}}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:57:24.671585 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-8b5539d3-2644-44f7-9197-63dac4c315ce req-a4579495-3b46-4a9e-b6ce-c6f0251b4a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:24.716794 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-4204f2c1-456a-4c2b-ab26-484eb1e6d2be req-7714cd27-8557-4fa3-ae04-c5852e212b95 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Unset dirty status for tenant:1e54d3b0968948c1878ca6071666faa9 on resource:security_group {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:57:24.717957 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4204f2c1-456a-4c2b-ab26-484eb1e6d2be req-7714cd27-8557-4fa3-ae04-c5852e212b95 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] 10.222.0.36 "GET /v2.0/security-groups?id=6ce3790d-90b8-4311-bd7b-fd946a64c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530309 Dec 15 19:57:24.766015 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-8b5539d3-2644-44f7-9197-63dac4c315ce req-a4579495-3b46-4a9e-b6ce-c6f0251b4a59 service neutron] For port 68b84166-24e7-4e15-8800-a9b071587374, host hv-neutron-8218, cleared binding levels {{(pid=88990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:57:24.769130 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-8b5539d3-2644-44f7-9197-63dac4c315ce req-a4579495-3b46-4a9e-b6ce-c6f0251b4a59 service neutron] For port 68b84166-24e7-4e15-8800-a9b071587374, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=68b84166-24e7-4e15-8800-a9b071587374,segment=NetworkSegment(8375183b-2531-40dc-80cf-a12a3192951e),segment_id=8375183b-2531-40dc-80cf-a12a3192951e)] {{(pid=88990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:57:24.799280 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-8b5539d3-2644-44f7-9197-63dac4c315ce req-a4579495-3b46-4a9e-b6ce-c6f0251b4a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:24.803785 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-78774b36-eb3a-4ad6-a3fd-76853b3d8d88 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:57:24.863600 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-8b5539d3-2644-44f7-9197-63dac4c315ce req-a4579495-3b46-4a9e-b6ce-c6f0251b4a59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:24.865078 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8b5539d3-2644-44f7-9197-63dac4c315ce req-a4579495-3b46-4a9e-b6ce-c6f0251b4a59 service neutron] 10.222.0.32 "PUT /v2.0/ports/68b84166-24e7-4e15-8800-a9b071587374 HTTP/1.1" status: 200 len: 1093 time: 1.3540552 Dec 15 19:57:24.865644 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f3c7b04-d1ed-40e7-b8bc-46a48a7b07e6', 'tag': '68b84166-24e7-4e15-8800-a9b071587374'}] {{(pid=88990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:57:24.888935 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4579495-3b46-4a9e-b6ce-c6f0251b4a59 service neutron] Pushing event updated for resources: {'Port': ['ID=68b84166-24e7-4e15-8800-a9b071587374,revision_number=3']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:57:24.892365 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a4579495-3b46-4a9e-b6ce-c6f0251b4a59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:57:24.924260 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f3c7b04-d1ed-40e7-b8bc-46a48a7b07e6', 'tag': '68b84166-24e7-4e15-8800-a9b071587374', 'status': 'completed', 'code': 200} Dec 15 19:57:25.024769 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c0f790fb-a2d2-45a2-b25c-527857fc8592 req-a473c167-f3a3-414f-a488-b83e9f48bfc3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1e54d3b0968948c1878ca6071666faa9&device_id=3f3c7b04-d1ed-40e7-b8bc-46a48a7b07e6 HTTP/1.1" status: 200 len: 1096 time: 0.0751112 Dec 15 19:57:25.178655 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f790fb-a2d2-45a2-b25c-527857fc8592 req-7857e9c7-4c73-4518-9956-043f28690578 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:57:25.180246 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c0f790fb-a2d2-45a2-b25c-527857fc8592 req-7857e9c7-4c73-4518-9956-043f28690578 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=1e54d3b0968948c1878ca6071666faa9&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1450889 Dec 15 19:57:25.333495 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f790fb-a2d2-45a2-b25c-527857fc8592 req-23a38678-32e1-4f99-ba81-f347601f4dbf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:57:25.335074 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c0f790fb-a2d2-45a2-b25c-527857fc8592 req-23a38678-32e1-4f99-ba81-f347601f4dbf service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1456394 Dec 15 19:57:25.448538 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8b5539d3-2644-44f7-9197-63dac4c315ce req-66c0c0af-518d-4c1b-9fbe-e1047d8cd59e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1e54d3b0968948c1878ca6071666faa9&device_id=3f3c7b04-d1ed-40e7-b8bc-46a48a7b07e6 HTTP/1.1" status: 200 len: 1096 time: 0.0729489 Dec 15 19:57:25.525274 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8b5539d3-2644-44f7-9197-63dac4c315ce req-e6845774-2054-4f0c-819c-3ddfd057ff04 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68b84166-24e7-4e15-8800-a9b071587374 HTTP/1.1" status: 200 len: 217 time: 0.0660782 Dec 15 19:57:25.596486 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5539d3-2644-44f7-9197-63dac4c315ce req-3cca12e1-c6ac-4e79-a4ef-df3661db40c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:57:25.597999 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8b5539d3-2644-44f7-9197-63dac4c315ce req-3cca12e1-c6ac-4e79-a4ef-df3661db40c0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6fc870d3-3c37-431e-a23e-c410f58ad679 HTTP/1.1" status: 200 len: 854 time: 0.0631347 Dec 15 19:57:25.655881 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8b5539d3-2644-44f7-9197-63dac4c315ce req-57913d18-c0b9-4b36-8f74-ba92f2d9fa53 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=842812c9-f8a1-4b01-9bf1-61e6a5e4145f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481367 Dec 15 19:57:25.804162 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8b5539d3-2644-44f7-9197-63dac4c315ce req-31ae1afb-f68b-42b4-a662-6d6c94698a88 service neutron] 10.222.0.32 "GET /v2.0/networks/842812c9-f8a1-4b01-9bf1-61e6a5e4145f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369975 Dec 15 19:57:26.011944 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8b5539d3-2644-44f7-9197-63dac4c315ce req-96f538cd-db49-4a7c-9102-cb1a93dc1804 service neutron] 10.222.0.32 "GET /v2.0/networks/842812c9-f8a1-4b01-9bf1-61e6a5e4145f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977866 Dec 15 19:57:26.022160 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00482cd-c183-416b-bacc-cd8f3bfcf7f5 req-46b973bf-9dcd-4464-9c59-1e82097515be tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:57:26.023735 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f00482cd-c183-416b-bacc-cd8f3bfcf7f5 req-46b973bf-9dcd-4464-9c59-1e82097515be tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f3c7b04-d1ed-40e7-b8bc-46a48a7b07e6 HTTP/1.1" status: 200 len: 943 time: 0.1379213 Dec 15 19:57:26.072742 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f00482cd-c183-416b-bacc-cd8f3bfcf7f5 req-c6ecb198-1ca5-4eb9-b50a-76ddd0213379 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] 10.222.0.36 "GET /v2.0/security-groups?id=6ce3790d-90b8-4311-bd7b-fd946a64c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428236 Dec 15 19:57:27.283669 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bede40f-82c5-4f18-ac69-44123d80d5f7 req-44560f07-99d3-4e9c-9e3a-312cb085874a tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:57:27.285268 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9bede40f-82c5-4f18-ac69-44123d80d5f7 req-44560f07-99d3-4e9c-9e3a-312cb085874a tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f3c7b04-d1ed-40e7-b8bc-46a48a7b07e6 HTTP/1.1" status: 200 len: 943 time: 0.0874069 Dec 15 19:57:27.334377 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9bede40f-82c5-4f18-ac69-44123d80d5f7 req-304148dc-3854-4b4b-bc2c-12f5ef33d3b5 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] 10.222.0.36 "GET /v2.0/security-groups?id=6ce3790d-90b8-4311-bd7b-fd946a64c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427690 Dec 15 19:57:27.773841 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 68b84166-24e7-4e15-8800-a9b071587374 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 15 19:57:27.912603 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 68b84166-24e7-4e15-8800-a9b071587374, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=68b84166-24e7-4e15-8800-a9b071587374,segment=NetworkSegment(8375183b-2531-40dc-80cf-a12a3192951e),segment_id=8375183b-2531-40dc-80cf-a12a3192951e)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:57:27.926728 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Returning: {'device': '68b84166-24e7-4e15-8800-a9b071587374', 'network_id': '842812c9-f8a1-4b01-9bf1-61e6a5e4145f', 'port_id': '68b84166-24e7-4e15-8800-a9b071587374', 'mac_address': 'fa:16:3e:e0:49:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fc870d3-3c37-431e-a23e-c410f58ad679', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 19:57:27.980515 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:27.998528 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68b84166-24e7-4e15-8800-a9b071587374 {{(pid=88992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 19:57:28.013150 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 68b84166-24e7-4e15-8800-a9b071587374, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=68b84166-24e7-4e15-8800-a9b071587374,segment=NetworkSegment(8375183b-2531-40dc-80cf-a12a3192951e),segment_id=8375183b-2531-40dc-80cf-a12a3192951e)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:57:28.050659 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:28.052504 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:57:28.129727 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=68b84166-24e7-4e15-8800-a9b071587374,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:57:28.133092 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:57:28.388592 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] get_ports_and_sgs() called for port_ids ['68b84166-24e7-4e15-8800-a9b071587374'] {{(pid=88992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 19:57:28.538635 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e920831-9dd7-47be-a1fe-58fee98aab46 req-17a3a583-bd7b-478c-b9ba-ae9db43907c0 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:57:28.540232 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9e920831-9dd7-47be-a1fe-58fee98aab46 req-17a3a583-bd7b-478c-b9ba-ae9db43907c0 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f3c7b04-d1ed-40e7-b8bc-46a48a7b07e6 HTTP/1.1" status: 200 len: 944 time: 0.0823574 Dec 15 19:57:28.590012 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9e920831-9dd7-47be-a1fe-58fee98aab46 req-714c951f-9875-44f0-a7e3-c4439e56b045 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] 10.222.0.36 "GET /v2.0/security-groups?id=6ce3790d-90b8-4311-bd7b-fd946a64c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425882 Dec 15 19:57:29.773842 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 68b84166-24e7-4e15-8800-a9b071587374 up at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:57:29.802876 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8eca8a-603c-439b-8fe0-3e2dd3c053b6 req-ca10a2a6-2824-4b98-a4f8-a97244b57b7f tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:57:29.804789 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9f8eca8a-603c-439b-8fe0-3e2dd3c053b6 req-ca10a2a6-2824-4b98-a4f8-a97244b57b7f tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f3c7b04-d1ed-40e7-b8bc-46a48a7b07e6 HTTP/1.1" status: 200 len: 944 time: 0.0910017 Dec 15 19:57:29.853102 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9f8eca8a-603c-439b-8fe0-3e2dd3c053b6 req-3d5339b3-0abd-496e-8264-05ddfe2c5652 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] 10.222.0.36 "GET /v2.0/security-groups?id=6ce3790d-90b8-4311-bd7b-fd946a64c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421159 Dec 15 19:57:29.907644 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning for port 68b84166-24e7-4e15-8800-a9b071587374 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:57:29.912910 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning complete for port 68b84166-24e7-4e15-8800-a9b071587374 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:57:29.922608 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:30.030532 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:30.057642 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3c7b04-d1ed-40e7-b8bc-46a48a7b07e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b84166-24e7-4e15-8800-a9b071587374'}] {{(pid=88992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:57:30.067529 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 68b84166-24e7-4e15-8800-a9b071587374, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=68b84166-24e7-4e15-8800-a9b071587374,segment=NetworkSegment(8375183b-2531-40dc-80cf-a12a3192951e),segment_id=8375183b-2531-40dc-80cf-a12a3192951e)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:57:30.096440 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:30.099406 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:57:30.130005 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f3c7b04-d1ed-40e7-b8bc-46a48a7b07e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b84166-24e7-4e15-8800-a9b071587374', 'code': 200} Dec 15 19:57:30.169312 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=68b84166-24e7-4e15-8800-a9b071587374,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:57:30.172311 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:57:30.427262 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-51a89bb5-445d-4471-b872-c29041856f38 req-13fb546e-7b84-4f5e-bcc9-957161a0f48e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3f3c7b04-d1ed-40e7-b8bc-46a48a7b07e6 HTTP/1.1" status: 200 len: 1098 time: 0.0725198 Dec 15 19:57:30.479482 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-51a89bb5-445d-4471-b872-c29041856f38 req-277bfd56-92ac-4f5d-84ad-d192db6a0837 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6ce3790d-90b8-4311-bd7b-fd946a64c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429056 Dec 15 19:57:31.064888 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65a18c8-dc4b-4321-a60b-ff865db52a92 req-c4444bf3-26f1-4ae3-b275-d50225284edd tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:57:31.066535 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f65a18c8-dc4b-4321-a60b-ff865db52a92 req-c4444bf3-26f1-4ae3-b275-d50225284edd tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f3c7b04-d1ed-40e7-b8bc-46a48a7b07e6 HTTP/1.1" status: 200 len: 945 time: 0.0834076 Dec 15 19:57:31.114088 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f65a18c8-dc4b-4321-a60b-ff865db52a92 req-36ba6bf9-1e3a-47ee-a0b8-fee15d4d2980 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] 10.222.0.36 "GET /v2.0/security-groups?id=6ce3790d-90b8-4311-bd7b-fd946a64c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413711 Dec 15 19:57:32.323316 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d283da-fdcb-47a9-9cb8-64ad23b49737 req-9857639b-1fe4-4e0c-8c3c-6d71cf524ba0 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:57:32.324903 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d5d283da-fdcb-47a9-9cb8-64ad23b49737 req-9857639b-1fe4-4e0c-8c3c-6d71cf524ba0 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f3c7b04-d1ed-40e7-b8bc-46a48a7b07e6 HTTP/1.1" status: 200 len: 945 time: 0.0871739 Dec 15 19:57:32.372617 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d5d283da-fdcb-47a9-9cb8-64ad23b49737 req-215b7664-26ec-4cdc-9dab-5c51565dba41 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] 10.222.0.36 "GET /v2.0/security-groups?id=6ce3790d-90b8-4311-bd7b-fd946a64c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413187 Dec 15 19:57:32.821936 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d721d4f7-0af2-4187-8831-0e4586cdef07 req-87b17ba9-a8b7-4ba7-aec4-372f08cc5909 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:57:32.824270 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d721d4f7-0af2-4187-8831-0e4586cdef07 req-87b17ba9-a8b7-4ba7-aec4-372f08cc5909 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] 10.222.0.36 "GET /v2.0/networks?id=842812c9-f8a1-4b01-9bf1-61e6a5e4145f HTTP/1.1" status: 200 len: 814 time: 0.1542373 Dec 15 19:57:32.841975 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d721d4f7-0af2-4187-8831-0e4586cdef07 req-5b899bc3-c9cf-4c2a-9510-fa23ef6864d9 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] 10.222.0.36 "GET /v2.0/quotas/1e54d3b0968948c1878ca6071666faa9 HTTP/1.1" status: 200 len: 375 time: 0.0113835 Dec 15 19:57:32.923439 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d721d4f7-0af2-4187-8831-0e4586cdef07 req-2c9be203-7307-494b-b452-54c1b1617775 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1e54d3b0968948c1878ca6071666faa9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0760090 Dec 15 19:57:33.063462 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d721d4f7-0af2-4187-8831-0e4586cdef07 req-de2da948-659a-486c-9585-c6f6b53a2b50 service neutron] 10.222.0.36 "GET /v2.0/networks/842812c9-f8a1-4b01-9bf1-61e6a5e4145f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329386 Dec 15 19:57:33.203556 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d721d4f7-0af2-4187-8831-0e4586cdef07 req-c7d7fa93-6017-4f09-a636-e5abef0648d2 service neutron] 10.222.0.36 "GET /v2.0/networks/842812c9-f8a1-4b01-9bf1-61e6a5e4145f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339386 Dec 15 19:57:33.472486 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2c3d74d5-c9ce-41f3-9fa5-8c8c17bd51fa req-132fced0-087a-4194-8719-9e9fc2b1b9be tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de230d8-bcde-4133-899e-ee78f6fa4ece HTTP/1.1" status: 200 len: 210 time: 0.0510705 Dec 15 19:57:34.640419 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-20f4bb3b-757c-4e22-9920-5cf4f75f8057 req-40a9293a-a161-4434-a2ea-31aa38f7471d tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de230d8-bcde-4133-899e-ee78f6fa4ece HTTP/1.1" status: 200 len: 210 time: 0.0458653 Dec 15 19:57:35.091553 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d721d4f7-0af2-4187-8831-0e4586cdef07 req-add198fb-c724-41b5-aa1c-d62ba6d94c9b tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:57:35.093151 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d721d4f7-0af2-4187-8831-0e4586cdef07 req-add198fb-c724-41b5-aa1c-d62ba6d94c9b tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] 10.222.0.32 "GET /v2.0/networks?id=842812c9-f8a1-4b01-9bf1-61e6a5e4145f HTTP/1.1" status: 200 len: 814 time: 0.1547885 Dec 15 19:57:35.109358 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [req-d721d4f7-0af2-4187-8831-0e4586cdef07 req-8807a4c1-8778-4a42-9986-53a8ed5ac22c tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Request body: {'port': {'device_id': '9de230d8-bcde-4133-899e-ee78f6fa4ece', 'network_id': '842812c9-f8a1-4b01-9bf1-61e6a5e4145f', 'admin_state_up': True, 'tenant_id': '1e54d3b0968948c1878ca6071666faa9'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:57:35.484722 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [req-d721d4f7-0af2-4187-8831-0e4586cdef07 req-8807a4c1-8778-4a42-9986-53a8ed5ac22c tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:57:35.494545 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [req-d721d4f7-0af2-4187-8831-0e4586cdef07 req-8807a4c1-8778-4a42-9986-53a8ed5ac22c tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:57:35.530126 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d721d4f7-0af2-4187-8831-0e4586cdef07 req-8807a4c1-8778-4a42-9986-53a8ed5ac22c tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Made reservation on behalf of 1e54d3b0968948c1878ca6071666faa9 for: {'port': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:57:35.535749 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-d721d4f7-0af2-4187-8831-0e4586cdef07 req-8807a4c1-8778-4a42-9986-53a8ed5ac22c tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:35.707126 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [req-d721d4f7-0af2-4187-8831-0e4586cdef07 req-8807a4c1-8778-4a42-9986-53a8ed5ac22c tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Allocated IP 172.20.0.2 (842812c9-f8a1-4b01-9bf1-61e6a5e4145f/6fc870d3-3c37-431e-a23e-c410f58ad679/471ccf5a-ddee-4627-9833-f04a3995fe8f) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:57:35.875449 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8b523947-bbe0-4b27-9457-a4001423a777 req-b2776a13-4229-444c-968b-84b2db367068 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de230d8-bcde-4133-899e-ee78f6fa4ece HTTP/1.1" status: 200 len: 210 time: 0.0485148 Dec 15 19:57:36.088719 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-d721d4f7-0af2-4187-8831-0e4586cdef07 req-8807a4c1-8778-4a42-9986-53a8ed5ac22c tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:36.148157 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-d721d4f7-0af2-4187-8831-0e4586cdef07 req-8807a4c1-8778-4a42-9986-53a8ed5ac22c tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:36.154030 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a9d7b207-7acf-411d-bcc6-8ecb2ccf54cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:57:36.160488 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] get_ports_and_sgs() called for port_ids ['68b84166-24e7-4e15-8800-a9b071587374'] {{(pid=88992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 19:57:36.229910 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d721d4f7-0af2-4187-8831-0e4586cdef07 req-8807a4c1-8778-4a42-9986-53a8ed5ac22c tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Network 842812c9-f8a1-4b01-9bf1-61e6a5e4145f is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:57:36.233768 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [req-d721d4f7-0af2-4187-8831-0e4586cdef07 req-8807a4c1-8778-4a42-9986-53a8ed5ac22c tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:57:36.235956 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8807a4c1-8778-4a42-9986-53a8ed5ac22c tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Pushing event updated for resources: {'Port': ['ID=471ccf5a-ddee-4627-9833-f04a3995fe8f,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:57:36.238224 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [req-d721d4f7-0af2-4187-8831-0e4586cdef07 req-8807a4c1-8778-4a42-9986-53a8ed5ac22c tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:57:36.265066 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8807a4c1-8778-4a42-9986-53a8ed5ac22c tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:57:36.301264 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d721d4f7-0af2-4187-8831-0e4586cdef07 req-8807a4c1-8778-4a42-9986-53a8ed5ac22c tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:57:36.301921 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-d721d4f7-0af2-4187-8831-0e4586cdef07 req-8807a4c1-8778-4a42-9986-53a8ed5ac22c tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:36.352227 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d721d4f7-0af2-4187-8831-0e4586cdef07 req-8807a4c1-8778-4a42-9986-53a8ed5ac22c tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2467394 Dec 15 19:57:36.366279 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [req-d721d4f7-0af2-4187-8831-0e4586cdef07 req-beb0dc4e-7755-45db-92e6-fd5ac4fe1da5 service neutron] Request body: {'port': {'device_id': '9de230d8-bcde-4133-899e-ee78f6fa4ece', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:57:36.482118 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-d721d4f7-0af2-4187-8831-0e4586cdef07 req-beb0dc4e-7755-45db-92e6-fd5ac4fe1da5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:36.835648 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [req-d721d4f7-0af2-4187-8831-0e4586cdef07 req-beb0dc4e-7755-45db-92e6-fd5ac4fe1da5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 471ccf5a-ddee-4627-9833-f04a3995fe8f {{(pid=88990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 19:57:36.842643 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-d721d4f7-0af2-4187-8831-0e4586cdef07 req-beb0dc4e-7755-45db-92e6-fd5ac4fe1da5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:36.857708 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [req-d721d4f7-0af2-4187-8831-0e4586cdef07 req-beb0dc4e-7755-45db-92e6-fd5ac4fe1da5 service neutron] Transition to ACTIVE for port object 471ccf5a-ddee-4627-9833-f04a3995fe8f will not be triggered until provisioned by entity L2. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:57:36.890275 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-d721d4f7-0af2-4187-8831-0e4586cdef07 req-beb0dc4e-7755-45db-92e6-fd5ac4fe1da5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:36.894790 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b8bbe97e-b73b-4b7f-8995-277246879ad4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:57:37.062949 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb0dc4e-7755-45db-92e6-fd5ac4fe1da5 service neutron] Pushing event updated for resources: {'Port': ['ID=471ccf5a-ddee-4627-9833-f04a3995fe8f,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:57:37.068980 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-beb0dc4e-7755-45db-92e6-fd5ac4fe1da5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:57:37.181630 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5276a346-9051-4467-b18b-4a8fbf09e43b req-1797f763-b2e3-4a27-a480-50ac57f02e29 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:57:37.182917 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-5276a346-9051-4467-b18b-4a8fbf09e43b req-1797f763-b2e3-4a27-a480-50ac57f02e29 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Synchronizing usage tracker for tenant:1e54d3b0968948c1878ca6071666faa9 on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:57:37.214683 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-d721d4f7-0af2-4187-8831-0e4586cdef07 req-beb0dc4e-7755-45db-92e6-fd5ac4fe1da5 service neutron] Attempting to bind port 471ccf5a-ddee-4627-9833-f04a3995fe8f on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:57:37.221149 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-d721d4f7-0af2-4187-8831-0e4586cdef07 req-beb0dc4e-7755-45db-92e6-fd5ac4fe1da5 service neutron] Attempting to bind port 471ccf5a-ddee-4627-9833-f04a3995fe8f by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '8375183b-2531-40dc-80cf-a12a3192951e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '842812c9-f8a1-4b01-9bf1-61e6a5e4145f'}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:57:37.221149 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d721d4f7-0af2-4187-8831-0e4586cdef07 req-beb0dc4e-7755-45db-92e6-fd5ac4fe1da5 service neutron] Attempting to bind port 471ccf5a-ddee-4627-9833-f04a3995fe8f on network 842812c9-f8a1-4b01-9bf1-61e6a5e4145f {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:57:37.221483 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d721d4f7-0af2-4187-8831-0e4586cdef07 req-beb0dc4e-7755-45db-92e6-fd5ac4fe1da5 service neutron] Port 471ccf5a-ddee-4627-9833-f04a3995fe8f on network 842812c9-f8a1-4b01-9bf1-61e6a5e4145f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:57:37.221698 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d721d4f7-0af2-4187-8831-0e4586cdef07 req-beb0dc4e-7755-45db-92e6-fd5ac4fe1da5 service neutron] Attempting to bind port 471ccf5a-ddee-4627-9833-f04a3995fe8f on network 842812c9-f8a1-4b01-9bf1-61e6a5e4145f {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:57:37.228214 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d721d4f7-0af2-4187-8831-0e4586cdef07 req-beb0dc4e-7755-45db-92e6-fd5ac4fe1da5 service neutron] Checking agent: {'id': '59e4c979-c5dd-468d-a1f2-341133950749', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 12, 24), 'started_at': datetime.datetime(2021, 12, 15, 19, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:57:37.228584 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d721d4f7-0af2-4187-8831-0e4586cdef07 req-beb0dc4e-7755-45db-92e6-fd5ac4fe1da5 service neutron] Checking segment: {'id': '8375183b-2531-40dc-80cf-a12a3192951e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '842812c9-f8a1-4b01-9bf1-61e6a5e4145f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:57:37.229510 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d721d4f7-0af2-4187-8831-0e4586cdef07 req-beb0dc4e-7755-45db-92e6-fd5ac4fe1da5 service neutron] Bound using segment: {'id': '8375183b-2531-40dc-80cf-a12a3192951e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '842812c9-f8a1-4b01-9bf1-61e6a5e4145f'} {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:57:37.229972 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-d721d4f7-0af2-4187-8831-0e4586cdef07 req-beb0dc4e-7755-45db-92e6-fd5ac4fe1da5 service neutron] Bound port: 471ccf5a-ddee-4627-9833-f04a3995fe8f, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8375183b-2531-40dc-80cf-a12a3192951e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '842812c9-f8a1-4b01-9bf1-61e6a5e4145f'}}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:57:37.230374 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-d721d4f7-0af2-4187-8831-0e4586cdef07 req-beb0dc4e-7755-45db-92e6-fd5ac4fe1da5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:37.246172 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-5276a346-9051-4467-b18b-4a8fbf09e43b req-1797f763-b2e3-4a27-a480-50ac57f02e29 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Unset dirty status for tenant:1e54d3b0968948c1878ca6071666faa9 on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:57:37.247457 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5276a346-9051-4467-b18b-4a8fbf09e43b req-1797f763-b2e3-4a27-a480-50ac57f02e29 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de230d8-bcde-4133-899e-ee78f6fa4ece HTTP/1.1" status: 200 len: 943 time: 0.2446880 Dec 15 19:57:37.359114 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5276a346-9051-4467-b18b-4a8fbf09e43b req-469f2231-1a7c-417b-9ae5-c935c6537223 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] 10.222.0.36 "GET /v2.0/security-groups?id=6ce3790d-90b8-4311-bd7b-fd946a64c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047668 Dec 15 19:57:37.364709 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-d721d4f7-0af2-4187-8831-0e4586cdef07 req-beb0dc4e-7755-45db-92e6-fd5ac4fe1da5 service neutron] For port 471ccf5a-ddee-4627-9833-f04a3995fe8f, host hv-neutron-8218, cleared binding levels {{(pid=88990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:57:37.368047 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-d721d4f7-0af2-4187-8831-0e4586cdef07 req-beb0dc4e-7755-45db-92e6-fd5ac4fe1da5 service neutron] For port 471ccf5a-ddee-4627-9833-f04a3995fe8f, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=471ccf5a-ddee-4627-9833-f04a3995fe8f,segment=NetworkSegment(8375183b-2531-40dc-80cf-a12a3192951e),segment_id=8375183b-2531-40dc-80cf-a12a3192951e)] {{(pid=88990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:57:37.437416 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-d721d4f7-0af2-4187-8831-0e4586cdef07 req-beb0dc4e-7755-45db-92e6-fd5ac4fe1da5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:37.442151 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8807a4c1-8778-4a42-9986-53a8ed5ac22c tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:57:37.502641 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-d721d4f7-0af2-4187-8831-0e4586cdef07 req-beb0dc4e-7755-45db-92e6-fd5ac4fe1da5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:37.504127 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d721d4f7-0af2-4187-8831-0e4586cdef07 req-beb0dc4e-7755-45db-92e6-fd5ac4fe1da5 service neutron] 10.222.0.32 "PUT /v2.0/ports/471ccf5a-ddee-4627-9833-f04a3995fe8f HTTP/1.1" status: 200 len: 1093 time: 1.1423347 Dec 15 19:57:37.504695 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9de230d8-bcde-4133-899e-ee78f6fa4ece', 'tag': '471ccf5a-ddee-4627-9833-f04a3995fe8f'}] {{(pid=88990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:57:37.528179 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb0dc4e-7755-45db-92e6-fd5ac4fe1da5 service neutron] Pushing event updated for resources: {'Port': ['ID=471ccf5a-ddee-4627-9833-f04a3995fe8f,revision_number=3']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:57:37.531498 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-beb0dc4e-7755-45db-92e6-fd5ac4fe1da5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:57:37.563234 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9de230d8-bcde-4133-899e-ee78f6fa4ece', 'tag': '471ccf5a-ddee-4627-9833-f04a3995fe8f', 'status': 'completed', 'code': 200} Dec 15 19:57:37.651600 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d721d4f7-0af2-4187-8831-0e4586cdef07 req-7c11db53-c1d1-4c4e-8794-7a7ae1c56e49 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1e54d3b0968948c1878ca6071666faa9&device_id=9de230d8-bcde-4133-899e-ee78f6fa4ece HTTP/1.1" status: 200 len: 1096 time: 0.0766201 Dec 15 19:57:37.739853 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d721d4f7-0af2-4187-8831-0e4586cdef07 req-baafeb61-5486-4ee3-bfc2-43890a86358a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=471ccf5a-ddee-4627-9833-f04a3995fe8f HTTP/1.1" status: 200 len: 217 time: 0.0669713 Dec 15 19:57:37.793635 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d721d4f7-0af2-4187-8831-0e4586cdef07 req-6c53f9fd-4b29-48ba-8285-c01fa5a26110 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:57:37.795248 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d721d4f7-0af2-4187-8831-0e4586cdef07 req-6c53f9fd-4b29-48ba-8285-c01fa5a26110 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6fc870d3-3c37-431e-a23e-c410f58ad679 HTTP/1.1" status: 200 len: 854 time: 0.0641322 Dec 15 19:57:37.847096 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d721d4f7-0af2-4187-8831-0e4586cdef07 req-1aaa05f4-735f-43fa-a332-4c1ee2e07f32 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=842812c9-f8a1-4b01-9bf1-61e6a5e4145f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451527 Dec 15 19:57:37.988988 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d721d4f7-0af2-4187-8831-0e4586cdef07 req-3c2d4832-2402-4769-97fb-55a9fb936868 service neutron] 10.222.0.32 "GET /v2.0/networks/842812c9-f8a1-4b01-9bf1-61e6a5e4145f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350830 Dec 15 19:57:38.131103 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d721d4f7-0af2-4187-8831-0e4586cdef07 req-b90bf229-d021-49f1-949a-bc74919d115f service neutron] 10.222.0.32 "GET /v2.0/networks/842812c9-f8a1-4b01-9bf1-61e6a5e4145f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348996 Dec 15 19:57:38.239245 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-938f0f8e-560f-4f28-8b21-555db776cf5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:38.278376 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-43449d6f-425a-4315-a155-195fcd872ddb req-775868f1-42a2-4be2-beac-d94ffa540dbc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1e54d3b0968948c1878ca6071666faa9&device_id=9de230d8-bcde-4133-899e-ee78f6fa4ece HTTP/1.1" status: 200 len: 1096 time: 0.0788386 Dec 15 19:57:38.427572 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43449d6f-425a-4315-a155-195fcd872ddb req-e735e65a-03eb-41c7-be6a-fca0c9e04d65 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:57:38.429207 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-43449d6f-425a-4315-a155-195fcd872ddb req-e735e65a-03eb-41c7-be6a-fca0c9e04d65 service neutron] 10.222.0.32 "GET /v2.0/networks?id=842812c9-f8a1-4b01-9bf1-61e6a5e4145f HTTP/1.1" status: 200 len: 915 time: 0.1398070 Dec 15 19:57:38.547592 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-43449d6f-425a-4315-a155-195fcd872ddb req-4124adb0-cdef-41f7-af20-b38568b0ee47 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=471ccf5a-ddee-4627-9833-f04a3995fe8f HTTP/1.1" status: 200 len: 217 time: 0.1109383 Dec 15 19:57:38.631465 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43449d6f-425a-4315-a155-195fcd872ddb req-facfd17f-647e-4c36-9555-83daa00e20d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:57:38.633064 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-43449d6f-425a-4315-a155-195fcd872ddb req-facfd17f-647e-4c36-9555-83daa00e20d4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6fc870d3-3c37-431e-a23e-c410f58ad679 HTTP/1.1" status: 200 len: 854 time: 0.0774617 Dec 15 19:57:38.643259 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa181e0-1713-48d7-b0a2-84d2d8494010 req-154f1c00-5d86-434d-b571-85c8229982c2 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:57:38.644797 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3aa181e0-1713-48d7-b0a2-84d2d8494010 req-154f1c00-5d86-434d-b571-85c8229982c2 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de230d8-bcde-4133-899e-ee78f6fa4ece HTTP/1.1" status: 200 len: 943 time: 0.1572390 Dec 15 19:57:38.710188 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-43449d6f-425a-4315-a155-195fcd872ddb req-e171efae-c879-4742-b07e-ef0efbbadc82 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=842812c9-f8a1-4b01-9bf1-61e6a5e4145f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642972 Dec 15 19:57:38.817573 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3aa181e0-1713-48d7-b0a2-84d2d8494010 req-409a9efb-5568-4ef1-977f-a9c7370d8e61 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] 10.222.0.36 "GET /v2.0/security-groups?id=6ce3790d-90b8-4311-bd7b-fd946a64c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391029 Dec 15 19:57:38.868290 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-43449d6f-425a-4315-a155-195fcd872ddb req-f3f0f457-7190-473d-8fa1-e718564b2cb0 service neutron] 10.222.0.32 "GET /v2.0/networks/842812c9-f8a1-4b01-9bf1-61e6a5e4145f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469498 Dec 15 19:57:39.008061 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-43449d6f-425a-4315-a155-195fcd872ddb req-0a72df0e-3e2b-483b-aaf3-e05bd03c7c0e service neutron] 10.222.0.32 "GET /v2.0/networks/842812c9-f8a1-4b01-9bf1-61e6a5e4145f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331034 Dec 15 19:57:39.493857 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:39.834766 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 471ccf5a-ddee-4627-9833-f04a3995fe8f details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 15 19:57:39.979419 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 471ccf5a-ddee-4627-9833-f04a3995fe8f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=471ccf5a-ddee-4627-9833-f04a3995fe8f,segment=NetworkSegment(8375183b-2531-40dc-80cf-a12a3192951e),segment_id=8375183b-2531-40dc-80cf-a12a3192951e)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:57:39.993482 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Returning: {'device': '471ccf5a-ddee-4627-9833-f04a3995fe8f', 'network_id': '842812c9-f8a1-4b01-9bf1-61e6a5e4145f', 'port_id': '471ccf5a-ddee-4627-9833-f04a3995fe8f', 'mac_address': 'fa:16:3e:f4:ae:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fc870d3-3c37-431e-a23e-c410f58ad679', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 19:57:40.026776 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cb0df4-bffd-43a7-8f9d-ed96f5ecae5a req-58b6dedf-e997-4c44-ba86-332586b31571 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:57:40.028390 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-40cb0df4-bffd-43a7-8f9d-ed96f5ecae5a req-58b6dedf-e997-4c44-ba86-332586b31571 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de230d8-bcde-4133-899e-ee78f6fa4ece HTTP/1.1" status: 200 len: 943 time: 0.0848534 Dec 15 19:57:40.054193 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:40.072518 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 471ccf5a-ddee-4627-9833-f04a3995fe8f {{(pid=88992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 19:57:40.077670 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-40cb0df4-bffd-43a7-8f9d-ed96f5ecae5a req-574e9561-3bd5-4327-8ca1-f67f3e1f5be0 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] 10.222.0.36 "GET /v2.0/security-groups?id=6ce3790d-90b8-4311-bd7b-fd946a64c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430601 Dec 15 19:57:40.088085 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 471ccf5a-ddee-4627-9833-f04a3995fe8f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=471ccf5a-ddee-4627-9833-f04a3995fe8f,segment=NetworkSegment(8375183b-2531-40dc-80cf-a12a3192951e),segment_id=8375183b-2531-40dc-80cf-a12a3192951e)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:57:40.130185 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:40.132122 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:57:40.196551 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=471ccf5a-ddee-4627-9833-f04a3995fe8f,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:57:40.205692 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:57:40.206087 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:57:40.206505 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:57:40.206890 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:57:40.207271 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:57:40.207652 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:57:40.208030 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:57:40.208405 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:57:40.208777 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:57:40.209150 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:57:40.209545 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:57:40.213386 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:57:40.363519 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] get_ports_and_sgs() called for port_ids ['471ccf5a-ddee-4627-9833-f04a3995fe8f'] {{(pid=88992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 19:57:40.585433 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cdf4ab13-e7d0-49c5-84a8-652922276601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:40.942088 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:41.285490 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f502003-af9a-45a3-9841-55d1193ed881 req-5836e2ac-446f-4071-beec-081409b306eb tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:57:41.287118 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8f502003-af9a-45a3-9841-55d1193ed881 req-5836e2ac-446f-4071-beec-081409b306eb tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de230d8-bcde-4133-899e-ee78f6fa4ece HTTP/1.1" status: 200 len: 944 time: 0.0872326 Dec 15 19:57:41.342938 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8f502003-af9a-45a3-9841-55d1193ed881 req-710e2761-49cb-4467-b964-7f9003773251 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] 10.222.0.36 "GET /v2.0/security-groups?id=6ce3790d-90b8-4311-bd7b-fd946a64c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420504 Dec 15 19:57:41.853168 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 471ccf5a-ddee-4627-9833-f04a3995fe8f up at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:57:41.951282 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning for port 471ccf5a-ddee-4627-9833-f04a3995fe8f completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:57:41.955975 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning complete for port 471ccf5a-ddee-4627-9833-f04a3995fe8f triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:57:41.956400 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:42.072202 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:42.099774 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9de230d8-bcde-4133-899e-ee78f6fa4ece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '471ccf5a-ddee-4627-9833-f04a3995fe8f'}] {{(pid=88992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:57:42.110225 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 471ccf5a-ddee-4627-9833-f04a3995fe8f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=471ccf5a-ddee-4627-9833-f04a3995fe8f,segment=NetworkSegment(8375183b-2531-40dc-80cf-a12a3192951e),segment_id=8375183b-2531-40dc-80cf-a12a3192951e)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:57:42.139620 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:42.141623 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:57:42.175576 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9de230d8-bcde-4133-899e-ee78f6fa4ece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '471ccf5a-ddee-4627-9833-f04a3995fe8f', 'code': 200} Dec 15 19:57:42.211591 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=471ccf5a-ddee-4627-9833-f04a3995fe8f,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:57:42.214954 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:57:42.529720 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-88ee51f2-40d0-444d-b0d9-f029cf6eb357 req-a2265a92-72a0-48bc-811e-8fe01ab1cced service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9de230d8-bcde-4133-899e-ee78f6fa4ece HTTP/1.1" status: 200 len: 1098 time: 0.1245747 Dec 15 19:57:42.592663 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-88ee51f2-40d0-444d-b0d9-f029cf6eb357 req-b61668d6-5eef-49b9-9c53-3abd8aaf836a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6ce3790d-90b8-4311-bd7b-fd946a64c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549138 Dec 15 19:57:42.599608 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae43cb5-5475-4d23-bba8-7f1a36f627fa req-a5b9a4c1-5194-40cd-b434-6e19e35c1e9e tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:57:42.601148 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0ae43cb5-5475-4d23-bba8-7f1a36f627fa req-a5b9a4c1-5194-40cd-b434-6e19e35c1e9e tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de230d8-bcde-4133-899e-ee78f6fa4ece HTTP/1.1" status: 200 len: 945 time: 0.1289244 Dec 15 19:57:42.651347 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0ae43cb5-5475-4d23-bba8-7f1a36f627fa req-9006245d-c2fe-4603-b760-600a5d68298e tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] 10.222.0.36 "GET /v2.0/security-groups?id=6ce3790d-90b8-4311-bd7b-fd946a64c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416536 Dec 15 19:57:42.711029 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:43.859433 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9349bdcd-96ef-4f74-a824-0b83d2126dc2 req-af3e57f1-c2f6-4013-b85f-5436bc2ce546 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:57:43.861023 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9349bdcd-96ef-4f74-a824-0b83d2126dc2 req-af3e57f1-c2f6-4013-b85f-5436bc2ce546 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de230d8-bcde-4133-899e-ee78f6fa4ece HTTP/1.1" status: 200 len: 945 time: 0.0839200 Dec 15 19:57:43.915792 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9349bdcd-96ef-4f74-a824-0b83d2126dc2 req-4d0b85a8-61f2-48e1-9b49-69fca9d93f0c tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] 10.222.0.36 "GET /v2.0/security-groups?id=6ce3790d-90b8-4311-bd7b-fd946a64c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485809 Dec 15 19:57:45.118854 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e4bb49-e3fc-4042-8cfc-1acb3c0a65d6 req-bf10a735-201a-4979-a51e-10a710af6e87 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:57:45.120487 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-40e4bb49-e3fc-4042-8cfc-1acb3c0a65d6 req-bf10a735-201a-4979-a51e-10a710af6e87 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de230d8-bcde-4133-899e-ee78f6fa4ece HTTP/1.1" status: 200 len: 945 time: 0.0832694 Dec 15 19:57:45.168348 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-40e4bb49-e3fc-4042-8cfc-1acb3c0a65d6 req-7ea58f28-c13f-4a6c-915a-61e0bca891fc tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] 10.222.0.36 "GET /v2.0/security-groups?id=6ce3790d-90b8-4311-bd7b-fd946a64c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418103 Dec 15 19:57:45.893818 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ea5aa-01c4-47cb-9985-7b85853a08e6 req-79f1bb49-133a-484d-8f79-d4ef5970f2fd tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:57:45.895462 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b13ea5aa-01c4-47cb-9985-7b85853a08e6 req-79f1bb49-133a-484d-8f79-d4ef5970f2fd tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de230d8-bcde-4133-899e-ee78f6fa4ece HTTP/1.1" status: 200 len: 945 time: 0.3143306 Dec 15 19:57:45.943439 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b13ea5aa-01c4-47cb-9985-7b85853a08e6 req-61806ac4-e91b-4761-bdc8-e647ee5ac3d7 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] 10.222.0.36 "GET /v2.0/security-groups?id=6ce3790d-90b8-4311-bd7b-fd946a64c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418141 Dec 15 19:57:47.014661 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b628c924-45ef-4abf-a697-d3e91fd58806 req-c9dc81fb-9e29-4e84-82e5-9573c0a5dc7d tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:57:47.016212 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b628c924-45ef-4abf-a697-d3e91fd58806 req-c9dc81fb-9e29-4e84-82e5-9573c0a5dc7d tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] 10.222.0.32 "GET /v2.0/ports?device_id=9de230d8-bcde-4133-899e-ee78f6fa4ece HTTP/1.1" status: 200 len: 945 time: 0.0825560 Dec 15 19:57:47.134859 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [req-b628c924-45ef-4abf-a697-d3e91fd58806 req-d511a1db-2b6e-4fe3-8c5e-b465387f360a tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Deleting port 471ccf5a-ddee-4627-9833-f04a3995fe8f {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:57:47.135872 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-b628c924-45ef-4abf-a697-d3e91fd58806 req-d511a1db-2b6e-4fe3-8c5e-b465387f360a tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:47.270431 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d6f7d-4d74-4fbd-bfb1-c78770ecb2d7 req-16a2acf5-63b9-4d34-b344-bd9c20cf5654 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:57:47.272011 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-928d6f7d-4d74-4fbd-bfb1-c78770ecb2d7 req-16a2acf5-63b9-4d34-b344-bd9c20cf5654 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de230d8-bcde-4133-899e-ee78f6fa4ece HTTP/1.1" status: 200 len: 945 time: 0.2048774 Dec 15 19:57:47.424432 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-928d6f7d-4d74-4fbd-bfb1-c78770ecb2d7 req-e574e1f0-b3ad-4287-98a0-536d0424e59c tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] 10.222.0.36 "GET /v2.0/security-groups?id=6ce3790d-90b8-4311-bd7b-fd946a64c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322279 Dec 15 19:57:47.452085 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-b628c924-45ef-4abf-a697-d3e91fd58806 req-d511a1db-2b6e-4fe3-8c5e-b465387f360a tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] For port 471ccf5a-ddee-4627-9833-f04a3995fe8f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=471ccf5a-ddee-4627-9833-f04a3995fe8f,segment=NetworkSegment(8375183b-2531-40dc-80cf-a12a3192951e),segment_id=8375183b-2531-40dc-80cf-a12a3192951e)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:57:47.452491 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-b628c924-45ef-4abf-a697-d3e91fd58806 req-d511a1db-2b6e-4fe3-8c5e-b465387f360a tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:47.582438 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [req-b628c924-45ef-4abf-a697-d3e91fd58806 req-d511a1db-2b6e-4fe3-8c5e-b465387f360a tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Calling delete_port for 471ccf5a-ddee-4627-9833-f04a3995fe8f owned by compute:nova {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:57:47.753261 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-b628c924-45ef-4abf-a697-d3e91fd58806 req-d511a1db-2b6e-4fe3-8c5e-b465387f360a tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:47.758958 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e6a31b2a-a0cb-49ae-ab70-975063d8eb4b tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:57:47.765216 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] get_ports_and_sgs() called for port_ids ['68b84166-24e7-4e15-8800-a9b071587374', '471ccf5a-ddee-4627-9833-f04a3995fe8f'] {{(pid=88992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 19:57:47.804065 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d511a1db-2b6e-4fe3-8c5e-b465387f360a tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Pushing event deleted for resources: {'Port': ['ID=471ccf5a-ddee-4627-9833-f04a3995fe8f,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:57:47.806866 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d511a1db-2b6e-4fe3-8c5e-b465387f360a tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:57:47.879413 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [req-b628c924-45ef-4abf-a697-d3e91fd58806 req-d511a1db-2b6e-4fe3-8c5e-b465387f360a tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] No DVR routers for this DVR port 471ccf5a-ddee-4627-9833-f04a3995fe8f on host hv-neutron-8218 {{(pid=88990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:57:47.881872 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-b628c924-45ef-4abf-a697-d3e91fd58806 req-d511a1db-2b6e-4fe3-8c5e-b465387f360a tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:47.885387 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9de230d8-bcde-4133-899e-ee78f6fa4ece', 'name': 'network-vif-deleted', 'tag': '471ccf5a-ddee-4627-9833-f04a3995fe8f'}] {{(pid=88990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:57:47.942478 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9de230d8-bcde-4133-899e-ee78f6fa4ece', 'name': 'network-vif-deleted', 'tag': '471ccf5a-ddee-4627-9833-f04a3995fe8f', 'status': 'completed', 'code': 200} Dec 15 19:57:47.947257 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b628c924-45ef-4abf-a697-d3e91fd58806 req-d511a1db-2b6e-4fe3-8c5e-b465387f360a tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] 10.222.0.32 "DELETE /v2.0/ports/471ccf5a-ddee-4627-9833-f04a3995fe8f HTTP/1.1" status: 204 len: 173 time: 0.9229457 Dec 15 19:57:48.613440 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-d29572f2-fe59-43da-8378-ab6759e0e2bd req-f81ff49c-0e4e-4f07-92a1-cc5e182f1b96 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Synchronizing usage tracker for tenant:1e54d3b0968948c1878ca6071666faa9 on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:57:48.650534 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-d29572f2-fe59-43da-8378-ab6759e0e2bd req-f81ff49c-0e4e-4f07-92a1-cc5e182f1b96 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Unset dirty status for tenant:1e54d3b0968948c1878ca6071666faa9 on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:57:48.651936 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d29572f2-fe59-43da-8378-ab6759e0e2bd req-f81ff49c-0e4e-4f07-92a1-cc5e182f1b96 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de230d8-bcde-4133-899e-ee78f6fa4ece HTTP/1.1" status: 200 len: 210 time: 0.0850275 Dec 15 19:57:49.898479 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 471ccf5a-ddee-4627-9833-f04a3995fe8f no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:57:49.937252 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] No Port match for: 471ccf5a-ddee-4627-9833-f04a3995fe8f {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:57:49.937656 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 471ccf5a-ddee-4627-9833-f04a3995fe8f not bound to the agent host hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:57:49.954645 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04acb36a-f1b0-4273-b336-fb5b06958f6f req-1ce35674-6695-4a71-b4bc-b163e17c4578 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:57:49.956224 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-04acb36a-f1b0-4273-b336-fb5b06958f6f req-1ce35674-6695-4a71-b4bc-b163e17c4578 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f3c7b04-d1ed-40e7-b8bc-46a48a7b07e6 HTTP/1.1" status: 200 len: 945 time: 0.0914636 Dec 15 19:57:50.003481 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-04acb36a-f1b0-4273-b336-fb5b06958f6f req-629709eb-5edb-448e-a7b2-01815002da89 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] 10.222.0.36 "GET /v2.0/security-groups?id=6ce3790d-90b8-4311-bd7b-fd946a64c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412166 Dec 15 19:57:50.227967 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e465325-f1ff-4dd6-83fd-8a3bc94a9d12 req-00e3b99c-4f3d-4401-a311-496afff332a7 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:57:50.230103 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7e465325-f1ff-4dd6-83fd-8a3bc94a9d12 req-00e3b99c-4f3d-4401-a311-496afff332a7 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f3c7b04-d1ed-40e7-b8bc-46a48a7b07e6 HTTP/1.1" status: 200 len: 945 time: 0.0816669 Dec 15 19:57:50.276719 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7e465325-f1ff-4dd6-83fd-8a3bc94a9d12 req-5bad0261-de28-45e8-9eae-6552c8d57b51 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] 10.222.0.36 "GET /v2.0/security-groups?id=6ce3790d-90b8-4311-bd7b-fd946a64c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405886 Dec 15 19:57:50.487536 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a84744-8709-4e48-9178-ad1f32410ee3 req-ad36f970-0d6f-45cf-a057-463fc1a043a6 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:57:50.489034 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-69a84744-8709-4e48-9178-ad1f32410ee3 req-ad36f970-0d6f-45cf-a057-463fc1a043a6 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f3c7b04-d1ed-40e7-b8bc-46a48a7b07e6 HTTP/1.1" status: 200 len: 945 time: 0.0872116 Dec 15 19:57:50.537229 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-69a84744-8709-4e48-9178-ad1f32410ee3 req-1863b270-9c67-40ac-9245-8cc495bf68f4 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] 10.222.0.36 "GET /v2.0/security-groups?id=6ce3790d-90b8-4311-bd7b-fd946a64c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412843 Dec 15 19:57:50.741973 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c6ce4562-22fa-4a29-837b-376579b52c6b req-fdf0a5e6-2737-4917-9181-f3a9d893bad9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3f3c7b04-d1ed-40e7-b8bc-46a48a7b07e6&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0722313 Dec 15 19:57:50.948319 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f9637b-131d-4631-88c7-723017f70967 req-05de7a17-97a8-48ff-aa2f-31afa424023a tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:57:50.949915 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-54f9637b-131d-4631-88c7-723017f70967 req-05de7a17-97a8-48ff-aa2f-31afa424023a tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f3c7b04-d1ed-40e7-b8bc-46a48a7b07e6 HTTP/1.1" status: 200 len: 945 time: 0.0862033 Dec 15 19:57:50.997763 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-54f9637b-131d-4631-88c7-723017f70967 req-d59bedbe-854f-4ce3-b56d-2d2440c49d11 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] 10.222.0.36 "GET /v2.0/security-groups?id=6ce3790d-90b8-4311-bd7b-fd946a64c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414762 Dec 15 19:57:51.201280 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b8c6e-3a93-4641-80a8-7bfff1b0928a req-d96ca129-69f6-4cd8-99ac-525b67924387 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:57:51.202909 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f32b8c6e-3a93-4641-80a8-7bfff1b0928a req-d96ca129-69f6-4cd8-99ac-525b67924387 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f3c7b04-d1ed-40e7-b8bc-46a48a7b07e6 HTTP/1.1" status: 200 len: 945 time: 0.0828788 Dec 15 19:57:51.254860 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f32b8c6e-3a93-4641-80a8-7bfff1b0928a req-f4c7ae17-63e7-4da0-8609-397902cf7d43 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] 10.222.0.36 "GET /v2.0/security-groups?id=6ce3790d-90b8-4311-bd7b-fd946a64c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458138 Dec 15 19:57:51.475980 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c61971-67bf-4899-927c-438deb614c95 req-d13073e7-7302-4bab-9623-a9f02d19bc7c tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:57:51.477578 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-18c61971-67bf-4899-927c-438deb614c95 req-d13073e7-7302-4bab-9623-a9f02d19bc7c tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f3c7b04-d1ed-40e7-b8bc-46a48a7b07e6 HTTP/1.1" status: 200 len: 945 time: 0.0848541 Dec 15 19:57:51.526855 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-18c61971-67bf-4899-927c-438deb614c95 req-c4a7372d-49c6-468e-9085-e874638d313f tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] 10.222.0.36 "GET /v2.0/security-groups?id=6ce3790d-90b8-4311-bd7b-fd946a64c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422046 Dec 15 19:57:52.253477 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c1353-04a4-42d0-844d-9ae89f7c84bb req-e9f207f8-3908-4953-83ba-d97044a0dce5 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:57:52.255086 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1c0c1353-04a4-42d0-844d-9ae89f7c84bb req-e9f207f8-3908-4953-83ba-d97044a0dce5 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f3c7b04-d1ed-40e7-b8bc-46a48a7b07e6 HTTP/1.1" status: 200 len: 945 time: 0.0872114 Dec 15 19:57:52.302736 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1c0c1353-04a4-42d0-844d-9ae89f7c84bb req-aa5d8eb3-8e74-455e-8667-47f022363734 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] 10.222.0.36 "GET /v2.0/security-groups?id=6ce3790d-90b8-4311-bd7b-fd946a64c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407813 Dec 15 19:57:53.519149 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7047cc58-efbb-4fd3-9ff6-ce31951439d3 req-4a40edaa-2a00-49d6-90d1-6042b6f09f82 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:57:53.520759 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7047cc58-efbb-4fd3-9ff6-ce31951439d3 req-4a40edaa-2a00-49d6-90d1-6042b6f09f82 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f3c7b04-d1ed-40e7-b8bc-46a48a7b07e6 HTTP/1.1" status: 200 len: 945 time: 0.0910943 Dec 15 19:57:53.573985 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7047cc58-efbb-4fd3-9ff6-ce31951439d3 req-760d5547-fc97-418f-88c0-aed9ac087a12 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] 10.222.0.36 "GET /v2.0/security-groups?id=6ce3790d-90b8-4311-bd7b-fd946a64c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463603 Dec 15 19:57:53.727579 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd284d9-d4d8-4b05-bb98-02a388370a83 req-13c82b25-c4da-415c-81f0-799ec85a2e18 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:57:53.729272 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3cd284d9-d4d8-4b05-bb98-02a388370a83 req-13c82b25-c4da-415c-81f0-799ec85a2e18 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f3c7b04-d1ed-40e7-b8bc-46a48a7b07e6 HTTP/1.1" status: 200 len: 945 time: 0.0854130 Dec 15 19:57:53.805550 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [req-3cd284d9-d4d8-4b05-bb98-02a388370a83 req-2980cc7b-c8f0-4853-84f5-b193d4613b19 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Deleting port 68b84166-24e7-4e15-8800-a9b071587374 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:57:53.805860 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-3cd284d9-d4d8-4b05-bb98-02a388370a83 req-2980cc7b-c8f0-4853-84f5-b193d4613b19 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:54.055963 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-3cd284d9-d4d8-4b05-bb98-02a388370a83 req-2980cc7b-c8f0-4853-84f5-b193d4613b19 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] For port 68b84166-24e7-4e15-8800-a9b071587374, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=68b84166-24e7-4e15-8800-a9b071587374,segment=NetworkSegment(8375183b-2531-40dc-80cf-a12a3192951e),segment_id=8375183b-2531-40dc-80cf-a12a3192951e)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:57:54.056283 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-3cd284d9-d4d8-4b05-bb98-02a388370a83 req-2980cc7b-c8f0-4853-84f5-b193d4613b19 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:54.178632 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [req-3cd284d9-d4d8-4b05-bb98-02a388370a83 req-2980cc7b-c8f0-4853-84f5-b193d4613b19 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Calling delete_port for 68b84166-24e7-4e15-8800-a9b071587374 owned by compute:nova {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:57:54.341804 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-3cd284d9-d4d8-4b05-bb98-02a388370a83 req-2980cc7b-c8f0-4853-84f5-b193d4613b19 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:54.347338 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9a46f33e-ee99-4d30-8c80-28d50a7f9a8f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:57:54.389857 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2980cc7b-c8f0-4853-84f5-b193d4613b19 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Pushing event deleted for resources: {'Port': ['ID=68b84166-24e7-4e15-8800-a9b071587374,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:57:54.393997 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2980cc7b-c8f0-4853-84f5-b193d4613b19 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:57:54.439082 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:54.465874 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cd284d9-d4d8-4b05-bb98-02a388370a83 req-2980cc7b-c8f0-4853-84f5-b193d4613b19 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] No DVR routers for this DVR port 68b84166-24e7-4e15-8800-a9b071587374 on host hv-neutron-8218 {{(pid=88990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:57:54.469789 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-3cd284d9-d4d8-4b05-bb98-02a388370a83 req-2980cc7b-c8f0-4853-84f5-b193d4613b19 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:54.472534 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3c7b04-d1ed-40e7-b8bc-46a48a7b07e6', 'name': 'network-vif-deleted', 'tag': '68b84166-24e7-4e15-8800-a9b071587374'}] {{(pid=88990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:57:54.513848 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3cd284d9-d4d8-4b05-bb98-02a388370a83 req-2980cc7b-c8f0-4853-84f5-b193d4613b19 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] 10.222.0.32 "DELETE /v2.0/ports/68b84166-24e7-4e15-8800-a9b071587374 HTTP/1.1" status: 204 len: 173 time: 0.7733407 Dec 15 19:57:54.528511 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f3c7b04-d1ed-40e7-b8bc-46a48a7b07e6', 'name': 'network-vif-deleted', 'tag': '68b84166-24e7-4e15-8800-a9b071587374', 'status': 'completed', 'code': 200} Dec 15 19:57:54.767843 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-b66cff30-fa0a-41e1-802e-6ad57babc7c4 req-143c5152-f78d-435b-b53b-b6a25310727f tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Synchronizing usage tracker for tenant:1e54d3b0968948c1878ca6071666faa9 on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:57:54.813737 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-b66cff30-fa0a-41e1-802e-6ad57babc7c4 req-143c5152-f78d-435b-b53b-b6a25310727f tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Unset dirty status for tenant:1e54d3b0968948c1878ca6071666faa9 on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:57:54.815070 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b66cff30-fa0a-41e1-802e-6ad57babc7c4 req-143c5152-f78d-435b-b53b-b6a25310727f tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f3c7b04-d1ed-40e7-b8bc-46a48a7b07e6 HTTP/1.1" status: 200 len: 210 time: 0.0954647 Dec 15 19:57:55.923648 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 33866) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:57:55.937869 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 19:57:55.949895 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 68b84166-24e7-4e15-8800-a9b071587374 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:57:55.984029 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] No Port match for: 68b84166-24e7-4e15-8800-a9b071587374 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:57:55.984428 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 68b84166-24e7-4e15-8800-a9b071587374 not bound to the agent host hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:57:55.990189 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-eedaebfb-2a89-45ab-8fe8-3647f035e085 admin admin] Deleting subnet 6fc870d3-3c37-431e-a23e-c410f58ad679 {{(pid=88990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:57:55.993485 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eedaebfb-2a89-45ab-8fe8-3647f035e085 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:56.049151 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eedaebfb-2a89-45ab-8fe8-3647f035e085 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838448728'] for subnet, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:56.107503 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eedaebfb-2a89-45ab-8fe8-3647f035e085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:56.202450 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eedaebfb-2a89-45ab-8fe8-3647f035e085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16636259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14850861'] for subnet, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:56.206803 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-77a75df8-e8d0-4477-9e6c-6c8703cca47f tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:57:56.247212 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedaebfb-2a89-45ab-8fe8-3647f035e085 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fc870d3-3c37-431e-a23e-c410f58ad679,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:57:56.249900 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-eedaebfb-2a89-45ab-8fe8-3647f035e085 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:57:56.252706 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eedaebfb-2a89-45ab-8fe8-3647f035e085 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:56.258758 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-eedaebfb-2a89-45ab-8fe8-3647f035e085 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/6fc870d3-3c37-431e-a23e-c410f58ad679 HTTP/1.1" status: 204 len: 168 time: 0.3339548 Dec 15 19:57:56.262219 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 33870) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:57:56.375825 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-22234ea8-e45b-4e0f-89b6-e1f5e24de883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:56.505158 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-22234ea8-e45b-4e0f-89b6-e1f5e24de883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:56.530571 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-22234ea8-e45b-4e0f-89b6-e1f5e24de883 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['842812c9-f8a1-4b01-9bf1-61e6a5e4145f']}} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:57:56.543455 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-22234ea8-e45b-4e0f-89b6-e1f5e24de883 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8375183b-2531-40dc-80cf-a12a3192951e') {'for_net_delete': True} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:57:56.543789 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-22234ea8-e45b-4e0f-89b6-e1f5e24de883 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8375183b-2531-40dc-80cf-a12a3192951e') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:57:56.555349 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-22234ea8-e45b-4e0f-89b6-e1f5e24de883 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16327073'] for segment, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:56.569695 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-22234ea8-e45b-4e0f-89b6-e1f5e24de883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:56.576795 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22234ea8-e45b-4e0f-89b6-e1f5e24de883 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=88990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:57:56.577216 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-22234ea8-e45b-4e0f-89b6-e1f5e24de883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838138943'] for segment, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:56.591309 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:57:56.591309 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:57:56.591309 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:57:56.591309 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:57:56.591309 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:57:56.591309 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:57:56.591309 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:57:56.591309 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:57:56.591309 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:57:56.591309 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:57:56.591309 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:57:56.591309 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:57:56.591309 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:57:56.591309 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:57:56.591309 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:57:56.591309 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:57:56.591309 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:57:56.591309 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:57:56.591309 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:57:56.591309 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:57:56.591309 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:57:56.591309 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:57:56.591309 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:57:56.591309 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:57:56.591309 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:57:56.591309 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:57:56.591309 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:57:56.591309 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:57:56.591309 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:57:56.591309 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:57:56.591309 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:57:56.591309 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:57:56.718845 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-22234ea8-e45b-4e0f-89b6-e1f5e24de883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:56.722531 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-45887f38-227b-4d9e-b28c-455218b5f22f tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:57:56.736718 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-22234ea8-e45b-4e0f-89b6-e1f5e24de883 admin admin] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:56.748278 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22234ea8-e45b-4e0f-89b6-e1f5e24de883 admin admin] Pushing event deleted for resources: {'Network': ['ID=842812c9-f8a1-4b01-9bf1-61e6a5e4145f,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:57:56.751677 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-22234ea8-e45b-4e0f-89b6-e1f5e24de883 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:57:56.782033 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-22234ea8-e45b-4e0f-89b6-e1f5e24de883 admin admin] 10.222.0.36 "DELETE /v2.0/networks/842812c9-f8a1-4b01-9bf1-61e6a5e4145f HTTP/1.1" status: 204 len: 168 time: 0.5186822 Dec 15 19:57:57.181382 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 33876) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:57:57.235227 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-06d42833-3652-4a91-91a4-a238f6fa2aaf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1e54d3b0968948c1878ca6071666faa9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0524986 Dec 15 19:57:57.237826 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 33880) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:57:57.298411 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-56aa1b42-00e5-44ac-a167-8b740cb3d8f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:57.328829 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-56aa1b42-00e5-44ac-a167-8b740cb3d8f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:57.512942 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-56aa1b42-00e5-44ac-a167-8b740cb3d8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:57.518264 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c7229bf0-3843-4dee-a891-882c7b0dc998 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:57:57.532542 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aa1b42-00e5-44ac-a167-8b740cb3d8f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce3790d-90b8-4311-bd7b-fd946a64c0df,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:57:57.535355 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-56aa1b42-00e5-44ac-a167-8b740cb3d8f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:57:57.569304 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-56aa1b42-00e5-44ac-a167-8b740cb3d8f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:57.570868 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-56aa1b42-00e5-44ac-a167-8b740cb3d8f6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6ce3790d-90b8-4311-bd7b-fd946a64c0df HTTP/1.1" status: 204 len: 168 time: 0.3317611 Dec 15 19:57:58.743365 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 33902) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:57:58.879772 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-02f56cd8-58ab-49cb-b5aa-b4964bd46ad6 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1381781621'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:57:58.886099 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-02f56cd8-58ab-49cb-b5aa-b4964bd46ad6 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:57:58.890162 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-02f56cd8-58ab-49cb-b5aa-b4964bd46ad6 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Usage tracker for resource:network and tenant:051da13b1135479bb41b0047609ddada is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:57:58.893150 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-02f56cd8-58ab-49cb-b5aa-b4964bd46ad6 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:57:58.899408 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-02f56cd8-58ab-49cb-b5aa-b4964bd46ad6 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:57:58.935972 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f56cd8-58ab-49cb-b5aa-b4964bd46ad6 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Made reservation on behalf of 051da13b1135479bb41b0047609ddada for: {'network': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:57:58.941674 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-02f56cd8-58ab-49cb-b5aa-b4964bd46ad6 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:58.956481 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-02f56cd8-58ab-49cb-b5aa-b4964bd46ad6 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks [] for security_group, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:59.063287 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-02f56cd8-58ab-49cb-b5aa-b4964bd46ad6 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:57:59.067410 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-02f56cd8-58ab-49cb-b5aa-b4964bd46ad6 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Usage tracker for resource:security_group_rule and tenant:051da13b1135479bb41b0047609ddada is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:57:59.070420 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-02f56cd8-58ab-49cb-b5aa-b4964bd46ad6 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:57:59.077392 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-02f56cd8-58ab-49cb-b5aa-b4964bd46ad6 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:57:59.229233 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-02f56cd8-58ab-49cb-b5aa-b4964bd46ad6 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks [] for security_group, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:59.259018 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-02f56cd8-58ab-49cb-b5aa-b4964bd46ad6 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:59.263592 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-35048550-ed5e-47fe-a6ff-b1edd811304c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:57:59.291906 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02f56cd8-58ab-49cb-b5aa-b4964bd46ad6 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=88991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:57:59.305146 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f56cd8-58ab-49cb-b5aa-b4964bd46ad6 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef0769a-09ac-4370-9eae-8b345591fdef,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:57:59.314223 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f56cd8-58ab-49cb-b5aa-b4964bd46ad6 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:57:59.314688 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f56cd8-58ab-49cb-b5aa-b4964bd46ad6 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:57:59.315158 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f56cd8-58ab-49cb-b5aa-b4964bd46ad6 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:57:59.315587 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f56cd8-58ab-49cb-b5aa-b4964bd46ad6 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:57:59.316012 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f56cd8-58ab-49cb-b5aa-b4964bd46ad6 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:57:59.316434 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f56cd8-58ab-49cb-b5aa-b4964bd46ad6 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:57:59.316851 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f56cd8-58ab-49cb-b5aa-b4964bd46ad6 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:57:59.317267 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f56cd8-58ab-49cb-b5aa-b4964bd46ad6 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:57:59.317684 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f56cd8-58ab-49cb-b5aa-b4964bd46ad6 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:57:59.318097 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f56cd8-58ab-49cb-b5aa-b4964bd46ad6 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:57:59.318536 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f56cd8-58ab-49cb-b5aa-b4964bd46ad6 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:57:59.322847 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-02f56cd8-58ab-49cb-b5aa-b4964bd46ad6 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:57:59.341444 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-02f56cd8-58ab-49cb-b5aa-b4964bd46ad6 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:59.341841 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-02f56cd8-58ab-49cb-b5aa-b4964bd46ad6 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Added segment d15d4b02-5173-4492-9e8e-a582f9036259 of type vlan for network d79e8ad3-883f-4b6a-858d-6159c4b5aefc Dec 15 19:57:59.417498 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-02f56cd8-58ab-49cb-b5aa-b4964bd46ad6 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:59.510964 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-02f56cd8-58ab-49cb-b5aa-b4964bd46ad6 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:59.514981 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f56cd8-58ab-49cb-b5aa-b4964bd46ad6 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:57:59.515619 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-02f56cd8-58ab-49cb-b5aa-b4964bd46ad6 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:57:59.520817 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7571493a-e211-46ca-926e-741d9c53d6fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:57:59.634156 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f56cd8-58ab-49cb-b5aa-b4964bd46ad6 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Pushing event updated for resources: {'Network': ['ID=d79e8ad3-883f-4b6a-858d-6159c4b5aefc,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:57:59.638026 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-02f56cd8-58ab-49cb-b5aa-b4964bd46ad6 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:57:59.646284 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network d79e8ad3-883f-4b6a-858d-6159c4b5aefc details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:57:59.654398 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-02f56cd8-58ab-49cb-b5aa-b4964bd46ad6 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9097507 Dec 15 19:58:03.260648 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 33908) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:58:03.267184 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-cc164fec-8f97-49f1-900e-5ca6c93c34e5 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Request body: {'subnet': {'network_id': 'd79e8ad3-883f-4b6a-858d-6159c4b5aefc', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:58:03.616605 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-cc164fec-8f97-49f1-900e-5ca6c93c34e5 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:58:03.620891 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-cc164fec-8f97-49f1-900e-5ca6c93c34e5 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Usage tracker for resource:subnet and tenant:051da13b1135479bb41b0047609ddada is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:58:03.623859 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-cc164fec-8f97-49f1-900e-5ca6c93c34e5 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:58:03.630123 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-cc164fec-8f97-49f1-900e-5ca6c93c34e5 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:58:03.673261 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc164fec-8f97-49f1-900e-5ca6c93c34e5 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Made reservation on behalf of 051da13b1135479bb41b0047609ddada for: {'subnet': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:58:03.783584 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cc164fec-8f97-49f1-900e-5ca6c93c34e5 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839924940'] for subnet, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:04.245277 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cc164fec-8f97-49f1-900e-5ca6c93c34e5 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838139473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839924955'] for subnet, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:04.249595 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e987d821-ac94-4681-afd0-1ea3466b273b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:58:04.322841 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc164fec-8f97-49f1-900e-5ca6c93c34e5 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Pushing event updated for resources: {'Subnet': ['ID=47248a5c-c6b9-4afe-bb38-19c1e623a445,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:58:04.344571 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc164fec-8f97-49f1-900e-5ca6c93c34e5 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:58:04.344999 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc164fec-8f97-49f1-900e-5ca6c93c34e5 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:58:04.345418 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc164fec-8f97-49f1-900e-5ca6c93c34e5 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:58:04.345832 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc164fec-8f97-49f1-900e-5ca6c93c34e5 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:58:04.346272 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc164fec-8f97-49f1-900e-5ca6c93c34e5 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:58:04.346676 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc164fec-8f97-49f1-900e-5ca6c93c34e5 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:58:04.347081 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc164fec-8f97-49f1-900e-5ca6c93c34e5 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:58:04.347487 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc164fec-8f97-49f1-900e-5ca6c93c34e5 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:58:04.347891 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc164fec-8f97-49f1-900e-5ca6c93c34e5 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:58:04.348294 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc164fec-8f97-49f1-900e-5ca6c93c34e5 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:58:04.348697 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc164fec-8f97-49f1-900e-5ca6c93c34e5 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:58:04.354001 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-cc164fec-8f97-49f1-900e-5ca6c93c34e5 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:58:04.355170 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc164fec-8f97-49f1-900e-5ca6c93c34e5 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Checking segment: {'id': 'd15d4b02-5173-4492-9e8e-a582f9036259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'd79e8ad3-883f-4b6a-858d-6159c4b5aefc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:58:04.355557 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc164fec-8f97-49f1-900e-5ca6c93c34e5 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Network hostable DHCP agents. Network: d79e8ad3-883f-4b6a-858d-6159c4b5aefc, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:58:04.436113 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc164fec-8f97-49f1-900e-5ca6c93c34e5 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Network d79e8ad3-883f-4b6a-858d-6159c4b5aefc is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:58:04.512915 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-cc164fec-8f97-49f1-900e-5ca6c93c34e5 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, d79e8ad3-883f-4b6a-858d-6159c4b5aefc) {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:58:04.516937 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc164fec-8f97-49f1-900e-5ca6c93c34e5 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:58:04.517579 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cc164fec-8f97-49f1-900e-5ca6c93c34e5 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:04.522253 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b636ec4a-cde7-4d91-851c-ad4b8a0ff06c None None] Network d79e8ad3-883f-4b6a-858d-6159c4b5aefc requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:58:04.574880 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-cc164fec-8f97-49f1-900e-5ca6c93c34e5 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3130431 Dec 15 19:58:04.578747 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 33912) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:58:04.584710 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-d0a9a8ea-4bf5-4d4d-af79-60a8394a5db0 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1935553983'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:58:04.592068 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-d0a9a8ea-4bf5-4d4d-af79-60a8394a5db0 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:58:04.600830 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d0a9a8ea-4bf5-4d4d-af79-60a8394a5db0 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Usage tracker for resource:network and tenant:051da13b1135479bb41b0047609ddada is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:58:04.605415 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d0a9a8ea-4bf5-4d4d-af79-60a8394a5db0 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:58:04.613379 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-d0a9a8ea-4bf5-4d4d-af79-60a8394a5db0 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:58:04.655987 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a9a8ea-4bf5-4d4d-af79-60a8394a5db0 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Made reservation on behalf of 051da13b1135479bb41b0047609ddada for: {'network': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:58:04.661889 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d0a9a8ea-4bf5-4d4d-af79-60a8394a5db0 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:04.692962 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0a9a8ea-4bf5-4d4d-af79-60a8394a5db0 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=88990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:58:04.702514 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d0a9a8ea-4bf5-4d4d-af79-60a8394a5db0 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:04.702937 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-d0a9a8ea-4bf5-4d4d-af79-60a8394a5db0 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Added segment fd20860d-46e9-4dab-b41f-7eef7d03305b of type vlan for network 27cb3f91-bb6f-4edb-b7e3-c8ded144b4b6 Dec 15 19:58:04.729622 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d0a9a8ea-4bf5-4d4d-af79-60a8394a5db0 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:04.754546 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177dc68c-bc03-4761-b56d-f5659bcf3d5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-d79e8ad3-883f-4b6a-858d-6159c4b5aefc', 'network_id': 'd79e8ad3-883f-4b6a-858d-6159c4b5aefc', 'tenant_id': '051da13b1135479bb41b0047609ddada', 'fixed_ips': [{'subnet_id': '47248a5c-c6b9-4afe-bb38-19c1e623a445'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:58:04.755463 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-177dc68c-bc03-4761-b56d-f5659bcf3d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:04.785027 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d0a9a8ea-4bf5-4d4d-af79-60a8394a5db0 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:04.789215 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a9a8ea-4bf5-4d4d-af79-60a8394a5db0 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:58:04.789903 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d0a9a8ea-4bf5-4d4d-af79-60a8394a5db0 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:04.796031 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-747b6592-cf02-4884-8a80-9e5c6285c8a3 tempest-BulkNetworkOpsIpV6Test-1351116534 tempest-BulkNetworkOpsIpV6Test-1351116534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:58:04.904500 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a9a8ea-4bf5-4d4d-af79-60a8394a5db0 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Pushing event updated for resources: {'Network': ['ID=27cb3f91-bb6f-4edb-b7e3-c8ded144b4b6,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:58:04.907353 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d0a9a8ea-4bf5-4d4d-af79-60a8394a5db0 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:58:04.912158 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d0a9a8ea-4bf5-4d4d-af79-60a8394a5db0 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3322930 Dec 15 19:58:04.915306 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 33916) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:58:04.920928 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 27cb3f91-bb6f-4edb-b7e3-c8ded144b4b6 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:58:04.923136 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-aa5ce797-a096-4fa1-950b-6b8dd28c7833 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Request body: {'subnet': {'network_id': '27cb3f91-bb6f-4edb-b7e3-c8ded144b4b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:58:05.020037 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-177dc68c-bc03-4761-b56d-f5659bcf3d5b None None] Allocated IP 2001:db8:0:ffff::2 (d79e8ad3-883f-4b6a-858d-6159c4b5aefc/47248a5c-c6b9-4afe-bb38-19c1e623a445/b64c6327-57ef-4b35-a679-79246fe93505) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:58:05.038756 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-aa5ce797-a096-4fa1-950b-6b8dd28c7833 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:58:05.043270 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-aa5ce797-a096-4fa1-950b-6b8dd28c7833 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Usage tracker for resource:subnet and tenant:051da13b1135479bb41b0047609ddada is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:58:05.046172 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-aa5ce797-a096-4fa1-950b-6b8dd28c7833 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:58:05.052896 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-aa5ce797-a096-4fa1-950b-6b8dd28c7833 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:58:05.089897 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa5ce797-a096-4fa1-950b-6b8dd28c7833 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Made reservation on behalf of 051da13b1135479bb41b0047609ddada for: {'subnet': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:58:05.198048 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-aa5ce797-a096-4fa1-950b-6b8dd28c7833 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839924940'] for subnet, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:05.253841 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-177dc68c-bc03-4761-b56d-f5659bcf3d5b None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:05.264776 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-177dc68c-bc03-4761-b56d-f5659bcf3d5b None None] Transition to ACTIVE for port object b64c6327-57ef-4b35-a679-79246fe93505 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:58:05.284391 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-177dc68c-bc03-4761-b56d-f5659bcf3d5b None None] Transition to ACTIVE for port object b64c6327-57ef-4b35-a679-79246fe93505 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:58:05.341946 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-177dc68c-bc03-4761-b56d-f5659bcf3d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:05.347349 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:58:05.405957 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177dc68c-bc03-4761-b56d-f5659bcf3d5b None None] Network d79e8ad3-883f-4b6a-858d-6159c4b5aefc is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:58:05.407112 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-177dc68c-bc03-4761-b56d-f5659bcf3d5b None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:58:05.409695 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177dc68c-bc03-4761-b56d-f5659bcf3d5b None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:58:05.426821 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177dc68c-bc03-4761-b56d-f5659bcf3d5b None None] Pushing event updated for resources: {'Port': ['ID=b64c6327-57ef-4b35-a679-79246fe93505,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:58:05.429688 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-177dc68c-bc03-4761-b56d-f5659bcf3d5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:58:05.514614 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-177dc68c-bc03-4761-b56d-f5659bcf3d5b None None] Attempting to bind port b64c6327-57ef-4b35-a679-79246fe93505 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:58:05.515035 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-177dc68c-bc03-4761-b56d-f5659bcf3d5b None None] Attempting to bind port b64c6327-57ef-4b35-a679-79246fe93505 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'd15d4b02-5173-4492-9e8e-a582f9036259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'd79e8ad3-883f-4b6a-858d-6159c4b5aefc'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:58:05.515444 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177dc68c-bc03-4761-b56d-f5659bcf3d5b None None] Attempting to bind port b64c6327-57ef-4b35-a679-79246fe93505 on network d79e8ad3-883f-4b6a-858d-6159c4b5aefc {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:58:05.522156 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177dc68c-bc03-4761-b56d-f5659bcf3d5b None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:58:05.522600 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177dc68c-bc03-4761-b56d-f5659bcf3d5b None None] Checking segment: {'id': 'd15d4b02-5173-4492-9e8e-a582f9036259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'd79e8ad3-883f-4b6a-858d-6159c4b5aefc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:58:05.523045 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-177dc68c-bc03-4761-b56d-f5659bcf3d5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:05.523484 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177dc68c-bc03-4761-b56d-f5659bcf3d5b None None] Bound using segment: {'id': 'd15d4b02-5173-4492-9e8e-a582f9036259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'd79e8ad3-883f-4b6a-858d-6159c4b5aefc'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:58:05.523997 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-177dc68c-bc03-4761-b56d-f5659bcf3d5b None None] Bound port: b64c6327-57ef-4b35-a679-79246fe93505, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd15d4b02-5173-4492-9e8e-a582f9036259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'd79e8ad3-883f-4b6a-858d-6159c4b5aefc'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:58:05.524494 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-177dc68c-bc03-4761-b56d-f5659bcf3d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:05.576388 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-aa5ce797-a096-4fa1-950b-6b8dd28c7833 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838139473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839924955'] for subnet, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:05.581143 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2b1b971a-4802-4d26-858e-40ebbbd1d492 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:58:05.617427 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-177dc68c-bc03-4761-b56d-f5659bcf3d5b None None] For port b64c6327-57ef-4b35-a679-79246fe93505, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:58:05.621107 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-177dc68c-bc03-4761-b56d-f5659bcf3d5b None None] For port b64c6327-57ef-4b35-a679-79246fe93505, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=b64c6327-57ef-4b35-a679-79246fe93505,segment=NetworkSegment(d15d4b02-5173-4492-9e8e-a582f9036259),segment_id=d15d4b02-5173-4492-9e8e-a582f9036259)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:58:05.656536 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-177dc68c-bc03-4761-b56d-f5659bcf3d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:05.661376 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:58:05.668953 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5ce797-a096-4fa1-950b-6b8dd28c7833 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Pushing event updated for resources: {'Subnet': ['ID=d215472c-3da3-4a04-9e60-eee95d61a9b2,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:58:05.673526 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-aa5ce797-a096-4fa1-950b-6b8dd28c7833 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:58:05.682385 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5ce797-a096-4fa1-950b-6b8dd28c7833 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Checking segment: {'id': 'fd20860d-46e9-4dab-b41f-7eef7d03305b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '27cb3f91-bb6f-4edb-b7e3-c8ded144b4b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:58:05.682789 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5ce797-a096-4fa1-950b-6b8dd28c7833 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Network hostable DHCP agents. Network: 27cb3f91-bb6f-4edb-b7e3-c8ded144b4b6, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:58:05.738833 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5ce797-a096-4fa1-950b-6b8dd28c7833 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Network 27cb3f91-bb6f-4edb-b7e3-c8ded144b4b6 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:58:05.748655 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177dc68c-bc03-4761-b56d-f5659bcf3d5b None None] Pushing event updated for resources: {'Port': ['ID=b64c6327-57ef-4b35-a679-79246fe93505,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:58:05.751636 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-177dc68c-bc03-4761-b56d-f5659bcf3d5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:58:05.792885 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-aa5ce797-a096-4fa1-950b-6b8dd28c7833 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, 27cb3f91-bb6f-4edb-b7e3-c8ded144b4b6) {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:58:05.797000 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5ce797-a096-4fa1-950b-6b8dd28c7833 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:58:05.797655 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-aa5ce797-a096-4fa1-950b-6b8dd28c7833 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:05.801932 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c512178f-b9c9-4337-9428-e4a88492ed24 None None] Network 27cb3f91-bb6f-4edb-b7e3-c8ded144b4b6 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:58:05.851339 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-aa5ce797-a096-4fa1-950b-6b8dd28c7833 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.9338701 Dec 15 19:58:05.853751 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 33920) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:58:06.014694 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bdc22b5b-4f8c-4b8c-9406-8b7bdace9ebb tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:06.049952 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404ee2e4-27ee-4fb8-9193-49229bef8b84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-27cb3f91-bb6f-4edb-b7e3-c8ded144b4b6', 'network_id': '27cb3f91-bb6f-4edb-b7e3-c8ded144b4b6', 'tenant_id': '051da13b1135479bb41b0047609ddada', 'fixed_ips': [{'subnet_id': 'd215472c-3da3-4a04-9e60-eee95d61a9b2'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:58:06.051768 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-404ee2e4-27ee-4fb8-9193-49229bef8b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:06.098075 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bdc22b5b-4f8c-4b8c-9406-8b7bdace9ebb tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:06.299423 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-404ee2e4-27ee-4fb8-9193-49229bef8b84 None None] Allocated IP 2001:db8::2 (27cb3f91-bb6f-4edb-b7e3-c8ded144b4b6/d215472c-3da3-4a04-9e60-eee95d61a9b2/58c10966-69c4-4059-9706-e630b6d139c9) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:58:06.697513 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-404ee2e4-27ee-4fb8-9193-49229bef8b84 None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:06.708513 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-404ee2e4-27ee-4fb8-9193-49229bef8b84 None None] Transition to ACTIVE for port object 58c10966-69c4-4059-9706-e630b6d139c9 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:58:06.727616 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-404ee2e4-27ee-4fb8-9193-49229bef8b84 None None] Transition to ACTIVE for port object 58c10966-69c4-4059-9706-e630b6d139c9 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:58:06.756547 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-404ee2e4-27ee-4fb8-9193-49229bef8b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:06.762587 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:58:06.785186 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bdc22b5b-4f8c-4b8c-9406-8b7bdace9ebb tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16636259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14850861'] for subnet, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:06.789958 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5e121a6e-cb76-41f9-92a9-136b11f4dd22 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:58:06.821169 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404ee2e4-27ee-4fb8-9193-49229bef8b84 None None] Network 27cb3f91-bb6f-4edb-b7e3-c8ded144b4b6 is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:58:06.829816 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-404ee2e4-27ee-4fb8-9193-49229bef8b84 None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:58:06.831911 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc22b5b-4f8c-4b8c-9406-8b7bdace9ebb tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Pushing event deleted for resources: {'Subnet': ['ID=d215472c-3da3-4a04-9e60-eee95d61a9b2,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:58:06.832454 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404ee2e4-27ee-4fb8-9193-49229bef8b84 None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:58:06.834383 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-bdc22b5b-4f8c-4b8c-9406-8b7bdace9ebb tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:58:06.843798 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404ee2e4-27ee-4fb8-9193-49229bef8b84 None None] Pushing event updated for resources: {'Port': ['ID=58c10966-69c4-4059-9706-e630b6d139c9,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:58:06.846643 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-404ee2e4-27ee-4fb8-9193-49229bef8b84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:58:06.936853 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bdc22b5b-4f8c-4b8c-9406-8b7bdace9ebb tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:06.941584 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-404ee2e4-27ee-4fb8-9193-49229bef8b84 None None] Attempting to bind port 58c10966-69c4-4059-9706-e630b6d139c9 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:58:06.941993 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-404ee2e4-27ee-4fb8-9193-49229bef8b84 None None] Attempting to bind port 58c10966-69c4-4059-9706-e630b6d139c9 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'fd20860d-46e9-4dab-b41f-7eef7d03305b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '27cb3f91-bb6f-4edb-b7e3-c8ded144b4b6'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:58:06.942443 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404ee2e4-27ee-4fb8-9193-49229bef8b84 None None] Attempting to bind port 58c10966-69c4-4059-9706-e630b6d139c9 on network 27cb3f91-bb6f-4edb-b7e3-c8ded144b4b6 {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:58:06.949567 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404ee2e4-27ee-4fb8-9193-49229bef8b84 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:58:06.950266 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404ee2e4-27ee-4fb8-9193-49229bef8b84 None None] Checking segment: {'id': 'fd20860d-46e9-4dab-b41f-7eef7d03305b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '27cb3f91-bb6f-4edb-b7e3-c8ded144b4b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:58:06.950724 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-404ee2e4-27ee-4fb8-9193-49229bef8b84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:06.951171 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404ee2e4-27ee-4fb8-9193-49229bef8b84 None None] Bound using segment: {'id': 'fd20860d-46e9-4dab-b41f-7eef7d03305b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '27cb3f91-bb6f-4edb-b7e3-c8ded144b4b6'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:58:06.951693 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-404ee2e4-27ee-4fb8-9193-49229bef8b84 None None] Bound port: 58c10966-69c4-4059-9706-e630b6d139c9, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd20860d-46e9-4dab-b41f-7eef7d03305b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '27cb3f91-bb6f-4edb-b7e3-c8ded144b4b6'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:58:06.952118 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-404ee2e4-27ee-4fb8-9193-49229bef8b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:06.966122 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-bdc22b5b-4f8c-4b8c-9406-8b7bdace9ebb tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27cb3f91-bb6f-4edb-b7e3-c8ded144b4b6']}} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:58:06.980293 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-bdc22b5b-4f8c-4b8c-9406-8b7bdace9ebb tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd20860d-46e9-4dab-b41f-7eef7d03305b') {'for_net_delete': True} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:58:06.980638 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-bdc22b5b-4f8c-4b8c-9406-8b7bdace9ebb tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd20860d-46e9-4dab-b41f-7eef7d03305b') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:58:06.994499 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bdc22b5b-4f8c-4b8c-9406-8b7bdace9ebb tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16327073'] for segment, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:07.010583 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bdc22b5b-4f8c-4b8c-9406-8b7bdace9ebb tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:07.017137 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdc22b5b-4f8c-4b8c-9406-8b7bdace9ebb tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=88990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:58:07.017527 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bdc22b5b-4f8c-4b8c-9406-8b7bdace9ebb tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838138943'] for segment, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:07.033487 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:58:07.033487 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:58:07.033487 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:58:07.033487 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:58:07.033487 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:58:07.033487 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:58:07.033487 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:58:07.033487 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:58:07.033487 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:58:07.033487 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:58:07.033487 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:58:07.033487 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:58:07.033487 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:58:07.033487 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:58:07.033487 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:58:07.033487 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:58:07.033487 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:58:07.033487 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:58:07.033487 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:58:07.033487 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:58:07.033487 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:58:07.033487 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:58:07.033487 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:58:07.033487 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:58:07.033487 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:58:07.033487 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:58:07.033487 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:58:07.033487 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:58:07.033487 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:58:07.033487 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:58:07.033487 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:58:07.033487 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:58:07.048638 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-404ee2e4-27ee-4fb8-9193-49229bef8b84 None None] For port 58c10966-69c4-4059-9706-e630b6d139c9, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:58:07.118694 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-404ee2e4-27ee-4fb8-9193-49229bef8b84 None None] For port 58c10966-69c4-4059-9706-e630b6d139c9, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=58c10966-69c4-4059-9706-e630b6d139c9,segment=NetworkSegment(fd20860d-46e9-4dab-b41f-7eef7d03305b),segment_id=fd20860d-46e9-4dab-b41f-7eef7d03305b)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:58:07.142286 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-bdc22b5b-4f8c-4b8c-9406-8b7bdace9ebb tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 15 19:58:07.142286 dv-neutron-821831-2-hyperv neutron-server[88879]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 15 19:58:07.142286 dv-neutron-821831-2-hyperv neutron-server[88879]: [parameters: {'id': '27cb3f91-bb6f-4edb-b7e3-c8ded144b4b6'}] Dec 15 19:58:07.142286 dv-neutron-821831-2-hyperv neutron-server[88879]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88990) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:58:07.142803 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-bdc22b5b-4f8c-4b8c-9406-8b7bdace9ebb tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:58:07.165401 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-404ee2e4-27ee-4fb8-9193-49229bef8b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:07.169539 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:58:07.295098 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404ee2e4-27ee-4fb8-9193-49229bef8b84 None None] Pushing event updated for resources: {'Port': ['ID=58c10966-69c4-4059-9706-e630b6d139c9,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:58:07.298367 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-404ee2e4-27ee-4fb8-9193-49229bef8b84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:58:07.321833 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8580e87b-c400-400b-9711-faa03a9b76ea None None] Network d79e8ad3-883f-4b6a-858d-6159c4b5aefc requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:58:07.335732 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device b64c6327-57ef-4b35-a679-79246fe93505 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:58:07.429445 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bfa4117-8b4c-421c-81b6-88b6f30d94fd None None] Network 27cb3f91-bb6f-4edb-b7e3-c8ded144b4b6 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:58:07.600155 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-f15671d3-f6a2-41a8-884f-6b0efb816423 None None] Provisioning for port b64c6327-57ef-4b35-a679-79246fe93505 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:58:07.643387 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bdc22b5b-4f8c-4b8c-9406-8b7bdace9ebb tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:07.658539 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-bdc22b5b-4f8c-4b8c-9406-8b7bdace9ebb tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Deleting port 58c10966-69c4-4059-9706-e630b6d139c9 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:58:07.658539 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bdc22b5b-4f8c-4b8c-9406-8b7bdace9ebb tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:07.757583 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port b64c6327-57ef-4b35-a679-79246fe93505 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:58:07.797346 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port b64c6327-57ef-4b35-a679-79246fe93505 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:58:07.797783 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:07.877491 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-bdc22b5b-4f8c-4b8c-9406-8b7bdace9ebb tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] For port 58c10966-69c4-4059-9706-e630b6d139c9, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=58c10966-69c4-4059-9706-e630b6d139c9,segment=NetworkSegment(fd20860d-46e9-4dab-b41f-7eef7d03305b),segment_id=fd20860d-46e9-4dab-b41f-7eef7d03305b)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:58:07.878121 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bdc22b5b-4f8c-4b8c-9406-8b7bdace9ebb tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:07.965690 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:08.001505 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port b64c6327-57ef-4b35-a679-79246fe93505, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=b64c6327-57ef-4b35-a679-79246fe93505,segment=NetworkSegment(d15d4b02-5173-4492-9e8e-a582f9036259),segment_id=d15d4b02-5173-4492-9e8e-a582f9036259)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:58:08.014957 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-bdc22b5b-4f8c-4b8c-9406-8b7bdace9ebb tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Calling delete_port for 58c10966-69c4-4059-9706-e630b6d139c9 owned by network:dhcp {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:58:08.036682 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:08.039240 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:58:08.113250 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=b64c6327-57ef-4b35-a679-79246fe93505,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:58:08.116631 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:58:08.121710 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bdc22b5b-4f8c-4b8c-9406-8b7bdace9ebb tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:08.126904 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-19cd9ccd-ffa4-4cbe-8cff-f94510fe0dd9 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:58:08.168610 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc22b5b-4f8c-4b8c-9406-8b7bdace9ebb tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Pushing event deleted for resources: {'Port': ['ID=58c10966-69c4-4059-9706-e630b6d139c9,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:58:08.172528 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-bdc22b5b-4f8c-4b8c-9406-8b7bdace9ebb tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:58:08.175701 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc22b5b-4f8c-4b8c-9406-8b7bdace9ebb tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] No DVR routers for this DVR port 58c10966-69c4-4059-9706-e630b6d139c9 on host dv-neutron-821831-2-hyperv {{(pid=88990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:58:08.192279 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07732c06-1445-4b12-ab28-419791be9a0e None None] get_active_networks_info from dv-neutron-821831-2-hyperv {{(pid=88992) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 15 19:58:08.274839 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d578d8a8-6647-4566-a9ea-f43d255aced4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:08.304935 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07732c06-1445-4b12-ab28-419791be9a0e None None] Resources bound (agent type, host, resource id): {{(pid=88992) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 15 19:58:08.306647 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bdc22b5b-4f8c-4b8c-9406-8b7bdace9ebb tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:08.312207 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-6cd60fd4-6a37-40da-a37f-06c7a9fe62c8 None None] Provisioning complete for port b64c6327-57ef-4b35-a679-79246fe93505 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:58:08.312633 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6cd60fd4-6a37-40da-a37f-06c7a9fe62c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:08.334186 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-bdc22b5b-4f8c-4b8c-9406-8b7bdace9ebb tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27cb3f91-bb6f-4edb-b7e3-c8ded144b4b6']}} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:58:08.351358 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-bdc22b5b-4f8c-4b8c-9406-8b7bdace9ebb tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd20860d-46e9-4dab-b41f-7eef7d03305b') {'for_net_delete': True} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:58:08.351701 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-bdc22b5b-4f8c-4b8c-9406-8b7bdace9ebb tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd20860d-46e9-4dab-b41f-7eef7d03305b') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:58:08.365262 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bdc22b5b-4f8c-4b8c-9406-8b7bdace9ebb tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16327073'] for segment, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:08.381032 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bdc22b5b-4f8c-4b8c-9406-8b7bdace9ebb tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:08.387906 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdc22b5b-4f8c-4b8c-9406-8b7bdace9ebb tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=88990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:58:08.388284 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bdc22b5b-4f8c-4b8c-9406-8b7bdace9ebb tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838138943'] for segment, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:08.404216 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:58:08.404216 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:58:08.404216 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:58:08.404216 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:58:08.404216 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:58:08.404216 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:58:08.404216 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:58:08.404216 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:58:08.404216 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:58:08.404216 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:58:08.404216 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:58:08.404216 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:58:08.404216 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:58:08.404216 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:58:08.404216 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:58:08.404216 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:58:08.404216 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:58:08.404216 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:58:08.404216 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:58:08.404216 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:58:08.404216 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:58:08.404216 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:58:08.404216 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:58:08.404216 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:58:08.404216 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:58:08.404216 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:58:08.404216 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:58:08.404216 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:58:08.404216 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:58:08.404216 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:58:08.404216 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:58:08.404216 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:58:08.530263 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bdc22b5b-4f8c-4b8c-9406-8b7bdace9ebb tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:08.534602 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bdc22b5b-4f8c-4b8c-9406-8b7bdace9ebb tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:08.538755 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4d0dd6d6-3e59-4464-a5a5-d7b7ba1e3330 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:58:08.569461 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc22b5b-4f8c-4b8c-9406-8b7bdace9ebb tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Pushing event deleted for resources: {'Network': ['ID=27cb3f91-bb6f-4edb-b7e3-c8ded144b4b6,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:58:08.572811 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-bdc22b5b-4f8c-4b8c-9406-8b7bdace9ebb tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:58:08.574773 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-bdc22b5b-4f8c-4b8c-9406-8b7bdace9ebb tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] 10.222.0.36 "DELETE /v2.0/networks/27cb3f91-bb6f-4edb-b7e3-c8ded144b4b6 HTTP/1.1" status: 204 len: 168 time: 2.7199421 Dec 15 19:58:08.578746 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 33924) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:58:08.585133 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-a1caf2b3-9bc8-43b1-9b85-9f9694547bcb tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-232906861'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:58:08.590663 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a1caf2b3-9bc8-43b1-9b85-9f9694547bcb tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:58:08.595206 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-a1caf2b3-9bc8-43b1-9b85-9f9694547bcb tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Usage tracker for resource:network and tenant:051da13b1135479bb41b0047609ddada is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:58:08.597711 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-a1caf2b3-9bc8-43b1-9b85-9f9694547bcb tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:58:08.605267 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a1caf2b3-9bc8-43b1-9b85-9f9694547bcb tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:58:08.659152 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1caf2b3-9bc8-43b1-9b85-9f9694547bcb tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Made reservation on behalf of 051da13b1135479bb41b0047609ddada for: {'network': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:58:08.665024 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a1caf2b3-9bc8-43b1-9b85-9f9694547bcb tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:08.696211 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1caf2b3-9bc8-43b1-9b85-9f9694547bcb tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=88990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:58:08.769464 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a1caf2b3-9bc8-43b1-9b85-9f9694547bcb tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:08.769987 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-a1caf2b3-9bc8-43b1-9b85-9f9694547bcb tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Added segment 7017a5d0-537e-43d9-8b13-d60c94f32bcd of type vlan for network e8253c1f-9b3e-48f4-8131-266e890d5047 Dec 15 19:58:08.852883 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a1caf2b3-9bc8-43b1-9b85-9f9694547bcb tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:08.952984 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a1caf2b3-9bc8-43b1-9b85-9f9694547bcb tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:08.957060 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1caf2b3-9bc8-43b1-9b85-9f9694547bcb tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:58:08.957701 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a1caf2b3-9bc8-43b1-9b85-9f9694547bcb tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:08.962998 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-531f4bc5-f129-4954-9b5b-2bb39d720aa6 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:58:09.076111 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1caf2b3-9bc8-43b1-9b85-9f9694547bcb tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Pushing event updated for resources: {'Network': ['ID=e8253c1f-9b3e-48f4-8131-266e890d5047,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:58:09.078966 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a1caf2b3-9bc8-43b1-9b85-9f9694547bcb tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:58:09.084833 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a1caf2b3-9bc8-43b1-9b85-9f9694547bcb tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5048368 Dec 15 19:58:09.086667 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network e8253c1f-9b3e-48f4-8131-266e890d5047 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:58:09.088008 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 33928) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:58:09.094145 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-e5a4df69-be95-484b-924b-048f646d1843 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Request body: {'subnet': {'network_id': 'e8253c1f-9b3e-48f4-8131-266e890d5047', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:58:09.212256 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-e5a4df69-be95-484b-924b-048f646d1843 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:58:09.216331 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-e5a4df69-be95-484b-924b-048f646d1843 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Usage tracker for resource:subnet and tenant:051da13b1135479bb41b0047609ddada is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:58:09.219282 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-e5a4df69-be95-484b-924b-048f646d1843 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:58:09.225206 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-e5a4df69-be95-484b-924b-048f646d1843 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:58:09.295832 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device b64c6327-57ef-4b35-a679-79246fe93505 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:58:09.313310 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a4df69-be95-484b-924b-048f646d1843 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Made reservation on behalf of 051da13b1135479bb41b0047609ddada for: {'subnet': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:58:09.366410 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port b64c6327-57ef-4b35-a679-79246fe93505 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:58:09.366836 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:09.424303 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e5a4df69-be95-484b-924b-048f646d1843 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839924940'] for subnet, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:09.517875 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.ipam_backend_mixin [None req-e5a4df69-be95-484b-924b-048f646d1843 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Performing IP validity checks on allocation pools {{(pid=88990) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Dec 15 19:58:09.518513 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.ipam_backend_mixin [None req-e5a4df69-be95-484b-924b-048f646d1843 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88990) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Dec 15 19:58:09.519064 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:09.679059 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e5a4df69-be95-484b-924b-048f646d1843 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838139473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839924955'] for subnet, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:09.683711 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8993259a-47a8-4de3-92b6-6369c90fc54b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:58:09.761319 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a4df69-be95-484b-924b-048f646d1843 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Pushing event updated for resources: {'Subnet': ['ID=a448c364-27bc-4454-b7d6-327ec0d0160a,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:58:09.765430 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e5a4df69-be95-484b-924b-048f646d1843 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:58:09.773802 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a4df69-be95-484b-924b-048f646d1843 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Checking segment: {'id': '7017a5d0-537e-43d9-8b13-d60c94f32bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e8253c1f-9b3e-48f4-8131-266e890d5047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:58:09.774317 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a4df69-be95-484b-924b-048f646d1843 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Network hostable DHCP agents. Network: e8253c1f-9b3e-48f4-8131-266e890d5047, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:58:09.832866 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a4df69-be95-484b-924b-048f646d1843 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Network e8253c1f-9b3e-48f4-8131-266e890d5047 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:58:09.870341 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-e5a4df69-be95-484b-924b-048f646d1843 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, e8253c1f-9b3e-48f4-8131-266e890d5047) {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:58:09.874327 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a4df69-be95-484b-924b-048f646d1843 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:58:09.874984 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e5a4df69-be95-484b-924b-048f646d1843 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:09.879392 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f0f312-fbec-4b6a-9f42-ab83c3f37623 None None] Network e8253c1f-9b3e-48f4-8131-266e890d5047 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:58:09.922758 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e5a4df69-be95-484b-924b-048f646d1843 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8335512 Dec 15 19:58:09.925503 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 33932) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:58:10.078602 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-45629ab9-cca3-4e7a-b100-b50df220cb3f tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:10.106406 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb73c688-d77a-428d-89a8-eeb52585b615 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-e8253c1f-9b3e-48f4-8131-266e890d5047', 'network_id': 'e8253c1f-9b3e-48f4-8131-266e890d5047', 'tenant_id': '051da13b1135479bb41b0047609ddada', 'fixed_ips': [{'subnet_id': 'a448c364-27bc-4454-b7d6-327ec0d0160a'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:58:10.107404 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eb73c688-d77a-428d-89a8-eeb52585b615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:10.280836 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-eb73c688-d77a-428d-89a8-eeb52585b615 None None] Allocated IP 2001:db8::3 (e8253c1f-9b3e-48f4-8131-266e890d5047/a448c364-27bc-4454-b7d6-327ec0d0160a/72ef16b2-03b6-4836-bf63-4afb00f6b438) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:58:10.384831 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-45629ab9-cca3-4e7a-b100-b50df220cb3f tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:10.493035 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eb73c688-d77a-428d-89a8-eeb52585b615 None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:10.503510 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-eb73c688-d77a-428d-89a8-eeb52585b615 None None] Transition to ACTIVE for port object 72ef16b2-03b6-4836-bf63-4afb00f6b438 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:58:10.526743 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-eb73c688-d77a-428d-89a8-eeb52585b615 None None] Transition to ACTIVE for port object 72ef16b2-03b6-4836-bf63-4afb00f6b438 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:58:10.562109 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eb73c688-d77a-428d-89a8-eeb52585b615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:10.566643 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-177dc68c-bc03-4761-b56d-f5659bcf3d5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:58:10.638681 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb73c688-d77a-428d-89a8-eeb52585b615 None None] Network e8253c1f-9b3e-48f4-8131-266e890d5047 is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:58:10.642334 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-eb73c688-d77a-428d-89a8-eeb52585b615 None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:58:10.647048 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb73c688-d77a-428d-89a8-eeb52585b615 None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:58:10.649290 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb73c688-d77a-428d-89a8-eeb52585b615 None None] Pushing event updated for resources: {'Port': ['ID=72ef16b2-03b6-4836-bf63-4afb00f6b438,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:58:10.653428 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-eb73c688-d77a-428d-89a8-eeb52585b615 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:58:10.657817 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-db25b0fc-37b1-4a0d-938f-23874b1d76c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:10.740185 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-eb73c688-d77a-428d-89a8-eeb52585b615 None None] Attempting to bind port 72ef16b2-03b6-4836-bf63-4afb00f6b438 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:58:10.740606 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-eb73c688-d77a-428d-89a8-eeb52585b615 None None] Attempting to bind port 72ef16b2-03b6-4836-bf63-4afb00f6b438 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '7017a5d0-537e-43d9-8b13-d60c94f32bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e8253c1f-9b3e-48f4-8131-266e890d5047'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:58:10.741026 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb73c688-d77a-428d-89a8-eeb52585b615 None None] Attempting to bind port 72ef16b2-03b6-4836-bf63-4afb00f6b438 on network e8253c1f-9b3e-48f4-8131-266e890d5047 {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:58:10.747844 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb73c688-d77a-428d-89a8-eeb52585b615 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:58:10.748265 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb73c688-d77a-428d-89a8-eeb52585b615 None None] Checking segment: {'id': '7017a5d0-537e-43d9-8b13-d60c94f32bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e8253c1f-9b3e-48f4-8131-266e890d5047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:58:10.748744 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eb73c688-d77a-428d-89a8-eeb52585b615 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:10.749187 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb73c688-d77a-428d-89a8-eeb52585b615 None None] Bound using segment: {'id': '7017a5d0-537e-43d9-8b13-d60c94f32bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e8253c1f-9b3e-48f4-8131-266e890d5047'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:58:10.749705 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-eb73c688-d77a-428d-89a8-eeb52585b615 None None] Bound port: 72ef16b2-03b6-4836-bf63-4afb00f6b438, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7017a5d0-537e-43d9-8b13-d60c94f32bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e8253c1f-9b3e-48f4-8131-266e890d5047'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:58:10.750128 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eb73c688-d77a-428d-89a8-eeb52585b615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:10.762347 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-45629ab9-cca3-4e7a-b100-b50df220cb3f tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16636259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14850861'] for subnet, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:10.767376 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-cc164fec-8f97-49f1-900e-5ca6c93c34e5 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:58:10.806813 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45629ab9-cca3-4e7a-b100-b50df220cb3f tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Pushing event deleted for resources: {'Subnet': ['ID=a448c364-27bc-4454-b7d6-327ec0d0160a,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:58:10.809532 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-45629ab9-cca3-4e7a-b100-b50df220cb3f tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:58:10.918309 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-45629ab9-cca3-4e7a-b100-b50df220cb3f tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:10.947783 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-45629ab9-cca3-4e7a-b100-b50df220cb3f tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8253c1f-9b3e-48f4-8131-266e890d5047']}} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:58:10.963634 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-45629ab9-cca3-4e7a-b100-b50df220cb3f tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7017a5d0-537e-43d9-8b13-d60c94f32bcd') {'for_net_delete': True} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:58:10.963985 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-45629ab9-cca3-4e7a-b100-b50df220cb3f tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7017a5d0-537e-43d9-8b13-d60c94f32bcd') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:58:10.976756 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-45629ab9-cca3-4e7a-b100-b50df220cb3f tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16327073'] for segment, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:10.993298 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-45629ab9-cca3-4e7a-b100-b50df220cb3f tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:11.000939 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45629ab9-cca3-4e7a-b100-b50df220cb3f tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=88990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:58:11.001390 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-45629ab9-cca3-4e7a-b100-b50df220cb3f tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838138943'] for segment, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:11.016965 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:58:11.016965 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:58:11.016965 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:58:11.016965 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:58:11.016965 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:58:11.016965 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:58:11.016965 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:58:11.016965 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:58:11.016965 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:58:11.016965 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:58:11.016965 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:58:11.016965 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:58:11.016965 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:58:11.016965 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:58:11.016965 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:58:11.016965 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:58:11.016965 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:58:11.016965 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:58:11.016965 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:58:11.016965 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:58:11.016965 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:58:11.016965 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:58:11.016965 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:58:11.016965 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:58:11.016965 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:58:11.016965 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:58:11.016965 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:58:11.016965 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:58:11.016965 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:58:11.016965 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:58:11.016965 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:58:11.016965 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:58:11.019675 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-eb73c688-d77a-428d-89a8-eeb52585b615 None None] For port 72ef16b2-03b6-4836-bf63-4afb00f6b438, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:58:11.043940 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:11.101336 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-eb73c688-d77a-428d-89a8-eeb52585b615 None None] For port 72ef16b2-03b6-4836-bf63-4afb00f6b438, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=72ef16b2-03b6-4836-bf63-4afb00f6b438,segment=NetworkSegment(7017a5d0-537e-43d9-8b13-d60c94f32bcd),segment_id=7017a5d0-537e-43d9-8b13-d60c94f32bcd)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:58:11.124304 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-45629ab9-cca3-4e7a-b100-b50df220cb3f tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 15 19:58:11.124304 dv-neutron-821831-2-hyperv neutron-server[88879]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 15 19:58:11.124304 dv-neutron-821831-2-hyperv neutron-server[88879]: [parameters: {'id': 'e8253c1f-9b3e-48f4-8131-266e890d5047'}] Dec 15 19:58:11.124304 dv-neutron-821831-2-hyperv neutron-server[88879]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88990) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:58:11.125007 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-45629ab9-cca3-4e7a-b100-b50df220cb3f tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:58:11.150941 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eb73c688-d77a-428d-89a8-eeb52585b615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:11.155433 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-eb73c688-d77a-428d-89a8-eeb52585b615 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:58:11.264890 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb73c688-d77a-428d-89a8-eeb52585b615 None None] Pushing event updated for resources: {'Port': ['ID=72ef16b2-03b6-4836-bf63-4afb00f6b438,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:58:11.269356 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-eb73c688-d77a-428d-89a8-eeb52585b615 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:58:11.299326 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c502e21-8906-4d1a-a1c9-273423d65d3b None None] Network e8253c1f-9b3e-48f4-8131-266e890d5047 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:58:11.499953 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86334edb-90e9-4f57-823c-df923cc115ac None None] get_active_networks_info from dv-neutron-821831-2-hyperv {{(pid=88992) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 15 19:58:11.591640 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86334edb-90e9-4f57-823c-df923cc115ac None None] Resources bound (agent type, host, resource id): {{(pid=88992) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 15 19:58:11.626323 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-45629ab9-cca3-4e7a-b100-b50df220cb3f tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:11.641055 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-45629ab9-cca3-4e7a-b100-b50df220cb3f tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Deleting port 72ef16b2-03b6-4836-bf63-4afb00f6b438 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:58:11.641578 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-45629ab9-cca3-4e7a-b100-b50df220cb3f tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:11.854204 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-45629ab9-cca3-4e7a-b100-b50df220cb3f tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] For port 72ef16b2-03b6-4836-bf63-4afb00f6b438, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=72ef16b2-03b6-4836-bf63-4afb00f6b438,segment=NetworkSegment(7017a5d0-537e-43d9-8b13-d60c94f32bcd),segment_id=7017a5d0-537e-43d9-8b13-d60c94f32bcd)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:58:11.854833 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-45629ab9-cca3-4e7a-b100-b50df220cb3f tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:11.982610 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-45629ab9-cca3-4e7a-b100-b50df220cb3f tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Calling delete_port for 72ef16b2-03b6-4836-bf63-4afb00f6b438 owned by network:dhcp {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:58:12.078268 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-45629ab9-cca3-4e7a-b100-b50df220cb3f tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:12.082721 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c9cffc28-1bfe-4b7f-ac26-5838a386bbd5 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:58:12.124237 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45629ab9-cca3-4e7a-b100-b50df220cb3f tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Pushing event deleted for resources: {'Port': ['ID=72ef16b2-03b6-4836-bf63-4afb00f6b438,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:58:12.128986 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-45629ab9-cca3-4e7a-b100-b50df220cb3f tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:58:12.131128 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45629ab9-cca3-4e7a-b100-b50df220cb3f tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] No DVR routers for this DVR port 72ef16b2-03b6-4836-bf63-4afb00f6b438 on host dv-neutron-821831-2-hyperv {{(pid=88990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:58:12.259155 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-45629ab9-cca3-4e7a-b100-b50df220cb3f tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:12.287085 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-45629ab9-cca3-4e7a-b100-b50df220cb3f tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8253c1f-9b3e-48f4-8131-266e890d5047']}} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:58:12.303918 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-45629ab9-cca3-4e7a-b100-b50df220cb3f tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7017a5d0-537e-43d9-8b13-d60c94f32bcd') {'for_net_delete': True} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:58:12.304263 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-45629ab9-cca3-4e7a-b100-b50df220cb3f tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7017a5d0-537e-43d9-8b13-d60c94f32bcd') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:58:12.316669 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-45629ab9-cca3-4e7a-b100-b50df220cb3f tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16327073'] for segment, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:12.331720 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-45629ab9-cca3-4e7a-b100-b50df220cb3f tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:12.338046 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45629ab9-cca3-4e7a-b100-b50df220cb3f tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=88990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:58:12.338501 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-45629ab9-cca3-4e7a-b100-b50df220cb3f tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838138943'] for segment, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:12.354055 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:58:12.354055 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:58:12.354055 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:58:12.354055 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:58:12.354055 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:58:12.354055 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:58:12.354055 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:58:12.354055 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:58:12.354055 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:58:12.354055 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:58:12.354055 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:58:12.354055 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:58:12.354055 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:58:12.354055 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:58:12.354055 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:58:12.354055 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:58:12.354055 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:58:12.354055 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:58:12.354055 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:58:12.354055 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:58:12.354055 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:58:12.354055 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:58:12.354055 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:58:12.354055 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:58:12.354055 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:58:12.354055 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:58:12.354055 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:58:12.354055 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:58:12.354055 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:58:12.354055 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:58:12.354055 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:58:12.354055 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:58:12.535276 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-45629ab9-cca3-4e7a-b100-b50df220cb3f tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:12.539606 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-45629ab9-cca3-4e7a-b100-b50df220cb3f tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:12.545137 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c4afd17e-f849-4652-b007-67b7b2f66a41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:58:12.576289 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45629ab9-cca3-4e7a-b100-b50df220cb3f tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Pushing event deleted for resources: {'Network': ['ID=e8253c1f-9b3e-48f4-8131-266e890d5047,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:58:12.578738 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-45629ab9-cca3-4e7a-b100-b50df220cb3f tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:58:12.580576 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-45629ab9-cca3-4e7a-b100-b50df220cb3f tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] 10.222.0.36 "DELETE /v2.0/networks/e8253c1f-9b3e-48f4-8131-266e890d5047 HTTP/1.1" status: 204 len: 168 time: 2.6540706 Dec 15 19:58:12.584389 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 33936) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:58:12.591026 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-a919eba2-72a2-4fde-934c-7aeb6a542ab0 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-773360924'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:58:12.596649 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a919eba2-72a2-4fde-934c-7aeb6a542ab0 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:58:12.600801 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-a919eba2-72a2-4fde-934c-7aeb6a542ab0 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Usage tracker for resource:network and tenant:051da13b1135479bb41b0047609ddada is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:58:12.604618 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-a919eba2-72a2-4fde-934c-7aeb6a542ab0 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:58:12.611637 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a919eba2-72a2-4fde-934c-7aeb6a542ab0 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:58:12.647369 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a919eba2-72a2-4fde-934c-7aeb6a542ab0 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Made reservation on behalf of 051da13b1135479bb41b0047609ddada for: {'network': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:58:12.653761 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a919eba2-72a2-4fde-934c-7aeb6a542ab0 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:12.684671 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a919eba2-72a2-4fde-934c-7aeb6a542ab0 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=88990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:58:12.693472 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a919eba2-72a2-4fde-934c-7aeb6a542ab0 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:12.693911 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-a919eba2-72a2-4fde-934c-7aeb6a542ab0 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Added segment 4baecaa6-cdd2-46ed-abe7-82c08bb28d8d of type vlan for network a552e190-661c-40fe-8178-dfe3094c093a Dec 15 19:58:12.713477 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:12.720884 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a919eba2-72a2-4fde-934c-7aeb6a542ab0 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:12.776148 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a919eba2-72a2-4fde-934c-7aeb6a542ab0 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:12.780224 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a919eba2-72a2-4fde-934c-7aeb6a542ab0 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:58:12.780858 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a919eba2-72a2-4fde-934c-7aeb6a542ab0 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:12.786092 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5c236a66-eb8c-47f3-a1d1-07f47fd3c284 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:58:12.893990 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a919eba2-72a2-4fde-934c-7aeb6a542ab0 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Pushing event updated for resources: {'Network': ['ID=a552e190-661c-40fe-8178-dfe3094c093a,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:58:12.896744 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a919eba2-72a2-4fde-934c-7aeb6a542ab0 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:58:12.905922 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network a552e190-661c-40fe-8178-dfe3094c093a details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:58:12.910544 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a919eba2-72a2-4fde-934c-7aeb6a542ab0 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3225350 Dec 15 19:58:12.911013 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 33940) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:58:12.917244 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-405bae71-1d6c-4629-a976-b146bea1aa7e tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Request body: {'subnet': {'network_id': 'a552e190-661c-40fe-8178-dfe3094c093a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:58:13.036013 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-405bae71-1d6c-4629-a976-b146bea1aa7e tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:58:13.040040 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-405bae71-1d6c-4629-a976-b146bea1aa7e tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Usage tracker for resource:subnet and tenant:051da13b1135479bb41b0047609ddada is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:58:13.043044 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-405bae71-1d6c-4629-a976-b146bea1aa7e tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:58:13.048948 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-405bae71-1d6c-4629-a976-b146bea1aa7e tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:58:13.098523 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-405bae71-1d6c-4629-a976-b146bea1aa7e tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Made reservation on behalf of 051da13b1135479bb41b0047609ddada for: {'subnet': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:58:13.206898 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-405bae71-1d6c-4629-a976-b146bea1aa7e tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839924940'] for subnet, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:13.455958 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-405bae71-1d6c-4629-a976-b146bea1aa7e tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838139473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839924955'] for subnet, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:13.460334 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0a13daf0-204b-4418-b0f9-c7cdac817f0f tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:58:13.542839 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405bae71-1d6c-4629-a976-b146bea1aa7e tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Pushing event updated for resources: {'Subnet': ['ID=1c9a2390-2b08-46f1-b0fb-834130f885ba,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:58:13.546536 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-405bae71-1d6c-4629-a976-b146bea1aa7e tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:58:13.554313 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405bae71-1d6c-4629-a976-b146bea1aa7e tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Checking segment: {'id': '4baecaa6-cdd2-46ed-abe7-82c08bb28d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a552e190-661c-40fe-8178-dfe3094c093a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:58:13.554721 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405bae71-1d6c-4629-a976-b146bea1aa7e tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Network hostable DHCP agents. Network: a552e190-661c-40fe-8178-dfe3094c093a, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:58:13.609943 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405bae71-1d6c-4629-a976-b146bea1aa7e tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Network a552e190-661c-40fe-8178-dfe3094c093a is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:58:13.661464 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-405bae71-1d6c-4629-a976-b146bea1aa7e tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, a552e190-661c-40fe-8178-dfe3094c093a) {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:58:13.665933 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405bae71-1d6c-4629-a976-b146bea1aa7e tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:58:13.666687 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-405bae71-1d6c-4629-a976-b146bea1aa7e tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:13.672050 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27b9422-0898-4a09-8179-a2760e720928 None None] Network a552e190-661c-40fe-8178-dfe3094c093a requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:58:13.716924 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-405bae71-1d6c-4629-a976-b146bea1aa7e tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8046851 Dec 15 19:58:13.720577 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 33944) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:58:13.726691 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-6e6b5171-f205-4c66-a6db-ef55913b31e5 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1635934301'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:58:13.732750 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-6e6b5171-f205-4c66-a6db-ef55913b31e5 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:58:13.736852 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-6e6b5171-f205-4c66-a6db-ef55913b31e5 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Usage tracker for resource:network and tenant:051da13b1135479bb41b0047609ddada is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:58:13.739840 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-6e6b5171-f205-4c66-a6db-ef55913b31e5 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:58:13.746653 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-6e6b5171-f205-4c66-a6db-ef55913b31e5 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:58:13.784416 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e6b5171-f205-4c66-a6db-ef55913b31e5 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Made reservation on behalf of 051da13b1135479bb41b0047609ddada for: {'network': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:58:13.790587 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6e6b5171-f205-4c66-a6db-ef55913b31e5 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:13.820149 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e6b5171-f205-4c66-a6db-ef55913b31e5 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=88990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:58:13.832959 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6e6b5171-f205-4c66-a6db-ef55913b31e5 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:13.833517 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-6e6b5171-f205-4c66-a6db-ef55913b31e5 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Added segment 55b262e5-19d5-400c-9ca8-9a0c567bb65e of type vlan for network b5cb7a3d-05be-4070-b151-f3ab3ad27eca Dec 15 19:58:13.866123 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6e6b5171-f205-4c66-a6db-ef55913b31e5 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:13.902276 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82d104e-2c53-405b-814b-cde5cd48f192 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-a552e190-661c-40fe-8178-dfe3094c093a', 'network_id': 'a552e190-661c-40fe-8178-dfe3094c093a', 'tenant_id': '051da13b1135479bb41b0047609ddada', 'fixed_ips': [{'subnet_id': '1c9a2390-2b08-46f1-b0fb-834130f885ba'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:58:13.904782 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d82d104e-2c53-405b-814b-cde5cd48f192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:13.930192 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6e6b5171-f205-4c66-a6db-ef55913b31e5 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:13.935262 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6b5171-f205-4c66-a6db-ef55913b31e5 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:58:13.937554 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6e6b5171-f205-4c66-a6db-ef55913b31e5 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:13.941554 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a919eba2-72a2-4fde-934c-7aeb6a542ab0 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:58:14.051677 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b5171-f205-4c66-a6db-ef55913b31e5 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Pushing event updated for resources: {'Network': ['ID=b5cb7a3d-05be-4070-b151-f3ab3ad27eca,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:58:14.054526 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6e6b5171-f205-4c66-a6db-ef55913b31e5 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:58:14.063349 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6e6b5171-f205-4c66-a6db-ef55913b31e5 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3381088 Dec 15 19:58:14.063529 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network b5cb7a3d-05be-4070-b151-f3ab3ad27eca details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:58:14.063648 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 33948) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:58:14.069570 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-17cbd66c-b7f2-4b57-830e-0a5495ebdfa5 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Request body: {'subnet': {'network_id': 'b5cb7a3d-05be-4070-b151-f3ab3ad27eca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:58:14.147348 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-d82d104e-2c53-405b-814b-cde5cd48f192 None None] Allocated IP 2001:db8::2 (a552e190-661c-40fe-8178-dfe3094c093a/1c9a2390-2b08-46f1-b0fb-834130f885ba/90c81e2d-3040-4019-8bd9-c2e62c6723ff) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:58:14.185955 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-17cbd66c-b7f2-4b57-830e-0a5495ebdfa5 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:58:14.189904 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-17cbd66c-b7f2-4b57-830e-0a5495ebdfa5 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Usage tracker for resource:subnet and tenant:051da13b1135479bb41b0047609ddada is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:58:14.192857 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-17cbd66c-b7f2-4b57-830e-0a5495ebdfa5 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:58:14.199193 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-17cbd66c-b7f2-4b57-830e-0a5495ebdfa5 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:58:14.249895 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17cbd66c-b7f2-4b57-830e-0a5495ebdfa5 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Made reservation on behalf of 051da13b1135479bb41b0047609ddada for: {'subnet': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:58:14.360701 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-17cbd66c-b7f2-4b57-830e-0a5495ebdfa5 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839924940'] for subnet, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:14.394100 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d82d104e-2c53-405b-814b-cde5cd48f192 None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:14.411540 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d82d104e-2c53-405b-814b-cde5cd48f192 None None] Transition to ACTIVE for port object 90c81e2d-3040-4019-8bd9-c2e62c6723ff will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:58:14.433124 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d82d104e-2c53-405b-814b-cde5cd48f192 None None] Transition to ACTIVE for port object 90c81e2d-3040-4019-8bd9-c2e62c6723ff will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:58:14.467527 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d82d104e-2c53-405b-814b-cde5cd48f192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:14.472725 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:58:14.541755 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82d104e-2c53-405b-814b-cde5cd48f192 None None] Network a552e190-661c-40fe-8178-dfe3094c093a is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:58:14.545586 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-d82d104e-2c53-405b-814b-cde5cd48f192 None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:58:14.550539 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82d104e-2c53-405b-814b-cde5cd48f192 None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:58:14.552729 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d104e-2c53-405b-814b-cde5cd48f192 None None] Pushing event updated for resources: {'Port': ['ID=90c81e2d-3040-4019-8bd9-c2e62c6723ff,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:58:14.556045 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d82d104e-2c53-405b-814b-cde5cd48f192 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:58:14.627508 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-17cbd66c-b7f2-4b57-830e-0a5495ebdfa5 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838139473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839924955'] for subnet, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:14.632342 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-eedaebfb-2a89-45ab-8fe8-3647f035e085 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:58:14.645857 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-d82d104e-2c53-405b-814b-cde5cd48f192 None None] Attempting to bind port 90c81e2d-3040-4019-8bd9-c2e62c6723ff on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:58:14.646325 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-d82d104e-2c53-405b-814b-cde5cd48f192 None None] Attempting to bind port 90c81e2d-3040-4019-8bd9-c2e62c6723ff by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '4baecaa6-cdd2-46ed-abe7-82c08bb28d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a552e190-661c-40fe-8178-dfe3094c093a'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:58:14.646741 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82d104e-2c53-405b-814b-cde5cd48f192 None None] Attempting to bind port 90c81e2d-3040-4019-8bd9-c2e62c6723ff on network a552e190-661c-40fe-8178-dfe3094c093a {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:58:14.655247 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82d104e-2c53-405b-814b-cde5cd48f192 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:58:14.660431 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82d104e-2c53-405b-814b-cde5cd48f192 None None] Checking segment: {'id': '4baecaa6-cdd2-46ed-abe7-82c08bb28d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a552e190-661c-40fe-8178-dfe3094c093a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:58:14.660431 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d82d104e-2c53-405b-814b-cde5cd48f192 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:14.660431 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82d104e-2c53-405b-814b-cde5cd48f192 None None] Bound using segment: {'id': '4baecaa6-cdd2-46ed-abe7-82c08bb28d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a552e190-661c-40fe-8178-dfe3094c093a'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:58:14.660431 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-d82d104e-2c53-405b-814b-cde5cd48f192 None None] Bound port: 90c81e2d-3040-4019-8bd9-c2e62c6723ff, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4baecaa6-cdd2-46ed-abe7-82c08bb28d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a552e190-661c-40fe-8178-dfe3094c093a'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:58:14.660431 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d82d104e-2c53-405b-814b-cde5cd48f192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:14.722159 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cbd66c-b7f2-4b57-830e-0a5495ebdfa5 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Pushing event updated for resources: {'Subnet': ['ID=888b8199-d40c-46df-b049-1d597bf824cb,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:58:14.726141 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-17cbd66c-b7f2-4b57-830e-0a5495ebdfa5 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:58:14.733513 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cbd66c-b7f2-4b57-830e-0a5495ebdfa5 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Checking segment: {'id': '55b262e5-19d5-400c-9ca8-9a0c567bb65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b5cb7a3d-05be-4070-b151-f3ab3ad27eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:58:14.733921 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17cbd66c-b7f2-4b57-830e-0a5495ebdfa5 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Network hostable DHCP agents. Network: b5cb7a3d-05be-4070-b151-f3ab3ad27eca, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:58:14.769875 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d82d104e-2c53-405b-814b-cde5cd48f192 None None] For port 90c81e2d-3040-4019-8bd9-c2e62c6723ff, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:58:14.773087 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d82d104e-2c53-405b-814b-cde5cd48f192 None None] For port 90c81e2d-3040-4019-8bd9-c2e62c6723ff, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=90c81e2d-3040-4019-8bd9-c2e62c6723ff,segment=NetworkSegment(4baecaa6-cdd2-46ed-abe7-82c08bb28d8d),segment_id=4baecaa6-cdd2-46ed-abe7-82c08bb28d8d)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:58:14.787080 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17cbd66c-b7f2-4b57-830e-0a5495ebdfa5 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Network b5cb7a3d-05be-4070-b151-f3ab3ad27eca is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:58:14.810563 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d82d104e-2c53-405b-814b-cde5cd48f192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:14.815148 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:58:14.838564 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-17cbd66c-b7f2-4b57-830e-0a5495ebdfa5 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, b5cb7a3d-05be-4070-b151-f3ab3ad27eca) {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:58:14.842616 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17cbd66c-b7f2-4b57-830e-0a5495ebdfa5 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:58:14.843320 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-17cbd66c-b7f2-4b57-830e-0a5495ebdfa5 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:14.858076 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436fd5c8-a3a5-4405-b67b-691721391d61 None None] Network b5cb7a3d-05be-4070-b151-f3ab3ad27eca requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:58:14.893829 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-17cbd66c-b7f2-4b57-830e-0a5495ebdfa5 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8290639 Dec 15 19:58:14.896532 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 33952) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:58:14.978924 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d104e-2c53-405b-814b-cde5cd48f192 None None] Pushing event updated for resources: {'Port': ['ID=90c81e2d-3040-4019-8bd9-c2e62c6723ff,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:58:14.983959 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d82d104e-2c53-405b-814b-cde5cd48f192 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:58:15.064358 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0697732a-3d76-4bc7-b051-234799972daf tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:15.141410 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e151476d-0e7e-48c2-897f-bcd01b39e7e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-b5cb7a3d-05be-4070-b151-f3ab3ad27eca', 'network_id': 'b5cb7a3d-05be-4070-b151-f3ab3ad27eca', 'tenant_id': '051da13b1135479bb41b0047609ddada', 'fixed_ips': [{'subnet_id': '888b8199-d40c-46df-b049-1d597bf824cb'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:58:15.142374 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e151476d-0e7e-48c2-897f-bcd01b39e7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:15.146425 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0697732a-3d76-4bc7-b051-234799972daf tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:15.302041 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0697732a-3d76-4bc7-b051-234799972daf tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16636259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14850861'] for subnet, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:15.307246 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b9f1632a-3a40-46bc-b5b7-39da6cef6bd7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server [None req-e151476d-0e7e-48c2-897f-bcd01b39e7e3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 888b8199-d40c-46df-b049-1d597bf824cb: This subnet is being modified by another concurrent operation. Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 276, in dispatch Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 196, in _do_dispatch Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server raise value Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server raise value Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server raise value Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 94, in wrapper Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server raise value Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server raise value Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server raise value Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1407, in create_port Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1374, in _create_port_db Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1439, in create_port_db Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server context, port, port_id) Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server revert_on_fail=False) Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server raise value Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 671, in _ipam_get_subnets Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server id=subnet.id) Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server raise exception Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 888b8199-d40c-46df-b049-1d597bf824cb: This subnet is being modified by another concurrent operation. Dec 15 19:58:15.331851 dv-neutron-821831-2-hyperv neutron-server[88879]: ERROR oslo_messaging.rpc.server Dec 15 19:58:15.376922 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db85ac1d-50e1-4b77-9b59-1d8e6fd61613 None None] Network b5cb7a3d-05be-4070-b151-f3ab3ad27eca requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:58:15.620668 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0697732a-3d76-4bc7-b051-234799972daf tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Pushing event deleted for resources: {'Subnet': ['ID=888b8199-d40c-46df-b049-1d597bf824cb,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:58:15.623405 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0697732a-3d76-4bc7-b051-234799972daf tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:58:15.723312 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0697732a-3d76-4bc7-b051-234799972daf tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:15.751499 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-0697732a-3d76-4bc7-b051-234799972daf tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5cb7a3d-05be-4070-b151-f3ab3ad27eca']}} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:58:15.764699 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-0697732a-3d76-4bc7-b051-234799972daf tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55b262e5-19d5-400c-9ca8-9a0c567bb65e') {'for_net_delete': True} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:58:15.765029 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-0697732a-3d76-4bc7-b051-234799972daf tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55b262e5-19d5-400c-9ca8-9a0c567bb65e') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:58:15.776848 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0697732a-3d76-4bc7-b051-234799972daf tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16327073'] for segment, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:15.791808 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0697732a-3d76-4bc7-b051-234799972daf tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:15.798478 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0697732a-3d76-4bc7-b051-234799972daf tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=88990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:58:15.799022 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0697732a-3d76-4bc7-b051-234799972daf tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838138943'] for segment, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:15.815108 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:58:15.815108 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:58:15.815108 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:58:15.815108 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:58:15.815108 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:58:15.815108 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:58:15.815108 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:58:15.815108 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:58:15.815108 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:58:15.815108 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:58:15.815108 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:58:15.815108 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:58:15.815108 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:58:15.815108 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:58:15.815108 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:58:15.815108 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:58:15.815108 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:58:15.815108 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:58:15.815108 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:58:15.815108 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:58:15.815108 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:58:15.815108 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:58:15.815108 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:58:15.815108 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:58:15.815108 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:58:15.815108 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:58:15.815108 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:58:15.815108 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:58:15.815108 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:58:15.815108 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:58:15.815108 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:58:15.815108 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:58:15.921857 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0697732a-3d76-4bc7-b051-234799972daf tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:15.925468 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d0a9a8ea-4bf5-4d4d-af79-60a8394a5db0 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:58:15.944483 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0697732a-3d76-4bc7-b051-234799972daf tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:15.951547 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0697732a-3d76-4bc7-b051-234799972daf tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Pushing event deleted for resources: {'Network': ['ID=b5cb7a3d-05be-4070-b151-f3ab3ad27eca,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:58:15.956383 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0697732a-3d76-4bc7-b051-234799972daf tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:58:15.959183 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0697732a-3d76-4bc7-b051-234799972daf tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] 10.222.0.36 "DELETE /v2.0/networks/b5cb7a3d-05be-4070-b151-f3ab3ad27eca HTTP/1.1" status: 204 len: 168 time: 1.0616257 Dec 15 19:58:15.962504 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 33956) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:58:16.007290 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-a479d6f6-1120-45a9-9793-6683136f599d tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] GET failed (client error): The resource could not be found. Dec 15 19:58:16.007865 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-a479d6f6-1120-45a9-9793-6683136f599d tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Synchronizing usage tracker for tenant:051da13b1135479bb41b0047609ddada on resource:subnet {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:58:16.055299 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-a479d6f6-1120-45a9-9793-6683136f599d tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Unset dirty status for tenant:051da13b1135479bb41b0047609ddada on resource:subnet {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:58:16.057274 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a479d6f6-1120-45a9-9793-6683136f599d tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] 10.222.0.36 "GET /v2.0/subnets/888b8199-d40c-46df-b049-1d597bf824cb HTTP/1.1" status: 404 len: 337 time: 0.0937514 Dec 15 19:58:16.060390 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 33960) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:58:16.092102 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9fe36e7-e1b1-491e-adcc-dcbd8b1d7a89 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] DELETE failed (client error): The resource could not be found. Dec 15 19:58:16.092587 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9fe36e7-e1b1-491e-adcc-dcbd8b1d7a89 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:58:16.094402 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d9fe36e7-e1b1-491e-adcc-dcbd8b1d7a89 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] 10.222.0.36 "DELETE /v2.0/networks/b5cb7a3d-05be-4070-b151-f3ab3ad27eca HTTP/1.1" status: 404 len: 339 time: 0.0329123 Dec 15 19:58:16.098832 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 33964) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:58:16.139750 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-24dd378f-bffa-40fc-9389-eefdeafb2165 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] DELETE failed (client error): The resource could not be found. Dec 15 19:58:16.140239 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24dd378f-bffa-40fc-9389-eefdeafb2165 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:58:16.142006 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-24dd378f-bffa-40fc-9389-eefdeafb2165 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] 10.222.0.36 "DELETE /v2.0/subnets/888b8199-d40c-46df-b049-1d597bf824cb HTTP/1.1" status: 404 len: 337 time: 0.0421991 Dec 15 19:58:16.144690 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 33968) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:58:16.170807 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed312252-ae46-4ffb-bf6d-128c1fa84432 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] DELETE failed (client error): The resource could not be found. Dec 15 19:58:16.171303 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed312252-ae46-4ffb-bf6d-128c1fa84432 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:58:16.173115 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ed312252-ae46-4ffb-bf6d-128c1fa84432 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] 10.222.0.36 "DELETE /v2.0/networks/b5cb7a3d-05be-4070-b151-f3ab3ad27eca HTTP/1.1" status: 404 len: 339 time: 0.0274611 Dec 15 19:58:16.175933 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 33972) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:58:16.251520 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d7dd20b-0b84-4f3d-838c-8b94a19c1bb4 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Deleting subnet 1c9a2390-2b08-46f1-b0fb-834130f885ba {{(pid=88990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:58:16.254958 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9d7dd20b-0b84-4f3d-838c-8b94a19c1bb4 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks [] for subnet, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:16.319705 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9d7dd20b-0b84-4f3d-838c-8b94a19c1bb4 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838448728'] for subnet, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:16.409704 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9d7dd20b-0b84-4f3d-838c-8b94a19c1bb4 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:16.527620 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9d7dd20b-0b84-4f3d-838c-8b94a19c1bb4 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16636259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14850861'] for subnet, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:16.532532 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5faa2be3-56fd-435f-a2c4-1300ecb88807 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:58:16.570964 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7dd20b-0b84-4f3d-838c-8b94a19c1bb4 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Pushing event deleted for resources: {'Subnet': ['ID=1c9a2390-2b08-46f1-b0fb-834130f885ba,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:58:16.575229 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9d7dd20b-0b84-4f3d-838c-8b94a19c1bb4 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:58:16.578626 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9d7dd20b-0b84-4f3d-838c-8b94a19c1bb4 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:16.614332 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9d7dd20b-0b84-4f3d-838c-8b94a19c1bb4 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] 10.222.0.36 "DELETE /v2.0/subnets/1c9a2390-2b08-46f1-b0fb-834130f885ba HTTP/1.1" status: 204 len: 168 time: 0.4367237 Dec 15 19:58:16.616304 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 33976) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:58:16.634421 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137b506e-bab5-47ba-b891-17defad33737 None None] Network a552e190-661c-40fe-8178-dfe3094c093a requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:58:16.747127 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9d26bcc6-c53a-4e90-81ba-554462567d82 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:16.758315 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-9d26bcc6-c53a-4e90-81ba-554462567d82 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Deleting port 90c81e2d-3040-4019-8bd9-c2e62c6723ff {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:58:16.759220 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9d26bcc6-c53a-4e90-81ba-554462567d82 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:16.777372 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-bf43181c-df5b-4fdc-b134-2860e0039311 None None] Provisioning for port 90c81e2d-3040-4019-8bd9-c2e62c6723ff completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:58:16.917267 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e8a433-3dd7-4899-ac5e-e162b0896137 None None] DHCP port deletion for a552e190-661c-40fe-8178-dfe3094c093a request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:58:16.922012 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-04e8a433-3dd7-4899-ac5e-e162b0896137 None None] Deleting port 90c81e2d-3040-4019-8bd9-c2e62c6723ff {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:58:16.922562 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-04e8a433-3dd7-4899-ac5e-e162b0896137 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:16.971622 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-9d26bcc6-c53a-4e90-81ba-554462567d82 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] For port 90c81e2d-3040-4019-8bd9-c2e62c6723ff, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=90c81e2d-3040-4019-8bd9-c2e62c6723ff,segment=NetworkSegment(4baecaa6-cdd2-46ed-abe7-82c08bb28d8d),segment_id=4baecaa6-cdd2-46ed-abe7-82c08bb28d8d)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:58:16.972029 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9d26bcc6-c53a-4e90-81ba-554462567d82 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:17.102207 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-9d26bcc6-c53a-4e90-81ba-554462567d82 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Calling delete_port for 90c81e2d-3040-4019-8bd9-c2e62c6723ff owned by network:dhcp {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:58:17.135649 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-04e8a433-3dd7-4899-ac5e-e162b0896137 None None] For port 90c81e2d-3040-4019-8bd9-c2e62c6723ff, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=90c81e2d-3040-4019-8bd9-c2e62c6723ff,segment=NetworkSegment(4baecaa6-cdd2-46ed-abe7-82c08bb28d8d),segment_id=4baecaa6-cdd2-46ed-abe7-82c08bb28d8d)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:58:17.136029 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-04e8a433-3dd7-4899-ac5e-e162b0896137 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:17.221384 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9d26bcc6-c53a-4e90-81ba-554462567d82 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:17.226255 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a4579495-3b46-4a9e-b6ce-c6f0251b4a59 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:58:17.262506 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-04e8a433-3dd7-4899-ac5e-e162b0896137 None None] Calling delete_port for 90c81e2d-3040-4019-8bd9-c2e62c6723ff owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:58:17.269308 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d26bcc6-c53a-4e90-81ba-554462567d82 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Pushing event deleted for resources: {'Port': ['ID=90c81e2d-3040-4019-8bd9-c2e62c6723ff,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:58:17.272360 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9d26bcc6-c53a-4e90-81ba-554462567d82 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:58:17.275204 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d26bcc6-c53a-4e90-81ba-554462567d82 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] No DVR routers for this DVR port 90c81e2d-3040-4019-8bd9-c2e62c6723ff on host dv-neutron-821831-2-hyperv {{(pid=88990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:58:17.331522 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-04e8a433-3dd7-4899-ac5e-e162b0896137 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88992) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:58:17.331935 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-04e8a433-3dd7-4899-ac5e-e162b0896137 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:58:17.408508 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9d26bcc6-c53a-4e90-81ba-554462567d82 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:17.440273 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-9d26bcc6-c53a-4e90-81ba-554462567d82 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a552e190-661c-40fe-8178-dfe3094c093a']}} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:58:17.453850 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-9d26bcc6-c53a-4e90-81ba-554462567d82 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4baecaa6-cdd2-46ed-abe7-82c08bb28d8d') {'for_net_delete': True} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:58:17.454196 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-9d26bcc6-c53a-4e90-81ba-554462567d82 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4baecaa6-cdd2-46ed-abe7-82c08bb28d8d') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:58:17.466814 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9d26bcc6-c53a-4e90-81ba-554462567d82 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16327073'] for segment, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:17.481403 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9d26bcc6-c53a-4e90-81ba-554462567d82 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:17.537216 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d26bcc6-c53a-4e90-81ba-554462567d82 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=88990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:58:17.537660 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9d26bcc6-c53a-4e90-81ba-554462567d82 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838138943'] for segment, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:17.552955 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:58:17.552955 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:58:17.552955 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:58:17.552955 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:58:17.552955 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:58:17.552955 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:58:17.552955 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:58:17.552955 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:58:17.552955 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:58:17.552955 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:58:17.552955 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:58:17.552955 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:58:17.552955 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:58:17.552955 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:58:17.552955 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:58:17.552955 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:58:17.552955 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:58:17.552955 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:58:17.552955 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:58:17.552955 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:58:17.552955 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:58:17.552955 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:58:17.552955 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:58:17.552955 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:58:17.552955 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:58:17.552955 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:58:17.552955 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:58:17.552955 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:58:17.552955 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:58:17.552955 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:58:17.552955 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:58:17.552955 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:58:17.661469 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9d26bcc6-c53a-4e90-81ba-554462567d82 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:17.664953 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ceed2c62-3ae6-41a4-8203-0450fc64475d tempest-RoutersNegativeTest-13499797 tempest-RoutersNegativeTest-13499797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:58:17.686804 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9d26bcc6-c53a-4e90-81ba-554462567d82 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:17.693446 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d26bcc6-c53a-4e90-81ba-554462567d82 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Pushing event deleted for resources: {'Network': ['ID=a552e190-661c-40fe-8178-dfe3094c093a,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:58:17.700217 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9d26bcc6-c53a-4e90-81ba-554462567d82 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:58:17.703522 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9d26bcc6-c53a-4e90-81ba-554462567d82 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] 10.222.0.36 "DELETE /v2.0/networks/a552e190-661c-40fe-8178-dfe3094c093a HTTP/1.1" status: 204 len: 168 time: 1.0855339 Dec 15 19:58:17.706374 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 33980) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:58:17.748031 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fb375d5-f420-49af-b114-c9d0e259196e tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] DELETE failed (client error): The resource could not be found. Dec 15 19:58:17.748522 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fb375d5-f420-49af-b114-c9d0e259196e tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:58:17.750275 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4fb375d5-f420-49af-b114-c9d0e259196e tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] 10.222.0.36 "DELETE /v2.0/subnets/a448c364-27bc-4454-b7d6-327ec0d0160a HTTP/1.1" status: 404 len: 337 time: 0.0428884 Dec 15 19:58:17.752989 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 33984) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:58:17.779062 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-51a9e59c-b686-4ad1-8210-f8fa4ce95c81 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] DELETE failed (client error): The resource could not be found. Dec 15 19:58:17.779535 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51a9e59c-b686-4ad1-8210-f8fa4ce95c81 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:58:17.781218 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-51a9e59c-b686-4ad1-8210-f8fa4ce95c81 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] 10.222.0.36 "DELETE /v2.0/networks/e8253c1f-9b3e-48f4-8131-266e890d5047 HTTP/1.1" status: 404 len: 339 time: 0.0272765 Dec 15 19:58:17.783539 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 33988) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:58:17.822501 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d9a7320-830c-4237-8968-9dab906ae1db tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] DELETE failed (client error): The resource could not be found. Dec 15 19:58:17.822972 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d9a7320-830c-4237-8968-9dab906ae1db tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:58:17.824920 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9d9a7320-830c-4237-8968-9dab906ae1db tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] 10.222.0.36 "DELETE /v2.0/subnets/d215472c-3da3-4a04-9e60-eee95d61a9b2 HTTP/1.1" status: 404 len: 337 time: 0.0402038 Dec 15 19:58:17.827457 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 33992) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:58:17.833226 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-04e8a433-3dd7-4899-ac5e-e162b0896137 None None] Deleting port 90c81e2d-3040-4019-8bd9-c2e62c6723ff {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:58:17.833674 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-04e8a433-3dd7-4899-ac5e-e162b0896137 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:17.857669 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6078344-8d4e-4086-a187-d70286780b72 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] DELETE failed (client error): The resource could not be found. Dec 15 19:58:17.858145 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6078344-8d4e-4086-a187-d70286780b72 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88990) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 15 19:58:17.859925 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f6078344-8d4e-4086-a187-d70286780b72 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] 10.222.0.36 "DELETE /v2.0/networks/27cb3f91-bb6f-4edb-b7e3-c8ded144b4b6 HTTP/1.1" status: 404 len: 339 time: 0.0315230 Dec 15 19:58:17.862619 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 33996) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:58:18.061645 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-04e8a433-3dd7-4899-ac5e-e162b0896137 None None] The port '90c81e2d-3040-4019-8bd9-c2e62c6723ff' was deleted {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 15 19:58:18.073594 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-350d9374-d5bc-4f6a-bf31-5954aa6259df tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Deleting subnet 47248a5c-c6b9-4afe-bb38-19c1e623a445 {{(pid=88990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:58:18.077030 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-350d9374-d5bc-4f6a-bf31-5954aa6259df tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks [] for subnet, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:18.088341 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31b5ed9-88c3-4476-ab5e-30e589b630c8 None None] get_active_networks_info from dv-neutron-821831-2-hyperv {{(pid=88992) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 15 19:58:18.135468 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-350d9374-d5bc-4f6a-bf31-5954aa6259df tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838448728'] for subnet, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:18.177096 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31b5ed9-88c3-4476-ab5e-30e589b630c8 None None] Resources bound (agent type, host, resource id): {{(pid=88992) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 15 19:58:18.225507 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-350d9374-d5bc-4f6a-bf31-5954aa6259df tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:18.333433 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-350d9374-d5bc-4f6a-bf31-5954aa6259df tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16636259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14850861'] for subnet, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:18.338753 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-36f08b60-e8e7-40ca-95d5-e87d80956101 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:58:18.377881 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350d9374-d5bc-4f6a-bf31-5954aa6259df tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Pushing event deleted for resources: {'Subnet': ['ID=47248a5c-c6b9-4afe-bb38-19c1e623a445,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:58:18.380482 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-350d9374-d5bc-4f6a-bf31-5954aa6259df tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:58:18.387064 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-350d9374-d5bc-4f6a-bf31-5954aa6259df tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:18.397313 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-350d9374-d5bc-4f6a-bf31-5954aa6259df tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] 10.222.0.36 "DELETE /v2.0/subnets/47248a5c-c6b9-4afe-bb38-19c1e623a445 HTTP/1.1" status: 204 len: 168 time: 0.5337136 Dec 15 19:58:18.400604 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 34000) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:58:18.479780 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b24333d-44a3-41d3-9050-c572bd089461 None None] Network d79e8ad3-883f-4b6a-858d-6159c4b5aefc requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:58:18.522353 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-28445e91-2f08-4a5f-8a30-1d3840dd61c8 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:18.533321 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-28445e91-2f08-4a5f-8a30-1d3840dd61c8 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Deleting port b64c6327-57ef-4b35-a679-79246fe93505 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:58:18.533686 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-28445e91-2f08-4a5f-8a30-1d3840dd61c8 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:18.747448 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd9dd70-a222-4096-b3b1-48d566b5de08 None None] DHCP port deletion for d79e8ad3-883f-4b6a-858d-6159c4b5aefc request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:58:18.751593 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-4dd9dd70-a222-4096-b3b1-48d566b5de08 None None] Deleting port b64c6327-57ef-4b35-a679-79246fe93505 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:58:18.752020 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4dd9dd70-a222-4096-b3b1-48d566b5de08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:18.764200 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-28445e91-2f08-4a5f-8a30-1d3840dd61c8 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] For port b64c6327-57ef-4b35-a679-79246fe93505, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=b64c6327-57ef-4b35-a679-79246fe93505,segment=NetworkSegment(d15d4b02-5173-4492-9e8e-a582f9036259),segment_id=d15d4b02-5173-4492-9e8e-a582f9036259)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:58:18.764599 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-28445e91-2f08-4a5f-8a30-1d3840dd61c8 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:18.893024 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-28445e91-2f08-4a5f-8a30-1d3840dd61c8 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Calling delete_port for b64c6327-57ef-4b35-a679-79246fe93505 owned by network:dhcp {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:58:18.961834 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-4dd9dd70-a222-4096-b3b1-48d566b5de08 None None] For port b64c6327-57ef-4b35-a679-79246fe93505, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=b64c6327-57ef-4b35-a679-79246fe93505,segment=NetworkSegment(d15d4b02-5173-4492-9e8e-a582f9036259),segment_id=d15d4b02-5173-4492-9e8e-a582f9036259)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:58:18.962208 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4dd9dd70-a222-4096-b3b1-48d566b5de08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:19.087389 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-4dd9dd70-a222-4096-b3b1-48d566b5de08 None None] Calling delete_port for b64c6327-57ef-4b35-a679-79246fe93505 owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:58:19.106695 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-28445e91-2f08-4a5f-8a30-1d3840dd61c8 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:19.112321 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a4579495-3b46-4a9e-b6ce-c6f0251b4a59 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:58:19.155353 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28445e91-2f08-4a5f-8a30-1d3840dd61c8 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Pushing event deleted for resources: {'Port': ['ID=b64c6327-57ef-4b35-a679-79246fe93505,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:58:19.158268 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-4dd9dd70-a222-4096-b3b1-48d566b5de08 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88992) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:58:19.158607 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-28445e91-2f08-4a5f-8a30-1d3840dd61c8 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:58:19.158740 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-4dd9dd70-a222-4096-b3b1-48d566b5de08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:58:19.159439 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28445e91-2f08-4a5f-8a30-1d3840dd61c8 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] No DVR routers for this DVR port b64c6327-57ef-4b35-a679-79246fe93505 on host dv-neutron-821831-2-hyperv {{(pid=88990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:58:19.291812 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-28445e91-2f08-4a5f-8a30-1d3840dd61c8 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:19.297120 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device b64c6327-57ef-4b35-a679-79246fe93505 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:58:19.318327 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-28445e91-2f08-4a5f-8a30-1d3840dd61c8 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d79e8ad3-883f-4b6a-858d-6159c4b5aefc']}} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:58:19.330376 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: b64c6327-57ef-4b35-a679-79246fe93505 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:58:19.330789 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device b64c6327-57ef-4b35-a679-79246fe93505 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:58:19.331735 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-28445e91-2f08-4a5f-8a30-1d3840dd61c8 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd15d4b02-5173-4492-9e8e-a582f9036259') {'for_net_delete': True} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:58:19.332084 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-28445e91-2f08-4a5f-8a30-1d3840dd61c8 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd15d4b02-5173-4492-9e8e-a582f9036259') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:58:19.344849 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-28445e91-2f08-4a5f-8a30-1d3840dd61c8 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16327073'] for segment, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:19.360498 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-28445e91-2f08-4a5f-8a30-1d3840dd61c8 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:19.366797 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28445e91-2f08-4a5f-8a30-1d3840dd61c8 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=88990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:58:19.367224 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-28445e91-2f08-4a5f-8a30-1d3840dd61c8 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838138943'] for segment, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:19.382082 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:58:19.382082 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:58:19.382082 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:58:19.382082 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:58:19.382082 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:58:19.382082 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:58:19.382082 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:58:19.382082 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:58:19.382082 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:58:19.382082 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:58:19.382082 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:58:19.382082 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:58:19.382082 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:58:19.382082 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:58:19.382082 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:58:19.382082 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:58:19.382082 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:58:19.382082 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:58:19.382082 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:58:19.382082 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:58:19.382082 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:58:19.382082 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:58:19.382082 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:58:19.382082 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:58:19.382082 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:58:19.382082 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:58:19.382082 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:58:19.382082 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:58:19.382082 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:58:19.382082 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:58:19.382082 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:58:19.382082 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:58:19.498409 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-28445e91-2f08-4a5f-8a30-1d3840dd61c8 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:19.501735 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f3b0f8d0-a53b-4cbb-9cbd-596a6a694b83 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:58:19.519016 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-28445e91-2f08-4a5f-8a30-1d3840dd61c8 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:19.528473 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28445e91-2f08-4a5f-8a30-1d3840dd61c8 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Pushing event deleted for resources: {'Network': ['ID=d79e8ad3-883f-4b6a-858d-6159c4b5aefc,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:58:19.531369 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-28445e91-2f08-4a5f-8a30-1d3840dd61c8 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:58:19.533638 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-28445e91-2f08-4a5f-8a30-1d3840dd61c8 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] 10.222.0.36 "DELETE /v2.0/networks/d79e8ad3-883f-4b6a-858d-6159c4b5aefc HTTP/1.1" status: 204 len: 168 time: 1.1316147 Dec 15 19:58:19.660132 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-4dd9dd70-a222-4096-b3b1-48d566b5de08 None None] Deleting port b64c6327-57ef-4b35-a679-79246fe93505 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:58:19.660581 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4dd9dd70-a222-4096-b3b1-48d566b5de08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:19.728375 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-4dd9dd70-a222-4096-b3b1-48d566b5de08 None None] The port 'b64c6327-57ef-4b35-a679-79246fe93505' was deleted {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 15 19:58:19.933896 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 34008) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:58:20.118651 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-718783d1-b80e-4d58-861a-beb841411723 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=051da13b1135479bb41b0047609ddada&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1828420 Dec 15 19:58:20.121353 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 34014) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:58:20.187226 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e5f82365-7b62-4d45-a02b-ca7bb18e0f6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:20.214151 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e5f82365-7b62-4d45-a02b-ca7bb18e0f6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:20.353061 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e5f82365-7b62-4d45-a02b-ca7bb18e0f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:20.358180 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-983eea99-0fcf-48f5-924d-c65fd72fd3f8 tempest-NegativeSecGroupIPv6Test-970964898 tempest-NegativeSecGroupIPv6Test-970964898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:58:20.369580 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f82365-7b62-4d45-a02b-ca7bb18e0f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef0769a-09ac-4370-9eae-8b345591fdef,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:58:20.374601 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e5f82365-7b62-4d45-a02b-ca7bb18e0f6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:58:20.376454 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e5f82365-7b62-4d45-a02b-ca7bb18e0f6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:20.377690 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e5f82365-7b62-4d45-a02b-ca7bb18e0f6f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5ef0769a-09ac-4370-9eae-8b345591fdef HTTP/1.1" status: 204 len: 168 time: 0.2553635 Dec 15 19:58:21.390445 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 34036) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:58:21.528436 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-32d0a637-6e85-4447-98f1-3f7eca6a8d4e tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1314595402', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:58:21.535438 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-32d0a637-6e85-4447-98f1-3f7eca6a8d4e tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:58:21.539572 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-32d0a637-6e85-4447-98f1-3f7eca6a8d4e tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Usage tracker for resource:router and tenant:71bd00b0aefd4252bb3f3b68e329a7f6 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:58:21.543273 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-32d0a637-6e85-4447-98f1-3f7eca6a8d4e tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:58:21.549496 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-32d0a637-6e85-4447-98f1-3f7eca6a8d4e tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:58:21.615922 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-32d0a637-6e85-4447-98f1-3f7eca6a8d4e tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854699176'] for router, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:21.616975 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-32d0a637-6e85-4447-98f1-3f7eca6a8d4e tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854194926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-76609'] for router, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:21.635445 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-32d0a637-6e85-4447-98f1-3f7eca6a8d4e tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:21.683867 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-32d0a637-6e85-4447-98f1-3f7eca6a8d4e tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904'] for router, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:21.780870 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-32d0a637-6e85-4447-98f1-3f7eca6a8d4e tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Notify callbacks [] for router, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:21.782277 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-32d0a637-6e85-4447-98f1-3f7eca6a8d4e tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3907323 Dec 15 19:58:21.785283 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 34042) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:58:21.792443 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-61cfae62-9f84-451f-93e2-7ca6544b9bd6 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-657399946'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:58:21.798006 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-61cfae62-9f84-451f-93e2-7ca6544b9bd6 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:58:21.802020 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-61cfae62-9f84-451f-93e2-7ca6544b9bd6 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Usage tracker for resource:network and tenant:71bd00b0aefd4252bb3f3b68e329a7f6 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:58:21.805205 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-61cfae62-9f84-451f-93e2-7ca6544b9bd6 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:58:21.811519 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-61cfae62-9f84-451f-93e2-7ca6544b9bd6 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:58:21.846505 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61cfae62-9f84-451f-93e2-7ca6544b9bd6 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Made reservation on behalf of 71bd00b0aefd4252bb3f3b68e329a7f6 for: {'network': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:58:21.851921 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-61cfae62-9f84-451f-93e2-7ca6544b9bd6 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:21.865719 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-61cfae62-9f84-451f-93e2-7ca6544b9bd6 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Notify callbacks [] for security_group, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:21.944490 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-61cfae62-9f84-451f-93e2-7ca6544b9bd6 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:58:21.949477 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-61cfae62-9f84-451f-93e2-7ca6544b9bd6 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Usage tracker for resource:security_group_rule and tenant:71bd00b0aefd4252bb3f3b68e329a7f6 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:58:21.952588 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-61cfae62-9f84-451f-93e2-7ca6544b9bd6 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:58:21.958656 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-61cfae62-9f84-451f-93e2-7ca6544b9bd6 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:58:22.117514 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-61cfae62-9f84-451f-93e2-7ca6544b9bd6 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Notify callbacks [] for security_group, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:22.143321 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-61cfae62-9f84-451f-93e2-7ca6544b9bd6 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:22.147506 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a6614ee3-71de-4c52-87c8-5078ddde7ac1 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:58:22.179648 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61cfae62-9f84-451f-93e2-7ca6544b9bd6 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=88990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:58:22.188302 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cfae62-9f84-451f-93e2-7ca6544b9bd6 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b00c1a96-ad7d-4e03-8695-65f085dc6609,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:58:22.193471 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-61cfae62-9f84-451f-93e2-7ca6544b9bd6 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:58:22.194468 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-61cfae62-9f84-451f-93e2-7ca6544b9bd6 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:22.194832 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-61cfae62-9f84-451f-93e2-7ca6544b9bd6 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Added segment 57981c3a-8b43-48ca-8227-b993bb9e7180 of type vlan for network 786a8ec9-6843-4c37-94b0-17de7224a608 Dec 15 19:58:22.222991 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-61cfae62-9f84-451f-93e2-7ca6544b9bd6 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:22.280516 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-61cfae62-9f84-451f-93e2-7ca6544b9bd6 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:22.284598 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61cfae62-9f84-451f-93e2-7ca6544b9bd6 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:58:22.285228 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-61cfae62-9f84-451f-93e2-7ca6544b9bd6 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:22.290581 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c43f3b29-150e-4603-ad06-477e283570d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:58:22.400381 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cfae62-9f84-451f-93e2-7ca6544b9bd6 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Pushing event updated for resources: {'Network': ['ID=786a8ec9-6843-4c37-94b0-17de7224a608,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:58:22.403060 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-61cfae62-9f84-451f-93e2-7ca6544b9bd6 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:58:22.420950 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 786a8ec9-6843-4c37-94b0-17de7224a608 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:58:22.441631 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-61cfae62-9f84-451f-93e2-7ca6544b9bd6 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6550586 Dec 15 19:58:22.444616 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 34046) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:58:22.451752 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-2cc90fbd-b333-4adf-921a-ddf5a3f785ad tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Request body: {'subnet': {'network_id': '786a8ec9-6843-4c37-94b0-17de7224a608', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:58:22.566350 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-2cc90fbd-b333-4adf-921a-ddf5a3f785ad tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:58:22.570331 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-2cc90fbd-b333-4adf-921a-ddf5a3f785ad tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Usage tracker for resource:subnet and tenant:71bd00b0aefd4252bb3f3b68e329a7f6 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:58:22.573871 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-2cc90fbd-b333-4adf-921a-ddf5a3f785ad tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:58:22.580061 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-2cc90fbd-b333-4adf-921a-ddf5a3f785ad tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:58:22.632109 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc90fbd-b333-4adf-921a-ddf5a3f785ad tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Made reservation on behalf of 71bd00b0aefd4252bb3f3b68e329a7f6 for: {'subnet': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:58:22.746113 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2cc90fbd-b333-4adf-921a-ddf5a3f785ad tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839924940'] for subnet, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:22.986870 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2cc90fbd-b333-4adf-921a-ddf5a3f785ad tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838139473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839924955'] for subnet, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:22.991171 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3893abb0-bb94-4765-9be7-6b1d8338ec21 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:58:23.074837 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc90fbd-b333-4adf-921a-ddf5a3f785ad tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Pushing event updated for resources: {'Subnet': ['ID=a436243b-4960-4faa-ae95-fc3a72c80914,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:58:23.078527 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2cc90fbd-b333-4adf-921a-ddf5a3f785ad tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:58:23.085703 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc90fbd-b333-4adf-921a-ddf5a3f785ad tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Checking segment: {'id': '57981c3a-8b43-48ca-8227-b993bb9e7180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '786a8ec9-6843-4c37-94b0-17de7224a608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:58:23.086103 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc90fbd-b333-4adf-921a-ddf5a3f785ad tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Network hostable DHCP agents. Network: 786a8ec9-6843-4c37-94b0-17de7224a608, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:58:23.137942 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc90fbd-b333-4adf-921a-ddf5a3f785ad tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Network 786a8ec9-6843-4c37-94b0-17de7224a608 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:58:23.174934 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-2cc90fbd-b333-4adf-921a-ddf5a3f785ad tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, 786a8ec9-6843-4c37-94b0-17de7224a608) {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:58:23.179002 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc90fbd-b333-4adf-921a-ddf5a3f785ad tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:58:23.179671 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2cc90fbd-b333-4adf-921a-ddf5a3f785ad tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:23.184068 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a33e5b-9891-48e6-a822-c0f867901e49 None None] Network 786a8ec9-6843-4c37-94b0-17de7224a608 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:58:23.417493 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485d415b-14fd-4596-b447-52ccc9203e0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-786a8ec9-6843-4c37-94b0-17de7224a608', 'network_id': '786a8ec9-6843-4c37-94b0-17de7224a608', 'tenant_id': '71bd00b0aefd4252bb3f3b68e329a7f6', 'fixed_ips': [{'subnet_id': 'a436243b-4960-4faa-ae95-fc3a72c80914'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:58:23.418474 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-485d415b-14fd-4596-b447-52ccc9203e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:23.467660 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-2cc90fbd-b333-4adf-921a-ddf5a3f785ad tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0218546 Dec 15 19:58:23.470828 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 34050) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:58:23.476832 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-c4ca753f-ace9-4f42-ab0e-8f6ba1754905 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1998543756'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:58:23.482196 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-c4ca753f-ace9-4f42-ab0e-8f6ba1754905 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:58:23.486162 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-c4ca753f-ace9-4f42-ab0e-8f6ba1754905 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Usage tracker for resource:network and tenant:71bd00b0aefd4252bb3f3b68e329a7f6 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:58:23.489154 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-c4ca753f-ace9-4f42-ab0e-8f6ba1754905 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:58:23.495787 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-c4ca753f-ace9-4f42-ab0e-8f6ba1754905 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:58:23.529467 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ca753f-ace9-4f42-ab0e-8f6ba1754905 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Made reservation on behalf of 71bd00b0aefd4252bb3f3b68e329a7f6 for: {'network': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:58:23.535099 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c4ca753f-ace9-4f42-ab0e-8f6ba1754905 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:23.564261 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4ca753f-ace9-4f42-ab0e-8f6ba1754905 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=88990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:58:23.573523 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c4ca753f-ace9-4f42-ab0e-8f6ba1754905 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:23.573896 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-c4ca753f-ace9-4f42-ab0e-8f6ba1754905 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Added segment a7f57f7e-09e5-40d6-bebe-6b4b933eb982 of type vlan for network 51199abc-179e-415b-af92-795956bc9c8d Dec 15 19:58:23.583320 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-485d415b-14fd-4596-b447-52ccc9203e0b None None] Allocated IP 172.20.0.2 (786a8ec9-6843-4c37-94b0-17de7224a608/a436243b-4960-4faa-ae95-fc3a72c80914/bba538b8-c0f8-4977-943a-e09a142000bb) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:58:23.601385 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c4ca753f-ace9-4f42-ab0e-8f6ba1754905 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:23.661165 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c4ca753f-ace9-4f42-ab0e-8f6ba1754905 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:23.666465 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ca753f-ace9-4f42-ab0e-8f6ba1754905 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:58:23.667124 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c4ca753f-ace9-4f42-ab0e-8f6ba1754905 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:23.672863 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-61cfae62-9f84-451f-93e2-7ca6544b9bd6 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:58:23.790607 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ca753f-ace9-4f42-ab0e-8f6ba1754905 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Pushing event updated for resources: {'Network': ['ID=51199abc-179e-415b-af92-795956bc9c8d,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:58:23.793555 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c4ca753f-ace9-4f42-ab0e-8f6ba1754905 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:58:23.801285 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 51199abc-179e-415b-af92-795956bc9c8d details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:58:23.825102 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c4ca753f-ace9-4f42-ab0e-8f6ba1754905 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3502131 Dec 15 19:58:23.825292 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-485d415b-14fd-4596-b447-52ccc9203e0b None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:23.825763 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 34054) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:58:23.832348 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-8fce3cee-d1cf-4106-8e32-44dce0a38ef3 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Request body: {'subnet': {'network_id': '51199abc-179e-415b-af92-795956bc9c8d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:58:23.887033 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-485d415b-14fd-4596-b447-52ccc9203e0b None None] Transition to ACTIVE for port object bba538b8-c0f8-4977-943a-e09a142000bb will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:58:23.933969 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-485d415b-14fd-4596-b447-52ccc9203e0b None None] Transition to ACTIVE for port object bba538b8-c0f8-4977-943a-e09a142000bb will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:58:23.954111 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-8fce3cee-d1cf-4106-8e32-44dce0a38ef3 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:58:23.958101 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8fce3cee-d1cf-4106-8e32-44dce0a38ef3 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Usage tracker for resource:subnet and tenant:71bd00b0aefd4252bb3f3b68e329a7f6 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:58:23.961016 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8fce3cee-d1cf-4106-8e32-44dce0a38ef3 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:58:23.964455 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-485d415b-14fd-4596-b447-52ccc9203e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:23.967098 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-8fce3cee-d1cf-4106-8e32-44dce0a38ef3 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:58:23.969158 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:58:24.006503 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fce3cee-d1cf-4106-8e32-44dce0a38ef3 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Made reservation on behalf of 71bd00b0aefd4252bb3f3b68e329a7f6 for: {'subnet': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:58:24.038554 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485d415b-14fd-4596-b447-52ccc9203e0b None None] Network 786a8ec9-6843-4c37-94b0-17de7224a608 is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:58:24.039761 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-485d415b-14fd-4596-b447-52ccc9203e0b None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:58:24.042416 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485d415b-14fd-4596-b447-52ccc9203e0b None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:58:24.051693 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485d415b-14fd-4596-b447-52ccc9203e0b None None] Pushing event updated for resources: {'Port': ['ID=bba538b8-c0f8-4977-943a-e09a142000bb,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:58:24.054432 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-485d415b-14fd-4596-b447-52ccc9203e0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:58:24.120902 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8fce3cee-d1cf-4106-8e32-44dce0a38ef3 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839924940'] for subnet, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:24.142458 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-485d415b-14fd-4596-b447-52ccc9203e0b None None] Attempting to bind port bba538b8-c0f8-4977-943a-e09a142000bb on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:58:24.142878 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-485d415b-14fd-4596-b447-52ccc9203e0b None None] Attempting to bind port bba538b8-c0f8-4977-943a-e09a142000bb by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '57981c3a-8b43-48ca-8227-b993bb9e7180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '786a8ec9-6843-4c37-94b0-17de7224a608'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:58:24.143286 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485d415b-14fd-4596-b447-52ccc9203e0b None None] Attempting to bind port bba538b8-c0f8-4977-943a-e09a142000bb on network 786a8ec9-6843-4c37-94b0-17de7224a608 {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:58:24.150307 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485d415b-14fd-4596-b447-52ccc9203e0b None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:58:24.150732 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485d415b-14fd-4596-b447-52ccc9203e0b None None] Checking segment: {'id': '57981c3a-8b43-48ca-8227-b993bb9e7180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '786a8ec9-6843-4c37-94b0-17de7224a608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:58:24.151176 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-485d415b-14fd-4596-b447-52ccc9203e0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:24.151615 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485d415b-14fd-4596-b447-52ccc9203e0b None None] Bound using segment: {'id': '57981c3a-8b43-48ca-8227-b993bb9e7180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '786a8ec9-6843-4c37-94b0-17de7224a608'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:58:24.152130 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-485d415b-14fd-4596-b447-52ccc9203e0b None None] Bound port: bba538b8-c0f8-4977-943a-e09a142000bb, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57981c3a-8b43-48ca-8227-b993bb9e7180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '786a8ec9-6843-4c37-94b0-17de7224a608'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:58:24.152550 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-485d415b-14fd-4596-b447-52ccc9203e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:24.242362 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-485d415b-14fd-4596-b447-52ccc9203e0b None None] For port bba538b8-c0f8-4977-943a-e09a142000bb, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:58:24.245957 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-485d415b-14fd-4596-b447-52ccc9203e0b None None] For port bba538b8-c0f8-4977-943a-e09a142000bb, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=bba538b8-c0f8-4977-943a-e09a142000bb,segment=NetworkSegment(57981c3a-8b43-48ca-8227-b993bb9e7180),segment_id=57981c3a-8b43-48ca-8227-b993bb9e7180)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:58:24.278372 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-485d415b-14fd-4596-b447-52ccc9203e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:24.283551 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:58:24.364912 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485d415b-14fd-4596-b447-52ccc9203e0b None None] Pushing event updated for resources: {'Port': ['ID=bba538b8-c0f8-4977-943a-e09a142000bb,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:58:24.368758 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-485d415b-14fd-4596-b447-52ccc9203e0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:58:24.386981 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8fce3cee-d1cf-4106-8e32-44dce0a38ef3 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838139473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839924955'] for subnet, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:24.391921 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-45629ab9-cca3-4e7a-b100-b50df220cb3f tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:58:24.432491 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:24.487214 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fce3cee-d1cf-4106-8e32-44dce0a38ef3 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Pushing event updated for resources: {'Subnet': ['ID=6ec158f5-9e5f-4e50-8c89-2dfc622ad91b,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:58:24.491406 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8fce3cee-d1cf-4106-8e32-44dce0a38ef3 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:58:24.498226 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fce3cee-d1cf-4106-8e32-44dce0a38ef3 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Checking segment: {'id': 'a7f57f7e-09e5-40d6-bebe-6b4b933eb982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '51199abc-179e-415b-af92-795956bc9c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:58:24.498681 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fce3cee-d1cf-4106-8e32-44dce0a38ef3 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Network hostable DHCP agents. Network: 51199abc-179e-415b-af92-795956bc9c8d, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:58:24.555037 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fce3cee-d1cf-4106-8e32-44dce0a38ef3 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Network 51199abc-179e-415b-af92-795956bc9c8d is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:58:24.604093 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-8fce3cee-d1cf-4106-8e32-44dce0a38ef3 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, 51199abc-179e-415b-af92-795956bc9c8d) {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:58:24.608701 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fce3cee-d1cf-4106-8e32-44dce0a38ef3 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:58:24.609353 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8fce3cee-d1cf-4106-8e32-44dce0a38ef3 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:24.615580 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89157237-a3de-4d22-a64f-f06a07e841be None None] Network 51199abc-179e-415b-af92-795956bc9c8d requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:58:24.665452 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8fce3cee-d1cf-4106-8e32-44dce0a38ef3 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8377860 Dec 15 19:58:24.669484 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 34058) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:58:24.681303 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-014a1e4f-9b80-4deb-b04c-1f03a5861390 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Request body: {'router': {'external_gateway_info': {'network_id': '51199abc-179e-415b-af92-795956bc9c8d'}}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:58:24.880561 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54fe7846-6f7d-481d-b499-cc401ada7150 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-51199abc-179e-415b-af92-795956bc9c8d', 'network_id': '51199abc-179e-415b-af92-795956bc9c8d', 'tenant_id': '71bd00b0aefd4252bb3f3b68e329a7f6', 'fixed_ips': [{'subnet_id': '6ec158f5-9e5f-4e50-8c89-2dfc622ad91b'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:58:24.881477 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-54fe7846-6f7d-481d-b499-cc401ada7150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:25.056811 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-54fe7846-6f7d-481d-b499-cc401ada7150 None None] Allocated IP 172.21.0.2 (51199abc-179e-415b-af92-795956bc9c8d/6ec158f5-9e5f-4e50-8c89-2dfc622ad91b/b3aa22be-549c-4a90-8e79-8fb22c27af16) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:58:25.333491 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-014a1e4f-9b80-4deb-b04c-1f03a5861390 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:25.360011 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device bba538b8-c0f8-4977-943a-e09a142000bb up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:58:25.528684 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port bba538b8-c0f8-4977-943a-e09a142000bb completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:58:25.553201 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.api.v2.resource [None req-014a1e4f-9b80-4deb-b04c-1f03a5861390 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 19:58:25.561281 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-014a1e4f-9b80-4deb-b04c-1f03a5861390 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] 10.222.0.36 "PUT /v2.0/routers/90399fb1-c50a-4d01-8271-c67d592b3209 HTTP/1.1" status: 400 len: 364 time: 0.8843255 Dec 15 19:58:25.561744 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 34062) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:58:25.574342 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-54fe7846-6f7d-481d-b499-cc401ada7150 None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:25.585909 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-54fe7846-6f7d-481d-b499-cc401ada7150 None None] Transition to ACTIVE for port object b3aa22be-549c-4a90-8e79-8fb22c27af16 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:58:25.611144 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-54fe7846-6f7d-481d-b499-cc401ada7150 None None] Transition to ACTIVE for port object b3aa22be-549c-4a90-8e79-8fb22c27af16 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:58:25.667105 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-54fe7846-6f7d-481d-b499-cc401ada7150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:25.672795 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d82d104e-2c53-405b-814b-cde5cd48f192 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:58:25.736457 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fe7846-6f7d-481d-b499-cc401ada7150 None None] Network 51199abc-179e-415b-af92-795956bc9c8d is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:58:25.745318 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-54fe7846-6f7d-481d-b499-cc401ada7150 None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:58:25.748238 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fe7846-6f7d-481d-b499-cc401ada7150 None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:58:25.760070 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fe7846-6f7d-481d-b499-cc401ada7150 None None] Pushing event updated for resources: {'Port': ['ID=b3aa22be-549c-4a90-8e79-8fb22c27af16,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:58:25.763198 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-54fe7846-6f7d-481d-b499-cc401ada7150 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:58:25.795114 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7815a33-aaac-490b-ab78-f430f24fbb7c tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Deleting subnet 6ec158f5-9e5f-4e50-8c89-2dfc622ad91b {{(pid=88991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:58:25.801463 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d7815a33-aaac-490b-ab78-f430f24fbb7c tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Notify callbacks [] for subnet, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:25.870390 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-54fe7846-6f7d-481d-b499-cc401ada7150 None None] Attempting to bind port b3aa22be-549c-4a90-8e79-8fb22c27af16 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:58:25.870994 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-54fe7846-6f7d-481d-b499-cc401ada7150 None None] Attempting to bind port b3aa22be-549c-4a90-8e79-8fb22c27af16 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'a7f57f7e-09e5-40d6-bebe-6b4b933eb982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '51199abc-179e-415b-af92-795956bc9c8d'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:58:25.871535 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fe7846-6f7d-481d-b499-cc401ada7150 None None] Attempting to bind port b3aa22be-549c-4a90-8e79-8fb22c27af16 on network 51199abc-179e-415b-af92-795956bc9c8d {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:58:25.878957 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fe7846-6f7d-481d-b499-cc401ada7150 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:58:25.879759 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fe7846-6f7d-481d-b499-cc401ada7150 None None] Checking segment: {'id': 'a7f57f7e-09e5-40d6-bebe-6b4b933eb982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '51199abc-179e-415b-af92-795956bc9c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:58:25.879900 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-54fe7846-6f7d-481d-b499-cc401ada7150 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:25.880339 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fe7846-6f7d-481d-b499-cc401ada7150 None None] Bound using segment: {'id': 'a7f57f7e-09e5-40d6-bebe-6b4b933eb982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '51199abc-179e-415b-af92-795956bc9c8d'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:58:25.880872 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-54fe7846-6f7d-481d-b499-cc401ada7150 None None] Bound port: b3aa22be-549c-4a90-8e79-8fb22c27af16, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f57f7e-09e5-40d6-bebe-6b4b933eb982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '51199abc-179e-415b-af92-795956bc9c8d'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:58:25.881571 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-54fe7846-6f7d-481d-b499-cc401ada7150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:25.882093 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d7815a33-aaac-490b-ab78-f430f24fbb7c tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16332759'] for subnet, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:25.977761 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-54fe7846-6f7d-481d-b499-cc401ada7150 None None] For port b3aa22be-549c-4a90-8e79-8fb22c27af16, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:58:25.981705 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-54fe7846-6f7d-481d-b499-cc401ada7150 None None] For port b3aa22be-549c-4a90-8e79-8fb22c27af16, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=b3aa22be-549c-4a90-8e79-8fb22c27af16,segment=NetworkSegment(a7f57f7e-09e5-40d6-bebe-6b4b933eb982),segment_id=a7f57f7e-09e5-40d6-bebe-6b4b933eb982)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:58:26.043013 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22c1b3e-a87d-4820-893e-8b34a31a09b8 None None] Network 786a8ec9-6843-4c37-94b0-17de7224a608 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:58:26.061247 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-54fe7846-6f7d-481d-b499-cc401ada7150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:26.073568 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-485d415b-14fd-4596-b447-52ccc9203e0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:58:26.091437 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d7815a33-aaac-490b-ab78-f430f24fbb7c tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:26.207422 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d7815a33-aaac-490b-ab78-f430f24fbb7c tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16156049'] for subnet, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:26.213493 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8acc2f07-3fd5-4d30-ab71-b6af536a432c tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:58:26.254887 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7815a33-aaac-490b-ab78-f430f24fbb7c tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Pushing event deleted for resources: {'Subnet': ['ID=6ec158f5-9e5f-4e50-8c89-2dfc622ad91b,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:58:26.257830 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d7815a33-aaac-490b-ab78-f430f24fbb7c tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:58:26.261563 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d7815a33-aaac-490b-ab78-f430f24fbb7c tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:26.268838 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d7815a33-aaac-490b-ab78-f430f24fbb7c tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] 10.222.0.36 "DELETE /v2.0/subnets/6ec158f5-9e5f-4e50-8c89-2dfc622ad91b HTTP/1.1" status: 204 len: 168 time: 0.7059388 Dec 15 19:58:26.271525 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 34066) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:58:26.400848 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3df58135-08ca-442b-953d-0ccf7b469787 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:26.412662 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-3df58135-08ca-442b-953d-0ccf7b469787 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Deleting port b3aa22be-549c-4a90-8e79-8fb22c27af16 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:58:26.413023 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3df58135-08ca-442b-953d-0ccf7b469787 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:26.429763 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fe7846-6f7d-481d-b499-cc401ada7150 None None] Pushing event updated for resources: {'Port': ['ID=b3aa22be-549c-4a90-8e79-8fb22c27af16,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:58:26.436694 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-54fe7846-6f7d-481d-b499-cc401ada7150 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:58:26.469136 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-55de9db6-70a0-4fd9-8f76-d6dc848ceb53 None None] Provisioning for port bba538b8-c0f8-4977-943a-e09a142000bb completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:58:26.484379 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-55de9db6-70a0-4fd9-8f76-d6dc848ceb53 None None] Provisioning complete for port bba538b8-c0f8-4977-943a-e09a142000bb triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:58:26.484807 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-55de9db6-70a0-4fd9-8f76-d6dc848ceb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:26.637893 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-3df58135-08ca-442b-953d-0ccf7b469787 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] For port b3aa22be-549c-4a90-8e79-8fb22c27af16, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=b3aa22be-549c-4a90-8e79-8fb22c27af16,segment=NetworkSegment(a7f57f7e-09e5-40d6-bebe-6b4b933eb982),segment_id=a7f57f7e-09e5-40d6-bebe-6b4b933eb982)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:58:26.638482 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3df58135-08ca-442b-953d-0ccf7b469787 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:26.672787 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-55de9db6-70a0-4fd9-8f76-d6dc848ceb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:26.713235 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-55de9db6-70a0-4fd9-8f76-d6dc848ceb53 None None] For port bba538b8-c0f8-4977-943a-e09a142000bb, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=bba538b8-c0f8-4977-943a-e09a142000bb,segment=NetworkSegment(57981c3a-8b43-48ca-8227-b993bb9e7180),segment_id=57981c3a-8b43-48ca-8227-b993bb9e7180)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:58:26.750678 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-55de9db6-70a0-4fd9-8f76-d6dc848ceb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:26.755023 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:58:26.799259 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-3df58135-08ca-442b-953d-0ccf7b469787 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Calling delete_port for b3aa22be-549c-4a90-8e79-8fb22c27af16 owned by network:dhcp {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:58:26.852093 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55de9db6-70a0-4fd9-8f76-d6dc848ceb53 None None] Pushing event updated for resources: {'Port': ['ID=bba538b8-c0f8-4977-943a-e09a142000bb,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:58:26.855637 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-55de9db6-70a0-4fd9-8f76-d6dc848ceb53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:58:26.909466 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3df58135-08ca-442b-953d-0ccf7b469787 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:26.914795 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6499a52a-7cc2-4a8b-b078-7cc91ce92d86 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:58:26.958895 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df58135-08ca-442b-953d-0ccf7b469787 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Pushing event deleted for resources: {'Port': ['ID=b3aa22be-549c-4a90-8e79-8fb22c27af16,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:58:26.962195 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3df58135-08ca-442b-953d-0ccf7b469787 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:58:26.965211 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df58135-08ca-442b-953d-0ccf7b469787 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] No DVR routers for this DVR port b3aa22be-549c-4a90-8e79-8fb22c27af16 on host dv-neutron-821831-2-hyperv {{(pid=88991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:58:27.077843 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-8ab2bf7c-866e-4eab-b99b-4638f5ccb0c6 None None] Provisioning complete for port bba538b8-c0f8-4977-943a-e09a142000bb triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:58:27.078308 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8ab2bf7c-866e-4eab-b99b-4638f5ccb0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:27.104371 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3df58135-08ca-442b-953d-0ccf7b469787 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:27.136842 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-3df58135-08ca-442b-953d-0ccf7b469787 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51199abc-179e-415b-af92-795956bc9c8d']}} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:58:27.150278 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-3df58135-08ca-442b-953d-0ccf7b469787 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7f57f7e-09e5-40d6-bebe-6b4b933eb982') {'for_net_delete': True} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:58:27.150650 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-3df58135-08ca-442b-953d-0ccf7b469787 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7f57f7e-09e5-40d6-bebe-6b4b933eb982') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:58:27.163015 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3df58135-08ca-442b-953d-0ccf7b469787 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838443042'] for segment, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:27.178067 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3df58135-08ca-442b-953d-0ccf7b469787 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:27.184658 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3df58135-08ca-442b-953d-0ccf7b469787 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=88991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:58:27.185090 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3df58135-08ca-442b-953d-0ccf7b469787 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838443729'] for segment, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:27.201436 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:58:27.201436 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:58:27.201436 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:58:27.201436 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:58:27.201436 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:58:27.201436 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:58:27.201436 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:58:27.201436 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:58:27.201436 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:58:27.201436 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:58:27.201436 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:58:27.201436 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:58:27.201436 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:58:27.201436 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:58:27.201436 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:58:27.201436 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:58:27.201436 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:58:27.201436 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:58:27.201436 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:58:27.201436 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:58:27.201436 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:58:27.201436 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:58:27.201436 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:58:27.201436 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:58:27.201436 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:58:27.201436 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:58:27.201436 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:58:27.201436 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:58:27.201436 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:58:27.201436 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:58:27.201436 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:58:27.201436 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:58:27.314377 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device bba538b8-c0f8-4977-943a-e09a142000bb up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:58:27.315346 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3df58135-08ca-442b-953d-0ccf7b469787 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:27.319660 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3df58135-08ca-442b-953d-0ccf7b469787 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:27.324910 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-12274a9f-cd54-4584-a374-f788003c6018 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:58:27.351604 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-3df58135-08ca-442b-953d-0ccf7b469787 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] 10.222.0.36 "DELETE /v2.0/networks/51199abc-179e-415b-af92-795956bc9c8d HTTP/1.1" status: 204 len: 168 time: 1.0766134 Dec 15 19:58:27.351604 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df58135-08ca-442b-953d-0ccf7b469787 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Pushing event deleted for resources: {'Network': ['ID=51199abc-179e-415b-af92-795956bc9c8d,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:58:27.353341 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3df58135-08ca-442b-953d-0ccf7b469787 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:58:27.353656 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 34070) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:58:27.386842 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port bba538b8-c0f8-4977-943a-e09a142000bb triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:58:27.390572 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:27.439733 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ead8cd6-6b99-4cfb-8852-3297bf9cfc13 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Deleting subnet a436243b-4960-4faa-ae95-fc3a72c80914 {{(pid=88990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 19:58:27.443075 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8ead8cd6-6b99-4cfb-8852-3297bf9cfc13 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Notify callbacks [] for subnet, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:27.504768 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8ead8cd6-6b99-4cfb-8852-3297bf9cfc13 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838448728'] for subnet, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:27.591145 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8ead8cd6-6b99-4cfb-8852-3297bf9cfc13 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:27.695939 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8ead8cd6-6b99-4cfb-8852-3297bf9cfc13 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16636259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14850861'] for subnet, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:27.701114 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-350d9374-d5bc-4f6a-bf31-5954aa6259df tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:58:27.744463 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ead8cd6-6b99-4cfb-8852-3297bf9cfc13 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Pushing event deleted for resources: {'Subnet': ['ID=a436243b-4960-4faa-ae95-fc3a72c80914,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:58:27.747476 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8ead8cd6-6b99-4cfb-8852-3297bf9cfc13 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:58:27.750039 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8ead8cd6-6b99-4cfb-8852-3297bf9cfc13 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:27.756850 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6b1408-f5b3-4f5b-852a-f034ef555d3a None None] Network 786a8ec9-6843-4c37-94b0-17de7224a608 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:58:27.756998 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8ead8cd6-6b99-4cfb-8852-3297bf9cfc13 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] 10.222.0.36 "DELETE /v2.0/subnets/a436243b-4960-4faa-ae95-fc3a72c80914 HTTP/1.1" status: 204 len: 168 time: 0.4021385 Dec 15 19:58:27.759751 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 34074) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:58:27.890621 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e06ab6de-3195-4a2f-a505-c2a240e69589 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:27.905246 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-e06ab6de-3195-4a2f-a505-c2a240e69589 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Deleting port bba538b8-c0f8-4977-943a-e09a142000bb {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:58:27.905672 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e06ab6de-3195-4a2f-a505-c2a240e69589 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:28.047604 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69785ea-4b71-4a04-bc54-cd336540f849 None None] DHCP port deletion for 786a8ec9-6843-4c37-94b0-17de7224a608 request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:58:28.052282 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d69785ea-4b71-4a04-bc54-cd336540f849 None None] Deleting port bba538b8-c0f8-4977-943a-e09a142000bb {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:58:28.052711 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d69785ea-4b71-4a04-bc54-cd336540f849 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:28.134322 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-e06ab6de-3195-4a2f-a505-c2a240e69589 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] For port bba538b8-c0f8-4977-943a-e09a142000bb, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=bba538b8-c0f8-4977-943a-e09a142000bb,segment=NetworkSegment(57981c3a-8b43-48ca-8227-b993bb9e7180),segment_id=57981c3a-8b43-48ca-8227-b993bb9e7180)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:58:28.134736 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e06ab6de-3195-4a2f-a505-c2a240e69589 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:28.153313 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-e8ffc77b-f735-4cbf-a579-ccd091b7c6cd None None] Could not find standard attr ID for object b3aa22be-549c-4a90-8e79-8fb22c27af16. {{(pid=88992) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 15 19:58:28.158563 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82af57b3-6155-4f0e-93e1-d5c5724cd406 None None] DHCP port deletion for 51199abc-179e-415b-af92-795956bc9c8d request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 19:58:28.245845 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2bcd8b-3935-4bb0-91ca-45b400332c97 None None] Network 51199abc-179e-415b-af92-795956bc9c8d requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:58:28.265558 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-e06ab6de-3195-4a2f-a505-c2a240e69589 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Calling delete_port for bba538b8-c0f8-4977-943a-e09a142000bb owned by network:dhcp {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:58:28.280282 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2bcd8b-3935-4bb0-91ca-45b400332c97 None None] Network 51199abc-179e-415b-af92-795956bc9c8d could not be found, it might have been deleted concurrently. {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}} Dec 15 19:58:28.307563 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d69785ea-4b71-4a04-bc54-cd336540f849 None None] For port bba538b8-c0f8-4977-943a-e09a142000bb, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=bba538b8-c0f8-4977-943a-e09a142000bb,segment=NetworkSegment(57981c3a-8b43-48ca-8227-b993bb9e7180),segment_id=57981c3a-8b43-48ca-8227-b993bb9e7180)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:58:28.308017 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d69785ea-4b71-4a04-bc54-cd336540f849 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:28.375167 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e06ab6de-3195-4a2f-a505-c2a240e69589 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:28.380147 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-72e867db-8cd8-4a11-b8de-989f31bdacff tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:58:28.421035 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06ab6de-3195-4a2f-a505-c2a240e69589 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Pushing event deleted for resources: {'Port': ['ID=bba538b8-c0f8-4977-943a-e09a142000bb,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:58:28.425432 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e06ab6de-3195-4a2f-a505-c2a240e69589 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:58:28.428027 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06ab6de-3195-4a2f-a505-c2a240e69589 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] No DVR routers for this DVR port bba538b8-c0f8-4977-943a-e09a142000bb on host dv-neutron-821831-2-hyperv {{(pid=88990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:58:28.434028 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d69785ea-4b71-4a04-bc54-cd336540f849 None None] Calling delete_port for bba538b8-c0f8-4977-943a-e09a142000bb owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:58:28.504000 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-d69785ea-4b71-4a04-bc54-cd336540f849 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88992) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:58:28.504409 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-d69785ea-4b71-4a04-bc54-cd336540f849 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 19:58:28.559825 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e06ab6de-3195-4a2f-a505-c2a240e69589 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:28.585734 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-e06ab6de-3195-4a2f-a505-c2a240e69589 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['786a8ec9-6843-4c37-94b0-17de7224a608']}} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:58:28.598822 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-e06ab6de-3195-4a2f-a505-c2a240e69589 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57981c3a-8b43-48ca-8227-b993bb9e7180') {'for_net_delete': True} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:58:28.599169 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-e06ab6de-3195-4a2f-a505-c2a240e69589 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57981c3a-8b43-48ca-8227-b993bb9e7180') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:58:28.612418 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e06ab6de-3195-4a2f-a505-c2a240e69589 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16327073'] for segment, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:28.726965 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e06ab6de-3195-4a2f-a505-c2a240e69589 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:28.734958 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e06ab6de-3195-4a2f-a505-c2a240e69589 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=88990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 19:58:28.735542 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e06ab6de-3195-4a2f-a505-c2a240e69589 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838138943'] for segment, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:28.752651 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 19:58:28.752651 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 19:58:28.752651 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 19:58:28.752651 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:58:28.752651 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 19:58:28.752651 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 19:58:28.752651 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 19:58:28.752651 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:58:28.752651 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 19:58:28.752651 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:58:28.752651 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 19:58:28.752651 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:58:28.752651 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 19:58:28.752651 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 19:58:28.752651 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:58:28.752651 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 19:58:28.752651 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 19:58:28.752651 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 19:58:28.752651 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 19:58:28.752651 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 19:58:28.752651 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 19:58:28.752651 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:58:28.752651 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 19:58:28.752651 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 19:58:28.752651 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 19:58:28.752651 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 19:58:28.752651 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 19:58:28.752651 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 19:58:28.752651 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:58:28.752651 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 19:58:28.752651 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:58:28.752651 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:58:29.005807 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d69785ea-4b71-4a04-bc54-cd336540f849 None None] Deleting port bba538b8-c0f8-4977-943a-e09a142000bb {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:58:29.006290 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d69785ea-4b71-4a04-bc54-cd336540f849 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:29.011896 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e06ab6de-3195-4a2f-a505-c2a240e69589 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:29.016433 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e06ab6de-3195-4a2f-a505-c2a240e69589 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:29.020740 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0697732a-3d76-4bc7-b051-234799972daf tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:58:29.045268 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e06ab6de-3195-4a2f-a505-c2a240e69589 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] 10.222.0.36 "DELETE /v2.0/networks/786a8ec9-6843-4c37-94b0-17de7224a608 HTTP/1.1" status: 204 len: 168 time: 1.2844350 Dec 15 19:58:29.046401 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06ab6de-3195-4a2f-a505-c2a240e69589 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Pushing event deleted for resources: {'Network': ['ID=786a8ec9-6843-4c37-94b0-17de7224a608,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:58:29.048251 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 34078) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:58:29.048869 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e06ab6de-3195-4a2f-a505-c2a240e69589 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:58:29.075318 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d69785ea-4b71-4a04-bc54-cd336540f849 None None] The port 'bba538b8-c0f8-4977-943a-e09a142000bb' was deleted {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 15 19:58:29.098448 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-aadd5ed6-18ff-49e4-8355-6e9f37baf090 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Synchronizing usage tracker for tenant:71bd00b0aefd4252bb3f3b68e329a7f6 on resource:port {{(pid=88991) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:58:29.143147 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-aadd5ed6-18ff-49e4-8355-6e9f37baf090 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Unset dirty status for tenant:71bd00b0aefd4252bb3f3b68e329a7f6 on resource:port {{(pid=88991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:58:29.144457 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-aadd5ed6-18ff-49e4-8355-6e9f37baf090 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] 10.222.0.36 "GET /v2.0/ports?device_id=90399fb1-c50a-4d01-8271-c67d592b3209 HTTP/1.1" status: 200 len: 205 time: 0.0945752 Dec 15 19:58:29.147146 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 34082) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:58:29.287536 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d36c29df-84fd-45e0-baf4-26c26a1ee733 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Notify callbacks [] for router, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:29.301382 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device b3aa22be-549c-4a90-8e79-8fb22c27af16 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:58:29.336502 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: b3aa22be-549c-4a90-8e79-8fb22c27af16 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:58:29.336982 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device b3aa22be-549c-4a90-8e79-8fb22c27af16 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:58:29.337485 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device bba538b8-c0f8-4977-943a-e09a142000bb no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:58:29.370062 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: bba538b8-c0f8-4977-943a-e09a142000bb {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:58:29.370480 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device bba538b8-c0f8-4977-943a-e09a142000bb not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:58:29.686944 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d36c29df-84fd-45e0-baf4-26c26a1ee733 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854207876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854699191'] for router, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:29.691407 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d36c29df-84fd-45e0-baf4-26c26a1ee733 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:29.915211 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d36c29df-84fd-45e0-baf4-26c26a1ee733 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854207982'] for router, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:29.915746 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d36c29df-84fd-45e0-baf4-26c26a1ee733 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Fanout notify agent at l3_agent the message router_deleted on router 90399fb1-c50a-4d01-8271-c67d592b3209 {{(pid=88991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 19:58:29.926872 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d36c29df-84fd-45e0-baf4-26c26a1ee733 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Notify callbacks [] for router, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:29.928079 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d36c29df-84fd-45e0-baf4-26c26a1ee733 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] 10.222.0.36 "DELETE /v2.0/routers/90399fb1-c50a-4d01-8271-c67d592b3209 HTTP/1.1" status: 204 len: 168 time: 0.7799370 Dec 15 19:58:30.471524 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 34090) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:58:30.660481 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1779aa00-1ff4-4d75-9221-80f5a3bf342e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=71bd00b0aefd4252bb3f3b68e329a7f6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1876154 Dec 15 19:58:30.663074 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 34096) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:58:30.728522 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b35dcda7-b86f-4461-8b2e-7dded7b6fc1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:30.756968 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b35dcda7-b86f-4461-8b2e-7dded7b6fc1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:30.826047 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b35dcda7-b86f-4461-8b2e-7dded7b6fc1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:30.831052 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1b8348ca-af24-436e-8634-6a5d2f712e21 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:58:30.842066 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35dcda7-b86f-4461-8b2e-7dded7b6fc1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b00c1a96-ad7d-4e03-8695-65f085dc6609,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:58:30.844762 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b35dcda7-b86f-4461-8b2e-7dded7b6fc1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:58:30.850452 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b35dcda7-b86f-4461-8b2e-7dded7b6fc1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:30.852208 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b35dcda7-b86f-4461-8b2e-7dded7b6fc1d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b00c1a96-ad7d-4e03-8695-65f085dc6609 HTTP/1.1" status: 204 len: 168 time: 0.1875730 Dec 15 19:58:31.850661 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 34118) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:58:31.986902 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-85a49fe1-d6d2-4b51-b370-c02a48444fbb admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-770978387-network', 'tenant_id': '295d0133df52401193c00bd1673182f5'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:58:31.992584 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-85a49fe1-d6d2-4b51-b370-c02a48444fbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:58:31.996836 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-85a49fe1-d6d2-4b51-b370-c02a48444fbb admin admin] Usage tracker for resource:network and tenant:295d0133df52401193c00bd1673182f5 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:58:31.999842 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-85a49fe1-d6d2-4b51-b370-c02a48444fbb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:58:32.005910 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-85a49fe1-d6d2-4b51-b370-c02a48444fbb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:58:32.049009 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a49fe1-d6d2-4b51-b370-c02a48444fbb admin admin] Made reservation on behalf of 295d0133df52401193c00bd1673182f5 for: {'network': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:58:32.053796 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-85a49fe1-d6d2-4b51-b370-c02a48444fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:32.067667 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-85a49fe1-d6d2-4b51-b370-c02a48444fbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:32.101077 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-85a49fe1-d6d2-4b51-b370-c02a48444fbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:58:32.105100 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-85a49fe1-d6d2-4b51-b370-c02a48444fbb admin admin] Usage tracker for resource:security_group_rule and tenant:295d0133df52401193c00bd1673182f5 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:58:32.108036 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-85a49fe1-d6d2-4b51-b370-c02a48444fbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:58:32.113913 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-85a49fe1-d6d2-4b51-b370-c02a48444fbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:58:32.245386 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-85a49fe1-d6d2-4b51-b370-c02a48444fbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:32.280349 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-85a49fe1-d6d2-4b51-b370-c02a48444fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:32.284748 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e8468931-1c3a-4584-833c-896e550f5f4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:58:32.313170 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85a49fe1-d6d2-4b51-b370-c02a48444fbb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=88990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:58:32.322571 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a49fe1-d6d2-4b51-b370-c02a48444fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e5ec4f-9214-4881-a4ee-bceaae902f77,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:58:32.326690 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-85a49fe1-d6d2-4b51-b370-c02a48444fbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:58:32.329154 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-85a49fe1-d6d2-4b51-b370-c02a48444fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:32.329549 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-85a49fe1-d6d2-4b51-b370-c02a48444fbb admin admin] Added segment 3bc6c766-1877-4d3e-b1d0-d59747dddfe3 of type vlan for network 2ba37e38-0a93-4a7d-beeb-d560cb540389 Dec 15 19:58:32.356546 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-85a49fe1-d6d2-4b51-b370-c02a48444fbb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:32.406024 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-85a49fe1-d6d2-4b51-b370-c02a48444fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:32.407047 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a49fe1-d6d2-4b51-b370-c02a48444fbb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:58:32.407677 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-85a49fe1-d6d2-4b51-b370-c02a48444fbb admin admin] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:32.412650 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-200e5a5d-b655-4e0b-ba1d-90da8e0d6992 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:58:32.516588 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a49fe1-d6d2-4b51-b370-c02a48444fbb admin admin] Pushing event updated for resources: {'Network': ['ID=2ba37e38-0a93-4a7d-beeb-d560cb540389,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:58:32.519410 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-85a49fe1-d6d2-4b51-b370-c02a48444fbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:58:32.530935 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 2ba37e38-0a93-4a7d-beeb-d560cb540389 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:58:32.556223 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-85a49fe1-d6d2-4b51-b370-c02a48444fbb admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7043550 Dec 15 19:58:32.559199 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 34124) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:58:32.565250 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-03496e7f-b0bd-4577-ad30-4405bd554614 admin admin] Request body: {'subnet': {'network_id': '2ba37e38-0a93-4a7d-beeb-d560cb540389', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-770978387-subnet', 'tenant_id': '295d0133df52401193c00bd1673182f5', 'ip_version': 4}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:58:32.570584 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-03496e7f-b0bd-4577-ad30-4405bd554614 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:58:32.574904 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-03496e7f-b0bd-4577-ad30-4405bd554614 admin admin] Usage tracker for resource:subnet and tenant:295d0133df52401193c00bd1673182f5 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:58:32.577885 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-03496e7f-b0bd-4577-ad30-4405bd554614 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:58:32.584045 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-03496e7f-b0bd-4577-ad30-4405bd554614 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:58:32.629757 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03496e7f-b0bd-4577-ad30-4405bd554614 admin admin] Made reservation on behalf of 295d0133df52401193c00bd1673182f5 for: {'subnet': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:58:32.634928 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-03496e7f-b0bd-4577-ad30-4405bd554614 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839924940'] for subnet, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:32.906313 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-03496e7f-b0bd-4577-ad30-4405bd554614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838139473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839924955'] for subnet, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:32.910090 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-07af9198-5ef3-4dd5-b728-142fb6708224 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:58:32.937214 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 19:58:32.988687 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03496e7f-b0bd-4577-ad30-4405bd554614 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c58760ed-136e-4c26-b3bb-05aeb44a2cab,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:58:32.992852 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-03496e7f-b0bd-4577-ad30-4405bd554614 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:58:33.001380 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03496e7f-b0bd-4577-ad30-4405bd554614 admin admin] Checking segment: {'id': '3bc6c766-1877-4d3e-b1d0-d59747dddfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2ba37e38-0a93-4a7d-beeb-d560cb540389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:58:33.001780 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03496e7f-b0bd-4577-ad30-4405bd554614 admin admin] Network hostable DHCP agents. Network: 2ba37e38-0a93-4a7d-beeb-d560cb540389, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:58:33.063079 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03496e7f-b0bd-4577-ad30-4405bd554614 admin admin] Network 2ba37e38-0a93-4a7d-beeb-d560cb540389 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:58:33.095161 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-03496e7f-b0bd-4577-ad30-4405bd554614 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, 2ba37e38-0a93-4a7d-beeb-d560cb540389) {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:58:33.099178 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03496e7f-b0bd-4577-ad30-4405bd554614 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:58:33.099836 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-03496e7f-b0bd-4577-ad30-4405bd554614 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:33.105843 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a87d1e-942d-4353-ad60-c3eda2dc2fe9 None None] Network 2ba37e38-0a93-4a7d-beeb-d560cb540389 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:58:33.152700 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-03496e7f-b0bd-4577-ad30-4405bd554614 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5923178 Dec 15 19:58:33.155455 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 34128) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:58:33.160992 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-3962c384-df34-4868-8bbf-d25fd73ca936 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-770978387-router', 'tenant_id': '295d0133df52401193c00bd1673182f5', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:58:33.166002 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-3962c384-df34-4868-8bbf-d25fd73ca936 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:58:33.170038 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-3962c384-df34-4868-8bbf-d25fd73ca936 admin admin] Usage tracker for resource:router and tenant:295d0133df52401193c00bd1673182f5 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:58:33.173027 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-3962c384-df34-4868-8bbf-d25fd73ca936 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:58:33.179004 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-3962c384-df34-4868-8bbf-d25fd73ca936 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:58:33.214924 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3962c384-df34-4868-8bbf-d25fd73ca936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854699176'] for router, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:33.215975 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3962c384-df34-4868-8bbf-d25fd73ca936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854194926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-76609'] for router, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:33.234390 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3962c384-df34-4868-8bbf-d25fd73ca936 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:33.334542 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3cc604-47ad-4ec5-9d4f-a00314455821 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-2ba37e38-0a93-4a7d-beeb-d560cb540389', 'network_id': '2ba37e38-0a93-4a7d-beeb-d560cb540389', 'tenant_id': '295d0133df52401193c00bd1673182f5', 'fixed_ips': [{'subnet_id': 'c58760ed-136e-4c26-b3bb-05aeb44a2cab'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:58:33.335531 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cb3cc604-47ad-4ec5-9d4f-a00314455821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:33.410038 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3962c384-df34-4868-8bbf-d25fd73ca936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:33.501577 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-cb3cc604-47ad-4ec5-9d4f-a00314455821 None None] Allocated IP 172.20.0.2 (2ba37e38-0a93-4a7d-beeb-d560cb540389/c58760ed-136e-4c26-b3bb-05aeb44a2cab/f87d1efc-fc27-495b-bd9e-fa16282e7af2) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:58:33.641881 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3962c384-df34-4868-8bbf-d25fd73ca936 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:33.676238 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3962c384-df34-4868-8bbf-d25fd73ca936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:33.712756 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cb3cc604-47ad-4ec5-9d4f-a00314455821 None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:33.797152 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-cb3cc604-47ad-4ec5-9d4f-a00314455821 None None] Transition to ACTIVE for port object f87d1efc-fc27-495b-bd9e-fa16282e7af2 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:58:33.871752 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-cb3cc604-47ad-4ec5-9d4f-a00314455821 None None] Transition to ACTIVE for port object f87d1efc-fc27-495b-bd9e-fa16282e7af2 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:58:33.938618 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cb3cc604-47ad-4ec5-9d4f-a00314455821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:33.944062 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:58:33.971636 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-3962c384-df34-4868-8bbf-d25fd73ca936 admin admin] Allocated IP 172.26.3.211 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/4cd6d956-315c-4836-b38d-0d889211e97d) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:58:34.015655 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3cc604-47ad-4ec5-9d4f-a00314455821 None None] Network 2ba37e38-0a93-4a7d-beeb-d560cb540389 is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:58:34.019414 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-cb3cc604-47ad-4ec5-9d4f-a00314455821 None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:58:34.021427 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3cc604-47ad-4ec5-9d4f-a00314455821 None None] Pushing event updated for resources: {'Port': ['ID=f87d1efc-fc27-495b-bd9e-fa16282e7af2,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:58:34.024325 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3cc604-47ad-4ec5-9d4f-a00314455821 None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:58:34.028544 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-cb3cc604-47ad-4ec5-9d4f-a00314455821 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:58:34.112828 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-cb3cc604-47ad-4ec5-9d4f-a00314455821 None None] Attempting to bind port f87d1efc-fc27-495b-bd9e-fa16282e7af2 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:58:34.113213 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-cb3cc604-47ad-4ec5-9d4f-a00314455821 None None] Attempting to bind port f87d1efc-fc27-495b-bd9e-fa16282e7af2 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '3bc6c766-1877-4d3e-b1d0-d59747dddfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2ba37e38-0a93-4a7d-beeb-d560cb540389'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:58:34.113631 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3cc604-47ad-4ec5-9d4f-a00314455821 None None] Attempting to bind port f87d1efc-fc27-495b-bd9e-fa16282e7af2 on network 2ba37e38-0a93-4a7d-beeb-d560cb540389 {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:58:34.120482 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3cc604-47ad-4ec5-9d4f-a00314455821 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:58:34.120904 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3cc604-47ad-4ec5-9d4f-a00314455821 None None] Checking segment: {'id': '3bc6c766-1877-4d3e-b1d0-d59747dddfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2ba37e38-0a93-4a7d-beeb-d560cb540389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:58:34.121361 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cb3cc604-47ad-4ec5-9d4f-a00314455821 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:34.121805 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3cc604-47ad-4ec5-9d4f-a00314455821 None None] Bound using segment: {'id': '3bc6c766-1877-4d3e-b1d0-d59747dddfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2ba37e38-0a93-4a7d-beeb-d560cb540389'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:58:34.122353 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-cb3cc604-47ad-4ec5-9d4f-a00314455821 None None] Bound port: f87d1efc-fc27-495b-bd9e-fa16282e7af2, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc6c766-1877-4d3e-b1d0-d59747dddfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2ba37e38-0a93-4a7d-beeb-d560cb540389'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:58:34.122782 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cb3cc604-47ad-4ec5-9d4f-a00314455821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:34.129666 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3962c384-df34-4868-8bbf-d25fd73ca936 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:34.189034 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3962c384-df34-4868-8bbf-d25fd73ca936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:34.193724 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d07b0716-01e2-476b-bc9d-e587eea83fc3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:58:34.216716 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-cb3cc604-47ad-4ec5-9d4f-a00314455821 None None] For port f87d1efc-fc27-495b-bd9e-fa16282e7af2, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:58:34.220002 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-cb3cc604-47ad-4ec5-9d4f-a00314455821 None None] For port f87d1efc-fc27-495b-bd9e-fa16282e7af2, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=f87d1efc-fc27-495b-bd9e-fa16282e7af2,segment=NetworkSegment(3bc6c766-1877-4d3e-b1d0-d59747dddfe3),segment_id=3bc6c766-1877-4d3e-b1d0-d59747dddfe3)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:58:34.251940 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cb3cc604-47ad-4ec5-9d4f-a00314455821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:34.256488 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:58:34.263980 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3962c384-df34-4868-8bbf-d25fd73ca936 admin admin] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:58:34.267739 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-3962c384-df34-4868-8bbf-d25fd73ca936 admin admin] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:58:34.270266 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3962c384-df34-4868-8bbf-d25fd73ca936 admin admin] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:58:34.299335 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3962c384-df34-4868-8bbf-d25fd73ca936 admin admin] Pushing event updated for resources: {'Port': ['ID=4cd6d956-315c-4836-b38d-0d889211e97d,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:58:34.302620 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3962c384-df34-4868-8bbf-d25fd73ca936 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:58:34.341413 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3cc604-47ad-4ec5-9d4f-a00314455821 None None] Pushing event updated for resources: {'Port': ['ID=f87d1efc-fc27-495b-bd9e-fa16282e7af2,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:58:34.344700 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-cb3cc604-47ad-4ec5-9d4f-a00314455821 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:58:34.471257 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3962c384-df34-4868-8bbf-d25fd73ca936 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:34.472168 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3962c384-df34-4868-8bbf-d25fd73ca936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904'] for router, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:34.765813 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3962c384-df34-4868-8bbf-d25fd73ca936 admin admin] Router 94497056-b8a1-44be-b29e-4b86d3a27d5f is scheduled to L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 with binding_index 1 {{(pid=88990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 15 19:58:35.211802 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3962c384-df34-4868-8bbf-d25fd73ca936 admin admin] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:58:35.221024 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca78d435-84c4-478d-805c-bdff98a152a0 None None] Sync routers for ids ['94497056-b8a1-44be-b29e-4b86d3a27d5f'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:58:35.235371 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca78d435-84c4-478d-805c-bdff98a152a0 None None] Routers {'94497056-b8a1-44be-b29e-4b86d3a27d5f'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:58:35.236045 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-ca78d435-84c4-478d-805c-bdff98a152a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:58:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['94497056-b8a1-44be-b29e-4b86d3a27d5f'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:58:35.271864 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3962c384-df34-4868-8bbf-d25fd73ca936 admin admin] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:35.277559 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 34132) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:58:35.280011 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-3962c384-df34-4868-8bbf-d25fd73ca936 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.1234207 Dec 15 19:58:35.336842 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device f87d1efc-fc27-495b-bd9e-fa16282e7af2 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:58:35.440379 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port f87d1efc-fc27-495b-bd9e-fa16282e7af2 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:58:35.573767 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-ca78d435-84c4-478d-805c-bdff98a152a0 None None] Set router 94497056-b8a1-44be-b29e-4b86d3a27d5f gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:58:35.892040 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-ca78d435-84c4-478d-805c-bdff98a152a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94497056-b8a1-44be-b29e-4b86d3a27d5f', 'name': 'tempest-TestEncryptedCinderVolumes-770978387-router', 'tenant_id': '295d0133df52401193c00bd1673182f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '4cd6d956-315c-4836-b38d-0d889211e97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:58:33Z', 'updated_at': '2021-12-15T19:58:34Z', 'revision_number': 3, 'project_id': '295d0133df52401193c00bd1673182f5', 'gw_port': {'id': '4cd6d956-315c-4836-b38d-0d889211e97d', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ab:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94497056-b8a1-44be-b29e-4b86d3a27d5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:58:33Z', 'updated_at': '2021-12-15T19:58:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:58:35.896602 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca78d435-84c4-478d-805c-bdff98a152a0 None None] Checking router: 94497056-b8a1-44be-b29e-4b86d3a27d5f for host: dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:58:35.897096 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca78d435-84c4-478d-805c-bdff98a152a0 None None] Updating router 94497056-b8a1-44be-b29e-4b86d3a27d5f port 4cd6d956-315c-4836-b38d-0d889211e97d binding host dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 15 19:58:35.957956 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ca78d435-84c4-478d-805c-bdff98a152a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:35.999216 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f37850f-8e71-475b-ad04-28d938ba7674 None None] Network 2ba37e38-0a93-4a7d-beeb-d560cb540389 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:58:36.134212 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-5345932e-4b67-4c7c-85bf-fa784932caba None None] Provisioning for port f87d1efc-fc27-495b-bd9e-fa16282e7af2 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:58:36.143418 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-5345932e-4b67-4c7c-85bf-fa784932caba None None] Provisioning complete for port f87d1efc-fc27-495b-bd9e-fa16282e7af2 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:58:36.143684 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5345932e-4b67-4c7c-85bf-fa784932caba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:36.306262 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ca78d435-84c4-478d-805c-bdff98a152a0 None None] Notify callbacks [] for port, precommit_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:36.318805 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-ca78d435-84c4-478d-805c-bdff98a152a0 None None] Transition to ACTIVE for port object 4cd6d956-315c-4836-b38d-0d889211e97d will not be triggered until provisioned by entity L2. {{(pid=88993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:58:36.354424 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ca78d435-84c4-478d-805c-bdff98a152a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:36.360399 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-60739f03-b376-4f9c-ad32-908d5e288cea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:58:36.361244 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-21b868a8-1ab5-44b5-8034-9f9b8f0110ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:36.361798 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5345932e-4b67-4c7c-85bf-fa784932caba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:36.405121 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-5345932e-4b67-4c7c-85bf-fa784932caba None None] For port f87d1efc-fc27-495b-bd9e-fa16282e7af2, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=f87d1efc-fc27-495b-bd9e-fa16282e7af2,segment=NetworkSegment(3bc6c766-1877-4d3e-b1d0-d59747dddfe3),segment_id=3bc6c766-1877-4d3e-b1d0-d59747dddfe3)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:58:36.440833 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5345932e-4b67-4c7c-85bf-fa784932caba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:36.441865 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-ca78d435-84c4-478d-805c-bdff98a152a0 None None] Attempting to bind port 4cd6d956-315c-4836-b38d-0d889211e97d on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:58:36.442302 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-ca78d435-84c4-478d-805c-bdff98a152a0 None None] Attempting to bind port 4cd6d956-315c-4836-b38d-0d889211e97d by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}] {{(pid=88993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:58:36.442716 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca78d435-84c4-478d-805c-bdff98a152a0 None None] Attempting to bind port 4cd6d956-315c-4836-b38d-0d889211e97d on network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:58:36.442823 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:58:36.449003 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71da5d88-aac8-4c15-a96e-53e7497b56ed None None] Pushing event updated for resources: {'Port': ['ID=4cd6d956-315c-4836-b38d-0d889211e97d,revision_number=2']} {{(pid=88993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:58:36.460721 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca78d435-84c4-478d-805c-bdff98a152a0 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:58:36.461141 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca78d435-84c4-478d-805c-bdff98a152a0 None None] Checking segment: {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:58:36.461584 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ca78d435-84c4-478d-805c-bdff98a152a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:36.462019 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca78d435-84c4-478d-805c-bdff98a152a0 None None] Bound using segment: {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'} {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:58:36.462563 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-ca78d435-84c4-478d-805c-bdff98a152a0 None None] Bound port: 4cd6d956-315c-4836-b38d-0d889211e97d, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}}] {{(pid=88993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:58:36.462979 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ca78d435-84c4-478d-805c-bdff98a152a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:36.492972 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71da5d88-aac8-4c15-a96e-53e7497b56ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:58:36.493356 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71da5d88-aac8-4c15-a96e-53e7497b56ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:58:36.493715 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71da5d88-aac8-4c15-a96e-53e7497b56ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:58:36.494088 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71da5d88-aac8-4c15-a96e-53e7497b56ed None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:58:36.494493 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71da5d88-aac8-4c15-a96e-53e7497b56ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:58:36.494863 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71da5d88-aac8-4c15-a96e-53e7497b56ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:58:36.495239 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71da5d88-aac8-4c15-a96e-53e7497b56ed None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:58:36.495594 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71da5d88-aac8-4c15-a96e-53e7497b56ed None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:58:36.495954 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71da5d88-aac8-4c15-a96e-53e7497b56ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:58:36.496313 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71da5d88-aac8-4c15-a96e-53e7497b56ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:58:36.496673 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71da5d88-aac8-4c15-a96e-53e7497b56ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:58:36.505876 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-71da5d88-aac8-4c15-a96e-53e7497b56ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:58:36.522416 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5345932e-4b67-4c7c-85bf-fa784932caba None None] Pushing event updated for resources: {'Port': ['ID=f87d1efc-fc27-495b-bd9e-fa16282e7af2,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:58:36.527185 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5345932e-4b67-4c7c-85bf-fa784932caba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:58:36.550275 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-ca78d435-84c4-478d-805c-bdff98a152a0 None None] For port 4cd6d956-315c-4836-b38d-0d889211e97d, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:58:36.555539 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-ca78d435-84c4-478d-805c-bdff98a152a0 None None] For port 4cd6d956-315c-4836-b38d-0d889211e97d, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=4cd6d956-315c-4836-b38d-0d889211e97d,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:58:36.595486 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ca78d435-84c4-478d-805c-bdff98a152a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:36.607999 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:58:36.626210 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-21b868a8-1ab5-44b5-8034-9f9b8f0110ca admin admin] Allocated IP 172.20.0.1 (2ba37e38-0a93-4a7d-beeb-d560cb540389/c58760ed-136e-4c26-b3bb-05aeb44a2cab/64391fb8-a831-4aee-b41f-d61d61f940b9) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:58:36.703818 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71da5d88-aac8-4c15-a96e-53e7497b56ed None None] Pushing event updated for resources: {'Port': ['ID=4cd6d956-315c-4836-b38d-0d889211e97d,revision_number=3']} {{(pid=88993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:58:36.708626 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-71da5d88-aac8-4c15-a96e-53e7497b56ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:58:36.711804 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca78d435-84c4-478d-805c-bdff98a152a0 None None] Routers {'94497056-b8a1-44be-b29e-4b86d3a27d5f'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:58:36.712581 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-ca78d435-84c4-478d-805c-bdff98a152a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:58:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['94497056-b8a1-44be-b29e-4b86d3a27d5f'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:58:36.767424 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-2299416b-efd6-4b0a-bbf2-965380036071 None None] Provisioning complete for port f87d1efc-fc27-495b-bd9e-fa16282e7af2 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:58:36.768972 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2299416b-efd6-4b0a-bbf2-965380036071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:36.793376 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-21b868a8-1ab5-44b5-8034-9f9b8f0110ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:36.810900 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-21b868a8-1ab5-44b5-8034-9f9b8f0110ca admin admin] Transition to ACTIVE for port object 64391fb8-a831-4aee-b41f-d61d61f940b9 will not be triggered until provisioned by entity DHCP. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:58:36.866755 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-21b868a8-1ab5-44b5-8034-9f9b8f0110ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:36.872541 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-444fbebd-841d-425f-b69d-b0f827cd869e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:58:36.899572 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-ca78d435-84c4-478d-805c-bdff98a152a0 None None] Set router 94497056-b8a1-44be-b29e-4b86d3a27d5f gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:58:36.944745 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b868a8-1ab5-44b5-8034-9f9b8f0110ca admin admin] Network 2ba37e38-0a93-4a7d-beeb-d560cb540389 is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:58:36.948720 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b868a8-1ab5-44b5-8034-9f9b8f0110ca admin admin] Pushing event updated for resources: {'Port': ['ID=64391fb8-a831-4aee-b41f-d61d61f940b9,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:58:36.951332 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-21b868a8-1ab5-44b5-8034-9f9b8f0110ca admin admin] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:58:36.953256 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-21b868a8-1ab5-44b5-8034-9f9b8f0110ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:58:36.953998 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b868a8-1ab5-44b5-8034-9f9b8f0110ca admin admin] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:58:37.011205 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-21b868a8-1ab5-44b5-8034-9f9b8f0110ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630901'] for router_interface, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:37.173108 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-21b868a8-1ab5-44b5-8034-9f9b8f0110ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:37.211834 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-ca78d435-84c4-478d-805c-bdff98a152a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94497056-b8a1-44be-b29e-4b86d3a27d5f', 'name': 'tempest-TestEncryptedCinderVolumes-770978387-router', 'tenant_id': '295d0133df52401193c00bd1673182f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '4cd6d956-315c-4836-b38d-0d889211e97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:58:33Z', 'updated_at': '2021-12-15T19:58:34Z', 'revision_number': 3, 'project_id': '295d0133df52401193c00bd1673182f5', 'gw_port': {'id': '4cd6d956-315c-4836-b38d-0d889211e97d', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ab:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94497056-b8a1-44be-b29e-4b86d3a27d5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:58:33Z', 'updated_at': '2021-12-15T19:58:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:58:37.216197 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca78d435-84c4-478d-805c-bdff98a152a0 None None] The sync data for ids ['94497056-b8a1-44be-b29e-4b86d3a27d5f'] in dv-neutron-821831-2-hyperv is: [{'id': '94497056-b8a1-44be-b29e-4b86d3a27d5f', 'name': 'tempest-TestEncryptedCinderVolumes-770978387-router', 'tenant_id': '295d0133df52401193c00bd1673182f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '4cd6d956-315c-4836-b38d-0d889211e97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:58:33Z', 'updated_at': '2021-12-15T19:58:34Z', 'revision_number': 3, 'project_id': '295d0133df52401193c00bd1673182f5', 'gw_port': {'id': '4cd6d956-315c-4836-b38d-0d889211e97d', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ab:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94497056-b8a1-44be-b29e-4b86d3a27d5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:58:33Z', 'updated_at': '2021-12-15T19:58:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:58:37.251631 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-bd426a95-ecc0-4d7d-aff7-9efa46a50bcf None None] Provisioning for port 64391fb8-a831-4aee-b41f-d61d61f940b9 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:58:37.257654 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-bd426a95-ecc0-4d7d-aff7-9efa46a50bcf None None] Provisioning complete for port 64391fb8-a831-4aee-b41f-d61d61f940b9 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:58:37.258055 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bd426a95-ecc0-4d7d-aff7-9efa46a50bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:37.318320 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-bd426a95-ecc0-4d7d-aff7-9efa46a50bcf None None] Port 64391fb8-a831-4aee-b41f-d61d61f940b9 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:58:37.320274 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device f87d1efc-fc27-495b-bd9e-fa16282e7af2 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:58:37.393870 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port f87d1efc-fc27-495b-bd9e-fa16282e7af2 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:58:37.394312 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:37.416873 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-21b868a8-1ab5-44b5-8034-9f9b8f0110ca admin admin] Notify callbacks [] for port, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:37.469139 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-21b868a8-1ab5-44b5-8034-9f9b8f0110ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:37.500271 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-29bef5da-b1b0-4692-be87-0b02783502c6 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:58:37.590693 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-21b868a8-1ab5-44b5-8034-9f9b8f0110ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1959989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854145006'] for router_interface, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:37.595901 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b868a8-1ab5-44b5-8034-9f9b8f0110ca admin admin] Pushing event updated for resources: {'Port': ['ID=64391fb8-a831-4aee-b41f-d61d61f940b9,revision_number=2']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:58:37.599322 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-21b868a8-1ab5-44b5-8034-9f9b8f0110ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:58:37.781380 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b868a8-1ab5-44b5-8034-9f9b8f0110ca admin admin] Network 2ba37e38-0a93-4a7d-beeb-d560cb540389 is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:58:37.782783 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-21b868a8-1ab5-44b5-8034-9f9b8f0110ca admin admin] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:58:38.147263 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-9fb75818-308c-4e6c-bc8e-a74c97845a9c None None] Provisioning complete for port 64391fb8-a831-4aee-b41f-d61d61f940b9 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:58:38.148486 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9fb75818-308c-4e6c-bc8e-a74c97845a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:38.205432 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21b868a8-1ab5-44b5-8034-9f9b8f0110ca admin admin] Router 94497056-b8a1-44be-b29e-4b86d3a27d5f has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:58:38.222691 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-9fb75818-308c-4e6c-bc8e-a74c97845a9c None None] Port 64391fb8-a831-4aee-b41f-d61d61f940b9 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:58:38.243612 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-99a9b704-79bf-4026-a344-23ca4e1062a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:38.430456 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21b868a8-1ab5-44b5-8034-9f9b8f0110ca admin admin] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:58:38.440152 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-21b868a8-1ab5-44b5-8034-9f9b8f0110ca admin admin] 10.222.0.36 "PUT /v2.0/routers/94497056-b8a1-44be-b29e-4b86d3a27d5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1612036 Dec 15 19:58:39.340008 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 4cd6d956-315c-4836-b38d-0d889211e97d up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:58:39.473780 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 4cd6d956-315c-4836-b38d-0d889211e97d completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:58:39.478721 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 4cd6d956-315c-4836-b38d-0d889211e97d triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:58:39.479142 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:39.516384 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:39.526472 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 34154) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:58:39.532431 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-c59a7336-88f5-4075-ab52-7ff8f46ce0ff admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2104484231-network', 'tenant_id': 'a4f2bf6e2096455eb7b95a19eba5368d'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:58:39.537525 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-c59a7336-88f5-4075-ab52-7ff8f46ce0ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:58:39.541741 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-c59a7336-88f5-4075-ab52-7ff8f46ce0ff admin admin] Usage tracker for resource:network and tenant:a4f2bf6e2096455eb7b95a19eba5368d is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:58:39.544729 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-c59a7336-88f5-4075-ab52-7ff8f46ce0ff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:58:39.550711 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-c59a7336-88f5-4075-ab52-7ff8f46ce0ff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:58:39.608205 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:39.634534 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port 4cd6d956-315c-4836-b38d-0d889211e97d, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=4cd6d956-315c-4836-b38d-0d889211e97d,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:58:39.651164 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c59a7336-88f5-4075-ab52-7ff8f46ce0ff admin admin] Made reservation on behalf of a4f2bf6e2096455eb7b95a19eba5368d for: {'network': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:58:39.655975 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c59a7336-88f5-4075-ab52-7ff8f46ce0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:39.669740 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c59a7336-88f5-4075-ab52-7ff8f46ce0ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:39.674130 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:39.677082 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-404ee2e4-27ee-4fb8-9193-49229bef8b84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:58:39.704111 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-c59a7336-88f5-4075-ab52-7ff8f46ce0ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:58:39.708157 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-c59a7336-88f5-4075-ab52-7ff8f46ce0ff admin admin] Usage tracker for resource:security_group_rule and tenant:a4f2bf6e2096455eb7b95a19eba5368d is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:58:39.711237 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-c59a7336-88f5-4075-ab52-7ff8f46ce0ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:58:39.717235 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-c59a7336-88f5-4075-ab52-7ff8f46ce0ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:58:39.745401 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=4cd6d956-315c-4836-b38d-0d889211e97d,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:58:39.748713 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:58:39.881779 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c59a7336-88f5-4075-ab52-7ff8f46ce0ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:39.908444 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c59a7336-88f5-4075-ab52-7ff8f46ce0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:39.912896 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8bb4cbc9-353f-4c94-bb66-74c0d414ba76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:58:39.938957 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c59a7336-88f5-4075-ab52-7ff8f46ce0ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=88991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 19:58:39.953338 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59a7336-88f5-4075-ab52-7ff8f46ce0ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d9d241-7f29-436f-851f-44fe7bd2bec7,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:58:39.957570 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c59a7336-88f5-4075-ab52-7ff8f46ce0ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:58:39.958568 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c59a7336-88f5-4075-ab52-7ff8f46ce0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:39.959060 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-c59a7336-88f5-4075-ab52-7ff8f46ce0ff admin admin] Added segment d0291508-0ac3-4c74-8110-712313a2c0de of type vlan for network 8b064db5-48b6-40b6-b0ac-4e8d349e188d Dec 15 19:58:39.987046 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c59a7336-88f5-4075-ab52-7ff8f46ce0ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:40.039892 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c59a7336-88f5-4075-ab52-7ff8f46ce0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:40.040865 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59a7336-88f5-4075-ab52-7ff8f46ce0ff admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:58:40.041506 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c59a7336-88f5-4075-ab52-7ff8f46ce0ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:40.046651 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3df58135-08ca-442b-953d-0ccf7b469787 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:58:40.153815 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59a7336-88f5-4075-ab52-7ff8f46ce0ff admin admin] Pushing event updated for resources: {'Network': ['ID=8b064db5-48b6-40b6-b0ac-4e8d349e188d,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:58:40.156684 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c59a7336-88f5-4075-ab52-7ff8f46ce0ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:58:40.164126 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 8b064db5-48b6-40b6-b0ac-4e8d349e188d details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 19:58:40.180414 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ead8ac-59d0-4216-a00b-d4fc76567cf8 None None] Sync routers for ids ['94497056-b8a1-44be-b29e-4b86d3a27d5f'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:58:40.180623 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c59a7336-88f5-4075-ab52-7ff8f46ce0ff admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6529050 Dec 15 19:58:40.183519 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 34158) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:58:40.189522 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-bf51be52-3ef9-49c9-b8d8-0527a299b8bc admin admin] Request body: {'subnet': {'network_id': '8b064db5-48b6-40b6-b0ac-4e8d349e188d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2104484231-subnet', 'tenant_id': 'a4f2bf6e2096455eb7b95a19eba5368d', 'ip_version': 4}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:58:40.195475 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-bf51be52-3ef9-49c9-b8d8-0527a299b8bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:58:40.199825 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-bf51be52-3ef9-49c9-b8d8-0527a299b8bc admin admin] Usage tracker for resource:subnet and tenant:a4f2bf6e2096455eb7b95a19eba5368d is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:58:40.202865 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-bf51be52-3ef9-49c9-b8d8-0527a299b8bc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:58:40.209151 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-bf51be52-3ef9-49c9-b8d8-0527a299b8bc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:58:40.245593 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf51be52-3ef9-49c9-b8d8-0527a299b8bc admin admin] Made reservation on behalf of a4f2bf6e2096455eb7b95a19eba5368d for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:58:40.250409 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bf51be52-3ef9-49c9-b8d8-0527a299b8bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:40.274597 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ead8ac-59d0-4216-a00b-d4fc76567cf8 None None] Routers {'94497056-b8a1-44be-b29e-4b86d3a27d5f'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:58:40.275229 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-05ead8ac-59d0-4216-a00b-d4fc76567cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:58:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['94497056-b8a1-44be-b29e-4b86d3a27d5f'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:58:40.469998 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-05ead8ac-59d0-4216-a00b-d4fc76567cf8 None None] Set router 94497056-b8a1-44be-b29e-4b86d3a27d5f gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:58:40.620546 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bf51be52-3ef9-49c9-b8d8-0527a299b8bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:40.625566 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0cb34ac7-64ca-4289-9003-2da2c3ae7005 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:58:40.690395 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4503d1d3-2f9a-4ed2-864d-2ab4b991e8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:40.702345 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf51be52-3ef9-49c9-b8d8-0527a299b8bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9b107f8-44d6-496f-b628-c213b2fb17e7,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:58:40.706629 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-bf51be52-3ef9-49c9-b8d8-0527a299b8bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:58:40.716083 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf51be52-3ef9-49c9-b8d8-0527a299b8bc admin admin] Checking segment: {'id': 'd0291508-0ac3-4c74-8110-712313a2c0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '8b064db5-48b6-40b6-b0ac-4e8d349e188d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:58:40.716480 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf51be52-3ef9-49c9-b8d8-0527a299b8bc admin admin] Network hostable DHCP agents. Network: 8b064db5-48b6-40b6-b0ac-4e8d349e188d, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 19:58:40.805393 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf51be52-3ef9-49c9-b8d8-0527a299b8bc admin admin] Network 8b064db5-48b6-40b6-b0ac-4e8d349e188d is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 19:58:40.814748 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-05ead8ac-59d0-4216-a00b-d4fc76567cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94497056-b8a1-44be-b29e-4b86d3a27d5f', 'name': 'tempest-TestEncryptedCinderVolumes-770978387-router', 'tenant_id': '295d0133df52401193c00bd1673182f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '4cd6d956-315c-4836-b38d-0d889211e97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:58:33Z', 'updated_at': '2021-12-15T19:58:37Z', 'revision_number': 4, 'project_id': '295d0133df52401193c00bd1673182f5', 'gw_port': {'id': '4cd6d956-315c-4836-b38d-0d889211e97d', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ab:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94497056-b8a1-44be-b29e-4b86d3a27d5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:58:33Z', 'updated_at': '2021-12-15T19:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '64391fb8-a831-4aee-b41f-d61d61f940b9', 'name': '', 'network_id': '2ba37e38-0a93-4a7d-beeb-d560cb540389', 'tenant_id': '295d0133df52401193c00bd1673182f5', 'mac_address': 'fa:16:3e:fb:42:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94497056-b8a1-44be-b29e-4b86d3a27d5f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c58760ed-136e-4c26-b3bb-05aeb44a2cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:58:36Z', 'updated_at': '2021-12-15T19:58:37Z', 'revision_number': 2, 'project_id': '295d0133df52401193c00bd1673182f5', 'subnets': [{'id': 'c58760ed-136e-4c26-b3bb-05aeb44a2cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:58:40.819160 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ead8ac-59d0-4216-a00b-d4fc76567cf8 None None] Checking router: 94497056-b8a1-44be-b29e-4b86d3a27d5f for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:58:40.819574 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ead8ac-59d0-4216-a00b-d4fc76567cf8 None None] Updating router 94497056-b8a1-44be-b29e-4b86d3a27d5f port 64391fb8-a831-4aee-b41f-d61d61f940b9 binding host dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 15 19:58:40.862439 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-bf51be52-3ef9-49c9-b8d8-0527a299b8bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, 8b064db5-48b6-40b6-b0ac-4e8d349e188d) {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:58:40.866820 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf51be52-3ef9-49c9-b8d8-0527a299b8bc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:58:40.867554 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bf51be52-3ef9-49c9-b8d8-0527a299b8bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:40.875560 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ec1653-e5d2-42cb-b55e-561237d558e7 None None] Network 8b064db5-48b6-40b6-b0ac-4e8d349e188d requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:58:40.929449 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-bf51be52-3ef9-49c9-b8d8-0527a299b8bc admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7447360 Dec 15 19:58:40.932098 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 34162) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:58:40.937623 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-2f5a74e1-a6e7-4159-b4f9-d8a96e51e236 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2104484231-router', 'tenant_id': 'a4f2bf6e2096455eb7b95a19eba5368d', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:58:40.941777 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-05ead8ac-59d0-4216-a00b-d4fc76567cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:40.942851 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-2f5a74e1-a6e7-4159-b4f9-d8a96e51e236 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:58:40.947747 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-2f5a74e1-a6e7-4159-b4f9-d8a96e51e236 admin admin] Usage tracker for resource:router and tenant:a4f2bf6e2096455eb7b95a19eba5368d is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:58:40.951045 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-2f5a74e1-a6e7-4159-b4f9-d8a96e51e236 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:58:40.957416 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-2f5a74e1-a6e7-4159-b4f9-d8a96e51e236 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:58:40.997353 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2f5a74e1-a6e7-4159-b4f9-d8a96e51e236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854699176'] for router, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:40.998468 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2f5a74e1-a6e7-4159-b4f9-d8a96e51e236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854194926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-76609'] for router, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:41.017911 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2f5a74e1-a6e7-4159-b4f9-d8a96e51e236 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:41.040581 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:41.328335 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c8e5b1-7a84-46f1-b6bc-72e56fbb1f5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-8b064db5-48b6-40b6-b0ac-4e8d349e188d', 'network_id': '8b064db5-48b6-40b6-b0ac-4e8d349e188d', 'tenant_id': 'a4f2bf6e2096455eb7b95a19eba5368d', 'fixed_ips': [{'subnet_id': 'b9b107f8-44d6-496f-b628-c213b2fb17e7'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 19:58:41.329388 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e0c8e5b1-7a84-46f1-b6bc-72e56fbb1f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:41.344850 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 4cd6d956-315c-4836-b38d-0d889211e97d up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:58:41.457367 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2f5a74e1-a6e7-4159-b4f9-d8a96e51e236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:41.603000 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 4cd6d956-315c-4836-b38d-0d889211e97d triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:58:41.603233 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:41.688665 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2f5a74e1-a6e7-4159-b4f9-d8a96e51e236 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:41.721970 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2f5a74e1-a6e7-4159-b4f9-d8a96e51e236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:41.866794 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-e0c8e5b1-7a84-46f1-b6bc-72e56fbb1f5c None None] Allocated IP 172.20.0.2 (8b064db5-48b6-40b6-b0ac-4e8d349e188d/b9b107f8-44d6-496f-b628-c213b2fb17e7/68fdfafa-a2d5-4fca-bb38-7b30323b17b6) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:58:41.871798 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-2f5a74e1-a6e7-4159-b4f9-d8a96e51e236 admin admin] Allocated IP 172.26.3.247 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/d69d24cf-4d53-4017-a7b4-c7865547e419) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:58:41.942627 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-05ead8ac-59d0-4216-a00b-d4fc76567cf8 None None] Notify callbacks [] for port, precommit_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:42.061363 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-05ead8ac-59d0-4216-a00b-d4fc76567cf8 None None] Transition to ACTIVE for port object 64391fb8-a831-4aee-b41f-d61d61f940b9 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:58:42.101831 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-05ead8ac-59d0-4216-a00b-d4fc76567cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:42.108383 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:58:42.138851 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2f5a74e1-a6e7-4159-b4f9-d8a96e51e236 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:42.189422 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2f5a74e1-a6e7-4159-b4f9-d8a96e51e236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:42.194411 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1136c1ce-6782-4251-a438-b0ede1a649f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:58:42.265983 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5a74e1-a6e7-4159-b4f9-d8a96e51e236 admin admin] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:58:42.269721 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-2f5a74e1-a6e7-4159-b4f9-d8a96e51e236 admin admin] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:58:42.275337 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5a74e1-a6e7-4159-b4f9-d8a96e51e236 admin admin] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:58:42.297620 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0e6386-a011-4071-bea0-111464eefb1a None None] Pushing event updated for resources: {'Port': ['ID=64391fb8-a831-4aee-b41f-d61d61f940b9,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:58:42.308138 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5a74e1-a6e7-4159-b4f9-d8a96e51e236 admin admin] Pushing event updated for resources: {'Port': ['ID=d69d24cf-4d53-4017-a7b4-c7865547e419,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:58:42.315091 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2f5a74e1-a6e7-4159-b4f9-d8a96e51e236 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:58:42.364786 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0e6386-a011-4071-bea0-111464eefb1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:58:42.365161 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0e6386-a011-4071-bea0-111464eefb1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:58:42.365546 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0e6386-a011-4071-bea0-111464eefb1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:58:42.365923 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0e6386-a011-4071-bea0-111464eefb1a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:58:42.366330 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0e6386-a011-4071-bea0-111464eefb1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:58:42.366751 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0e6386-a011-4071-bea0-111464eefb1a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:58:42.367130 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0e6386-a011-4071-bea0-111464eefb1a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:58:42.367664 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0e6386-a011-4071-bea0-111464eefb1a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:58:42.368038 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0e6386-a011-4071-bea0-111464eefb1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:58:42.368407 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0e6386-a011-4071-bea0-111464eefb1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:58:42.368781 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0e6386-a011-4071-bea0-111464eefb1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:58:42.384411 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8f0e6386-a011-4071-bea0-111464eefb1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:58:42.423373 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e0c8e5b1-7a84-46f1-b6bc-72e56fbb1f5c None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:42.449102 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-e0c8e5b1-7a84-46f1-b6bc-72e56fbb1f5c None None] Transition to ACTIVE for port object 68fdfafa-a2d5-4fca-bb38-7b30323b17b6 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:58:42.451690 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-05ead8ac-59d0-4216-a00b-d4fc76567cf8 None None] Attempting to bind port 64391fb8-a831-4aee-b41f-d61d61f940b9 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:58:42.452190 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-05ead8ac-59d0-4216-a00b-d4fc76567cf8 None None] Attempting to bind port 64391fb8-a831-4aee-b41f-d61d61f940b9 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '3bc6c766-1877-4d3e-b1d0-d59747dddfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2ba37e38-0a93-4a7d-beeb-d560cb540389'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:58:42.452502 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ead8ac-59d0-4216-a00b-d4fc76567cf8 None None] Attempting to bind port 64391fb8-a831-4aee-b41f-d61d61f940b9 on network 2ba37e38-0a93-4a7d-beeb-d560cb540389 {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:58:42.477689 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2f5a74e1-a6e7-4159-b4f9-d8a96e51e236 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:42.478740 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2f5a74e1-a6e7-4159-b4f9-d8a96e51e236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904'] for router, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:42.481622 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ead8ac-59d0-4216-a00b-d4fc76567cf8 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:58:42.482026 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ead8ac-59d0-4216-a00b-d4fc76567cf8 None None] Checking segment: {'id': '3bc6c766-1877-4d3e-b1d0-d59747dddfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2ba37e38-0a93-4a7d-beeb-d560cb540389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:58:42.482510 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-05ead8ac-59d0-4216-a00b-d4fc76567cf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:42.482950 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ead8ac-59d0-4216-a00b-d4fc76567cf8 None None] Bound using segment: {'id': '3bc6c766-1877-4d3e-b1d0-d59747dddfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2ba37e38-0a93-4a7d-beeb-d560cb540389'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:58:42.483485 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-05ead8ac-59d0-4216-a00b-d4fc76567cf8 None None] Bound port: 64391fb8-a831-4aee-b41f-d61d61f940b9, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc6c766-1877-4d3e-b1d0-d59747dddfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2ba37e38-0a93-4a7d-beeb-d560cb540389'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:58:42.483912 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-05ead8ac-59d0-4216-a00b-d4fc76567cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:42.501852 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-e0c8e5b1-7a84-46f1-b6bc-72e56fbb1f5c None None] Transition to ACTIVE for port object 68fdfafa-a2d5-4fca-bb38-7b30323b17b6 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:58:42.547258 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e0c8e5b1-7a84-46f1-b6bc-72e56fbb1f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:42.554955 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8f0e6386-a011-4071-bea0-111464eefb1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:58:42.652774 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c8e5b1-7a84-46f1-b6bc-72e56fbb1f5c None None] Network 8b064db5-48b6-40b6-b0ac-4e8d349e188d is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:58:42.659308 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-e0c8e5b1-7a84-46f1-b6bc-72e56fbb1f5c None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:58:42.663036 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c8e5b1-7a84-46f1-b6bc-72e56fbb1f5c None None] Pushing event updated for resources: {'Port': ['ID=68fdfafa-a2d5-4fca-bb38-7b30323b17b6,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:58:42.665568 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c8e5b1-7a84-46f1-b6bc-72e56fbb1f5c None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:58:42.669123 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e0c8e5b1-7a84-46f1-b6bc-72e56fbb1f5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:58:42.675744 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-05ead8ac-59d0-4216-a00b-d4fc76567cf8 None None] For port 64391fb8-a831-4aee-b41f-d61d61f940b9, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:58:42.683669 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-05ead8ac-59d0-4216-a00b-d4fc76567cf8 None None] For port 64391fb8-a831-4aee-b41f-d61d61f940b9, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=64391fb8-a831-4aee-b41f-d61d61f940b9,segment=NetworkSegment(3bc6c766-1877-4d3e-b1d0-d59747dddfe3),segment_id=3bc6c766-1877-4d3e-b1d0-d59747dddfe3)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:58:42.724206 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-05ead8ac-59d0-4216-a00b-d4fc76567cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:42.730577 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:58:42.779737 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f5a74e1-a6e7-4159-b4f9-d8a96e51e236 admin admin] Router 8b39bdcf-fc3d-49c5-9691-7dfef237d518 is scheduled to L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 with binding_index 1 {{(pid=88991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 15 19:58:42.845210 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-e0c8e5b1-7a84-46f1-b6bc-72e56fbb1f5c None None] Attempting to bind port 68fdfafa-a2d5-4fca-bb38-7b30323b17b6 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:58:42.845610 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-e0c8e5b1-7a84-46f1-b6bc-72e56fbb1f5c None None] Attempting to bind port 68fdfafa-a2d5-4fca-bb38-7b30323b17b6 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'd0291508-0ac3-4c74-8110-712313a2c0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '8b064db5-48b6-40b6-b0ac-4e8d349e188d'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:58:42.846025 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c8e5b1-7a84-46f1-b6bc-72e56fbb1f5c None None] Attempting to bind port 68fdfafa-a2d5-4fca-bb38-7b30323b17b6 on network 8b064db5-48b6-40b6-b0ac-4e8d349e188d {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:58:42.858024 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:42.867256 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0e6386-a011-4071-bea0-111464eefb1a None None] Pushing event updated for resources: {'Port': ['ID=64391fb8-a831-4aee-b41f-d61d61f940b9,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:58:42.871279 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c8e5b1-7a84-46f1-b6bc-72e56fbb1f5c None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:58:42.871707 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c8e5b1-7a84-46f1-b6bc-72e56fbb1f5c None None] Checking segment: {'id': 'd0291508-0ac3-4c74-8110-712313a2c0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '8b064db5-48b6-40b6-b0ac-4e8d349e188d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:58:42.872164 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e0c8e5b1-7a84-46f1-b6bc-72e56fbb1f5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:42.872604 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c8e5b1-7a84-46f1-b6bc-72e56fbb1f5c None None] Bound using segment: {'id': 'd0291508-0ac3-4c74-8110-712313a2c0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '8b064db5-48b6-40b6-b0ac-4e8d349e188d'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:58:42.873129 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-e0c8e5b1-7a84-46f1-b6bc-72e56fbb1f5c None None] Bound port: 68fdfafa-a2d5-4fca-bb38-7b30323b17b6, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0291508-0ac3-4c74-8110-712313a2c0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '8b064db5-48b6-40b6-b0ac-4e8d349e188d'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:58:42.873558 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e0c8e5b1-7a84-46f1-b6bc-72e56fbb1f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:42.883834 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8f0e6386-a011-4071-bea0-111464eefb1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:58:42.897184 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ead8ac-59d0-4216-a00b-d4fc76567cf8 None None] Routers {'94497056-b8a1-44be-b29e-4b86d3a27d5f'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:58:42.898105 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-05ead8ac-59d0-4216-a00b-d4fc76567cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:58:41Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['94497056-b8a1-44be-b29e-4b86d3a27d5f'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:58:43.001123 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f5a74e1-a6e7-4159-b4f9-d8a96e51e236 admin admin] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:58:43.012137 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d09fe9-18a1-42d2-9f72-e8ee67f20da3 None None] Sync routers for ids ['8b39bdcf-fc3d-49c5-9691-7dfef237d518'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:58:43.027931 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d09fe9-18a1-42d2-9f72-e8ee67f20da3 None None] Routers {'8b39bdcf-fc3d-49c5-9691-7dfef237d518'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:58:43.028960 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-33d09fe9-18a1-42d2-9f72-e8ee67f20da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:58:41Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['8b39bdcf-fc3d-49c5-9691-7dfef237d518'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:58:43.055288 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2f5a74e1-a6e7-4159-b4f9-d8a96e51e236 admin admin] Notify callbacks [] for router, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:43.060155 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 34166) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:58:43.063558 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-2f5a74e1-a6e7-4159-b4f9-d8a96e51e236 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.1303105 Dec 15 19:58:43.133993 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-e0c8e5b1-7a84-46f1-b6bc-72e56fbb1f5c None None] For port 68fdfafa-a2d5-4fca-bb38-7b30323b17b6, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:58:43.149949 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-e0c8e5b1-7a84-46f1-b6bc-72e56fbb1f5c None None] For port 68fdfafa-a2d5-4fca-bb38-7b30323b17b6, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=68fdfafa-a2d5-4fca-bb38-7b30323b17b6,segment=NetworkSegment(d0291508-0ac3-4c74-8110-712313a2c0de),segment_id=d0291508-0ac3-4c74-8110-712313a2c0de)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:58:43.169888 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-05ead8ac-59d0-4216-a00b-d4fc76567cf8 None None] Set router 94497056-b8a1-44be-b29e-4b86d3a27d5f gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:58:43.217840 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e0c8e5b1-7a84-46f1-b6bc-72e56fbb1f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:43.231287 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-33d09fe9-18a1-42d2-9f72-e8ee67f20da3 None None] Set router 8b39bdcf-fc3d-49c5-9691-7dfef237d518 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:58:43.232421 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:58:43.416749 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c8e5b1-7a84-46f1-b6bc-72e56fbb1f5c None None] Pushing event updated for resources: {'Port': ['ID=68fdfafa-a2d5-4fca-bb38-7b30323b17b6,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:58:43.465846 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e0c8e5b1-7a84-46f1-b6bc-72e56fbb1f5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:58:43.551911 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-33d09fe9-18a1-42d2-9f72-e8ee67f20da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b39bdcf-fc3d-49c5-9691-7dfef237d518', 'name': 'tempest-TestEncryptedCinderVolumes-2104484231-router', 'tenant_id': 'a4f2bf6e2096455eb7b95a19eba5368d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': 'd69d24cf-4d53-4017-a7b4-c7865547e419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:58:41Z', 'updated_at': '2021-12-15T19:58:42Z', 'revision_number': 3, 'project_id': 'a4f2bf6e2096455eb7b95a19eba5368d', 'gw_port': {'id': 'd69d24cf-4d53-4017-a7b4-c7865547e419', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d5:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b39bdcf-fc3d-49c5-9691-7dfef237d518', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:58:41Z', 'updated_at': '2021-12-15T19:58:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:58:43.556516 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d09fe9-18a1-42d2-9f72-e8ee67f20da3 None None] Checking router: 8b39bdcf-fc3d-49c5-9691-7dfef237d518 for host: dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:58:43.556995 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d09fe9-18a1-42d2-9f72-e8ee67f20da3 None None] Updating router 8b39bdcf-fc3d-49c5-9691-7dfef237d518 port d69d24cf-4d53-4017-a7b4-c7865547e419 binding host dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 15 19:58:43.605631 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-05ead8ac-59d0-4216-a00b-d4fc76567cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94497056-b8a1-44be-b29e-4b86d3a27d5f', 'name': 'tempest-TestEncryptedCinderVolumes-770978387-router', 'tenant_id': '295d0133df52401193c00bd1673182f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '4cd6d956-315c-4836-b38d-0d889211e97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:58:33Z', 'updated_at': '2021-12-15T19:58:37Z', 'revision_number': 4, 'project_id': '295d0133df52401193c00bd1673182f5', 'gw_port': {'id': '4cd6d956-315c-4836-b38d-0d889211e97d', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ab:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94497056-b8a1-44be-b29e-4b86d3a27d5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:58:33Z', 'updated_at': '2021-12-15T19:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '64391fb8-a831-4aee-b41f-d61d61f940b9', 'name': '', 'network_id': '2ba37e38-0a93-4a7d-beeb-d560cb540389', 'tenant_id': '295d0133df52401193c00bd1673182f5', 'mac_address': 'fa:16:3e:fb:42:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94497056-b8a1-44be-b29e-4b86d3a27d5f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c58760ed-136e-4c26-b3bb-05aeb44a2cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:58:36Z', 'updated_at': '2021-12-15T19:58:42Z', 'revision_number': 4, 'project_id': '295d0133df52401193c00bd1673182f5', 'subnets': [{'id': 'c58760ed-136e-4c26-b3bb-05aeb44a2cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:58:43.621327 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ead8ac-59d0-4216-a00b-d4fc76567cf8 None None] The sync data for ids ['94497056-b8a1-44be-b29e-4b86d3a27d5f'] in dv-neutron-821831-2-hyperv is: [{'id': '94497056-b8a1-44be-b29e-4b86d3a27d5f', 'name': 'tempest-TestEncryptedCinderVolumes-770978387-router', 'tenant_id': '295d0133df52401193c00bd1673182f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '4cd6d956-315c-4836-b38d-0d889211e97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:58:33Z', 'updated_at': '2021-12-15T19:58:37Z', 'revision_number': 4, 'project_id': '295d0133df52401193c00bd1673182f5', 'gw_port': {'id': '4cd6d956-315c-4836-b38d-0d889211e97d', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ab:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94497056-b8a1-44be-b29e-4b86d3a27d5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:58:33Z', 'updated_at': '2021-12-15T19:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '64391fb8-a831-4aee-b41f-d61d61f940b9', 'name': '', 'network_id': '2ba37e38-0a93-4a7d-beeb-d560cb540389', 'tenant_id': '295d0133df52401193c00bd1673182f5', 'mac_address': 'fa:16:3e:fb:42:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94497056-b8a1-44be-b29e-4b86d3a27d5f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c58760ed-136e-4c26-b3bb-05aeb44a2cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:58:36Z', 'updated_at': '2021-12-15T19:58:42Z', 'revision_number': 4, 'project_id': '295d0133df52401193c00bd1673182f5', 'subnets': [{'id': 'c58760ed-136e-4c26-b3bb-05aeb44a2cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:58:43.625249 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-33d09fe9-18a1-42d2-9f72-e8ee67f20da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:43.997088 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a56bf78b-88c3-4bd7-8146-36f9d0490d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:44.090740 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-33d09fe9-18a1-42d2-9f72-e8ee67f20da3 None None] Notify callbacks [] for port, precommit_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:44.103752 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-33d09fe9-18a1-42d2-9f72-e8ee67f20da3 None None] Transition to ACTIVE for port object d69d24cf-4d53-4017-a7b4-c7865547e419 will not be triggered until provisioned by entity L2. {{(pid=88993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:58:44.140054 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-33d09fe9-18a1-42d2-9f72-e8ee67f20da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:44.145019 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-66c7865c-d67c-4d86-98fd-27bc6c43b063 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:58:44.220984 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-33d09fe9-18a1-42d2-9f72-e8ee67f20da3 None None] Attempting to bind port d69d24cf-4d53-4017-a7b4-c7865547e419 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:58:44.221404 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-33d09fe9-18a1-42d2-9f72-e8ee67f20da3 None None] Attempting to bind port d69d24cf-4d53-4017-a7b4-c7865547e419 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}] {{(pid=88993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:58:44.221815 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d09fe9-18a1-42d2-9f72-e8ee67f20da3 None None] Attempting to bind port d69d24cf-4d53-4017-a7b4-c7865547e419 on network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:58:44.238752 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-a56bf78b-88c3-4bd7-8146-36f9d0490d0b admin admin] Allocated IP 172.20.0.1 (8b064db5-48b6-40b6-b0ac-4e8d349e188d/b9b107f8-44d6-496f-b628-c213b2fb17e7/e3e4af7e-fd2d-43be-96dd-04ad09886922) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:58:44.241118 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7aa22c-7dd0-4501-887e-4bea7ea630c3 None None] Pushing event updated for resources: {'Port': ['ID=d69d24cf-4d53-4017-a7b4-c7865547e419,revision_number=2']} {{(pid=88993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:58:44.244759 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-db7aa22c-7dd0-4501-887e-4bea7ea630c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:58:44.245936 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d09fe9-18a1-42d2-9f72-e8ee67f20da3 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:58:44.246380 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d09fe9-18a1-42d2-9f72-e8ee67f20da3 None None] Checking segment: {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:58:44.246832 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-33d09fe9-18a1-42d2-9f72-e8ee67f20da3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:44.247268 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d09fe9-18a1-42d2-9f72-e8ee67f20da3 None None] Bound using segment: {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'} {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:58:44.247797 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-33d09fe9-18a1-42d2-9f72-e8ee67f20da3 None None] Bound port: d69d24cf-4d53-4017-a7b4-c7865547e419, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}}] {{(pid=88993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:58:44.248217 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-33d09fe9-18a1-42d2-9f72-e8ee67f20da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:44.326592 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-33d09fe9-18a1-42d2-9f72-e8ee67f20da3 None None] For port d69d24cf-4d53-4017-a7b4-c7865547e419, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:58:44.329857 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-33d09fe9-18a1-42d2-9f72-e8ee67f20da3 None None] For port d69d24cf-4d53-4017-a7b4-c7865547e419, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=d69d24cf-4d53-4017-a7b4-c7865547e419,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:58:44.365913 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-33d09fe9-18a1-42d2-9f72-e8ee67f20da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:44.371835 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e2072567-4620-4ecf-afeb-a879474da1f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:58:44.408929 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a56bf78b-88c3-4bd7-8146-36f9d0490d0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:44.428311 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-a56bf78b-88c3-4bd7-8146-36f9d0490d0b admin admin] Transition to ACTIVE for port object e3e4af7e-fd2d-43be-96dd-04ad09886922 will not be triggered until provisioned by entity DHCP. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:58:44.486087 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a56bf78b-88c3-4bd7-8146-36f9d0490d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:44.492813 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-52a88fe0-2dee-48c3-9e49-9bb592c71f93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:58:44.571897 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56bf78b-88c3-4bd7-8146-36f9d0490d0b admin admin] Network 8b064db5-48b6-40b6-b0ac-4e8d349e188d is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:58:44.576226 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-a56bf78b-88c3-4bd7-8146-36f9d0490d0b admin admin] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:58:44.581272 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56bf78b-88c3-4bd7-8146-36f9d0490d0b admin admin] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:58:44.614112 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56bf78b-88c3-4bd7-8146-36f9d0490d0b admin admin] Pushing event updated for resources: {'Port': ['ID=e3e4af7e-fd2d-43be-96dd-04ad09886922,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:58:44.614361 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d09fe9-18a1-42d2-9f72-e8ee67f20da3 None None] Routers {'8b39bdcf-fc3d-49c5-9691-7dfef237d518'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:58:44.617929 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-33d09fe9-18a1-42d2-9f72-e8ee67f20da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:58:41Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['8b39bdcf-fc3d-49c5-9691-7dfef237d518'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:58:44.622445 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a56bf78b-88c3-4bd7-8146-36f9d0490d0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:58:44.644310 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a56bf78b-88c3-4bd7-8146-36f9d0490d0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630901'] for router_interface, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:44.683101 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7aa22c-7dd0-4501-887e-4bea7ea630c3 None None] Pushing event updated for resources: {'Port': ['ID=d69d24cf-4d53-4017-a7b4-c7865547e419,revision_number=3']} {{(pid=88993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:58:44.686478 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-db7aa22c-7dd0-4501-887e-4bea7ea630c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:58:44.785732 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a56bf78b-88c3-4bd7-8146-36f9d0490d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:44.836038 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-33d09fe9-18a1-42d2-9f72-e8ee67f20da3 None None] Set router 8b39bdcf-fc3d-49c5-9691-7dfef237d518 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:58:45.065325 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a56bf78b-88c3-4bd7-8146-36f9d0490d0b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:45.109006 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a56bf78b-88c3-4bd7-8146-36f9d0490d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:45.149416 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-43ba9a84-ce11-4b33-a93a-07f162ae75a9 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:58:45.203378 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-33d09fe9-18a1-42d2-9f72-e8ee67f20da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b39bdcf-fc3d-49c5-9691-7dfef237d518', 'name': 'tempest-TestEncryptedCinderVolumes-2104484231-router', 'tenant_id': 'a4f2bf6e2096455eb7b95a19eba5368d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': 'd69d24cf-4d53-4017-a7b4-c7865547e419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:58:41Z', 'updated_at': '2021-12-15T19:58:44Z', 'revision_number': 4, 'project_id': 'a4f2bf6e2096455eb7b95a19eba5368d', 'gw_port': {'id': 'd69d24cf-4d53-4017-a7b4-c7865547e419', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d5:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b39bdcf-fc3d-49c5-9691-7dfef237d518', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:58:41Z', 'updated_at': '2021-12-15T19:58:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': 'e3e4af7e-fd2d-43be-96dd-04ad09886922', 'name': '', 'network_id': '8b064db5-48b6-40b6-b0ac-4e8d349e188d', 'tenant_id': 'a4f2bf6e2096455eb7b95a19eba5368d', 'mac_address': 'fa:16:3e:d3:06:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b39bdcf-fc3d-49c5-9691-7dfef237d518', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9b107f8-44d6-496f-b628-c213b2fb17e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:58:44Z', 'updated_at': '2021-12-15T19:58:44Z', 'revision_number': 1, 'project_id': 'a4f2bf6e2096455eb7b95a19eba5368d', 'subnets': [{'id': 'b9b107f8-44d6-496f-b628-c213b2fb17e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:58:45.208491 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d09fe9-18a1-42d2-9f72-e8ee67f20da3 None None] The sync data for ids ['8b39bdcf-fc3d-49c5-9691-7dfef237d518'] in dv-neutron-821831-2-hyperv is: [{'id': '8b39bdcf-fc3d-49c5-9691-7dfef237d518', 'name': 'tempest-TestEncryptedCinderVolumes-2104484231-router', 'tenant_id': 'a4f2bf6e2096455eb7b95a19eba5368d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': 'd69d24cf-4d53-4017-a7b4-c7865547e419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:58:41Z', 'updated_at': '2021-12-15T19:58:44Z', 'revision_number': 4, 'project_id': 'a4f2bf6e2096455eb7b95a19eba5368d', 'gw_port': {'id': 'd69d24cf-4d53-4017-a7b4-c7865547e419', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d5:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b39bdcf-fc3d-49c5-9691-7dfef237d518', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:58:41Z', 'updated_at': '2021-12-15T19:58:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': 'e3e4af7e-fd2d-43be-96dd-04ad09886922', 'name': '', 'network_id': '8b064db5-48b6-40b6-b0ac-4e8d349e188d', 'tenant_id': 'a4f2bf6e2096455eb7b95a19eba5368d', 'mac_address': 'fa:16:3e:d3:06:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b39bdcf-fc3d-49c5-9691-7dfef237d518', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9b107f8-44d6-496f-b628-c213b2fb17e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:58:44Z', 'updated_at': '2021-12-15T19:58:44Z', 'revision_number': 1, 'project_id': 'a4f2bf6e2096455eb7b95a19eba5368d', 'subnets': [{'id': 'b9b107f8-44d6-496f-b628-c213b2fb17e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:58:45.243491 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a56bf78b-88c3-4bd7-8146-36f9d0490d0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1959989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854145006'] for router_interface, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:45.251442 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56bf78b-88c3-4bd7-8146-36f9d0490d0b admin admin] Pushing event updated for resources: {'Port': ['ID=e3e4af7e-fd2d-43be-96dd-04ad09886922,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:58:45.256314 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a56bf78b-88c3-4bd7-8146-36f9d0490d0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:58:45.310048 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5659fcba-65cd-448c-990a-6a7be82ac49e None None] Network 8b064db5-48b6-40b6-b0ac-4e8d349e188d requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 19:58:45.422731 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 64391fb8-a831-4aee-b41f-d61d61f940b9 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:58:45.428263 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56bf78b-88c3-4bd7-8146-36f9d0490d0b admin admin] Network 8b064db5-48b6-40b6-b0ac-4e8d349e188d is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:58:45.430201 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-a56bf78b-88c3-4bd7-8146-36f9d0490d0b admin admin] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:58:45.528793 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-033c8a00-a65b-48f9-8571-ff29e300c312 None None] Provisioning for port 68fdfafa-a2d5-4fca-bb38-7b30323b17b6 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:58:45.826370 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 64391fb8-a831-4aee-b41f-d61d61f940b9 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:58:45.834000 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 64391fb8-a831-4aee-b41f-d61d61f940b9 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:58:45.834455 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:45.858691 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a56bf78b-88c3-4bd7-8146-36f9d0490d0b admin admin] Router 8b39bdcf-fc3d-49c5-9691-7dfef237d518 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:58:46.003726 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:46.054685 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port 64391fb8-a831-4aee-b41f-d61d61f940b9, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=64391fb8-a831-4aee-b41f-d61d61f940b9,segment=NetworkSegment(3bc6c766-1877-4d3e-b1d0-d59747dddfe3),segment_id=3bc6c766-1877-4d3e-b1d0-d59747dddfe3)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:58:46.091876 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:46.093345 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 68fdfafa-a2d5-4fca-bb38-7b30323b17b6 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:58:46.128880 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-cb3cc604-47ad-4ec5-9d4f-a00314455821 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:58:46.233126 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=64391fb8-a831-4aee-b41f-d61d61f940b9,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:58:46.238919 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:58:46.291622 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 68fdfafa-a2d5-4fca-bb38-7b30323b17b6 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:58:46.297492 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 68fdfafa-a2d5-4fca-bb38-7b30323b17b6 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:58:46.298122 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:46.383776 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a56bf78b-88c3-4bd7-8146-36f9d0490d0b admin admin] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:58:46.394589 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a56bf78b-88c3-4bd7-8146-36f9d0490d0b admin admin] 10.222.0.36 "PUT /v2.0/routers/8b39bdcf-fc3d-49c5-9691-7dfef237d518/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3326039 Dec 15 19:58:46.433529 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-46207e5a-6889-48a0-989f-c3ca5c2e16ef None None] Provisioning for port e3e4af7e-fd2d-43be-96dd-04ad09886922 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:58:46.448413 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-46207e5a-6889-48a0-989f-c3ca5c2e16ef None None] Provisioning complete for port e3e4af7e-fd2d-43be-96dd-04ad09886922 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:58:46.448836 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-46207e5a-6889-48a0-989f-c3ca5c2e16ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:46.521021 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:46.537132 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-46207e5a-6889-48a0-989f-c3ca5c2e16ef None None] Port e3e4af7e-fd2d-43be-96dd-04ad09886922 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:58:46.570782 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port 68fdfafa-a2d5-4fca-bb38-7b30323b17b6, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=68fdfafa-a2d5-4fca-bb38-7b30323b17b6,segment=NetworkSegment(d0291508-0ac3-4c74-8110-712313a2c0de),segment_id=d0291508-0ac3-4c74-8110-712313a2c0de)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:58:46.571920 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-46207e5a-6889-48a0-989f-c3ca5c2e16ef None None] Provisioning complete for port 68fdfafa-a2d5-4fca-bb38-7b30323b17b6 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:58:46.572343 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-46207e5a-6889-48a0-989f-c3ca5c2e16ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:46.607545 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:46.615649 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e0c8e5b1-7a84-46f1-b6bc-72e56fbb1f5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:58:46.722486 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=68fdfafa-a2d5-4fca-bb38-7b30323b17b6,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:58:46.726554 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:58:46.911333 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-2c282543-b8c5-48a4-a38e-3fb3245ce940 None None] Provisioning complete for port e3e4af7e-fd2d-43be-96dd-04ad09886922 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:58:46.911758 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2c282543-b8c5-48a4-a38e-3fb3245ce940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:47.001144 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-2c282543-b8c5-48a4-a38e-3fb3245ce940 None None] Port e3e4af7e-fd2d-43be-96dd-04ad09886922 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:58:47.124704 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-bbc52088-6c26-42ee-9cd7-122181ff6c92 None None] Provisioning complete for port e3e4af7e-fd2d-43be-96dd-04ad09886922 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:58:47.125246 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bbc52088-6c26-42ee-9cd7-122181ff6c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:47.189964 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-bbc52088-6c26-42ee-9cd7-122181ff6c92 None None] Port e3e4af7e-fd2d-43be-96dd-04ad09886922 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:58:47.386604 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f3217-6cfe-4a63-9a8b-7bde73e47914 req-a36af1cc-c649-405b-bff6-ec794009b33c tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:58:47.387386 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-c02f3217-6cfe-4a63-9a8b-7bde73e47914 req-a36af1cc-c649-405b-bff6-ec794009b33c tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Synchronizing usage tracker for tenant:295d0133df52401193c00bd1673182f5 on resource:network {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:58:47.410409 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 64391fb8-a831-4aee-b41f-d61d61f940b9 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:58:47.465667 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-c02f3217-6cfe-4a63-9a8b-7bde73e47914 req-a36af1cc-c649-405b-bff6-ec794009b33c tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Unset dirty status for tenant:295d0133df52401193c00bd1673182f5 on resource:network {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:58:47.466965 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c02f3217-6cfe-4a63-9a8b-7bde73e47914 req-a36af1cc-c649-405b-bff6-ec794009b33c tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] 10.222.0.36 "GET /v2.0/networks?id=2ba37e38-0a93-4a7d-beeb-d560cb540389 HTTP/1.1" status: 200 len: 816 time: 0.2435119 Dec 15 19:58:47.485554 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c02f3217-6cfe-4a63-9a8b-7bde73e47914 req-299d3b4e-2bc2-441f-b6c2-e32a4c214479 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] 10.222.0.36 "GET /v2.0/quotas/295d0133df52401193c00bd1673182f5 HTTP/1.1" status: 200 len: 375 time: 0.0124373 Dec 15 19:58:47.486625 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 64391fb8-a831-4aee-b41f-d61d61f940b9 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:58:47.487065 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:47.584084 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c02f3217-6cfe-4a63-9a8b-7bde73e47914 req-ad41f42d-2ecd-4c29-a123-5a40f67609fd tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=295d0133df52401193c00bd1673182f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0899825 Dec 15 19:58:47.609795 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [req-c02f3217-6cfe-4a63-9a8b-7bde73e47914 req-3d6996bc-072b-4c20-9236-70d727c987f6 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:58:47.621423 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c02f3217-6cfe-4a63-9a8b-7bde73e47914 req-3d6996bc-072b-4c20-9236-70d727c987f6 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0066299 Dec 15 19:58:47.625330 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device d69d24cf-4d53-4017-a7b4-c7865547e419 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:58:47.725447 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port d69d24cf-4d53-4017-a7b4-c7865547e419 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:58:47.731042 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port d69d24cf-4d53-4017-a7b4-c7865547e419 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:58:47.731479 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:47.775147 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c02f3217-6cfe-4a63-9a8b-7bde73e47914 req-0f2514ac-5789-43ae-ac4a-56317e03419d service neutron] 10.222.0.36 "GET /v2.0/networks/2ba37e38-0a93-4a7d-beeb-d560cb540389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523485 Dec 15 19:58:47.918578 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c02f3217-6cfe-4a63-9a8b-7bde73e47914 req-3cca7e2e-dd9b-413b-accc-ef096b6b810c service neutron] 10.222.0.36 "GET /v2.0/networks/2ba37e38-0a93-4a7d-beeb-d560cb540389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393971 Dec 15 19:58:47.946178 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:47.976350 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port d69d24cf-4d53-4017-a7b4-c7865547e419, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=d69d24cf-4d53-4017-a7b4-c7865547e419,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:58:48.029901 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:48.030830 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 68fdfafa-a2d5-4fca-bb38-7b30323b17b6 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:58:48.064269 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-177dc68c-bc03-4761-b56d-f5659bcf3d5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:58:48.183281 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=d69d24cf-4d53-4017-a7b4-c7865547e419,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:58:48.187655 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:58:48.196407 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7c060e4a-2fa2-42e4-8390-bb26cfa35886 req-389cb476-c57b-49bf-89e2-81f69580d883 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] 10.222.0.36 "GET /v2.0/ports?device_id=5234cddc-baec-4d19-8f2a-70ad2a627906 HTTP/1.1" status: 200 len: 210 time: 0.0599067 Dec 15 19:58:48.217471 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 68fdfafa-a2d5-4fca-bb38-7b30323b17b6 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:58:48.217903 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:49.321964 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device d69d24cf-4d53-4017-a7b4-c7865547e419 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:58:49.389632 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-cf4cd84b-2ade-4e96-9359-450cdb30ceab req-676281d4-200d-4e62-9aa6-1499e6b818de tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] 10.222.0.36 "GET /v2.0/ports?device_id=5234cddc-baec-4d19-8f2a-70ad2a627906 HTTP/1.1" status: 200 len: 210 time: 0.0491188 Dec 15 19:58:49.406289 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port d69d24cf-4d53-4017-a7b4-c7865547e419 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:58:49.406783 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:49.950325 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a9e58d-31e3-42ff-bbb9-efb6b7e4b011 None None] Sync routers for ids ['8b39bdcf-fc3d-49c5-9691-7dfef237d518'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:58:49.963434 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a9e58d-31e3-42ff-bbb9-efb6b7e4b011 None None] Routers {'8b39bdcf-fc3d-49c5-9691-7dfef237d518'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:58:49.964119 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-c6a9e58d-31e3-42ff-bbb9-efb6b7e4b011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:58:41Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['8b39bdcf-fc3d-49c5-9691-7dfef237d518'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:58:50.145871 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-c6a9e58d-31e3-42ff-bbb9-efb6b7e4b011 None None] Set router 8b39bdcf-fc3d-49c5-9691-7dfef237d518 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:58:50.586012 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4bebe135-5d69-4017-8b51-7b6a2c04a9cb req-0c1835df-fda9-4dc9-92f0-0a1ade793957 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] 10.222.0.36 "GET /v2.0/ports?device_id=5234cddc-baec-4d19-8f2a-70ad2a627906 HTTP/1.1" status: 200 len: 210 time: 0.0575917 Dec 15 19:58:50.591957 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f3217-6cfe-4a63-9a8b-7bde73e47914 req-af750e4c-c00d-46d5-8c8f-5297278bf356 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:58:50.605464 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c02f3217-6cfe-4a63-9a8b-7bde73e47914 req-af750e4c-c00d-46d5-8c8f-5297278bf356 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] 10.222.0.32 "GET /v2.0/networks?id=2ba37e38-0a93-4a7d-beeb-d560cb540389 HTTP/1.1" status: 200 len: 816 time: 0.2370913 Dec 15 19:58:50.628917 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [req-c02f3217-6cfe-4a63-9a8b-7bde73e47914 req-be98bfc0-86a0-4eba-a9d5-6f4df6485b79 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Request body: {'port': {'device_id': '5234cddc-baec-4d19-8f2a-70ad2a627906', 'network_id': '2ba37e38-0a93-4a7d-beeb-d560cb540389', 'admin_state_up': True, 'tenant_id': '295d0133df52401193c00bd1673182f5'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:58:50.668457 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-c6a9e58d-31e3-42ff-bbb9-efb6b7e4b011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b39bdcf-fc3d-49c5-9691-7dfef237d518', 'name': 'tempest-TestEncryptedCinderVolumes-2104484231-router', 'tenant_id': 'a4f2bf6e2096455eb7b95a19eba5368d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': 'd69d24cf-4d53-4017-a7b4-c7865547e419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:58:41Z', 'updated_at': '2021-12-15T19:58:44Z', 'revision_number': 4, 'project_id': 'a4f2bf6e2096455eb7b95a19eba5368d', 'gw_port': {'id': 'd69d24cf-4d53-4017-a7b4-c7865547e419', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b39bdcf-fc3d-49c5-9691-7dfef237d518', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:58:41Z', 'updated_at': '2021-12-15T19:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': 'e3e4af7e-fd2d-43be-96dd-04ad09886922', 'name': '', 'network_id': '8b064db5-48b6-40b6-b0ac-4e8d349e188d', 'tenant_id': 'a4f2bf6e2096455eb7b95a19eba5368d', 'mac_address': 'fa:16:3e:d3:06:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b39bdcf-fc3d-49c5-9691-7dfef237d518', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9b107f8-44d6-496f-b628-c213b2fb17e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:58:44Z', 'updated_at': '2021-12-15T19:58:44Z', 'revision_number': 2, 'project_id': 'a4f2bf6e2096455eb7b95a19eba5368d', 'subnets': [{'id': 'b9b107f8-44d6-496f-b628-c213b2fb17e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:58:50.672588 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a9e58d-31e3-42ff-bbb9-efb6b7e4b011 None None] Checking router: 8b39bdcf-fc3d-49c5-9691-7dfef237d518 for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:58:50.672992 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a9e58d-31e3-42ff-bbb9-efb6b7e4b011 None None] Updating router 8b39bdcf-fc3d-49c5-9691-7dfef237d518 port e3e4af7e-fd2d-43be-96dd-04ad09886922 binding host dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 15 19:58:50.728158 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c6a9e58d-31e3-42ff-bbb9-efb6b7e4b011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:50.776463 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [req-c02f3217-6cfe-4a63-9a8b-7bde73e47914 req-be98bfc0-86a0-4eba-a9d5-6f4df6485b79 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:58:50.780950 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-c02f3217-6cfe-4a63-9a8b-7bde73e47914 req-be98bfc0-86a0-4eba-a9d5-6f4df6485b79 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Usage tracker for resource:port and tenant:295d0133df52401193c00bd1673182f5 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 19:58:50.783660 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-c02f3217-6cfe-4a63-9a8b-7bde73e47914 req-be98bfc0-86a0-4eba-a9d5-6f4df6485b79 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 19:58:50.790693 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [req-c02f3217-6cfe-4a63-9a8b-7bde73e47914 req-be98bfc0-86a0-4eba-a9d5-6f4df6485b79 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:58:50.827674 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c02f3217-6cfe-4a63-9a8b-7bde73e47914 req-be98bfc0-86a0-4eba-a9d5-6f4df6485b79 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Made reservation on behalf of 295d0133df52401193c00bd1673182f5 for: {'port': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:58:50.833456 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-c02f3217-6cfe-4a63-9a8b-7bde73e47914 req-be98bfc0-86a0-4eba-a9d5-6f4df6485b79 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:51.006489 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [req-c02f3217-6cfe-4a63-9a8b-7bde73e47914 req-be98bfc0-86a0-4eba-a9d5-6f4df6485b79 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Allocated IP 172.20.0.14 (2ba37e38-0a93-4a7d-beeb-d560cb540389/c58760ed-136e-4c26-b3bb-05aeb44a2cab/d787da0c-ec3c-4fd8-aabd-bb74ff37a37e) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:58:51.086183 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c6a9e58d-31e3-42ff-bbb9-efb6b7e4b011 None None] Notify callbacks [] for port, precommit_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:51.098138 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-c6a9e58d-31e3-42ff-bbb9-efb6b7e4b011 None None] Transition to ACTIVE for port object e3e4af7e-fd2d-43be-96dd-04ad09886922 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:58:51.145496 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c6a9e58d-31e3-42ff-bbb9-efb6b7e4b011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:51.150872 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:58:51.220871 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-c02f3217-6cfe-4a63-9a8b-7bde73e47914 req-be98bfc0-86a0-4eba-a9d5-6f4df6485b79 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:51.241247 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [req-c02f3217-6cfe-4a63-9a8b-7bde73e47914 req-be98bfc0-86a0-4eba-a9d5-6f4df6485b79 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Transition to ACTIVE for port object d787da0c-ec3c-4fd8-aabd-bb74ff37a37e will not be triggered until provisioned by entity DHCP. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:58:51.281674 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2496a347-3310-4cf7-b583-2505dfa9b1bd None None] Pushing event updated for resources: {'Port': ['ID=e3e4af7e-fd2d-43be-96dd-04ad09886922,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:58:51.286819 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2496a347-3310-4cf7-b583-2505dfa9b1bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:58:51.289134 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-c02f3217-6cfe-4a63-9a8b-7bde73e47914 req-be98bfc0-86a0-4eba-a9d5-6f4df6485b79 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:51.311942 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c4afd17e-f849-4652-b007-67b7b2f66a41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:58:51.374725 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-c6a9e58d-31e3-42ff-bbb9-efb6b7e4b011 None None] Attempting to bind port e3e4af7e-fd2d-43be-96dd-04ad09886922 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:58:51.375286 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-c6a9e58d-31e3-42ff-bbb9-efb6b7e4b011 None None] Attempting to bind port e3e4af7e-fd2d-43be-96dd-04ad09886922 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'd0291508-0ac3-4c74-8110-712313a2c0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '8b064db5-48b6-40b6-b0ac-4e8d349e188d'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:58:51.375811 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a9e58d-31e3-42ff-bbb9-efb6b7e4b011 None None] Attempting to bind port e3e4af7e-fd2d-43be-96dd-04ad09886922 on network 8b064db5-48b6-40b6-b0ac-4e8d349e188d {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:58:51.383852 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a9e58d-31e3-42ff-bbb9-efb6b7e4b011 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:58:51.384099 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c02f3217-6cfe-4a63-9a8b-7bde73e47914 req-be98bfc0-86a0-4eba-a9d5-6f4df6485b79 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Network 2ba37e38-0a93-4a7d-beeb-d560cb540389 is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:58:51.384344 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a9e58d-31e3-42ff-bbb9-efb6b7e4b011 None None] Checking segment: {'id': 'd0291508-0ac3-4c74-8110-712313a2c0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '8b064db5-48b6-40b6-b0ac-4e8d349e188d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:58:51.384863 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c6a9e58d-31e3-42ff-bbb9-efb6b7e4b011 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:51.385311 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a9e58d-31e3-42ff-bbb9-efb6b7e4b011 None None] Bound using segment: {'id': 'd0291508-0ac3-4c74-8110-712313a2c0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '8b064db5-48b6-40b6-b0ac-4e8d349e188d'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:58:51.385840 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-c6a9e58d-31e3-42ff-bbb9-efb6b7e4b011 None None] Bound port: e3e4af7e-fd2d-43be-96dd-04ad09886922, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0291508-0ac3-4c74-8110-712313a2c0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '8b064db5-48b6-40b6-b0ac-4e8d349e188d'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:58:51.386274 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c6a9e58d-31e3-42ff-bbb9-efb6b7e4b011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:51.392114 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [req-c02f3217-6cfe-4a63-9a8b-7bde73e47914 req-be98bfc0-86a0-4eba-a9d5-6f4df6485b79 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:58:51.401377 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [req-c02f3217-6cfe-4a63-9a8b-7bde73e47914 req-be98bfc0-86a0-4eba-a9d5-6f4df6485b79 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:58:51.444277 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be98bfc0-86a0-4eba-a9d5-6f4df6485b79 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Pushing event updated for resources: {'Port': ['ID=d787da0c-ec3c-4fd8-aabd-bb74ff37a37e,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:58:51.452843 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-be98bfc0-86a0-4eba-a9d5-6f4df6485b79 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:58:51.484134 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f3217-6cfe-4a63-9a8b-7bde73e47914 req-be98bfc0-86a0-4eba-a9d5-6f4df6485b79 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:58:51.484827 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-c02f3217-6cfe-4a63-9a8b-7bde73e47914 req-be98bfc0-86a0-4eba-a9d5-6f4df6485b79 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:51.487972 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-c6a9e58d-31e3-42ff-bbb9-efb6b7e4b011 None None] For port e3e4af7e-fd2d-43be-96dd-04ad09886922, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:58:51.492955 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-c6a9e58d-31e3-42ff-bbb9-efb6b7e4b011 None None] For port e3e4af7e-fd2d-43be-96dd-04ad09886922, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=e3e4af7e-fd2d-43be-96dd-04ad09886922,segment=NetworkSegment(d0291508-0ac3-4c74-8110-712313a2c0de),segment_id=d0291508-0ac3-4c74-8110-712313a2c0de)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:58:51.525516 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c6a9e58d-31e3-42ff-bbb9-efb6b7e4b011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:51.531937 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:58:51.556133 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c02f3217-6cfe-4a63-9a8b-7bde73e47914 req-be98bfc0-86a0-4eba-a9d5-6f4df6485b79 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9321649 Dec 15 19:58:51.573423 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [req-c02f3217-6cfe-4a63-9a8b-7bde73e47914 req-b199fff9-5721-4afe-b57a-1eb03f231965 service neutron] Request body: {'port': {'device_id': '5234cddc-baec-4d19-8f2a-70ad2a627906', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:58:51.670988 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2496a347-3310-4cf7-b583-2505dfa9b1bd None None] Pushing event updated for resources: {'Port': ['ID=e3e4af7e-fd2d-43be-96dd-04ad09886922,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:58:51.674373 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a9e58d-31e3-42ff-bbb9-efb6b7e4b011 None None] Routers {'8b39bdcf-fc3d-49c5-9691-7dfef237d518'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:58:51.674777 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-c6a9e58d-31e3-42ff-bbb9-efb6b7e4b011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:58:41Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['8b39bdcf-fc3d-49c5-9691-7dfef237d518'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:58:51.754967 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2496a347-3310-4cf7-b583-2505dfa9b1bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:58:51.814827 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-c02f3217-6cfe-4a63-9a8b-7bde73e47914 req-b199fff9-5721-4afe-b57a-1eb03f231965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:51.853551 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-339146a6-0fbf-4b52-8406-d2ac6c50dd2a None None] Provisioning for port d787da0c-ec3c-4fd8-aabd-bb74ff37a37e completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:58:51.875053 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-339146a6-0fbf-4b52-8406-d2ac6c50dd2a None None] Provisioning complete for port d787da0c-ec3c-4fd8-aabd-bb74ff37a37e triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:58:51.875480 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-339146a6-0fbf-4b52-8406-d2ac6c50dd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:51.917999 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca57ef82-0ccb-4da8-8118-37339f9c0ba1 req-b0ecde57-4f66-470d-8db8-0c34efac1deb tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:58:51.918858 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-ca57ef82-0ccb-4da8-8118-37339f9c0ba1 req-b0ecde57-4f66-470d-8db8-0c34efac1deb tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Synchronizing usage tracker for tenant:295d0133df52401193c00bd1673182f5 on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:58:51.956640 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-339146a6-0fbf-4b52-8406-d2ac6c50dd2a None None] Port d787da0c-ec3c-4fd8-aabd-bb74ff37a37e cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:58:51.965645 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-c6a9e58d-31e3-42ff-bbb9-efb6b7e4b011 None None] Set router 8b39bdcf-fc3d-49c5-9691-7dfef237d518 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:58:52.076632 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-ca57ef82-0ccb-4da8-8118-37339f9c0ba1 req-b0ecde57-4f66-470d-8db8-0c34efac1deb tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Unset dirty status for tenant:295d0133df52401193c00bd1673182f5 on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:58:52.077854 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ca57ef82-0ccb-4da8-8118-37339f9c0ba1 req-b0ecde57-4f66-470d-8db8-0c34efac1deb tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] 10.222.0.36 "GET /v2.0/ports?device_id=5234cddc-baec-4d19-8f2a-70ad2a627906 HTTP/1.1" status: 200 len: 932 time: 0.3336909 Dec 15 19:58:52.172234 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-ca57ef82-0ccb-4da8-8118-37339f9c0ba1 req-71c09030-d4c6-41d3-9dd3-33b4e8b09aef tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Synchronizing usage tracker for tenant:295d0133df52401193c00bd1673182f5 on resource:security_group {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:58:52.240422 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-ca57ef82-0ccb-4da8-8118-37339f9c0ba1 req-71c09030-d4c6-41d3-9dd3-33b4e8b09aef tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Unset dirty status for tenant:295d0133df52401193c00bd1673182f5 on resource:security_group {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:58:52.242336 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ca57ef82-0ccb-4da8-8118-37339f9c0ba1 req-71c09030-d4c6-41d3-9dd3-33b4e8b09aef tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2e5ec4f-9214-4881-a4ee-bceaae902f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515820 Dec 15 19:58:52.272967 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [req-c02f3217-6cfe-4a63-9a8b-7bde73e47914 req-b199fff9-5721-4afe-b57a-1eb03f231965 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d787da0c-ec3c-4fd8-aabd-bb74ff37a37e {{(pid=88990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 19:58:52.281000 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-c02f3217-6cfe-4a63-9a8b-7bde73e47914 req-b199fff9-5721-4afe-b57a-1eb03f231965 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:52.314378 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-c6a9e58d-31e3-42ff-bbb9-efb6b7e4b011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b39bdcf-fc3d-49c5-9691-7dfef237d518', 'name': 'tempest-TestEncryptedCinderVolumes-2104484231-router', 'tenant_id': 'a4f2bf6e2096455eb7b95a19eba5368d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': 'd69d24cf-4d53-4017-a7b4-c7865547e419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:58:41Z', 'updated_at': '2021-12-15T19:58:44Z', 'revision_number': 4, 'project_id': 'a4f2bf6e2096455eb7b95a19eba5368d', 'gw_port': {'id': 'd69d24cf-4d53-4017-a7b4-c7865547e419', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b39bdcf-fc3d-49c5-9691-7dfef237d518', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:58:41Z', 'updated_at': '2021-12-15T19:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': 'e3e4af7e-fd2d-43be-96dd-04ad09886922', 'name': '', 'network_id': '8b064db5-48b6-40b6-b0ac-4e8d349e188d', 'tenant_id': 'a4f2bf6e2096455eb7b95a19eba5368d', 'mac_address': 'fa:16:3e:d3:06:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b39bdcf-fc3d-49c5-9691-7dfef237d518', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9b107f8-44d6-496f-b628-c213b2fb17e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:58:44Z', 'updated_at': '2021-12-15T19:58:51Z', 'revision_number': 4, 'project_id': 'a4f2bf6e2096455eb7b95a19eba5368d', 'subnets': [{'id': 'b9b107f8-44d6-496f-b628-c213b2fb17e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:58:52.318622 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a9e58d-31e3-42ff-bbb9-efb6b7e4b011 None None] The sync data for ids ['8b39bdcf-fc3d-49c5-9691-7dfef237d518'] in dv-neutron-821831-2-hyperv is: [{'id': '8b39bdcf-fc3d-49c5-9691-7dfef237d518', 'name': 'tempest-TestEncryptedCinderVolumes-2104484231-router', 'tenant_id': 'a4f2bf6e2096455eb7b95a19eba5368d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': 'd69d24cf-4d53-4017-a7b4-c7865547e419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:58:41Z', 'updated_at': '2021-12-15T19:58:44Z', 'revision_number': 4, 'project_id': 'a4f2bf6e2096455eb7b95a19eba5368d', 'gw_port': {'id': 'd69d24cf-4d53-4017-a7b4-c7865547e419', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b39bdcf-fc3d-49c5-9691-7dfef237d518', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:58:41Z', 'updated_at': '2021-12-15T19:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': 'e3e4af7e-fd2d-43be-96dd-04ad09886922', 'name': '', 'network_id': '8b064db5-48b6-40b6-b0ac-4e8d349e188d', 'tenant_id': 'a4f2bf6e2096455eb7b95a19eba5368d', 'mac_address': 'fa:16:3e:d3:06:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b39bdcf-fc3d-49c5-9691-7dfef237d518', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9b107f8-44d6-496f-b628-c213b2fb17e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:58:44Z', 'updated_at': '2021-12-15T19:58:51Z', 'revision_number': 4, 'project_id': 'a4f2bf6e2096455eb7b95a19eba5368d', 'subnets': [{'id': 'b9b107f8-44d6-496f-b628-c213b2fb17e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 19:58:52.339935 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [req-c02f3217-6cfe-4a63-9a8b-7bde73e47914 req-b199fff9-5721-4afe-b57a-1eb03f231965 service neutron] Transition to ACTIVE for port object d787da0c-ec3c-4fd8-aabd-bb74ff37a37e will not be triggered until provisioned by entity L2. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:58:52.368307 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-c02f3217-6cfe-4a63-9a8b-7bde73e47914 req-b199fff9-5721-4afe-b57a-1eb03f231965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:52.373338 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9a46f33e-ee99-4d30-8c80-28d50a7f9a8f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:58:52.511765 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b199fff9-5721-4afe-b57a-1eb03f231965 service neutron] Pushing event updated for resources: {'Port': ['ID=d787da0c-ec3c-4fd8-aabd-bb74ff37a37e,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:58:52.516345 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b199fff9-5721-4afe-b57a-1eb03f231965 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:58:52.643404 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-c02f3217-6cfe-4a63-9a8b-7bde73e47914 req-b199fff9-5721-4afe-b57a-1eb03f231965 service neutron] Attempting to bind port d787da0c-ec3c-4fd8-aabd-bb74ff37a37e on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:58:52.643790 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-c02f3217-6cfe-4a63-9a8b-7bde73e47914 req-b199fff9-5721-4afe-b57a-1eb03f231965 service neutron] Attempting to bind port d787da0c-ec3c-4fd8-aabd-bb74ff37a37e by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '3bc6c766-1877-4d3e-b1d0-d59747dddfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2ba37e38-0a93-4a7d-beeb-d560cb540389'}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:58:52.644167 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02f3217-6cfe-4a63-9a8b-7bde73e47914 req-b199fff9-5721-4afe-b57a-1eb03f231965 service neutron] Attempting to bind port d787da0c-ec3c-4fd8-aabd-bb74ff37a37e on network 2ba37e38-0a93-4a7d-beeb-d560cb540389 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:58:52.652121 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02f3217-6cfe-4a63-9a8b-7bde73e47914 req-b199fff9-5721-4afe-b57a-1eb03f231965 service neutron] Port d787da0c-ec3c-4fd8-aabd-bb74ff37a37e on network 2ba37e38-0a93-4a7d-beeb-d560cb540389 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:58:52.652482 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02f3217-6cfe-4a63-9a8b-7bde73e47914 req-b199fff9-5721-4afe-b57a-1eb03f231965 service neutron] Attempting to bind port d787da0c-ec3c-4fd8-aabd-bb74ff37a37e on network 2ba37e38-0a93-4a7d-beeb-d560cb540389 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:58:52.660385 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02f3217-6cfe-4a63-9a8b-7bde73e47914 req-b199fff9-5721-4afe-b57a-1eb03f231965 service neutron] Checking agent: {'id': '59e4c979-c5dd-468d-a1f2-341133950749', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 12, 24), 'started_at': datetime.datetime(2021, 12, 15, 19, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:58:52.660762 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02f3217-6cfe-4a63-9a8b-7bde73e47914 req-b199fff9-5721-4afe-b57a-1eb03f231965 service neutron] Checking segment: {'id': '3bc6c766-1877-4d3e-b1d0-d59747dddfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2ba37e38-0a93-4a7d-beeb-d560cb540389'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:58:52.661188 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02f3217-6cfe-4a63-9a8b-7bde73e47914 req-b199fff9-5721-4afe-b57a-1eb03f231965 service neutron] Bound using segment: {'id': '3bc6c766-1877-4d3e-b1d0-d59747dddfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2ba37e38-0a93-4a7d-beeb-d560cb540389'} {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:58:52.661667 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-c02f3217-6cfe-4a63-9a8b-7bde73e47914 req-b199fff9-5721-4afe-b57a-1eb03f231965 service neutron] Bound port: d787da0c-ec3c-4fd8-aabd-bb74ff37a37e, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bc6c766-1877-4d3e-b1d0-d59747dddfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2ba37e38-0a93-4a7d-beeb-d560cb540389'}}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:58:52.662352 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-c02f3217-6cfe-4a63-9a8b-7bde73e47914 req-b199fff9-5721-4afe-b57a-1eb03f231965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:52.765245 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-c02f3217-6cfe-4a63-9a8b-7bde73e47914 req-b199fff9-5721-4afe-b57a-1eb03f231965 service neutron] For port d787da0c-ec3c-4fd8-aabd-bb74ff37a37e, host hv-neutron-8218, cleared binding levels {{(pid=88990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:58:52.768582 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-c02f3217-6cfe-4a63-9a8b-7bde73e47914 req-b199fff9-5721-4afe-b57a-1eb03f231965 service neutron] For port d787da0c-ec3c-4fd8-aabd-bb74ff37a37e, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=d787da0c-ec3c-4fd8-aabd-bb74ff37a37e,segment=NetworkSegment(3bc6c766-1877-4d3e-b1d0-d59747dddfe3),segment_id=3bc6c766-1877-4d3e-b1d0-d59747dddfe3)] {{(pid=88990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:58:52.800325 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-c02f3217-6cfe-4a63-9a8b-7bde73e47914 req-b199fff9-5721-4afe-b57a-1eb03f231965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:52.805400 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-78774b36-eb3a-4ad6-a3fd-76853b3d8d88 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:58:52.862231 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-c02f3217-6cfe-4a63-9a8b-7bde73e47914 req-b199fff9-5721-4afe-b57a-1eb03f231965 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:52.863705 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c02f3217-6cfe-4a63-9a8b-7bde73e47914 req-b199fff9-5721-4afe-b57a-1eb03f231965 service neutron] 10.222.0.32 "PUT /v2.0/ports/d787da0c-ec3c-4fd8-aabd-bb74ff37a37e HTTP/1.1" status: 200 len: 1094 time: 1.2957497 Dec 15 19:58:52.864275 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5234cddc-baec-4d19-8f2a-70ad2a627906', 'tag': 'd787da0c-ec3c-4fd8-aabd-bb74ff37a37e'}] {{(pid=88990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:58:52.888744 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b199fff9-5721-4afe-b57a-1eb03f231965 service neutron] Pushing event updated for resources: {'Port': ['ID=d787da0c-ec3c-4fd8-aabd-bb74ff37a37e,revision_number=3']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:58:52.892133 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b199fff9-5721-4afe-b57a-1eb03f231965 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:58:52.931736 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5234cddc-baec-4d19-8f2a-70ad2a627906', 'tag': 'd787da0c-ec3c-4fd8-aabd-bb74ff37a37e', 'status': 'completed', 'code': 200} Dec 15 19:58:53.016815 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c02f3217-6cfe-4a63-9a8b-7bde73e47914 req-50489e0a-b2cb-43ff-9d8a-e953db4829c4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=295d0133df52401193c00bd1673182f5&device_id=5234cddc-baec-4d19-8f2a-70ad2a627906 HTTP/1.1" status: 200 len: 1097 time: 0.0804777 Dec 15 19:58:53.097445 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c02f3217-6cfe-4a63-9a8b-7bde73e47914 req-4d6adeaf-5627-432d-854e-75c4fe6b2524 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d787da0c-ec3c-4fd8-aabd-bb74ff37a37e HTTP/1.1" status: 200 len: 217 time: 0.0696390 Dec 15 19:58:53.169734 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f3217-6cfe-4a63-9a8b-7bde73e47914 req-650e74c2-d631-4598-afd1-7d7f0488d286 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:58:53.171378 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c02f3217-6cfe-4a63-9a8b-7bde73e47914 req-650e74c2-d631-4598-afd1-7d7f0488d286 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c58760ed-136e-4c26-b3bb-05aeb44a2cab HTTP/1.1" status: 200 len: 855 time: 0.0647295 Dec 15 19:58:53.259521 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c02f3217-6cfe-4a63-9a8b-7bde73e47914 req-c5b42937-5c54-4309-bc99-f77c7c5e3514 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2ba37e38-0a93-4a7d-beeb-d560cb540389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779319 Dec 15 19:58:53.349553 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device e3e4af7e-fd2d-43be-96dd-04ad09886922 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:58:53.450883 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port e3e4af7e-fd2d-43be-96dd-04ad09886922 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:58:53.456340 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port e3e4af7e-fd2d-43be-96dd-04ad09886922 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:58:53.456980 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:53.475946 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c02f3217-6cfe-4a63-9a8b-7bde73e47914 req-05740f66-e9e9-47c9-bde3-01594209ec5f service neutron] 10.222.0.32 "GET /v2.0/networks/2ba37e38-0a93-4a7d-beeb-d560cb540389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045245 Dec 15 19:58:53.580125 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:53.590927 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8fd7f4-b584-486b-a9c1-af4945425091 req-b6a9f11c-27dc-400e-b13e-572e35b72c80 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:58:53.593444 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-fe8fd7f4-b584-486b-a9c1-af4945425091 req-b6a9f11c-27dc-400e-b13e-572e35b72c80 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] 10.222.0.36 "GET /v2.0/ports?device_id=5234cddc-baec-4d19-8f2a-70ad2a627906 HTTP/1.1" status: 200 len: 944 time: 0.2100794 Dec 15 19:58:53.615399 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port e3e4af7e-fd2d-43be-96dd-04ad09886922, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=e3e4af7e-fd2d-43be-96dd-04ad09886922,segment=NetworkSegment(d0291508-0ac3-4c74-8110-712313a2c0de),segment_id=d0291508-0ac3-4c74-8110-712313a2c0de)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:58:53.644820 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:53.648267 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:58:53.683006 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c02f3217-6cfe-4a63-9a8b-7bde73e47914 req-93b14173-f0ee-4e59-9f38-6387f0bfb0e4 service neutron] 10.222.0.32 "GET /v2.0/networks/2ba37e38-0a93-4a7d-beeb-d560cb540389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952209 Dec 15 19:58:53.686946 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-fe8fd7f4-b584-486b-a9c1-af4945425091 req-06a9af0d-05cc-4fa6-9100-db1a96f8f66e tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2e5ec4f-9214-4881-a4ee-bceaae902f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800030 Dec 15 19:58:53.715751 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=e3e4af7e-fd2d-43be-96dd-04ad09886922,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:58:53.719126 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:58:53.843440 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a6437594-7d65-4b78-8a26-2cef476b2458 req-6f505b28-83d4-4d98-b4ba-79dfe1137ead service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=295d0133df52401193c00bd1673182f5&device_id=5234cddc-baec-4d19-8f2a-70ad2a627906 HTTP/1.1" status: 200 len: 1097 time: 0.0792890 Dec 15 19:58:53.987013 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6437594-7d65-4b78-8a26-2cef476b2458 req-6886c251-9b44-4a56-ab62-45d25e4fe9cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:58:53.988479 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a6437594-7d65-4b78-8a26-2cef476b2458 req-6886c251-9b44-4a56-ab62-45d25e4fe9cd service neutron] 10.222.0.32 "GET /v2.0/networks?id=2ba37e38-0a93-4a7d-beeb-d560cb540389 HTTP/1.1" status: 200 len: 917 time: 0.1366239 Dec 15 19:58:54.057946 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a6437594-7d65-4b78-8a26-2cef476b2458 req-ea31ec5f-ac2c-48de-9b2b-6734cf9977d4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d787da0c-ec3c-4fd8-aabd-bb74ff37a37e HTTP/1.1" status: 200 len: 217 time: 0.0622699 Dec 15 19:58:54.128129 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6437594-7d65-4b78-8a26-2cef476b2458 req-e74bb405-2cda-4fa4-8349-1e6c39fee2ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:58:54.129648 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a6437594-7d65-4b78-8a26-2cef476b2458 req-e74bb405-2cda-4fa4-8349-1e6c39fee2ec service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c58760ed-136e-4c26-b3bb-05aeb44a2cab HTTP/1.1" status: 200 len: 855 time: 0.0649557 Dec 15 19:58:54.209047 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a6437594-7d65-4b78-8a26-2cef476b2458 req-4de1314e-2d45-441d-a659-09f84f77ad2c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2ba37e38-0a93-4a7d-beeb-d560cb540389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716827 Dec 15 19:58:54.349610 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a6437594-7d65-4b78-8a26-2cef476b2458 req-5600542f-6712-4924-ba7f-fc61c5d201cc service neutron] 10.222.0.32 "GET /v2.0/networks/2ba37e38-0a93-4a7d-beeb-d560cb540389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319795 Dec 15 19:58:54.462142 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:54.734068 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a6437594-7d65-4b78-8a26-2cef476b2458 req-978c8d16-0ff3-4fb7-b6d1-3ffef0cc3ff8 service neutron] 10.222.0.32 "GET /v2.0/networks/2ba37e38-0a93-4a7d-beeb-d560cb540389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3752418 Dec 15 19:58:54.899310 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab8cc1a-855e-4fa9-8ec2-47fb25548544 req-f15d63e2-e33d-4faf-ba17-d46e0d11ee56 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:58:54.900796 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9ab8cc1a-855e-4fa9-8ec2-47fb25548544 req-f15d63e2-e33d-4faf-ba17-d46e0d11ee56 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] 10.222.0.36 "GET /v2.0/ports?device_id=5234cddc-baec-4d19-8f2a-70ad2a627906 HTTP/1.1" status: 200 len: 944 time: 0.0843308 Dec 15 19:58:54.948638 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9ab8cc1a-855e-4fa9-8ec2-47fb25548544 req-8bea00df-1972-4ada-b8fd-670514db6bb9 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2e5ec4f-9214-4881-a4ee-bceaae902f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415728 Dec 15 19:58:55.320792 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device e3e4af7e-fd2d-43be-96dd-04ad09886922 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:58:55.394700 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port e3e4af7e-fd2d-43be-96dd-04ad09886922 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:58:55.395122 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:56.152171 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd0220c-c248-47ae-98e0-182e0925ecf0 req-36541130-fbc5-44b6-aa15-0a8e23c207c5 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:58:56.153744 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8bd0220c-c248-47ae-98e0-182e0925ecf0 req-36541130-fbc5-44b6-aa15-0a8e23c207c5 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] 10.222.0.36 "GET /v2.0/ports?device_id=5234cddc-baec-4d19-8f2a-70ad2a627906 HTTP/1.1" status: 200 len: 944 time: 0.0820780 Dec 15 19:58:56.201770 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8bd0220c-c248-47ae-98e0-182e0925ecf0 req-e8b9056c-4c4c-467a-8812-2391b34b16d7 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2e5ec4f-9214-4881-a4ee-bceaae902f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419316 Dec 15 19:58:56.272364 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device d787da0c-ec3c-4fd8-aabd-bb74ff37a37e details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 15 19:58:56.413572 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port d787da0c-ec3c-4fd8-aabd-bb74ff37a37e, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=d787da0c-ec3c-4fd8-aabd-bb74ff37a37e,segment=NetworkSegment(3bc6c766-1877-4d3e-b1d0-d59747dddfe3),segment_id=3bc6c766-1877-4d3e-b1d0-d59747dddfe3)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:58:56.427425 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Returning: {'device': 'd787da0c-ec3c-4fd8-aabd-bb74ff37a37e', 'network_id': '2ba37e38-0a93-4a7d-beeb-d560cb540389', 'port_id': 'd787da0c-ec3c-4fd8-aabd-bb74ff37a37e', 'mac_address': 'fa:16:3e:c8:d7:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c58760ed-136e-4c26-b3bb-05aeb44a2cab', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 19:58:56.486977 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:56.506909 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d787da0c-ec3c-4fd8-aabd-bb74ff37a37e {{(pid=88992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 19:58:56.529910 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port d787da0c-ec3c-4fd8-aabd-bb74ff37a37e, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=d787da0c-ec3c-4fd8-aabd-bb74ff37a37e,segment=NetworkSegment(3bc6c766-1877-4d3e-b1d0-d59747dddfe3),segment_id=3bc6c766-1877-4d3e-b1d0-d59747dddfe3)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:58:56.593659 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:56.595677 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-eb73c688-d77a-428d-89a8-eeb52585b615 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:58:56.665878 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=d787da0c-ec3c-4fd8-aabd-bb74ff37a37e,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:58:56.669151 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:58:56.871323 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] get_ports_and_sgs() called for port_ids ['d787da0c-ec3c-4fd8-aabd-bb74ff37a37e'] {{(pid=88992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 19:58:57.410682 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b690ed0b-0f77-4b92-9134-ff86d3960ed4 req-3b690263-f3ed-485e-ab44-0e6c30883398 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:58:57.412289 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b690ed0b-0f77-4b92-9134-ff86d3960ed4 req-3b690263-f3ed-485e-ab44-0e6c30883398 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] 10.222.0.36 "GET /v2.0/ports?device_id=5234cddc-baec-4d19-8f2a-70ad2a627906 HTTP/1.1" status: 200 len: 945 time: 0.0885136 Dec 15 19:58:57.460717 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b690ed0b-0f77-4b92-9134-ff86d3960ed4 req-93994d0c-7dea-4e6a-a26a-bd72bfc3dcf4 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2e5ec4f-9214-4881-a4ee-bceaae902f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416245 Dec 15 19:58:58.302687 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device d787da0c-ec3c-4fd8-aabd-bb74ff37a37e up at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:58:58.404491 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning for port d787da0c-ec3c-4fd8-aabd-bb74ff37a37e completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:58:58.409482 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning complete for port d787da0c-ec3c-4fd8-aabd-bb74ff37a37e triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:58:58.409900 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:58.525965 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:58.553712 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5234cddc-baec-4d19-8f2a-70ad2a627906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd787da0c-ec3c-4fd8-aabd-bb74ff37a37e'}] {{(pid=88992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:58:58.564416 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port d787da0c-ec3c-4fd8-aabd-bb74ff37a37e, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=d787da0c-ec3c-4fd8-aabd-bb74ff37a37e,segment=NetworkSegment(3bc6c766-1877-4d3e-b1d0-d59747dddfe3),segment_id=3bc6c766-1877-4d3e-b1d0-d59747dddfe3)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:58:58.598963 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:58:58.601595 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:58:58.673909 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=d787da0c-ec3c-4fd8-aabd-bb74ff37a37e,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:58:58.677271 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:58:58.687993 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a113b86-6ad8-4c05-b435-a0d86352e9ac req-fa784d97-ec2e-467d-993a-2996faa3592d tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:58:58.689629 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5a113b86-6ad8-4c05-b435-a0d86352e9ac req-fa784d97-ec2e-467d-993a-2996faa3592d tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] 10.222.0.36 "GET /v2.0/ports?device_id=5234cddc-baec-4d19-8f2a-70ad2a627906 HTTP/1.1" status: 200 len: 946 time: 0.1061466 Dec 15 19:58:58.719200 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5234cddc-baec-4d19-8f2a-70ad2a627906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd787da0c-ec3c-4fd8-aabd-bb74ff37a37e', 'code': 200} Dec 15 19:58:58.745844 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5a113b86-6ad8-4c05-b435-a0d86352e9ac req-6aaa5607-5af9-498e-902a-0f1396b3ad48 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2e5ec4f-9214-4881-a4ee-bceaae902f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500364 Dec 15 19:58:59.024453 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-aa104ac3-dbfa-4526-9e7f-9805b2b3db41 req-4b185a5c-ec19-44f2-babf-5bdb9eb957ff service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5234cddc-baec-4d19-8f2a-70ad2a627906 HTTP/1.1" status: 200 len: 1099 time: 0.0722589 Dec 15 19:58:59.071903 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-aa104ac3-dbfa-4526-9e7f-9805b2b3db41 req-e8281a33-c61e-45e9-97a7-c3adca5bd6b2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b2e5ec4f-9214-4881-a4ee-bceaae902f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371132 Dec 15 19:58:59.952592 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65164c3-35fa-4333-bde1-c7560aed4bf2 req-a2e37c05-424d-47de-a9d4-78e6c12b19a4 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:58:59.954078 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e65164c3-35fa-4333-bde1-c7560aed4bf2 req-a2e37c05-424d-47de-a9d4-78e6c12b19a4 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] 10.222.0.36 "GET /v2.0/ports?device_id=5234cddc-baec-4d19-8f2a-70ad2a627906 HTTP/1.1" status: 200 len: 946 time: 0.0858731 Dec 15 19:59:00.001084 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e65164c3-35fa-4333-bde1-c7560aed4bf2 req-c8cc675c-6684-4cce-82c4-c857b7fd9d81 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2e5ec4f-9214-4881-a4ee-bceaae902f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407915 Dec 15 19:59:01.207570 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31114918-c555-470c-95d7-81debd1f0ceb req-04dec1c9-f471-4d7b-9998-141b0c6285f7 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:59:01.209272 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-31114918-c555-470c-95d7-81debd1f0ceb req-04dec1c9-f471-4d7b-9998-141b0c6285f7 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] 10.222.0.36 "GET /v2.0/ports?device_id=5234cddc-baec-4d19-8f2a-70ad2a627906 HTTP/1.1" status: 200 len: 946 time: 0.0880330 Dec 15 19:59:01.257699 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-31114918-c555-470c-95d7-81debd1f0ceb req-3b3c6fb9-c6d9-4239-8e3a-2dff13648aea tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2e5ec4f-9214-4881-a4ee-bceaae902f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415316 Dec 15 19:59:01.465368 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1af6db-a405-45da-8a5e-e486b5f1e840 req-c6c1afc3-a831-4387-9a5a-a1d987969c29 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:59:01.466992 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7c1af6db-a405-45da-8a5e-e486b5f1e840 req-c6c1afc3-a831-4387-9a5a-a1d987969c29 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] 10.222.0.36 "GET /v2.0/ports?device_id=5234cddc-baec-4d19-8f2a-70ad2a627906 HTTP/1.1" status: 200 len: 946 time: 0.0859835 Dec 15 19:59:01.515523 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7c1af6db-a405-45da-8a5e-e486b5f1e840 req-a9ac2ce1-c9bb-4554-8a94-d8c07eaecea6 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2e5ec4f-9214-4881-a4ee-bceaae902f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423839 Dec 15 19:59:08.230903 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e5edd600-c695-44a9-aaab-edd316c57018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:59:09.518301 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:59:09.948012 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 19:59:10.580671 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-486418bc-ebfb-424b-b3d0-a9715fc07c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:59:10.947010 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:59:12.632111 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-660f1c06-7ae4-48e0-aaae-b623206c4625 req-94323769-ec9b-4710-85c5-31345dade819 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5234cddc-baec-4d19-8f2a-70ad2a627906&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0748677 Dec 15 19:59:12.723894 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:59:12.787846 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-660f1c06-7ae4-48e0-aaae-b623206c4625 req-6dc722f5-68cd-4e32-9001-402bf72c181f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=295d0133df52401193c00bd1673182f5&device_id=5234cddc-baec-4d19-8f2a-70ad2a627906 HTTP/1.1" status: 200 len: 1099 time: 0.0783038 Dec 15 19:59:12.951929 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f1c06-7ae4-48e0-aaae-b623206c4625 req-a7ba9d51-c47d-4a6d-8323-aaa6dcf6c2d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:59:12.953494 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-660f1c06-7ae4-48e0-aaae-b623206c4625 req-a7ba9d51-c47d-4a6d-8323-aaa6dcf6c2d3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2ba37e38-0a93-4a7d-beeb-d560cb540389 HTTP/1.1" status: 200 len: 917 time: 0.1432729 Dec 15 19:59:13.024488 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-660f1c06-7ae4-48e0-aaae-b623206c4625 req-0282690e-2280-4ec7-a071-ff5ec6755f84 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d787da0c-ec3c-4fd8-aabd-bb74ff37a37e HTTP/1.1" status: 200 len: 217 time: 0.0625758 Dec 15 19:59:13.101179 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f1c06-7ae4-48e0-aaae-b623206c4625 req-b158390c-e5f2-4a63-95d0-eab4944aa24d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:59:13.102809 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-660f1c06-7ae4-48e0-aaae-b623206c4625 req-b158390c-e5f2-4a63-95d0-eab4944aa24d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c58760ed-136e-4c26-b3bb-05aeb44a2cab HTTP/1.1" status: 200 len: 855 time: 0.0679057 Dec 15 19:59:13.184785 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-660f1c06-7ae4-48e0-aaae-b623206c4625 req-4180f5b2-0cd0-410e-ba0b-232920366782 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2ba37e38-0a93-4a7d-beeb-d560cb540389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730917 Dec 15 19:59:13.326280 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-660f1c06-7ae4-48e0-aaae-b623206c4625 req-35a72ffc-ab1d-4e21-b0a2-75514e6c4a8f service neutron] 10.222.0.32 "GET /v2.0/networks/2ba37e38-0a93-4a7d-beeb-d560cb540389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345322 Dec 15 19:59:13.484587 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-660f1c06-7ae4-48e0-aaae-b623206c4625 req-e9ac324a-96b9-4f5e-9983-278550f8beb1 service neutron] 10.222.0.32 "GET /v2.0/networks/2ba37e38-0a93-4a7d-beeb-d560cb540389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456594 Dec 15 19:59:18.685383 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4032b1-bb9a-43cf-a39b-941e467629fd req-997eab32-23fa-4968-acc0-7147b245b953 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:59:18.687012 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3a4032b1-bb9a-43cf-a39b-941e467629fd req-997eab32-23fa-4968-acc0-7147b245b953 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] 10.222.0.36 "GET /v2.0/ports?device_id=5234cddc-baec-4d19-8f2a-70ad2a627906 HTTP/1.1" status: 200 len: 946 time: 0.0926509 Dec 15 19:59:18.736134 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3a4032b1-bb9a-43cf-a39b-941e467629fd req-7bb67db7-3c96-4558-9810-684b7c48c7d1 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2e5ec4f-9214-4881-a4ee-bceaae902f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422266 Dec 15 19:59:19.943618 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d55eea0-bef5-4e65-945b-bf4c9ff06af3 req-2a274abd-20cb-4613-9dea-6b57a77e0869 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:59:19.945138 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5d55eea0-bef5-4e65-945b-bf4c9ff06af3 req-2a274abd-20cb-4613-9dea-6b57a77e0869 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] 10.222.0.36 "GET /v2.0/ports?device_id=5234cddc-baec-4d19-8f2a-70ad2a627906 HTTP/1.1" status: 200 len: 946 time: 0.0830979 Dec 15 19:59:19.993205 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5d55eea0-bef5-4e65-945b-bf4c9ff06af3 req-42dcf751-2bde-4e85-b143-cd343210e63a tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2e5ec4f-9214-4881-a4ee-bceaae902f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415831 Dec 15 19:59:20.306226 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe0c364-d967-4edf-8e3f-9f9530315f28 req-dfd05c1c-40cb-4653-8d93-5c219139a6d5 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:59:20.307822 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1fe0c364-d967-4edf-8e3f-9f9530315f28 req-dfd05c1c-40cb-4653-8d93-5c219139a6d5 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] 10.222.0.32 "GET /v2.0/ports?device_id=5234cddc-baec-4d19-8f2a-70ad2a627906 HTTP/1.1" status: 200 len: 946 time: 0.0850403 Dec 15 19:59:20.383962 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [req-1fe0c364-d967-4edf-8e3f-9f9530315f28 req-258c5e60-02c7-4014-9e2b-12901ae8b048 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Deleting port d787da0c-ec3c-4fd8-aabd-bb74ff37a37e {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:59:20.384350 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-1fe0c364-d967-4edf-8e3f-9f9530315f28 req-258c5e60-02c7-4014-9e2b-12901ae8b048 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:59:20.646640 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-1fe0c364-d967-4edf-8e3f-9f9530315f28 req-258c5e60-02c7-4014-9e2b-12901ae8b048 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] For port d787da0c-ec3c-4fd8-aabd-bb74ff37a37e, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=d787da0c-ec3c-4fd8-aabd-bb74ff37a37e,segment=NetworkSegment(3bc6c766-1877-4d3e-b1d0-d59747dddfe3),segment_id=3bc6c766-1877-4d3e-b1d0-d59747dddfe3)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:59:20.646767 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-1fe0c364-d967-4edf-8e3f-9f9530315f28 req-258c5e60-02c7-4014-9e2b-12901ae8b048 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:59:20.771546 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [req-1fe0c364-d967-4edf-8e3f-9f9530315f28 req-258c5e60-02c7-4014-9e2b-12901ae8b048 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Calling delete_port for d787da0c-ec3c-4fd8-aabd-bb74ff37a37e owned by compute:nova {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:59:21.064032 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-1fe0c364-d967-4edf-8e3f-9f9530315f28 req-258c5e60-02c7-4014-9e2b-12901ae8b048 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:59:21.070601 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9d26bcc6-c53a-4e90-81ba-554462567d82 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:59:21.080234 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] get_ports_and_sgs() called for port_ids ['d787da0c-ec3c-4fd8-aabd-bb74ff37a37e'] {{(pid=88992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 19:59:21.118678 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258c5e60-02c7-4014-9e2b-12901ae8b048 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Pushing event deleted for resources: {'Port': ['ID=d787da0c-ec3c-4fd8-aabd-bb74ff37a37e,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:59:21.209512 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3e8b9193-954e-4341-90c6-be24088a7a9c req-9317ce93-f9d6-4c51-b1d5-930dbe3812f8 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] 10.222.0.36 "GET /v2.0/ports?device_id=5234cddc-baec-4d19-8f2a-70ad2a627906 HTTP/1.1" status: 200 len: 210 time: 0.0879965 Dec 15 19:59:21.240974 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c5e60-02c7-4014-9e2b-12901ae8b048 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:59:21.241421 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c5e60-02c7-4014-9e2b-12901ae8b048 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:59:21.241859 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c5e60-02c7-4014-9e2b-12901ae8b048 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:59:21.242326 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c5e60-02c7-4014-9e2b-12901ae8b048 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:59:21.242745 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c5e60-02c7-4014-9e2b-12901ae8b048 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:59:21.243172 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c5e60-02c7-4014-9e2b-12901ae8b048 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:59:21.243593 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c5e60-02c7-4014-9e2b-12901ae8b048 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:59:21.244013 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c5e60-02c7-4014-9e2b-12901ae8b048 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:59:21.244432 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c5e60-02c7-4014-9e2b-12901ae8b048 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:59:21.244850 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c5e60-02c7-4014-9e2b-12901ae8b048 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:59:21.245266 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c5e60-02c7-4014-9e2b-12901ae8b048 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:59:21.252736 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-258c5e60-02c7-4014-9e2b-12901ae8b048 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:59:21.253768 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe0c364-d967-4edf-8e3f-9f9530315f28 req-258c5e60-02c7-4014-9e2b-12901ae8b048 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] No DVR routers for this DVR port d787da0c-ec3c-4fd8-aabd-bb74ff37a37e on host hv-neutron-8218 {{(pid=88990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:59:21.256250 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-1fe0c364-d967-4edf-8e3f-9f9530315f28 req-258c5e60-02c7-4014-9e2b-12901ae8b048 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:59:21.259346 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5234cddc-baec-4d19-8f2a-70ad2a627906', 'name': 'network-vif-deleted', 'tag': 'd787da0c-ec3c-4fd8-aabd-bb74ff37a37e'}] {{(pid=88990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:59:21.299339 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1fe0c364-d967-4edf-8e3f-9f9530315f28 req-258c5e60-02c7-4014-9e2b-12901ae8b048 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] 10.222.0.32 "DELETE /v2.0/ports/d787da0c-ec3c-4fd8-aabd-bb74ff37a37e HTTP/1.1" status: 204 len: 173 time: 0.9825237 Dec 15 19:59:21.316985 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5234cddc-baec-4d19-8f2a-70ad2a627906', 'name': 'network-vif-deleted', 'tag': 'd787da0c-ec3c-4fd8-aabd-bb74ff37a37e', 'status': 'completed', 'code': 200} Dec 15 19:59:23.110518 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d7ea74-3679-4560-a06a-2d5251444242 req-e8184696-69a6-4be2-8609-4e8fa0ffd5de tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:59:23.112088 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-77d7ea74-3679-4560-a06a-2d5251444242 req-e8184696-69a6-4be2-8609-4e8fa0ffd5de tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] 10.222.0.36 "GET /v2.0/networks?id=2ba37e38-0a93-4a7d-beeb-d560cb540389 HTTP/1.1" status: 200 len: 816 time: 0.1523843 Dec 15 19:59:23.129219 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-77d7ea74-3679-4560-a06a-2d5251444242 req-286bb7ec-c0db-42cc-a8f8-ab1970bca610 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] 10.222.0.36 "GET /v2.0/quotas/295d0133df52401193c00bd1673182f5 HTTP/1.1" status: 200 len: 375 time: 0.0113566 Dec 15 19:59:23.215816 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-77d7ea74-3679-4560-a06a-2d5251444242 req-17ee13a8-a3b3-4a8d-8cf2-2976fdbefac9 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Synchronizing usage tracker for tenant:295d0133df52401193c00bd1673182f5 on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:59:23.269719 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-77d7ea74-3679-4560-a06a-2d5251444242 req-17ee13a8-a3b3-4a8d-8cf2-2976fdbefac9 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Unset dirty status for tenant:295d0133df52401193c00bd1673182f5 on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:59:23.271647 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-77d7ea74-3679-4560-a06a-2d5251444242 req-17ee13a8-a3b3-4a8d-8cf2-2976fdbefac9 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=295d0133df52401193c00bd1673182f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1367338 Dec 15 19:59:23.421351 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-77d7ea74-3679-4560-a06a-2d5251444242 req-240b17eb-eddc-4724-bbd7-3621403eaa1d service neutron] 10.222.0.36 "GET /v2.0/networks/2ba37e38-0a93-4a7d-beeb-d560cb540389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371841 Dec 15 19:59:23.566908 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-77d7ea74-3679-4560-a06a-2d5251444242 req-75e98e1d-ec1d-4c93-92a2-fdd611d93a57 service neutron] 10.222.0.36 "GET /v2.0/networks/2ba37e38-0a93-4a7d-beeb-d560cb540389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388307 Dec 15 19:59:23.798020 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8b2c8e55-5421-44fb-8617-30118c737035 req-5829c94c-539b-455a-abb8-8d13e07cd79f tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] 10.222.0.36 "GET /v2.0/ports?device_id=045eae45-9d92-4ede-a801-a845605e963a HTTP/1.1" status: 200 len: 210 time: 0.0463037 Dec 15 19:59:24.405278 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device d787da0c-ec3c-4fd8-aabd-bb74ff37a37e no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:59:24.447847 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] No Port match for: d787da0c-ec3c-4fd8-aabd-bb74ff37a37e {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:59:24.448264 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device d787da0c-ec3c-4fd8-aabd-bb74ff37a37e not bound to the agent host hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:59:24.499914 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:59:24.965773 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9a95464e-604c-44e0-b9e2-c6be4a8a2e05 req-f381989b-f8c4-473b-8c10-99198917fcaa tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] 10.222.0.36 "GET /v2.0/ports?device_id=045eae45-9d92-4ede-a801-a845605e963a HTTP/1.1" status: 200 len: 210 time: 0.0452061 Dec 15 19:59:25.361324 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d7ea74-3679-4560-a06a-2d5251444242 req-0c8fd0ff-8037-4769-b25e-bd37586d3bf1 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:59:25.362938 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-77d7ea74-3679-4560-a06a-2d5251444242 req-0c8fd0ff-8037-4769-b25e-bd37586d3bf1 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] 10.222.0.32 "GET /v2.0/networks?id=2ba37e38-0a93-4a7d-beeb-d560cb540389 HTTP/1.1" status: 200 len: 816 time: 0.1515839 Dec 15 19:59:25.384516 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [req-77d7ea74-3679-4560-a06a-2d5251444242 req-c6abd836-e505-4a5d-b7fd-0eeb5cc48d0c tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Request body: {'port': {'device_id': '045eae45-9d92-4ede-a801-a845605e963a', 'network_id': '2ba37e38-0a93-4a7d-beeb-d560cb540389', 'admin_state_up': True, 'tenant_id': '295d0133df52401193c00bd1673182f5'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:59:25.527924 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [req-77d7ea74-3679-4560-a06a-2d5251444242 req-c6abd836-e505-4a5d-b7fd-0eeb5cc48d0c tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 19:59:25.538479 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [req-77d7ea74-3679-4560-a06a-2d5251444242 req-c6abd836-e505-4a5d-b7fd-0eeb5cc48d0c tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 19:59:25.612733 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77d7ea74-3679-4560-a06a-2d5251444242 req-c6abd836-e505-4a5d-b7fd-0eeb5cc48d0c tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Made reservation on behalf of 295d0133df52401193c00bd1673182f5 for: {'port': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 19:59:25.618430 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-77d7ea74-3679-4560-a06a-2d5251444242 req-c6abd836-e505-4a5d-b7fd-0eeb5cc48d0c tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:59:25.800490 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [req-77d7ea74-3679-4560-a06a-2d5251444242 req-c6abd836-e505-4a5d-b7fd-0eeb5cc48d0c tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Allocated IP 172.20.0.8 (2ba37e38-0a93-4a7d-beeb-d560cb540389/c58760ed-136e-4c26-b3bb-05aeb44a2cab/95a9c01c-66a8-4587-995d-339bd1b547d9) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 19:59:26.004084 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-77d7ea74-3679-4560-a06a-2d5251444242 req-c6abd836-e505-4a5d-b7fd-0eeb5cc48d0c tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:59:26.021783 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [req-77d7ea74-3679-4560-a06a-2d5251444242 req-c6abd836-e505-4a5d-b7fd-0eeb5cc48d0c tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Transition to ACTIVE for port object 95a9c01c-66a8-4587-995d-339bd1b547d9 will not be triggered until provisioned by entity DHCP. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:59:26.072283 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-77d7ea74-3679-4560-a06a-2d5251444242 req-c6abd836-e505-4a5d-b7fd-0eeb5cc48d0c tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:59:26.078052 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a56bf78b-88c3-4bd7-8146-36f9d0490d0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:59:26.200949 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77d7ea74-3679-4560-a06a-2d5251444242 req-c6abd836-e505-4a5d-b7fd-0eeb5cc48d0c tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Network 2ba37e38-0a93-4a7d-beeb-d560cb540389 is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 19:59:26.205649 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [req-77d7ea74-3679-4560-a06a-2d5251444242 req-c6abd836-e505-4a5d-b7fd-0eeb5cc48d0c tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 19:59:26.208618 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6abd836-e505-4a5d-b7fd-0eeb5cc48d0c tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Pushing event updated for resources: {'Port': ['ID=95a9c01c-66a8-4587-995d-339bd1b547d9,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:59:26.211272 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [req-77d7ea74-3679-4560-a06a-2d5251444242 req-c6abd836-e505-4a5d-b7fd-0eeb5cc48d0c tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 19:59:26.483021 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c6abd836-e505-4a5d-b7fd-0eeb5cc48d0c tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:59:26.523131 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-febecd65-3ac3-4797-8faf-667e506e3bfd None None] Provisioning for port 95a9c01c-66a8-4587-995d-339bd1b547d9 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:59:26.528409 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-febecd65-3ac3-4797-8faf-667e506e3bfd None None] Provisioning complete for port 95a9c01c-66a8-4587-995d-339bd1b547d9 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:59:26.528903 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-febecd65-3ac3-4797-8faf-667e506e3bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:59:26.544201 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157e905b-010f-4086-bc2b-02c4cf817c37 req-09dd1609-af67-4629-9ad3-88d3bdd04651 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:59:26.546362 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-157e905b-010f-4086-bc2b-02c4cf817c37 req-09dd1609-af67-4629-9ad3-88d3bdd04651 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] 10.222.0.36 "GET /v2.0/ports?device_id=045eae45-9d92-4ede-a801-a845605e963a HTTP/1.1" status: 200 len: 931 time: 0.4294670 Dec 15 19:59:26.550791 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d7ea74-3679-4560-a06a-2d5251444242 req-c6abd836-e505-4a5d-b7fd-0eeb5cc48d0c tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:59:26.551439 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-77d7ea74-3679-4560-a06a-2d5251444242 req-c6abd836-e505-4a5d-b7fd-0eeb5cc48d0c tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:59:26.584231 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-febecd65-3ac3-4797-8faf-667e506e3bfd None None] Port 95a9c01c-66a8-4587-995d-339bd1b547d9 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 19:59:26.626588 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-157e905b-010f-4086-bc2b-02c4cf817c37 req-3541b744-9c25-4a9c-bac4-feff03b259a7 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2e5ec4f-9214-4881-a4ee-bceaae902f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683408 Dec 15 19:59:26.638478 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-77d7ea74-3679-4560-a06a-2d5251444242 req-c6abd836-e505-4a5d-b7fd-0eeb5cc48d0c tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2577486 Dec 15 19:59:26.654668 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [req-77d7ea74-3679-4560-a06a-2d5251444242 req-cdbb01ba-3d0b-485a-87dc-60d558a310fd service neutron] Request body: {'port': {'device_id': '045eae45-9d92-4ede-a801-a845605e963a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 19:59:26.774105 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-77d7ea74-3679-4560-a06a-2d5251444242 req-cdbb01ba-3d0b-485a-87dc-60d558a310fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:59:27.136042 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [req-77d7ea74-3679-4560-a06a-2d5251444242 req-cdbb01ba-3d0b-485a-87dc-60d558a310fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95a9c01c-66a8-4587-995d-339bd1b547d9 {{(pid=88990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 19:59:27.142997 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-77d7ea74-3679-4560-a06a-2d5251444242 req-cdbb01ba-3d0b-485a-87dc-60d558a310fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:59:27.158276 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [req-77d7ea74-3679-4560-a06a-2d5251444242 req-cdbb01ba-3d0b-485a-87dc-60d558a310fd service neutron] Transition to ACTIVE for port object 95a9c01c-66a8-4587-995d-339bd1b547d9 will not be triggered until provisioned by entity L2. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 19:59:27.191408 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-77d7ea74-3679-4560-a06a-2d5251444242 req-cdbb01ba-3d0b-485a-87dc-60d558a310fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:59:27.196602 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-bdc22b5b-4f8c-4b8c-9406-8b7bdace9ebb tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:59:27.325707 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbb01ba-3d0b-485a-87dc-60d558a310fd service neutron] Pushing event updated for resources: {'Port': ['ID=95a9c01c-66a8-4587-995d-339bd1b547d9,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:59:27.329058 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-cdbb01ba-3d0b-485a-87dc-60d558a310fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:59:27.443021 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-77d7ea74-3679-4560-a06a-2d5251444242 req-cdbb01ba-3d0b-485a-87dc-60d558a310fd service neutron] Attempting to bind port 95a9c01c-66a8-4587-995d-339bd1b547d9 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:59:27.443370 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-77d7ea74-3679-4560-a06a-2d5251444242 req-cdbb01ba-3d0b-485a-87dc-60d558a310fd service neutron] Attempting to bind port 95a9c01c-66a8-4587-995d-339bd1b547d9 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '3bc6c766-1877-4d3e-b1d0-d59747dddfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2ba37e38-0a93-4a7d-beeb-d560cb540389'}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 19:59:27.443757 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d7ea74-3679-4560-a06a-2d5251444242 req-cdbb01ba-3d0b-485a-87dc-60d558a310fd service neutron] Attempting to bind port 95a9c01c-66a8-4587-995d-339bd1b547d9 on network 2ba37e38-0a93-4a7d-beeb-d560cb540389 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:59:27.450559 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d7ea74-3679-4560-a06a-2d5251444242 req-cdbb01ba-3d0b-485a-87dc-60d558a310fd service neutron] Port 95a9c01c-66a8-4587-995d-339bd1b547d9 on network 2ba37e38-0a93-4a7d-beeb-d560cb540389 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 19:59:27.450935 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d7ea74-3679-4560-a06a-2d5251444242 req-cdbb01ba-3d0b-485a-87dc-60d558a310fd service neutron] Attempting to bind port 95a9c01c-66a8-4587-995d-339bd1b547d9 on network 2ba37e38-0a93-4a7d-beeb-d560cb540389 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 19:59:27.457808 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d7ea74-3679-4560-a06a-2d5251444242 req-cdbb01ba-3d0b-485a-87dc-60d558a310fd service neutron] Checking agent: {'id': '59e4c979-c5dd-468d-a1f2-341133950749', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 12, 24), 'started_at': datetime.datetime(2021, 12, 15, 19, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 19:59:27.458189 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d7ea74-3679-4560-a06a-2d5251444242 req-cdbb01ba-3d0b-485a-87dc-60d558a310fd service neutron] Checking segment: {'id': '3bc6c766-1877-4d3e-b1d0-d59747dddfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2ba37e38-0a93-4a7d-beeb-d560cb540389'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 19:59:27.459237 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d7ea74-3679-4560-a06a-2d5251444242 req-cdbb01ba-3d0b-485a-87dc-60d558a310fd service neutron] Bound using segment: {'id': '3bc6c766-1877-4d3e-b1d0-d59747dddfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2ba37e38-0a93-4a7d-beeb-d560cb540389'} {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 19:59:27.459715 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-77d7ea74-3679-4560-a06a-2d5251444242 req-cdbb01ba-3d0b-485a-87dc-60d558a310fd service neutron] Bound port: 95a9c01c-66a8-4587-995d-339bd1b547d9, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bc6c766-1877-4d3e-b1d0-d59747dddfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2ba37e38-0a93-4a7d-beeb-d560cb540389'}}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 19:59:27.460109 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-77d7ea74-3679-4560-a06a-2d5251444242 req-cdbb01ba-3d0b-485a-87dc-60d558a310fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:59:27.556978 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-77d7ea74-3679-4560-a06a-2d5251444242 req-cdbb01ba-3d0b-485a-87dc-60d558a310fd service neutron] For port 95a9c01c-66a8-4587-995d-339bd1b547d9, host hv-neutron-8218, cleared binding levels {{(pid=88990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 19:59:27.560070 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-77d7ea74-3679-4560-a06a-2d5251444242 req-cdbb01ba-3d0b-485a-87dc-60d558a310fd service neutron] For port 95a9c01c-66a8-4587-995d-339bd1b547d9, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=95a9c01c-66a8-4587-995d-339bd1b547d9,segment=NetworkSegment(3bc6c766-1877-4d3e-b1d0-d59747dddfe3),segment_id=3bc6c766-1877-4d3e-b1d0-d59747dddfe3)] {{(pid=88990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 19:59:27.591560 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-77d7ea74-3679-4560-a06a-2d5251444242 req-cdbb01ba-3d0b-485a-87dc-60d558a310fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:59:27.596082 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c6abd836-e505-4a5d-b7fd-0eeb5cc48d0c tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:59:27.652707 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-77d7ea74-3679-4560-a06a-2d5251444242 req-cdbb01ba-3d0b-485a-87dc-60d558a310fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:59:27.654016 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-77d7ea74-3679-4560-a06a-2d5251444242 req-cdbb01ba-3d0b-485a-87dc-60d558a310fd service neutron] 10.222.0.32 "PUT /v2.0/ports/95a9c01c-66a8-4587-995d-339bd1b547d9 HTTP/1.1" status: 200 len: 1093 time: 1.0041509 Dec 15 19:59:27.654604 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '045eae45-9d92-4ede-a801-a845605e963a', 'tag': '95a9c01c-66a8-4587-995d-339bd1b547d9'}] {{(pid=88990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:59:27.680837 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbb01ba-3d0b-485a-87dc-60d558a310fd service neutron] Pushing event updated for resources: {'Port': ['ID=95a9c01c-66a8-4587-995d-339bd1b547d9,revision_number=3']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:59:27.684429 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-cdbb01ba-3d0b-485a-87dc-60d558a310fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:59:27.722357 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '045eae45-9d92-4ede-a801-a845605e963a', 'tag': '95a9c01c-66a8-4587-995d-339bd1b547d9', 'status': 'completed', 'code': 200} Dec 15 19:59:27.894859 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-64e802e5-93e3-4721-9685-67a3bf1fb2e1 req-c0c77bcd-cd07-4085-88e3-c0931ff68b16 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=295d0133df52401193c00bd1673182f5&device_id=045eae45-9d92-4ede-a801-a845605e963a HTTP/1.1" status: 200 len: 1096 time: 0.1496944 Dec 15 19:59:27.901995 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d231608-7a53-44ca-ae66-73a666efc1d5 req-ffd9aecc-b0e3-4c3f-b651-9dbef5302e19 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:59:27.902710 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-1d231608-7a53-44ca-ae66-73a666efc1d5 req-ffd9aecc-b0e3-4c3f-b651-9dbef5302e19 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Synchronizing usage tracker for tenant:295d0133df52401193c00bd1673182f5 on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 19:59:28.033781 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-1d231608-7a53-44ca-ae66-73a666efc1d5 req-ffd9aecc-b0e3-4c3f-b651-9dbef5302e19 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Unset dirty status for tenant:295d0133df52401193c00bd1673182f5 on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 19:59:28.035078 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1d231608-7a53-44ca-ae66-73a666efc1d5 req-ffd9aecc-b0e3-4c3f-b651-9dbef5302e19 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] 10.222.0.36 "GET /v2.0/ports?device_id=045eae45-9d92-4ede-a801-a845605e963a HTTP/1.1" status: 200 len: 943 time: 0.2507191 Dec 15 19:59:28.081254 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e802e5-93e3-4721-9685-67a3bf1fb2e1 req-ba9e69c1-8ff5-4949-8f89-ec25f9462fc8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:59:28.082834 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-64e802e5-93e3-4721-9685-67a3bf1fb2e1 req-ba9e69c1-8ff5-4949-8f89-ec25f9462fc8 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=295d0133df52401193c00bd1673182f5&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1753900 Dec 15 19:59:28.182254 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1d231608-7a53-44ca-ae66-73a666efc1d5 req-bb7b6d3d-fb76-486c-ac31-dfc45f20285e tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2e5ec4f-9214-4881-a4ee-bceaae902f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401300 Dec 15 19:59:28.241272 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e802e5-93e3-4721-9685-67a3bf1fb2e1 req-32db2746-9eae-4473-8c6f-9fbb24792b0a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:59:28.242868 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-64e802e5-93e3-4721-9685-67a3bf1fb2e1 req-32db2746-9eae-4473-8c6f-9fbb24792b0a service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1501613 Dec 15 19:59:28.357576 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-77d7ea74-3679-4560-a06a-2d5251444242 req-639992ba-28bc-415a-a0c9-0bf152da8609 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=295d0133df52401193c00bd1673182f5&device_id=045eae45-9d92-4ede-a801-a845605e963a HTTP/1.1" status: 200 len: 1096 time: 0.0736420 Dec 15 19:59:28.434985 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-77d7ea74-3679-4560-a06a-2d5251444242 req-a1265ae1-012f-4813-a13b-f4cb899e3e1c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95a9c01c-66a8-4587-995d-339bd1b547d9 HTTP/1.1" status: 200 len: 217 time: 0.0662518 Dec 15 19:59:28.508368 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d7ea74-3679-4560-a06a-2d5251444242 req-deb8368a-bff0-429d-a3b5-d3788a408ce0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:59:28.509946 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-77d7ea74-3679-4560-a06a-2d5251444242 req-deb8368a-bff0-429d-a3b5-d3788a408ce0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c58760ed-136e-4c26-b3bb-05aeb44a2cab HTTP/1.1" status: 200 len: 855 time: 0.0650754 Dec 15 19:59:28.604797 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-77d7ea74-3679-4560-a06a-2d5251444242 req-5e1dbf86-f363-447b-a750-5164ce048c2d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2ba37e38-0a93-4a7d-beeb-d560cb540389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0843537 Dec 15 19:59:28.752177 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-77d7ea74-3679-4560-a06a-2d5251444242 req-146c3db4-3706-4be3-b345-c2af5dc9a61f service neutron] 10.222.0.32 "GET /v2.0/networks/2ba37e38-0a93-4a7d-beeb-d560cb540389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360753 Dec 15 19:59:28.896632 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-77d7ea74-3679-4560-a06a-2d5251444242 req-346f022e-d9c3-4fcb-9ea5-2abcae78b253 service neutron] 10.222.0.32 "GET /v2.0/networks/2ba37e38-0a93-4a7d-beeb-d560cb540389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336911 Dec 15 19:59:29.388304 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34412c8f-5172-4ede-93f2-98376c42d342 req-6ea70202-0031-4d63-b596-436bf935bf00 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:59:29.389889 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-34412c8f-5172-4ede-93f2-98376c42d342 req-6ea70202-0031-4d63-b596-436bf935bf00 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] 10.222.0.36 "GET /v2.0/ports?device_id=045eae45-9d92-4ede-a801-a845605e963a HTTP/1.1" status: 200 len: 943 time: 0.0814264 Dec 15 19:59:29.437127 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-34412c8f-5172-4ede-93f2-98376c42d342 req-318269f5-6662-4cde-bdbf-81830fa68055 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2e5ec4f-9214-4881-a4ee-bceaae902f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410843 Dec 15 19:59:30.410732 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 95a9c01c-66a8-4587-995d-339bd1b547d9 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 15 19:59:30.553285 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 95a9c01c-66a8-4587-995d-339bd1b547d9, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=95a9c01c-66a8-4587-995d-339bd1b547d9,segment=NetworkSegment(3bc6c766-1877-4d3e-b1d0-d59747dddfe3),segment_id=3bc6c766-1877-4d3e-b1d0-d59747dddfe3)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:59:30.567444 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Returning: {'device': '95a9c01c-66a8-4587-995d-339bd1b547d9', 'network_id': '2ba37e38-0a93-4a7d-beeb-d560cb540389', 'port_id': '95a9c01c-66a8-4587-995d-339bd1b547d9', 'mac_address': 'fa:16:3e:a3:29:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c58760ed-136e-4c26-b3bb-05aeb44a2cab', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 19:59:30.624391 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:59:30.648776 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95a9c01c-66a8-4587-995d-339bd1b547d9 {{(pid=88992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 19:59:30.653358 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4632617-e605-422a-afde-b73d5b5210af req-61dbcee5-820c-43ee-93c3-d9ce624e00e2 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:59:30.654988 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d4632617-e605-422a-afde-b73d5b5210af req-61dbcee5-820c-43ee-93c3-d9ce624e00e2 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] 10.222.0.36 "GET /v2.0/ports?device_id=045eae45-9d92-4ede-a801-a845605e963a HTTP/1.1" status: 200 len: 943 time: 0.0915599 Dec 15 19:59:30.665198 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 95a9c01c-66a8-4587-995d-339bd1b547d9, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=95a9c01c-66a8-4587-995d-339bd1b547d9,segment=NetworkSegment(3bc6c766-1877-4d3e-b1d0-d59747dddfe3),segment_id=3bc6c766-1877-4d3e-b1d0-d59747dddfe3)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:59:30.704423 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d4632617-e605-422a-afde-b73d5b5210af req-35b413a7-af65-4cbd-97bc-165e11fef9ef tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2e5ec4f-9214-4881-a4ee-bceaae902f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434017 Dec 15 19:59:30.717179 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:59:30.719868 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d82d104e-2c53-405b-814b-cde5cd48f192 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:59:30.785852 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=95a9c01c-66a8-4587-995d-339bd1b547d9,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:59:30.789422 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:59:30.964450 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] get_ports_and_sgs() called for port_ids ['95a9c01c-66a8-4587-995d-339bd1b547d9'] {{(pid=88992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 19:59:31.915040 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12a49fd-e53b-4aa9-aa13-1197bf7d1a38 req-fc29d787-86d4-4deb-b73a-d70ec81f820e tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:59:31.916533 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c12a49fd-e53b-4aa9-aa13-1197bf7d1a38 req-fc29d787-86d4-4deb-b73a-d70ec81f820e tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] 10.222.0.36 "GET /v2.0/ports?device_id=045eae45-9d92-4ede-a801-a845605e963a HTTP/1.1" status: 200 len: 944 time: 0.0882406 Dec 15 19:59:31.973806 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c12a49fd-e53b-4aa9-aa13-1197bf7d1a38 req-676ddcba-7a9a-4673-b073-414b067dec34 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2e5ec4f-9214-4881-a4ee-bceaae902f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511227 Dec 15 19:59:32.441301 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 95a9c01c-66a8-4587-995d-339bd1b547d9 up at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 19:59:32.539548 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning for port 95a9c01c-66a8-4587-995d-339bd1b547d9 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 19:59:32.544506 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning complete for port 95a9c01c-66a8-4587-995d-339bd1b547d9 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 19:59:32.544933 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:59:32.837296 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:59:32.863483 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '045eae45-9d92-4ede-a801-a845605e963a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95a9c01c-66a8-4587-995d-339bd1b547d9'}] {{(pid=88992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:59:32.874344 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 95a9c01c-66a8-4587-995d-339bd1b547d9, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=95a9c01c-66a8-4587-995d-339bd1b547d9,segment=NetworkSegment(3bc6c766-1877-4d3e-b1d0-d59747dddfe3),segment_id=3bc6c766-1877-4d3e-b1d0-d59747dddfe3)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:59:32.904299 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:59:32.907121 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-485d415b-14fd-4596-b447-52ccc9203e0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:59:32.950366 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '045eae45-9d92-4ede-a801-a845605e963a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95a9c01c-66a8-4587-995d-339bd1b547d9', 'code': 200} Dec 15 19:59:32.987401 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=95a9c01c-66a8-4587-995d-339bd1b547d9,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:59:32.990952 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:59:33.266090 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc6a3ee-599a-40f2-a45c-1af0d4b66daa req-f0d258f6-5a9f-4e04-bf27-b881879ceb76 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:59:33.268217 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5fc6a3ee-599a-40f2-a45c-1af0d4b66daa req-f0d258f6-5a9f-4e04-bf27-b881879ceb76 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] 10.222.0.36 "GET /v2.0/ports?device_id=045eae45-9d92-4ede-a801-a845605e963a HTTP/1.1" status: 200 len: 945 time: 0.1700380 Dec 15 19:59:33.335370 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c878b22b-2f1d-4aa4-a0ab-ee821a9724b5 req-7573c21a-b411-42ac-992d-569b3ed53b92 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=045eae45-9d92-4ede-a801-a845605e963a HTTP/1.1" status: 200 len: 1098 time: 0.1624639 Dec 15 19:59:33.342816 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5fc6a3ee-599a-40f2-a45c-1af0d4b66daa req-20d2526c-48c8-4df1-b35b-2e27fb080f13 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2e5ec4f-9214-4881-a4ee-bceaae902f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672028 Dec 15 19:59:33.384307 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c878b22b-2f1d-4aa4-a0ab-ee821a9724b5 req-82c47795-fea6-4216-bd75-e8bdbd0fe335 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b2e5ec4f-9214-4881-a4ee-bceaae902f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383689 Dec 15 19:59:34.559975 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22bf937-7b80-425e-9cf5-3616512082c3 req-c4eb1001-72ad-496f-9f20-1031787d7ec9 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:59:34.561693 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a22bf937-7b80-425e-9cf5-3616512082c3 req-c4eb1001-72ad-496f-9f20-1031787d7ec9 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] 10.222.0.36 "GET /v2.0/ports?device_id=045eae45-9d92-4ede-a801-a845605e963a HTTP/1.1" status: 200 len: 945 time: 0.0939634 Dec 15 19:59:34.620992 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a22bf937-7b80-425e-9cf5-3616512082c3 req-8dbc4d88-f4a6-4473-9531-d4a9d2e2e2f8 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2e5ec4f-9214-4881-a4ee-bceaae902f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471928 Dec 15 19:59:35.832812 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f2ee8-14cd-4e4f-8580-7d8d74c4641a req-1417f9d5-6dac-4dfb-9d27-7cfc636abdf3 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:59:35.834807 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a49f2ee8-14cd-4e4f-8580-7d8d74c4641a req-1417f9d5-6dac-4dfb-9d27-7cfc636abdf3 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] 10.222.0.36 "GET /v2.0/ports?device_id=045eae45-9d92-4ede-a801-a845605e963a HTTP/1.1" status: 200 len: 945 time: 0.0871410 Dec 15 19:59:35.883892 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a49f2ee8-14cd-4e4f-8580-7d8d74c4641a req-42dc3829-f279-420a-96be-dc1b34d5264a tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2e5ec4f-9214-4881-a4ee-bceaae902f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430171 Dec 15 19:59:36.087591 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ad738-0f90-47d7-a012-26d21f882f47 req-6af3afe0-adfb-441a-ac54-214d77b351f6 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:59:36.089176 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4c9ad738-0f90-47d7-a012-26d21f882f47 req-6af3afe0-adfb-441a-ac54-214d77b351f6 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] 10.222.0.36 "GET /v2.0/ports?device_id=045eae45-9d92-4ede-a801-a845605e963a HTTP/1.1" status: 200 len: 945 time: 0.0804482 Dec 15 19:59:36.139445 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4c9ad738-0f90-47d7-a012-26d21f882f47 req-1aadff93-e4c6-4f5e-a7f0-b0baab935cec tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2e5ec4f-9214-4881-a4ee-bceaae902f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442748 Dec 15 19:59:38.231123 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-aa2278c6-5be3-41c6-96a4-260ec87b00dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:59:39.499477 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:59:40.566592 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c464ccb3-f282-4c6f-837a-2164d4c94e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:59:40.956711 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:59:42.739329 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:59:46.939643 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 19:59:52.553895 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772d7280-cb59-407c-a645-ee70a50d0020 req-d2b2ba37-3f02-4399-9c53-48789c95784b tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:59:52.555494 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-772d7280-cb59-407c-a645-ee70a50d0020 req-d2b2ba37-3f02-4399-9c53-48789c95784b tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] 10.222.0.36 "GET /v2.0/ports?device_id=045eae45-9d92-4ede-a801-a845605e963a HTTP/1.1" status: 200 len: 945 time: 0.0852797 Dec 15 19:59:52.604016 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-772d7280-cb59-407c-a645-ee70a50d0020 req-88b33d1c-4835-42a1-a718-9b17538ca03f tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2e5ec4f-9214-4881-a4ee-bceaae902f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425420 Dec 15 19:59:53.813262 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ec38f-bc5c-4731-a388-54229a8cc37c req-a7daf50a-353b-4770-810a-737dad2dadb9 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:59:53.814927 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9f3ec38f-bc5c-4731-a388-54229a8cc37c req-a7daf50a-353b-4770-810a-737dad2dadb9 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] 10.222.0.36 "GET /v2.0/ports?device_id=045eae45-9d92-4ede-a801-a845605e963a HTTP/1.1" status: 200 len: 945 time: 0.0855825 Dec 15 19:59:53.862939 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9f3ec38f-bc5c-4731-a388-54229a8cc37c req-6fed77a4-d945-4b34-8095-3d6fb4949c85 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2e5ec4f-9214-4881-a4ee-bceaae902f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409472 Dec 15 19:59:54.203106 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2350f7fb-df16-4fbe-bf72-7a2360b66204 req-fbed0eac-494c-4d93-90e8-796782d7e76b tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:59:54.204547 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2350f7fb-df16-4fbe-bf72-7a2360b66204 req-fbed0eac-494c-4d93-90e8-796782d7e76b tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] 10.222.0.32 "GET /v2.0/ports?device_id=045eae45-9d92-4ede-a801-a845605e963a HTTP/1.1" status: 200 len: 945 time: 0.0803764 Dec 15 19:59:54.281599 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [req-2350f7fb-df16-4fbe-bf72-7a2360b66204 req-e8300c1e-549b-42fa-8c9e-ca0bfc40d0aa tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Deleting port 95a9c01c-66a8-4587-995d-339bd1b547d9 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:59:54.281981 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-2350f7fb-df16-4fbe-bf72-7a2360b66204 req-e8300c1e-549b-42fa-8c9e-ca0bfc40d0aa tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:59:54.470570 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:59:54.764563 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-2350f7fb-df16-4fbe-bf72-7a2360b66204 req-e8300c1e-549b-42fa-8c9e-ca0bfc40d0aa tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] For port 95a9c01c-66a8-4587-995d-339bd1b547d9, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=95a9c01c-66a8-4587-995d-339bd1b547d9,segment=NetworkSegment(3bc6c766-1877-4d3e-b1d0-d59747dddfe3),segment_id=3bc6c766-1877-4d3e-b1d0-d59747dddfe3)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:59:54.764966 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-2350f7fb-df16-4fbe-bf72-7a2360b66204 req-e8300c1e-549b-42fa-8c9e-ca0bfc40d0aa tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:59:54.897106 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [req-2350f7fb-df16-4fbe-bf72-7a2360b66204 req-e8300c1e-549b-42fa-8c9e-ca0bfc40d0aa tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Calling delete_port for 95a9c01c-66a8-4587-995d-339bd1b547d9 owned by compute:nova {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:59:55.114531 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447d7811-dece-474a-b02c-ec576467639c req-c38586e2-26b4-45be-95bc-aceec8a6d0e0 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 19:59:55.116073 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-447d7811-dece-474a-b02c-ec576467639c req-c38586e2-26b4-45be-95bc-aceec8a6d0e0 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] 10.222.0.36 "GET /v2.0/ports?device_id=045eae45-9d92-4ede-a801-a845605e963a HTTP/1.1" status: 200 len: 945 time: 0.1106291 Dec 15 19:59:55.164761 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-447d7811-dece-474a-b02c-ec576467639c req-4db4dc46-dd95-4f04-96cf-66b23eb1cf26 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2e5ec4f-9214-4881-a4ee-bceaae902f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425398 Dec 15 19:59:55.165406 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-2350f7fb-df16-4fbe-bf72-7a2360b66204 req-e8300c1e-549b-42fa-8c9e-ca0bfc40d0aa tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:59:55.171194 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-45629ab9-cca3-4e7a-b100-b50df220cb3f tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:59:55.191649 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] get_ports_and_sgs() called for port_ids ['95a9c01c-66a8-4587-995d-339bd1b547d9'] {{(pid=88992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 19:59:55.213291 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8300c1e-549b-42fa-8c9e-ca0bfc40d0aa tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Pushing event deleted for resources: {'Port': ['ID=95a9c01c-66a8-4587-995d-339bd1b547d9,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:59:55.217664 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e8300c1e-549b-42fa-8c9e-ca0bfc40d0aa tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:59:55.298673 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [req-2350f7fb-df16-4fbe-bf72-7a2360b66204 req-e8300c1e-549b-42fa-8c9e-ca0bfc40d0aa tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] No DVR routers for this DVR port 95a9c01c-66a8-4587-995d-339bd1b547d9 on host hv-neutron-8218 {{(pid=88990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 19:59:55.301270 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-2350f7fb-df16-4fbe-bf72-7a2360b66204 req-e8300c1e-549b-42fa-8c9e-ca0bfc40d0aa tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:59:55.304251 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '045eae45-9d92-4ede-a801-a845605e963a', 'name': 'network-vif-deleted', 'tag': '95a9c01c-66a8-4587-995d-339bd1b547d9'}] {{(pid=88990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 19:59:55.357336 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2350f7fb-df16-4fbe-bf72-7a2360b66204 req-e8300c1e-549b-42fa-8c9e-ca0bfc40d0aa tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] 10.222.0.32 "DELETE /v2.0/ports/95a9c01c-66a8-4587-995d-339bd1b547d9 HTTP/1.1" status: 204 len: 173 time: 1.1432757 Dec 15 19:59:55.365569 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '045eae45-9d92-4ede-a801-a845605e963a', 'name': 'network-vif-deleted', 'tag': '95a9c01c-66a8-4587-995d-339bd1b547d9', 'status': 'completed', 'code': 200} Dec 15 19:59:56.357457 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 34464) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:59:56.763588 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8d88dffb-8630-41e1-b32e-0912441f81fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145021'] for router_interface, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:59:57.382373 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-8d88dffb-8630-41e1-b32e-0912441f81fb admin admin] Deleting port 64391fb8-a831-4aee-b41f-d61d61f940b9 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:59:57.389735 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8d88dffb-8630-41e1-b32e-0912441f81fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:59:57.563213 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-8d88dffb-8630-41e1-b32e-0912441f81fb admin admin] For port 64391fb8-a831-4aee-b41f-d61d61f940b9, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=64391fb8-a831-4aee-b41f-d61d61f940b9,segment=NetworkSegment(3bc6c766-1877-4d3e-b1d0-d59747dddfe3),segment_id=3bc6c766-1877-4d3e-b1d0-d59747dddfe3)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 19:59:57.563534 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8d88dffb-8630-41e1-b32e-0912441f81fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:59:57.691147 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-8d88dffb-8630-41e1-b32e-0912441f81fb admin admin] Calling delete_port for 64391fb8-a831-4aee-b41f-d61d61f940b9 owned by network:router_interface {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 19:59:57.921041 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8d88dffb-8630-41e1-b32e-0912441f81fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:59:57.925711 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-bfef3faf-9724-4550-87c1-8fb0c153a283 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 19:59:57.970404 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d88dffb-8630-41e1-b32e-0912441f81fb admin admin] Pushing event deleted for resources: {'Port': ['ID=64391fb8-a831-4aee-b41f-d61d61f940b9,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 19:59:57.983123 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d88dffb-8630-41e1-b32e-0912441f81fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:59:57.983565 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d88dffb-8630-41e1-b32e-0912441f81fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:59:57.983996 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d88dffb-8630-41e1-b32e-0912441f81fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:59:57.984822 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d88dffb-8630-41e1-b32e-0912441f81fb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:59:57.984822 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d88dffb-8630-41e1-b32e-0912441f81fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:59:57.985199 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d88dffb-8630-41e1-b32e-0912441f81fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:59:57.985598 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d88dffb-8630-41e1-b32e-0912441f81fb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:59:57.986044 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d88dffb-8630-41e1-b32e-0912441f81fb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:59:57.986457 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d88dffb-8630-41e1-b32e-0912441f81fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:59:57.986982 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d88dffb-8630-41e1-b32e-0912441f81fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:59:57.987267 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d88dffb-8630-41e1-b32e-0912441f81fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 19:59:58.017324 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8d88dffb-8630-41e1-b32e-0912441f81fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 19:59:58.530641 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8d88dffb-8630-41e1-b32e-0912441f81fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852815828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854144871'] for router_interface, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:59:58.570024 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 95a9c01c-66a8-4587-995d-339bd1b547d9 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 19:59:58.604001 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] No Port match for: 95a9c01c-66a8-4587-995d-339bd1b547d9 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 19:59:58.604397 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 95a9c01c-66a8-4587-995d-339bd1b547d9 not bound to the agent host hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 19:59:59.122464 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d88dffb-8630-41e1-b32e-0912441f81fb admin admin] Router 94497056-b8a1-44be-b29e-4b86d3a27d5f has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 19:59:59.329380 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d88dffb-8630-41e1-b32e-0912441f81fb admin admin] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 19:59:59.339490 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5177fbfb-2f48-46fb-8cb5-8f884ee92c67 None None] Sync routers for ids ['94497056-b8a1-44be-b29e-4b86d3a27d5f'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 19:59:59.345572 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8d88dffb-8630-41e1-b32e-0912441f81fb admin admin] 10.222.0.36 "PUT /v2.0/routers/94497056-b8a1-44be-b29e-4b86d3a27d5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9845395 Dec 15 19:59:59.345862 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 34468) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 19:59:59.353299 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5177fbfb-2f48-46fb-8cb5-8f884ee92c67 None None] Routers {'94497056-b8a1-44be-b29e-4b86d3a27d5f'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:59:59.353988 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-5177fbfb-2f48-46fb-8cb5-8f884ee92c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:59:41Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['94497056-b8a1-44be-b29e-4b86d3a27d5f'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:59:59.543480 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-5177fbfb-2f48-46fb-8cb5-8f884ee92c67 None None] Set router 94497056-b8a1-44be-b29e-4b86d3a27d5f gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 19:59:59.550710 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-57c2cfd2-573c-4ffe-93b7-daf1b7b8a31c admin admin] Notify callbacks [] for router, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:59:59.756635 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-57c2cfd2-573c-4ffe-93b7-daf1b7b8a31c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:59:59.835757 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-57c2cfd2-573c-4ffe-93b7-daf1b7b8a31c admin admin] Deleting port 4cd6d956-315c-4836-b38d-0d889211e97d {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 19:59:59.836334 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-57c2cfd2-573c-4ffe-93b7-daf1b7b8a31c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 19:59:59.841290 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-5177fbfb-2f48-46fb-8cb5-8f884ee92c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94497056-b8a1-44be-b29e-4b86d3a27d5f', 'name': 'tempest-TestEncryptedCinderVolumes-770978387-router', 'tenant_id': '295d0133df52401193c00bd1673182f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '4cd6d956-315c-4836-b38d-0d889211e97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:58:33Z', 'updated_at': '2021-12-15T19:59:57Z', 'revision_number': 5, 'project_id': '295d0133df52401193c00bd1673182f5', 'gw_port': {'id': '4cd6d956-315c-4836-b38d-0d889211e97d', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ab:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94497056-b8a1-44be-b29e-4b86d3a27d5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:58:33Z', 'updated_at': '2021-12-15T19:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 19:59:59.845316 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5177fbfb-2f48-46fb-8cb5-8f884ee92c67 None None] Checking router: 94497056-b8a1-44be-b29e-4b86d3a27d5f for host: dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 19:59:59.856981 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5177fbfb-2f48-46fb-8cb5-8f884ee92c67 None None] Routers {'94497056-b8a1-44be-b29e-4b86d3a27d5f'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 19:59:59.857627 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-5177fbfb-2f48-46fb-8cb5-8f884ee92c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:59:41Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['94497056-b8a1-44be-b29e-4b86d3a27d5f'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:00:00.011287 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-5177fbfb-2f48-46fb-8cb5-8f884ee92c67 None None] Set router 94497056-b8a1-44be-b29e-4b86d3a27d5f gateway port host: None {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:00:00.020358 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-57c2cfd2-573c-4ffe-93b7-daf1b7b8a31c admin admin] For port 4cd6d956-315c-4836-b38d-0d889211e97d, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=4cd6d956-315c-4836-b38d-0d889211e97d,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:00:00.020990 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-57c2cfd2-573c-4ffe-93b7-daf1b7b8a31c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:00.123720 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-5177fbfb-2f48-46fb-8cb5-8f884ee92c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94497056-b8a1-44be-b29e-4b86d3a27d5f', 'name': 'tempest-TestEncryptedCinderVolumes-770978387-router', 'tenant_id': '295d0133df52401193c00bd1673182f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:58:33Z', 'updated_at': '2021-12-15T19:59:59Z', 'revision_number': 6, 'project_id': '295d0133df52401193c00bd1673182f5', 'gw_port_host': None}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:00:00.127807 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5177fbfb-2f48-46fb-8cb5-8f884ee92c67 None None] The sync data for ids ['94497056-b8a1-44be-b29e-4b86d3a27d5f'] in dv-neutron-821831-2-hyperv is: [{'id': '94497056-b8a1-44be-b29e-4b86d3a27d5f', 'name': 'tempest-TestEncryptedCinderVolumes-770978387-router', 'tenant_id': '295d0133df52401193c00bd1673182f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:58:33Z', 'updated_at': '2021-12-15T19:59:59Z', 'revision_number': 6, 'project_id': '295d0133df52401193c00bd1673182f5', 'gw_port_host': None}] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 20:00:00.147745 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-57c2cfd2-573c-4ffe-93b7-daf1b7b8a31c admin admin] Calling delete_port for 4cd6d956-315c-4836-b38d-0d889211e97d owned by network:router_gateway {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 20:00:00.390184 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-57c2cfd2-573c-4ffe-93b7-daf1b7b8a31c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:00.394322 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2c9263a5-4eb0-452f-90fa-f86d63d42211 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:00:00.436582 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c2cfd2-573c-4ffe-93b7-daf1b7b8a31c admin admin] Pushing event deleted for resources: {'Port': ['ID=4cd6d956-315c-4836-b38d-0d889211e97d,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:00:00.440980 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-57c2cfd2-573c-4ffe-93b7-daf1b7b8a31c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:00:00.901784 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-57c2cfd2-573c-4ffe-93b7-daf1b7b8a31c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854141934'] for router_gateway, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:01.162203 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-57c2cfd2-573c-4ffe-93b7-daf1b7b8a31c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854207876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854699191'] for router, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:01.166496 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-57c2cfd2-573c-4ffe-93b7-daf1b7b8a31c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:01.263749 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-57c2cfd2-573c-4ffe-93b7-daf1b7b8a31c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854207982'] for router, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:01.264297 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c2cfd2-573c-4ffe-93b7-daf1b7b8a31c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94497056-b8a1-44be-b29e-4b86d3a27d5f {{(pid=88991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 20:00:01.277476 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-57c2cfd2-573c-4ffe-93b7-daf1b7b8a31c admin admin] Notify callbacks [] for router, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:01.278754 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-57c2cfd2-573c-4ffe-93b7-daf1b7b8a31c admin admin] 10.222.0.36 "DELETE /v2.0/routers/94497056-b8a1-44be-b29e-4b86d3a27d5f HTTP/1.1" status: 204 len: 168 time: 1.9318395 Dec 15 20:00:01.281606 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 34472) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:00:01.355022 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c9346d7-df4c-44dd-9db8-7ea4335eeb6f admin admin] Deleting subnet c58760ed-136e-4c26-b3bb-05aeb44a2cab {{(pid=88991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 20:00:01.359383 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 64391fb8-a831-4aee-b41f-d61d61f940b9 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 20:00:01.359583 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0c9346d7-df4c-44dd-9db8-7ea4335eeb6f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:01.396418 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 64391fb8-a831-4aee-b41f-d61d61f940b9 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 20:00:01.396820 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 64391fb8-a831-4aee-b41f-d61d61f940b9 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 20:00:01.397296 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 4cd6d956-315c-4836-b38d-0d889211e97d no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 20:00:01.413348 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0c9346d7-df4c-44dd-9db8-7ea4335eeb6f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16332759'] for subnet, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:01.429878 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 4cd6d956-315c-4836-b38d-0d889211e97d {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 20:00:01.430306 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 4cd6d956-315c-4836-b38d-0d889211e97d not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 20:00:01.496273 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0c9346d7-df4c-44dd-9db8-7ea4335eeb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:01.600497 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0c9346d7-df4c-44dd-9db8-7ea4335eeb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16156049'] for subnet, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:01.605184 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8c9f4000-57cb-4e4a-ab90-e73e318c2cbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:00:01.643030 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9346d7-df4c-44dd-9db8-7ea4335eeb6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c58760ed-136e-4c26-b3bb-05aeb44a2cab,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:00:01.646316 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0c9346d7-df4c-44dd-9db8-7ea4335eeb6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:00:01.649683 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0c9346d7-df4c-44dd-9db8-7ea4335eeb6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:01.655573 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f94001-45ba-45eb-b041-9807b549dbe7 None None] Network 2ba37e38-0a93-4a7d-beeb-d560cb540389 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 20:00:01.656069 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0c9346d7-df4c-44dd-9db8-7ea4335eeb6f admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c58760ed-136e-4c26-b3bb-05aeb44a2cab HTTP/1.1" status: 204 len: 168 time: 0.3731830 Dec 15 20:00:01.658685 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 34476) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:00:01.773353 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-764e0811-e583-41c9-9f1f-266eced402d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:01.784231 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-764e0811-e583-41c9-9f1f-266eced402d0 admin admin] Deleting port f87d1efc-fc27-495b-bd9e-fa16282e7af2 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 20:00:01.784968 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-764e0811-e583-41c9-9f1f-266eced402d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:01.923083 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7efc197-2794-4e93-bef8-13472d031973 None None] DHCP port deletion for 2ba37e38-0a93-4a7d-beeb-d560cb540389 request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 20:00:01.927509 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-e7efc197-2794-4e93-bef8-13472d031973 None None] Deleting port f87d1efc-fc27-495b-bd9e-fa16282e7af2 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 20:00:01.927941 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e7efc197-2794-4e93-bef8-13472d031973 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:01.997110 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-764e0811-e583-41c9-9f1f-266eced402d0 admin admin] For port f87d1efc-fc27-495b-bd9e-fa16282e7af2, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=f87d1efc-fc27-495b-bd9e-fa16282e7af2,segment=NetworkSegment(3bc6c766-1877-4d3e-b1d0-d59747dddfe3),segment_id=3bc6c766-1877-4d3e-b1d0-d59747dddfe3)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:00:01.997504 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-764e0811-e583-41c9-9f1f-266eced402d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:02.120847 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-764e0811-e583-41c9-9f1f-266eced402d0 admin admin] Calling delete_port for f87d1efc-fc27-495b-bd9e-fa16282e7af2 owned by network:dhcp {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 20:00:02.140261 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-e7efc197-2794-4e93-bef8-13472d031973 None None] For port f87d1efc-fc27-495b-bd9e-fa16282e7af2, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=f87d1efc-fc27-495b-bd9e-fa16282e7af2,segment=NetworkSegment(3bc6c766-1877-4d3e-b1d0-d59747dddfe3),segment_id=3bc6c766-1877-4d3e-b1d0-d59747dddfe3)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:00:02.140652 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e7efc197-2794-4e93-bef8-13472d031973 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:02.265444 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-e7efc197-2794-4e93-bef8-13472d031973 None None] Calling delete_port for f87d1efc-fc27-495b-bd9e-fa16282e7af2 owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 20:00:02.280868 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-764e0811-e583-41c9-9f1f-266eced402d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:02.285044 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-bf3a1b20-92ec-4b72-8ad3-98656db648f2 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:00:02.330083 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764e0811-e583-41c9-9f1f-266eced402d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f87d1efc-fc27-495b-bd9e-fa16282e7af2,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:00:02.334029 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-764e0811-e583-41c9-9f1f-266eced402d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:00:02.335195 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 20:00:02.335195 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 20:00:02.335195 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 20:00:02.335195 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 20:00:02.335195 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 20:00:02.335195 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 20:00:02.335195 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 20:00:02.335195 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 20:00:02.335195 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 20:00:02.335195 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 20:00:02.335195 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 20:00:02.335195 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 20:00:02.335195 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 20:00:02.335195 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 20:00:02.335195 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 20:00:02.335195 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 20:00:02.335195 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 20:00:02.335195 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 20:00:02.335195 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 20:00:02.335195 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 20:00:02.335195 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 20:00:02.335195 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 20:00:02.335195 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 20:00:02.335195 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 20:00:02.335195 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 20:00:02.335195 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 20:00:02.335195 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 20:00:02.335195 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 20:00:02.335195 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 20:00:02.335195 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 20:00:02.335195 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 20:00:02.335195 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 20:00:02.335195 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 20:00:02.335195 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 20:00:02.335195 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 20:00:02.335195 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 20:00:02.335195 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 20:00:02.335195 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 20:00:02.335195 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 20:00:02.335195 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 20:00:02.335195 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 20:00:02.335195 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 20:00:02.335195 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 20:00:02.335195 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 20:00:02.335195 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 20:00:02.335195 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 20:00:02.335195 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 20:00:02.335195 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 20:00:02.335195 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 20:00:02.335195 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 20:00:02.335195 dv-neutron-821831-2-hyperv neutron-server[88879]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 20:00:02.335195 dv-neutron-821831-2-hyperv neutron-server[88879]: % (table.description, expected, rows_matched) Dec 15 20:00:02.342175 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-e7efc197-2794-4e93-bef8-13472d031973 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88992) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 20:00:02.342175 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-e7efc197-2794-4e93-bef8-13472d031973 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 20:00:02.346204 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764e0811-e583-41c9-9f1f-266eced402d0 admin admin] No DVR routers for this DVR port f87d1efc-fc27-495b-bd9e-fa16282e7af2 on host dv-neutron-821831-2-hyperv {{(pid=88991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 20:00:02.467880 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-764e0811-e583-41c9-9f1f-266eced402d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:02.495044 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-764e0811-e583-41c9-9f1f-266eced402d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ba37e38-0a93-4a7d-beeb-d560cb540389']}} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:00:02.507581 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-764e0811-e583-41c9-9f1f-266eced402d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bc6c766-1877-4d3e-b1d0-d59747dddfe3') {'for_net_delete': True} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:00:02.507917 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-764e0811-e583-41c9-9f1f-266eced402d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bc6c766-1877-4d3e-b1d0-d59747dddfe3') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:00:02.519594 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-764e0811-e583-41c9-9f1f-266eced402d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838443042'] for segment, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:02.536784 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-764e0811-e583-41c9-9f1f-266eced402d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:02.542956 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-764e0811-e583-41c9-9f1f-266eced402d0 admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=88991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 20:00:02.543402 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-764e0811-e583-41c9-9f1f-266eced402d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838443729'] for segment, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:02.557619 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 20:00:02.557619 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 20:00:02.557619 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 20:00:02.557619 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 20:00:02.557619 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 20:00:02.557619 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 20:00:02.557619 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 20:00:02.557619 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 20:00:02.557619 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 20:00:02.557619 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 20:00:02.557619 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 20:00:02.557619 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 20:00:02.557619 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 20:00:02.557619 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 20:00:02.557619 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 20:00:02.557619 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 20:00:02.557619 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 20:00:02.557619 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 20:00:02.557619 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 20:00:02.557619 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 20:00:02.557619 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 20:00:02.557619 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 20:00:02.557619 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 20:00:02.557619 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 20:00:02.557619 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 20:00:02.557619 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 20:00:02.557619 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 20:00:02.557619 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 20:00:02.557619 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 20:00:02.557619 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 20:00:02.557619 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 20:00:02.557619 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 20:00:02.663496 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-764e0811-e583-41c9-9f1f-266eced402d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:02.666990 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-910680b1-2483-4a33-8519-9fe246f743b3 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:00:02.683344 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-764e0811-e583-41c9-9f1f-266eced402d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:02.689570 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764e0811-e583-41c9-9f1f-266eced402d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ba37e38-0a93-4a7d-beeb-d560cb540389,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:00:02.694619 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-764e0811-e583-41c9-9f1f-266eced402d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:00:02.732950 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-764e0811-e583-41c9-9f1f-266eced402d0 admin admin] 10.222.0.36 "DELETE /v2.0/networks/2ba37e38-0a93-4a7d-beeb-d560cb540389 HTTP/1.1" status: 204 len: 168 time: 1.0731063 Dec 15 20:00:02.736035 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 34480) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:00:02.840962 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-e7efc197-2794-4e93-bef8-13472d031973 None None] Deleting port f87d1efc-fc27-495b-bd9e-fa16282e7af2 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 20:00:02.841402 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e7efc197-2794-4e93-bef8-13472d031973 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:02.905131 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-e7efc197-2794-4e93-bef8-13472d031973 None None] The port 'f87d1efc-fc27-495b-bd9e-fa16282e7af2' was deleted {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 15 20:00:03.138340 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7aad3679-d70b-4d8a-be2b-93fec57f2de5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145021'] for router_interface, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:03.349247 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device f87d1efc-fc27-495b-bd9e-fa16282e7af2 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 20:00:03.385378 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: f87d1efc-fc27-495b-bd9e-fa16282e7af2 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 20:00:03.385781 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device f87d1efc-fc27-495b-bd9e-fa16282e7af2 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 20:00:03.760662 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-7aad3679-d70b-4d8a-be2b-93fec57f2de5 admin admin] Deleting port e3e4af7e-fd2d-43be-96dd-04ad09886922 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 20:00:03.761049 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7aad3679-d70b-4d8a-be2b-93fec57f2de5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:03.939331 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-7aad3679-d70b-4d8a-be2b-93fec57f2de5 admin admin] For port e3e4af7e-fd2d-43be-96dd-04ad09886922, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=e3e4af7e-fd2d-43be-96dd-04ad09886922,segment=NetworkSegment(d0291508-0ac3-4c74-8110-712313a2c0de),segment_id=d0291508-0ac3-4c74-8110-712313a2c0de)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:00:03.939652 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7aad3679-d70b-4d8a-be2b-93fec57f2de5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:04.066842 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-7aad3679-d70b-4d8a-be2b-93fec57f2de5 admin admin] Calling delete_port for e3e4af7e-fd2d-43be-96dd-04ad09886922 owned by network:router_interface {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 20:00:04.509331 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7aad3679-d70b-4d8a-be2b-93fec57f2de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:04.514034 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a40000b4-f1e5-4e5e-86c4-82234a1978f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:00:04.556807 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aad3679-d70b-4d8a-be2b-93fec57f2de5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3e4af7e-fd2d-43be-96dd-04ad09886922,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:00:04.560566 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7aad3679-d70b-4d8a-be2b-93fec57f2de5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:00:04.858916 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7aad3679-d70b-4d8a-be2b-93fec57f2de5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852815828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854144871'] for router_interface, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:05.453984 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aad3679-d70b-4d8a-be2b-93fec57f2de5 admin admin] Router 8b39bdcf-fc3d-49c5-9691-7dfef237d518 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 20:00:05.669508 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aad3679-d70b-4d8a-be2b-93fec57f2de5 admin admin] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 20:00:05.679924 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1435a20a-ed3d-4728-8c06-ccce8f2cd91f None None] Sync routers for ids ['8b39bdcf-fc3d-49c5-9691-7dfef237d518'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 20:00:05.680747 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-7aad3679-d70b-4d8a-be2b-93fec57f2de5 admin admin] 10.222.0.36 "PUT /v2.0/routers/8b39bdcf-fc3d-49c5-9691-7dfef237d518/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9436419 Dec 15 20:00:05.682701 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 34484) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:00:05.693328 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1435a20a-ed3d-4728-8c06-ccce8f2cd91f None None] Routers {'8b39bdcf-fc3d-49c5-9691-7dfef237d518'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:00:05.694437 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-1435a20a-ed3d-4728-8c06-ccce8f2cd91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:59:41Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['8b39bdcf-fc3d-49c5-9691-7dfef237d518'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:00:05.883393 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-1435a20a-ed3d-4728-8c06-ccce8f2cd91f None None] Set router 8b39bdcf-fc3d-49c5-9691-7dfef237d518 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:00:05.898506 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9a7a3eea-b1c4-4ad9-aa5c-230a0e63761a admin admin] Notify callbacks [] for router, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:06.122011 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9a7a3eea-b1c4-4ad9-aa5c-230a0e63761a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:06.160792 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-9a7a3eea-b1c4-4ad9-aa5c-230a0e63761a admin admin] Deleting port d69d24cf-4d53-4017-a7b4-c7865547e419 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 20:00:06.161267 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9a7a3eea-b1c4-4ad9-aa5c-230a0e63761a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:06.185585 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-1435a20a-ed3d-4728-8c06-ccce8f2cd91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b39bdcf-fc3d-49c5-9691-7dfef237d518', 'name': 'tempest-TestEncryptedCinderVolumes-2104484231-router', 'tenant_id': 'a4f2bf6e2096455eb7b95a19eba5368d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': 'd69d24cf-4d53-4017-a7b4-c7865547e419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:58:41Z', 'updated_at': '2021-12-15T20:00:04Z', 'revision_number': 5, 'project_id': 'a4f2bf6e2096455eb7b95a19eba5368d', 'gw_port': {'id': 'd69d24cf-4d53-4017-a7b4-c7865547e419', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b39bdcf-fc3d-49c5-9691-7dfef237d518', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:58:41Z', 'updated_at': '2021-12-15T19:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:00:06.189777 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1435a20a-ed3d-4728-8c06-ccce8f2cd91f None None] Checking router: 8b39bdcf-fc3d-49c5-9691-7dfef237d518 for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 20:00:06.201956 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1435a20a-ed3d-4728-8c06-ccce8f2cd91f None None] Routers {'8b39bdcf-fc3d-49c5-9691-7dfef237d518'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:00:06.202660 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-1435a20a-ed3d-4728-8c06-ccce8f2cd91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T19:59:41Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['8b39bdcf-fc3d-49c5-9691-7dfef237d518'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:00:06.348184 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-9a7a3eea-b1c4-4ad9-aa5c-230a0e63761a admin admin] For port d69d24cf-4d53-4017-a7b4-c7865547e419, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=d69d24cf-4d53-4017-a7b4-c7865547e419,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:00:06.348617 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9a7a3eea-b1c4-4ad9-aa5c-230a0e63761a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:06.361166 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-1435a20a-ed3d-4728-8c06-ccce8f2cd91f None None] Set router 8b39bdcf-fc3d-49c5-9691-7dfef237d518 gateway port host: None {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:00:06.471539 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-1435a20a-ed3d-4728-8c06-ccce8f2cd91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b39bdcf-fc3d-49c5-9691-7dfef237d518', 'name': 'tempest-TestEncryptedCinderVolumes-2104484231-router', 'tenant_id': 'a4f2bf6e2096455eb7b95a19eba5368d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:58:41Z', 'updated_at': '2021-12-15T20:00:06Z', 'revision_number': 6, 'project_id': 'a4f2bf6e2096455eb7b95a19eba5368d', 'gw_port_host': None}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:00:06.471800 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-9a7a3eea-b1c4-4ad9-aa5c-230a0e63761a admin admin] Calling delete_port for d69d24cf-4d53-4017-a7b4-c7865547e419 owned by network:router_gateway {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 20:00:06.476231 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1435a20a-ed3d-4728-8c06-ccce8f2cd91f None None] The sync data for ids ['8b39bdcf-fc3d-49c5-9691-7dfef237d518'] in dv-neutron-821831-2-hyperv is: [{'id': '8b39bdcf-fc3d-49c5-9691-7dfef237d518', 'name': 'tempest-TestEncryptedCinderVolumes-2104484231-router', 'tenant_id': 'a4f2bf6e2096455eb7b95a19eba5368d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:58:41Z', 'updated_at': '2021-12-15T20:00:06Z', 'revision_number': 6, 'project_id': 'a4f2bf6e2096455eb7b95a19eba5368d', 'gw_port_host': None}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 20:00:06.680943 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9a7a3eea-b1c4-4ad9-aa5c-230a0e63761a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:06.685930 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b4616352-a2f8-4655-b6fc-44c9ad0cf1be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:00:06.728652 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7a3eea-b1c4-4ad9-aa5c-230a0e63761a admin admin] Pushing event deleted for resources: {'Port': ['ID=d69d24cf-4d53-4017-a7b4-c7865547e419,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:00:06.732377 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9a7a3eea-b1c4-4ad9-aa5c-230a0e63761a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:00:06.965564 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9a7a3eea-b1c4-4ad9-aa5c-230a0e63761a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854141934'] for router_gateway, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:07.352428 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device d69d24cf-4d53-4017-a7b4-c7865547e419 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 20:00:07.387364 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: d69d24cf-4d53-4017-a7b4-c7865547e419 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 20:00:07.394692 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device d69d24cf-4d53-4017-a7b4-c7865547e419 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 20:00:07.394692 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device e3e4af7e-fd2d-43be-96dd-04ad09886922 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 20:00:07.423099 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: e3e4af7e-fd2d-43be-96dd-04ad09886922 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 20:00:07.423497 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device e3e4af7e-fd2d-43be-96dd-04ad09886922 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 20:00:07.464391 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9a7a3eea-b1c4-4ad9-aa5c-230a0e63761a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854207876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854699191'] for router, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:07.468827 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9a7a3eea-b1c4-4ad9-aa5c-230a0e63761a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:07.605632 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9a7a3eea-b1c4-4ad9-aa5c-230a0e63761a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854207982'] for router, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:07.606342 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a7a3eea-b1c4-4ad9-aa5c-230a0e63761a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b39bdcf-fc3d-49c5-9691-7dfef237d518 {{(pid=88991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 20:00:07.620613 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9a7a3eea-b1c4-4ad9-aa5c-230a0e63761a admin admin] Notify callbacks [] for router, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:07.622089 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9a7a3eea-b1c4-4ad9-aa5c-230a0e63761a admin admin] 10.222.0.36 "DELETE /v2.0/routers/8b39bdcf-fc3d-49c5-9691-7dfef237d518 HTTP/1.1" status: 204 len: 168 time: 1.9380538 Dec 15 20:00:07.624731 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 34488) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:00:07.694435 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-28d1ded4-b237-4b58-9f0f-c351ff03a1e9 admin admin] Deleting subnet b9b107f8-44d6-496f-b628-c213b2fb17e7 {{(pid=88990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 20:00:07.698042 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-28d1ded4-b237-4b58-9f0f-c351ff03a1e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:07.759092 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-28d1ded4-b237-4b58-9f0f-c351ff03a1e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838448728'] for subnet, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:07.839574 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-28d1ded4-b237-4b58-9f0f-c351ff03a1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:08.114723 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-28d1ded4-b237-4b58-9f0f-c351ff03a1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16636259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14850861'] for subnet, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:08.119488 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8e99ee92-1590-439c-929a-156a719f7ae1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:00:08.159430 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d1ded4-b237-4b58-9f0f-c351ff03a1e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9b107f8-44d6-496f-b628-c213b2fb17e7,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:00:08.162173 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-28d1ded4-b237-4b58-9f0f-c351ff03a1e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:00:08.164869 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-28d1ded4-b237-4b58-9f0f-c351ff03a1e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:08.170570 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106e082d-4a08-48a3-b99f-d73784170575 None None] Network 8b064db5-48b6-40b6-b0ac-4e8d349e188d requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 20:00:08.170948 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-28d1ded4-b237-4b58-9f0f-c351ff03a1e9 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b9b107f8-44d6-496f-b628-c213b2fb17e7 HTTP/1.1" status: 204 len: 168 time: 0.5450904 Dec 15 20:00:08.173554 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 34492) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:00:08.283734 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0c63af9a-bdda-43a5-a07b-3806a09fe7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:08.288067 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bb8356a0-0d34-43a3-88c2-202fa9fcf2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:08.298856 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-bb8356a0-0d34-43a3-88c2-202fa9fcf2bf admin admin] Deleting port 68fdfafa-a2d5-4fca-bb38-7b30323b17b6 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 20:00:08.299229 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bb8356a0-0d34-43a3-88c2-202fa9fcf2bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:08.446138 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1280ffb2-12f1-4aa5-bffe-731fd993e78f None None] DHCP port deletion for 8b064db5-48b6-40b6-b0ac-4e8d349e188d request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 20:00:08.451213 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-1280ffb2-12f1-4aa5-bffe-731fd993e78f None None] Deleting port 68fdfafa-a2d5-4fca-bb38-7b30323b17b6 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 20:00:08.451714 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1280ffb2-12f1-4aa5-bffe-731fd993e78f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:08.510529 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-bb8356a0-0d34-43a3-88c2-202fa9fcf2bf admin admin] For port 68fdfafa-a2d5-4fca-bb38-7b30323b17b6, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=68fdfafa-a2d5-4fca-bb38-7b30323b17b6,segment=NetworkSegment(d0291508-0ac3-4c74-8110-712313a2c0de),segment_id=d0291508-0ac3-4c74-8110-712313a2c0de)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:00:08.510932 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bb8356a0-0d34-43a3-88c2-202fa9fcf2bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:08.637790 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-bb8356a0-0d34-43a3-88c2-202fa9fcf2bf admin admin] Calling delete_port for 68fdfafa-a2d5-4fca-bb38-7b30323b17b6 owned by network:dhcp {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 20:00:08.749346 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bb8356a0-0d34-43a3-88c2-202fa9fcf2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:08.754956 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2980cc7b-c8f0-4853-84f5-b193d4613b19 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:00:08.800286 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8356a0-0d34-43a3-88c2-202fa9fcf2bf admin admin] Pushing event deleted for resources: {'Port': ['ID=68fdfafa-a2d5-4fca-bb38-7b30323b17b6,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:00:08.803175 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-bb8356a0-0d34-43a3-88c2-202fa9fcf2bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:00:08.806648 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8356a0-0d34-43a3-88c2-202fa9fcf2bf admin admin] No DVR routers for this DVR port 68fdfafa-a2d5-4fca-bb38-7b30323b17b6 on host dv-neutron-821831-2-hyperv {{(pid=88990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 20:00:08.832014 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-1280ffb2-12f1-4aa5-bffe-731fd993e78f None None] For port 68fdfafa-a2d5-4fca-bb38-7b30323b17b6, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=68fdfafa-a2d5-4fca-bb38-7b30323b17b6,segment=NetworkSegment(d0291508-0ac3-4c74-8110-712313a2c0de),segment_id=d0291508-0ac3-4c74-8110-712313a2c0de)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:00:08.832469 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1280ffb2-12f1-4aa5-bffe-731fd993e78f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:08.929758 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bb8356a0-0d34-43a3-88c2-202fa9fcf2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:08.957002 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-bb8356a0-0d34-43a3-88c2-202fa9fcf2bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b064db5-48b6-40b6-b0ac-4e8d349e188d']}} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:00:08.957257 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-1280ffb2-12f1-4aa5-bffe-731fd993e78f None None] Calling delete_port for 68fdfafa-a2d5-4fca-bb38-7b30323b17b6 owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 20:00:08.970292 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-bb8356a0-0d34-43a3-88c2-202fa9fcf2bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0291508-0ac3-4c74-8110-712313a2c0de') {'for_net_delete': True} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:00:08.970633 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-bb8356a0-0d34-43a3-88c2-202fa9fcf2bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0291508-0ac3-4c74-8110-712313a2c0de') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:00:08.982528 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bb8356a0-0d34-43a3-88c2-202fa9fcf2bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16327073'] for segment, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:09.025952 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-1280ffb2-12f1-4aa5-bffe-731fd993e78f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88992) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 20:00:09.026434 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-1280ffb2-12f1-4aa5-bffe-731fd993e78f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 20:00:09.057566 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bb8356a0-0d34-43a3-88c2-202fa9fcf2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:09.064163 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb8356a0-0d34-43a3-88c2-202fa9fcf2bf admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=88990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 20:00:09.064598 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bb8356a0-0d34-43a3-88c2-202fa9fcf2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838138943'] for segment, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:09.083053 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 20:00:09.083053 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 20:00:09.083053 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 20:00:09.083053 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 20:00:09.083053 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 20:00:09.083053 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 20:00:09.083053 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 20:00:09.083053 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 20:00:09.083053 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 20:00:09.083053 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 20:00:09.083053 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 20:00:09.083053 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 20:00:09.083053 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 20:00:09.083053 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 20:00:09.083053 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 20:00:09.083053 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 20:00:09.083053 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 20:00:09.083053 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 20:00:09.083053 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 20:00:09.083053 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 20:00:09.083053 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 20:00:09.083053 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 20:00:09.083053 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 20:00:09.083053 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 20:00:09.083053 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 20:00:09.083053 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 20:00:09.083053 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 20:00:09.083053 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 20:00:09.083053 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 20:00:09.083053 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 20:00:09.083053 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 20:00:09.083053 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 20:00:09.326248 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bb8356a0-0d34-43a3-88c2-202fa9fcf2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:09.333055 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2ced3f22-2cbe-4604-9808-9365df8f7bbf tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:00:09.348057 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bb8356a0-0d34-43a3-88c2-202fa9fcf2bf admin admin] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:09.349478 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 68fdfafa-a2d5-4fca-bb38-7b30323b17b6 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 20:00:09.359125 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8356a0-0d34-43a3-88c2-202fa9fcf2bf admin admin] Pushing event deleted for resources: {'Network': ['ID=8b064db5-48b6-40b6-b0ac-4e8d349e188d,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:00:09.362107 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-bb8356a0-0d34-43a3-88c2-202fa9fcf2bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:00:09.366540 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-bb8356a0-0d34-43a3-88c2-202fa9fcf2bf admin admin] 10.222.0.36 "DELETE /v2.0/networks/8b064db5-48b6-40b6-b0ac-4e8d349e188d HTTP/1.1" status: 204 len: 168 time: 1.1900423 Dec 15 20:00:09.387217 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 68fdfafa-a2d5-4fca-bb38-7b30323b17b6 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 20:00:09.387622 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 68fdfafa-a2d5-4fca-bb38-7b30323b17b6 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 20:00:09.509021 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:09.527517 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-1280ffb2-12f1-4aa5-bffe-731fd993e78f None None] Deleting port 68fdfafa-a2d5-4fca-bb38-7b30323b17b6 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 20:00:09.527926 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1280ffb2-12f1-4aa5-bffe-731fd993e78f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:09.591294 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-1280ffb2-12f1-4aa5-bffe-731fd993e78f None None] The port '68fdfafa-a2d5-4fca-bb38-7b30323b17b6' was deleted {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 15 20:00:09.668122 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 34498) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:00:09.725364 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-fc450730-4254-43e0-8c4e-a483554ba63b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=295d0133df52401193c00bd1673182f5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0558901 Dec 15 20:00:09.727881 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 34502) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:00:09.793914 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a54dc11-3b75-4b94-98b1-9808554265db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:09.821398 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a54dc11-3b75-4b94-98b1-9808554265db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:10.069257 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a54dc11-3b75-4b94-98b1-9808554265db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:10.074539 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b0856e93-3598-48a7-8934-3ca03e3aefd0 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:00:10.088832 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a54dc11-3b75-4b94-98b1-9808554265db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e5ec4f-9214-4881-a4ee-bceaae902f77,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:00:10.091602 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1a54dc11-3b75-4b94-98b1-9808554265db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:00:10.136485 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a54dc11-3b75-4b94-98b1-9808554265db admin admin] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:10.137835 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1a54dc11-3b75-4b94-98b1-9808554265db admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b2e5ec4f-9214-4881-a4ee-bceaae902f77 HTTP/1.1" status: 204 len: 168 time: 0.4089792 Dec 15 20:00:10.560274 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ce726214-b30d-4d20-8360-e1a6a0b60b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:10.706973 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 34510) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:00:10.759511 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4ea6d649-6ce2-4964-bf59-45b1dff44f27 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a4f2bf6e2096455eb7b95a19eba5368d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0511451 Dec 15 20:00:10.761968 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 34514) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:00:10.826195 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a484643-bbeb-432b-a475-3528c021001f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:10.852816 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a484643-bbeb-432b-a475-3528c021001f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:10.932049 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a484643-bbeb-432b-a475-3528c021001f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:10.937196 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-501dfb92-893c-48b1-897d-06dc37fa83d4 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:00:10.949799 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a484643-bbeb-432b-a475-3528c021001f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d9d241-7f29-436f-851f-44fe7bd2bec7,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:00:10.952903 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1a484643-bbeb-432b-a475-3528c021001f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:00:10.954847 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a484643-bbeb-432b-a475-3528c021001f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:10.957256 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1a484643-bbeb-432b-a475-3528c021001f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/18d9d241-7f29-436f-851f-44fe7bd2bec7 HTTP/1.1" status: 204 len: 168 time: 0.1941414 Dec 15 20:00:10.968545 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:12.150227 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 34536) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:00:12.286966 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-6ab1b1e2-8d1a-41af-b31d-6a4a338aad4a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1053016225-network', 'tenant_id': '624c5fe3fad6436998538267c0ff529d'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:00:12.292147 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-6ab1b1e2-8d1a-41af-b31d-6a4a338aad4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:00:12.296240 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-6ab1b1e2-8d1a-41af-b31d-6a4a338aad4a admin admin] Usage tracker for resource:network and tenant:624c5fe3fad6436998538267c0ff529d is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:00:12.299262 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-6ab1b1e2-8d1a-41af-b31d-6a4a338aad4a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:00:12.306589 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-6ab1b1e2-8d1a-41af-b31d-6a4a338aad4a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:00:12.337561 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab1b1e2-8d1a-41af-b31d-6a4a338aad4a admin admin] Made reservation on behalf of 624c5fe3fad6436998538267c0ff529d for: {'network': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 20:00:12.342294 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6ab1b1e2-8d1a-41af-b31d-6a4a338aad4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:12.355566 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6ab1b1e2-8d1a-41af-b31d-6a4a338aad4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:12.387911 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-6ab1b1e2-8d1a-41af-b31d-6a4a338aad4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:00:12.391850 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-6ab1b1e2-8d1a-41af-b31d-6a4a338aad4a admin admin] Usage tracker for resource:security_group_rule and tenant:624c5fe3fad6436998538267c0ff529d is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:00:12.395434 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-6ab1b1e2-8d1a-41af-b31d-6a4a338aad4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:00:12.401430 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-6ab1b1e2-8d1a-41af-b31d-6a4a338aad4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:00:12.574689 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6ab1b1e2-8d1a-41af-b31d-6a4a338aad4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:12.606056 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6ab1b1e2-8d1a-41af-b31d-6a4a338aad4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:12.611062 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ee0a0ced-2054-4f94-986c-9bed751b26e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:00:12.643260 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab1b1e2-8d1a-41af-b31d-6a4a338aad4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79806c94-04e8-4128-b7a8-f9732fe9c925,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:00:12.646891 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6ab1b1e2-8d1a-41af-b31d-6a4a338aad4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:00:12.674076 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ab1b1e2-8d1a-41af-b31d-6a4a338aad4a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=88991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 20:00:12.727617 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6ab1b1e2-8d1a-41af-b31d-6a4a338aad4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:12.728022 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-6ab1b1e2-8d1a-41af-b31d-6a4a338aad4a admin admin] Added segment 15526ac3-b689-4cdb-8feb-e94173cc5024 of type vlan for network cc9ded52-f8e6-4237-82a9-64073db8f003 Dec 15 20:00:12.742970 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:12.755057 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6ab1b1e2-8d1a-41af-b31d-6a4a338aad4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:12.805701 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6ab1b1e2-8d1a-41af-b31d-6a4a338aad4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:12.806705 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab1b1e2-8d1a-41af-b31d-6a4a338aad4a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:00:12.807343 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6ab1b1e2-8d1a-41af-b31d-6a4a338aad4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:12.812363 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1dbc2c72-22b3-4337-bcfa-103c15a9e42b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:00:12.920606 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab1b1e2-8d1a-41af-b31d-6a4a338aad4a admin admin] Pushing event updated for resources: {'Network': ['ID=cc9ded52-f8e6-4237-82a9-64073db8f003,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:00:12.920606 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6ab1b1e2-8d1a-41af-b31d-6a4a338aad4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:00:12.925985 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network cc9ded52-f8e6-4237-82a9-64073db8f003 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 20:00:12.938339 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6ab1b1e2-8d1a-41af-b31d-6a4a338aad4a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7868860 Dec 15 20:00:12.942223 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 34542) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:00:12.948932 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-3244314e-2fca-4c65-8ad3-7bf40b4b13ea admin admin] Request body: {'subnet': {'network_id': 'cc9ded52-f8e6-4237-82a9-64073db8f003', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1053016225-subnet', 'tenant_id': '624c5fe3fad6436998538267c0ff529d', 'ip_version': 4}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:00:12.954376 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-3244314e-2fca-4c65-8ad3-7bf40b4b13ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:00:12.959071 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-3244314e-2fca-4c65-8ad3-7bf40b4b13ea admin admin] Usage tracker for resource:subnet and tenant:624c5fe3fad6436998538267c0ff529d is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:00:12.962961 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-3244314e-2fca-4c65-8ad3-7bf40b4b13ea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:00:12.969286 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-3244314e-2fca-4c65-8ad3-7bf40b4b13ea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:00:13.000288 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3244314e-2fca-4c65-8ad3-7bf40b4b13ea admin admin] Made reservation on behalf of 624c5fe3fad6436998538267c0ff529d for: {'subnet': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 20:00:13.005587 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3244314e-2fca-4c65-8ad3-7bf40b4b13ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839924940'] for subnet, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:13.246443 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3244314e-2fca-4c65-8ad3-7bf40b4b13ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838139473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839924955'] for subnet, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:13.250702 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ed296194-f830-4cc5-8315-e323f31eedf4 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:00:13.324606 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3244314e-2fca-4c65-8ad3-7bf40b4b13ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=804c7db4-1d20-401f-b195-efb6e9171cf6,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:00:13.328800 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3244314e-2fca-4c65-8ad3-7bf40b4b13ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:00:13.337547 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3244314e-2fca-4c65-8ad3-7bf40b4b13ea admin admin] Checking segment: {'id': '15526ac3-b689-4cdb-8feb-e94173cc5024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'cc9ded52-f8e6-4237-82a9-64073db8f003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 20:00:13.337945 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3244314e-2fca-4c65-8ad3-7bf40b4b13ea admin admin] Network hostable DHCP agents. Network: cc9ded52-f8e6-4237-82a9-64073db8f003, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 20:00:13.388807 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3244314e-2fca-4c65-8ad3-7bf40b4b13ea admin admin] Network cc9ded52-f8e6-4237-82a9-64073db8f003 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 20:00:13.440266 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-3244314e-2fca-4c65-8ad3-7bf40b4b13ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, cc9ded52-f8e6-4237-82a9-64073db8f003) {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 20:00:13.445109 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3244314e-2fca-4c65-8ad3-7bf40b4b13ea admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:00:13.445756 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3244314e-2fca-4c65-8ad3-7bf40b4b13ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:13.450268 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9e02e5-ffce-4258-820e-089feab5f446 None None] Network cc9ded52-f8e6-4237-82a9-64073db8f003 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 20:00:13.500637 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-3244314e-2fca-4c65-8ad3-7bf40b4b13ea admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5545373 Dec 15 20:00:13.500849 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 34546) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:00:13.506901 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-18f678ec-3b29-4abc-a7a6-fcc94754a41b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1053016225-router', 'tenant_id': '624c5fe3fad6436998538267c0ff529d', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:00:13.511996 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-18f678ec-3b29-4abc-a7a6-fcc94754a41b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:00:13.516182 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-18f678ec-3b29-4abc-a7a6-fcc94754a41b admin admin] Usage tracker for resource:router and tenant:624c5fe3fad6436998538267c0ff529d is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:00:13.519439 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-18f678ec-3b29-4abc-a7a6-fcc94754a41b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:00:13.525482 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-18f678ec-3b29-4abc-a7a6-fcc94754a41b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:00:13.554818 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-18f678ec-3b29-4abc-a7a6-fcc94754a41b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854699176'] for router, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:13.555880 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-18f678ec-3b29-4abc-a7a6-fcc94754a41b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854194926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-76609'] for router, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:13.574800 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-18f678ec-3b29-4abc-a7a6-fcc94754a41b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:13.681148 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48331c8f-277d-404b-a7bc-66a37d00af96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-cc9ded52-f8e6-4237-82a9-64073db8f003', 'network_id': 'cc9ded52-f8e6-4237-82a9-64073db8f003', 'tenant_id': '624c5fe3fad6436998538267c0ff529d', 'fixed_ips': [{'subnet_id': '804c7db4-1d20-401f-b195-efb6e9171cf6'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 20:00:13.682058 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-48331c8f-277d-404b-a7bc-66a37d00af96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:13.760752 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-18f678ec-3b29-4abc-a7a6-fcc94754a41b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:13.879154 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-48331c8f-277d-404b-a7bc-66a37d00af96 None None] Allocated IP 172.20.0.2 (cc9ded52-f8e6-4237-82a9-64073db8f003/804c7db4-1d20-401f-b195-efb6e9171cf6/6f8c3bfe-d50b-486f-8753-bc08dec88732) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 20:00:14.040035 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-18f678ec-3b29-4abc-a7a6-fcc94754a41b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:14.071408 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-18f678ec-3b29-4abc-a7a6-fcc94754a41b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:14.089445 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-48331c8f-277d-404b-a7bc-66a37d00af96 None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:14.160173 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-48331c8f-277d-404b-a7bc-66a37d00af96 None None] Transition to ACTIVE for port object 6f8c3bfe-d50b-486f-8753-bc08dec88732 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 20:00:14.180085 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-48331c8f-277d-404b-a7bc-66a37d00af96 None None] Transition to ACTIVE for port object 6f8c3bfe-d50b-486f-8753-bc08dec88732 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 20:00:14.234839 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-48331c8f-277d-404b-a7bc-66a37d00af96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:14.240444 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-54fe7846-6f7d-481d-b499-cc401ada7150 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:00:14.308213 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48331c8f-277d-404b-a7bc-66a37d00af96 None None] Network cc9ded52-f8e6-4237-82a9-64073db8f003 is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 20:00:14.311767 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-48331c8f-277d-404b-a7bc-66a37d00af96 None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 20:00:14.317199 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48331c8f-277d-404b-a7bc-66a37d00af96 None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:00:14.319621 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48331c8f-277d-404b-a7bc-66a37d00af96 None None] Pushing event updated for resources: {'Port': ['ID=6f8c3bfe-d50b-486f-8753-bc08dec88732,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:00:14.328610 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-18f678ec-3b29-4abc-a7a6-fcc94754a41b admin admin] Allocated IP 172.26.3.190 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/8f36f2f2-d715-4cdf-a69b-2fd2692ec080) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 20:00:14.360712 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48331c8f-277d-404b-a7bc-66a37d00af96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:00:14.361097 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48331c8f-277d-404b-a7bc-66a37d00af96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:00:14.361483 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48331c8f-277d-404b-a7bc-66a37d00af96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:00:14.361863 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48331c8f-277d-404b-a7bc-66a37d00af96 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:00:14.362832 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48331c8f-277d-404b-a7bc-66a37d00af96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:00:14.363211 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48331c8f-277d-404b-a7bc-66a37d00af96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:00:14.363585 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48331c8f-277d-404b-a7bc-66a37d00af96 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:00:14.363961 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48331c8f-277d-404b-a7bc-66a37d00af96 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:00:14.364332 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48331c8f-277d-404b-a7bc-66a37d00af96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:00:14.364698 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48331c8f-277d-404b-a7bc-66a37d00af96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:00:14.365068 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48331c8f-277d-404b-a7bc-66a37d00af96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:00:14.372891 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-48331c8f-277d-404b-a7bc-66a37d00af96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:00:14.421073 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-48331c8f-277d-404b-a7bc-66a37d00af96 None None] Attempting to bind port 6f8c3bfe-d50b-486f-8753-bc08dec88732 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 20:00:14.421492 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-48331c8f-277d-404b-a7bc-66a37d00af96 None None] Attempting to bind port 6f8c3bfe-d50b-486f-8753-bc08dec88732 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '15526ac3-b689-4cdb-8feb-e94173cc5024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'cc9ded52-f8e6-4237-82a9-64073db8f003'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 20:00:14.421907 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48331c8f-277d-404b-a7bc-66a37d00af96 None None] Attempting to bind port 6f8c3bfe-d50b-486f-8753-bc08dec88732 on network cc9ded52-f8e6-4237-82a9-64073db8f003 {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 20:00:14.429516 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48331c8f-277d-404b-a7bc-66a37d00af96 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 20, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 20:00:14.429934 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48331c8f-277d-404b-a7bc-66a37d00af96 None None] Checking segment: {'id': '15526ac3-b689-4cdb-8feb-e94173cc5024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'cc9ded52-f8e6-4237-82a9-64073db8f003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 20:00:14.430418 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-48331c8f-277d-404b-a7bc-66a37d00af96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:14.430859 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48331c8f-277d-404b-a7bc-66a37d00af96 None None] Bound using segment: {'id': '15526ac3-b689-4cdb-8feb-e94173cc5024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'cc9ded52-f8e6-4237-82a9-64073db8f003'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 20:00:14.431376 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-48331c8f-277d-404b-a7bc-66a37d00af96 None None] Bound port: 6f8c3bfe-d50b-486f-8753-bc08dec88732, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15526ac3-b689-4cdb-8feb-e94173cc5024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'cc9ded52-f8e6-4237-82a9-64073db8f003'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 20:00:14.431797 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-48331c8f-277d-404b-a7bc-66a37d00af96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:14.524764 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-48331c8f-277d-404b-a7bc-66a37d00af96 None None] For port 6f8c3bfe-d50b-486f-8753-bc08dec88732, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 20:00:14.528120 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-48331c8f-277d-404b-a7bc-66a37d00af96 None None] For port 6f8c3bfe-d50b-486f-8753-bc08dec88732, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=6f8c3bfe-d50b-486f-8753-bc08dec88732,segment=NetworkSegment(15526ac3-b689-4cdb-8feb-e94173cc5024),segment_id=15526ac3-b689-4cdb-8feb-e94173cc5024)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 20:00:14.561044 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-48331c8f-277d-404b-a7bc-66a37d00af96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:14.565794 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:00:14.614771 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-18f678ec-3b29-4abc-a7a6-fcc94754a41b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:14.668151 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48331c8f-277d-404b-a7bc-66a37d00af96 None None] Pushing event updated for resources: {'Port': ['ID=6f8c3bfe-d50b-486f-8753-bc08dec88732,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:00:14.674056 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-48331c8f-277d-404b-a7bc-66a37d00af96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:00:14.676370 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-18f678ec-3b29-4abc-a7a6-fcc94754a41b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:14.682597 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5e073a5a-8e84-4dbb-94da-dd1050c76f2b tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:00:14.760043 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f678ec-3b29-4abc-a7a6-fcc94754a41b admin admin] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 20:00:14.763954 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-18f678ec-3b29-4abc-a7a6-fcc94754a41b admin admin] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 20:00:14.765925 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f678ec-3b29-4abc-a7a6-fcc94754a41b admin admin] Pushing event updated for resources: {'Port': ['ID=8f36f2f2-d715-4cdf-a69b-2fd2692ec080,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:00:14.768238 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f678ec-3b29-4abc-a7a6-fcc94754a41b admin admin] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:00:14.798582 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-18f678ec-3b29-4abc-a7a6-fcc94754a41b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:00:15.046077 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-18f678ec-3b29-4abc-a7a6-fcc94754a41b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:15.046517 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-18f678ec-3b29-4abc-a7a6-fcc94754a41b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904'] for router, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:15.326463 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18f678ec-3b29-4abc-a7a6-fcc94754a41b admin admin] Router eb43de9e-4b01-4e8b-975c-911b60218abf is scheduled to L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 with binding_index 1 {{(pid=88990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 15 20:00:15.389045 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 6f8c3bfe-d50b-486f-8753-bc08dec88732 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 20:00:15.497069 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 6f8c3bfe-d50b-486f-8753-bc08dec88732 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 20:00:15.785932 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f678ec-3b29-4abc-a7a6-fcc94754a41b admin admin] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 20:00:15.795614 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2cc84c-a577-427f-8ed9-8d7bc5b330a0 None None] Sync routers for ids ['eb43de9e-4b01-4e8b-975c-911b60218abf'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 20:00:15.808659 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2cc84c-a577-427f-8ed9-8d7bc5b330a0 None None] Routers {'eb43de9e-4b01-4e8b-975c-911b60218abf'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:00:15.809335 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-9b2cc84c-a577-427f-8ed9-8d7bc5b330a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:00:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['eb43de9e-4b01-4e8b-975c-911b60218abf'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:00:15.852222 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-18f678ec-3b29-4abc-a7a6-fcc94754a41b admin admin] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:15.853564 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-18f678ec-3b29-4abc-a7a6-fcc94754a41b admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3517799 Dec 15 20:00:15.856878 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 34550) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:00:16.163138 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-9b2cc84c-a577-427f-8ed9-8d7bc5b330a0 None None] Set router eb43de9e-4b01-4e8b-975c-911b60218abf gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:00:16.402217 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547b103f-36e1-4360-89d4-145b017c38c9 None None] Network cc9ded52-f8e6-4237-82a9-64073db8f003 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 20:00:16.478907 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-9b2cc84c-a577-427f-8ed9-8d7bc5b330a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb43de9e-4b01-4e8b-975c-911b60218abf', 'name': 'tempest-TestMinimumBasicScenario-1053016225-router', 'tenant_id': '624c5fe3fad6436998538267c0ff529d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '8f36f2f2-d715-4cdf-a69b-2fd2692ec080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:00:13Z', 'updated_at': '2021-12-15T20:00:14Z', 'revision_number': 3, 'project_id': '624c5fe3fad6436998538267c0ff529d', 'gw_port': {'id': '8f36f2f2-d715-4cdf-a69b-2fd2692ec080', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6a:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb43de9e-4b01-4e8b-975c-911b60218abf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:00:14Z', 'updated_at': '2021-12-15T20:00:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:00:16.483139 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2cc84c-a577-427f-8ed9-8d7bc5b330a0 None None] Checking router: eb43de9e-4b01-4e8b-975c-911b60218abf for host: dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 20:00:16.483533 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2cc84c-a577-427f-8ed9-8d7bc5b330a0 None None] Updating router eb43de9e-4b01-4e8b-975c-911b60218abf port 8f36f2f2-d715-4cdf-a69b-2fd2692ec080 binding host dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 15 20:00:16.543713 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9b2cc84c-a577-427f-8ed9-8d7bc5b330a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:16.569208 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-40bca258-29e7-4177-8ade-60e06f9a2e84 None None] Provisioning for port 6f8c3bfe-d50b-486f-8753-bc08dec88732 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 20:00:16.583218 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-40bca258-29e7-4177-8ade-60e06f9a2e84 None None] Provisioning complete for port 6f8c3bfe-d50b-486f-8753-bc08dec88732 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:00:16.583643 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-40bca258-29e7-4177-8ade-60e06f9a2e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:16.695100 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2fca988a-9832-4591-8b65-a77f55c144b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:16.751134 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-40bca258-29e7-4177-8ade-60e06f9a2e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:16.809414 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-40bca258-29e7-4177-8ade-60e06f9a2e84 None None] For port 6f8c3bfe-d50b-486f-8753-bc08dec88732, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=6f8c3bfe-d50b-486f-8753-bc08dec88732,segment=NetworkSegment(15526ac3-b689-4cdb-8feb-e94173cc5024),segment_id=15526ac3-b689-4cdb-8feb-e94173cc5024)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:00:16.845612 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-40bca258-29e7-4177-8ade-60e06f9a2e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:16.850381 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5345932e-4b67-4c7c-85bf-fa784932caba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:00:16.923974 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bca258-29e7-4177-8ade-60e06f9a2e84 None None] Pushing event updated for resources: {'Port': ['ID=6f8c3bfe-d50b-486f-8753-bc08dec88732,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:00:16.928155 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-40bca258-29e7-4177-8ade-60e06f9a2e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:00:16.930508 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9b2cc84c-a577-427f-8ed9-8d7bc5b330a0 None None] Notify callbacks [] for port, precommit_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:16.932117 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-2fca988a-9832-4591-8b65-a77f55c144b6 admin admin] Allocated IP 172.20.0.1 (cc9ded52-f8e6-4237-82a9-64073db8f003/804c7db4-1d20-401f-b195-efb6e9171cf6/c1fd2aab-48ef-4796-9303-59ec9e5775dd) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 20:00:16.943799 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-9b2cc84c-a577-427f-8ed9-8d7bc5b330a0 None None] Transition to ACTIVE for port object 8f36f2f2-d715-4cdf-a69b-2fd2692ec080 will not be triggered until provisioned by entity L2. {{(pid=88993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 20:00:16.977707 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9b2cc84c-a577-427f-8ed9-8d7bc5b330a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:16.982658 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-60739f03-b376-4f9c-ad32-908d5e288cea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:00:17.069759 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a791c1aa-3bdb-4f3a-ab6f-c223de1ed888 None None] Pushing event updated for resources: {'Port': ['ID=8f36f2f2-d715-4cdf-a69b-2fd2692ec080,revision_number=2']} {{(pid=88993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:00:17.076881 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-9b2cc84c-a577-427f-8ed9-8d7bc5b330a0 None None] Attempting to bind port 8f36f2f2-d715-4cdf-a69b-2fd2692ec080 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 20:00:17.077445 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-9b2cc84c-a577-427f-8ed9-8d7bc5b330a0 None None] Attempting to bind port 8f36f2f2-d715-4cdf-a69b-2fd2692ec080 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}] {{(pid=88993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 20:00:17.078220 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2cc84c-a577-427f-8ed9-8d7bc5b330a0 None None] Attempting to bind port 8f36f2f2-d715-4cdf-a69b-2fd2692ec080 on network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 20:00:17.089650 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a791c1aa-3bdb-4f3a-ab6f-c223de1ed888 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:00:17.090040 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a791c1aa-3bdb-4f3a-ab6f-c223de1ed888 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:00:17.090453 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a791c1aa-3bdb-4f3a-ab6f-c223de1ed888 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:00:17.090830 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a791c1aa-3bdb-4f3a-ab6f-c223de1ed888 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:00:17.091210 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a791c1aa-3bdb-4f3a-ab6f-c223de1ed888 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:00:17.091584 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a791c1aa-3bdb-4f3a-ab6f-c223de1ed888 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:00:17.091961 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a791c1aa-3bdb-4f3a-ab6f-c223de1ed888 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:00:17.092337 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a791c1aa-3bdb-4f3a-ab6f-c223de1ed888 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:00:17.092705 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a791c1aa-3bdb-4f3a-ab6f-c223de1ed888 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:00:17.093069 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a791c1aa-3bdb-4f3a-ab6f-c223de1ed888 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:00:17.093436 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a791c1aa-3bdb-4f3a-ab6f-c223de1ed888 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:00:17.098400 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a791c1aa-3bdb-4f3a-ab6f-c223de1ed888 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:00:17.099355 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2cc84c-a577-427f-8ed9-8d7bc5b330a0 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 20, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 20:00:17.099778 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2cc84c-a577-427f-8ed9-8d7bc5b330a0 None None] Checking segment: {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 20:00:17.100226 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9b2cc84c-a577-427f-8ed9-8d7bc5b330a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:17.100576 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2fca988a-9832-4591-8b65-a77f55c144b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:17.100701 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2cc84c-a577-427f-8ed9-8d7bc5b330a0 None None] Bound using segment: {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'} {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 20:00:17.101152 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-9b2cc84c-a577-427f-8ed9-8d7bc5b330a0 None None] Bound port: 8f36f2f2-d715-4cdf-a69b-2fd2692ec080, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}}] {{(pid=88993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 20:00:17.101570 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9b2cc84c-a577-427f-8ed9-8d7bc5b330a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:17.117615 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-2fca988a-9832-4591-8b65-a77f55c144b6 admin admin] Transition to ACTIVE for port object c1fd2aab-48ef-4796-9303-59ec9e5775dd will not be triggered until provisioned by entity DHCP. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 20:00:17.169767 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d2a40798-3c76-4347-bd98-5ccff8e62250 None None] Provisioning complete for port 6f8c3bfe-d50b-486f-8753-bc08dec88732 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:00:17.170195 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d2a40798-3c76-4347-bd98-5ccff8e62250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:17.174934 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-9b2cc84c-a577-427f-8ed9-8d7bc5b330a0 None None] For port 8f36f2f2-d715-4cdf-a69b-2fd2692ec080, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 20:00:17.177141 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2fca988a-9832-4591-8b65-a77f55c144b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:17.178527 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-9b2cc84c-a577-427f-8ed9-8d7bc5b330a0 None None] For port 8f36f2f2-d715-4cdf-a69b-2fd2692ec080, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=8f36f2f2-d715-4cdf-a69b-2fd2692ec080,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 20:00:17.182555 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-18f678ec-3b29-4abc-a7a6-fcc94754a41b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:00:17.247309 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9b2cc84c-a577-427f-8ed9-8d7bc5b330a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:17.254142 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-db7aa22c-7dd0-4501-887e-4bea7ea630c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:00:17.255090 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fca988a-9832-4591-8b65-a77f55c144b6 admin admin] Network cc9ded52-f8e6-4237-82a9-64073db8f003 is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 20:00:17.258954 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-2fca988a-9832-4591-8b65-a77f55c144b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 20:00:17.261636 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fca988a-9832-4591-8b65-a77f55c144b6 admin admin] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:00:17.297217 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fca988a-9832-4591-8b65-a77f55c144b6 admin admin] Pushing event updated for resources: {'Port': ['ID=c1fd2aab-48ef-4796-9303-59ec9e5775dd,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:00:17.300745 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2fca988a-9832-4591-8b65-a77f55c144b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:00:17.330095 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2fca988a-9832-4591-8b65-a77f55c144b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630901'] for router_interface, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:17.357437 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a791c1aa-3bdb-4f3a-ab6f-c223de1ed888 None None] Pushing event updated for resources: {'Port': ['ID=8f36f2f2-d715-4cdf-a69b-2fd2692ec080,revision_number=3']} {{(pid=88993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:00:17.363597 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a791c1aa-3bdb-4f3a-ab6f-c223de1ed888 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:00:17.382637 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2cc84c-a577-427f-8ed9-8d7bc5b330a0 None None] Routers {'eb43de9e-4b01-4e8b-975c-911b60218abf'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:00:17.383516 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-9b2cc84c-a577-427f-8ed9-8d7bc5b330a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:00:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['eb43de9e-4b01-4e8b-975c-911b60218abf'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:00:17.387814 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 6f8c3bfe-d50b-486f-8753-bc08dec88732 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 20:00:17.466397 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 6f8c3bfe-d50b-486f-8753-bc08dec88732 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:00:17.467554 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:17.523362 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2fca988a-9832-4591-8b65-a77f55c144b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:17.582205 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-9b2cc84c-a577-427f-8ed9-8d7bc5b330a0 None None] Set router eb43de9e-4b01-4e8b-975c-911b60218abf gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:00:17.657141 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-13659741-1006-4730-99b1-3deeb75c3fc6 None None] Provisioning for port c1fd2aab-48ef-4796-9303-59ec9e5775dd completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 20:00:17.663545 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-13659741-1006-4730-99b1-3deeb75c3fc6 None None] Provisioning complete for port c1fd2aab-48ef-4796-9303-59ec9e5775dd triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:00:17.663972 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-13659741-1006-4730-99b1-3deeb75c3fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:17.720831 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-13659741-1006-4730-99b1-3deeb75c3fc6 None None] Port c1fd2aab-48ef-4796-9303-59ec9e5775dd cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 20:00:17.788646 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2fca988a-9832-4591-8b65-a77f55c144b6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:17.817199 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2fca988a-9832-4591-8b65-a77f55c144b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:17.847144 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-96384400-1fa9-4883-b6af-470526047102 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:00:17.931955 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fca988a-9832-4591-8b65-a77f55c144b6 admin admin] Pushing event updated for resources: {'Port': ['ID=c1fd2aab-48ef-4796-9303-59ec9e5775dd,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:00:17.934513 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2fca988a-9832-4591-8b65-a77f55c144b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1959989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854145006'] for router_interface, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:17.939430 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2fca988a-9832-4591-8b65-a77f55c144b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:00:17.939528 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-9b2cc84c-a577-427f-8ed9-8d7bc5b330a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb43de9e-4b01-4e8b-975c-911b60218abf', 'name': 'tempest-TestMinimumBasicScenario-1053016225-router', 'tenant_id': '624c5fe3fad6436998538267c0ff529d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '8f36f2f2-d715-4cdf-a69b-2fd2692ec080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:00:13Z', 'updated_at': '2021-12-15T20:00:17Z', 'revision_number': 4, 'project_id': '624c5fe3fad6436998538267c0ff529d', 'gw_port': {'id': '8f36f2f2-d715-4cdf-a69b-2fd2692ec080', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6a:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb43de9e-4b01-4e8b-975c-911b60218abf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:00:14Z', 'updated_at': '2021-12-15T20:00:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': 'c1fd2aab-48ef-4796-9303-59ec9e5775dd', 'name': '', 'network_id': 'cc9ded52-f8e6-4237-82a9-64073db8f003', 'tenant_id': '624c5fe3fad6436998538267c0ff529d', 'mac_address': 'fa:16:3e:d9:54:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb43de9e-4b01-4e8b-975c-911b60218abf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '804c7db4-1d20-401f-b195-efb6e9171cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:00:16Z', 'updated_at': '2021-12-15T20:00:16Z', 'revision_number': 1, 'project_id': '624c5fe3fad6436998538267c0ff529d', 'subnets': [{'id': '804c7db4-1d20-401f-b195-efb6e9171cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:00:17.944481 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2cc84c-a577-427f-8ed9-8d7bc5b330a0 None None] The sync data for ids ['eb43de9e-4b01-4e8b-975c-911b60218abf'] in dv-neutron-821831-2-hyperv is: [{'id': 'eb43de9e-4b01-4e8b-975c-911b60218abf', 'name': 'tempest-TestMinimumBasicScenario-1053016225-router', 'tenant_id': '624c5fe3fad6436998538267c0ff529d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '8f36f2f2-d715-4cdf-a69b-2fd2692ec080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:00:13Z', 'updated_at': '2021-12-15T20:00:17Z', 'revision_number': 4, 'project_id': '624c5fe3fad6436998538267c0ff529d', 'gw_port': {'id': '8f36f2f2-d715-4cdf-a69b-2fd2692ec080', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6a:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb43de9e-4b01-4e8b-975c-911b60218abf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:00:14Z', 'updated_at': '2021-12-15T20:00:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': 'c1fd2aab-48ef-4796-9303-59ec9e5775dd', 'name': '', 'network_id': 'cc9ded52-f8e6-4237-82a9-64073db8f003', 'tenant_id': '624c5fe3fad6436998538267c0ff529d', 'mac_address': 'fa:16:3e:d9:54:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb43de9e-4b01-4e8b-975c-911b60218abf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '804c7db4-1d20-401f-b195-efb6e9171cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:00:16Z', 'updated_at': '2021-12-15T20:00:16Z', 'revision_number': 1, 'project_id': '624c5fe3fad6436998538267c0ff529d', 'subnets': [{'id': '804c7db4-1d20-401f-b195-efb6e9171cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 20:00:18.084625 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fca988a-9832-4591-8b65-a77f55c144b6 admin admin] Network cc9ded52-f8e6-4237-82a9-64073db8f003 is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 20:00:18.085801 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-2fca988a-9832-4591-8b65-a77f55c144b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 20:00:18.356857 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-c1dda8a1-d3d5-4c31-baef-dac8f2700909 None None] Provisioning complete for port c1fd2aab-48ef-4796-9303-59ec9e5775dd triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:00:18.357862 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c1dda8a1-d3d5-4c31-baef-dac8f2700909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:18.431695 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-c1dda8a1-d3d5-4c31-baef-dac8f2700909 None None] Port c1fd2aab-48ef-4796-9303-59ec9e5775dd cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 20:00:18.778930 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fca988a-9832-4591-8b65-a77f55c144b6 admin admin] Router eb43de9e-4b01-4e8b-975c-911b60218abf has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 20:00:19.007844 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fca988a-9832-4591-8b65-a77f55c144b6 admin admin] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 20:00:19.019895 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-2fca988a-9832-4591-8b65-a77f55c144b6 admin admin] 10.222.0.36 "PUT /v2.0/routers/eb43de9e-4b01-4e8b-975c-911b60218abf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1617098 Dec 15 20:00:19.397987 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 8f36f2f2-d715-4cdf-a69b-2fd2692ec080 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 20:00:19.497253 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 8f36f2f2-d715-4cdf-a69b-2fd2692ec080 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 20:00:19.503651 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 8f36f2f2-d715-4cdf-a69b-2fd2692ec080 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:00:19.504160 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:19.628090 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:19.686482 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port 8f36f2f2-d715-4cdf-a69b-2fd2692ec080, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=8f36f2f2-d715-4cdf-a69b-2fd2692ec080,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:00:19.714865 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:19.716892 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-48331c8f-277d-404b-a7bc-66a37d00af96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:00:19.792075 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=8f36f2f2-d715-4cdf-a69b-2fd2692ec080,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:00:19.797098 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:00:20.092142 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 34572) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:00:20.098524 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-76f7c734-6602-4c78-a6fc-37aeb6a9c037 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1274889399-network', 'tenant_id': 'd0a2109679e14114806bb2b936cabad6'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:00:20.103824 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-76f7c734-6602-4c78-a6fc-37aeb6a9c037 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:00:20.107799 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-76f7c734-6602-4c78-a6fc-37aeb6a9c037 admin admin] Usage tracker for resource:network and tenant:d0a2109679e14114806bb2b936cabad6 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:00:20.110754 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-76f7c734-6602-4c78-a6fc-37aeb6a9c037 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:00:20.117150 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-76f7c734-6602-4c78-a6fc-37aeb6a9c037 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:00:20.154618 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f7c734-6602-4c78-a6fc-37aeb6a9c037 admin admin] Made reservation on behalf of d0a2109679e14114806bb2b936cabad6 for: {'network': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 20:00:20.159586 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-76f7c734-6602-4c78-a6fc-37aeb6a9c037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:20.173025 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-76f7c734-6602-4c78-a6fc-37aeb6a9c037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:20.206119 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-76f7c734-6602-4c78-a6fc-37aeb6a9c037 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:00:20.210024 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-76f7c734-6602-4c78-a6fc-37aeb6a9c037 admin admin] Usage tracker for resource:security_group_rule and tenant:d0a2109679e14114806bb2b936cabad6 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:00:20.212938 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-76f7c734-6602-4c78-a6fc-37aeb6a9c037 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:00:20.218882 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-76f7c734-6602-4c78-a6fc-37aeb6a9c037 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:00:20.285099 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-76f7c734-6602-4c78-a6fc-37aeb6a9c037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:20.320080 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-76f7c734-6602-4c78-a6fc-37aeb6a9c037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:20.324302 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3be01f73-31be-489f-abeb-f283ebed64e4 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:00:20.349476 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76f7c734-6602-4c78-a6fc-37aeb6a9c037 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=88990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 20:00:20.363484 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f7c734-6602-4c78-a6fc-37aeb6a9c037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda16296-9d22-4101-921a-fd9623bddbcc,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:00:20.366861 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-76f7c734-6602-4c78-a6fc-37aeb6a9c037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:00:20.369603 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-76f7c734-6602-4c78-a6fc-37aeb6a9c037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:20.369995 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-76f7c734-6602-4c78-a6fc-37aeb6a9c037 admin admin] Added segment aea0079c-90c7-4139-b516-2231e72c8bc3 of type vlan for network 7a204329-af56-47d2-9471-890a409045d4 Dec 15 20:00:20.396237 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-76f7c734-6602-4c78-a6fc-37aeb6a9c037 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:20.451363 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-76f7c734-6602-4c78-a6fc-37aeb6a9c037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:20.452344 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f7c734-6602-4c78-a6fc-37aeb6a9c037 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:00:20.453033 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-76f7c734-6602-4c78-a6fc-37aeb6a9c037 admin admin] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:20.458339 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-bdc22b5b-4f8c-4b8c-9406-8b7bdace9ebb tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:00:20.563218 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f7c734-6602-4c78-a6fc-37aeb6a9c037 admin admin] Pushing event updated for resources: {'Network': ['ID=7a204329-af56-47d2-9471-890a409045d4,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:00:20.566391 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-76f7c734-6602-4c78-a6fc-37aeb6a9c037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:00:20.573895 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 7a204329-af56-47d2-9471-890a409045d4 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 20:00:20.577886 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-76f7c734-6602-4c78-a6fc-37aeb6a9c037 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4845009 Dec 15 20:00:20.580809 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 34576) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:00:20.586761 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-0c1f57b3-37f5-4753-8ef8-c69ee88351fb admin admin] Request body: {'subnet': {'network_id': '7a204329-af56-47d2-9471-890a409045d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1274889399-subnet', 'tenant_id': 'd0a2109679e14114806bb2b936cabad6', 'ip_version': 4}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:00:20.591989 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-0c1f57b3-37f5-4753-8ef8-c69ee88351fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:00:20.596684 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-0c1f57b3-37f5-4753-8ef8-c69ee88351fb admin admin] Usage tracker for resource:subnet and tenant:d0a2109679e14114806bb2b936cabad6 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:00:20.600187 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-0c1f57b3-37f5-4753-8ef8-c69ee88351fb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:00:20.606544 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-0c1f57b3-37f5-4753-8ef8-c69ee88351fb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:00:20.634290 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c1f57b3-37f5-4753-8ef8-c69ee88351fb admin admin] Made reservation on behalf of d0a2109679e14114806bb2b936cabad6 for: {'subnet': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 20:00:20.639710 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0c1f57b3-37f5-4753-8ef8-c69ee88351fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839924940'] for subnet, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:20.903115 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0c1f57b3-37f5-4753-8ef8-c69ee88351fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838139473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839924955'] for subnet, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:20.907689 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9d7dd20b-0b84-4f3d-838c-8b94a19c1bb4 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:00:20.990294 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1f57b3-37f5-4753-8ef8-c69ee88351fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=b486db8a-95d2-4f72-be61-dc4a51564b32,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:00:20.993713 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0c1f57b3-37f5-4753-8ef8-c69ee88351fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:00:21.000971 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1f57b3-37f5-4753-8ef8-c69ee88351fb admin admin] Checking segment: {'id': 'aea0079c-90c7-4139-b516-2231e72c8bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7a204329-af56-47d2-9471-890a409045d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 20:00:21.001363 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1f57b3-37f5-4753-8ef8-c69ee88351fb admin admin] Network hostable DHCP agents. Network: 7a204329-af56-47d2-9471-890a409045d4, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 20:00:21.039725 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1f57b3-37f5-4753-8ef8-c69ee88351fb admin admin] Network 7a204329-af56-47d2-9471-890a409045d4 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 20:00:21.068561 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-0c1f57b3-37f5-4753-8ef8-c69ee88351fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, 7a204329-af56-47d2-9471-890a409045d4) {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 20:00:21.072438 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1f57b3-37f5-4753-8ef8-c69ee88351fb admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:00:21.073074 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0c1f57b3-37f5-4753-8ef8-c69ee88351fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:21.078037 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbd7620-210b-41ef-a1a1-8e627de50d9b None None] Network 7a204329-af56-47d2-9471-890a409045d4 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 20:00:21.120863 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0c1f57b3-37f5-4753-8ef8-c69ee88351fb admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5389228 Dec 15 20:00:21.123535 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 34580) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:00:21.129724 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-19918f93-9d67-4a2a-aa95-35777f238030 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1274889399-router', 'tenant_id': 'd0a2109679e14114806bb2b936cabad6', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:00:21.134978 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-19918f93-9d67-4a2a-aa95-35777f238030 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:00:21.139030 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-19918f93-9d67-4a2a-aa95-35777f238030 admin admin] Usage tracker for resource:router and tenant:d0a2109679e14114806bb2b936cabad6 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:00:21.142022 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-19918f93-9d67-4a2a-aa95-35777f238030 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:00:21.148652 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-19918f93-9d67-4a2a-aa95-35777f238030 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:00:21.183144 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-19918f93-9d67-4a2a-aa95-35777f238030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854699176'] for router, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:21.184185 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-19918f93-9d67-4a2a-aa95-35777f238030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854194926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-76609'] for router, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:21.256113 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-19918f93-9d67-4a2a-aa95-35777f238030 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:21.300647 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741788ef-497f-4599-9d93-5129464a90b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-7a204329-af56-47d2-9471-890a409045d4', 'network_id': '7a204329-af56-47d2-9471-890a409045d4', 'tenant_id': 'd0a2109679e14114806bb2b936cabad6', 'fixed_ips': [{'subnet_id': 'b486db8a-95d2-4f72-be61-dc4a51564b32'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 20:00:21.305088 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-741788ef-497f-4599-9d93-5129464a90b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:21.439350 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-19918f93-9d67-4a2a-aa95-35777f238030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:21.537646 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 8f36f2f2-d715-4cdf-a69b-2fd2692ec080 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 20:00:21.672284 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-19918f93-9d67-4a2a-aa95-35777f238030 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:21.683886 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 8f36f2f2-d715-4cdf-a69b-2fd2692ec080 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:00:21.684423 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:21.704507 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-19918f93-9d67-4a2a-aa95-35777f238030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:21.761645 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-741788ef-497f-4599-9d93-5129464a90b1 None None] Allocated IP 172.20.0.2 (7a204329-af56-47d2-9471-890a409045d4/b486db8a-95d2-4f72-be61-dc4a51564b32/e70c0860-48c0-4dd4-9cc3-27dedfad834b) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 20:00:21.771465 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847cd136-cf99-4263-bc40-4d3fd7ede89b None None] Sync routers for ids ['eb43de9e-4b01-4e8b-975c-911b60218abf'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 20:00:21.854528 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-19918f93-9d67-4a2a-aa95-35777f238030 admin admin] Allocated IP 172.26.3.201 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/7e7e2313-7c0d-438e-a6c4-237c2be9dc80) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 20:00:21.902599 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847cd136-cf99-4263-bc40-4d3fd7ede89b None None] Routers {'eb43de9e-4b01-4e8b-975c-911b60218abf'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:00:21.903303 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-847cd136-cf99-4263-bc40-4d3fd7ede89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:00:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['eb43de9e-4b01-4e8b-975c-911b60218abf'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:00:22.010640 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-19918f93-9d67-4a2a-aa95-35777f238030 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:22.073864 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-19918f93-9d67-4a2a-aa95-35777f238030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:22.078516 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-beb0dc4e-7755-45db-92e6-fd5ac4fe1da5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:00:22.148158 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19918f93-9d67-4a2a-aa95-35777f238030 admin admin] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 20:00:22.152016 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-19918f93-9d67-4a2a-aa95-35777f238030 admin admin] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 20:00:22.154512 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19918f93-9d67-4a2a-aa95-35777f238030 admin admin] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:00:22.183924 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19918f93-9d67-4a2a-aa95-35777f238030 admin admin] Pushing event updated for resources: {'Port': ['ID=7e7e2313-7c0d-438e-a6c4-237c2be9dc80,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:00:22.215457 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19918f93-9d67-4a2a-aa95-35777f238030 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:00:22.215904 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19918f93-9d67-4a2a-aa95-35777f238030 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:00:22.216339 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19918f93-9d67-4a2a-aa95-35777f238030 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:00:22.216769 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19918f93-9d67-4a2a-aa95-35777f238030 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:00:22.217195 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19918f93-9d67-4a2a-aa95-35777f238030 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:00:22.217616 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19918f93-9d67-4a2a-aa95-35777f238030 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:00:22.218163 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19918f93-9d67-4a2a-aa95-35777f238030 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:00:22.218462 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19918f93-9d67-4a2a-aa95-35777f238030 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:00:22.218659 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-847cd136-cf99-4263-bc40-4d3fd7ede89b None None] Set router eb43de9e-4b01-4e8b-975c-911b60218abf gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:00:22.218880 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19918f93-9d67-4a2a-aa95-35777f238030 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:00:22.219297 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19918f93-9d67-4a2a-aa95-35777f238030 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:00:22.219709 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19918f93-9d67-4a2a-aa95-35777f238030 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:00:22.225225 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-19918f93-9d67-4a2a-aa95-35777f238030 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:00:22.280350 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-741788ef-497f-4599-9d93-5129464a90b1 None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:22.304730 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-741788ef-497f-4599-9d93-5129464a90b1 None None] Transition to ACTIVE for port object e70c0860-48c0-4dd4-9cc3-27dedfad834b will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 20:00:22.359875 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-19918f93-9d67-4a2a-aa95-35777f238030 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:22.360579 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-19918f93-9d67-4a2a-aa95-35777f238030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904'] for router, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:22.407133 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-741788ef-497f-4599-9d93-5129464a90b1 None None] Transition to ACTIVE for port object e70c0860-48c0-4dd4-9cc3-27dedfad834b will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 20:00:22.497301 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-741788ef-497f-4599-9d93-5129464a90b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:22.504061 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-54fe7846-6f7d-481d-b499-cc401ada7150 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:00:22.610410 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741788ef-497f-4599-9d93-5129464a90b1 None None] Network 7a204329-af56-47d2-9471-890a409045d4 is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 20:00:22.615019 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-741788ef-497f-4599-9d93-5129464a90b1 None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 20:00:22.624708 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741788ef-497f-4599-9d93-5129464a90b1 None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:00:22.636003 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741788ef-497f-4599-9d93-5129464a90b1 None None] Pushing event updated for resources: {'Port': ['ID=e70c0860-48c0-4dd4-9cc3-27dedfad834b,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:00:22.643037 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-741788ef-497f-4599-9d93-5129464a90b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:00:22.656591 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19918f93-9d67-4a2a-aa95-35777f238030 admin admin] Router edfdb0d7-a51c-4f1f-99bf-0c31aeec7d99 is scheduled to L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 with binding_index 1 {{(pid=88990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 15 20:00:22.745331 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-741788ef-497f-4599-9d93-5129464a90b1 None None] Attempting to bind port e70c0860-48c0-4dd4-9cc3-27dedfad834b on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 20:00:22.745760 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-741788ef-497f-4599-9d93-5129464a90b1 None None] Attempting to bind port e70c0860-48c0-4dd4-9cc3-27dedfad834b by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'aea0079c-90c7-4139-b516-2231e72c8bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7a204329-af56-47d2-9471-890a409045d4'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 20:00:22.746176 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741788ef-497f-4599-9d93-5129464a90b1 None None] Attempting to bind port e70c0860-48c0-4dd4-9cc3-27dedfad834b on network 7a204329-af56-47d2-9471-890a409045d4 {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 20:00:22.757491 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-847cd136-cf99-4263-bc40-4d3fd7ede89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb43de9e-4b01-4e8b-975c-911b60218abf', 'name': 'tempest-TestMinimumBasicScenario-1053016225-router', 'tenant_id': '624c5fe3fad6436998538267c0ff529d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '8f36f2f2-d715-4cdf-a69b-2fd2692ec080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:00:13Z', 'updated_at': '2021-12-15T20:00:17Z', 'revision_number': 4, 'project_id': '624c5fe3fad6436998538267c0ff529d', 'gw_port': {'id': '8f36f2f2-d715-4cdf-a69b-2fd2692ec080', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb43de9e-4b01-4e8b-975c-911b60218abf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:00:14Z', 'updated_at': '2021-12-15T20:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': 'c1fd2aab-48ef-4796-9303-59ec9e5775dd', 'name': '', 'network_id': 'cc9ded52-f8e6-4237-82a9-64073db8f003', 'tenant_id': '624c5fe3fad6436998538267c0ff529d', 'mac_address': 'fa:16:3e:d9:54:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb43de9e-4b01-4e8b-975c-911b60218abf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '804c7db4-1d20-401f-b195-efb6e9171cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:00:16Z', 'updated_at': '2021-12-15T20:00:17Z', 'revision_number': 2, 'project_id': '624c5fe3fad6436998538267c0ff529d', 'subnets': [{'id': '804c7db4-1d20-401f-b195-efb6e9171cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:00:22.759730 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741788ef-497f-4599-9d93-5129464a90b1 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 20, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 20:00:22.760149 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741788ef-497f-4599-9d93-5129464a90b1 None None] Checking segment: {'id': 'aea0079c-90c7-4139-b516-2231e72c8bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7a204329-af56-47d2-9471-890a409045d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 20:00:22.760605 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-741788ef-497f-4599-9d93-5129464a90b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:22.761050 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741788ef-497f-4599-9d93-5129464a90b1 None None] Bound using segment: {'id': 'aea0079c-90c7-4139-b516-2231e72c8bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7a204329-af56-47d2-9471-890a409045d4'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 20:00:22.761571 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-741788ef-497f-4599-9d93-5129464a90b1 None None] Bound port: e70c0860-48c0-4dd4-9cc3-27dedfad834b, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aea0079c-90c7-4139-b516-2231e72c8bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7a204329-af56-47d2-9471-890a409045d4'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 20:00:22.761991 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-741788ef-497f-4599-9d93-5129464a90b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:22.779558 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847cd136-cf99-4263-bc40-4d3fd7ede89b None None] Checking router: eb43de9e-4b01-4e8b-975c-911b60218abf for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 20:00:22.779976 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847cd136-cf99-4263-bc40-4d3fd7ede89b None None] Updating router eb43de9e-4b01-4e8b-975c-911b60218abf port c1fd2aab-48ef-4796-9303-59ec9e5775dd binding host dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 15 20:00:22.868189 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19918f93-9d67-4a2a-aa95-35777f238030 admin admin] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 20:00:22.878122 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed3b5f0-9dfb-40fe-b369-27ced6e55713 None None] Sync routers for ids ['edfdb0d7-a51c-4f1f-99bf-0c31aeec7d99'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 20:00:22.883690 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-847cd136-cf99-4263-bc40-4d3fd7ede89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:22.890888 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed3b5f0-9dfb-40fe-b369-27ced6e55713 None None] Routers {'edfdb0d7-a51c-4f1f-99bf-0c31aeec7d99'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:00:22.891570 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-eed3b5f0-9dfb-40fe-b369-27ced6e55713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:00:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['edfdb0d7-a51c-4f1f-99bf-0c31aeec7d99'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:00:22.919725 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-19918f93-9d67-4a2a-aa95-35777f238030 admin admin] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:22.923781 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-19918f93-9d67-4a2a-aa95-35777f238030 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7964959 Dec 15 20:00:22.924105 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 34584) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:00:22.954015 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-741788ef-497f-4599-9d93-5129464a90b1 None None] For port e70c0860-48c0-4dd4-9cc3-27dedfad834b, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 20:00:22.968215 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-741788ef-497f-4599-9d93-5129464a90b1 None None] For port e70c0860-48c0-4dd4-9cc3-27dedfad834b, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=e70c0860-48c0-4dd4-9cc3-27dedfad834b,segment=NetworkSegment(aea0079c-90c7-4139-b516-2231e72c8bc3),segment_id=aea0079c-90c7-4139-b516-2231e72c8bc3)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 20:00:23.036562 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-741788ef-497f-4599-9d93-5129464a90b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:23.053026 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-404ee2e4-27ee-4fb8-9193-49229bef8b84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:00:23.082052 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-eed3b5f0-9dfb-40fe-b369-27ced6e55713 None None] Set router edfdb0d7-a51c-4f1f-99bf-0c31aeec7d99 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:00:23.135122 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741788ef-497f-4599-9d93-5129464a90b1 None None] Pushing event updated for resources: {'Port': ['ID=e70c0860-48c0-4dd4-9cc3-27dedfad834b,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:00:23.144766 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-741788ef-497f-4599-9d93-5129464a90b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:00:23.400931 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-847cd136-cf99-4263-bc40-4d3fd7ede89b None None] Notify callbacks [] for port, precommit_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:23.403219 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-eed3b5f0-9dfb-40fe-b369-27ced6e55713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfdb0d7-a51c-4f1f-99bf-0c31aeec7d99', 'name': 'tempest-TestMinimumBasicScenario-1274889399-router', 'tenant_id': 'd0a2109679e14114806bb2b936cabad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.201'}], 'enable_snat': True}, 'gw_port_id': '7e7e2313-7c0d-438e-a6c4-237c2be9dc80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:00:21Z', 'updated_at': '2021-12-15T20:00:22Z', 'revision_number': 3, 'project_id': 'd0a2109679e14114806bb2b936cabad6', 'gw_port': {'id': '7e7e2313-7c0d-438e-a6c4-237c2be9dc80', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:33:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edfdb0d7-a51c-4f1f-99bf-0c31aeec7d99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:00:21Z', 'updated_at': '2021-12-15T20:00:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:00:23.407559 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed3b5f0-9dfb-40fe-b369-27ced6e55713 None None] Checking router: edfdb0d7-a51c-4f1f-99bf-0c31aeec7d99 for host: dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 20:00:23.407962 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed3b5f0-9dfb-40fe-b369-27ced6e55713 None None] Updating router edfdb0d7-a51c-4f1f-99bf-0c31aeec7d99 port 7e7e2313-7c0d-438e-a6c4-237c2be9dc80 binding host dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 15 20:00:23.414194 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-847cd136-cf99-4263-bc40-4d3fd7ede89b None None] Transition to ACTIVE for port object c1fd2aab-48ef-4796-9303-59ec9e5775dd will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 20:00:23.445614 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-847cd136-cf99-4263-bc40-4d3fd7ede89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:23.450447 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:00:23.466453 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eed3b5f0-9dfb-40fe-b369-27ced6e55713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:23.639446 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c38b71-9cf8-4254-93b7-d718c222c2a2 None None] Pushing event updated for resources: {'Port': ['ID=c1fd2aab-48ef-4796-9303-59ec9e5775dd,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:00:23.660810 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-40c38b71-9cf8-4254-93b7-d718c222c2a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:00:23.789417 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-847cd136-cf99-4263-bc40-4d3fd7ede89b None None] Attempting to bind port c1fd2aab-48ef-4796-9303-59ec9e5775dd on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 20:00:23.789847 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-847cd136-cf99-4263-bc40-4d3fd7ede89b None None] Attempting to bind port c1fd2aab-48ef-4796-9303-59ec9e5775dd by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '15526ac3-b689-4cdb-8feb-e94173cc5024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'cc9ded52-f8e6-4237-82a9-64073db8f003'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 20:00:23.790362 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847cd136-cf99-4263-bc40-4d3fd7ede89b None None] Attempting to bind port c1fd2aab-48ef-4796-9303-59ec9e5775dd on network cc9ded52-f8e6-4237-82a9-64073db8f003 {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 20:00:23.797634 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847cd136-cf99-4263-bc40-4d3fd7ede89b None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 20, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 20:00:23.798494 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847cd136-cf99-4263-bc40-4d3fd7ede89b None None] Checking segment: {'id': '15526ac3-b689-4cdb-8feb-e94173cc5024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'cc9ded52-f8e6-4237-82a9-64073db8f003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 20:00:23.798632 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-847cd136-cf99-4263-bc40-4d3fd7ede89b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:23.799596 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847cd136-cf99-4263-bc40-4d3fd7ede89b None None] Bound using segment: {'id': '15526ac3-b689-4cdb-8feb-e94173cc5024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'cc9ded52-f8e6-4237-82a9-64073db8f003'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 20:00:23.800146 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-847cd136-cf99-4263-bc40-4d3fd7ede89b None None] Bound port: c1fd2aab-48ef-4796-9303-59ec9e5775dd, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15526ac3-b689-4cdb-8feb-e94173cc5024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'cc9ded52-f8e6-4237-82a9-64073db8f003'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 20:00:23.800583 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-847cd136-cf99-4263-bc40-4d3fd7ede89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:23.940846 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eed3b5f0-9dfb-40fe-b369-27ced6e55713 None None] Notify callbacks [] for port, precommit_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:23.951634 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-847cd136-cf99-4263-bc40-4d3fd7ede89b None None] For port c1fd2aab-48ef-4796-9303-59ec9e5775dd, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 20:00:23.954705 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-eed3b5f0-9dfb-40fe-b369-27ced6e55713 None None] Transition to ACTIVE for port object 7e7e2313-7c0d-438e-a6c4-237c2be9dc80 will not be triggered until provisioned by entity L2. {{(pid=88993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 20:00:23.959959 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-847cd136-cf99-4263-bc40-4d3fd7ede89b None None] For port c1fd2aab-48ef-4796-9303-59ec9e5775dd, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=c1fd2aab-48ef-4796-9303-59ec9e5775dd,segment=NetworkSegment(15526ac3-b689-4cdb-8feb-e94173cc5024),segment_id=15526ac3-b689-4cdb-8feb-e94173cc5024)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 20:00:23.969956 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 20:00:23.988825 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eed3b5f0-9dfb-40fe-b369-27ced6e55713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:23.994863 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-bc98fc8d-09b3-47bb-b8d0-f41409c9c53c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:00:24.011629 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-847cd136-cf99-4263-bc40-4d3fd7ede89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:24.017289 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:00:24.073153 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-eed3b5f0-9dfb-40fe-b369-27ced6e55713 None None] Attempting to bind port 7e7e2313-7c0d-438e-a6c4-237c2be9dc80 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 20:00:24.073548 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-eed3b5f0-9dfb-40fe-b369-27ced6e55713 None None] Attempting to bind port 7e7e2313-7c0d-438e-a6c4-237c2be9dc80 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}] {{(pid=88993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 20:00:24.074531 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed3b5f0-9dfb-40fe-b369-27ced6e55713 None None] Attempting to bind port 7e7e2313-7c0d-438e-a6c4-237c2be9dc80 on network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 20:00:24.099549 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2220f0d0-5534-4c63-bc5c-37c09a38fc3e None None] Pushing event updated for resources: {'Port': ['ID=7e7e2313-7c0d-438e-a6c4-237c2be9dc80,revision_number=2']} {{(pid=88993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:00:24.100717 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847cd136-cf99-4263-bc40-4d3fd7ede89b None None] Routers {'eb43de9e-4b01-4e8b-975c-911b60218abf'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:00:24.101428 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-847cd136-cf99-4263-bc40-4d3fd7ede89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:00:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['eb43de9e-4b01-4e8b-975c-911b60218abf'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:00:24.102935 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2220f0d0-5534-4c63-bc5c-37c09a38fc3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:00:24.104004 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed3b5f0-9dfb-40fe-b369-27ced6e55713 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 20, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 20:00:24.104392 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed3b5f0-9dfb-40fe-b369-27ced6e55713 None None] Checking segment: {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 20:00:24.105028 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eed3b5f0-9dfb-40fe-b369-27ced6e55713 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:24.105620 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed3b5f0-9dfb-40fe-b369-27ced6e55713 None None] Bound using segment: {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'} {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 20:00:24.106332 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-eed3b5f0-9dfb-40fe-b369-27ced6e55713 None None] Bound port: 7e7e2313-7c0d-438e-a6c4-237c2be9dc80, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}}] {{(pid=88993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 20:00:24.106918 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eed3b5f0-9dfb-40fe-b369-27ced6e55713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:24.182364 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c38b71-9cf8-4254-93b7-d718c222c2a2 None None] Pushing event updated for resources: {'Port': ['ID=c1fd2aab-48ef-4796-9303-59ec9e5775dd,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:00:24.187340 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-40c38b71-9cf8-4254-93b7-d718c222c2a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:00:24.189253 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-eed3b5f0-9dfb-40fe-b369-27ced6e55713 None None] For port 7e7e2313-7c0d-438e-a6c4-237c2be9dc80, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 20:00:24.193561 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-eed3b5f0-9dfb-40fe-b369-27ced6e55713 None None] For port 7e7e2313-7c0d-438e-a6c4-237c2be9dc80, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=7e7e2313-7c0d-438e-a6c4-237c2be9dc80,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 20:00:24.201542 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-071d97b2-43e2-487c-8e05-a563fddc7e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:24.223289 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eed3b5f0-9dfb-40fe-b369-27ced6e55713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:24.242507 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-53bfc234-b969-4e23-8cbf-c70381b6b4ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:00:24.467548 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-071d97b2-43e2-487c-8e05-a563fddc7e57 admin admin] Allocated IP 172.20.0.1 (7a204329-af56-47d2-9471-890a409045d4/b486db8a-95d2-4f72-be61-dc4a51564b32/b7817c00-31cb-4bdb-baf8-3f51300de032) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 20:00:24.498124 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:24.507023 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-847cd136-cf99-4263-bc40-4d3fd7ede89b None None] Set router eb43de9e-4b01-4e8b-975c-911b60218abf gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:00:24.524914 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed3b5f0-9dfb-40fe-b369-27ced6e55713 None None] Routers {'edfdb0d7-a51c-4f1f-99bf-0c31aeec7d99'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:00:24.525747 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-eed3b5f0-9dfb-40fe-b369-27ced6e55713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:00:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['edfdb0d7-a51c-4f1f-99bf-0c31aeec7d99'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:00:24.582095 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2220f0d0-5534-4c63-bc5c-37c09a38fc3e None None] Pushing event updated for resources: {'Port': ['ID=7e7e2313-7c0d-438e-a6c4-237c2be9dc80,revision_number=3']} {{(pid=88993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:00:24.585683 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2220f0d0-5534-4c63-bc5c-37c09a38fc3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:00:24.684211 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-071d97b2-43e2-487c-8e05-a563fddc7e57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:24.703900 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-071d97b2-43e2-487c-8e05-a563fddc7e57 admin admin] Transition to ACTIVE for port object b7817c00-31cb-4bdb-baf8-3f51300de032 will not be triggered until provisioned by entity DHCP. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 20:00:24.748752 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-071d97b2-43e2-487c-8e05-a563fddc7e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:24.750847 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-eed3b5f0-9dfb-40fe-b369-27ced6e55713 None None] Set router edfdb0d7-a51c-4f1f-99bf-0c31aeec7d99 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:00:24.755201 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-beb0dc4e-7755-45db-92e6-fd5ac4fe1da5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:00:24.840141 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071d97b2-43e2-487c-8e05-a563fddc7e57 admin admin] Network 7a204329-af56-47d2-9471-890a409045d4 is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 20:00:24.844408 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-071d97b2-43e2-487c-8e05-a563fddc7e57 admin admin] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 20:00:24.847282 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071d97b2-43e2-487c-8e05-a563fddc7e57 admin admin] Pushing event updated for resources: {'Port': ['ID=b7817c00-31cb-4bdb-baf8-3f51300de032,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:00:24.850419 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071d97b2-43e2-487c-8e05-a563fddc7e57 admin admin] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:00:24.868793 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-847cd136-cf99-4263-bc40-4d3fd7ede89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb43de9e-4b01-4e8b-975c-911b60218abf', 'name': 'tempest-TestMinimumBasicScenario-1053016225-router', 'tenant_id': '624c5fe3fad6436998538267c0ff529d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '8f36f2f2-d715-4cdf-a69b-2fd2692ec080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:00:13Z', 'updated_at': '2021-12-15T20:00:17Z', 'revision_number': 4, 'project_id': '624c5fe3fad6436998538267c0ff529d', 'gw_port': {'id': '8f36f2f2-d715-4cdf-a69b-2fd2692ec080', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb43de9e-4b01-4e8b-975c-911b60218abf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:00:14Z', 'updated_at': '2021-12-15T20:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': 'c1fd2aab-48ef-4796-9303-59ec9e5775dd', 'name': '', 'network_id': 'cc9ded52-f8e6-4237-82a9-64073db8f003', 'tenant_id': '624c5fe3fad6436998538267c0ff529d', 'mac_address': 'fa:16:3e:d9:54:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb43de9e-4b01-4e8b-975c-911b60218abf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '804c7db4-1d20-401f-b195-efb6e9171cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:00:16Z', 'updated_at': '2021-12-15T20:00:23Z', 'revision_number': 4, 'project_id': '624c5fe3fad6436998538267c0ff529d', 'subnets': [{'id': '804c7db4-1d20-401f-b195-efb6e9171cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:00:24.873306 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847cd136-cf99-4263-bc40-4d3fd7ede89b None None] The sync data for ids ['eb43de9e-4b01-4e8b-975c-911b60218abf'] in dv-neutron-821831-2-hyperv is: [{'id': 'eb43de9e-4b01-4e8b-975c-911b60218abf', 'name': 'tempest-TestMinimumBasicScenario-1053016225-router', 'tenant_id': '624c5fe3fad6436998538267c0ff529d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '8f36f2f2-d715-4cdf-a69b-2fd2692ec080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:00:13Z', 'updated_at': '2021-12-15T20:00:17Z', 'revision_number': 4, 'project_id': '624c5fe3fad6436998538267c0ff529d', 'gw_port': {'id': '8f36f2f2-d715-4cdf-a69b-2fd2692ec080', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb43de9e-4b01-4e8b-975c-911b60218abf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:00:14Z', 'updated_at': '2021-12-15T20:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': 'c1fd2aab-48ef-4796-9303-59ec9e5775dd', 'name': '', 'network_id': 'cc9ded52-f8e6-4237-82a9-64073db8f003', 'tenant_id': '624c5fe3fad6436998538267c0ff529d', 'mac_address': 'fa:16:3e:d9:54:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb43de9e-4b01-4e8b-975c-911b60218abf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '804c7db4-1d20-401f-b195-efb6e9171cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:00:16Z', 'updated_at': '2021-12-15T20:00:23Z', 'revision_number': 4, 'project_id': '624c5fe3fad6436998538267c0ff529d', 'subnets': [{'id': '804c7db4-1d20-401f-b195-efb6e9171cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 20:00:24.889188 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-071d97b2-43e2-487c-8e05-a563fddc7e57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:00:24.918550 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-071d97b2-43e2-487c-8e05-a563fddc7e57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630901'] for router_interface, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:25.044796 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-071d97b2-43e2-487c-8e05-a563fddc7e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:25.118819 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-eed3b5f0-9dfb-40fe-b369-27ced6e55713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfdb0d7-a51c-4f1f-99bf-0c31aeec7d99', 'name': 'tempest-TestMinimumBasicScenario-1274889399-router', 'tenant_id': 'd0a2109679e14114806bb2b936cabad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.201'}], 'enable_snat': True}, 'gw_port_id': '7e7e2313-7c0d-438e-a6c4-237c2be9dc80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:00:21Z', 'updated_at': '2021-12-15T20:00:22Z', 'revision_number': 3, 'project_id': 'd0a2109679e14114806bb2b936cabad6', 'gw_port': {'id': '7e7e2313-7c0d-438e-a6c4-237c2be9dc80', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:33:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edfdb0d7-a51c-4f1f-99bf-0c31aeec7d99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:00:21Z', 'updated_at': '2021-12-15T20:00:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:00:25.123415 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed3b5f0-9dfb-40fe-b369-27ced6e55713 None None] The sync data for ids ['edfdb0d7-a51c-4f1f-99bf-0c31aeec7d99'] in dv-neutron-821831-2-hyperv is: [{'id': 'edfdb0d7-a51c-4f1f-99bf-0c31aeec7d99', 'name': 'tempest-TestMinimumBasicScenario-1274889399-router', 'tenant_id': 'd0a2109679e14114806bb2b936cabad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.201'}], 'enable_snat': True}, 'gw_port_id': '7e7e2313-7c0d-438e-a6c4-237c2be9dc80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:00:21Z', 'updated_at': '2021-12-15T20:00:22Z', 'revision_number': 3, 'project_id': 'd0a2109679e14114806bb2b936cabad6', 'gw_port': {'id': '7e7e2313-7c0d-438e-a6c4-237c2be9dc80', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:33:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edfdb0d7-a51c-4f1f-99bf-0c31aeec7d99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:00:21Z', 'updated_at': '2021-12-15T20:00:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 20:00:25.233229 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf2c554-8fda-4770-8e3c-afdae7486a41 None None] Network 7a204329-af56-47d2-9471-890a409045d4 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 20:00:25.321623 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-071d97b2-43e2-487c-8e05-a563fddc7e57 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:25.362620 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-071d97b2-43e2-487c-8e05-a563fddc7e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:25.397940 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-54f882b8-147b-40c5-a475-a88beae0cfc5 tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:00:25.403017 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-9d9da572-4df6-4e31-95e5-2691cba4f6cc None None] Provisioning for port e70c0860-48c0-4dd4-9cc3-27dedfad834b completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 20:00:25.496531 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-071d97b2-43e2-487c-8e05-a563fddc7e57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1959989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854145006'] for router_interface, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:25.501416 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071d97b2-43e2-487c-8e05-a563fddc7e57 admin admin] Pushing event updated for resources: {'Port': ['ID=b7817c00-31cb-4bdb-baf8-3f51300de032,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:00:25.505864 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-071d97b2-43e2-487c-8e05-a563fddc7e57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:00:25.538749 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device e70c0860-48c0-4dd4-9cc3-27dedfad834b up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 20:00:25.665047 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port e70c0860-48c0-4dd4-9cc3-27dedfad834b completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 20:00:25.675283 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port e70c0860-48c0-4dd4-9cc3-27dedfad834b triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:00:25.675728 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:25.725040 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071d97b2-43e2-487c-8e05-a563fddc7e57 admin admin] Network 7a204329-af56-47d2-9471-890a409045d4 is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 20:00:25.726568 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-071d97b2-43e2-487c-8e05-a563fddc7e57 admin admin] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 20:00:25.828013 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:25.869492 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port e70c0860-48c0-4dd4-9cc3-27dedfad834b, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=e70c0860-48c0-4dd4-9cc3-27dedfad834b,segment=NetworkSegment(aea0079c-90c7-4139-b516-2231e72c8bc3),segment_id=aea0079c-90c7-4139-b516-2231e72c8bc3)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:00:25.903124 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:25.904140 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device c1fd2aab-48ef-4796-9303-59ec9e5775dd up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 20:00:25.936803 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:00:26.057093 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=e70c0860-48c0-4dd4-9cc3-27dedfad834b,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:00:26.060637 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:00:26.099301 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port c1fd2aab-48ef-4796-9303-59ec9e5775dd completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 20:00:26.105432 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port c1fd2aab-48ef-4796-9303-59ec9e5775dd triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:00:26.105863 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:26.141060 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-5b4651cf-1648-46ca-b1d1-4f373e389b1a None None] Provisioning for port b7817c00-31cb-4bdb-baf8-3f51300de032 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 20:00:26.154284 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-5b4651cf-1648-46ca-b1d1-4f373e389b1a None None] Provisioning complete for port b7817c00-31cb-4bdb-baf8-3f51300de032 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:00:26.154793 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5b4651cf-1648-46ca-b1d1-4f373e389b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:26.215702 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-071d97b2-43e2-487c-8e05-a563fddc7e57 admin admin] Router edfdb0d7-a51c-4f1f-99bf-0c31aeec7d99 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 20:00:26.233581 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-5b4651cf-1648-46ca-b1d1-4f373e389b1a None None] Port b7817c00-31cb-4bdb-baf8-3f51300de032 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 20:00:26.295061 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-5b4651cf-1648-46ca-b1d1-4f373e389b1a None None] Provisioning complete for port e70c0860-48c0-4dd4-9cc3-27dedfad834b triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:00:26.295492 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5b4651cf-1648-46ca-b1d1-4f373e389b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:26.370935 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:26.444924 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port c1fd2aab-48ef-4796-9303-59ec9e5775dd, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=c1fd2aab-48ef-4796-9303-59ec9e5775dd,segment=NetworkSegment(15526ac3-b689-4cdb-8feb-e94173cc5024),segment_id=15526ac3-b689-4cdb-8feb-e94173cc5024)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:00:26.471683 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-071d97b2-43e2-487c-8e05-a563fddc7e57 admin admin] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 20:00:26.483717 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-071d97b2-43e2-487c-8e05-a563fddc7e57 admin admin] 10.222.0.36 "PUT /v2.0/routers/edfdb0d7-a51c-4f1f-99bf-0c31aeec7d99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5578444 Dec 15 20:00:26.491311 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:26.493278 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:00:26.568730 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=c1fd2aab-48ef-4796-9303-59ec9e5775dd,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:00:26.573694 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:00:26.604380 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-60af27fb-c002-417c-8604-ee99d9423b8b None None] Provisioning complete for port b7817c00-31cb-4bdb-baf8-3f51300de032 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:00:26.605146 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-60af27fb-c002-417c-8604-ee99d9423b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:26.682148 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-60af27fb-c002-417c-8604-ee99d9423b8b None None] Port b7817c00-31cb-4bdb-baf8-3f51300de032 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 20:00:26.805251 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-023ae1b0-b338-42ff-b884-9296c0735a34 None None] Provisioning complete for port b7817c00-31cb-4bdb-baf8-3f51300de032 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:00:26.805679 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-023ae1b0-b338-42ff-b884-9296c0735a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:26.860053 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-023ae1b0-b338-42ff-b884-9296c0735a34 None None] Port b7817c00-31cb-4bdb-baf8-3f51300de032 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 20:00:27.452912 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 7e7e2313-7c0d-438e-a6c4-237c2be9dc80 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 20:00:27.565488 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 7e7e2313-7c0d-438e-a6c4-237c2be9dc80 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 20:00:27.571259 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 7e7e2313-7c0d-438e-a6c4-237c2be9dc80 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:00:27.571688 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:27.715975 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:27.733693 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port 7e7e2313-7c0d-438e-a6c4-237c2be9dc80, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=7e7e2313-7c0d-438e-a6c4-237c2be9dc80,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:00:27.760827 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:27.761779 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device e70c0860-48c0-4dd4-9cc3-27dedfad834b up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 20:00:27.792107 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-40bca258-29e7-4177-8ade-60e06f9a2e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:00:27.890808 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=7e7e2313-7c0d-438e-a6c4-237c2be9dc80,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:00:27.894185 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:00:27.911091 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port e70c0860-48c0-4dd4-9cc3-27dedfad834b triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:00:27.911527 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:28.047243 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device c1fd2aab-48ef-4796-9303-59ec9e5775dd up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 20:00:28.126294 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port c1fd2aab-48ef-4796-9303-59ec9e5775dd triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:00:28.126294 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:28.893805 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58566fde-fc86-429c-8a07-d1c4b0066d2a None None] Sync routers for ids ['edfdb0d7-a51c-4f1f-99bf-0c31aeec7d99'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 20:00:28.909559 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58566fde-fc86-429c-8a07-d1c4b0066d2a None None] Routers {'edfdb0d7-a51c-4f1f-99bf-0c31aeec7d99'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:00:28.910273 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-58566fde-fc86-429c-8a07-d1c4b0066d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:00:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['edfdb0d7-a51c-4f1f-99bf-0c31aeec7d99'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:00:29.113706 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-58566fde-fc86-429c-8a07-d1c4b0066d2a None None] Set router edfdb0d7-a51c-4f1f-99bf-0c31aeec7d99 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:00:29.392670 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 7e7e2313-7c0d-438e-a6c4-237c2be9dc80 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 20:00:29.544142 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 7e7e2313-7c0d-438e-a6c4-237c2be9dc80 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:00:29.544568 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:29.591938 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-58566fde-fc86-429c-8a07-d1c4b0066d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfdb0d7-a51c-4f1f-99bf-0c31aeec7d99', 'name': 'tempest-TestMinimumBasicScenario-1274889399-router', 'tenant_id': 'd0a2109679e14114806bb2b936cabad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.201'}], 'enable_snat': True}, 'gw_port_id': '7e7e2313-7c0d-438e-a6c4-237c2be9dc80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:00:21Z', 'updated_at': '2021-12-15T20:00:24Z', 'revision_number': 4, 'project_id': 'd0a2109679e14114806bb2b936cabad6', 'gw_port': {'id': '7e7e2313-7c0d-438e-a6c4-237c2be9dc80', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:33:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfdb0d7-a51c-4f1f-99bf-0c31aeec7d99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:00:21Z', 'updated_at': '2021-12-15T20:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': 'b7817c00-31cb-4bdb-baf8-3f51300de032', 'name': '', 'network_id': '7a204329-af56-47d2-9471-890a409045d4', 'tenant_id': 'd0a2109679e14114806bb2b936cabad6', 'mac_address': 'fa:16:3e:06:ff:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edfdb0d7-a51c-4f1f-99bf-0c31aeec7d99', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b486db8a-95d2-4f72-be61-dc4a51564b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:00:24Z', 'updated_at': '2021-12-15T20:00:25Z', 'revision_number': 2, 'project_id': 'd0a2109679e14114806bb2b936cabad6', 'subnets': [{'id': 'b486db8a-95d2-4f72-be61-dc4a51564b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:00:29.597375 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58566fde-fc86-429c-8a07-d1c4b0066d2a None None] Checking router: edfdb0d7-a51c-4f1f-99bf-0c31aeec7d99 for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 20:00:29.597739 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58566fde-fc86-429c-8a07-d1c4b0066d2a None None] Updating router edfdb0d7-a51c-4f1f-99bf-0c31aeec7d99 port b7817c00-31cb-4bdb-baf8-3f51300de032 binding host dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 15 20:00:29.843835 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-58566fde-fc86-429c-8a07-d1c4b0066d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:30.286921 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-58566fde-fc86-429c-8a07-d1c4b0066d2a None None] Notify callbacks [] for port, precommit_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:30.309415 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-58566fde-fc86-429c-8a07-d1c4b0066d2a None None] Transition to ACTIVE for port object b7817c00-31cb-4bdb-baf8-3f51300de032 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 20:00:30.799843 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-58566fde-fc86-429c-8a07-d1c4b0066d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:30.804114 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-55de9db6-70a0-4fd9-8f76-d6dc848ceb53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:00:30.930652 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9e9513-ec47-49e9-856d-e17fac1b91f4 None None] Pushing event updated for resources: {'Port': ['ID=b7817c00-31cb-4bdb-baf8-3f51300de032,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:00:30.935470 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7e9e9513-ec47-49e9-856d-e17fac1b91f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:00:31.042600 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-58566fde-fc86-429c-8a07-d1c4b0066d2a None None] Attempting to bind port b7817c00-31cb-4bdb-baf8-3f51300de032 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 20:00:31.043026 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-58566fde-fc86-429c-8a07-d1c4b0066d2a None None] Attempting to bind port b7817c00-31cb-4bdb-baf8-3f51300de032 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'aea0079c-90c7-4139-b516-2231e72c8bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7a204329-af56-47d2-9471-890a409045d4'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 20:00:31.043454 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58566fde-fc86-429c-8a07-d1c4b0066d2a None None] Attempting to bind port b7817c00-31cb-4bdb-baf8-3f51300de032 on network 7a204329-af56-47d2-9471-890a409045d4 {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 20:00:31.051675 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58566fde-fc86-429c-8a07-d1c4b0066d2a None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 20, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 20:00:31.052206 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58566fde-fc86-429c-8a07-d1c4b0066d2a None None] Checking segment: {'id': 'aea0079c-90c7-4139-b516-2231e72c8bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7a204329-af56-47d2-9471-890a409045d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 20:00:31.053790 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-58566fde-fc86-429c-8a07-d1c4b0066d2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:31.053790 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58566fde-fc86-429c-8a07-d1c4b0066d2a None None] Bound using segment: {'id': 'aea0079c-90c7-4139-b516-2231e72c8bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7a204329-af56-47d2-9471-890a409045d4'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 20:00:31.053790 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-58566fde-fc86-429c-8a07-d1c4b0066d2a None None] Bound port: b7817c00-31cb-4bdb-baf8-3f51300de032, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aea0079c-90c7-4139-b516-2231e72c8bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7a204329-af56-47d2-9471-890a409045d4'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 20:00:31.054596 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-58566fde-fc86-429c-8a07-d1c4b0066d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:31.162128 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-58566fde-fc86-429c-8a07-d1c4b0066d2a None None] For port b7817c00-31cb-4bdb-baf8-3f51300de032, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 20:00:31.166626 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-58566fde-fc86-429c-8a07-d1c4b0066d2a None None] For port b7817c00-31cb-4bdb-baf8-3f51300de032, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=b7817c00-31cb-4bdb-baf8-3f51300de032,segment=NetworkSegment(aea0079c-90c7-4139-b516-2231e72c8bc3),segment_id=aea0079c-90c7-4139-b516-2231e72c8bc3)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 20:00:31.214755 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-58566fde-fc86-429c-8a07-d1c4b0066d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:31.219365 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:00:31.312594 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58566fde-fc86-429c-8a07-d1c4b0066d2a None None] Routers {'edfdb0d7-a51c-4f1f-99bf-0c31aeec7d99'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:00:31.313326 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-58566fde-fc86-429c-8a07-d1c4b0066d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:00:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['edfdb0d7-a51c-4f1f-99bf-0c31aeec7d99'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:00:31.394389 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9e9513-ec47-49e9-856d-e17fac1b91f4 None None] Pushing event updated for resources: {'Port': ['ID=b7817c00-31cb-4bdb-baf8-3f51300de032,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:00:31.411079 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7e9e9513-ec47-49e9-856d-e17fac1b91f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:00:31.574285 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-58566fde-fc86-429c-8a07-d1c4b0066d2a None None] Set router edfdb0d7-a51c-4f1f-99bf-0c31aeec7d99 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:00:31.972685 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-58566fde-fc86-429c-8a07-d1c4b0066d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfdb0d7-a51c-4f1f-99bf-0c31aeec7d99', 'name': 'tempest-TestMinimumBasicScenario-1274889399-router', 'tenant_id': 'd0a2109679e14114806bb2b936cabad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.201'}], 'enable_snat': True}, 'gw_port_id': '7e7e2313-7c0d-438e-a6c4-237c2be9dc80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:00:21Z', 'updated_at': '2021-12-15T20:00:24Z', 'revision_number': 4, 'project_id': 'd0a2109679e14114806bb2b936cabad6', 'gw_port': {'id': '7e7e2313-7c0d-438e-a6c4-237c2be9dc80', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:33:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfdb0d7-a51c-4f1f-99bf-0c31aeec7d99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:00:21Z', 'updated_at': '2021-12-15T20:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': 'b7817c00-31cb-4bdb-baf8-3f51300de032', 'name': '', 'network_id': '7a204329-af56-47d2-9471-890a409045d4', 'tenant_id': 'd0a2109679e14114806bb2b936cabad6', 'mac_address': 'fa:16:3e:06:ff:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edfdb0d7-a51c-4f1f-99bf-0c31aeec7d99', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b486db8a-95d2-4f72-be61-dc4a51564b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:00:24Z', 'updated_at': '2021-12-15T20:00:31Z', 'revision_number': 4, 'project_id': 'd0a2109679e14114806bb2b936cabad6', 'subnets': [{'id': 'b486db8a-95d2-4f72-be61-dc4a51564b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:00:31.977187 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58566fde-fc86-429c-8a07-d1c4b0066d2a None None] The sync data for ids ['edfdb0d7-a51c-4f1f-99bf-0c31aeec7d99'] in dv-neutron-821831-2-hyperv is: [{'id': 'edfdb0d7-a51c-4f1f-99bf-0c31aeec7d99', 'name': 'tempest-TestMinimumBasicScenario-1274889399-router', 'tenant_id': 'd0a2109679e14114806bb2b936cabad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.201'}], 'enable_snat': True}, 'gw_port_id': '7e7e2313-7c0d-438e-a6c4-237c2be9dc80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:00:21Z', 'updated_at': '2021-12-15T20:00:24Z', 'revision_number': 4, 'project_id': 'd0a2109679e14114806bb2b936cabad6', 'gw_port': {'id': '7e7e2313-7c0d-438e-a6c4-237c2be9dc80', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:33:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfdb0d7-a51c-4f1f-99bf-0c31aeec7d99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:00:21Z', 'updated_at': '2021-12-15T20:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': 'b7817c00-31cb-4bdb-baf8-3f51300de032', 'name': '', 'network_id': '7a204329-af56-47d2-9471-890a409045d4', 'tenant_id': 'd0a2109679e14114806bb2b936cabad6', 'mac_address': 'fa:16:3e:06:ff:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edfdb0d7-a51c-4f1f-99bf-0c31aeec7d99', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b486db8a-95d2-4f72-be61-dc4a51564b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:00:24Z', 'updated_at': '2021-12-15T20:00:31Z', 'revision_number': 4, 'project_id': 'd0a2109679e14114806bb2b936cabad6', 'subnets': [{'id': 'b486db8a-95d2-4f72-be61-dc4a51564b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 20:00:33.444856 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device b7817c00-31cb-4bdb-baf8-3f51300de032 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 20:00:33.547893 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port b7817c00-31cb-4bdb-baf8-3f51300de032 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 20:00:33.553797 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port b7817c00-31cb-4bdb-baf8-3f51300de032 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:00:33.554225 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:33.720207 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:33.753781 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port b7817c00-31cb-4bdb-baf8-3f51300de032, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=b7817c00-31cb-4bdb-baf8-3f51300de032,segment=NetworkSegment(aea0079c-90c7-4139-b516-2231e72c8bc3),segment_id=aea0079c-90c7-4139-b516-2231e72c8bc3)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:00:34.250981 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:34.253909 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:00:34.325244 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=b7817c00-31cb-4bdb-baf8-3f51300de032,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:00:34.328480 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:00:35.381723 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device b7817c00-31cb-4bdb-baf8-3f51300de032 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 20:00:35.459055 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port b7817c00-31cb-4bdb-baf8-3f51300de032 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:00:35.461596 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:38.474790 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-699a306a-3de7-4b5d-a5c3-1a66a0f6dca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:39.519542 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:39.986100 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0b9c35-e015-44fb-b4be-6b12345e211c req-959abbd5-a7af-436e-a9bf-ec4233d42c0a tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:00:39.988271 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-db0b9c35-e015-44fb-b4be-6b12345e211c req-959abbd5-a7af-436e-a9bf-ec4233d42c0a tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "GET /v2.0/networks?id=cc9ded52-f8e6-4237-82a9-64073db8f003 HTTP/1.1" status: 200 len: 815 time: 0.1560798 Dec 15 20:00:40.005589 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-db0b9c35-e015-44fb-b4be-6b12345e211c req-485ab948-4be5-46a8-8d58-ca3ba1f8c8c5 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "GET /v2.0/quotas/624c5fe3fad6436998538267c0ff529d HTTP/1.1" status: 200 len: 375 time: 0.0112526 Dec 15 20:00:40.092182 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-db0b9c35-e015-44fb-b4be-6b12345e211c req-8d26cc4f-3405-4bfa-9f09-9506a760a8fc tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Synchronizing usage tracker for tenant:624c5fe3fad6436998538267c0ff529d on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 20:00:40.141471 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-db0b9c35-e015-44fb-b4be-6b12345e211c req-8d26cc4f-3405-4bfa-9f09-9506a760a8fc tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Unset dirty status for tenant:624c5fe3fad6436998538267c0ff529d on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 20:00:40.142930 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-db0b9c35-e015-44fb-b4be-6b12345e211c req-8d26cc4f-3405-4bfa-9f09-9506a760a8fc tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=624c5fe3fad6436998538267c0ff529d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1322014 Dec 15 20:00:40.445314 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-db0b9c35-e015-44fb-b4be-6b12345e211c req-f76766c1-4e23-4ec9-b864-c38e9bc5365c service neutron] 10.222.0.36 "GET /v2.0/networks/cc9ded52-f8e6-4237-82a9-64073db8f003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889912 Dec 15 20:00:40.564501 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-71673d1e-d8b8-4173-87c3-103837df1ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:40.589450 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-db0b9c35-e015-44fb-b4be-6b12345e211c req-e4bd7764-de0a-4ad2-b961-90190880270c service neutron] 10.222.0.36 "GET /v2.0/networks/cc9ded52-f8e6-4237-82a9-64073db8f003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376724 Dec 15 20:00:40.814167 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f953e691-7b48-45bb-8fad-df983d8341df req-5decf427-0fff-42bb-a82f-837171fa2bce tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "GET /v2.0/ports?device_id=9914c3d0-1c72-45b6-b56f-b4b801397fe7 HTTP/1.1" status: 200 len: 210 time: 0.0433226 Dec 15 20:00:41.044425 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:41.980281 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-83908f1d-9dae-4b1b-b077-df6a5fb2f86f req-bd5cb947-8cdd-4776-9648-f66c266fb6af tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "GET /v2.0/ports?device_id=9914c3d0-1c72-45b6-b56f-b4b801397fe7 HTTP/1.1" status: 200 len: 210 time: 0.0445185 Dec 15 20:00:42.741740 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:42.864241 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0b9c35-e015-44fb-b4be-6b12345e211c req-0a1ef3bc-064c-4e91-a196-cdbbc5160a5b tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:00:42.865828 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-db0b9c35-e015-44fb-b4be-6b12345e211c req-0a1ef3bc-064c-4e91-a196-cdbbc5160a5b tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.32 "GET /v2.0/networks?id=cc9ded52-f8e6-4237-82a9-64073db8f003 HTTP/1.1" status: 200 len: 815 time: 0.1599417 Dec 15 20:00:42.888933 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [req-db0b9c35-e015-44fb-b4be-6b12345e211c req-b298db38-fa7c-4a5f-b710-ff97f876d9f6 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Request body: {'port': {'device_id': '9914c3d0-1c72-45b6-b56f-b4b801397fe7', 'network_id': 'cc9ded52-f8e6-4237-82a9-64073db8f003', 'admin_state_up': True, 'tenant_id': '624c5fe3fad6436998538267c0ff529d'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:00:43.037898 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [req-db0b9c35-e015-44fb-b4be-6b12345e211c req-b298db38-fa7c-4a5f-b710-ff97f876d9f6 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:00:43.050769 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [req-db0b9c35-e015-44fb-b4be-6b12345e211c req-b298db38-fa7c-4a5f-b710-ff97f876d9f6 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:00:43.101515 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db0b9c35-e015-44fb-b4be-6b12345e211c req-b298db38-fa7c-4a5f-b710-ff97f876d9f6 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Made reservation on behalf of 624c5fe3fad6436998538267c0ff529d for: {'port': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 20:00:43.107260 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-db0b9c35-e015-44fb-b4be-6b12345e211c req-b298db38-fa7c-4a5f-b710-ff97f876d9f6 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:43.173459 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b5fc3b46-d2b6-4212-90da-fd542aaab2bd req-d1994c4c-b322-4445-b558-eb96ded545ea tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "GET /v2.0/ports?device_id=9914c3d0-1c72-45b6-b56f-b4b801397fe7 HTTP/1.1" status: 200 len: 210 time: 0.0534046 Dec 15 20:00:43.327692 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [req-db0b9c35-e015-44fb-b4be-6b12345e211c req-b298db38-fa7c-4a5f-b710-ff97f876d9f6 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Allocated IP 172.20.0.4 (cc9ded52-f8e6-4237-82a9-64073db8f003/804c7db4-1d20-401f-b195-efb6e9171cf6/eb12906a-62e3-4e0d-8179-58024cdf8325) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 20:00:43.822919 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-db0b9c35-e015-44fb-b4be-6b12345e211c req-b298db38-fa7c-4a5f-b710-ff97f876d9f6 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:43.843503 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [req-db0b9c35-e015-44fb-b4be-6b12345e211c req-b298db38-fa7c-4a5f-b710-ff97f876d9f6 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Transition to ACTIVE for port object eb12906a-62e3-4e0d-8179-58024cdf8325 will not be triggered until provisioned by entity DHCP. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 20:00:43.931104 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-db0b9c35-e015-44fb-b4be-6b12345e211c req-b298db38-fa7c-4a5f-b710-ff97f876d9f6 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:43.940379 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a9d7b207-7acf-411d-bcc6-8ecb2ccf54cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:00:44.023667 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b298db38-fa7c-4a5f-b710-ff97f876d9f6 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Pushing event updated for resources: {'Port': ['ID=eb12906a-62e3-4e0d-8179-58024cdf8325,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:00:44.034572 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db0b9c35-e015-44fb-b4be-6b12345e211c req-b298db38-fa7c-4a5f-b710-ff97f876d9f6 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Network cc9ded52-f8e6-4237-82a9-64073db8f003 is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 20:00:44.036139 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b298db38-fa7c-4a5f-b710-ff97f876d9f6 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:00:44.037030 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [req-db0b9c35-e015-44fb-b4be-6b12345e211c req-b298db38-fa7c-4a5f-b710-ff97f876d9f6 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 20:00:44.039506 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [req-db0b9c35-e015-44fb-b4be-6b12345e211c req-b298db38-fa7c-4a5f-b710-ff97f876d9f6 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:00:44.126584 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0b9c35-e015-44fb-b4be-6b12345e211c req-b298db38-fa7c-4a5f-b710-ff97f876d9f6 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:00:44.127271 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-db0b9c35-e015-44fb-b4be-6b12345e211c req-b298db38-fa7c-4a5f-b710-ff97f876d9f6 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:44.234135 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-db0b9c35-e015-44fb-b4be-6b12345e211c req-b298db38-fa7c-4a5f-b710-ff97f876d9f6 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3491571 Dec 15 20:00:44.376084 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-6603cb70-b131-4279-8dd0-e7d02fa7a28e None None] Provisioning for port eb12906a-62e3-4e0d-8179-58024cdf8325 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 20:00:44.383808 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-6603cb70-b131-4279-8dd0-e7d02fa7a28e None None] Provisioning complete for port eb12906a-62e3-4e0d-8179-58024cdf8325 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:00:44.384556 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6603cb70-b131-4279-8dd0-e7d02fa7a28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:44.411266 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76febc10-800e-4e39-a3b6-7b7c783bed2d req-bd3c77d8-9ee3-4899-a9aa-3d1f3fb99fc6 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:00:44.412163 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-76febc10-800e-4e39-a3b6-7b7c783bed2d req-bd3c77d8-9ee3-4899-a9aa-3d1f3fb99fc6 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Synchronizing usage tracker for tenant:624c5fe3fad6436998538267c0ff529d on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 20:00:44.445594 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-6603cb70-b131-4279-8dd0-e7d02fa7a28e None None] Port eb12906a-62e3-4e0d-8179-58024cdf8325 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 20:00:44.455842 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-76febc10-800e-4e39-a3b6-7b7c783bed2d req-bd3c77d8-9ee3-4899-a9aa-3d1f3fb99fc6 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Unset dirty status for tenant:624c5fe3fad6436998538267c0ff529d on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 20:00:44.458289 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-76febc10-800e-4e39-a3b6-7b7c783bed2d req-bd3c77d8-9ee3-4899-a9aa-3d1f3fb99fc6 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "GET /v2.0/ports?device_id=9914c3d0-1c72-45b6-b56f-b4b801397fe7 HTTP/1.1" status: 200 len: 931 time: 0.1510289 Dec 15 20:00:44.511219 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-76febc10-800e-4e39-a3b6-7b7c783bed2d req-b4fb9c25-fb1d-4d4d-8c8b-99b07425a3be tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "GET /v2.0/security-groups?id=79806c94-04e8-4128-b7a8-f9732fe9c925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459669 Dec 15 20:00:45.865360 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1668600b-abe7-43d1-8b61-8c4692af8929 req-0fe8d017-56e5-46fd-8f2e-008dd94bf16f tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:00:45.867150 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1668600b-abe7-43d1-8b61-8c4692af8929 req-0fe8d017-56e5-46fd-8f2e-008dd94bf16f tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "GET /v2.0/ports?device_id=9914c3d0-1c72-45b6-b56f-b4b801397fe7 HTTP/1.1" status: 200 len: 931 time: 0.0921853 Dec 15 20:00:45.917125 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1668600b-abe7-43d1-8b61-8c4692af8929 req-9fe13421-e525-4573-949c-a0a4033c96b4 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "GET /v2.0/security-groups?id=79806c94-04e8-4128-b7a8-f9732fe9c925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436785 Dec 15 20:00:47.148888 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aee992-51b8-4dcf-9caa-6a4f85f601f4 req-8e111994-f656-402f-b79a-66d665dbe636 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:00:47.150619 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-08aee992-51b8-4dcf-9caa-6a4f85f601f4 req-8e111994-f656-402f-b79a-66d665dbe636 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "GET /v2.0/ports?device_id=9914c3d0-1c72-45b6-b56f-b4b801397fe7 HTTP/1.1" status: 200 len: 931 time: 0.0981469 Dec 15 20:00:47.201671 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-08aee992-51b8-4dcf-9caa-6a4f85f601f4 req-01da8786-409e-4092-a542-227596830cdd tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "GET /v2.0/security-groups?id=79806c94-04e8-4128-b7a8-f9732fe9c925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446339 Dec 15 20:00:48.417177 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044fc731-7b37-4f07-9b74-537f44fcc944 req-7f2f5a11-308e-4e2e-9146-94937fa37e69 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:00:48.418867 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-044fc731-7b37-4f07-9b74-537f44fcc944 req-7f2f5a11-308e-4e2e-9146-94937fa37e69 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "GET /v2.0/ports?device_id=9914c3d0-1c72-45b6-b56f-b4b801397fe7 HTTP/1.1" status: 200 len: 931 time: 0.0910873 Dec 15 20:00:48.481273 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-044fc731-7b37-4f07-9b74-537f44fcc944 req-f97e8f1d-6042-4889-8075-73a9b6ca1a3c tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "GET /v2.0/security-groups?id=79806c94-04e8-4128-b7a8-f9732fe9c925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498149 Dec 15 20:00:50.079951 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e9cd38-2992-461b-97c6-c0e34823c856 req-5dba553d-0d11-49c2-9750-968d759ad3e7 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:00:50.082123 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-08e9cd38-2992-461b-97c6-c0e34823c856 req-5dba553d-0d11-49c2-9750-968d759ad3e7 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "GET /v2.0/ports?device_id=9914c3d0-1c72-45b6-b56f-b4b801397fe7 HTTP/1.1" status: 200 len: 931 time: 0.1001449 Dec 15 20:00:50.138638 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-08e9cd38-2992-461b-97c6-c0e34823c856 req-ac145d2f-00bc-45a9-be29-61645ad6f175 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "GET /v2.0/security-groups?id=79806c94-04e8-4128-b7a8-f9732fe9c925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494647 Dec 15 20:00:51.502929 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71bb932-bce2-4d7b-a1df-57c103745bd9 req-e1f84204-14dc-4a37-85f6-d1486d3837ca tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:00:51.504778 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b71bb932-bce2-4d7b-a1df-57c103745bd9 req-e1f84204-14dc-4a37-85f6-d1486d3837ca tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "GET /v2.0/ports?device_id=9914c3d0-1c72-45b6-b56f-b4b801397fe7 HTTP/1.1" status: 200 len: 931 time: 0.0928998 Dec 15 20:00:51.557610 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b71bb932-bce2-4d7b-a1df-57c103745bd9 req-acb5486b-0336-44ac-be01-13303e9ac04d tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "GET /v2.0/security-groups?id=79806c94-04e8-4128-b7a8-f9732fe9c925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465796 Dec 15 20:00:52.801759 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aaf1a0-d688-4939-846b-0c565f179e27 req-0c71061a-a76c-49e6-9d3e-3fd290b1f542 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:00:52.803414 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-27aaf1a0-d688-4939-846b-0c565f179e27 req-0c71061a-a76c-49e6-9d3e-3fd290b1f542 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "GET /v2.0/ports?device_id=9914c3d0-1c72-45b6-b56f-b4b801397fe7 HTTP/1.1" status: 200 len: 931 time: 0.1026182 Dec 15 20:00:52.854395 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-27aaf1a0-d688-4939-846b-0c565f179e27 req-ac02abb1-a380-4b9a-b758-142d18987d49 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "GET /v2.0/security-groups?id=79806c94-04e8-4128-b7a8-f9732fe9c925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448849 Dec 15 20:00:54.086035 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a706ea00-6e77-4196-8577-2a13492e0d3c req-6d37a8b5-96be-4d8c-9cb8-a43079414494 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:00:54.087959 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a706ea00-6e77-4196-8577-2a13492e0d3c req-6d37a8b5-96be-4d8c-9cb8-a43079414494 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "GET /v2.0/ports?device_id=9914c3d0-1c72-45b6-b56f-b4b801397fe7 HTTP/1.1" status: 200 len: 931 time: 0.0942609 Dec 15 20:00:54.123432 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [req-db0b9c35-e015-44fb-b4be-6b12345e211c req-ca2fb1f3-d9f8-4fed-a876-c681455da61e service neutron] Request body: {'port': {'device_id': '9914c3d0-1c72-45b6-b56f-b4b801397fe7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:00:54.194721 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a706ea00-6e77-4196-8577-2a13492e0d3c req-ea5a4641-af0e-414f-9108-49e771b918fc tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "GET /v2.0/security-groups?id=79806c94-04e8-4128-b7a8-f9732fe9c925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001408 Dec 15 20:00:54.256904 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-db0b9c35-e015-44fb-b4be-6b12345e211c req-ca2fb1f3-d9f8-4fed-a876-c681455da61e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:54.466557 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:54.610064 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [req-db0b9c35-e015-44fb-b4be-6b12345e211c req-ca2fb1f3-d9f8-4fed-a876-c681455da61e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb12906a-62e3-4e0d-8179-58024cdf8325 {{(pid=88990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 20:00:54.617242 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-db0b9c35-e015-44fb-b4be-6b12345e211c req-ca2fb1f3-d9f8-4fed-a876-c681455da61e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:54.632883 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [req-db0b9c35-e015-44fb-b4be-6b12345e211c req-ca2fb1f3-d9f8-4fed-a876-c681455da61e service neutron] Transition to ACTIVE for port object eb12906a-62e3-4e0d-8179-58024cdf8325 will not be triggered until provisioned by entity L2. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 20:00:54.735487 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-db0b9c35-e015-44fb-b4be-6b12345e211c req-ca2fb1f3-d9f8-4fed-a876-c681455da61e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:54.740833 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-cdbb01ba-3d0b-485a-87dc-60d558a310fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:00:54.874759 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2fb1f3-d9f8-4fed-a876-c681455da61e service neutron] Pushing event updated for resources: {'Port': ['ID=eb12906a-62e3-4e0d-8179-58024cdf8325,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:00:54.880082 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ca2fb1f3-d9f8-4fed-a876-c681455da61e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:00:54.986427 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-db0b9c35-e015-44fb-b4be-6b12345e211c req-ca2fb1f3-d9f8-4fed-a876-c681455da61e service neutron] Attempting to bind port eb12906a-62e3-4e0d-8179-58024cdf8325 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 20:00:54.986844 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-db0b9c35-e015-44fb-b4be-6b12345e211c req-ca2fb1f3-d9f8-4fed-a876-c681455da61e service neutron] Attempting to bind port eb12906a-62e3-4e0d-8179-58024cdf8325 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '15526ac3-b689-4cdb-8feb-e94173cc5024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'cc9ded52-f8e6-4237-82a9-64073db8f003'}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 20:00:54.987227 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0b9c35-e015-44fb-b4be-6b12345e211c req-ca2fb1f3-d9f8-4fed-a876-c681455da61e service neutron] Attempting to bind port eb12906a-62e3-4e0d-8179-58024cdf8325 on network cc9ded52-f8e6-4237-82a9-64073db8f003 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 20:00:54.993912 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0b9c35-e015-44fb-b4be-6b12345e211c req-ca2fb1f3-d9f8-4fed-a876-c681455da61e service neutron] Port eb12906a-62e3-4e0d-8179-58024cdf8325 on network cc9ded52-f8e6-4237-82a9-64073db8f003 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 20:00:54.994311 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0b9c35-e015-44fb-b4be-6b12345e211c req-ca2fb1f3-d9f8-4fed-a876-c681455da61e service neutron] Attempting to bind port eb12906a-62e3-4e0d-8179-58024cdf8325 on network cc9ded52-f8e6-4237-82a9-64073db8f003 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 20:00:55.002307 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0b9c35-e015-44fb-b4be-6b12345e211c req-ca2fb1f3-d9f8-4fed-a876-c681455da61e service neutron] Checking agent: {'id': '59e4c979-c5dd-468d-a1f2-341133950749', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 12, 24), 'started_at': datetime.datetime(2021, 12, 15, 19, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 20, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 20:00:55.003515 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0b9c35-e015-44fb-b4be-6b12345e211c req-ca2fb1f3-d9f8-4fed-a876-c681455da61e service neutron] Checking segment: {'id': '15526ac3-b689-4cdb-8feb-e94173cc5024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'cc9ded52-f8e6-4237-82a9-64073db8f003'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 20:00:55.004253 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0b9c35-e015-44fb-b4be-6b12345e211c req-ca2fb1f3-d9f8-4fed-a876-c681455da61e service neutron] Bound using segment: {'id': '15526ac3-b689-4cdb-8feb-e94173cc5024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'cc9ded52-f8e6-4237-82a9-64073db8f003'} {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 20:00:55.004750 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-db0b9c35-e015-44fb-b4be-6b12345e211c req-ca2fb1f3-d9f8-4fed-a876-c681455da61e service neutron] Bound port: eb12906a-62e3-4e0d-8179-58024cdf8325, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15526ac3-b689-4cdb-8feb-e94173cc5024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'cc9ded52-f8e6-4237-82a9-64073db8f003'}}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 20:00:55.005143 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-db0b9c35-e015-44fb-b4be-6b12345e211c req-ca2fb1f3-d9f8-4fed-a876-c681455da61e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:55.106006 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-db0b9c35-e015-44fb-b4be-6b12345e211c req-ca2fb1f3-d9f8-4fed-a876-c681455da61e service neutron] For port eb12906a-62e3-4e0d-8179-58024cdf8325, host hv-neutron-8218, cleared binding levels {{(pid=88990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 20:00:55.109027 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-db0b9c35-e015-44fb-b4be-6b12345e211c req-ca2fb1f3-d9f8-4fed-a876-c681455da61e service neutron] For port eb12906a-62e3-4e0d-8179-58024cdf8325, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=eb12906a-62e3-4e0d-8179-58024cdf8325,segment=NetworkSegment(15526ac3-b689-4cdb-8feb-e94173cc5024),segment_id=15526ac3-b689-4cdb-8feb-e94173cc5024)] {{(pid=88990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 20:00:55.147444 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-db0b9c35-e015-44fb-b4be-6b12345e211c req-ca2fb1f3-d9f8-4fed-a876-c681455da61e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:55.152052 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-bb8356a0-0d34-43a3-88c2-202fa9fcf2bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:00:55.215596 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-db0b9c35-e015-44fb-b4be-6b12345e211c req-ca2fb1f3-d9f8-4fed-a876-c681455da61e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:55.217076 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-db0b9c35-e015-44fb-b4be-6b12345e211c req-ca2fb1f3-d9f8-4fed-a876-c681455da61e service neutron] 10.222.0.32 "PUT /v2.0/ports/eb12906a-62e3-4e0d-8179-58024cdf8325 HTTP/1.1" status: 200 len: 1093 time: 1.1002054 Dec 15 20:00:55.217657 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9914c3d0-1c72-45b6-b56f-b4b801397fe7', 'tag': 'eb12906a-62e3-4e0d-8179-58024cdf8325'}] {{(pid=88990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 20:00:55.230555 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2fb1f3-d9f8-4fed-a876-c681455da61e service neutron] Pushing event updated for resources: {'Port': ['ID=eb12906a-62e3-4e0d-8179-58024cdf8325,revision_number=3']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:00:55.234268 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ca2fb1f3-d9f8-4fed-a876-c681455da61e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:00:55.473520 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-db0b9c35-e015-44fb-b4be-6b12345e211c req-0f09e92d-6dd7-4557-afa3-f9de55ddca6f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=624c5fe3fad6436998538267c0ff529d&device_id=9914c3d0-1c72-45b6-b56f-b4b801397fe7 HTTP/1.1" status: 200 len: 1096 time: 0.1410482 Dec 15 20:00:55.538124 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9914c3d0-1c72-45b6-b56f-b4b801397fe7', 'tag': 'eb12906a-62e3-4e0d-8179-58024cdf8325', 'status': 'completed', 'code': 200} Dec 15 20:00:55.544883 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b117956-67bf-45de-a235-c48f377b28b7 req-54a39cc4-3a2c-49c2-8edc-2730dba674dc tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:00:55.546465 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8b117956-67bf-45de-a235-c48f377b28b7 req-54a39cc4-3a2c-49c2-8edc-2730dba674dc tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "GET /v2.0/ports?device_id=9914c3d0-1c72-45b6-b56f-b4b801397fe7 HTTP/1.1" status: 200 len: 943 time: 0.1703336 Dec 15 20:00:55.579277 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-db0b9c35-e015-44fb-b4be-6b12345e211c req-7861f65f-780b-4082-9b03-600eec2ec588 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb12906a-62e3-4e0d-8179-58024cdf8325 HTTP/1.1" status: 200 len: 217 time: 0.0922451 Dec 15 20:00:55.658531 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8b117956-67bf-45de-a235-c48f377b28b7 req-c372555a-c9cd-4977-b654-197c5503d378 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "GET /v2.0/security-groups?id=79806c94-04e8-4128-b7a8-f9732fe9c925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987046 Dec 15 20:00:55.667572 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0b9c35-e015-44fb-b4be-6b12345e211c req-416bb5ee-6605-411e-be75-03e4e23abaf3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:00:55.669094 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-db0b9c35-e015-44fb-b4be-6b12345e211c req-416bb5ee-6605-411e-be75-03e4e23abaf3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=804c7db4-1d20-401f-b195-efb6e9171cf6 HTTP/1.1" status: 200 len: 854 time: 0.0800920 Dec 15 20:00:55.754173 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-db0b9c35-e015-44fb-b4be-6b12345e211c req-002f7fed-c128-4af8-b082-b0d04f8d9428 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cc9ded52-f8e6-4237-82a9-64073db8f003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744238 Dec 15 20:00:55.899867 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-db0b9c35-e015-44fb-b4be-6b12345e211c req-fa0ad42e-f2b6-4a82-8ace-e7bd97607500 service neutron] 10.222.0.32 "GET /v2.0/networks/cc9ded52-f8e6-4237-82a9-64073db8f003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343269 Dec 15 20:00:56.042877 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-db0b9c35-e015-44fb-b4be-6b12345e211c req-5c03c886-ad92-46dd-a479-127e43075a0c service neutron] 10.222.0.32 "GET /v2.0/networks/cc9ded52-f8e6-4237-82a9-64073db8f003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326611 Dec 15 20:00:56.221609 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-45f5b24a-4aa0-46fe-8e37-135eaeaeca2f req-50061a22-ba34-402e-bb51-3e556aacf2bf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=624c5fe3fad6436998538267c0ff529d&device_id=9914c3d0-1c72-45b6-b56f-b4b801397fe7 HTTP/1.1" status: 200 len: 1096 time: 0.0791636 Dec 15 20:00:56.363288 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f5b24a-4aa0-46fe-8e37-135eaeaeca2f req-87bd8154-6126-4369-a7e0-419bf0c487b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:00:56.364759 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-45f5b24a-4aa0-46fe-8e37-135eaeaeca2f req-87bd8154-6126-4369-a7e0-419bf0c487b9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cc9ded52-f8e6-4237-82a9-64073db8f003 HTTP/1.1" status: 200 len: 916 time: 0.1346507 Dec 15 20:00:56.438732 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-45f5b24a-4aa0-46fe-8e37-135eaeaeca2f req-4be904c7-1191-4e20-94df-046f0b5d4404 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb12906a-62e3-4e0d-8179-58024cdf8325 HTTP/1.1" status: 200 len: 217 time: 0.0642278 Dec 15 20:00:56.512268 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f5b24a-4aa0-46fe-8e37-135eaeaeca2f req-7135a46a-0ba6-4338-a1ef-08c37b21c9e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:00:56.513788 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-45f5b24a-4aa0-46fe-8e37-135eaeaeca2f req-7135a46a-0ba6-4338-a1ef-08c37b21c9e9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=804c7db4-1d20-401f-b195-efb6e9171cf6 HTTP/1.1" status: 200 len: 854 time: 0.0658088 Dec 15 20:00:56.592764 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-45f5b24a-4aa0-46fe-8e37-135eaeaeca2f req-a215e8d5-481e-4d61-bbdf-b939de29b62e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cc9ded52-f8e6-4237-82a9-64073db8f003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714660 Dec 15 20:00:56.739750 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-45f5b24a-4aa0-46fe-8e37-135eaeaeca2f req-02996ef4-116d-48b0-ac09-0a5cfd054784 service neutron] 10.222.0.32 "GET /v2.0/networks/cc9ded52-f8e6-4237-82a9-64073db8f003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392958 Dec 15 20:00:56.947721 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-45f5b24a-4aa0-46fe-8e37-135eaeaeca2f req-357a2f87-324d-4fbb-9fc7-cd4b84428105 service neutron] 10.222.0.32 "GET /v2.0/networks/cc9ded52-f8e6-4237-82a9-64073db8f003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995311 Dec 15 20:00:56.959063 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b1274-721e-477e-a8cd-137183b242d9 req-32e5bbf3-9495-4c16-8159-71d02c699bdc tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:00:56.960616 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9d0b1274-721e-477e-a8cd-137183b242d9 req-32e5bbf3-9495-4c16-8159-71d02c699bdc tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "GET /v2.0/ports?device_id=9914c3d0-1c72-45b6-b56f-b4b801397fe7 HTTP/1.1" status: 200 len: 943 time: 0.1358566 Dec 15 20:00:57.010671 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9d0b1274-721e-477e-a8cd-137183b242d9 req-1d57b487-da85-4143-9e09-35d95d420caa tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "GET /v2.0/security-groups?id=79806c94-04e8-4128-b7a8-f9732fe9c925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435548 Dec 15 20:00:58.213224 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f0f73-2329-497d-b65e-ffe7972f70ef req-789e62f0-8be3-4fbf-be1a-bf801a5daacd tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:00:58.214851 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b19f0f73-2329-497d-b65e-ffe7972f70ef req-789e62f0-8be3-4fbf-be1a-bf801a5daacd tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "GET /v2.0/ports?device_id=9914c3d0-1c72-45b6-b56f-b4b801397fe7 HTTP/1.1" status: 200 len: 943 time: 0.0829396 Dec 15 20:00:58.266150 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b19f0f73-2329-497d-b65e-ffe7972f70ef req-0fef2ca0-5f18-46a5-b9b4-f9082ccbfeba tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "GET /v2.0/security-groups?id=79806c94-04e8-4128-b7a8-f9732fe9c925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452900 Dec 15 20:00:58.874891 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device eb12906a-62e3-4e0d-8179-58024cdf8325 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 15 20:00:59.015913 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port eb12906a-62e3-4e0d-8179-58024cdf8325, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=eb12906a-62e3-4e0d-8179-58024cdf8325,segment=NetworkSegment(15526ac3-b689-4cdb-8feb-e94173cc5024),segment_id=15526ac3-b689-4cdb-8feb-e94173cc5024)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:00:59.029611 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Returning: {'device': 'eb12906a-62e3-4e0d-8179-58024cdf8325', 'network_id': 'cc9ded52-f8e6-4237-82a9-64073db8f003', 'port_id': 'eb12906a-62e3-4e0d-8179-58024cdf8325', 'mac_address': 'fa:16:3e:b0:bc:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '804c7db4-1d20-401f-b195-efb6e9171cf6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 20:00:59.084430 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:59.105051 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb12906a-62e3-4e0d-8179-58024cdf8325 {{(pid=88992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 20:00:59.120537 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port eb12906a-62e3-4e0d-8179-58024cdf8325, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=eb12906a-62e3-4e0d-8179-58024cdf8325,segment=NetworkSegment(15526ac3-b689-4cdb-8feb-e94173cc5024),segment_id=15526ac3-b689-4cdb-8feb-e94173cc5024)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:00:59.169249 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:00:59.171111 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:00:59.244292 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=eb12906a-62e3-4e0d-8179-58024cdf8325,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:00:59.247886 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:00:59.433842 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] get_ports_and_sgs() called for port_ids ['eb12906a-62e3-4e0d-8179-58024cdf8325'] {{(pid=88992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 20:00:59.491037 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f7b6b-3807-4a8b-a327-66ea697ea7c9 req-6fb04b78-4d97-49e1-9122-59fa48d47ade tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:00:59.492680 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7c0f7b6b-3807-4a8b-a327-66ea697ea7c9 req-6fb04b78-4d97-49e1-9122-59fa48d47ade tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "GET /v2.0/ports?device_id=9914c3d0-1c72-45b6-b56f-b4b801397fe7 HTTP/1.1" status: 200 len: 944 time: 0.0962930 Dec 15 20:00:59.544675 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7c0f7b6b-3807-4a8b-a327-66ea697ea7c9 req-ee45b77e-9379-47b7-be04-2dc80ab765cc tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "GET /v2.0/security-groups?id=79806c94-04e8-4128-b7a8-f9732fe9c925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455098 Dec 15 20:01:00.753237 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d55ce-cfe9-4951-ba15-8e1e8e550586 req-f929a527-9760-45d9-87a0-179dca9bbc26 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:01:00.754857 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0d3d55ce-cfe9-4951-ba15-8e1e8e550586 req-f929a527-9760-45d9-87a0-179dca9bbc26 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "GET /v2.0/ports?device_id=9914c3d0-1c72-45b6-b56f-b4b801397fe7 HTTP/1.1" status: 200 len: 944 time: 0.0837467 Dec 15 20:01:00.806062 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0d3d55ce-cfe9-4951-ba15-8e1e8e550586 req-c2c3240e-b7e2-4f12-8ce2-5f8f44db7bb2 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "GET /v2.0/security-groups?id=79806c94-04e8-4128-b7a8-f9732fe9c925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452094 Dec 15 20:01:00.895736 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device eb12906a-62e3-4e0d-8179-58024cdf8325 up at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 20:01:00.941213 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 20:01:01.025998 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning for port eb12906a-62e3-4e0d-8179-58024cdf8325 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 20:01:01.030867 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning complete for port eb12906a-62e3-4e0d-8179-58024cdf8325 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:01:01.031291 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:01:01.147176 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:01:01.173854 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9914c3d0-1c72-45b6-b56f-b4b801397fe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb12906a-62e3-4e0d-8179-58024cdf8325'}] {{(pid=88992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 20:01:01.183809 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port eb12906a-62e3-4e0d-8179-58024cdf8325, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=eb12906a-62e3-4e0d-8179-58024cdf8325,segment=NetworkSegment(15526ac3-b689-4cdb-8feb-e94173cc5024),segment_id=15526ac3-b689-4cdb-8feb-e94173cc5024)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:01:01.220365 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:01:01.223452 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-48331c8f-277d-404b-a7bc-66a37d00af96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:01:01.252572 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9914c3d0-1c72-45b6-b56f-b4b801397fe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb12906a-62e3-4e0d-8179-58024cdf8325', 'code': 200} Dec 15 20:01:01.291033 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=eb12906a-62e3-4e0d-8179-58024cdf8325,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:01:01.294547 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:01:01.553291 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-17493937-a45a-426f-833e-f2968fffffb5 req-b279a069-edba-4ad3-9463-64ecccaeeb7d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9914c3d0-1c72-45b6-b56f-b4b801397fe7 HTTP/1.1" status: 200 len: 1098 time: 0.0721893 Dec 15 20:01:01.601953 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-17493937-a45a-426f-833e-f2968fffffb5 req-6c31341e-aa3c-4257-8089-38b35722bb06 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=79806c94-04e8-4128-b7a8-f9732fe9c925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381236 Dec 15 20:01:02.013488 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9059e4ca-d85e-4442-bfbd-f2d0463d0a32 req-41fbf24c-42a9-4688-97d4-0e90300774fb tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:01:02.015081 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9059e4ca-d85e-4442-bfbd-f2d0463d0a32 req-41fbf24c-42a9-4688-97d4-0e90300774fb tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "GET /v2.0/ports?device_id=9914c3d0-1c72-45b6-b56f-b4b801397fe7 HTTP/1.1" status: 200 len: 945 time: 0.0845926 Dec 15 20:01:02.065724 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9059e4ca-d85e-4442-bfbd-f2d0463d0a32 req-98bc0e05-f782-4885-a644-968ae08cb89f tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "GET /v2.0/security-groups?id=79806c94-04e8-4128-b7a8-f9732fe9c925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437677 Dec 15 20:01:03.266481 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972c9eec-1c12-481f-b1c3-71bf4d314268 req-96d33dca-9da3-435b-9852-390591a43b0c tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:01:03.268634 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-972c9eec-1c12-481f-b1c3-71bf4d314268 req-96d33dca-9da3-435b-9852-390591a43b0c tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "GET /v2.0/ports?device_id=9914c3d0-1c72-45b6-b56f-b4b801397fe7 HTTP/1.1" status: 200 len: 945 time: 0.0825512 Dec 15 20:01:03.317291 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-972c9eec-1c12-481f-b1c3-71bf4d314268 req-15c5e135-c71d-4a8f-96a2-ba1daad71111 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "GET /v2.0/security-groups?id=79806c94-04e8-4128-b7a8-f9732fe9c925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422978 Dec 15 20:01:03.523683 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a88bf10-fb00-4bc5-a026-ac3e5c66e7bd req-000a7feb-de31-4b5d-9fe0-909ce3b1dc03 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:01:03.525271 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3a88bf10-fb00-4bc5-a026-ac3e5c66e7bd req-000a7feb-de31-4b5d-9fe0-909ce3b1dc03 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "GET /v2.0/ports?device_id=9914c3d0-1c72-45b6-b56f-b4b801397fe7 HTTP/1.1" status: 200 len: 945 time: 0.0874515 Dec 15 20:01:03.573879 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3a88bf10-fb00-4bc5-a026-ac3e5c66e7bd req-bd8cae89-d727-432f-9cc1-56cc5f37255a tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "GET /v2.0/security-groups?id=79806c94-04e8-4128-b7a8-f9732fe9c925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425024 Dec 15 20:01:04.011309 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f1fa94-811c-4d13-9bfa-0660ae84ebb9 req-2af7877b-53a1-4963-9fdc-8388aa2b49b1 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:01:04.012929 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c6f1fa94-811c-4d13-9bfa-0660ae84ebb9 req-2af7877b-53a1-4963-9fdc-8388aa2b49b1 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "GET /v2.0/ports?device_id=9914c3d0-1c72-45b6-b56f-b4b801397fe7 HTTP/1.1" status: 200 len: 945 time: 0.0814996 Dec 15 20:01:04.067168 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c6f1fa94-811c-4d13-9bfa-0660ae84ebb9 req-dcef9e65-3edd-4ac6-b16f-c024c5a35958 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "GET /v2.0/security-groups?id=79806c94-04e8-4128-b7a8-f9732fe9c925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479331 Dec 15 20:01:08.238355 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e7cb4561-de8d-4475-8083-58c7608a5728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:01:09.500180 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:01:10.574393 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3498d45d-1904-4d3f-8274-7e2030e9899b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:01:10.963125 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:01:12.746068 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:01:12.949073 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a346ebed-503c-42eb-b953-2fab7e6ca756 req-24fbcc46-ee85-4456-aa8b-5c52e3b0caaa service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9914c3d0-1c72-45b6-b56f-b4b801397fe7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4000568 Dec 15 20:01:13.098351 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a346ebed-503c-42eb-b953-2fab7e6ca756 req-e0d922c6-e484-4f11-8824-69abc93028fb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=624c5fe3fad6436998538267c0ff529d&device_id=9914c3d0-1c72-45b6-b56f-b4b801397fe7 HTTP/1.1" status: 200 len: 1098 time: 0.0764306 Dec 15 20:01:13.255865 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a346ebed-503c-42eb-b953-2fab7e6ca756 req-9a4ad312-7426-49cf-be90-2752ae2db066 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:01:13.257438 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a346ebed-503c-42eb-b953-2fab7e6ca756 req-9a4ad312-7426-49cf-be90-2752ae2db066 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cc9ded52-f8e6-4237-82a9-64073db8f003 HTTP/1.1" status: 200 len: 916 time: 0.1359553 Dec 15 20:01:13.332789 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a346ebed-503c-42eb-b953-2fab7e6ca756 req-912120f2-2e5f-4103-8b90-bf476dff715c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb12906a-62e3-4e0d-8179-58024cdf8325 HTTP/1.1" status: 200 len: 217 time: 0.0671244 Dec 15 20:01:13.403158 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a346ebed-503c-42eb-b953-2fab7e6ca756 req-7cb1b222-724b-4328-85d6-e077389c8604 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:01:13.404755 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a346ebed-503c-42eb-b953-2fab7e6ca756 req-7cb1b222-724b-4328-85d6-e077389c8604 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=804c7db4-1d20-401f-b195-efb6e9171cf6 HTTP/1.1" status: 200 len: 854 time: 0.0654533 Dec 15 20:01:13.487765 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a346ebed-503c-42eb-b953-2fab7e6ca756 req-fe2f382e-1a59-48ce-b3bf-a5e86928d79c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cc9ded52-f8e6-4237-82a9-64073db8f003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746822 Dec 15 20:01:13.641632 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a346ebed-503c-42eb-b953-2fab7e6ca756 req-b94a302c-dd64-41aa-bcc7-f1a853bcb522 service neutron] 10.222.0.32 "GET /v2.0/networks/cc9ded52-f8e6-4237-82a9-64073db8f003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441827 Dec 15 20:01:13.784175 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a346ebed-503c-42eb-b953-2fab7e6ca756 req-b1dfb390-68d4-4e04-a29f-010da7601d8e service neutron] 10.222.0.32 "GET /v2.0/networks/cc9ded52-f8e6-4237-82a9-64073db8f003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343594 Dec 15 20:01:16.213363 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcda0f3e-6ff2-4f41-ae7a-718afcb9e261 req-bbc6ecb9-0a7b-44a7-a2ab-c71033805adb tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:01:16.214981 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-fcda0f3e-6ff2-4f41-ae7a-718afcb9e261 req-bbc6ecb9-0a7b-44a7-a2ab-c71033805adb tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "GET /v2.0/ports?device_id=9914c3d0-1c72-45b6-b56f-b4b801397fe7 HTTP/1.1" status: 200 len: 945 time: 0.0840452 Dec 15 20:01:16.266701 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-fcda0f3e-6ff2-4f41-ae7a-718afcb9e261 req-ea12ddc8-f015-4c64-830f-90dd06c4d1e9 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "GET /v2.0/security-groups?id=79806c94-04e8-4128-b7a8-f9732fe9c925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448916 Dec 15 20:01:16.296113 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 34784) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:01:16.446991 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-182799e2-8422-4084-a6b8-e902b3e9bb9f tempest-TestMinimumBasicScenario-1263090218 tempest-TestMinimumBasicScenario-1263090218-project-admin] Synchronizing usage tracker for tenant:d0a2109679e14114806bb2b936cabad6 on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 20:01:16.494225 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-182799e2-8422-4084-a6b8-e902b3e9bb9f tempest-TestMinimumBasicScenario-1263090218 tempest-TestMinimumBasicScenario-1263090218-project-admin] Unset dirty status for tenant:d0a2109679e14114806bb2b936cabad6 on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 20:01:16.495542 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-182799e2-8422-4084-a6b8-e902b3e9bb9f tempest-TestMinimumBasicScenario-1263090218 tempest-TestMinimumBasicScenario-1263090218-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9914c3d0-1c72-45b6-b56f-b4b801397fe7 HTTP/1.1" status: 200 len: 1093 time: 0.1981428 Dec 15 20:01:16.498715 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 34790) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:01:16.504510 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-6b4ff961-7903-4187-8217-5f0cf772fd14 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Request body: {'floatingip': {'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'port_id': 'eb12906a-62e3-4e0d-8179-58024cdf8325', 'tenant_id': '624c5fe3fad6436998538267c0ff529d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:01:16.510381 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-6b4ff961-7903-4187-8217-5f0cf772fd14 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:01:16.514325 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-6b4ff961-7903-4187-8217-5f0cf772fd14 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Usage tracker for resource:floatingip and tenant:624c5fe3fad6436998538267c0ff529d is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:01:16.517249 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-6b4ff961-7903-4187-8217-5f0cf772fd14 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:01:16.523864 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-6b4ff961-7903-4187-8217-5f0cf772fd14 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:01:16.557227 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6b4ff961-7903-4187-8217-5f0cf772fd14 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Notify callbacks [] for floatingip, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:01:16.706454 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6b4ff961-7903-4187-8217-5f0cf772fd14 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:01:16.872435 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-6b4ff961-7903-4187-8217-5f0cf772fd14 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Allocated IP 172.26.3.54 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/74d05e56-3a36-4af4-b394-4affbd578356) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 20:01:17.023643 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6b4ff961-7903-4187-8217-5f0cf772fd14 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:01:17.073386 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6b4ff961-7903-4187-8217-5f0cf772fd14 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:01:17.077973 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b199fff9-5721-4afe-b57a-1eb03f231965 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:01:17.149661 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4ff961-7903-4187-8217-5f0cf772fd14 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 20:01:17.150534 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ff961-7903-4187-8217-5f0cf772fd14 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Pushing event updated for resources: {'Port': ['ID=74d05e56-3a36-4af4-b394-4affbd578356,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:01:17.153289 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-6b4ff961-7903-4187-8217-5f0cf772fd14 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 20:01:17.155271 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6b4ff961-7903-4187-8217-5f0cf772fd14 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:01:17.156031 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4ff961-7903-4187-8217-5f0cf772fd14 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:01:17.678915 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6b4ff961-7903-4187-8217-5f0cf772fd14 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:01:17.804341 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6b4ff961-7903-4187-8217-5f0cf772fd14 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:01:18.029110 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6b4ff961-7903-4187-8217-5f0cf772fd14 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:01:18.060140 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6b4ff961-7903-4187-8217-5f0cf772fd14 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:01:18.065164 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3962c384-df34-4868-8bbf-d25fd73ca936 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:01:18.175318 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ff961-7903-4187-8217-5f0cf772fd14 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Pushing event updated for resources: {'Port': ['ID=74d05e56-3a36-4af4-b394-4affbd578356,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:01:18.179596 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6b4ff961-7903-4187-8217-5f0cf772fd14 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:01:18.190443 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6b4ff961-7903-4187-8217-5f0cf772fd14 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634093'] for floatingip, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:01:18.384478 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.l3_db [None req-6b4ff961-7903-4187-8217-5f0cf772fd14 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Floating IP 6a98c23a-3c34-4107-aa23-b0bdd1dff2cc associated. External IP: 172.26.3.54, port: eb12906a-62e3-4e0d-8179-58024cdf8325. Dec 15 20:01:19.024150 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b4ff961-7903-4187-8217-5f0cf772fd14 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Router eb43de9e-4b01-4e8b-975c-911b60218abf has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 20:01:19.241179 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b4ff961-7903-4187-8217-5f0cf772fd14 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 20:01:19.251584 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd675e37-8908-47a5-a024-725bd431db56 None None] Sync routers for ids ['eb43de9e-4b01-4e8b-975c-911b60218abf'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 20:01:19.263788 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd675e37-8908-47a5-a024-725bd431db56 None None] Routers {'eb43de9e-4b01-4e8b-975c-911b60218abf'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:01:19.264459 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-bd675e37-8908-47a5-a024-725bd431db56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:01:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['eb43de9e-4b01-4e8b-975c-911b60218abf'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:01:19.288726 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6b4ff961-7903-4187-8217-5f0cf772fd14 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:01:19.347940 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6b4ff961-7903-4187-8217-5f0cf772fd14 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8454163 Dec 15 20:01:19.347940 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9914c3d0-1c72-45b6-b56f-b4b801397fe7', 'tag': 'eb12906a-62e3-4e0d-8179-58024cdf8325'}] {{(pid=88990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 20:01:19.348826 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 34794) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:01:19.355556 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-2c9c6e2d-0293-47fc-9724-bba081d21c53 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1437243573', 'description': 'tempest-secgroup-smoke-1437243573 description', 'project_id': '624c5fe3fad6436998538267c0ff529d'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:01:19.364066 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-2c9c6e2d-0293-47fc-9724-bba081d21c53 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:01:19.368089 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-2c9c6e2d-0293-47fc-9724-bba081d21c53 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Usage tracker for resource:security_group and tenant:624c5fe3fad6436998538267c0ff529d is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:01:19.371279 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-2c9c6e2d-0293-47fc-9724-bba081d21c53 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:01:19.377931 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-2c9c6e2d-0293-47fc-9724-bba081d21c53 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:01:19.402964 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9914c3d0-1c72-45b6-b56f-b4b801397fe7', 'tag': 'eb12906a-62e3-4e0d-8179-58024cdf8325', 'status': 'completed', 'code': 200} Dec 15 20:01:19.408945 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2c9c6e2d-0293-47fc-9724-bba081d21c53 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Notify callbacks [] for security_group, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:01:19.447404 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-2c9c6e2d-0293-47fc-9724-bba081d21c53 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:01:19.451418 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-2c9c6e2d-0293-47fc-9724-bba081d21c53 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Usage tracker for resource:security_group_rule and tenant:624c5fe3fad6436998538267c0ff529d is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:01:19.451705 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-bd675e37-8908-47a5-a024-725bd431db56 None None] Set router eb43de9e-4b01-4e8b-975c-911b60218abf gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:01:19.454382 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-2c9c6e2d-0293-47fc-9724-bba081d21c53 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:01:19.460663 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-2c9c6e2d-0293-47fc-9724-bba081d21c53 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:01:19.506213 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9d3f395e-2345-496e-9ac6-dc5425d65930 req-7e2725c7-aea4-42fa-aa70-1b977f65afe1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=624c5fe3fad6436998538267c0ff529d&device_id=9914c3d0-1c72-45b6-b56f-b4b801397fe7 HTTP/1.1" status: 200 len: 1098 time: 0.0804329 Dec 15 20:01:19.518036 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2c9c6e2d-0293-47fc-9724-bba081d21c53 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Notify callbacks [] for security_group, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:01:19.540230 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2c9c6e2d-0293-47fc-9724-bba081d21c53 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:01:19.546312 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a60679bc-ffe2-42cd-8e36-af5ca4bb96b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:01:19.588732 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9c6e2d-0293-47fc-9724-bba081d21c53 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99fd893a-baed-4ee9-82bb-aca48fd5745d,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:01:19.610201 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9c6e2d-0293-47fc-9724-bba081d21c53 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:01:19.610933 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9c6e2d-0293-47fc-9724-bba081d21c53 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:01:19.612155 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9c6e2d-0293-47fc-9724-bba081d21c53 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:01:19.613074 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9c6e2d-0293-47fc-9724-bba081d21c53 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:01:19.613659 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9c6e2d-0293-47fc-9724-bba081d21c53 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:01:19.614372 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9c6e2d-0293-47fc-9724-bba081d21c53 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:01:19.614993 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9c6e2d-0293-47fc-9724-bba081d21c53 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:01:19.615750 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9c6e2d-0293-47fc-9724-bba081d21c53 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:01:19.616352 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9c6e2d-0293-47fc-9724-bba081d21c53 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:01:19.616953 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9c6e2d-0293-47fc-9724-bba081d21c53 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:01:19.617550 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9c6e2d-0293-47fc-9724-bba081d21c53 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:01:19.621617 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2c9c6e2d-0293-47fc-9724-bba081d21c53 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:01:19.626548 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-2c9c6e2d-0293-47fc-9724-bba081d21c53 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2764187 Dec 15 20:01:19.628100 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 34800) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:01:19.629225 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2c9c6e2d-0293-47fc-9724-bba081d21c53 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:01:19.636932 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-39ede497-9536-4148-9e2b-7a9d46d26dff tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Request body: {'security_group_rule': {'security_group_id': '99fd893a-baed-4ee9-82bb-aca48fd5745d', 'project_id': '624c5fe3fad6436998538267c0ff529d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:01:19.644397 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-39ede497-9536-4148-9e2b-7a9d46d26dff tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:01:19.649708 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-39ede497-9536-4148-9e2b-7a9d46d26dff tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Usage tracker for resource:security_group_rule and tenant:624c5fe3fad6436998538267c0ff529d is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:01:19.654133 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-39ede497-9536-4148-9e2b-7a9d46d26dff tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:01:19.660740 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-39ede497-9536-4148-9e2b-7a9d46d26dff tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:01:19.684240 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3f395e-2345-496e-9ac6-dc5425d65930 req-055025e0-c334-4ece-bada-bd4271fbfc46 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:01:19.685953 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9d3f395e-2345-496e-9ac6-dc5425d65930 req-055025e0-c334-4ece-bada-bd4271fbfc46 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cc9ded52-f8e6-4237-82a9-64073db8f003 HTTP/1.1" status: 200 len: 916 time: 0.1703885 Dec 15 20:01:19.695726 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-39ede497-9536-4148-9e2b-7a9d46d26dff tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:01:19.765804 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-39ede497-9536-4148-9e2b-7a9d46d26dff tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:01:19.785724 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-39ede497-9536-4148-9e2b-7a9d46d26dff tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:01:19.787869 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-85f284d2-8104-451c-99e1-1b61c22f014e tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:01:19.799769 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9d3f395e-2345-496e-9ac6-dc5425d65930 req-c6d68628-600d-4b40-99fd-c7fc40e57d78 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb12906a-62e3-4e0d-8179-58024cdf8325 HTTP/1.1" status: 200 len: 998 time: 0.1067472 Dec 15 20:01:19.813878 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ede497-9536-4148-9e2b-7a9d46d26dff tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e11eb4ad-6293-4514-8474-dba98e98661b,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:01:19.818668 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-39ede497-9536-4148-9e2b-7a9d46d26dff tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:01:19.832308 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-bd675e37-8908-47a5-a024-725bd431db56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb43de9e-4b01-4e8b-975c-911b60218abf', 'name': 'tempest-TestMinimumBasicScenario-1053016225-router', 'tenant_id': '624c5fe3fad6436998538267c0ff529d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '8f36f2f2-d715-4cdf-a69b-2fd2692ec080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:00:13Z', 'updated_at': '2021-12-15T20:00:17Z', 'revision_number': 4, 'project_id': '624c5fe3fad6436998538267c0ff529d', 'gw_port': {'id': '8f36f2f2-d715-4cdf-a69b-2fd2692ec080', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb43de9e-4b01-4e8b-975c-911b60218abf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:00:14Z', 'updated_at': '2021-12-15T20:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': '6a98c23a-3c34-4107-aa23-b0bdd1dff2cc', 'tenant_id': '624c5fe3fad6436998538267c0ff529d', 'floating_ip_address': '172.26.3.54', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': 'eb43de9e-4b01-4e8b-975c-911b60218abf', 'port_id': 'eb12906a-62e3-4e0d-8179-58024cdf8325', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc9ded52-f8e6-4237-82a9-64073db8f003', 'mac_address': 'fa:16:3e:b0:bc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9914c3d0-1c72-45b6-b56f-b4b801397fe7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T20:01:17Z', 'updated_at': '2021-12-15T20:01:17Z', 'revision_number': 0, 'project_id': '624c5fe3fad6436998538267c0ff529d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1fd2aab-48ef-4796-9303-59ec9e5775dd', 'name': '', 'network_id': 'cc9ded52-f8e6-4237-82a9-64073db8f003', 'tenant_id': '624c5fe3fad6436998538267c0ff529d', 'mac_address': 'fa:16:3e:d9:54:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb43de9e-4b01-4e8b-975c-911b60218abf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '804c7db4-1d20-401f-b195-efb6e9171cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:00:16Z', 'updated_at': '2021-12-15T20:00:26Z', 'revision_number': 5, 'project_id': '624c5fe3fad6436998538267c0ff529d', 'subnets': [{'id': '804c7db4-1d20-401f-b195-efb6e9171cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:01:19.836374 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd675e37-8908-47a5-a024-725bd431db56 None None] Checking router: eb43de9e-4b01-4e8b-975c-911b60218abf for host: dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 20:01:19.843157 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-39ede497-9536-4148-9e2b-7a9d46d26dff tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:01:19.847791 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-39ede497-9536-4148-9e2b-7a9d46d26dff tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2135158 Dec 15 20:01:19.848095 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 34804) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:01:19.848459 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd675e37-8908-47a5-a024-725bd431db56 None None] Routers {'eb43de9e-4b01-4e8b-975c-911b60218abf'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:01:19.849129 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-bd675e37-8908-47a5-a024-725bd431db56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:01:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['eb43de9e-4b01-4e8b-975c-911b60218abf'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:01:19.854121 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-7e8c2862-66d0-4ccf-9e3b-1130c3858b51 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Request body: {'security_group_rule': {'security_group_id': '99fd893a-baed-4ee9-82bb-aca48fd5745d', 'project_id': '624c5fe3fad6436998538267c0ff529d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:01:19.860514 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-7e8c2862-66d0-4ccf-9e3b-1130c3858b51 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:01:19.865273 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-7e8c2862-66d0-4ccf-9e3b-1130c3858b51 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Usage tracker for resource:security_group_rule and tenant:624c5fe3fad6436998538267c0ff529d is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:01:19.868307 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-7e8c2862-66d0-4ccf-9e3b-1130c3858b51 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:01:19.874387 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-7e8c2862-66d0-4ccf-9e3b-1130c3858b51 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:01:19.876374 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3f395e-2345-496e-9ac6-dc5425d65930 req-5dcbe154-b4a6-447a-96f4-00d1d26882e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:01:19.877972 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9d3f395e-2345-496e-9ac6-dc5425d65930 req-5dcbe154-b4a6-447a-96f4-00d1d26882e6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=804c7db4-1d20-401f-b195-efb6e9171cf6 HTTP/1.1" status: 200 len: 854 time: 0.0711234 Dec 15 20:01:19.918758 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7e8c2862-66d0-4ccf-9e3b-1130c3858b51 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:01:19.960982 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9d3f395e-2345-496e-9ac6-dc5425d65930 req-3386c641-c045-413e-a48f-3b1a46ece40c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cc9ded52-f8e6-4237-82a9-64073db8f003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758698 Dec 15 20:01:20.046568 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-bd675e37-8908-47a5-a024-725bd431db56 None None] Set router eb43de9e-4b01-4e8b-975c-911b60218abf gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:01:20.112797 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7e8c2862-66d0-4ccf-9e3b-1130c3858b51 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:01:20.121654 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9d3f395e-2345-496e-9ac6-dc5425d65930 req-5c1a9422-f82a-4c29-83b9-8acb3c7e3d8b service neutron] 10.222.0.32 "GET /v2.0/networks/cc9ded52-f8e6-4237-82a9-64073db8f003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534128 Dec 15 20:01:20.139873 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7e8c2862-66d0-4ccf-9e3b-1130c3858b51 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:01:20.141936 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2e2e18fb-d331-4005-a408-4cdc8122a310 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:01:20.167716 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8c2862-66d0-4ccf-9e3b-1130c3858b51 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d535a42-89c7-42e6-84e3-365f19476481,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:01:20.170405 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7e8c2862-66d0-4ccf-9e3b-1130c3858b51 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:01:20.197121 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7e8c2862-66d0-4ccf-9e3b-1130c3858b51 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:01:20.198885 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-7e8c2862-66d0-4ccf-9e3b-1130c3858b51 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3497770 Dec 15 20:01:20.201724 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 34808) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:01:20.208590 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-08dc27f4-f8fd-4ba0-b5aa-d12e2b159137 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Request body: {'security_group_rule': {'security_group_id': '99fd893a-baed-4ee9-82bb-aca48fd5745d', 'project_id': '624c5fe3fad6436998538267c0ff529d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:01:20.214985 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-08dc27f4-f8fd-4ba0-b5aa-d12e2b159137 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:01:20.219243 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-08dc27f4-f8fd-4ba0-b5aa-d12e2b159137 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Usage tracker for resource:security_group_rule and tenant:624c5fe3fad6436998538267c0ff529d is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:01:20.222843 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-08dc27f4-f8fd-4ba0-b5aa-d12e2b159137 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:01:20.229845 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-08dc27f4-f8fd-4ba0-b5aa-d12e2b159137 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:01:20.273895 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-08dc27f4-f8fd-4ba0-b5aa-d12e2b159137 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:01:20.276728 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9d3f395e-2345-496e-9ac6-dc5425d65930 req-791c0602-d730-454f-b3c2-256c90ec4c9b service neutron] 10.222.0.32 "GET /v2.0/networks/cc9ded52-f8e6-4237-82a9-64073db8f003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463699 Dec 15 20:01:20.347813 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-08dc27f4-f8fd-4ba0-b5aa-d12e2b159137 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:01:20.368368 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-08dc27f4-f8fd-4ba0-b5aa-d12e2b159137 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:01:20.370304 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-eb20c2fe-db83-4a8a-acb4-bf95ec8e5d3e tempest-ServerActionsTestJSON-1976823500 tempest-ServerActionsTestJSON-1976823500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:01:20.391998 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dc27f4-f8fd-4ba0-b5aa-d12e2b159137 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e92f24de-ef2a-443b-a730-a0f9de6a2a4c,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:01:20.396494 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-08dc27f4-f8fd-4ba0-b5aa-d12e2b159137 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:01:20.425571 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-08dc27f4-f8fd-4ba0-b5aa-d12e2b159137 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:01:20.426736 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-bd675e37-8908-47a5-a024-725bd431db56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb43de9e-4b01-4e8b-975c-911b60218abf', 'name': 'tempest-TestMinimumBasicScenario-1053016225-router', 'tenant_id': '624c5fe3fad6436998538267c0ff529d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '8f36f2f2-d715-4cdf-a69b-2fd2692ec080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:00:13Z', 'updated_at': '2021-12-15T20:00:17Z', 'revision_number': 4, 'project_id': '624c5fe3fad6436998538267c0ff529d', 'gw_port': {'id': '8f36f2f2-d715-4cdf-a69b-2fd2692ec080', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb43de9e-4b01-4e8b-975c-911b60218abf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:00:14Z', 'updated_at': '2021-12-15T20:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': '6a98c23a-3c34-4107-aa23-b0bdd1dff2cc', 'tenant_id': '624c5fe3fad6436998538267c0ff529d', 'floating_ip_address': '172.26.3.54', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': 'eb43de9e-4b01-4e8b-975c-911b60218abf', 'port_id': 'eb12906a-62e3-4e0d-8179-58024cdf8325', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc9ded52-f8e6-4237-82a9-64073db8f003', 'mac_address': 'fa:16:3e:b0:bc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9914c3d0-1c72-45b6-b56f-b4b801397fe7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T20:01:17Z', 'updated_at': '2021-12-15T20:01:17Z', 'revision_number': 0, 'project_id': '624c5fe3fad6436998538267c0ff529d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1fd2aab-48ef-4796-9303-59ec9e5775dd', 'name': '', 'network_id': 'cc9ded52-f8e6-4237-82a9-64073db8f003', 'tenant_id': '624c5fe3fad6436998538267c0ff529d', 'mac_address': 'fa:16:3e:d9:54:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb43de9e-4b01-4e8b-975c-911b60218abf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '804c7db4-1d20-401f-b195-efb6e9171cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:00:16Z', 'updated_at': '2021-12-15T20:00:26Z', 'revision_number': 5, 'project_id': '624c5fe3fad6436998538267c0ff529d', 'subnets': [{'id': '804c7db4-1d20-401f-b195-efb6e9171cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:01:20.427018 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-08dc27f4-f8fd-4ba0-b5aa-d12e2b159137 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2241690 Dec 15 20:01:20.429876 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 34812) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:01:20.430947 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd675e37-8908-47a5-a024-725bd431db56 None None] The sync data for ids ['eb43de9e-4b01-4e8b-975c-911b60218abf'] in dv-neutron-821831-2-hyperv is: [{'id': 'eb43de9e-4b01-4e8b-975c-911b60218abf', 'name': 'tempest-TestMinimumBasicScenario-1053016225-router', 'tenant_id': '624c5fe3fad6436998538267c0ff529d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '8f36f2f2-d715-4cdf-a69b-2fd2692ec080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:00:13Z', 'updated_at': '2021-12-15T20:00:17Z', 'revision_number': 4, 'project_id': '624c5fe3fad6436998538267c0ff529d', 'gw_port': {'id': '8f36f2f2-d715-4cdf-a69b-2fd2692ec080', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb43de9e-4b01-4e8b-975c-911b60218abf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:00:14Z', 'updated_at': '2021-12-15T20:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': '6a98c23a-3c34-4107-aa23-b0bdd1dff2cc', 'tenant_id': '624c5fe3fad6436998538267c0ff529d', 'floating_ip_address': '172.26.3.54', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': 'eb43de9e-4b01-4e8b-975c-911b60218abf', 'port_id': 'eb12906a-62e3-4e0d-8179-58024cdf8325', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc9ded52-f8e6-4237-82a9-64073db8f003', 'mac_address': 'fa:16:3e:b0:bc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9914c3d0-1c72-45b6-b56f-b4b801397fe7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T20:01:17Z', 'updated_at': '2021-12-15T20:01:17Z', 'revision_number': 0, 'project_id': '624c5fe3fad6436998538267c0ff529d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1fd2aab-48ef-4796-9303-59ec9e5775dd', 'name': '', 'network_id': 'cc9ded52-f8e6-4237-82a9-64073db8f003', 'tenant_id': '624c5fe3fad6436998538267c0ff529d', 'mac_address': 'fa:16:3e:d9:54:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb43de9e-4b01-4e8b-975c-911b60218abf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '804c7db4-1d20-401f-b195-efb6e9171cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:00:16Z', 'updated_at': '2021-12-15T20:00:26Z', 'revision_number': 5, 'project_id': '624c5fe3fad6436998538267c0ff529d', 'subnets': [{'id': '804c7db4-1d20-401f-b195-efb6e9171cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 20:01:20.436872 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-2ba3e472-1b82-448e-88db-6aa54dc9813b tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Request body: {'security_group_rule': {'security_group_id': '99fd893a-baed-4ee9-82bb-aca48fd5745d', 'project_id': '624c5fe3fad6436998538267c0ff529d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:01:20.443971 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-2ba3e472-1b82-448e-88db-6aa54dc9813b tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:01:20.448112 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-2ba3e472-1b82-448e-88db-6aa54dc9813b tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Usage tracker for resource:security_group_rule and tenant:624c5fe3fad6436998538267c0ff529d is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:01:20.451235 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-2ba3e472-1b82-448e-88db-6aa54dc9813b tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:01:20.457230 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-2ba3e472-1b82-448e-88db-6aa54dc9813b tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:01:20.495826 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2ba3e472-1b82-448e-88db-6aa54dc9813b tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:01:20.566644 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2ba3e472-1b82-448e-88db-6aa54dc9813b tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:01:20.605395 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2ba3e472-1b82-448e-88db-6aa54dc9813b tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:01:20.607773 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-42424e88-d1e3-4aa1-b019-0f30d9cea478 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:01:20.638075 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba3e472-1b82-448e-88db-6aa54dc9813b tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8559aa4a-ee32-45f3-bbdb-2b1963f58162,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:01:20.638075 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2ba3e472-1b82-448e-88db-6aa54dc9813b tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:01:20.671349 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2ba3e472-1b82-448e-88db-6aa54dc9813b tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:01:20.672682 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-2ba3e472-1b82-448e-88db-6aa54dc9813b tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2417631 Dec 15 20:01:20.676215 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 34816) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:01:20.682137 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-bc090ae7-14f2-4d34-9238-4336ca1fc8b8 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Request body: {'security_group_rule': {'security_group_id': '99fd893a-baed-4ee9-82bb-aca48fd5745d', 'project_id': '624c5fe3fad6436998538267c0ff529d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:01:20.688944 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-bc090ae7-14f2-4d34-9238-4336ca1fc8b8 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:01:20.693897 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-bc090ae7-14f2-4d34-9238-4336ca1fc8b8 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Usage tracker for resource:security_group_rule and tenant:624c5fe3fad6436998538267c0ff529d is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:01:20.696954 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-bc090ae7-14f2-4d34-9238-4336ca1fc8b8 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:01:20.703214 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-bc090ae7-14f2-4d34-9238-4336ca1fc8b8 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:01:20.734214 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.securitygroups_db [None req-bc090ae7-14f2-4d34-9238-4336ca1fc8b8 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Project 624c5fe3fad6436998538267c0ff529d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 20:01:20.741500 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bc090ae7-14f2-4d34-9238-4336ca1fc8b8 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:01:20.812181 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bc090ae7-14f2-4d34-9238-4336ca1fc8b8 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:01:20.831466 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bc090ae7-14f2-4d34-9238-4336ca1fc8b8 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:01:20.833426 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1d19fc82-08cb-4b20-97b8-4fa3010fa2ba tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:01:20.859597 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc090ae7-14f2-4d34-9238-4336ca1fc8b8 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a546cd2-0020-41d9-bdf5-da899ba26ff8,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:01:20.862481 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-bc090ae7-14f2-4d34-9238-4336ca1fc8b8 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:01:20.888969 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bc090ae7-14f2-4d34-9238-4336ca1fc8b8 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:01:20.890270 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-bc090ae7-14f2-4d34-9238-4336ca1fc8b8 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2130213 Dec 15 20:01:20.894094 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 34820) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:01:20.900612 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-a9aa5b19-b664-4892-ad4b-832fd8a51e27 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Request body: {'security_group_rule': {'security_group_id': '99fd893a-baed-4ee9-82bb-aca48fd5745d', 'project_id': '624c5fe3fad6436998538267c0ff529d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:01:20.907558 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a9aa5b19-b664-4892-ad4b-832fd8a51e27 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:01:20.912949 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-a9aa5b19-b664-4892-ad4b-832fd8a51e27 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Usage tracker for resource:security_group_rule and tenant:624c5fe3fad6436998538267c0ff529d is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:01:20.916334 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-a9aa5b19-b664-4892-ad4b-832fd8a51e27 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:01:20.923065 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a9aa5b19-b664-4892-ad4b-832fd8a51e27 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:01:20.963170 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.securitygroups_db [None req-a9aa5b19-b664-4892-ad4b-832fd8a51e27 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Project 624c5fe3fad6436998538267c0ff529d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 20:01:20.971094 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a9aa5b19-b664-4892-ad4b-832fd8a51e27 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:01:21.002000 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ee4b0d-9685-48fb-9d58-94870e998baa None None] New status for floating IP 6a98c23a-3c34-4107-aa23-b0bdd1dff2cc: ACTIVE {{(pid=88992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 15 20:01:21.043646 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a9aa5b19-b664-4892-ad4b-832fd8a51e27 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:01:21.071347 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a9aa5b19-b664-4892-ad4b-832fd8a51e27 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:01:21.079019 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1743ed5d-52fd-418a-bb6d-66fff35f6dbf tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:01:21.098733 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa5b19-b664-4892-ad4b-832fd8a51e27 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6b23614-c331-44f4-b9f3-c9904eacdddc,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:01:21.101319 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a9aa5b19-b664-4892-ad4b-832fd8a51e27 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:01:21.134578 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a9aa5b19-b664-4892-ad4b-832fd8a51e27 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:01:21.135942 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a9aa5b19-b664-4892-ad4b-832fd8a51e27 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2407644 Dec 15 20:01:21.280731 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2ec6c89e-b9fe-4239-8dc6-2daabef62f0b req-4e2d7204-0634-450f-b260-bf9d63897b51 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1437243573&fields=id&tenant_id=624c5fe3fad6436998538267c0ff529d HTTP/1.1" status: 200 len: 267 time: 0.0447621 Dec 15 20:01:21.373151 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec6c89e-b9fe-4239-8dc6-2daabef62f0b req-6cc314ad-5cd0-444e-becd-38e70b8a3b15 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:01:21.374766 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2ec6c89e-b9fe-4239-8dc6-2daabef62f0b req-6cc314ad-5cd0-444e-becd-38e70b8a3b15 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "GET /v2.0/ports?device_id=9914c3d0-1c72-45b6-b56f-b4b801397fe7 HTTP/1.1" status: 200 len: 945 time: 0.0880461 Dec 15 20:01:21.393105 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [req-2ec6c89e-b9fe-4239-8dc6-2daabef62f0b req-1b852a47-9c99-4c5b-82e3-0b6eea585fe3 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Request body: {'port': {'security_groups': ['79806c94-04e8-4128-b7a8-f9732fe9c925', '99fd893a-baed-4ee9-82bb-aca48fd5745d']}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:01:21.512225 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-2ec6c89e-b9fe-4239-8dc6-2daabef62f0b req-1b852a47-9c99-4c5b-82e3-0b6eea585fe3 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:01:21.836751 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-2ec6c89e-b9fe-4239-8dc6-2daabef62f0b req-1b852a47-9c99-4c5b-82e3-0b6eea585fe3 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] For port eb12906a-62e3-4e0d-8179-58024cdf8325, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=eb12906a-62e3-4e0d-8179-58024cdf8325,segment=NetworkSegment(15526ac3-b689-4cdb-8feb-e94173cc5024),segment_id=15526ac3-b689-4cdb-8feb-e94173cc5024)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:01:21.863345 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-2ec6c89e-b9fe-4239-8dc6-2daabef62f0b req-1b852a47-9c99-4c5b-82e3-0b6eea585fe3 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:01:21.894094 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-2ec6c89e-b9fe-4239-8dc6-2daabef62f0b req-1b852a47-9c99-4c5b-82e3-0b6eea585fe3 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:01:21.899863 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b199fff9-5721-4afe-b57a-1eb03f231965 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:01:21.908711 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] get_ports_and_sgs() called for port_ids ['eb12906a-62e3-4e0d-8179-58024cdf8325'] {{(pid=88992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 20:01:21.965800 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec6c89e-b9fe-4239-8dc6-2daabef62f0b req-1b852a47-9c99-4c5b-82e3-0b6eea585fe3 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:01:21.966565 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-2ec6c89e-b9fe-4239-8dc6-2daabef62f0b req-1b852a47-9c99-4c5b-82e3-0b6eea585fe3 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:01:21.968039 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2ec6c89e-b9fe-4239-8dc6-2daabef62f0b req-1b852a47-9c99-4c5b-82e3-0b6eea585fe3 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "PUT /v2.0/ports/eb12906a-62e3-4e0d-8179-58024cdf8325 HTTP/1.1" status: 200 len: 981 time: 0.5807118 Dec 15 20:01:21.969471 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9914c3d0-1c72-45b6-b56f-b4b801397fe7', 'tag': 'eb12906a-62e3-4e0d-8179-58024cdf8325'}] {{(pid=88990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 20:01:21.997256 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b852a47-9c99-4c5b-82e3-0b6eea585fe3 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Pushing event updated for resources: {'Port': ['ID=eb12906a-62e3-4e0d-8179-58024cdf8325,revision_number=6']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:01:22.000768 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1b852a47-9c99-4c5b-82e3-0b6eea585fe3 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:01:22.039358 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9914c3d0-1c72-45b6-b56f-b4b801397fe7', 'tag': 'eb12906a-62e3-4e0d-8179-58024cdf8325', 'status': 'completed', 'code': 200} Dec 15 20:01:22.044042 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] get_ports_and_sgs() called for port_ids ['eb12906a-62e3-4e0d-8179-58024cdf8325'] {{(pid=88992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 20:01:22.231799 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a96b64cd-f115-4670-86a8-eca43df709c1 req-9158a0d8-9717-40b6-8624-1648cffdc5af service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=624c5fe3fad6436998538267c0ff529d&device_id=9914c3d0-1c72-45b6-b56f-b4b801397fe7 HTTP/1.1" status: 200 len: 1137 time: 0.1678550 Dec 15 20:01:22.239048 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068577cc-bb4c-412d-aafd-9f0db587655a req-7281652b-4552-4cf3-bd75-968f12f3742f tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:01:22.240476 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-068577cc-bb4c-412d-aafd-9f0db587655a req-7281652b-4552-4cf3-bd75-968f12f3742f tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "GET /v2.0/ports?device_id=9914c3d0-1c72-45b6-b56f-b4b801397fe7 HTTP/1.1" status: 200 len: 984 time: 0.1242013 Dec 15 20:01:22.386981 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-068577cc-bb4c-412d-aafd-9f0db587655a req-45c069df-a246-4f69-9357-89d722a44440 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "GET /v2.0/security-groups?id=79806c94-04e8-4128-b7a8-f9732fe9c925&id=99fd893a-baed-4ee9-82bb-aca48fd5745d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1233602 Dec 15 20:01:22.426388 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b64cd-f115-4670-86a8-eca43df709c1 req-eb7b230d-2b68-4607-862b-606ca7a69bc0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:01:22.427971 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a96b64cd-f115-4670-86a8-eca43df709c1 req-eb7b230d-2b68-4607-862b-606ca7a69bc0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cc9ded52-f8e6-4237-82a9-64073db8f003 HTTP/1.1" status: 200 len: 916 time: 0.1865482 Dec 15 20:01:22.434065 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-715fa8b6-c4de-4c28-a094-c0711efbc031 None None] Provisioning complete for port eb12906a-62e3-4e0d-8179-58024cdf8325 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:01:22.434520 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-715fa8b6-c4de-4c28-a094-c0711efbc031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:01:22.535382 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a96b64cd-f115-4670-86a8-eca43df709c1 req-44a7f378-6bb2-4d9b-8363-13a331d75730 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb12906a-62e3-4e0d-8179-58024cdf8325 HTTP/1.1" status: 200 len: 1000 time: 0.0995276 Dec 15 20:01:22.610089 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b64cd-f115-4670-86a8-eca43df709c1 req-f9fac5ff-ea96-470b-bf89-b54f6655b6cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:01:22.611920 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a96b64cd-f115-4670-86a8-eca43df709c1 req-f9fac5ff-ea96-470b-bf89-b54f6655b6cc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=804c7db4-1d20-401f-b195-efb6e9171cf6 HTTP/1.1" status: 200 len: 854 time: 0.0691257 Dec 15 20:01:22.697349 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a96b64cd-f115-4670-86a8-eca43df709c1 req-e6585a10-e2ab-4988-b91d-83ef136bcf13 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cc9ded52-f8e6-4237-82a9-64073db8f003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778990 Dec 15 20:01:22.844451 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a96b64cd-f115-4670-86a8-eca43df709c1 req-dca51a6d-0be9-44a1-84dd-eba8f5d595f9 service neutron] 10.222.0.32 "GET /v2.0/networks/cc9ded52-f8e6-4237-82a9-64073db8f003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379633 Dec 15 20:01:22.984832 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a96b64cd-f115-4670-86a8-eca43df709c1 req-05f58e53-7e42-4926-a7eb-90c64a5e405a service neutron] 10.222.0.32 "GET /v2.0/networks/cc9ded52-f8e6-4237-82a9-64073db8f003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337204 Dec 15 20:01:24.483655 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:01:37.941125 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 20:01:38.225094 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-950ac35c-5c44-42ce-8092-db7b5263f7b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:01:39.510564 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:01:40.585182 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2a0caa97-a8e2-4be1-866a-f6d9c485d73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:01:40.967593 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:01:42.744157 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:01:43.433421 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-fb313a35-afc9-4a7f-8ecb-25d0ccf13c06 req-e5a3f864-a3ef-4e70-8184-bb40628f5148 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=624c5fe3fad6436998538267c0ff529d&device_id=9914c3d0-1c72-45b6-b56f-b4b801397fe7 HTTP/1.1" status: 200 len: 1137 time: 0.0795050 Dec 15 20:01:43.640624 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb313a35-afc9-4a7f-8ecb-25d0ccf13c06 req-12c675a0-078b-4d40-b4d2-2d87f5d21484 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:01:43.642795 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-fb313a35-afc9-4a7f-8ecb-25d0ccf13c06 req-12c675a0-078b-4d40-b4d2-2d87f5d21484 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cc9ded52-f8e6-4237-82a9-64073db8f003 HTTP/1.1" status: 200 len: 916 time: 0.2022986 Dec 15 20:01:43.654165 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e47ef8e-8755-46f5-afec-c537c177f99b req-ab9b2b6e-5132-4497-9bb9-80beb9bd2106 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:01:43.658033 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7e47ef8e-8755-46f5-afec-c537c177f99b req-ab9b2b6e-5132-4497-9bb9-80beb9bd2106 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "GET /v2.0/ports?device_id=9914c3d0-1c72-45b6-b56f-b4b801397fe7 HTTP/1.1" status: 200 len: 984 time: 0.2706916 Dec 15 20:01:43.797242 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7e47ef8e-8755-46f5-afec-c537c177f99b req-1d1e9903-561a-48ea-a24c-858763e3543e tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "GET /v2.0/security-groups?id=79806c94-04e8-4128-b7a8-f9732fe9c925&id=99fd893a-baed-4ee9-82bb-aca48fd5745d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0878501 Dec 15 20:01:43.799084 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-fb313a35-afc9-4a7f-8ecb-25d0ccf13c06 req-1f61164c-0a63-4742-a178-591e2aadb076 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb12906a-62e3-4e0d-8179-58024cdf8325 HTTP/1.1" status: 200 len: 1000 time: 0.1399822 Dec 15 20:01:43.867511 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb313a35-afc9-4a7f-8ecb-25d0ccf13c06 req-2a42559c-ef0d-45d6-b57a-76c2df5d107d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:01:43.869115 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-fb313a35-afc9-4a7f-8ecb-25d0ccf13c06 req-2a42559c-ef0d-45d6-b57a-76c2df5d107d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=804c7db4-1d20-401f-b195-efb6e9171cf6 HTTP/1.1" status: 200 len: 854 time: 0.0632432 Dec 15 20:01:44.200954 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-fb313a35-afc9-4a7f-8ecb-25d0ccf13c06 req-5a8622d6-849a-4eb2-8ee9-45787d29d567 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cc9ded52-f8e6-4237-82a9-64073db8f003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3249400 Dec 15 20:01:44.350675 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-fb313a35-afc9-4a7f-8ecb-25d0ccf13c06 req-919997e5-10a0-4cda-a2cc-e96eefb44727 service neutron] 10.222.0.32 "GET /v2.0/networks/cc9ded52-f8e6-4237-82a9-64073db8f003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387115 Dec 15 20:01:44.495194 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-fb313a35-afc9-4a7f-8ecb-25d0ccf13c06 req-5ea6f66f-8bf7-4527-baca-dc245d205430 service neutron] 10.222.0.32 "GET /v2.0/networks/cc9ded52-f8e6-4237-82a9-64073db8f003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350632 Dec 15 20:01:45.074327 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e31b1cf-e94a-47f8-a04a-649249c203a1 req-36f5c971-df5d-454c-8241-a32ba9fbb2bb tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:01:45.075881 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1e31b1cf-e94a-47f8-a04a-649249c203a1 req-36f5c971-df5d-454c-8241-a32ba9fbb2bb tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "GET /v2.0/ports?device_id=9914c3d0-1c72-45b6-b56f-b4b801397fe7 HTTP/1.1" status: 200 len: 984 time: 0.1541772 Dec 15 20:01:45.125643 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1e31b1cf-e94a-47f8-a04a-649249c203a1 req-0305a221-3a5e-45fd-b19a-15c5c5ca9576 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "GET /v2.0/security-groups?id=79806c94-04e8-4128-b7a8-f9732fe9c925&id=99fd893a-baed-4ee9-82bb-aca48fd5745d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0426338 Dec 15 20:01:46.334697 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf446b20-d200-4c11-8212-64f857571cb2 req-e5d0bef1-ef39-472e-a456-deb365cc261f tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:01:46.336269 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-bf446b20-d200-4c11-8212-64f857571cb2 req-e5d0bef1-ef39-472e-a456-deb365cc261f tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "GET /v2.0/ports?device_id=9914c3d0-1c72-45b6-b56f-b4b801397fe7 HTTP/1.1" status: 200 len: 984 time: 0.0862684 Dec 15 20:01:46.384728 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-bf446b20-d200-4c11-8212-64f857571cb2 req-e5ceade4-5be1-4b6b-99a7-aba9650acf18 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "GET /v2.0/security-groups?id=79806c94-04e8-4128-b7a8-f9732fe9c925&id=99fd893a-baed-4ee9-82bb-aca48fd5745d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0423787 Dec 15 20:01:47.592935 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a125a17-7eec-4323-9807-df2951e0c371 req-b2800c66-58b1-4db6-8482-643229b37119 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:01:47.595383 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5a125a17-7eec-4323-9807-df2951e0c371 req-b2800c66-58b1-4db6-8482-643229b37119 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "GET /v2.0/ports?device_id=9914c3d0-1c72-45b6-b56f-b4b801397fe7 HTTP/1.1" status: 200 len: 984 time: 0.0832391 Dec 15 20:01:47.647140 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5a125a17-7eec-4323-9807-df2951e0c371 req-c3287997-e144-4779-b7e4-a5ccd793665b tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "GET /v2.0/security-groups?id=79806c94-04e8-4128-b7a8-f9732fe9c925&id=99fd893a-baed-4ee9-82bb-aca48fd5745d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0451548 Dec 15 20:01:48.862936 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b49538c-84bd-4de8-af1c-9441c6cfd15a req-ac65921c-22ff-43b1-ac10-3ebf74728b36 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:01:48.864535 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5b49538c-84bd-4de8-af1c-9441c6cfd15a req-ac65921c-22ff-43b1-ac10-3ebf74728b36 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "GET /v2.0/ports?device_id=9914c3d0-1c72-45b6-b56f-b4b801397fe7 HTTP/1.1" status: 200 len: 984 time: 0.0861523 Dec 15 20:01:48.914670 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5b49538c-84bd-4de8-af1c-9441c6cfd15a req-f13317a8-1bbc-44be-9706-44957c853b8d tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "GET /v2.0/security-groups?id=79806c94-04e8-4128-b7a8-f9732fe9c925&id=99fd893a-baed-4ee9-82bb-aca48fd5745d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0438833 Dec 15 20:01:50.118322 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec259c4-5de0-4f4d-a9c9-e50d4723b34f req-ac4a9af4-a8c3-4bf7-a905-933fe39f973d tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:01:50.119898 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-bec259c4-5de0-4f4d-a9c9-e50d4723b34f req-ac4a9af4-a8c3-4bf7-a905-933fe39f973d tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "GET /v2.0/ports?device_id=9914c3d0-1c72-45b6-b56f-b4b801397fe7 HTTP/1.1" status: 200 len: 984 time: 0.0828800 Dec 15 20:01:50.173113 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-bec259c4-5de0-4f4d-a9c9-e50d4723b34f req-bbeddbec-e494-4755-8b4e-d37ce21feaa6 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "GET /v2.0/security-groups?id=79806c94-04e8-4128-b7a8-f9732fe9c925&id=99fd893a-baed-4ee9-82bb-aca48fd5745d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0462024 Dec 15 20:01:51.383618 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9803b85-b870-40c1-9c8c-fa1850208fd9 req-e12b691a-d142-4dda-8af6-0fa5fbe1ce5a tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:01:51.385323 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a9803b85-b870-40c1-9c8c-fa1850208fd9 req-e12b691a-d142-4dda-8af6-0fa5fbe1ce5a tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "GET /v2.0/ports?device_id=9914c3d0-1c72-45b6-b56f-b4b801397fe7 HTTP/1.1" status: 200 len: 984 time: 0.0873079 Dec 15 20:01:51.439348 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a9803b85-b870-40c1-9c8c-fa1850208fd9 req-89820baa-dc63-4559-acc9-8b8ced316711 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "GET /v2.0/security-groups?id=79806c94-04e8-4128-b7a8-f9732fe9c925&id=99fd893a-baed-4ee9-82bb-aca48fd5745d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0458236 Dec 15 20:01:52.650209 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed6f97d-774b-47b4-bb70-713073d7657c req-3d5ac4fe-b5de-4165-8b91-9278947d8cbc tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:01:52.651832 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7ed6f97d-774b-47b4-bb70-713073d7657c req-3d5ac4fe-b5de-4165-8b91-9278947d8cbc tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "GET /v2.0/ports?device_id=9914c3d0-1c72-45b6-b56f-b4b801397fe7 HTTP/1.1" status: 200 len: 984 time: 0.0899041 Dec 15 20:01:52.702760 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7ed6f97d-774b-47b4-bb70-713073d7657c req-d728e28c-8e8b-4fb9-8682-a3bc114f1210 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "GET /v2.0/security-groups?id=79806c94-04e8-4128-b7a8-f9732fe9c925&id=99fd893a-baed-4ee9-82bb-aca48fd5745d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0445905 Dec 15 20:01:53.908450 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687f6a44-d1dc-4bfa-bfca-00b38d849173 req-bc505f36-82b9-4a4e-acc4-57667c89aa60 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:01:53.910022 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-687f6a44-d1dc-4bfa-bfca-00b38d849173 req-bc505f36-82b9-4a4e-acc4-57667c89aa60 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "GET /v2.0/ports?device_id=9914c3d0-1c72-45b6-b56f-b4b801397fe7 HTTP/1.1" status: 200 len: 984 time: 0.0847621 Dec 15 20:01:53.960037 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-687f6a44-d1dc-4bfa-bfca-00b38d849173 req-9e829c4c-cdc0-45ff-aa9e-b5ec60cbdd19 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "GET /v2.0/security-groups?id=79806c94-04e8-4128-b7a8-f9732fe9c925&id=99fd893a-baed-4ee9-82bb-aca48fd5745d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0436821 Dec 15 20:01:54.475660 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:01:55.169681 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c069a28-1a3d-4964-a3b9-7b3cac1b7398 req-a7267d6a-c26d-4d03-a79b-de3a059790f5 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:01:55.171293 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3c069a28-1a3d-4964-a3b9-7b3cac1b7398 req-a7267d6a-c26d-4d03-a79b-de3a059790f5 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "GET /v2.0/ports?device_id=9914c3d0-1c72-45b6-b56f-b4b801397fe7 HTTP/1.1" status: 200 len: 984 time: 0.0852437 Dec 15 20:01:55.224794 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3c069a28-1a3d-4964-a3b9-7b3cac1b7398 req-66157c09-ef67-4881-9c9a-652eaa61eb00 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "GET /v2.0/security-groups?id=79806c94-04e8-4128-b7a8-f9732fe9c925&id=99fd893a-baed-4ee9-82bb-aca48fd5745d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0466733 Dec 15 20:01:56.429915 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae1a70-24d7-402c-9646-f7e90a1e061b req-c391b925-dbdf-40a5-9a29-3e2e6c9b04ef tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:01:56.431484 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-73ae1a70-24d7-402c-9646-f7e90a1e061b req-c391b925-dbdf-40a5-9a29-3e2e6c9b04ef tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "GET /v2.0/ports?device_id=9914c3d0-1c72-45b6-b56f-b4b801397fe7 HTTP/1.1" status: 200 len: 984 time: 0.0837829 Dec 15 20:01:56.486140 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-73ae1a70-24d7-402c-9646-f7e90a1e061b req-7609f989-7858-4630-8af4-a263425c156e tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "GET /v2.0/security-groups?id=79806c94-04e8-4128-b7a8-f9732fe9c925&id=99fd893a-baed-4ee9-82bb-aca48fd5745d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0475428 Dec 15 20:01:57.713999 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea4b5bb-ed54-4b06-9b07-f8cc3c06dc0f req-785e19df-5ed1-4d51-a988-06a7c04559d0 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:01:57.715638 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3ea4b5bb-ed54-4b06-9b07-f8cc3c06dc0f req-785e19df-5ed1-4d51-a988-06a7c04559d0 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "GET /v2.0/ports?device_id=9914c3d0-1c72-45b6-b56f-b4b801397fe7 HTTP/1.1" status: 200 len: 984 time: 0.0822651 Dec 15 20:01:57.765640 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3ea4b5bb-ed54-4b06-9b07-f8cc3c06dc0f req-7f2ddb69-4fc2-48f0-91e9-e25a2a4274e3 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "GET /v2.0/security-groups?id=79806c94-04e8-4128-b7a8-f9732fe9c925&id=99fd893a-baed-4ee9-82bb-aca48fd5745d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0435326 Dec 15 20:01:58.975257 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a14733-ebb2-45a3-a9b8-fcfbd05ce80f req-90aca175-8857-47bc-b1c0-aaba58c73dde tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:01:58.976731 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f8a14733-ebb2-45a3-a9b8-fcfbd05ce80f req-90aca175-8857-47bc-b1c0-aaba58c73dde tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "GET /v2.0/ports?device_id=9914c3d0-1c72-45b6-b56f-b4b801397fe7 HTTP/1.1" status: 200 len: 984 time: 0.0862968 Dec 15 20:01:59.025116 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f8a14733-ebb2-45a3-a9b8-fcfbd05ce80f req-6665abe6-9f40-4904-ab0d-0445e2442149 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "GET /v2.0/security-groups?id=79806c94-04e8-4128-b7a8-f9732fe9c925&id=99fd893a-baed-4ee9-82bb-aca48fd5745d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0422571 Dec 15 20:02:00.231779 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13393fd2-6f5d-4eb6-a956-05b3b2de91d6 req-b0d033d7-9cca-476d-b822-34c2b35db491 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:02:00.233373 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-13393fd2-6f5d-4eb6-a956-05b3b2de91d6 req-b0d033d7-9cca-476d-b822-34c2b35db491 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "GET /v2.0/ports?device_id=9914c3d0-1c72-45b6-b56f-b4b801397fe7 HTTP/1.1" status: 200 len: 984 time: 0.0861471 Dec 15 20:02:00.283296 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-13393fd2-6f5d-4eb6-a956-05b3b2de91d6 req-bbc2a61c-4996-4253-8595-feb2aa8d5f87 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "GET /v2.0/security-groups?id=79806c94-04e8-4128-b7a8-f9732fe9c925&id=99fd893a-baed-4ee9-82bb-aca48fd5745d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0437021 Dec 15 20:02:01.492868 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a074d-6aaa-4044-acc4-064f5fe135a8 req-4debc146-a644-49b6-a987-f0f32e37ed87 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:02:01.494495 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-cd9a074d-6aaa-4044-acc4-064f5fe135a8 req-4debc146-a644-49b6-a987-f0f32e37ed87 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "GET /v2.0/ports?device_id=9914c3d0-1c72-45b6-b56f-b4b801397fe7 HTTP/1.1" status: 200 len: 984 time: 0.0868490 Dec 15 20:02:01.544677 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-cd9a074d-6aaa-4044-acc4-064f5fe135a8 req-6174ccf3-44b8-4987-9065-e0b872b98ade tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "GET /v2.0/security-groups?id=79806c94-04e8-4128-b7a8-f9732fe9c925&id=99fd893a-baed-4ee9-82bb-aca48fd5745d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0437899 Dec 15 20:02:08.229338 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e1b3b38b-f0a5-4455-9d7d-3c35692072bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:02:09.497069 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:02:10.640215 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3bcac094-ee67-4a2c-a47d-52004bb55f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:02:10.966396 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:02:12.743939 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:02:13.610432 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9a19ffe5-683f-432f-b3b4-5775b4be98d8 req-9e3ad7ba-1f5b-4976-b2e1-e9c17e92f71b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9914c3d0-1c72-45b6-b56f-b4b801397fe7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0751889 Dec 15 20:02:13.762231 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9a19ffe5-683f-432f-b3b4-5775b4be98d8 req-8840b5bf-7665-4a66-9bb9-2aa9491cbd23 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=624c5fe3fad6436998538267c0ff529d&device_id=9914c3d0-1c72-45b6-b56f-b4b801397fe7 HTTP/1.1" status: 200 len: 1137 time: 0.0772455 Dec 15 20:02:13.915059 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a19ffe5-683f-432f-b3b4-5775b4be98d8 req-66af3cfb-22c5-4875-84a7-d3a943333365 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:02:13.916642 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9a19ffe5-683f-432f-b3b4-5775b4be98d8 req-66af3cfb-22c5-4875-84a7-d3a943333365 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cc9ded52-f8e6-4237-82a9-64073db8f003 HTTP/1.1" status: 200 len: 916 time: 0.1344094 Dec 15 20:02:14.026999 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9a19ffe5-683f-432f-b3b4-5775b4be98d8 req-dead15fa-0dea-41a9-be69-61738a35e8a0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb12906a-62e3-4e0d-8179-58024cdf8325 HTTP/1.1" status: 200 len: 1000 time: 0.1008544 Dec 15 20:02:14.095409 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a19ffe5-683f-432f-b3b4-5775b4be98d8 req-c9e3bcd6-4f14-4477-b150-18fe42708f8b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:02:14.096996 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9a19ffe5-683f-432f-b3b4-5775b4be98d8 req-c9e3bcd6-4f14-4477-b150-18fe42708f8b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=804c7db4-1d20-401f-b195-efb6e9171cf6 HTTP/1.1" status: 200 len: 854 time: 0.0634568 Dec 15 20:02:14.177728 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9a19ffe5-683f-432f-b3b4-5775b4be98d8 req-a4a0d476-3991-4ffa-8865-6a83f2f17c38 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cc9ded52-f8e6-4237-82a9-64073db8f003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723422 Dec 15 20:02:14.322276 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9a19ffe5-683f-432f-b3b4-5775b4be98d8 req-f0e839a7-22be-48d2-a095-a434476e0523 service neutron] 10.222.0.32 "GET /v2.0/networks/cc9ded52-f8e6-4237-82a9-64073db8f003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376517 Dec 15 20:02:14.462381 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9a19ffe5-683f-432f-b3b4-5775b4be98d8 req-08ec9226-51e9-4c7c-ba07-167ea467e3e8 service neutron] 10.222.0.32 "GET /v2.0/networks/cc9ded52-f8e6-4237-82a9-64073db8f003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337023 Dec 15 20:02:14.941360 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 20:02:24.492174 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:02:34.478205 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-60b9c9e5-6fa8-4988-b270-f1f25ee326de req-4ccb89d6-f191-4cd2-a551-5419d7faf80a tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1437243573&fields=id&tenant_id=624c5fe3fad6436998538267c0ff529d HTTP/1.1" status: 200 len: 267 time: 0.0483391 Dec 15 20:02:34.563430 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9c9e5-6fa8-4988-b270-f1f25ee326de req-383443b1-42c6-4b0b-a093-ccbaf79a99eb tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:02:34.565004 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-60b9c9e5-6fa8-4988-b270-f1f25ee326de req-383443b1-42c6-4b0b-a093-ccbaf79a99eb tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "GET /v2.0/ports?device_id=9914c3d0-1c72-45b6-b56f-b4b801397fe7 HTTP/1.1" status: 200 len: 984 time: 0.0807045 Dec 15 20:02:34.580901 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [req-60b9c9e5-6fa8-4988-b270-f1f25ee326de req-c5c76e70-b852-4be0-ba7c-ae2459d22a61 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Request body: {'port': {'security_groups': ['79806c94-04e8-4128-b7a8-f9732fe9c925']}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:02:34.703828 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-60b9c9e5-6fa8-4988-b270-f1f25ee326de req-c5c76e70-b852-4be0-ba7c-ae2459d22a61 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:02:34.948355 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-60b9c9e5-6fa8-4988-b270-f1f25ee326de req-c5c76e70-b852-4be0-ba7c-ae2459d22a61 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] For port eb12906a-62e3-4e0d-8179-58024cdf8325, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=eb12906a-62e3-4e0d-8179-58024cdf8325,segment=NetworkSegment(15526ac3-b689-4cdb-8feb-e94173cc5024),segment_id=15526ac3-b689-4cdb-8feb-e94173cc5024)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:02:34.973247 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-60b9c9e5-6fa8-4988-b270-f1f25ee326de req-c5c76e70-b852-4be0-ba7c-ae2459d22a61 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:02:35.006106 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-60b9c9e5-6fa8-4988-b270-f1f25ee326de req-c5c76e70-b852-4be0-ba7c-ae2459d22a61 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:02:35.011757 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a56bf78b-88c3-4bd7-8146-36f9d0490d0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:02:35.018045 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] get_ports_and_sgs() called for port_ids ['eb12906a-62e3-4e0d-8179-58024cdf8325'] {{(pid=88992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 20:02:35.077490 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9c9e5-6fa8-4988-b270-f1f25ee326de req-c5c76e70-b852-4be0-ba7c-ae2459d22a61 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:02:35.078157 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-60b9c9e5-6fa8-4988-b270-f1f25ee326de req-c5c76e70-b852-4be0-ba7c-ae2459d22a61 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:02:35.079800 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-60b9c9e5-6fa8-4988-b270-f1f25ee326de req-c5c76e70-b852-4be0-ba7c-ae2459d22a61 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "PUT /v2.0/ports/eb12906a-62e3-4e0d-8179-58024cdf8325 HTTP/1.1" status: 200 len: 942 time: 0.5045466 Dec 15 20:02:35.080263 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9914c3d0-1c72-45b6-b56f-b4b801397fe7', 'tag': 'eb12906a-62e3-4e0d-8179-58024cdf8325'}] {{(pid=88990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 20:02:35.086896 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 34894) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:02:35.114780 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c76e70-b852-4be0-ba7c-ae2459d22a61 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Pushing event updated for resources: {'Port': ['ID=eb12906a-62e3-4e0d-8179-58024cdf8325,revision_number=7']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:02:35.124821 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c76e70-b852-4be0-ba7c-ae2459d22a61 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:02:35.125257 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c76e70-b852-4be0-ba7c-ae2459d22a61 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:02:35.125686 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c76e70-b852-4be0-ba7c-ae2459d22a61 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:02:35.126336 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c76e70-b852-4be0-ba7c-ae2459d22a61 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:02:35.126700 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c76e70-b852-4be0-ba7c-ae2459d22a61 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:02:35.127122 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c76e70-b852-4be0-ba7c-ae2459d22a61 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:02:35.127549 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c76e70-b852-4be0-ba7c-ae2459d22a61 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:02:35.127986 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c76e70-b852-4be0-ba7c-ae2459d22a61 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:02:35.128386 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c76e70-b852-4be0-ba7c-ae2459d22a61 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:02:35.128804 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c76e70-b852-4be0-ba7c-ae2459d22a61 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:02:35.129223 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c76e70-b852-4be0-ba7c-ae2459d22a61 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:02:35.133847 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c5c76e70-b852-4be0-ba7c-ae2459d22a61 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:02:35.195099 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9914c3d0-1c72-45b6-b56f-b4b801397fe7', 'tag': 'eb12906a-62e3-4e0d-8179-58024cdf8325', 'status': 'completed', 'code': 200} Dec 15 20:02:35.214198 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7c113ff6-d910-4b41-80d6-6ef9ffeeb98f tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Notify callbacks [] for security_group, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:02:35.223047 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] get_ports_and_sgs() called for port_ids ['eb12906a-62e3-4e0d-8179-58024cdf8325'] {{(pid=88992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 20:02:35.251990 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7c113ff6-d910-4b41-80d6-6ef9ffeeb98f tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:02:35.309651 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-13d45589-ed68-4972-94ec-51328d8bce06 req-03acf9c0-5a8d-4e41-bd4e-38f87203a539 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=624c5fe3fad6436998538267c0ff529d&device_id=9914c3d0-1c72-45b6-b56f-b4b801397fe7 HTTP/1.1" status: 200 len: 1098 time: 0.0857289 Dec 15 20:02:35.407018 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7c113ff6-d910-4b41-80d6-6ef9ffeeb98f tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:02:35.413569 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1a484643-bbeb-432b-a475-3528c021001f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:02:35.432785 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c113ff6-d910-4b41-80d6-6ef9ffeeb98f tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99fd893a-baed-4ee9-82bb-aca48fd5745d,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:02:35.439280 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7c113ff6-d910-4b41-80d6-6ef9ffeeb98f tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:02:35.443761 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-7c113ff6-d910-4b41-80d6-6ef9ffeeb98f tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "DELETE /v2.0/security-groups/99fd893a-baed-4ee9-82bb-aca48fd5745d HTTP/1.1" status: 204 len: 168 time: 0.3527317 Dec 15 20:02:35.443935 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 34898) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:02:35.446813 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c113ff6-d910-4b41-80d6-6ef9ffeeb98f tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:02:35.447355 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c113ff6-d910-4b41-80d6-6ef9ffeeb98f tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:02:35.447879 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c113ff6-d910-4b41-80d6-6ef9ffeeb98f tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:02:35.448396 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c113ff6-d910-4b41-80d6-6ef9ffeeb98f tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:02:35.448923 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c113ff6-d910-4b41-80d6-6ef9ffeeb98f tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:02:35.449406 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c113ff6-d910-4b41-80d6-6ef9ffeeb98f tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:02:35.449913 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c113ff6-d910-4b41-80d6-6ef9ffeeb98f tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:02:35.450481 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c113ff6-d910-4b41-80d6-6ef9ffeeb98f tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:02:35.450992 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c113ff6-d910-4b41-80d6-6ef9ffeeb98f tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:02:35.451500 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c113ff6-d910-4b41-80d6-6ef9ffeeb98f tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:02:35.452005 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c113ff6-d910-4b41-80d6-6ef9ffeeb98f tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:02:35.452125 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-39466567-d79e-4108-8194-81462ac4dba9 None None] Provisioning complete for port eb12906a-62e3-4e0d-8179-58024cdf8325 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:02:35.452477 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-39466567-d79e-4108-8194-81462ac4dba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:02:35.456209 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7c113ff6-d910-4b41-80d6-6ef9ffeeb98f tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:02:35.549005 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d45589-ed68-4972-94ec-51328d8bce06 req-92e30310-c601-4fec-8e64-3bb8f8c3742b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:02:35.550629 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-13d45589-ed68-4972-94ec-51328d8bce06 req-92e30310-c601-4fec-8e64-3bb8f8c3742b service neutron] 10.222.0.32 "GET /v2.0/networks?id=cc9ded52-f8e6-4237-82a9-64073db8f003 HTTP/1.1" status: 200 len: 916 time: 0.2333257 Dec 15 20:02:35.992274 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-13d45589-ed68-4972-94ec-51328d8bce06 req-0cc73db3-2b27-4f86-b8f2-1f26db8402bf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb12906a-62e3-4e0d-8179-58024cdf8325 HTTP/1.1" status: 200 len: 1000 time: 0.4290156 Dec 15 20:02:35.993352 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-0b766f10-885c-465f-b771-f0e604903008 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Deleting port 74d05e56-3a36-4af4-b394-4affbd578356 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 20:02:35.993735 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0b766f10-885c-465f-b771-f0e604903008 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:02:36.176008 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d45589-ed68-4972-94ec-51328d8bce06 req-ca7b8606-fd8c-4312-8285-1fe4471c0b03 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:02:36.177575 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-13d45589-ed68-4972-94ec-51328d8bce06 req-ca7b8606-fd8c-4312-8285-1fe4471c0b03 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=804c7db4-1d20-401f-b195-efb6e9171cf6 HTTP/1.1" status: 200 len: 854 time: 0.1565566 Dec 15 20:02:36.276987 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0b766f10-885c-465f-b771-f0e604903008 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:02:36.277352 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0b766f10-885c-465f-b771-f0e604903008 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:02:36.403589 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-0b766f10-885c-465f-b771-f0e604903008 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Calling delete_port for 74d05e56-3a36-4af4-b394-4affbd578356 owned by network:floatingip {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 20:02:36.464479 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-13d45589-ed68-4972-94ec-51328d8bce06 req-e635256f-8074-4549-8121-46c2740d1c95 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cc9ded52-f8e6-4237-82a9-64073db8f003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2751217 Dec 15 20:02:36.632055 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-13d45589-ed68-4972-94ec-51328d8bce06 req-79582c1d-358b-47d8-b8b9-38c27f5b7c99 service neutron] 10.222.0.32 "GET /v2.0/networks/cc9ded52-f8e6-4237-82a9-64073db8f003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512470 Dec 15 20:02:36.784115 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-13d45589-ed68-4972-94ec-51328d8bce06 req-ec279e96-4479-45ad-9e69-56ac9366eb5c service neutron] 10.222.0.32 "GET /v2.0/networks/cc9ded52-f8e6-4237-82a9-64073db8f003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420624 Dec 15 20:02:36.903331 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0b766f10-885c-465f-b771-f0e604903008 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:02:36.908322 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d511a1db-2b6e-4fe3-8c5e-b465387f360a tempest-ServersNegativeTestJSON-1214435038 tempest-ServersNegativeTestJSON-1214435038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:02:36.952148 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b766f10-885c-465f-b771-f0e604903008 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Pushing event deleted for resources: {'Port': ['ID=74d05e56-3a36-4af4-b394-4affbd578356,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:02:36.955031 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0b766f10-885c-465f-b771-f0e604903008 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:02:37.049857 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0b766f10-885c-465f-b771-f0e604903008 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Notify callbacks [] for floatingip, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:02:37.462396 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b766f10-885c-465f-b771-f0e604903008 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Router eb43de9e-4b01-4e8b-975c-911b60218abf has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 20:02:37.669060 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b766f10-885c-465f-b771-f0e604903008 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 20:02:37.680001 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11aefc8-6096-478c-bc49-195773c6a7bd None None] Sync routers for ids ['eb43de9e-4b01-4e8b-975c-911b60218abf'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 20:02:37.693067 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11aefc8-6096-478c-bc49-195773c6a7bd None None] Routers {'eb43de9e-4b01-4e8b-975c-911b60218abf'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:02:37.699000 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-e11aefc8-6096-478c-bc49-195773c6a7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:02:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['eb43de9e-4b01-4e8b-975c-911b60218abf'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:02:37.724127 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0b766f10-885c-465f-b771-f0e604903008 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:02:37.778415 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0b766f10-885c-465f-b771-f0e604903008 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "DELETE /v2.0/floatingips/6a98c23a-3c34-4107-aa23-b0bdd1dff2cc HTTP/1.1" status: 204 len: 168 time: 2.3334453 Dec 15 20:02:37.779191 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9914c3d0-1c72-45b6-b56f-b4b801397fe7', 'tag': 'eb12906a-62e3-4e0d-8179-58024cdf8325'}] {{(pid=88990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 20:02:37.836960 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9914c3d0-1c72-45b6-b56f-b4b801397fe7', 'tag': 'eb12906a-62e3-4e0d-8179-58024cdf8325', 'status': 'completed', 'code': 200} Dec 15 20:02:37.881674 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-e11aefc8-6096-478c-bc49-195773c6a7bd None None] Set router eb43de9e-4b01-4e8b-975c-911b60218abf gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:02:37.948438 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e9bcf60c-d448-4577-9959-b43cc48cfa90 req-ff69df8d-63f5-4e90-91f6-c8560dd7e7a2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=624c5fe3fad6436998538267c0ff529d&device_id=9914c3d0-1c72-45b6-b56f-b4b801397fe7 HTTP/1.1" status: 200 len: 1098 time: 0.0799177 Dec 15 20:02:38.100223 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bcf60c-d448-4577-9959-b43cc48cfa90 req-c660f58e-dd9b-4b05-82e7-1470272245b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:02:38.101845 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e9bcf60c-d448-4577-9959-b43cc48cfa90 req-c660f58e-dd9b-4b05-82e7-1470272245b7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cc9ded52-f8e6-4237-82a9-64073db8f003 HTTP/1.1" status: 200 len: 916 time: 0.1436765 Dec 15 20:02:38.177665 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e9bcf60c-d448-4577-9959-b43cc48cfa90 req-85f943ad-082d-4581-8236-f1ac823d5aff service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb12906a-62e3-4e0d-8179-58024cdf8325 HTTP/1.1" status: 200 len: 217 time: 0.0656619 Dec 15 20:02:38.225915 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-e11aefc8-6096-478c-bc49-195773c6a7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb43de9e-4b01-4e8b-975c-911b60218abf', 'name': 'tempest-TestMinimumBasicScenario-1053016225-router', 'tenant_id': '624c5fe3fad6436998538267c0ff529d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '8f36f2f2-d715-4cdf-a69b-2fd2692ec080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:00:13Z', 'updated_at': '2021-12-15T20:00:17Z', 'revision_number': 4, 'project_id': '624c5fe3fad6436998538267c0ff529d', 'gw_port': {'id': '8f36f2f2-d715-4cdf-a69b-2fd2692ec080', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb43de9e-4b01-4e8b-975c-911b60218abf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:00:14Z', 'updated_at': '2021-12-15T20:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': 'c1fd2aab-48ef-4796-9303-59ec9e5775dd', 'name': '', 'network_id': 'cc9ded52-f8e6-4237-82a9-64073db8f003', 'tenant_id': '624c5fe3fad6436998538267c0ff529d', 'mac_address': 'fa:16:3e:d9:54:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb43de9e-4b01-4e8b-975c-911b60218abf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '804c7db4-1d20-401f-b195-efb6e9171cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:00:16Z', 'updated_at': '2021-12-15T20:00:26Z', 'revision_number': 5, 'project_id': '624c5fe3fad6436998538267c0ff529d', 'subnets': [{'id': '804c7db4-1d20-401f-b195-efb6e9171cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:02:38.232474 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11aefc8-6096-478c-bc49-195773c6a7bd None None] Checking router: eb43de9e-4b01-4e8b-975c-911b60218abf for host: dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 20:02:38.241533 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-36a5f728-88f1-4bf1-a227-19076332762d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:02:38.244904 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11aefc8-6096-478c-bc49-195773c6a7bd None None] Routers {'eb43de9e-4b01-4e8b-975c-911b60218abf'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:02:38.245601 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-e11aefc8-6096-478c-bc49-195773c6a7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:02:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['eb43de9e-4b01-4e8b-975c-911b60218abf'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:02:38.263197 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bcf60c-d448-4577-9959-b43cc48cfa90 req-c7f1dc72-6e04-4bf4-8e9f-91e834a505d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:02:38.265735 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e9bcf60c-d448-4577-9959-b43cc48cfa90 req-c7f1dc72-6e04-4bf4-8e9f-91e834a505d0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=804c7db4-1d20-401f-b195-efb6e9171cf6 HTTP/1.1" status: 200 len: 854 time: 0.0761719 Dec 15 20:02:38.352196 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e9bcf60c-d448-4577-9959-b43cc48cfa90 req-1db1061d-63a2-4fac-befc-0b505ce8f451 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cc9ded52-f8e6-4237-82a9-64073db8f003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800104 Dec 15 20:02:38.431800 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-e11aefc8-6096-478c-bc49-195773c6a7bd None None] Set router eb43de9e-4b01-4e8b-975c-911b60218abf gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:02:38.502702 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e9bcf60c-d448-4577-9959-b43cc48cfa90 req-17da1647-02f9-4a09-97cc-a0b9abcd4d6c service neutron] 10.222.0.32 "GET /v2.0/networks/cc9ded52-f8e6-4237-82a9-64073db8f003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366754 Dec 15 20:02:38.647428 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e9bcf60c-d448-4577-9959-b43cc48cfa90 req-304e4979-ad37-4316-b676-124610093346 service neutron] 10.222.0.32 "GET /v2.0/networks/cc9ded52-f8e6-4237-82a9-64073db8f003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381240 Dec 15 20:02:38.761447 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-e11aefc8-6096-478c-bc49-195773c6a7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb43de9e-4b01-4e8b-975c-911b60218abf', 'name': 'tempest-TestMinimumBasicScenario-1053016225-router', 'tenant_id': '624c5fe3fad6436998538267c0ff529d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '8f36f2f2-d715-4cdf-a69b-2fd2692ec080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:00:13Z', 'updated_at': '2021-12-15T20:00:17Z', 'revision_number': 4, 'project_id': '624c5fe3fad6436998538267c0ff529d', 'gw_port': {'id': '8f36f2f2-d715-4cdf-a69b-2fd2692ec080', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb43de9e-4b01-4e8b-975c-911b60218abf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:00:14Z', 'updated_at': '2021-12-15T20:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': 'c1fd2aab-48ef-4796-9303-59ec9e5775dd', 'name': '', 'network_id': 'cc9ded52-f8e6-4237-82a9-64073db8f003', 'tenant_id': '624c5fe3fad6436998538267c0ff529d', 'mac_address': 'fa:16:3e:d9:54:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb43de9e-4b01-4e8b-975c-911b60218abf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '804c7db4-1d20-401f-b195-efb6e9171cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:00:16Z', 'updated_at': '2021-12-15T20:00:26Z', 'revision_number': 5, 'project_id': '624c5fe3fad6436998538267c0ff529d', 'subnets': [{'id': '804c7db4-1d20-401f-b195-efb6e9171cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:02:38.766485 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11aefc8-6096-478c-bc49-195773c6a7bd None None] The sync data for ids ['eb43de9e-4b01-4e8b-975c-911b60218abf'] in dv-neutron-821831-2-hyperv is: [{'id': 'eb43de9e-4b01-4e8b-975c-911b60218abf', 'name': 'tempest-TestMinimumBasicScenario-1053016225-router', 'tenant_id': '624c5fe3fad6436998538267c0ff529d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '8f36f2f2-d715-4cdf-a69b-2fd2692ec080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:00:13Z', 'updated_at': '2021-12-15T20:00:17Z', 'revision_number': 4, 'project_id': '624c5fe3fad6436998538267c0ff529d', 'gw_port': {'id': '8f36f2f2-d715-4cdf-a69b-2fd2692ec080', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb43de9e-4b01-4e8b-975c-911b60218abf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:00:14Z', 'updated_at': '2021-12-15T20:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': 'c1fd2aab-48ef-4796-9303-59ec9e5775dd', 'name': '', 'network_id': 'cc9ded52-f8e6-4237-82a9-64073db8f003', 'tenant_id': '624c5fe3fad6436998538267c0ff529d', 'mac_address': 'fa:16:3e:d9:54:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb43de9e-4b01-4e8b-975c-911b60218abf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '804c7db4-1d20-401f-b195-efb6e9171cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:00:16Z', 'updated_at': '2021-12-15T20:00:26Z', 'revision_number': 5, 'project_id': '624c5fe3fad6436998538267c0ff529d', 'subnets': [{'id': '804c7db4-1d20-401f-b195-efb6e9171cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 20:02:39.208471 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bd25d7-7869-4b15-8d3d-e74489e7b512 None None] New status for floating IP 6a98c23a-3c34-4107-aa23-b0bdd1dff2cc: DOWN {{(pid=88992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 15 20:02:39.497268 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:02:40.566159 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-edc4429f-be33-49e6-8e91-6a1e1a4523fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:02:40.969825 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:02:42.760346 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:02:43.766904 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a498ae-13a4-4f58-a176-e501523bb981 req-b83298f2-515c-4d4a-86d4-03f4054b177a tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:02:43.767656 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-21a498ae-13a4-4f58-a176-e501523bb981 req-b83298f2-515c-4d4a-86d4-03f4054b177a tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Synchronizing usage tracker for tenant:624c5fe3fad6436998538267c0ff529d on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 20:02:43.822939 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-21a498ae-13a4-4f58-a176-e501523bb981 req-b83298f2-515c-4d4a-86d4-03f4054b177a tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Unset dirty status for tenant:624c5fe3fad6436998538267c0ff529d on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 20:02:43.824210 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-21a498ae-13a4-4f58-a176-e501523bb981 req-b83298f2-515c-4d4a-86d4-03f4054b177a tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "GET /v2.0/ports?device_id=9914c3d0-1c72-45b6-b56f-b4b801397fe7 HTTP/1.1" status: 200 len: 945 time: 0.3795962 Dec 15 20:02:43.872681 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-21a498ae-13a4-4f58-a176-e501523bb981 req-a24838b0-df30-4f9c-bd45-e710ffb14da4 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "GET /v2.0/security-groups?id=79806c94-04e8-4128-b7a8-f9732fe9c925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414913 Dec 15 20:02:45.084154 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387a9d4-574f-4676-8423-c427907aa656 req-6db8dd38-22d6-4ff4-929a-83544ab092bc tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:02:45.085737 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0387a9d4-574f-4676-8423-c427907aa656 req-6db8dd38-22d6-4ff4-929a-83544ab092bc tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "GET /v2.0/ports?device_id=9914c3d0-1c72-45b6-b56f-b4b801397fe7 HTTP/1.1" status: 200 len: 945 time: 0.0823753 Dec 15 20:02:45.132799 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0387a9d4-574f-4676-8423-c427907aa656 req-cb50f012-2d37-4246-8b09-731600e1679e tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "GET /v2.0/security-groups?id=79806c94-04e8-4128-b7a8-f9732fe9c925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409107 Dec 15 20:02:45.528122 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a103be-41fb-403c-8401-3546edbecd14 req-ac437f31-57f0-4794-a334-17eee741f517 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:02:45.529664 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-00a103be-41fb-403c-8401-3546edbecd14 req-ac437f31-57f0-4794-a334-17eee741f517 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.32 "GET /v2.0/ports?device_id=9914c3d0-1c72-45b6-b56f-b4b801397fe7 HTTP/1.1" status: 200 len: 945 time: 0.0856578 Dec 15 20:02:45.606832 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [req-00a103be-41fb-403c-8401-3546edbecd14 req-47067875-d260-4082-9034-ee7dcfe81acb tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Deleting port eb12906a-62e3-4e0d-8179-58024cdf8325 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 20:02:45.607526 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-00a103be-41fb-403c-8401-3546edbecd14 req-47067875-d260-4082-9034-ee7dcfe81acb tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:02:45.860494 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-00a103be-41fb-403c-8401-3546edbecd14 req-47067875-d260-4082-9034-ee7dcfe81acb tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] For port eb12906a-62e3-4e0d-8179-58024cdf8325, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=eb12906a-62e3-4e0d-8179-58024cdf8325,segment=NetworkSegment(15526ac3-b689-4cdb-8feb-e94173cc5024),segment_id=15526ac3-b689-4cdb-8feb-e94173cc5024)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:02:45.860904 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-00a103be-41fb-403c-8401-3546edbecd14 req-47067875-d260-4082-9034-ee7dcfe81acb tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:02:45.984513 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [req-00a103be-41fb-403c-8401-3546edbecd14 req-47067875-d260-4082-9034-ee7dcfe81acb tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Calling delete_port for eb12906a-62e3-4e0d-8179-58024cdf8325 owned by compute:nova {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 20:02:46.243991 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-00a103be-41fb-403c-8401-3546edbecd14 req-47067875-d260-4082-9034-ee7dcfe81acb tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:02:46.250857 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6b4ff961-7903-4187-8217-5f0cf772fd14 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:02:46.259425 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] get_ports_and_sgs() called for port_ids ['eb12906a-62e3-4e0d-8179-58024cdf8325'] {{(pid=88992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 20:02:46.294346 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47067875-d260-4082-9034-ee7dcfe81acb tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Pushing event deleted for resources: {'Port': ['ID=eb12906a-62e3-4e0d-8179-58024cdf8325,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:02:46.298845 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-47067875-d260-4082-9034-ee7dcfe81acb tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:02:46.417777 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-042fdb6d-2550-4863-9c25-f9d18198ad4f req-d5caa11a-a945-4261-b812-5af141daf45c tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.36 "GET /v2.0/ports?device_id=9914c3d0-1c72-45b6-b56f-b4b801397fe7 HTTP/1.1" status: 200 len: 210 time: 0.0827193 Dec 15 20:02:46.419929 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [req-00a103be-41fb-403c-8401-3546edbecd14 req-47067875-d260-4082-9034-ee7dcfe81acb tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] No DVR routers for this DVR port eb12906a-62e3-4e0d-8179-58024cdf8325 on host hv-neutron-8218 {{(pid=88990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 20:02:46.426172 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-00a103be-41fb-403c-8401-3546edbecd14 req-47067875-d260-4082-9034-ee7dcfe81acb tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:02:46.429197 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9914c3d0-1c72-45b6-b56f-b4b801397fe7', 'name': 'network-vif-deleted', 'tag': 'eb12906a-62e3-4e0d-8179-58024cdf8325'}] {{(pid=88990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 20:02:46.473257 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-00a103be-41fb-403c-8401-3546edbecd14 req-47067875-d260-4082-9034-ee7dcfe81acb tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] 10.222.0.32 "DELETE /v2.0/ports/eb12906a-62e3-4e0d-8179-58024cdf8325 HTTP/1.1" status: 204 len: 173 time: 0.9333162 Dec 15 20:02:46.484236 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9914c3d0-1c72-45b6-b56f-b4b801397fe7', 'name': 'network-vif-deleted', 'tag': 'eb12906a-62e3-4e0d-8179-58024cdf8325', 'status': 'completed', 'code': 200} Dec 15 20:02:48.727607 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 34988) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:02:49.125278 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3e393dbe-6f59-421a-85fc-ee888d3755eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145021'] for router_interface, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:02:49.433637 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device eb12906a-62e3-4e0d-8179-58024cdf8325 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 20:02:49.470528 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] No Port match for: eb12906a-62e3-4e0d-8179-58024cdf8325 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 20:02:49.470939 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device eb12906a-62e3-4e0d-8179-58024cdf8325 not bound to the agent host hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 20:02:49.738340 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-3e393dbe-6f59-421a-85fc-ee888d3755eb admin admin] Deleting port c1fd2aab-48ef-4796-9303-59ec9e5775dd {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 20:02:49.738889 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3e393dbe-6f59-421a-85fc-ee888d3755eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:02:49.918121 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-3e393dbe-6f59-421a-85fc-ee888d3755eb admin admin] For port c1fd2aab-48ef-4796-9303-59ec9e5775dd, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=c1fd2aab-48ef-4796-9303-59ec9e5775dd,segment=NetworkSegment(15526ac3-b689-4cdb-8feb-e94173cc5024),segment_id=15526ac3-b689-4cdb-8feb-e94173cc5024)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:02:49.918471 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3e393dbe-6f59-421a-85fc-ee888d3755eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:02:50.044555 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-3e393dbe-6f59-421a-85fc-ee888d3755eb admin admin] Calling delete_port for c1fd2aab-48ef-4796-9303-59ec9e5775dd owned by network:router_interface {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 20:02:50.291366 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3e393dbe-6f59-421a-85fc-ee888d3755eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:02:50.296375 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4e07b60e-9631-4ce5-a6b0-fd4545b57c33 tempest-DeleteServersTestJSON-2130351154 tempest-DeleteServersTestJSON-2130351154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:02:50.337403 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e393dbe-6f59-421a-85fc-ee888d3755eb admin admin] Pushing event deleted for resources: {'Port': ['ID=c1fd2aab-48ef-4796-9303-59ec9e5775dd,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:02:50.340158 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3e393dbe-6f59-421a-85fc-ee888d3755eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:02:50.864868 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3e393dbe-6f59-421a-85fc-ee888d3755eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852815828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854144871'] for router_interface, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:02:51.454321 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e393dbe-6f59-421a-85fc-ee888d3755eb admin admin] Router eb43de9e-4b01-4e8b-975c-911b60218abf has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 20:02:51.660370 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e393dbe-6f59-421a-85fc-ee888d3755eb admin admin] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 20:02:51.669597 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c34651f-8c17-4b21-8bb8-35f0ff3cc1f6 None None] Sync routers for ids ['eb43de9e-4b01-4e8b-975c-911b60218abf'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 20:02:51.673564 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-3e393dbe-6f59-421a-85fc-ee888d3755eb admin admin] 10.222.0.36 "PUT /v2.0/routers/eb43de9e-4b01-4e8b-975c-911b60218abf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9447803 Dec 15 20:02:51.676382 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 34992) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:02:51.682882 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c34651f-8c17-4b21-8bb8-35f0ff3cc1f6 None None] Routers {'eb43de9e-4b01-4e8b-975c-911b60218abf'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:02:51.683547 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-1c34651f-8c17-4b21-8bb8-35f0ff3cc1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:02:41Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['eb43de9e-4b01-4e8b-975c-911b60218abf'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:02:51.875447 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-1c34651f-8c17-4b21-8bb8-35f0ff3cc1f6 None None] Set router eb43de9e-4b01-4e8b-975c-911b60218abf gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:02:51.886479 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-58bc28b1-2d67-4d9d-8537-b1ba70045f5c admin admin] Notify callbacks [] for router, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:02:52.017885 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 20:02:52.096873 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-58bc28b1-2d67-4d9d-8537-b1ba70045f5c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:02:52.131237 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-58bc28b1-2d67-4d9d-8537-b1ba70045f5c admin admin] Deleting port 8f36f2f2-d715-4cdf-a69b-2fd2692ec080 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 20:02:52.131626 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-58bc28b1-2d67-4d9d-8537-b1ba70045f5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:02:52.200254 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-1c34651f-8c17-4b21-8bb8-35f0ff3cc1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb43de9e-4b01-4e8b-975c-911b60218abf', 'name': 'tempest-TestMinimumBasicScenario-1053016225-router', 'tenant_id': '624c5fe3fad6436998538267c0ff529d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '8f36f2f2-d715-4cdf-a69b-2fd2692ec080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:00:13Z', 'updated_at': '2021-12-15T20:02:50Z', 'revision_number': 5, 'project_id': '624c5fe3fad6436998538267c0ff529d', 'gw_port': {'id': '8f36f2f2-d715-4cdf-a69b-2fd2692ec080', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb43de9e-4b01-4e8b-975c-911b60218abf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:00:14Z', 'updated_at': '2021-12-15T20:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:02:52.205253 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c34651f-8c17-4b21-8bb8-35f0ff3cc1f6 None None] Checking router: eb43de9e-4b01-4e8b-975c-911b60218abf for host: dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 20:02:52.217782 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c34651f-8c17-4b21-8bb8-35f0ff3cc1f6 None None] Routers {'eb43de9e-4b01-4e8b-975c-911b60218abf'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:02:52.218774 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-1c34651f-8c17-4b21-8bb8-35f0ff3cc1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:02:41Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['eb43de9e-4b01-4e8b-975c-911b60218abf'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:02:52.314174 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-58bc28b1-2d67-4d9d-8537-b1ba70045f5c admin admin] For port 8f36f2f2-d715-4cdf-a69b-2fd2692ec080, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=8f36f2f2-d715-4cdf-a69b-2fd2692ec080,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:02:52.314525 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-58bc28b1-2d67-4d9d-8537-b1ba70045f5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:02:52.380484 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-1c34651f-8c17-4b21-8bb8-35f0ff3cc1f6 None None] Set router eb43de9e-4b01-4e8b-975c-911b60218abf gateway port host: None {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:02:52.439529 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-58bc28b1-2d67-4d9d-8537-b1ba70045f5c admin admin] Calling delete_port for 8f36f2f2-d715-4cdf-a69b-2fd2692ec080 owned by network:router_gateway {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 20:02:52.491859 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-1c34651f-8c17-4b21-8bb8-35f0ff3cc1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb43de9e-4b01-4e8b-975c-911b60218abf', 'name': 'tempest-TestMinimumBasicScenario-1053016225-router', 'tenant_id': '624c5fe3fad6436998538267c0ff529d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:00:13Z', 'updated_at': '2021-12-15T20:02:52Z', 'revision_number': 6, 'project_id': '624c5fe3fad6436998538267c0ff529d', 'gw_port_host': None}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:02:52.495944 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c34651f-8c17-4b21-8bb8-35f0ff3cc1f6 None None] The sync data for ids ['eb43de9e-4b01-4e8b-975c-911b60218abf'] in dv-neutron-821831-2-hyperv is: [{'id': 'eb43de9e-4b01-4e8b-975c-911b60218abf', 'name': 'tempest-TestMinimumBasicScenario-1053016225-router', 'tenant_id': '624c5fe3fad6436998538267c0ff529d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:00:13Z', 'updated_at': '2021-12-15T20:02:52Z', 'revision_number': 6, 'project_id': '624c5fe3fad6436998538267c0ff529d', 'gw_port_host': None}] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 20:02:52.794019 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-58bc28b1-2d67-4d9d-8537-b1ba70045f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:02:52.798791 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a40000b4-f1e5-4e5e-86c4-82234a1978f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:02:52.845557 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bc28b1-2d67-4d9d-8537-b1ba70045f5c admin admin] Pushing event deleted for resources: {'Port': ['ID=8f36f2f2-d715-4cdf-a69b-2fd2692ec080,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:02:52.848396 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-58bc28b1-2d67-4d9d-8537-b1ba70045f5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:02:53.327404 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-58bc28b1-2d67-4d9d-8537-b1ba70045f5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854141934'] for router_gateway, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:02:53.436997 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 8f36f2f2-d715-4cdf-a69b-2fd2692ec080 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 20:02:53.470788 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 8f36f2f2-d715-4cdf-a69b-2fd2692ec080 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 20:02:53.471168 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 8f36f2f2-d715-4cdf-a69b-2fd2692ec080 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 20:02:53.471650 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device c1fd2aab-48ef-4796-9303-59ec9e5775dd no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 20:02:53.503572 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: c1fd2aab-48ef-4796-9303-59ec9e5775dd {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 20:02:53.503994 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device c1fd2aab-48ef-4796-9303-59ec9e5775dd not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 20:02:53.596468 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-58bc28b1-2d67-4d9d-8537-b1ba70045f5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854207876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854699191'] for router, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:02:53.601088 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-58bc28b1-2d67-4d9d-8537-b1ba70045f5c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:02:53.713657 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-58bc28b1-2d67-4d9d-8537-b1ba70045f5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854207982'] for router, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:02:53.714226 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58bc28b1-2d67-4d9d-8537-b1ba70045f5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb43de9e-4b01-4e8b-975c-911b60218abf {{(pid=88991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 20:02:53.726654 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-58bc28b1-2d67-4d9d-8537-b1ba70045f5c admin admin] Notify callbacks [] for router, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:02:53.727883 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-58bc28b1-2d67-4d9d-8537-b1ba70045f5c admin admin] 10.222.0.36 "DELETE /v2.0/routers/eb43de9e-4b01-4e8b-975c-911b60218abf HTTP/1.1" status: 204 len: 168 time: 2.0502679 Dec 15 20:02:53.730823 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 34996) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:02:53.801364 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-c39b6699-bcbd-4ded-8a6a-9f378460d063 admin admin] Deleting subnet 804c7db4-1d20-401f-b195-efb6e9171cf6 {{(pid=88991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 20:02:53.804860 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c39b6699-bcbd-4ded-8a6a-9f378460d063 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:02:53.859432 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c39b6699-bcbd-4ded-8a6a-9f378460d063 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16332759'] for subnet, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:02:53.944041 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c39b6699-bcbd-4ded-8a6a-9f378460d063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:02:54.246273 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c39b6699-bcbd-4ded-8a6a-9f378460d063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16156049'] for subnet, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:02:54.250378 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d7815a33-aaac-490b-ab78-f430f24fbb7c tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:02:54.285700 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39b6699-bcbd-4ded-8a6a-9f378460d063 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=804c7db4-1d20-401f-b195-efb6e9171cf6,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:02:54.288591 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c39b6699-bcbd-4ded-8a6a-9f378460d063 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:02:54.293761 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c39b6699-bcbd-4ded-8a6a-9f378460d063 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:02:54.300103 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71049b64-3093-42b7-9f81-b1ef2797929d None None] Network cc9ded52-f8e6-4237-82a9-64073db8f003 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 20:02:54.301181 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c39b6699-bcbd-4ded-8a6a-9f378460d063 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/804c7db4-1d20-401f-b195-efb6e9171cf6 HTTP/1.1" status: 204 len: 168 time: 0.5691741 Dec 15 20:02:54.303940 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 35000) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:02:54.420671 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d63e71c5-9d3c-4ad7-83c9-17efc86251ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:02:54.431515 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d63e71c5-9d3c-4ad7-83c9-17efc86251ed admin admin] Deleting port 6f8c3bfe-d50b-486f-8753-bc08dec88732 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 20:02:54.431890 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d63e71c5-9d3c-4ad7-83c9-17efc86251ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:02:54.525601 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:02:54.584411 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869ac08c-e015-4faf-87bb-cedc4707a31b None None] DHCP port deletion for cc9ded52-f8e6-4237-82a9-64073db8f003 request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 20:02:54.589137 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-869ac08c-e015-4faf-87bb-cedc4707a31b None None] Deleting port 6f8c3bfe-d50b-486f-8753-bc08dec88732 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 20:02:54.589588 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-869ac08c-e015-4faf-87bb-cedc4707a31b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:02:54.663730 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d63e71c5-9d3c-4ad7-83c9-17efc86251ed admin admin] For port 6f8c3bfe-d50b-486f-8753-bc08dec88732, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=6f8c3bfe-d50b-486f-8753-bc08dec88732,segment=NetworkSegment(15526ac3-b689-4cdb-8feb-e94173cc5024),segment_id=15526ac3-b689-4cdb-8feb-e94173cc5024)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:02:54.664130 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d63e71c5-9d3c-4ad7-83c9-17efc86251ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:02:54.793504 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d63e71c5-9d3c-4ad7-83c9-17efc86251ed admin admin] Calling delete_port for 6f8c3bfe-d50b-486f-8753-bc08dec88732 owned by network:dhcp {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 20:02:54.923698 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d63e71c5-9d3c-4ad7-83c9-17efc86251ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:02:54.929523 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-341e01a1-f78a-4069-a95f-7fa66c659355 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:02:54.963072 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-869ac08c-e015-4faf-87bb-cedc4707a31b None None] For port 6f8c3bfe-d50b-486f-8753-bc08dec88732, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=6f8c3bfe-d50b-486f-8753-bc08dec88732,segment=NetworkSegment(15526ac3-b689-4cdb-8feb-e94173cc5024),segment_id=15526ac3-b689-4cdb-8feb-e94173cc5024)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:02:54.963533 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-869ac08c-e015-4faf-87bb-cedc4707a31b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:02:54.976367 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63e71c5-9d3c-4ad7-83c9-17efc86251ed admin admin] Pushing event deleted for resources: {'Port': ['ID=6f8c3bfe-d50b-486f-8753-bc08dec88732,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:02:54.979172 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d63e71c5-9d3c-4ad7-83c9-17efc86251ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:02:54.981680 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63e71c5-9d3c-4ad7-83c9-17efc86251ed admin admin] No DVR routers for this DVR port 6f8c3bfe-d50b-486f-8753-bc08dec88732 on host dv-neutron-821831-2-hyperv {{(pid=88991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 20:02:55.090635 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-869ac08c-e015-4faf-87bb-cedc4707a31b None None] Calling delete_port for 6f8c3bfe-d50b-486f-8753-bc08dec88732 owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 20:02:55.104784 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d63e71c5-9d3c-4ad7-83c9-17efc86251ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:02:55.131764 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-d63e71c5-9d3c-4ad7-83c9-17efc86251ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc9ded52-f8e6-4237-82a9-64073db8f003']}} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:02:55.145103 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-d63e71c5-9d3c-4ad7-83c9-17efc86251ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15526ac3-b689-4cdb-8feb-e94173cc5024') {'for_net_delete': True} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:02:55.145445 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-d63e71c5-9d3c-4ad7-83c9-17efc86251ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15526ac3-b689-4cdb-8feb-e94173cc5024') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:02:55.157724 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d63e71c5-9d3c-4ad7-83c9-17efc86251ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838443042'] for segment, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:02:55.159126 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-869ac08c-e015-4faf-87bb-cedc4707a31b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88992) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 20:02:55.159582 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-869ac08c-e015-4faf-87bb-cedc4707a31b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 20:02:55.228228 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d63e71c5-9d3c-4ad7-83c9-17efc86251ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:02:55.235684 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d63e71c5-9d3c-4ad7-83c9-17efc86251ed admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=88991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 20:02:55.237488 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d63e71c5-9d3c-4ad7-83c9-17efc86251ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838443729'] for segment, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:02:55.251424 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 20:02:55.251424 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 20:02:55.251424 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 20:02:55.251424 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 20:02:55.251424 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 20:02:55.251424 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 20:02:55.251424 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 20:02:55.251424 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 20:02:55.251424 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 20:02:55.251424 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 20:02:55.251424 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 20:02:55.251424 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 20:02:55.251424 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 20:02:55.251424 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 20:02:55.251424 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 20:02:55.251424 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 20:02:55.251424 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 20:02:55.251424 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 20:02:55.251424 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 20:02:55.251424 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 20:02:55.251424 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 20:02:55.251424 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 20:02:55.251424 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 20:02:55.251424 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 20:02:55.251424 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 20:02:55.251424 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 20:02:55.251424 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 20:02:55.251424 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 20:02:55.251424 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 20:02:55.251424 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 20:02:55.251424 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 20:02:55.251424 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 20:02:55.434595 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 6f8c3bfe-d50b-486f-8753-bc08dec88732 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 20:02:55.468756 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d63e71c5-9d3c-4ad7-83c9-17efc86251ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:02:55.469745 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 6f8c3bfe-d50b-486f-8753-bc08dec88732 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 20:02:55.470142 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 6f8c3bfe-d50b-486f-8753-bc08dec88732 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 20:02:55.472288 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-01f35dc8-4c85-4d4b-8854-8a9e254f526a tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:02:55.486679 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d63e71c5-9d3c-4ad7-83c9-17efc86251ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:02:55.497505 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63e71c5-9d3c-4ad7-83c9-17efc86251ed admin admin] Pushing event deleted for resources: {'Network': ['ID=cc9ded52-f8e6-4237-82a9-64073db8f003,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:02:55.502025 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d63e71c5-9d3c-4ad7-83c9-17efc86251ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:02:55.505737 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d63e71c5-9d3c-4ad7-83c9-17efc86251ed admin admin] 10.222.0.36 "DELETE /v2.0/networks/cc9ded52-f8e6-4237-82a9-64073db8f003 HTTP/1.1" status: 204 len: 168 time: 1.2007804 Dec 15 20:02:55.508962 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 35004) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:02:55.660927 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-869ac08c-e015-4faf-87bb-cedc4707a31b None None] Deleting port 6f8c3bfe-d50b-486f-8753-bc08dec88732 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 20:02:55.661400 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-869ac08c-e015-4faf-87bb-cedc4707a31b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:02:55.728427 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-869ac08c-e015-4faf-87bb-cedc4707a31b None None] The port '6f8c3bfe-d50b-486f-8753-bc08dec88732' was deleted {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 15 20:02:55.915710 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bbb3e72b-8162-4762-a9ad-8be4f0bead03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145021'] for router_interface, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:02:56.526641 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-bbb3e72b-8162-4762-a9ad-8be4f0bead03 admin admin] Deleting port b7817c00-31cb-4bdb-baf8-3f51300de032 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 20:02:56.527206 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bbb3e72b-8162-4762-a9ad-8be4f0bead03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:02:56.705797 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-bbb3e72b-8162-4762-a9ad-8be4f0bead03 admin admin] For port b7817c00-31cb-4bdb-baf8-3f51300de032, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=b7817c00-31cb-4bdb-baf8-3f51300de032,segment=NetworkSegment(aea0079c-90c7-4139-b516-2231e72c8bc3),segment_id=aea0079c-90c7-4139-b516-2231e72c8bc3)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:02:56.706205 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bbb3e72b-8162-4762-a9ad-8be4f0bead03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:02:56.837744 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-bbb3e72b-8162-4762-a9ad-8be4f0bead03 admin admin] Calling delete_port for b7817c00-31cb-4bdb-baf8-3f51300de032 owned by network:router_interface {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 20:02:57.296713 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bbb3e72b-8162-4762-a9ad-8be4f0bead03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:02:57.301081 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1f25610a-baad-4c0d-ac54-0819d0b68889 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:02:57.343766 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb3e72b-8162-4762-a9ad-8be4f0bead03 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7817c00-31cb-4bdb-baf8-3f51300de032,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:02:57.346578 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-bbb3e72b-8162-4762-a9ad-8be4f0bead03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:02:57.646433 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bbb3e72b-8162-4762-a9ad-8be4f0bead03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852815828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854144871'] for router_interface, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:02:58.240048 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbb3e72b-8162-4762-a9ad-8be4f0bead03 admin admin] Router edfdb0d7-a51c-4f1f-99bf-0c31aeec7d99 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 20:02:58.462061 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb3e72b-8162-4762-a9ad-8be4f0bead03 admin admin] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 20:02:58.471644 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec54853-e68e-4d7f-ad91-1d3dfd8de4a2 None None] Sync routers for ids ['edfdb0d7-a51c-4f1f-99bf-0c31aeec7d99'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 20:02:58.484121 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec54853-e68e-4d7f-ad91-1d3dfd8de4a2 None None] Routers {'edfdb0d7-a51c-4f1f-99bf-0c31aeec7d99'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:02:58.485938 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-eec54853-e68e-4d7f-ad91-1d3dfd8de4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:02:41Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['edfdb0d7-a51c-4f1f-99bf-0c31aeec7d99'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:02:58.516285 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-bbb3e72b-8162-4762-a9ad-8be4f0bead03 admin admin] 10.222.0.36 "PUT /v2.0/routers/edfdb0d7-a51c-4f1f-99bf-0c31aeec7d99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0062203 Dec 15 20:02:58.519078 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 35010) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:02:58.671852 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-eec54853-e68e-4d7f-ad91-1d3dfd8de4a2 None None] Set router edfdb0d7-a51c-4f1f-99bf-0c31aeec7d99 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:02:58.728673 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fb054f11-ef0c-4314-bf8b-483f2e5edc81 admin admin] Notify callbacks [] for router, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:02:58.931671 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fb054f11-ef0c-4314-bf8b-483f2e5edc81 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:02:58.967835 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-eec54853-e68e-4d7f-ad91-1d3dfd8de4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfdb0d7-a51c-4f1f-99bf-0c31aeec7d99', 'name': 'tempest-TestMinimumBasicScenario-1274889399-router', 'tenant_id': 'd0a2109679e14114806bb2b936cabad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.201'}], 'enable_snat': True}, 'gw_port_id': '7e7e2313-7c0d-438e-a6c4-237c2be9dc80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:00:21Z', 'updated_at': '2021-12-15T20:02:57Z', 'revision_number': 5, 'project_id': 'd0a2109679e14114806bb2b936cabad6', 'gw_port': {'id': '7e7e2313-7c0d-438e-a6c4-237c2be9dc80', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:33:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfdb0d7-a51c-4f1f-99bf-0c31aeec7d99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:00:21Z', 'updated_at': '2021-12-15T20:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:02:58.972030 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec54853-e68e-4d7f-ad91-1d3dfd8de4a2 None None] Checking router: edfdb0d7-a51c-4f1f-99bf-0c31aeec7d99 for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 20:02:58.983573 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec54853-e68e-4d7f-ad91-1d3dfd8de4a2 None None] Routers {'edfdb0d7-a51c-4f1f-99bf-0c31aeec7d99'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:02:58.984234 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-eec54853-e68e-4d7f-ad91-1d3dfd8de4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:02:41Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['edfdb0d7-a51c-4f1f-99bf-0c31aeec7d99'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:02:58.988141 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-fb054f11-ef0c-4314-bf8b-483f2e5edc81 admin admin] Deleting port 7e7e2313-7c0d-438e-a6c4-237c2be9dc80 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 20:02:58.988533 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fb054f11-ef0c-4314-bf8b-483f2e5edc81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:02:59.138317 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-eec54853-e68e-4d7f-ad91-1d3dfd8de4a2 None None] Set router edfdb0d7-a51c-4f1f-99bf-0c31aeec7d99 gateway port host: None {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:02:59.173130 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-fb054f11-ef0c-4314-bf8b-483f2e5edc81 admin admin] For port 7e7e2313-7c0d-438e-a6c4-237c2be9dc80, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=7e7e2313-7c0d-438e-a6c4-237c2be9dc80,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:02:59.173522 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fb054f11-ef0c-4314-bf8b-483f2e5edc81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:02:59.247362 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-eec54853-e68e-4d7f-ad91-1d3dfd8de4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfdb0d7-a51c-4f1f-99bf-0c31aeec7d99', 'name': 'tempest-TestMinimumBasicScenario-1274889399-router', 'tenant_id': 'd0a2109679e14114806bb2b936cabad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:00:21Z', 'updated_at': '2021-12-15T20:02:58Z', 'revision_number': 6, 'project_id': 'd0a2109679e14114806bb2b936cabad6', 'gw_port_host': None}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:02:59.252233 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec54853-e68e-4d7f-ad91-1d3dfd8de4a2 None None] The sync data for ids ['edfdb0d7-a51c-4f1f-99bf-0c31aeec7d99'] in dv-neutron-821831-2-hyperv is: [{'id': 'edfdb0d7-a51c-4f1f-99bf-0c31aeec7d99', 'name': 'tempest-TestMinimumBasicScenario-1274889399-router', 'tenant_id': 'd0a2109679e14114806bb2b936cabad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:00:21Z', 'updated_at': '2021-12-15T20:02:58Z', 'revision_number': 6, 'project_id': 'd0a2109679e14114806bb2b936cabad6', 'gw_port_host': None}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 20:02:59.301920 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-fb054f11-ef0c-4314-bf8b-483f2e5edc81 admin admin] Calling delete_port for 7e7e2313-7c0d-438e-a6c4-237c2be9dc80 owned by network:router_gateway {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 20:02:59.401750 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device b7817c00-31cb-4bdb-baf8-3f51300de032 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 20:02:59.443274 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: b7817c00-31cb-4bdb-baf8-3f51300de032 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 20:02:59.443679 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device b7817c00-31cb-4bdb-baf8-3f51300de032 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 20:02:59.577939 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fb054f11-ef0c-4314-bf8b-483f2e5edc81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:02:59.584980 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-071d97b2-43e2-487c-8e05-a563fddc7e57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:02:59.632964 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb054f11-ef0c-4314-bf8b-483f2e5edc81 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e7e2313-7c0d-438e-a6c4-237c2be9dc80,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:02:59.637356 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fb054f11-ef0c-4314-bf8b-483f2e5edc81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:02:59.863356 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fb054f11-ef0c-4314-bf8b-483f2e5edc81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854141934'] for router_gateway, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:00.121066 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fb054f11-ef0c-4314-bf8b-483f2e5edc81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854207876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854699191'] for router, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:00.125896 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fb054f11-ef0c-4314-bf8b-483f2e5edc81 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:00.368602 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fb054f11-ef0c-4314-bf8b-483f2e5edc81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854207982'] for router, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:00.369211 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb054f11-ef0c-4314-bf8b-483f2e5edc81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router edfdb0d7-a51c-4f1f-99bf-0c31aeec7d99 {{(pid=88990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 20:03:00.383433 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fb054f11-ef0c-4314-bf8b-483f2e5edc81 admin admin] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:00.384689 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-fb054f11-ef0c-4314-bf8b-483f2e5edc81 admin admin] 10.222.0.36 "DELETE /v2.0/routers/edfdb0d7-a51c-4f1f-99bf-0c31aeec7d99 HTTP/1.1" status: 204 len: 168 time: 1.8645422 Dec 15 20:03:00.387477 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 35014) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:03:00.455852 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-85180884-c593-429b-9667-33f8e54bbc04 admin admin] Deleting subnet b486db8a-95d2-4f72-be61-dc4a51564b32 {{(pid=88990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 20:03:00.459285 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-85180884-c593-429b-9667-33f8e54bbc04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:00.515099 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-85180884-c593-429b-9667-33f8e54bbc04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838448728'] for subnet, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:00.593168 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-85180884-c593-429b-9667-33f8e54bbc04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:00.694829 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-85180884-c593-429b-9667-33f8e54bbc04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16636259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14850861'] for subnet, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:00.699342 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4e9f2087-b7fc-4b44-90b4-12baa4eeb8a2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:03:00.972962 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85180884-c593-429b-9667-33f8e54bbc04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b486db8a-95d2-4f72-be61-dc4a51564b32,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:03:00.975855 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-85180884-c593-429b-9667-33f8e54bbc04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:03:00.978338 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-85180884-c593-429b-9667-33f8e54bbc04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:00.984718 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caff4029-2d98-416a-b25f-4e92b1ead32e None None] Network 7a204329-af56-47d2-9471-890a409045d4 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 20:03:00.985619 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-85180884-c593-429b-9667-33f8e54bbc04 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b486db8a-95d2-4f72-be61-dc4a51564b32 HTTP/1.1" status: 204 len: 168 time: 0.5970786 Dec 15 20:03:00.988267 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 35018) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:03:01.102285 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f9f12736-2dc0-43a8-8ec7-57c0bf089de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:01.113356 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-f9f12736-2dc0-43a8-8ec7-57c0bf089de7 admin admin] Deleting port e70c0860-48c0-4dd4-9cc3-27dedfad834b {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 20:03:01.113732 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f9f12736-2dc0-43a8-8ec7-57c0bf089de7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:01.251714 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f9a4eb-e5d9-444b-84de-0c3d7d00ceae None None] DHCP port deletion for 7a204329-af56-47d2-9471-890a409045d4 request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 20:03:01.256217 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-87f9a4eb-e5d9-444b-84de-0c3d7d00ceae None None] Deleting port e70c0860-48c0-4dd4-9cc3-27dedfad834b {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 20:03:01.256646 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-87f9a4eb-e5d9-444b-84de-0c3d7d00ceae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:01.324773 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-f9f12736-2dc0-43a8-8ec7-57c0bf089de7 admin admin] For port e70c0860-48c0-4dd4-9cc3-27dedfad834b, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=e70c0860-48c0-4dd4-9cc3-27dedfad834b,segment=NetworkSegment(aea0079c-90c7-4139-b516-2231e72c8bc3),segment_id=aea0079c-90c7-4139-b516-2231e72c8bc3)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:03:01.325178 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f9f12736-2dc0-43a8-8ec7-57c0bf089de7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:01.450025 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 7e7e2313-7c0d-438e-a6c4-237c2be9dc80 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 20:03:01.454490 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-f9f12736-2dc0-43a8-8ec7-57c0bf089de7 admin admin] Calling delete_port for e70c0860-48c0-4dd4-9cc3-27dedfad834b owned by network:dhcp {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 20:03:01.490631 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 7e7e2313-7c0d-438e-a6c4-237c2be9dc80 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 20:03:01.490956 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 7e7e2313-7c0d-438e-a6c4-237c2be9dc80 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 20:03:01.491443 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device e70c0860-48c0-4dd4-9cc3-27dedfad834b no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 20:03:01.547672 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-87f9a4eb-e5d9-444b-84de-0c3d7d00ceae None None] For port e70c0860-48c0-4dd4-9cc3-27dedfad834b, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=e70c0860-48c0-4dd4-9cc3-27dedfad834b,segment=NetworkSegment(aea0079c-90c7-4139-b516-2231e72c8bc3),segment_id=aea0079c-90c7-4139-b516-2231e72c8bc3)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:03:01.548047 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-87f9a4eb-e5d9-444b-84de-0c3d7d00ceae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:01.562770 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f9f12736-2dc0-43a8-8ec7-57c0bf089de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:01.567497 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fb054f11-ef0c-4314-bf8b-483f2e5edc81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:03:01.607945 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f12736-2dc0-43a8-8ec7-57c0bf089de7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e70c0860-48c0-4dd4-9cc3-27dedfad834b,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:03:01.613490 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f9f12736-2dc0-43a8-8ec7-57c0bf089de7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:03:01.618284 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f12736-2dc0-43a8-8ec7-57c0bf089de7 admin admin] No DVR routers for this DVR port e70c0860-48c0-4dd4-9cc3-27dedfad834b on host dv-neutron-821831-2-hyperv {{(pid=88990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 20:03:01.693615 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-87f9a4eb-e5d9-444b-84de-0c3d7d00ceae None None] Calling delete_port for e70c0860-48c0-4dd4-9cc3-27dedfad834b owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 20:03:01.726359 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No active binding found for port e70c0860-48c0-4dd4-9cc3-27dedfad834b {{(pid=88992) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Dec 15 20:03:01.726826 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device e70c0860-48c0-4dd4-9cc3-27dedfad834b not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 20:03:01.742576 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f9f12736-2dc0-43a8-8ec7-57c0bf089de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:01.769185 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-87f9a4eb-e5d9-444b-84de-0c3d7d00ceae None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88992) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 20:03:01.769605 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-87f9a4eb-e5d9-444b-84de-0c3d7d00ceae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 20:03:01.770406 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-f9f12736-2dc0-43a8-8ec7-57c0bf089de7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a204329-af56-47d2-9471-890a409045d4']}} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:03:01.783213 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-f9f12736-2dc0-43a8-8ec7-57c0bf089de7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aea0079c-90c7-4139-b516-2231e72c8bc3') {'for_net_delete': True} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:03:01.783562 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-f9f12736-2dc0-43a8-8ec7-57c0bf089de7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aea0079c-90c7-4139-b516-2231e72c8bc3') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:03:01.796148 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f9f12736-2dc0-43a8-8ec7-57c0bf089de7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16327073'] for segment, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:01.815387 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f9f12736-2dc0-43a8-8ec7-57c0bf089de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:01.821555 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9f12736-2dc0-43a8-8ec7-57c0bf089de7 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=88990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 20:03:01.821989 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f9f12736-2dc0-43a8-8ec7-57c0bf089de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838138943'] for segment, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:01.836916 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 20:03:01.836916 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 20:03:01.836916 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 20:03:01.836916 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 20:03:01.836916 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 20:03:01.836916 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 20:03:01.836916 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 20:03:01.836916 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 20:03:01.836916 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 20:03:01.836916 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 20:03:01.836916 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 20:03:01.836916 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 20:03:01.836916 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 20:03:01.836916 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 20:03:01.836916 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 20:03:01.836916 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 20:03:01.836916 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 20:03:01.836916 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 20:03:01.836916 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 20:03:01.836916 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 20:03:01.836916 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 20:03:01.836916 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 20:03:01.836916 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 20:03:01.836916 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 20:03:01.836916 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 20:03:01.836916 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 20:03:01.836916 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 20:03:01.836916 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 20:03:01.836916 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 20:03:01.836916 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 20:03:01.836916 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 20:03:01.836916 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 20:03:01.962957 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f9f12736-2dc0-43a8-8ec7-57c0bf089de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:01.967500 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f9f12736-2dc0-43a8-8ec7-57c0bf089de7 admin admin] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:01.971628 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1b4da15e-7dbd-4aad-bab4-f9f963b49aeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:03:01.996932 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f12736-2dc0-43a8-8ec7-57c0bf089de7 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a204329-af56-47d2-9471-890a409045d4,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:03:02.000292 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f9f12736-2dc0-43a8-8ec7-57c0bf089de7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:03:02.002399 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f9f12736-2dc0-43a8-8ec7-57c0bf089de7 admin admin] 10.222.0.36 "DELETE /v2.0/networks/7a204329-af56-47d2-9471-890a409045d4 HTTP/1.1" status: 204 len: 168 time: 1.0129466 Dec 15 20:03:02.270537 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-87f9a4eb-e5d9-444b-84de-0c3d7d00ceae None None] Deleting port e70c0860-48c0-4dd4-9cc3-27dedfad834b {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 20:03:02.270981 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-87f9a4eb-e5d9-444b-84de-0c3d7d00ceae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:02.284941 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 35024) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:03:02.336204 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-87f9a4eb-e5d9-444b-84de-0c3d7d00ceae None None] The port 'e70c0860-48c0-4dd4-9cc3-27dedfad834b' was deleted {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 15 20:03:02.345459 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4cb5d0d2-8068-42db-adfe-8178bdba7450 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=624c5fe3fad6436998538267c0ff529d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0591323 Dec 15 20:03:02.348109 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 35028) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:03:02.412197 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8cef79ad-3f27-4ed4-b3d3-80f7735cefcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:02.439247 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8cef79ad-3f27-4ed4-b3d3-80f7735cefcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:02.582185 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8cef79ad-3f27-4ed4-b3d3-80f7735cefcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:02.587583 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-56aa1b42-00e5-44ac-a167-8b740cb3d8f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:03:02.604272 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef79ad-3f27-4ed4-b3d3-80f7735cefcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79806c94-04e8-4128-b7a8-f9732fe9c925,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:03:02.608605 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8cef79ad-3f27-4ed4-b3d3-80f7735cefcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:03:02.610609 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8cef79ad-3f27-4ed4-b3d3-80f7735cefcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:02.612256 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8cef79ad-3f27-4ed4-b3d3-80f7735cefcc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/79806c94-04e8-4128-b7a8-f9732fe9c925 HTTP/1.1" status: 204 len: 168 time: 0.2628644 Dec 15 20:03:03.156304 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 35036) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:03:03.209743 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-954d8d09-4757-445d-afe2-541a98043855 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d0a2109679e14114806bb2b936cabad6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0520384 Dec 15 20:03:03.212323 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 35040) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:03:03.276662 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8ee51f24-604e-4081-ad49-05aa3d87b5fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:03.302471 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8ee51f24-604e-4081-ad49-05aa3d87b5fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:03.530659 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8ee51f24-604e-4081-ad49-05aa3d87b5fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:03.535920 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b2c73ee0-d258-4f37-b9ec-bc2c45f719f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:03:03.550471 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee51f24-604e-4081-ad49-05aa3d87b5fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda16296-9d22-4101-921a-fd9623bddbcc,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:03:03.553457 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8ee51f24-604e-4081-ad49-05aa3d87b5fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:03:03.554382 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8ee51f24-604e-4081-ad49-05aa3d87b5fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:03.555588 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8ee51f24-604e-4081-ad49-05aa3d87b5fb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dda16296-9d22-4101-921a-fd9623bddbcc HTTP/1.1" status: 204 len: 168 time: 0.3423100 Dec 15 20:03:07.391948 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 35086) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:03:07.393969 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-1ed4dd7a-7c00-467a-9e28-ffb83ba9cd62 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-800550871', 'description': 'tempest-secgroup-smoke-800550871 description', 'project_id': 'dcef569c3d1c42279834a85579e46274'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:03:07.400528 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-1ed4dd7a-7c00-467a-9e28-ffb83ba9cd62 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:03:07.406263 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-1ed4dd7a-7c00-467a-9e28-ffb83ba9cd62 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Usage tracker for resource:security_group and tenant:dcef569c3d1c42279834a85579e46274 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:03:07.409350 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-1ed4dd7a-7c00-467a-9e28-ffb83ba9cd62 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:03:07.415375 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-1ed4dd7a-7c00-467a-9e28-ffb83ba9cd62 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:03:07.467766 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1ed4dd7a-7c00-467a-9e28-ffb83ba9cd62 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:07.480978 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1ed4dd7a-7c00-467a-9e28-ffb83ba9cd62 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:07.514339 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-1ed4dd7a-7c00-467a-9e28-ffb83ba9cd62 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:03:07.518320 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-1ed4dd7a-7c00-467a-9e28-ffb83ba9cd62 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Usage tracker for resource:security_group_rule and tenant:dcef569c3d1c42279834a85579e46274 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:03:07.521191 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-1ed4dd7a-7c00-467a-9e28-ffb83ba9cd62 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:03:07.527136 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-1ed4dd7a-7c00-467a-9e28-ffb83ba9cd62 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:03:07.767674 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1ed4dd7a-7c00-467a-9e28-ffb83ba9cd62 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:07.796442 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1ed4dd7a-7c00-467a-9e28-ffb83ba9cd62 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:07.800965 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c7549416-c92d-4f92-958b-2203088d7946 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:03:07.839253 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-1ed4dd7a-7c00-467a-9e28-ffb83ba9cd62 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:03:07.844069 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed4dd7a-7c00-467a-9e28-ffb83ba9cd62 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f5dd744-4073-49aa-ae8a-1398f315af5b,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:03:07.847533 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1ed4dd7a-7c00-467a-9e28-ffb83ba9cd62 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:03:07.848726 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-1ed4dd7a-7c00-467a-9e28-ffb83ba9cd62 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Usage tracker for resource:security_group_rule and tenant:dcef569c3d1c42279834a85579e46274 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:03:07.851785 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-1ed4dd7a-7c00-467a-9e28-ffb83ba9cd62 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:03:07.858495 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-1ed4dd7a-7c00-467a-9e28-ffb83ba9cd62 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:03:07.913877 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1ed4dd7a-7c00-467a-9e28-ffb83ba9cd62 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:07.947838 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1ed4dd7a-7c00-467a-9e28-ffb83ba9cd62 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:07.953987 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-96f962d5-c42d-440e-8f2d-ef464387b2df tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:03:07.994516 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed4dd7a-7c00-467a-9e28-ffb83ba9cd62 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88963935-8ebe-434a-8940-63033a58719c,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:03:07.997552 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1ed4dd7a-7c00-467a-9e28-ffb83ba9cd62 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:03:08.021856 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1ed4dd7a-7c00-467a-9e28-ffb83ba9cd62 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:08.023191 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1ed4dd7a-7c00-467a-9e28-ffb83ba9cd62 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.6344864 Dec 15 20:03:08.026316 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 35090) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:03:08.032819 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-1fe3745d-394d-498a-b983-74c803cf4575 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Request body: {'security_group_rule': {'security_group_id': '88963935-8ebe-434a-8940-63033a58719c', 'project_id': 'dcef569c3d1c42279834a85579e46274', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:03:08.039197 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-1fe3745d-394d-498a-b983-74c803cf4575 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:03:08.043210 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-1fe3745d-394d-498a-b983-74c803cf4575 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Usage tracker for resource:security_group_rule and tenant:dcef569c3d1c42279834a85579e46274 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:03:08.046351 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-1fe3745d-394d-498a-b983-74c803cf4575 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:03:08.052319 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-1fe3745d-394d-498a-b983-74c803cf4575 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:03:08.094817 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1fe3745d-394d-498a-b983-74c803cf4575 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:08.158872 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1fe3745d-394d-498a-b983-74c803cf4575 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:08.196908 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1fe3745d-394d-498a-b983-74c803cf4575 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:08.205234 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-bc090ae7-14f2-4d34-9238-4336ca1fc8b8 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:03:08.227830 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe3745d-394d-498a-b983-74c803cf4575 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7d5fc83-0a53-4b79-980e-4986a973e8b1,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:03:08.230684 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1fe3745d-394d-498a-b983-74c803cf4575 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:03:08.231446 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-16370002-c13f-4d61-867f-81d8322cfc8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:08.260083 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1fe3745d-394d-498a-b983-74c803cf4575 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:08.261434 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1fe3745d-394d-498a-b983-74c803cf4575 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2341230 Dec 15 20:03:08.264940 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 35094) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:03:08.271272 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-1c568b78-5382-48f8-ac8a-23d40b72797d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Request body: {'security_group_rule': {'security_group_id': '88963935-8ebe-434a-8940-63033a58719c', 'project_id': 'dcef569c3d1c42279834a85579e46274', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:03:08.277746 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-1c568b78-5382-48f8-ac8a-23d40b72797d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:03:08.282229 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-1c568b78-5382-48f8-ac8a-23d40b72797d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Usage tracker for resource:security_group_rule and tenant:dcef569c3d1c42279834a85579e46274 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:03:08.285209 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-1c568b78-5382-48f8-ac8a-23d40b72797d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:03:08.291166 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-1c568b78-5382-48f8-ac8a-23d40b72797d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:03:08.334434 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1c568b78-5382-48f8-ac8a-23d40b72797d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:08.397031 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1c568b78-5382-48f8-ac8a-23d40b72797d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:08.425529 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1c568b78-5382-48f8-ac8a-23d40b72797d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:08.427446 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:03:08.449183 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c568b78-5382-48f8-ac8a-23d40b72797d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=248d9173-d83c-4e6e-91d3-a95378ff3b52,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:03:08.453944 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1c568b78-5382-48f8-ac8a-23d40b72797d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:03:08.488380 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1c568b78-5382-48f8-ac8a-23d40b72797d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:08.489644 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1c568b78-5382-48f8-ac8a-23d40b72797d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2237144 Dec 15 20:03:08.492593 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 35098) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:03:08.498965 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-89cb323a-1e3e-4bda-867e-c487daa52010 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Request body: {'security_group_rule': {'security_group_id': '88963935-8ebe-434a-8940-63033a58719c', 'project_id': 'dcef569c3d1c42279834a85579e46274', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:03:08.505165 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-89cb323a-1e3e-4bda-867e-c487daa52010 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:03:08.509120 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-89cb323a-1e3e-4bda-867e-c487daa52010 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Usage tracker for resource:security_group_rule and tenant:dcef569c3d1c42279834a85579e46274 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:03:08.512169 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-89cb323a-1e3e-4bda-867e-c487daa52010 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:03:08.519052 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-89cb323a-1e3e-4bda-867e-c487daa52010 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:03:08.559604 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-89cb323a-1e3e-4bda-867e-c487daa52010 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:08.631547 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-89cb323a-1e3e-4bda-867e-c487daa52010 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:08.656473 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-89cb323a-1e3e-4bda-867e-c487daa52010 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:08.658439 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9c7254cd-fc3f-47d4-a3ac-2f137b975b11 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:03:08.681841 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cb323a-1e3e-4bda-867e-c487daa52010 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=948e1041-38ea-4090-bdd4-0a047e8b5a7f,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:03:08.684342 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-89cb323a-1e3e-4bda-867e-c487daa52010 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:03:08.713632 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-89cb323a-1e3e-4bda-867e-c487daa52010 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:08.714932 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-89cb323a-1e3e-4bda-867e-c487daa52010 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2213519 Dec 15 20:03:08.717986 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 35102) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:03:08.724451 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-111ce50d-8113-4fe0-bb9e-c849adc87cb7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Request body: {'security_group_rule': {'security_group_id': '88963935-8ebe-434a-8940-63033a58719c', 'project_id': 'dcef569c3d1c42279834a85579e46274', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:03:08.730727 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-111ce50d-8113-4fe0-bb9e-c849adc87cb7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:03:08.735261 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-111ce50d-8113-4fe0-bb9e-c849adc87cb7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Usage tracker for resource:security_group_rule and tenant:dcef569c3d1c42279834a85579e46274 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:03:08.738231 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-111ce50d-8113-4fe0-bb9e-c849adc87cb7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:03:08.744588 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-111ce50d-8113-4fe0-bb9e-c849adc87cb7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:03:08.828933 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-111ce50d-8113-4fe0-bb9e-c849adc87cb7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:08.894616 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-111ce50d-8113-4fe0-bb9e-c849adc87cb7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:08.930805 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-111ce50d-8113-4fe0-bb9e-c849adc87cb7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:08.932726 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-05088e5b-c40a-4691-87fc-b423521f189c tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:03:08.956552 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111ce50d-8113-4fe0-bb9e-c849adc87cb7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a83ecb9f-5bc7-4d3e-b8b5-9c68426723aa,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:03:08.959115 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-111ce50d-8113-4fe0-bb9e-c849adc87cb7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:03:08.993742 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-111ce50d-8113-4fe0-bb9e-c849adc87cb7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:08.995089 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-111ce50d-8113-4fe0-bb9e-c849adc87cb7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2760532 Dec 15 20:03:08.998638 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 35106) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:03:09.004524 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-d0cabd75-cc2a-4cb9-ac32-12e8052eab34 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Request body: {'security_group_rule': {'security_group_id': '88963935-8ebe-434a-8940-63033a58719c', 'project_id': 'dcef569c3d1c42279834a85579e46274', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:03:09.010758 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-d0cabd75-cc2a-4cb9-ac32-12e8052eab34 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:03:09.014753 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d0cabd75-cc2a-4cb9-ac32-12e8052eab34 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Usage tracker for resource:security_group_rule and tenant:dcef569c3d1c42279834a85579e46274 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:03:09.017718 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d0cabd75-cc2a-4cb9-ac32-12e8052eab34 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:03:09.023763 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-d0cabd75-cc2a-4cb9-ac32-12e8052eab34 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:03:09.056501 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.securitygroups_db [None req-d0cabd75-cc2a-4cb9-ac32-12e8052eab34 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Project dcef569c3d1c42279834a85579e46274 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 20:03:09.063345 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d0cabd75-cc2a-4cb9-ac32-12e8052eab34 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:09.130032 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d0cabd75-cc2a-4cb9-ac32-12e8052eab34 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:09.193574 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d0cabd75-cc2a-4cb9-ac32-12e8052eab34 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:09.195499 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-28b55318-4860-4fba-96b8-ad01a2c911d1 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:03:09.222449 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cabd75-cc2a-4cb9-ac32-12e8052eab34 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=159f4626-bd13-4c91-b569-4b2a3aec0582,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:03:09.225006 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d0cabd75-cc2a-4cb9-ac32-12e8052eab34 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:03:09.250883 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d0cabd75-cc2a-4cb9-ac32-12e8052eab34 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:09.252204 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d0cabd75-cc2a-4cb9-ac32-12e8052eab34 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2524993 Dec 15 20:03:09.255089 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 35110) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:03:09.261120 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-528293c7-ef30-4c79-94d8-28cf06607f4c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Request body: {'security_group_rule': {'security_group_id': '88963935-8ebe-434a-8940-63033a58719c', 'project_id': 'dcef569c3d1c42279834a85579e46274', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:03:09.267818 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-528293c7-ef30-4c79-94d8-28cf06607f4c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:03:09.271822 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-528293c7-ef30-4c79-94d8-28cf06607f4c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Usage tracker for resource:security_group_rule and tenant:dcef569c3d1c42279834a85579e46274 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:03:09.274830 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-528293c7-ef30-4c79-94d8-28cf06607f4c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:03:09.281696 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-528293c7-ef30-4c79-94d8-28cf06607f4c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:03:09.307950 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.securitygroups_db [None req-528293c7-ef30-4c79-94d8-28cf06607f4c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Project dcef569c3d1c42279834a85579e46274 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 20:03:09.314780 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-528293c7-ef30-4c79-94d8-28cf06607f4c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:09.382635 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-528293c7-ef30-4c79-94d8-28cf06607f4c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:09.414049 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-528293c7-ef30-4c79-94d8-28cf06607f4c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:09.416029 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c4244190-4260-4381-aabf-af09d573119e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:03:09.438366 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528293c7-ef30-4c79-94d8-28cf06607f4c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2f2155e-3b40-4118-badf-15c63a55a318,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:03:09.446856 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-528293c7-ef30-4c79-94d8-28cf06607f4c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:03:09.477092 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-528293c7-ef30-4c79-94d8-28cf06607f4c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:09.478448 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-528293c7-ef30-4c79-94d8-28cf06607f4c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2222714 Dec 15 20:03:09.482366 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 35114) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:03:09.488673 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-8e5faf46-21e6-453c-a92e-3cdc757c967d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Request body: {'network': {'name': 'tempest-network-smoke--2058243397', 'project_id': 'dcef569c3d1c42279834a85579e46274', 'port_security_enabled': True}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:03:09.494142 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-8e5faf46-21e6-453c-a92e-3cdc757c967d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:03:09.499035 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8e5faf46-21e6-453c-a92e-3cdc757c967d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Usage tracker for resource:network and tenant:dcef569c3d1c42279834a85579e46274 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:03:09.501988 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8e5faf46-21e6-453c-a92e-3cdc757c967d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:03:09.505758 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:09.509099 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-8e5faf46-21e6-453c-a92e-3cdc757c967d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:03:09.545937 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e5faf46-21e6-453c-a92e-3cdc757c967d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Made reservation on behalf of dcef569c3d1c42279834a85579e46274 for: {'network': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 20:03:09.551464 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8e5faf46-21e6-453c-a92e-3cdc757c967d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:09.581017 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e5faf46-21e6-453c-a92e-3cdc757c967d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=88990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 20:03:09.589555 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8e5faf46-21e6-453c-a92e-3cdc757c967d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:09.589948 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-8e5faf46-21e6-453c-a92e-3cdc757c967d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Added segment 8a1fcf86-d837-4e07-bf19-246ad587f693 of type vlan for network 39de3843-bd27-4cd4-9a8f-0bba60f4fb0e Dec 15 20:03:09.617938 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8e5faf46-21e6-453c-a92e-3cdc757c967d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:09.702297 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8e5faf46-21e6-453c-a92e-3cdc757c967d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:09.706454 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5faf46-21e6-453c-a92e-3cdc757c967d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:03:09.707094 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8e5faf46-21e6-453c-a92e-3cdc757c967d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:09.712433 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9d26bcc6-c53a-4e90-81ba-554462567d82 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:03:09.820087 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5faf46-21e6-453c-a92e-3cdc757c967d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event updated for resources: {'Network': ['ID=39de3843-bd27-4cd4-9a8f-0bba60f4fb0e,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:03:09.822922 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8e5faf46-21e6-453c-a92e-3cdc757c967d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:03:09.830662 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 39de3843-bd27-4cd4-9a8f-0bba60f4fb0e details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 20:03:09.834337 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8e5faf46-21e6-453c-a92e-3cdc757c967d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3508046 Dec 15 20:03:09.837561 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 35118) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:03:09.844031 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-fbcad7ce-58b3-4e08-9815-807dfab7e870 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-515498858', 'admin_state_up': True, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:03:09.851575 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-fbcad7ce-58b3-4e08-9815-807dfab7e870 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:03:09.855569 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-fbcad7ce-58b3-4e08-9815-807dfab7e870 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Usage tracker for resource:router and tenant:dcef569c3d1c42279834a85579e46274 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:03:09.859245 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-fbcad7ce-58b3-4e08-9815-807dfab7e870 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:03:09.865252 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-fbcad7ce-58b3-4e08-9815-807dfab7e870 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:03:09.905945 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fbcad7ce-58b3-4e08-9815-807dfab7e870 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854699176'] for router, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:09.907461 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fbcad7ce-58b3-4e08-9815-807dfab7e870 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854194926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-76609'] for router, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:09.928415 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fbcad7ce-58b3-4e08-9815-807dfab7e870 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:10.137657 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fbcad7ce-58b3-4e08-9815-807dfab7e870 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:10.347162 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fbcad7ce-58b3-4e08-9815-807dfab7e870 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for router_gateway, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:10.377998 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fbcad7ce-58b3-4e08-9815-807dfab7e870 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:10.537304 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-fbcad7ce-58b3-4e08-9815-807dfab7e870 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Allocated IP 172.26.3.207 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/aaaf6031-b9e9-4a0c-9681-81420b338d01) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 20:03:10.609316 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-69a36988-d140-43cb-a286-1bffd72812a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:10.692630 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fbcad7ce-58b3-4e08-9815-807dfab7e870 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:10.753864 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fbcad7ce-58b3-4e08-9815-807dfab7e870 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:10.758632 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0b766f10-885c-465f-b771-f0e604903008 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:03:10.829119 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbcad7ce-58b3-4e08-9815-807dfab7e870 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 20:03:10.832745 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-fbcad7ce-58b3-4e08-9815-807dfab7e870 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 20:03:10.835349 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcad7ce-58b3-4e08-9815-807dfab7e870 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:03:10.870625 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcad7ce-58b3-4e08-9815-807dfab7e870 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event updated for resources: {'Port': ['ID=aaaf6031-b9e9-4a0c-9681-81420b338d01,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:03:10.879798 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fbcad7ce-58b3-4e08-9815-807dfab7e870 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:03:11.034060 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fbcad7ce-58b3-4e08-9815-807dfab7e870 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for router_gateway, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:11.034894 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fbcad7ce-58b3-4e08-9815-807dfab7e870 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904'] for router, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:11.130614 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:11.318987 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbcad7ce-58b3-4e08-9815-807dfab7e870 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Router 69f78f30-1df8-4365-98f3-8bfd4cf1d9ec is scheduled to L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 with binding_index 1 {{(pid=88990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 15 20:03:11.526201 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbcad7ce-58b3-4e08-9815-807dfab7e870 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 20:03:11.540881 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371b15e2-cd2b-4df0-b6df-e8866a9afa94 None None] Sync routers for ids ['69f78f30-1df8-4365-98f3-8bfd4cf1d9ec'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 20:03:11.554429 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371b15e2-cd2b-4df0-b6df-e8866a9afa94 None None] Routers {'69f78f30-1df8-4365-98f3-8bfd4cf1d9ec'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:03:11.555104 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-371b15e2-cd2b-4df0-b6df-e8866a9afa94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:03:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['69f78f30-1df8-4365-98f3-8bfd4cf1d9ec'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:03:11.582038 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fbcad7ce-58b3-4e08-9815-807dfab7e870 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:11.583428 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-fbcad7ce-58b3-4e08-9815-807dfab7e870 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7448282 Dec 15 20:03:11.586754 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 35122) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:03:11.860369 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-698b4da2-51d9-4bb6-a895-6dd97ffa39e3 tempest-TestNetworkAdvancedServerOps-1358408781 tempest-TestNetworkAdvancedServerOps-1358408781-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=dcef569c3d1c42279834a85579e46274&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2722914 Dec 15 20:03:11.863246 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 35128) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:03:11.897279 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-371b15e2-cd2b-4df0-b6df-e8866a9afa94 None None] Set router 69f78f30-1df8-4365-98f3-8bfd4cf1d9ec gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:03:12.002332 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97932c81-b27a-4767-9034-1f68960f39fe tempest-TestNetworkAdvancedServerOps-1358408781 tempest-TestNetworkAdvancedServerOps-1358408781-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:03:12.003929 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-97932c81-b27a-4767-9034-1f68960f39fe tempest-TestNetworkAdvancedServerOps-1358408781 tempest-TestNetworkAdvancedServerOps-1358408781-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1396551 Dec 15 20:03:12.007040 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 35132) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:03:12.051327 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-04a9c6fd-d06a-4d8e-9e69-f65225f56562 tempest-TestNetworkAdvancedServerOps-1358408781 tempest-TestNetworkAdvancedServerOps-1358408781-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=4b9c9b76-a8c2-4873-8d7b-0d52cc71925c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0430572 Dec 15 20:03:12.053989 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 35136) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:03:12.060287 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-9ca132cd-45f2-4b6d-b23b-918f54622115 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-118991497', 'network_id': '39de3843-bd27-4cd4-9a8f-0bba60f4fb0e', 'project_id': 'dcef569c3d1c42279834a85579e46274', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:03:12.174710 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-9ca132cd-45f2-4b6d-b23b-918f54622115 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:03:12.178838 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-9ca132cd-45f2-4b6d-b23b-918f54622115 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Usage tracker for resource:subnet and tenant:dcef569c3d1c42279834a85579e46274 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:03:12.181815 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-9ca132cd-45f2-4b6d-b23b-918f54622115 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:03:12.189076 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-9ca132cd-45f2-4b6d-b23b-918f54622115 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:03:12.193176 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-371b15e2-cd2b-4df0-b6df-e8866a9afa94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f78f30-1df8-4365-98f3-8bfd4cf1d9ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515498858', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.207'}], 'enable_snat': True}, 'gw_port_id': 'aaaf6031-b9e9-4a0c-9681-81420b338d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:03:09Z', 'updated_at': '2021-12-15T20:03:10Z', 'revision_number': 3, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'gw_port': {'id': 'aaaf6031-b9e9-4a0c-9681-81420b338d01', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:19:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f78f30-1df8-4365-98f3-8bfd4cf1d9ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:03:10Z', 'updated_at': '2021-12-15T20:03:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:03:12.197256 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371b15e2-cd2b-4df0-b6df-e8866a9afa94 None None] Checking router: 69f78f30-1df8-4365-98f3-8bfd4cf1d9ec for host: dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 20:03:12.197654 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371b15e2-cd2b-4df0-b6df-e8866a9afa94 None None] Updating router 69f78f30-1df8-4365-98f3-8bfd4cf1d9ec port aaaf6031-b9e9-4a0c-9681-81420b338d01 binding host dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 15 20:03:12.227720 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca132cd-45f2-4b6d-b23b-918f54622115 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Made reservation on behalf of dcef569c3d1c42279834a85579e46274 for: {'subnet': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 20:03:12.250909 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-371b15e2-cd2b-4df0-b6df-e8866a9afa94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:12.338472 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9ca132cd-45f2-4b6d-b23b-918f54622115 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839924940'] for subnet, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:12.597957 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-371b15e2-cd2b-4df0-b6df-e8866a9afa94 None None] Notify callbacks [] for port, precommit_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:12.609678 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9ca132cd-45f2-4b6d-b23b-918f54622115 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838139473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839924955'] for subnet, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:12.614348 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8fce3cee-d1cf-4106-8e32-44dce0a38ef3 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:03:12.656529 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-371b15e2-cd2b-4df0-b6df-e8866a9afa94 None None] Transition to ACTIVE for port object aaaf6031-b9e9-4a0c-9681-81420b338d01 will not be triggered until provisioned by entity L2. {{(pid=88993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 20:03:12.691228 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-371b15e2-cd2b-4df0-b6df-e8866a9afa94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:12.696820 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ef0f4d93-b3ff-4db4-895b-09fca44b01a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:03:12.751137 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:12.780756 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-371b15e2-cd2b-4df0-b6df-e8866a9afa94 None None] Attempting to bind port aaaf6031-b9e9-4a0c-9681-81420b338d01 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 20:03:12.781169 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-371b15e2-cd2b-4df0-b6df-e8866a9afa94 None None] Attempting to bind port aaaf6031-b9e9-4a0c-9681-81420b338d01 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}] {{(pid=88993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 20:03:12.781584 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371b15e2-cd2b-4df0-b6df-e8866a9afa94 None None] Attempting to bind port aaaf6031-b9e9-4a0c-9681-81420b338d01 on network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 20:03:12.788652 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd3c443-92c7-48d1-87b0-1e945056d0e6 None None] Pushing event updated for resources: {'Port': ['ID=aaaf6031-b9e9-4a0c-9681-81420b338d01,revision_number=2']} {{(pid=88993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:03:12.799841 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371b15e2-cd2b-4df0-b6df-e8866a9afa94 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 20, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 20:03:12.800263 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371b15e2-cd2b-4df0-b6df-e8866a9afa94 None None] Checking segment: {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 20:03:12.800712 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-371b15e2-cd2b-4df0-b6df-e8866a9afa94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:12.801150 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371b15e2-cd2b-4df0-b6df-e8866a9afa94 None None] Bound using segment: {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'} {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 20:03:12.801668 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-371b15e2-cd2b-4df0-b6df-e8866a9afa94 None None] Bound port: aaaf6031-b9e9-4a0c-9681-81420b338d01, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}}] {{(pid=88993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 20:03:12.802094 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-371b15e2-cd2b-4df0-b6df-e8866a9afa94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:12.831504 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd3c443-92c7-48d1-87b0-1e945056d0e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:03:12.831896 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd3c443-92c7-48d1-87b0-1e945056d0e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:03:12.832278 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd3c443-92c7-48d1-87b0-1e945056d0e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:03:12.832657 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd3c443-92c7-48d1-87b0-1e945056d0e6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:03:12.833034 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd3c443-92c7-48d1-87b0-1e945056d0e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:03:12.833407 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd3c443-92c7-48d1-87b0-1e945056d0e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:03:12.833779 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd3c443-92c7-48d1-87b0-1e945056d0e6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:03:12.834154 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd3c443-92c7-48d1-87b0-1e945056d0e6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:03:12.834551 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd3c443-92c7-48d1-87b0-1e945056d0e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:03:12.834918 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd3c443-92c7-48d1-87b0-1e945056d0e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:03:12.835262 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd3c443-92c7-48d1-87b0-1e945056d0e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:03:12.845199 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7fd3c443-92c7-48d1-87b0-1e945056d0e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:03:12.886787 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-371b15e2-cd2b-4df0-b6df-e8866a9afa94 None None] For port aaaf6031-b9e9-4a0c-9681-81420b338d01, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 20:03:12.890948 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-371b15e2-cd2b-4df0-b6df-e8866a9afa94 None None] For port aaaf6031-b9e9-4a0c-9681-81420b338d01, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=aaaf6031-b9e9-4a0c-9681-81420b338d01,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 20:03:12.941618 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca132cd-45f2-4b6d-b23b-918f54622115 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event updated for resources: {'Subnet': ['ID=5519d579-1862-4f8f-947b-9c548926bed5,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:03:12.945217 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9ca132cd-45f2-4b6d-b23b-918f54622115 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:03:12.948410 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-371b15e2-cd2b-4df0-b6df-e8866a9afa94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:12.952729 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca132cd-45f2-4b6d-b23b-918f54622115 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Checking segment: {'id': '8a1fcf86-d837-4e07-bf19-246ad587f693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '39de3843-bd27-4cd4-9a8f-0bba60f4fb0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 20:03:12.957690 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca132cd-45f2-4b6d-b23b-918f54622115 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Network hostable DHCP agents. Network: 39de3843-bd27-4cd4-9a8f-0bba60f4fb0e, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 20:03:12.957823 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a791c1aa-3bdb-4f3a-ab6f-c223de1ed888 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:03:13.010385 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca132cd-45f2-4b6d-b23b-918f54622115 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Network 39de3843-bd27-4cd4-9a8f-0bba60f4fb0e is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 20:03:13.040768 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd3c443-92c7-48d1-87b0-1e945056d0e6 None None] Pushing event updated for resources: {'Port': ['ID=aaaf6031-b9e9-4a0c-9681-81420b338d01,revision_number=3']} {{(pid=88993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:03:13.044761 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7fd3c443-92c7-48d1-87b0-1e945056d0e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:03:13.045333 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-9ca132cd-45f2-4b6d-b23b-918f54622115 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, 39de3843-bd27-4cd4-9a8f-0bba60f4fb0e) {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 20:03:13.045532 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371b15e2-cd2b-4df0-b6df-e8866a9afa94 None None] Routers {'69f78f30-1df8-4365-98f3-8bfd4cf1d9ec'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:03:13.046184 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-371b15e2-cd2b-4df0-b6df-e8866a9afa94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:03:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['69f78f30-1df8-4365-98f3-8bfd4cf1d9ec'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:03:13.049359 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca132cd-45f2-4b6d-b23b-918f54622115 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:03:13.050012 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9ca132cd-45f2-4b6d-b23b-918f54622115 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:13.055054 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88ffa8d-a3bc-4e75-9a46-ea678b245e6a None None] Network 39de3843-bd27-4cd4-9a8f-0bba60f4fb0e requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 20:03:13.102913 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9ca132cd-45f2-4b6d-b23b-918f54622115 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0478120 Dec 15 20:03:13.105815 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 35142) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:03:13.238787 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-371b15e2-cd2b-4df0-b6df-e8866a9afa94 None None] Set router 69f78f30-1df8-4365-98f3-8bfd4cf1d9ec gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:03:13.279334 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6a632c-d1c7-445a-963d-05eda4bfb6ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-39de3843-bd27-4cd4-9a8f-0bba60f4fb0e', 'network_id': '39de3843-bd27-4cd4-9a8f-0bba60f4fb0e', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'fixed_ips': [{'subnet_id': '5519d579-1862-4f8f-947b-9c548926bed5'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 20:03:13.280470 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7c6a632c-d1c7-445a-963d-05eda4bfb6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:13.472901 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-7c6a632c-d1c7-445a-963d-05eda4bfb6ce None None] Allocated IP 172.20.0.2 (39de3843-bd27-4cd4-9a8f-0bba60f4fb0e/5519d579-1862-4f8f-947b-9c548926bed5/44495017-dd09-4446-a03c-58e2c900ff5b) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 20:03:13.557909 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-371b15e2-cd2b-4df0-b6df-e8866a9afa94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f78f30-1df8-4365-98f3-8bfd4cf1d9ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515498858', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.207'}], 'enable_snat': True}, 'gw_port_id': 'aaaf6031-b9e9-4a0c-9681-81420b338d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:03:09Z', 'updated_at': '2021-12-15T20:03:10Z', 'revision_number': 3, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'gw_port': {'id': 'aaaf6031-b9e9-4a0c-9681-81420b338d01', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:19:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f78f30-1df8-4365-98f3-8bfd4cf1d9ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:03:10Z', 'updated_at': '2021-12-15T20:03:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:03:13.563149 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371b15e2-cd2b-4df0-b6df-e8866a9afa94 None None] The sync data for ids ['69f78f30-1df8-4365-98f3-8bfd4cf1d9ec'] in dv-neutron-821831-2-hyperv is: [{'id': '69f78f30-1df8-4365-98f3-8bfd4cf1d9ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515498858', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.207'}], 'enable_snat': True}, 'gw_port_id': 'aaaf6031-b9e9-4a0c-9681-81420b338d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:03:09Z', 'updated_at': '2021-12-15T20:03:10Z', 'revision_number': 3, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'gw_port': {'id': 'aaaf6031-b9e9-4a0c-9681-81420b338d01', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:19:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f78f30-1df8-4365-98f3-8bfd4cf1d9ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:03:10Z', 'updated_at': '2021-12-15T20:03:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 20:03:13.781074 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7c6a632c-d1c7-445a-963d-05eda4bfb6ce None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:13.792793 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-7c6a632c-d1c7-445a-963d-05eda4bfb6ce None None] Transition to ACTIVE for port object 44495017-dd09-4446-a03c-58e2c900ff5b will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 20:03:13.851136 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-7c6a632c-d1c7-445a-963d-05eda4bfb6ce None None] Transition to ACTIVE for port object 44495017-dd09-4446-a03c-58e2c900ff5b will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 20:03:13.877253 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7c6a632c-d1c7-445a-963d-05eda4bfb6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:13.882500 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:03:13.910933 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9566c74a-be3d-4912-a1c4-107c2f8f2b4c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:13.957345 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6a632c-d1c7-445a-963d-05eda4bfb6ce None None] Network 39de3843-bd27-4cd4-9a8f-0bba60f4fb0e is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 20:03:13.958223 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6a632c-d1c7-445a-963d-05eda4bfb6ce None None] Pushing event updated for resources: {'Port': ['ID=44495017-dd09-4446-a03c-58e2c900ff5b,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:03:13.961489 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-7c6a632c-d1c7-445a-963d-05eda4bfb6ce None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 20:03:13.964793 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6a632c-d1c7-445a-963d-05eda4bfb6ce None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:03:14.016128 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6a632c-d1c7-445a-963d-05eda4bfb6ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:03:14.016598 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6a632c-d1c7-445a-963d-05eda4bfb6ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:03:14.017065 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6a632c-d1c7-445a-963d-05eda4bfb6ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:03:14.017522 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6a632c-d1c7-445a-963d-05eda4bfb6ce None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:03:14.018439 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6a632c-d1c7-445a-963d-05eda4bfb6ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:03:14.018900 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6a632c-d1c7-445a-963d-05eda4bfb6ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:03:14.025020 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6a632c-d1c7-445a-963d-05eda4bfb6ce None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:03:14.025020 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6a632c-d1c7-445a-963d-05eda4bfb6ce None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:03:14.025020 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6a632c-d1c7-445a-963d-05eda4bfb6ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:03:14.025020 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6a632c-d1c7-445a-963d-05eda4bfb6ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:03:14.025020 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6a632c-d1c7-445a-963d-05eda4bfb6ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:03:14.049954 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7c6a632c-d1c7-445a-963d-05eda4bfb6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:03:14.083540 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-7c6a632c-d1c7-445a-963d-05eda4bfb6ce None None] Attempting to bind port 44495017-dd09-4446-a03c-58e2c900ff5b on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 20:03:14.083932 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-7c6a632c-d1c7-445a-963d-05eda4bfb6ce None None] Attempting to bind port 44495017-dd09-4446-a03c-58e2c900ff5b by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '8a1fcf86-d837-4e07-bf19-246ad587f693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '39de3843-bd27-4cd4-9a8f-0bba60f4fb0e'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 20:03:14.084349 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6a632c-d1c7-445a-963d-05eda4bfb6ce None None] Attempting to bind port 44495017-dd09-4446-a03c-58e2c900ff5b on network 39de3843-bd27-4cd4-9a8f-0bba60f4fb0e {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 20:03:14.094346 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6a632c-d1c7-445a-963d-05eda4bfb6ce None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 20, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 20:03:14.094346 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6a632c-d1c7-445a-963d-05eda4bfb6ce None None] Checking segment: {'id': '8a1fcf86-d837-4e07-bf19-246ad587f693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '39de3843-bd27-4cd4-9a8f-0bba60f4fb0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 20:03:14.094346 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7c6a632c-d1c7-445a-963d-05eda4bfb6ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:14.094346 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6a632c-d1c7-445a-963d-05eda4bfb6ce None None] Bound using segment: {'id': '8a1fcf86-d837-4e07-bf19-246ad587f693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '39de3843-bd27-4cd4-9a8f-0bba60f4fb0e'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 20:03:14.094346 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-7c6a632c-d1c7-445a-963d-05eda4bfb6ce None None] Bound port: 44495017-dd09-4446-a03c-58e2c900ff5b, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a1fcf86-d837-4e07-bf19-246ad587f693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '39de3843-bd27-4cd4-9a8f-0bba60f4fb0e'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 20:03:14.094932 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7c6a632c-d1c7-445a-963d-05eda4bfb6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:14.195770 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-7c6a632c-d1c7-445a-963d-05eda4bfb6ce None None] For port 44495017-dd09-4446-a03c-58e2c900ff5b, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 20:03:14.199626 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-7c6a632c-d1c7-445a-963d-05eda4bfb6ce None None] For port 44495017-dd09-4446-a03c-58e2c900ff5b, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=44495017-dd09-4446-a03c-58e2c900ff5b,segment=NetworkSegment(8a1fcf86-d837-4e07-bf19-246ad587f693),segment_id=8a1fcf86-d837-4e07-bf19-246ad587f693)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 20:03:14.225655 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7c6a632c-d1c7-445a-963d-05eda4bfb6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:14.230377 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-40c38b71-9cf8-4254-93b7-d718c222c2a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:03:14.326502 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6a632c-d1c7-445a-963d-05eda4bfb6ce None None] Pushing event updated for resources: {'Port': ['ID=44495017-dd09-4446-a03c-58e2c900ff5b,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:03:14.329700 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7c6a632c-d1c7-445a-963d-05eda4bfb6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:03:14.364871 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-9566c74a-be3d-4912-a1c4-107c2f8f2b4c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Allocated IP 172.20.0.1 (39de3843-bd27-4cd4-9a8f-0bba60f4fb0e/5519d579-1862-4f8f-947b-9c548926bed5/7eaffa6f-2c44-49b6-9ce6-0867a5b7cd3e) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 20:03:14.618311 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9566c74a-be3d-4912-a1c4-107c2f8f2b4c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:14.640379 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-9566c74a-be3d-4912-a1c4-107c2f8f2b4c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Transition to ACTIVE for port object 7eaffa6f-2c44-49b6-9ce6-0867a5b7cd3e will not be triggered until provisioned by entity DHCP. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 20:03:14.734558 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9566c74a-be3d-4912-a1c4-107c2f8f2b4c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:14.745515 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2fca988a-9832-4591-8b65-a77f55c144b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:03:14.835670 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9566c74a-be3d-4912-a1c4-107c2f8f2b4c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Network 39de3843-bd27-4cd4-9a8f-0bba60f4fb0e is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 20:03:14.839829 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-9566c74a-be3d-4912-a1c4-107c2f8f2b4c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 20:03:14.847560 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9566c74a-be3d-4912-a1c4-107c2f8f2b4c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:03:14.879949 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9566c74a-be3d-4912-a1c4-107c2f8f2b4c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event updated for resources: {'Port': ['ID=7eaffa6f-2c44-49b6-9ce6-0867a5b7cd3e,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:03:14.888045 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9566c74a-be3d-4912-a1c4-107c2f8f2b4c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:03:14.912606 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9566c74a-be3d-4912-a1c4-107c2f8f2b4c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630901'] for router_interface, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:15.077148 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9566c74a-be3d-4912-a1c4-107c2f8f2b4c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:15.500786 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device aaaf6031-b9e9-4a0c-9681-81420b338d01 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 20:03:15.517982 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9566c74a-be3d-4912-a1c4-107c2f8f2b4c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:15.556524 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9566c74a-be3d-4912-a1c4-107c2f8f2b4c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:15.589447 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7136035d-c507-43ad-a5e2-bb610204a9ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:03:15.600209 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port aaaf6031-b9e9-4a0c-9681-81420b338d01 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 20:03:15.608949 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port aaaf6031-b9e9-4a0c-9681-81420b338d01 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:03:15.609638 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:15.690889 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9566c74a-be3d-4912-a1c4-107c2f8f2b4c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event updated for resources: {'Port': ['ID=7eaffa6f-2c44-49b6-9ce6-0867a5b7cd3e,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:03:15.693610 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9566c74a-be3d-4912-a1c4-107c2f8f2b4c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1959989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854145006'] for router_interface, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:15.698227 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9566c74a-be3d-4912-a1c4-107c2f8f2b4c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:03:15.741414 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:15.757969 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port aaaf6031-b9e9-4a0c-9681-81420b338d01, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=aaaf6031-b9e9-4a0c-9681-81420b338d01,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:03:15.790976 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:15.795302 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 44495017-dd09-4446-a03c-58e2c900ff5b up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 20:03:15.831072 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7c6a632c-d1c7-445a-963d-05eda4bfb6ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:03:15.851519 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9566c74a-be3d-4912-a1c4-107c2f8f2b4c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Network 39de3843-bd27-4cd4-9a8f-0bba60f4fb0e is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 20:03:15.853584 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-9566c74a-be3d-4912-a1c4-107c2f8f2b4c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 20:03:15.933855 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=aaaf6031-b9e9-4a0c-9681-81420b338d01,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:03:15.939065 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:03:15.976152 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 44495017-dd09-4446-a03c-58e2c900ff5b completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 20:03:16.104407 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d8d549-f7ec-4137-93a5-09a33e9dc1e8 None None] Network 39de3843-bd27-4cd4-9a8f-0bba60f4fb0e requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 20:03:16.274361 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-48d27be7-9467-4115-8e2a-c71affec60c8 None None] Provisioning for port 44495017-dd09-4446-a03c-58e2c900ff5b completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 20:03:16.289099 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-48d27be7-9467-4115-8e2a-c71affec60c8 None None] Provisioning complete for port 44495017-dd09-4446-a03c-58e2c900ff5b triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:03:16.289530 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-48d27be7-9467-4115-8e2a-c71affec60c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:16.478742 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-48d27be7-9467-4115-8e2a-c71affec60c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:16.507928 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9566c74a-be3d-4912-a1c4-107c2f8f2b4c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Router 69f78f30-1df8-4365-98f3-8bfd4cf1d9ec has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 20:03:16.519638 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-48d27be7-9467-4115-8e2a-c71affec60c8 None None] For port 44495017-dd09-4446-a03c-58e2c900ff5b, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=44495017-dd09-4446-a03c-58e2c900ff5b,segment=NetworkSegment(8a1fcf86-d837-4e07-bf19-246ad587f693),segment_id=8a1fcf86-d837-4e07-bf19-246ad587f693)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:03:16.562662 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-48d27be7-9467-4115-8e2a-c71affec60c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:16.569278 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:03:16.644747 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d27be7-9467-4115-8e2a-c71affec60c8 None None] Pushing event updated for resources: {'Port': ['ID=44495017-dd09-4446-a03c-58e2c900ff5b,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:03:16.649443 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-48d27be7-9467-4115-8e2a-c71affec60c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:03:16.737103 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9566c74a-be3d-4912-a1c4-107c2f8f2b4c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 20:03:16.747695 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9566c74a-be3d-4912-a1c4-107c2f8f2b4c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "PUT /v2.0/routers/69f78f30-1df8-4365-98f3-8bfd4cf1d9ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6405385 Dec 15 20:03:16.834515 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f978a04-34cc-419f-be9f-7e6d1b502907 None None] Sync routers for ids ['69f78f30-1df8-4365-98f3-8bfd4cf1d9ec'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 20:03:16.850447 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-8d72f9cc-a380-4117-8b50-95ec384f23dd None None] Provisioning for port 7eaffa6f-2c44-49b6-9ce6-0867a5b7cd3e completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 20:03:16.858777 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f978a04-34cc-419f-be9f-7e6d1b502907 None None] Routers {'69f78f30-1df8-4365-98f3-8bfd4cf1d9ec'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:03:16.859502 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-5f978a04-34cc-419f-be9f-7e6d1b502907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:03:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['69f78f30-1df8-4365-98f3-8bfd4cf1d9ec'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:03:16.913796 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-8d72f9cc-a380-4117-8b50-95ec384f23dd None None] Provisioning complete for port 7eaffa6f-2c44-49b6-9ce6-0867a5b7cd3e triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:03:16.914278 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8d72f9cc-a380-4117-8b50-95ec384f23dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:16.973305 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ce8c0f3b-8be6-4caf-98e2-bd68975143e6 req-292b4849-ab8f-49f9-8008-d2180a70ebca tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-800550871&fields=id&tenant_id=dcef569c3d1c42279834a85579e46274 HTTP/1.1" status: 200 len: 267 time: 0.0459557 Dec 15 20:03:16.994932 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-8d72f9cc-a380-4117-8b50-95ec384f23dd None None] Port 7eaffa6f-2c44-49b6-9ce6-0867a5b7cd3e cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 20:03:17.097446 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-8d72f9cc-a380-4117-8b50-95ec384f23dd None None] Provisioning complete for port 44495017-dd09-4446-a03c-58e2c900ff5b triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:03:17.097812 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8d72f9cc-a380-4117-8b50-95ec384f23dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:17.144834 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c0f3b-8be6-4caf-98e2-bd68975143e6 req-86f76b87-d596-4200-bb61-d5f2590a6874 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:03:17.145605 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-ce8c0f3b-8be6-4caf-98e2-bd68975143e6 req-86f76b87-d596-4200-bb61-d5f2590a6874 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Synchronizing usage tracker for tenant:dcef569c3d1c42279834a85579e46274 on resource:network {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 20:03:17.162612 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-5f978a04-34cc-419f-be9f-7e6d1b502907 None None] Set router 69f78f30-1df8-4365-98f3-8bfd4cf1d9ec gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:03:17.225105 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-ce8c0f3b-8be6-4caf-98e2-bd68975143e6 req-86f76b87-d596-4200-bb61-d5f2590a6874 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Unset dirty status for tenant:dcef569c3d1c42279834a85579e46274 on resource:network {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 20:03:17.226649 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ce8c0f3b-8be6-4caf-98e2-bd68975143e6 req-86f76b87-d596-4200-bb61-d5f2590a6874 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/networks?id=39de3843-bd27-4cd4-9a8f-0bba60f4fb0e HTTP/1.1" status: 200 len: 797 time: 0.2460530 Dec 15 20:03:17.247844 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ce8c0f3b-8be6-4caf-98e2-bd68975143e6 req-c465040d-4b88-494f-9dc7-55a09b38cbee tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/quotas/dcef569c3d1c42279834a85579e46274 HTTP/1.1" status: 200 len: 375 time: 0.0144441 Dec 15 20:03:17.339764 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-ce8c0f3b-8be6-4caf-98e2-bd68975143e6 req-e47ca1ab-6f10-42d2-9957-48532083ec37 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Synchronizing usage tracker for tenant:dcef569c3d1c42279834a85579e46274 on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 20:03:17.382027 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-ce8c0f3b-8be6-4caf-98e2-bd68975143e6 req-e47ca1ab-6f10-42d2-9957-48532083ec37 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Unset dirty status for tenant:dcef569c3d1c42279834a85579e46274 on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 20:03:17.384309 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ce8c0f3b-8be6-4caf-98e2-bd68975143e6 req-e47ca1ab-6f10-42d2-9957-48532083ec37 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=dcef569c3d1c42279834a85579e46274&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1300254 Dec 15 20:03:17.406753 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [req-ce8c0f3b-8be6-4caf-98e2-bd68975143e6 req-b0f2ad27-cb1c-4bee-9ac3-cba64489fd50 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 20:03:17.408034 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ce8c0f3b-8be6-4caf-98e2-bd68975143e6 req-b0f2ad27-cb1c-4bee-9ac3-cba64489fd50 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0064726 Dec 15 20:03:17.535296 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device aaaf6031-b9e9-4a0c-9681-81420b338d01 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 20:03:17.566472 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ce8c0f3b-8be6-4caf-98e2-bd68975143e6 req-b310b9b7-e493-475e-b2cb-ba06a41756e6 service neutron] 10.222.0.36 "GET /v2.0/networks/39de3843-bd27-4cd4-9a8f-0bba60f4fb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509538 Dec 15 20:03:17.713397 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ce8c0f3b-8be6-4caf-98e2-bd68975143e6 req-312c2dca-3eb3-4be0-957a-f1180eedb8a3 service neutron] 10.222.0.36 "GET /v2.0/networks/39de3843-bd27-4cd4-9a8f-0bba60f4fb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403403 Dec 15 20:03:17.757382 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port aaaf6031-b9e9-4a0c-9681-81420b338d01 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:03:17.757816 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:17.852475 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-9a711786-cf56-4ef6-80d2-5b0beefdbd19 None None] Provisioning complete for port 7eaffa6f-2c44-49b6-9ce6-0867a5b7cd3e triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:03:17.852903 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9a711786-cf56-4ef6-80d2-5b0beefdbd19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:17.956857 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-9a711786-cf56-4ef6-80d2-5b0beefdbd19 None None] Port 7eaffa6f-2c44-49b6-9ce6-0867a5b7cd3e cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 20:03:17.979528 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-5f978a04-34cc-419f-be9f-7e6d1b502907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f78f30-1df8-4365-98f3-8bfd4cf1d9ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515498858', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.207'}], 'enable_snat': True}, 'gw_port_id': 'aaaf6031-b9e9-4a0c-9681-81420b338d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:03:09Z', 'updated_at': '2021-12-15T20:03:14Z', 'revision_number': 4, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'gw_port': {'id': 'aaaf6031-b9e9-4a0c-9681-81420b338d01', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:19:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f78f30-1df8-4365-98f3-8bfd4cf1d9ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:03:10Z', 'updated_at': '2021-12-15T20:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '7eaffa6f-2c44-49b6-9ce6-0867a5b7cd3e', 'name': '', 'network_id': '39de3843-bd27-4cd4-9a8f-0bba60f4fb0e', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'mac_address': 'fa:16:3e:ff:00:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f78f30-1df8-4365-98f3-8bfd4cf1d9ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5519d579-1862-4f8f-947b-9c548926bed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:03:14Z', 'updated_at': '2021-12-15T20:03:15Z', 'revision_number': 2, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'subnets': [{'id': '5519d579-1862-4f8f-947b-9c548926bed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:03:17.990304 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d9ca6189-2b49-4b8b-9fcc-48f85131abaf req-f1eda475-988f-4d57-8514-a032e0cf4bcf tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e8ffaaa-663a-4db4-b136-3f5473e0bb2a HTTP/1.1" status: 200 len: 210 time: 0.0453744 Dec 15 20:03:17.992774 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f978a04-34cc-419f-be9f-7e6d1b502907 None None] Checking router: 69f78f30-1df8-4365-98f3-8bfd4cf1d9ec for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 20:03:17.993141 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f978a04-34cc-419f-be9f-7e6d1b502907 None None] Updating router 69f78f30-1df8-4365-98f3-8bfd4cf1d9ec port 7eaffa6f-2c44-49b6-9ce6-0867a5b7cd3e binding host dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 15 20:03:18.024287 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 44495017-dd09-4446-a03c-58e2c900ff5b up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 20:03:18.099535 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5f978a04-34cc-419f-be9f-7e6d1b502907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:18.181478 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 44495017-dd09-4446-a03c-58e2c900ff5b triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:03:18.181826 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:18.576773 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5f978a04-34cc-419f-be9f-7e6d1b502907 None None] Notify callbacks [] for port, precommit_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:18.589118 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-5f978a04-34cc-419f-be9f-7e6d1b502907 None None] Transition to ACTIVE for port object 7eaffa6f-2c44-49b6-9ce6-0867a5b7cd3e will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 20:03:18.633569 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5f978a04-34cc-419f-be9f-7e6d1b502907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:18.638556 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:03:18.764475 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512f3f65-6716-44f7-ad6b-9979bb3ad2a3 None None] Pushing event updated for resources: {'Port': ['ID=7eaffa6f-2c44-49b6-9ce6-0867a5b7cd3e,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:03:18.768785 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-512f3f65-6716-44f7-ad6b-9979bb3ad2a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:03:18.862860 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-5f978a04-34cc-419f-be9f-7e6d1b502907 None None] Attempting to bind port 7eaffa6f-2c44-49b6-9ce6-0867a5b7cd3e on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 20:03:18.863286 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-5f978a04-34cc-419f-be9f-7e6d1b502907 None None] Attempting to bind port 7eaffa6f-2c44-49b6-9ce6-0867a5b7cd3e by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '8a1fcf86-d837-4e07-bf19-246ad587f693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '39de3843-bd27-4cd4-9a8f-0bba60f4fb0e'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 20:03:18.863700 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f978a04-34cc-419f-be9f-7e6d1b502907 None None] Attempting to bind port 7eaffa6f-2c44-49b6-9ce6-0867a5b7cd3e on network 39de3843-bd27-4cd4-9a8f-0bba60f4fb0e {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 20:03:18.870805 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f978a04-34cc-419f-be9f-7e6d1b502907 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 20, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 20:03:18.871224 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f978a04-34cc-419f-be9f-7e6d1b502907 None None] Checking segment: {'id': '8a1fcf86-d837-4e07-bf19-246ad587f693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '39de3843-bd27-4cd4-9a8f-0bba60f4fb0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 20:03:18.871674 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5f978a04-34cc-419f-be9f-7e6d1b502907 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:18.872155 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f978a04-34cc-419f-be9f-7e6d1b502907 None None] Bound using segment: {'id': '8a1fcf86-d837-4e07-bf19-246ad587f693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '39de3843-bd27-4cd4-9a8f-0bba60f4fb0e'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 20:03:18.872674 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-5f978a04-34cc-419f-be9f-7e6d1b502907 None None] Bound port: 7eaffa6f-2c44-49b6-9ce6-0867a5b7cd3e, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a1fcf86-d837-4e07-bf19-246ad587f693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '39de3843-bd27-4cd4-9a8f-0bba60f4fb0e'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 20:03:18.873096 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5f978a04-34cc-419f-be9f-7e6d1b502907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:18.984237 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-5f978a04-34cc-419f-be9f-7e6d1b502907 None None] For port 7eaffa6f-2c44-49b6-9ce6-0867a5b7cd3e, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 20:03:18.988039 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-5f978a04-34cc-419f-be9f-7e6d1b502907 None None] For port 7eaffa6f-2c44-49b6-9ce6-0867a5b7cd3e, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=7eaffa6f-2c44-49b6-9ce6-0867a5b7cd3e,segment=NetworkSegment(8a1fcf86-d837-4e07-bf19-246ad587f693),segment_id=8a1fcf86-d837-4e07-bf19-246ad587f693)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 20:03:19.014296 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5f978a04-34cc-419f-be9f-7e6d1b502907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:19.018918 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:03:19.103635 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512f3f65-6716-44f7-ad6b-9979bb3ad2a3 None None] Pushing event updated for resources: {'Port': ['ID=7eaffa6f-2c44-49b6-9ce6-0867a5b7cd3e,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:03:19.108722 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-512f3f65-6716-44f7-ad6b-9979bb3ad2a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:03:19.109758 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f978a04-34cc-419f-be9f-7e6d1b502907 None None] Routers {'69f78f30-1df8-4365-98f3-8bfd4cf1d9ec'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:03:19.110492 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-5f978a04-34cc-419f-be9f-7e6d1b502907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:03:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['69f78f30-1df8-4365-98f3-8bfd4cf1d9ec'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:03:19.164176 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-fb75a408-3652-4984-bf37-7de50e87d1a3 req-57111f0d-192c-4401-936c-ffeadb736aa9 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e8ffaaa-663a-4db4-b136-3f5473e0bb2a HTTP/1.1" status: 200 len: 210 time: 0.0458333 Dec 15 20:03:19.304709 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-5f978a04-34cc-419f-be9f-7e6d1b502907 None None] Set router 69f78f30-1df8-4365-98f3-8bfd4cf1d9ec gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:03:19.662762 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-5f978a04-34cc-419f-be9f-7e6d1b502907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f78f30-1df8-4365-98f3-8bfd4cf1d9ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515498858', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.207'}], 'enable_snat': True}, 'gw_port_id': 'aaaf6031-b9e9-4a0c-9681-81420b338d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:03:09Z', 'updated_at': '2021-12-15T20:03:14Z', 'revision_number': 4, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'gw_port': {'id': 'aaaf6031-b9e9-4a0c-9681-81420b338d01', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:19:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f78f30-1df8-4365-98f3-8bfd4cf1d9ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:03:10Z', 'updated_at': '2021-12-15T20:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '7eaffa6f-2c44-49b6-9ce6-0867a5b7cd3e', 'name': '', 'network_id': '39de3843-bd27-4cd4-9a8f-0bba60f4fb0e', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'mac_address': 'fa:16:3e:ff:00:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f78f30-1df8-4365-98f3-8bfd4cf1d9ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5519d579-1862-4f8f-947b-9c548926bed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:03:14Z', 'updated_at': '2021-12-15T20:03:18Z', 'revision_number': 4, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'subnets': [{'id': '5519d579-1862-4f8f-947b-9c548926bed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:03:19.666939 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f978a04-34cc-419f-be9f-7e6d1b502907 None None] The sync data for ids ['69f78f30-1df8-4365-98f3-8bfd4cf1d9ec'] in dv-neutron-821831-2-hyperv is: [{'id': '69f78f30-1df8-4365-98f3-8bfd4cf1d9ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515498858', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.207'}], 'enable_snat': True}, 'gw_port_id': 'aaaf6031-b9e9-4a0c-9681-81420b338d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:03:09Z', 'updated_at': '2021-12-15T20:03:14Z', 'revision_number': 4, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'gw_port': {'id': 'aaaf6031-b9e9-4a0c-9681-81420b338d01', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:19:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f78f30-1df8-4365-98f3-8bfd4cf1d9ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:03:10Z', 'updated_at': '2021-12-15T20:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '7eaffa6f-2c44-49b6-9ce6-0867a5b7cd3e', 'name': '', 'network_id': '39de3843-bd27-4cd4-9a8f-0bba60f4fb0e', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'mac_address': 'fa:16:3e:ff:00:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f78f30-1df8-4365-98f3-8bfd4cf1d9ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5519d579-1862-4f8f-947b-9c548926bed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:03:14Z', 'updated_at': '2021-12-15T20:03:18Z', 'revision_number': 4, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'subnets': [{'id': '5519d579-1862-4f8f-947b-9c548926bed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 20:03:20.212768 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c0f3b-8be6-4caf-98e2-bd68975143e6 req-a5f0ec9a-98c9-46b8-a246-9f364e3ff247 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:03:20.214480 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ce8c0f3b-8be6-4caf-98e2-bd68975143e6 req-a5f0ec9a-98c9-46b8-a246-9f364e3ff247 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.32 "GET /v2.0/networks?id=39de3843-bd27-4cd4-9a8f-0bba60f4fb0e HTTP/1.1" status: 200 len: 797 time: 0.1612535 Dec 15 20:03:20.283035 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ce8c0f3b-8be6-4caf-98e2-bd68975143e6 req-fd24e853-a581-4caa-8e2c-3b7b3607e4a9 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dcef569c3d1c42279834a85579e46274 HTTP/1.1" status: 200 len: 379 time: 0.0506151 Dec 15 20:03:20.296281 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [req-ce8c0f3b-8be6-4caf-98e2-bd68975143e6 req-a11696e1-c41c-43bc-b845-28903ab9edf0 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Request body: {'port': {'device_id': '1e8ffaaa-663a-4db4-b136-3f5473e0bb2a', 'network_id': '39de3843-bd27-4cd4-9a8f-0bba60f4fb0e', 'admin_state_up': True, 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'security_groups': ['88963935-8ebe-434a-8940-63033a58719c']}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:03:20.439036 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-45c37d73-d83e-41ef-8c65-7f784921976e req-514bf46f-fc9d-43e7-ac03-15a14f50c69e tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e8ffaaa-663a-4db4-b136-3f5473e0bb2a HTTP/1.1" status: 200 len: 210 time: 0.1205235 Dec 15 20:03:20.495925 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [req-ce8c0f3b-8be6-4caf-98e2-bd68975143e6 req-a11696e1-c41c-43bc-b845-28903ab9edf0 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:03:20.508264 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [req-ce8c0f3b-8be6-4caf-98e2-bd68975143e6 req-a11696e1-c41c-43bc-b845-28903ab9edf0 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:03:20.562486 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce8c0f3b-8be6-4caf-98e2-bd68975143e6 req-a11696e1-c41c-43bc-b845-28903ab9edf0 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Made reservation on behalf of dcef569c3d1c42279834a85579e46274 for: {'port': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 20:03:20.568107 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-ce8c0f3b-8be6-4caf-98e2-bd68975143e6 req-a11696e1-c41c-43bc-b845-28903ab9edf0 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:20.750320 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [req-ce8c0f3b-8be6-4caf-98e2-bd68975143e6 req-a11696e1-c41c-43bc-b845-28903ab9edf0 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Allocated IP 172.20.0.11 (39de3843-bd27-4cd4-9a8f-0bba60f4fb0e/5519d579-1862-4f8f-947b-9c548926bed5/9b3e70e6-1209-4e40-a8c1-97ef0ace308f) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 20:03:20.952941 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-ce8c0f3b-8be6-4caf-98e2-bd68975143e6 req-a11696e1-c41c-43bc-b845-28903ab9edf0 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:20.969974 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [req-ce8c0f3b-8be6-4caf-98e2-bd68975143e6 req-a11696e1-c41c-43bc-b845-28903ab9edf0 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Transition to ACTIVE for port object 9b3e70e6-1209-4e40-a8c1-97ef0ace308f will not be triggered until provisioned by entity DHCP. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 20:03:21.025290 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-ce8c0f3b-8be6-4caf-98e2-bd68975143e6 req-a11696e1-c41c-43bc-b845-28903ab9edf0 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:21.033011 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-47067875-d260-4082-9034-ee7dcfe81acb tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:03:21.094376 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce8c0f3b-8be6-4caf-98e2-bd68975143e6 req-a11696e1-c41c-43bc-b845-28903ab9edf0 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Network 39de3843-bd27-4cd4-9a8f-0bba60f4fb0e is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 20:03:21.097965 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [req-ce8c0f3b-8be6-4caf-98e2-bd68975143e6 req-a11696e1-c41c-43bc-b845-28903ab9edf0 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 20:03:21.107220 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce8c0f3b-8be6-4caf-98e2-bd68975143e6 req-a11696e1-c41c-43bc-b845-28903ab9edf0 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:03:21.159042 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11696e1-c41c-43bc-b845-28903ab9edf0 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event updated for resources: {'Port': ['ID=9b3e70e6-1209-4e40-a8c1-97ef0ace308f,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:03:21.164298 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a11696e1-c41c-43bc-b845-28903ab9edf0 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:03:21.186312 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c0f3b-8be6-4caf-98e2-bd68975143e6 req-a11696e1-c41c-43bc-b845-28903ab9edf0 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:03:21.187001 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-ce8c0f3b-8be6-4caf-98e2-bd68975143e6 req-a11696e1-c41c-43bc-b845-28903ab9edf0 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:21.249284 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ce8c0f3b-8be6-4caf-98e2-bd68975143e6 req-a11696e1-c41c-43bc-b845-28903ab9edf0 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9577630 Dec 15 20:03:21.266568 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [req-ce8c0f3b-8be6-4caf-98e2-bd68975143e6 req-6962e3d7-f5b4-4099-b9be-b8b59621bd6d service neutron] Request body: {'port': {'device_id': '1e8ffaaa-663a-4db4-b136-3f5473e0bb2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:03:21.395540 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-ce8c0f3b-8be6-4caf-98e2-bd68975143e6 req-6962e3d7-f5b4-4099-b9be-b8b59621bd6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:21.420019 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b5af5392-0fe8-422a-bf88-82fe3b5a4d62 None None] Provisioning for port 9b3e70e6-1209-4e40-a8c1-97ef0ace308f completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 20:03:21.425972 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b5af5392-0fe8-422a-bf88-82fe3b5a4d62 None None] Provisioning complete for port 9b3e70e6-1209-4e40-a8c1-97ef0ace308f triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:03:21.426439 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b5af5392-0fe8-422a-bf88-82fe3b5a4d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:21.491727 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-b5af5392-0fe8-422a-bf88-82fe3b5a4d62 None None] Port 9b3e70e6-1209-4e40-a8c1-97ef0ace308f cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 20:03:21.501755 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 7eaffa6f-2c44-49b6-9ce6-0867a5b7cd3e up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 20:03:21.613332 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 7eaffa6f-2c44-49b6-9ce6-0867a5b7cd3e completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 20:03:21.619547 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 7eaffa6f-2c44-49b6-9ce6-0867a5b7cd3e triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:03:21.619977 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:21.747645 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:21.781737 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port 7eaffa6f-2c44-49b6-9ce6-0867a5b7cd3e, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=7eaffa6f-2c44-49b6-9ce6-0867a5b7cd3e,segment=NetworkSegment(8a1fcf86-d837-4e07-bf19-246ad587f693),segment_id=8a1fcf86-d837-4e07-bf19-246ad587f693)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:03:21.795194 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa406410-013a-42ab-8e7d-e169ff878533 req-08887775-4efc-4a86-9ac3-403f956061b7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:03:21.795954 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-aa406410-013a-42ab-8e7d-e169ff878533 req-08887775-4efc-4a86-9ac3-403f956061b7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Synchronizing usage tracker for tenant:dcef569c3d1c42279834a85579e46274 on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 20:03:21.813832 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:21.817251 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:03:21.875691 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [req-ce8c0f3b-8be6-4caf-98e2-bd68975143e6 req-6962e3d7-f5b4-4099-b9be-b8b59621bd6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b3e70e6-1209-4e40-a8c1-97ef0ace308f {{(pid=88990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 20:03:21.882565 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-ce8c0f3b-8be6-4caf-98e2-bd68975143e6 req-6962e3d7-f5b4-4099-b9be-b8b59621bd6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:21.890970 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=7eaffa6f-2c44-49b6-9ce6-0867a5b7cd3e,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:03:21.894232 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:03:21.898446 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [req-ce8c0f3b-8be6-4caf-98e2-bd68975143e6 req-6962e3d7-f5b4-4099-b9be-b8b59621bd6d service neutron] Transition to ACTIVE for port object 9b3e70e6-1209-4e40-a8c1-97ef0ace308f will not be triggered until provisioned by entity L2. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 20:03:21.921855 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-aa406410-013a-42ab-8e7d-e169ff878533 req-08887775-4efc-4a86-9ac3-403f956061b7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Unset dirty status for tenant:dcef569c3d1c42279834a85579e46274 on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 20:03:21.923167 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-aa406410-013a-42ab-8e7d-e169ff878533 req-08887775-4efc-4a86-9ac3-403f956061b7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e8ffaaa-663a-4db4-b136-3f5473e0bb2a HTTP/1.1" status: 200 len: 932 time: 0.2684166 Dec 15 20:03:21.951941 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-ce8c0f3b-8be6-4caf-98e2-bd68975143e6 req-6962e3d7-f5b4-4099-b9be-b8b59621bd6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:21.957609 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c5c76e70-b852-4be0-ba7c-ae2459d22a61 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:03:22.089002 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-aa406410-013a-42ab-8e7d-e169ff878533 req-1e466bda-5085-4213-b057-5a266163b1b4 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=88963935-8ebe-434a-8940-63033a58719c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1596160 Dec 15 20:03:22.100020 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962e3d7-f5b4-4099-b9be-b8b59621bd6d service neutron] Pushing event updated for resources: {'Port': ['ID=9b3e70e6-1209-4e40-a8c1-97ef0ace308f,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:03:22.105505 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6962e3d7-f5b4-4099-b9be-b8b59621bd6d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:03:22.217249 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-ce8c0f3b-8be6-4caf-98e2-bd68975143e6 req-6962e3d7-f5b4-4099-b9be-b8b59621bd6d service neutron] Attempting to bind port 9b3e70e6-1209-4e40-a8c1-97ef0ace308f on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 20:03:22.217624 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-ce8c0f3b-8be6-4caf-98e2-bd68975143e6 req-6962e3d7-f5b4-4099-b9be-b8b59621bd6d service neutron] Attempting to bind port 9b3e70e6-1209-4e40-a8c1-97ef0ace308f by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '8a1fcf86-d837-4e07-bf19-246ad587f693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '39de3843-bd27-4cd4-9a8f-0bba60f4fb0e'}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 20:03:22.217995 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8c0f3b-8be6-4caf-98e2-bd68975143e6 req-6962e3d7-f5b4-4099-b9be-b8b59621bd6d service neutron] Attempting to bind port 9b3e70e6-1209-4e40-a8c1-97ef0ace308f on network 39de3843-bd27-4cd4-9a8f-0bba60f4fb0e {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 20:03:22.224309 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8c0f3b-8be6-4caf-98e2-bd68975143e6 req-6962e3d7-f5b4-4099-b9be-b8b59621bd6d service neutron] Port 9b3e70e6-1209-4e40-a8c1-97ef0ace308f on network 39de3843-bd27-4cd4-9a8f-0bba60f4fb0e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 20:03:22.224670 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8c0f3b-8be6-4caf-98e2-bd68975143e6 req-6962e3d7-f5b4-4099-b9be-b8b59621bd6d service neutron] Attempting to bind port 9b3e70e6-1209-4e40-a8c1-97ef0ace308f on network 39de3843-bd27-4cd4-9a8f-0bba60f4fb0e {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 20:03:22.232083 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8c0f3b-8be6-4caf-98e2-bd68975143e6 req-6962e3d7-f5b4-4099-b9be-b8b59621bd6d service neutron] Checking agent: {'id': '59e4c979-c5dd-468d-a1f2-341133950749', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 12, 24), 'started_at': datetime.datetime(2021, 12, 15, 19, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 20, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 20:03:22.232455 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8c0f3b-8be6-4caf-98e2-bd68975143e6 req-6962e3d7-f5b4-4099-b9be-b8b59621bd6d service neutron] Checking segment: {'id': '8a1fcf86-d837-4e07-bf19-246ad587f693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '39de3843-bd27-4cd4-9a8f-0bba60f4fb0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 20:03:22.232877 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8c0f3b-8be6-4caf-98e2-bd68975143e6 req-6962e3d7-f5b4-4099-b9be-b8b59621bd6d service neutron] Bound using segment: {'id': '8a1fcf86-d837-4e07-bf19-246ad587f693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '39de3843-bd27-4cd4-9a8f-0bba60f4fb0e'} {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 20:03:22.233344 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-ce8c0f3b-8be6-4caf-98e2-bd68975143e6 req-6962e3d7-f5b4-4099-b9be-b8b59621bd6d service neutron] Bound port: 9b3e70e6-1209-4e40-a8c1-97ef0ace308f, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a1fcf86-d837-4e07-bf19-246ad587f693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '39de3843-bd27-4cd4-9a8f-0bba60f4fb0e'}}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 20:03:22.233729 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-ce8c0f3b-8be6-4caf-98e2-bd68975143e6 req-6962e3d7-f5b4-4099-b9be-b8b59621bd6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:22.328281 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-ce8c0f3b-8be6-4caf-98e2-bd68975143e6 req-6962e3d7-f5b4-4099-b9be-b8b59621bd6d service neutron] For port 9b3e70e6-1209-4e40-a8c1-97ef0ace308f, host hv-neutron-8218, cleared binding levels {{(pid=88990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 20:03:22.331433 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-ce8c0f3b-8be6-4caf-98e2-bd68975143e6 req-6962e3d7-f5b4-4099-b9be-b8b59621bd6d service neutron] For port 9b3e70e6-1209-4e40-a8c1-97ef0ace308f, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=9b3e70e6-1209-4e40-a8c1-97ef0ace308f,segment=NetworkSegment(8a1fcf86-d837-4e07-bf19-246ad587f693),segment_id=8a1fcf86-d837-4e07-bf19-246ad587f693)] {{(pid=88990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 20:03:22.370586 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-ce8c0f3b-8be6-4caf-98e2-bd68975143e6 req-6962e3d7-f5b4-4099-b9be-b8b59621bd6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:22.375826 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b298db38-fa7c-4a5f-b710-ff97f876d9f6 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:03:22.429843 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-ce8c0f3b-8be6-4caf-98e2-bd68975143e6 req-6962e3d7-f5b4-4099-b9be-b8b59621bd6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:22.431288 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ce8c0f3b-8be6-4caf-98e2-bd68975143e6 req-6962e3d7-f5b4-4099-b9be-b8b59621bd6d service neutron] 10.222.0.32 "PUT /v2.0/ports/9b3e70e6-1209-4e40-a8c1-97ef0ace308f HTTP/1.1" status: 200 len: 1094 time: 1.1704957 Dec 15 20:03:22.431862 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e8ffaaa-663a-4db4-b136-3f5473e0bb2a', 'tag': '9b3e70e6-1209-4e40-a8c1-97ef0ace308f'}] {{(pid=88990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 20:03:22.456234 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962e3d7-f5b4-4099-b9be-b8b59621bd6d service neutron] Pushing event updated for resources: {'Port': ['ID=9b3e70e6-1209-4e40-a8c1-97ef0ace308f,revision_number=3']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:03:22.459734 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6962e3d7-f5b4-4099-b9be-b8b59621bd6d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:03:22.491564 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e8ffaaa-663a-4db4-b136-3f5473e0bb2a', 'tag': '9b3e70e6-1209-4e40-a8c1-97ef0ace308f', 'status': 'completed', 'code': 200} Dec 15 20:03:22.584466 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ce8c0f3b-8be6-4caf-98e2-bd68975143e6 req-81a1e3e0-84be-43d9-b209-fdd6739b1e4a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dcef569c3d1c42279834a85579e46274&device_id=1e8ffaaa-663a-4db4-b136-3f5473e0bb2a HTTP/1.1" status: 200 len: 1097 time: 0.0812669 Dec 15 20:03:22.671685 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ce8c0f3b-8be6-4caf-98e2-bd68975143e6 req-2a71a8b1-9dda-489d-9625-38b120186d4c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b3e70e6-1209-4e40-a8c1-97ef0ace308f HTTP/1.1" status: 200 len: 217 time: 0.0723622 Dec 15 20:03:22.744415 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c0f3b-8be6-4caf-98e2-bd68975143e6 req-a16a8158-ca96-4c82-9adf-dc3a607adcd3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:03:22.746041 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ce8c0f3b-8be6-4caf-98e2-bd68975143e6 req-a16a8158-ca96-4c82-9adf-dc3a607adcd3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5519d579-1862-4f8f-947b-9c548926bed5 HTTP/1.1" status: 200 len: 834 time: 0.0641770 Dec 15 20:03:22.833084 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ce8c0f3b-8be6-4caf-98e2-bd68975143e6 req-d90530af-0acf-47ea-b7d1-ee5189eb593a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=39de3843-bd27-4cd4-9a8f-0bba60f4fb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767395 Dec 15 20:03:23.225690 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ce8c0f3b-8be6-4caf-98e2-bd68975143e6 req-ed62c29d-2957-44d1-8744-fb12a9961a17 service neutron] 10.222.0.32 "GET /v2.0/networks/39de3843-bd27-4cd4-9a8f-0bba60f4fb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3814971 Dec 15 20:03:23.430831 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a32f51-aa1b-4699-b9ae-001ec9c33948 req-5392e4d0-6ba8-49b7-be3d-42fb62d2d586 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:03:23.432450 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-06a32f51-aa1b-4699-b9ae-001ec9c33948 req-5392e4d0-6ba8-49b7-be3d-42fb62d2d586 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e8ffaaa-663a-4db4-b136-3f5473e0bb2a HTTP/1.1" status: 200 len: 944 time: 0.2058260 Dec 15 20:03:23.435322 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ce8c0f3b-8be6-4caf-98e2-bd68975143e6 req-99d9f98e-7f63-4f4d-a26a-ac02125db1b7 service neutron] 10.222.0.32 "GET /v2.0/networks/39de3843-bd27-4cd4-9a8f-0bba60f4fb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719837 Dec 15 20:03:23.460254 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 7eaffa6f-2c44-49b6-9ce6-0867a5b7cd3e up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 20:03:23.484094 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-06a32f51-aa1b-4699-b9ae-001ec9c33948 req-b015666b-eef9-44b8-9e33-4ce633701268 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=88963935-8ebe-434a-8940-63033a58719c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445151 Dec 15 20:03:23.532075 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 7eaffa6f-2c44-49b6-9ce6-0867a5b7cd3e triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:03:23.532493 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:23.628211 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d01212a0-307a-4dfa-8044-28ccd379bf4e req-fc4f7cb5-0884-47d1-b4ed-6f169a913fa1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dcef569c3d1c42279834a85579e46274&device_id=1e8ffaaa-663a-4db4-b136-3f5473e0bb2a HTTP/1.1" status: 200 len: 1097 time: 0.0822787 Dec 15 20:03:23.771836 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01212a0-307a-4dfa-8044-28ccd379bf4e req-713c27e5-cead-423d-b813-c5575e9d0226 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:03:23.773440 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d01212a0-307a-4dfa-8044-28ccd379bf4e req-713c27e5-cead-423d-b813-c5575e9d0226 service neutron] 10.222.0.32 "GET /v2.0/networks?id=39de3843-bd27-4cd4-9a8f-0bba60f4fb0e HTTP/1.1" status: 200 len: 898 time: 0.1389246 Dec 15 20:03:23.844016 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d01212a0-307a-4dfa-8044-28ccd379bf4e req-ee5bc684-a5bf-4937-b8ac-6280cd2e36d4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b3e70e6-1209-4e40-a8c1-97ef0ace308f HTTP/1.1" status: 200 len: 217 time: 0.0633738 Dec 15 20:03:23.923375 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01212a0-307a-4dfa-8044-28ccd379bf4e req-2a8498cf-82f3-4dea-acb6-17df8efa0171 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:03:23.923375 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d01212a0-307a-4dfa-8044-28ccd379bf4e req-2a8498cf-82f3-4dea-acb6-17df8efa0171 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5519d579-1862-4f8f-947b-9c548926bed5 HTTP/1.1" status: 200 len: 834 time: 0.0672154 Dec 15 20:03:24.005052 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d01212a0-307a-4dfa-8044-28ccd379bf4e req-37ba0436-a46a-4f8f-8f55-160a34522ff7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=39de3843-bd27-4cd4-9a8f-0bba60f4fb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761220 Dec 15 20:03:24.151506 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d01212a0-307a-4dfa-8044-28ccd379bf4e req-cacd5948-d600-4899-bc57-595fe2bfbc8b service neutron] 10.222.0.32 "GET /v2.0/networks/39de3843-bd27-4cd4-9a8f-0bba60f4fb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381512 Dec 15 20:03:24.296721 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d01212a0-307a-4dfa-8044-28ccd379bf4e req-ca93dce2-b607-44a1-93c8-a4abbe50363d service neutron] 10.222.0.32 "GET /v2.0/networks/39de3843-bd27-4cd4-9a8f-0bba60f4fb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380432 Dec 15 20:03:24.524825 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:24.699308 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87989723-c093-4cb7-85db-fabff63e6717 req-c6333a5a-002d-4734-8810-dd4e362a6454 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:03:24.701685 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-87989723-c093-4cb7-85db-fabff63e6717 req-c6333a5a-002d-4734-8810-dd4e362a6454 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e8ffaaa-663a-4db4-b136-3f5473e0bb2a HTTP/1.1" status: 200 len: 944 time: 0.0879896 Dec 15 20:03:24.751858 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-87989723-c093-4cb7-85db-fabff63e6717 req-c1e0ca3e-12c8-4ef0-bc74-c3fec1c56570 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=88963935-8ebe-434a-8940-63033a58719c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438259 Dec 15 20:03:25.650685 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 9b3e70e6-1209-4e40-a8c1-97ef0ace308f details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 15 20:03:25.793702 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 9b3e70e6-1209-4e40-a8c1-97ef0ace308f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=9b3e70e6-1209-4e40-a8c1-97ef0ace308f,segment=NetworkSegment(8a1fcf86-d837-4e07-bf19-246ad587f693),segment_id=8a1fcf86-d837-4e07-bf19-246ad587f693)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:03:25.807797 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Returning: {'device': '9b3e70e6-1209-4e40-a8c1-97ef0ace308f', 'network_id': '39de3843-bd27-4cd4-9a8f-0bba60f4fb0e', 'port_id': '9b3e70e6-1209-4e40-a8c1-97ef0ace308f', 'mac_address': 'fa:16:3e:33:2d:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5519d579-1862-4f8f-947b-9c548926bed5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 20:03:25.862708 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:25.881130 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b3e70e6-1209-4e40-a8c1-97ef0ace308f {{(pid=88992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 20:03:25.896580 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 9b3e70e6-1209-4e40-a8c1-97ef0ace308f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=9b3e70e6-1209-4e40-a8c1-97ef0ace308f,segment=NetworkSegment(8a1fcf86-d837-4e07-bf19-246ad587f693),segment_id=8a1fcf86-d837-4e07-bf19-246ad587f693)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:03:25.927463 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:25.929266 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2496a347-3310-4cf7-b583-2505dfa9b1bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:03:25.956553 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eeba5d-bd8b-41bd-8114-b43b64affba0 req-bce5ffec-e1a9-4149-97c9-ee07236eaa63 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:03:25.958146 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-59eeba5d-bd8b-41bd-8114-b43b64affba0 req-bce5ffec-e1a9-4149-97c9-ee07236eaa63 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e8ffaaa-663a-4db4-b136-3f5473e0bb2a HTTP/1.1" status: 200 len: 945 time: 0.0840251 Dec 15 20:03:25.998721 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=9b3e70e6-1209-4e40-a8c1-97ef0ace308f,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:03:26.002254 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:03:26.007367 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-59eeba5d-bd8b-41bd-8114-b43b64affba0 req-289e6f37-a853-4b88-adfd-7c09495b1181 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=88963935-8ebe-434a-8940-63033a58719c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429327 Dec 15 20:03:26.200680 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] get_ports_and_sgs() called for port_ids ['9b3e70e6-1209-4e40-a8c1-97ef0ace308f'] {{(pid=88992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 20:03:27.214081 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e787f8-7501-4f5a-b9ba-abbbbd31c65b req-76a4e084-b11d-4238-8693-578ca0359f10 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:03:27.215802 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-04e787f8-7501-4f5a-b9ba-abbbbd31c65b req-76a4e084-b11d-4238-8693-578ca0359f10 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e8ffaaa-663a-4db4-b136-3f5473e0bb2a HTTP/1.1" status: 200 len: 945 time: 0.0856750 Dec 15 20:03:27.264258 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-04e787f8-7501-4f5a-b9ba-abbbbd31c65b req-d1b278b4-1c67-4d2e-8513-34d78867a0e6 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=88963935-8ebe-434a-8940-63033a58719c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424354 Dec 15 20:03:27.666950 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 9b3e70e6-1209-4e40-a8c1-97ef0ace308f up at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 20:03:27.792569 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning for port 9b3e70e6-1209-4e40-a8c1-97ef0ace308f completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 20:03:27.798298 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning complete for port 9b3e70e6-1209-4e40-a8c1-97ef0ace308f triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:03:27.798772 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:28.078045 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:28.105300 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e8ffaaa-663a-4db4-b136-3f5473e0bb2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b3e70e6-1209-4e40-a8c1-97ef0ace308f'}] {{(pid=88992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 20:03:28.115728 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 9b3e70e6-1209-4e40-a8c1-97ef0ace308f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=9b3e70e6-1209-4e40-a8c1-97ef0ace308f,segment=NetworkSegment(8a1fcf86-d837-4e07-bf19-246ad587f693),segment_id=8a1fcf86-d837-4e07-bf19-246ad587f693)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:03:28.150107 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:28.152157 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7e9e9513-ec47-49e9-856d-e17fac1b91f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:03:28.183181 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e8ffaaa-663a-4db4-b136-3f5473e0bb2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b3e70e6-1209-4e40-a8c1-97ef0ace308f', 'code': 200} Dec 15 20:03:28.230120 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=9b3e70e6-1209-4e40-a8c1-97ef0ace308f,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:03:28.233692 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:03:28.531501 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf04a1c-66ea-4809-bc92-6f6dd009ae54 req-5cdfa1c4-04e2-4e6c-988d-acb98f35765f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:03:28.533085 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3bf04a1c-66ea-4809-bc92-6f6dd009ae54 req-5cdfa1c4-04e2-4e6c-988d-acb98f35765f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e8ffaaa-663a-4db4-b136-3f5473e0bb2a HTTP/1.1" status: 200 len: 946 time: 0.1465023 Dec 15 20:03:28.535957 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8fe37eac-8ee9-4a2a-b9de-8fc4cfd6f437 req-7b0ecb11-0362-4285-95e9-c3f5ef23ea03 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1e8ffaaa-663a-4db4-b136-3f5473e0bb2a HTTP/1.1" status: 200 len: 1099 time: 0.1149325 Dec 15 20:03:28.616527 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3bf04a1c-66ea-4809-bc92-6f6dd009ae54 req-00faa46a-a1ab-4a46-9e91-a7204d8cd0df tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=88963935-8ebe-434a-8940-63033a58719c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770252 Dec 15 20:03:28.619622 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8fe37eac-8ee9-4a2a-b9de-8fc4cfd6f437 req-00f15441-16db-4fd2-960d-52d065a615d7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=88963935-8ebe-434a-8940-63033a58719c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636785 Dec 15 20:03:28.947338 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 20:03:29.831764 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66196039-14f6-44cd-b509-43dcb6d2386a req-7cfd193b-ccec-4e1c-b249-c8a9079f22a3 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:03:29.833408 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-66196039-14f6-44cd-b509-43dcb6d2386a req-7cfd193b-ccec-4e1c-b249-c8a9079f22a3 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e8ffaaa-663a-4db4-b136-3f5473e0bb2a HTTP/1.1" status: 200 len: 946 time: 0.0878313 Dec 15 20:03:29.882505 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-66196039-14f6-44cd-b509-43dcb6d2386a req-b0c51d6b-97ab-45c6-870c-f44ae38abcfa tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=88963935-8ebe-434a-8940-63033a58719c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428052 Dec 15 20:03:31.092032 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2356e8e-b8be-4e11-8441-8fa2b270bf44 req-b42d3ab0-3f0d-46f3-b113-f39a4e8ee59f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:03:31.093645 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f2356e8e-b8be-4e11-8441-8fa2b270bf44 req-b42d3ab0-3f0d-46f3-b113-f39a4e8ee59f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e8ffaaa-663a-4db4-b136-3f5473e0bb2a HTTP/1.1" status: 200 len: 946 time: 0.0851648 Dec 15 20:03:31.144852 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f2356e8e-b8be-4e11-8441-8fa2b270bf44 req-e1c95080-2d02-488b-9b88-b35ec9194343 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=88963935-8ebe-434a-8940-63033a58719c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450687 Dec 15 20:03:31.351353 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef2b5ae-10a1-44c3-b602-e101f419d82a req-5f919847-a67b-43c2-ac36-b2eb3a7c00a5 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:03:31.352970 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7ef2b5ae-10a1-44c3-b602-e101f419d82a req-5f919847-a67b-43c2-ac36-b2eb3a7c00a5 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e8ffaaa-663a-4db4-b136-3f5473e0bb2a HTTP/1.1" status: 200 len: 946 time: 0.0873177 Dec 15 20:03:31.402330 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7ef2b5ae-10a1-44c3-b602-e101f419d82a req-fd899856-9ced-42e3-91f3-b8744aad5164 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=88963935-8ebe-434a-8940-63033a58719c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428679 Dec 15 20:03:31.429391 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 35206) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:03:31.509734 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-07a42489-27bd-4a20-a09a-7ec80cac81a2 tempest-TestNetworkAdvancedServerOps-1358408781 tempest-TestNetworkAdvancedServerOps-1358408781-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1e8ffaaa-663a-4db4-b136-3f5473e0bb2a HTTP/1.1" status: 200 len: 1094 time: 0.0789733 Dec 15 20:03:31.513381 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 35210) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:03:31.519145 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-48cc366c-34ae-4ca2-93d3-0ab44686ba32 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Request body: {'floatingip': {'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'port_id': '9b3e70e6-1209-4e40-a8c1-97ef0ace308f', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:03:31.525382 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-48cc366c-34ae-4ca2-93d3-0ab44686ba32 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:03:31.530175 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-48cc366c-34ae-4ca2-93d3-0ab44686ba32 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Usage tracker for resource:floatingip and tenant:dcef569c3d1c42279834a85579e46274 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:03:31.533148 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-48cc366c-34ae-4ca2-93d3-0ab44686ba32 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:03:31.539367 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-48cc366c-34ae-4ca2-93d3-0ab44686ba32 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:03:31.576432 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-48cc366c-34ae-4ca2-93d3-0ab44686ba32 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for floatingip, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:31.733119 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-48cc366c-34ae-4ca2-93d3-0ab44686ba32 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:31.890927 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-48cc366c-34ae-4ca2-93d3-0ab44686ba32 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Allocated IP 172.26.3.163 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/122ff16e-a90c-47dc-aac2-4d5c4e5c78f5) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 20:03:32.060327 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-48cc366c-34ae-4ca2-93d3-0ab44686ba32 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:32.110126 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-48cc366c-34ae-4ca2-93d3-0ab44686ba32 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:32.114917 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-258c5e60-02c7-4014-9e2b-12901ae8b048 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:03:32.179090 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cc366c-34ae-4ca2-93d3-0ab44686ba32 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 20:03:32.187604 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-48cc366c-34ae-4ca2-93d3-0ab44686ba32 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 20:03:32.193416 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cc366c-34ae-4ca2-93d3-0ab44686ba32 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:03:32.225384 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cc366c-34ae-4ca2-93d3-0ab44686ba32 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event updated for resources: {'Port': ['ID=122ff16e-a90c-47dc-aac2-4d5c4e5c78f5,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:03:32.232708 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-48cc366c-34ae-4ca2-93d3-0ab44686ba32 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:03:32.722500 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-48cc366c-34ae-4ca2-93d3-0ab44686ba32 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:32.820034 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-48cc366c-34ae-4ca2-93d3-0ab44686ba32 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:33.029655 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-48cc366c-34ae-4ca2-93d3-0ab44686ba32 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:33.058515 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-48cc366c-34ae-4ca2-93d3-0ab44686ba32 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:33.063664 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-be98bfc0-86a0-4eba-a9d5-6f4df6485b79 tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:03:33.171199 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cc366c-34ae-4ca2-93d3-0ab44686ba32 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event updated for resources: {'Port': ['ID=122ff16e-a90c-47dc-aac2-4d5c4e5c78f5,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:03:33.175551 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-48cc366c-34ae-4ca2-93d3-0ab44686ba32 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:03:33.186716 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-48cc366c-34ae-4ca2-93d3-0ab44686ba32 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634093'] for floatingip, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:33.389203 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.l3_db [None req-48cc366c-34ae-4ca2-93d3-0ab44686ba32 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Floating IP 24cd8774-a371-4fba-9668-1ce5b962cc9a associated. External IP: 172.26.3.163, port: 9b3e70e6-1209-4e40-a8c1-97ef0ace308f. Dec 15 20:03:34.035168 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48cc366c-34ae-4ca2-93d3-0ab44686ba32 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Router 69f78f30-1df8-4365-98f3-8bfd4cf1d9ec has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 20:03:34.241123 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48cc366c-34ae-4ca2-93d3-0ab44686ba32 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 20:03:34.251670 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca2d810-aa26-40a5-9811-46332b3d2149 None None] Sync routers for ids ['69f78f30-1df8-4365-98f3-8bfd4cf1d9ec'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 20:03:34.265937 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca2d810-aa26-40a5-9811-46332b3d2149 None None] Routers {'69f78f30-1df8-4365-98f3-8bfd4cf1d9ec'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:03:34.266644 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-1ca2d810-aa26-40a5-9811-46332b3d2149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:03:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['69f78f30-1df8-4365-98f3-8bfd4cf1d9ec'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:03:34.304602 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-48cc366c-34ae-4ca2-93d3-0ab44686ba32 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:34.364535 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-48cc366c-34ae-4ca2-93d3-0ab44686ba32 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8500104 Dec 15 20:03:34.365283 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e8ffaaa-663a-4db4-b136-3f5473e0bb2a', 'tag': '9b3e70e6-1209-4e40-a8c1-97ef0ace308f'}] {{(pid=88990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 20:03:34.430959 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e8ffaaa-663a-4db4-b136-3f5473e0bb2a', 'tag': '9b3e70e6-1209-4e40-a8c1-97ef0ace308f', 'status': 'completed', 'code': 200} Dec 15 20:03:34.457819 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-1ca2d810-aa26-40a5-9811-46332b3d2149 None None] Set router 69f78f30-1df8-4365-98f3-8bfd4cf1d9ec gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:03:34.595857 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-17257126-4f6a-4dda-acac-74ad7108799e req-a0fa09cd-2008-431e-b581-5084e9991ef7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dcef569c3d1c42279834a85579e46274&device_id=1e8ffaaa-663a-4db4-b136-3f5473e0bb2a HTTP/1.1" status: 200 len: 1099 time: 0.1411345 Dec 15 20:03:34.602736 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf93983-e0e5-478a-87f8-4662fc1cb55b req-936a0e31-38dc-4e89-a518-9877818793bd tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:03:34.604279 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1bf93983-e0e5-478a-87f8-4662fc1cb55b req-936a0e31-38dc-4e89-a518-9877818793bd tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e8ffaaa-663a-4db4-b136-3f5473e0bb2a HTTP/1.1" status: 200 len: 946 time: 0.1158895 Dec 15 20:03:34.760830 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1bf93983-e0e5-478a-87f8-4662fc1cb55b req-27cd1012-c60e-40b7-8434-03d85fad5592 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=88963935-8ebe-434a-8940-63033a58719c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282873 Dec 15 20:03:34.788639 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17257126-4f6a-4dda-acac-74ad7108799e req-874a42d6-cb0d-44c4-a6af-e475550326ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:03:34.790368 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-17257126-4f6a-4dda-acac-74ad7108799e req-874a42d6-cb0d-44c4-a6af-e475550326ac service neutron] 10.222.0.32 "GET /v2.0/networks?id=39de3843-bd27-4cd4-9a8f-0bba60f4fb0e HTTP/1.1" status: 200 len: 898 time: 0.1851265 Dec 15 20:03:34.790531 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 35218) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:03:34.837572 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-1ca2d810-aa26-40a5-9811-46332b3d2149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f78f30-1df8-4365-98f3-8bfd4cf1d9ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515498858', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.207'}], 'enable_snat': True}, 'gw_port_id': 'aaaf6031-b9e9-4a0c-9681-81420b338d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:03:09Z', 'updated_at': '2021-12-15T20:03:14Z', 'revision_number': 4, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'gw_port': {'id': 'aaaf6031-b9e9-4a0c-9681-81420b338d01', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:19:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f78f30-1df8-4365-98f3-8bfd4cf1d9ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:03:10Z', 'updated_at': '2021-12-15T20:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': '24cd8774-a371-4fba-9668-1ce5b962cc9a', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'floating_ip_address': '172.26.3.163', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': '69f78f30-1df8-4365-98f3-8bfd4cf1d9ec', 'port_id': '9b3e70e6-1209-4e40-a8c1-97ef0ace308f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39de3843-bd27-4cd4-9a8f-0bba60f4fb0e', 'mac_address': 'fa:16:3e:33:2d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8ffaaa-663a-4db4-b136-3f5473e0bb2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T20:03:32Z', 'updated_at': '2021-12-15T20:03:32Z', 'revision_number': 0, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7eaffa6f-2c44-49b6-9ce6-0867a5b7cd3e', 'name': '', 'network_id': '39de3843-bd27-4cd4-9a8f-0bba60f4fb0e', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'mac_address': 'fa:16:3e:ff:00:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f78f30-1df8-4365-98f3-8bfd4cf1d9ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5519d579-1862-4f8f-947b-9c548926bed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:03:14Z', 'updated_at': '2021-12-15T20:03:21Z', 'revision_number': 5, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'subnets': [{'id': '5519d579-1862-4f8f-947b-9c548926bed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:03:34.841759 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca2d810-aa26-40a5-9811-46332b3d2149 None None] Checking router: 69f78f30-1df8-4365-98f3-8bfd4cf1d9ec for host: dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 20:03:34.853164 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca2d810-aa26-40a5-9811-46332b3d2149 None None] Routers {'69f78f30-1df8-4365-98f3-8bfd4cf1d9ec'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:03:34.853771 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-1ca2d810-aa26-40a5-9811-46332b3d2149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:03:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['69f78f30-1df8-4365-98f3-8bfd4cf1d9ec'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:03:34.900136 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-17257126-4f6a-4dda-acac-74ad7108799e req-c36643e3-2b3b-4ee9-b56d-c8970c09e143 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b3e70e6-1209-4e40-a8c1-97ef0ace308f HTTP/1.1" status: 200 len: 1000 time: 0.1001589 Dec 15 20:03:34.903730 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-17f9c611-905e-4152-b991-c783c4916d78 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/floatingips/24cd8774-a371-4fba-9668-1ce5b962cc9a HTTP/1.1" status: 200 len: 992 time: 0.1118820 Dec 15 20:03:34.973326 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17257126-4f6a-4dda-acac-74ad7108799e req-c14fa97f-08ab-4ef5-a75f-80ffcded4e33 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:03:34.974971 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-17257126-4f6a-4dda-acac-74ad7108799e req-c14fa97f-08ab-4ef5-a75f-80ffcded4e33 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5519d579-1862-4f8f-947b-9c548926bed5 HTTP/1.1" status: 200 len: 834 time: 0.0678735 Dec 15 20:03:35.060096 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-17257126-4f6a-4dda-acac-74ad7108799e req-e8e15d2e-ec08-482a-8a32-fb2355637496 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=39de3843-bd27-4cd4-9a8f-0bba60f4fb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771196 Dec 15 20:03:35.195003 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-1ca2d810-aa26-40a5-9811-46332b3d2149 None None] Set router 69f78f30-1df8-4365-98f3-8bfd4cf1d9ec gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:03:35.207997 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-17257126-4f6a-4dda-acac-74ad7108799e req-ecd7b393-96b9-4b2d-96a5-f8c0e9501e8f service neutron] 10.222.0.32 "GET /v2.0/networks/39de3843-bd27-4cd4-9a8f-0bba60f4fb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416495 Dec 15 20:03:35.348956 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-17257126-4f6a-4dda-acac-74ad7108799e req-d2616bc0-0cc6-4453-9f1c-21de1060a159 service neutron] 10.222.0.32 "GET /v2.0/networks/39de3843-bd27-4cd4-9a8f-0bba60f4fb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342230 Dec 15 20:03:35.555433 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-1ca2d810-aa26-40a5-9811-46332b3d2149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f78f30-1df8-4365-98f3-8bfd4cf1d9ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515498858', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.207'}], 'enable_snat': True}, 'gw_port_id': 'aaaf6031-b9e9-4a0c-9681-81420b338d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:03:09Z', 'updated_at': '2021-12-15T20:03:14Z', 'revision_number': 4, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'gw_port': {'id': 'aaaf6031-b9e9-4a0c-9681-81420b338d01', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:19:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f78f30-1df8-4365-98f3-8bfd4cf1d9ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:03:10Z', 'updated_at': '2021-12-15T20:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': '24cd8774-a371-4fba-9668-1ce5b962cc9a', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'floating_ip_address': '172.26.3.163', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': '69f78f30-1df8-4365-98f3-8bfd4cf1d9ec', 'port_id': '9b3e70e6-1209-4e40-a8c1-97ef0ace308f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39de3843-bd27-4cd4-9a8f-0bba60f4fb0e', 'mac_address': 'fa:16:3e:33:2d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8ffaaa-663a-4db4-b136-3f5473e0bb2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T20:03:32Z', 'updated_at': '2021-12-15T20:03:32Z', 'revision_number': 0, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7eaffa6f-2c44-49b6-9ce6-0867a5b7cd3e', 'name': '', 'network_id': '39de3843-bd27-4cd4-9a8f-0bba60f4fb0e', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'mac_address': 'fa:16:3e:ff:00:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f78f30-1df8-4365-98f3-8bfd4cf1d9ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5519d579-1862-4f8f-947b-9c548926bed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:03:14Z', 'updated_at': '2021-12-15T20:03:21Z', 'revision_number': 5, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'subnets': [{'id': '5519d579-1862-4f8f-947b-9c548926bed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:03:35.560362 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca2d810-aa26-40a5-9811-46332b3d2149 None None] The sync data for ids ['69f78f30-1df8-4365-98f3-8bfd4cf1d9ec'] in dv-neutron-821831-2-hyperv is: [{'id': '69f78f30-1df8-4365-98f3-8bfd4cf1d9ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515498858', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.207'}], 'enable_snat': True}, 'gw_port_id': 'aaaf6031-b9e9-4a0c-9681-81420b338d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:03:09Z', 'updated_at': '2021-12-15T20:03:14Z', 'revision_number': 4, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'gw_port': {'id': 'aaaf6031-b9e9-4a0c-9681-81420b338d01', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:19:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f78f30-1df8-4365-98f3-8bfd4cf1d9ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:03:10Z', 'updated_at': '2021-12-15T20:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': '24cd8774-a371-4fba-9668-1ce5b962cc9a', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'floating_ip_address': '172.26.3.163', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': '69f78f30-1df8-4365-98f3-8bfd4cf1d9ec', 'port_id': '9b3e70e6-1209-4e40-a8c1-97ef0ace308f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39de3843-bd27-4cd4-9a8f-0bba60f4fb0e', 'mac_address': 'fa:16:3e:33:2d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8ffaaa-663a-4db4-b136-3f5473e0bb2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T20:03:32Z', 'updated_at': '2021-12-15T20:03:32Z', 'revision_number': 0, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7eaffa6f-2c44-49b6-9ce6-0867a5b7cd3e', 'name': '', 'network_id': '39de3843-bd27-4cd4-9a8f-0bba60f4fb0e', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'mac_address': 'fa:16:3e:ff:00:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f78f30-1df8-4365-98f3-8bfd4cf1d9ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5519d579-1862-4f8f-947b-9c548926bed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:03:14Z', 'updated_at': '2021-12-15T20:03:21Z', 'revision_number': 5, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'subnets': [{'id': '5519d579-1862-4f8f-947b-9c548926bed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 20:03:35.907634 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 35222) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:03:35.908517 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51f621a-12a7-4ae7-816b-2e2e07916df6 None None] New status for floating IP 24cd8774-a371-4fba-9668-1ce5b962cc9a: ACTIVE {{(pid=88992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 15 20:03:36.022497 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-83da21c0-a28d-4fbc-a851-75cb0da3f935 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/floatingips/24cd8774-a371-4fba-9668-1ce5b962cc9a HTTP/1.1" status: 200 len: 992 time: 0.1123426 Dec 15 20:03:37.025412 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 35226) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:03:37.133328 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4ac472bb-f6c0-40dd-8594-c45e1de914fc tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/floatingips/24cd8774-a371-4fba-9668-1ce5b962cc9a HTTP/1.1" status: 200 len: 994 time: 0.1066120 Dec 15 20:03:38.243946 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4fed412a-fb6d-4182-8b14-6a304826ceb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:39.509568 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:40.552507 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b9917757-4029-4809-bcc8-5f4d018a5dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:40.998040 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:42.749888 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:03:54.531891 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:05.946907 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 20:04:08.237690 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8fc96109-6af4-4ca0-b871-d3550c84b799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:09.099992 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25851c94-e7bc-4a4f-8bc4-58f5c5dafadb req-0838e071-8b9e-4ef0-96a9-1e00ba58bb30 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:04:09.101480 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-25851c94-e7bc-4a4f-8bc4-58f5c5dafadb req-0838e071-8b9e-4ef0-96a9-1e00ba58bb30 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e8ffaaa-663a-4db4-b136-3f5473e0bb2a HTTP/1.1" status: 200 len: 946 time: 0.0878110 Dec 15 20:04:09.153856 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-25851c94-e7bc-4a4f-8bc4-58f5c5dafadb req-da47eed3-0fcb-4306-b7d0-71a376712068 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=88963935-8ebe-434a-8940-63033a58719c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454991 Dec 15 20:04:09.497282 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:10.360318 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cc3d72-cc74-4539-9923-5a2f59a07573 req-45cc215e-eeca-472f-b6d0-f9892dd8680d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:04:10.361906 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c6cc3d72-cc74-4539-9923-5a2f59a07573 req-45cc215e-eeca-472f-b6d0-f9892dd8680d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e8ffaaa-663a-4db4-b136-3f5473e0bb2a HTTP/1.1" status: 200 len: 946 time: 0.0826859 Dec 15 20:04:10.410228 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c6cc3d72-cc74-4539-9923-5a2f59a07573 req-08dc34a7-a56d-455f-a811-088bf1e605e3 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=88963935-8ebe-434a-8940-63033a58719c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421813 Dec 15 20:04:10.438944 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 35246) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:04:10.550690 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6af4544f-5bad-41e9-8f49-e5c67e75df56 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/floatingips/24cd8774-a371-4fba-9668-1ce5b962cc9a HTTP/1.1" status: 200 len: 994 time: 0.1103206 Dec 15 20:04:10.557508 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e681f319-9f77-4e1d-8f4f-47bb1674e0e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:10.980471 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:12.128461 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b94ca31-f102-4a6d-9d00-2027bac6ca36 req-32e89925-c483-4aca-8fde-cb4581a36afe tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:04:12.130076 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5b94ca31-f102-4a6d-9d00-2027bac6ca36 req-32e89925-c483-4aca-8fde-cb4581a36afe tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e8ffaaa-663a-4db4-b136-3f5473e0bb2a HTTP/1.1" status: 200 len: 946 time: 0.0896971 Dec 15 20:04:12.178399 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5b94ca31-f102-4a6d-9d00-2027bac6ca36 req-208b9db4-f078-4182-94b9-ff5b8d489efa tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=88963935-8ebe-434a-8940-63033a58719c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419414 Dec 15 20:04:12.753341 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:13.388323 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ef3d5-7da4-4cdf-8ba4-45aaed867994 req-42d2fded-47fb-4187-8dc9-42ab2a625841 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:04:13.390572 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b61ef3d5-7da4-4cdf-8ba4-45aaed867994 req-42d2fded-47fb-4187-8dc9-42ab2a625841 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e8ffaaa-663a-4db4-b136-3f5473e0bb2a HTTP/1.1" status: 200 len: 946 time: 0.0835085 Dec 15 20:04:13.444102 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b61ef3d5-7da4-4cdf-8ba4-45aaed867994 req-693750e1-1ddb-47bb-9d93-e93a5a406598 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=88963935-8ebe-434a-8940-63033a58719c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475121 Dec 15 20:04:13.472196 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 35258) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:04:13.805642 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a0268286-5ff4-4c19-9485-c63921a06341 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/floatingips/24cd8774-a371-4fba-9668-1ce5b962cc9a HTTP/1.1" status: 200 len: 994 time: 0.3321946 Dec 15 20:04:14.114196 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 35266) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:04:14.322170 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-2aa12bcf-9cb5-435b-8e27-5409f3e2b31a tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Deleting port 122ff16e-a90c-47dc-aac2-4d5c4e5c78f5 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 20:04:14.322608 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2aa12bcf-9cb5-435b-8e27-5409f3e2b31a tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:14.500521 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2aa12bcf-9cb5-435b-8e27-5409f3e2b31a tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:14.501534 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2aa12bcf-9cb5-435b-8e27-5409f3e2b31a tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:14.630511 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-2aa12bcf-9cb5-435b-8e27-5409f3e2b31a tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Calling delete_port for 122ff16e-a90c-47dc-aac2-4d5c4e5c78f5 owned by network:floatingip {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 20:04:14.848821 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2aa12bcf-9cb5-435b-8e27-5409f3e2b31a tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:14.853766 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-bbb3e72b-8162-4762-a9ad-8be4f0bead03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:04:14.897965 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa12bcf-9cb5-435b-8e27-5409f3e2b31a tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event deleted for resources: {'Port': ['ID=122ff16e-a90c-47dc-aac2-4d5c4e5c78f5,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:04:14.942962 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa12bcf-9cb5-435b-8e27-5409f3e2b31a tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:04:14.943407 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa12bcf-9cb5-435b-8e27-5409f3e2b31a tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:04:14.943841 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa12bcf-9cb5-435b-8e27-5409f3e2b31a tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:04:14.944272 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa12bcf-9cb5-435b-8e27-5409f3e2b31a tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:04:14.944700 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa12bcf-9cb5-435b-8e27-5409f3e2b31a tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:04:14.945132 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa12bcf-9cb5-435b-8e27-5409f3e2b31a tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:04:14.945552 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa12bcf-9cb5-435b-8e27-5409f3e2b31a tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:04:14.945970 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa12bcf-9cb5-435b-8e27-5409f3e2b31a tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:04:14.946419 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa12bcf-9cb5-435b-8e27-5409f3e2b31a tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:04:14.946840 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa12bcf-9cb5-435b-8e27-5409f3e2b31a tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:04:14.947258 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa12bcf-9cb5-435b-8e27-5409f3e2b31a tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:04:14.954718 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2aa12bcf-9cb5-435b-8e27-5409f3e2b31a tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:04:15.011700 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2aa12bcf-9cb5-435b-8e27-5409f3e2b31a tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for floatingip, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:15.432265 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aa12bcf-9cb5-435b-8e27-5409f3e2b31a tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Router 69f78f30-1df8-4365-98f3-8bfd4cf1d9ec has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 20:04:15.616523 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9f63e4f1-0a10-4880-b3ae-84cfd6c90bb7 req-3aaa94af-fc0a-4214-93e4-8636b5ddb388 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1e8ffaaa-663a-4db4-b136-3f5473e0bb2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0760751 Dec 15 20:04:15.646279 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aa12bcf-9cb5-435b-8e27-5409f3e2b31a tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 20:04:15.657744 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e39a319-300d-4fb6-9ce6-ea5ebd21ce2b None None] Sync routers for ids ['69f78f30-1df8-4365-98f3-8bfd4cf1d9ec'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 20:04:15.670361 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e39a319-300d-4fb6-9ce6-ea5ebd21ce2b None None] Routers {'69f78f30-1df8-4365-98f3-8bfd4cf1d9ec'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:04:15.671295 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-7e39a319-300d-4fb6-9ce6-ea5ebd21ce2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:04:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['69f78f30-1df8-4365-98f3-8bfd4cf1d9ec'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:04:15.697233 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2aa12bcf-9cb5-435b-8e27-5409f3e2b31a tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:15.761212 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-2aa12bcf-9cb5-435b-8e27-5409f3e2b31a tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "DELETE /v2.0/floatingips/24cd8774-a371-4fba-9668-1ce5b962cc9a HTTP/1.1" status: 204 len: 168 time: 1.6431112 Dec 15 20:04:15.761212 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e8ffaaa-663a-4db4-b136-3f5473e0bb2a', 'tag': '9b3e70e6-1209-4e40-a8c1-97ef0ace308f'}] {{(pid=88991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 20:04:15.771714 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9f63e4f1-0a10-4880-b3ae-84cfd6c90bb7 req-46902a20-93e3-4b08-bd30-7d85a5802d86 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dcef569c3d1c42279834a85579e46274&device_id=1e8ffaaa-663a-4db4-b136-3f5473e0bb2a HTTP/1.1" status: 200 len: 1099 time: 0.0750902 Dec 15 20:04:15.871468 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-7e39a319-300d-4fb6-9ce6-ea5ebd21ce2b None None] Set router 69f78f30-1df8-4365-98f3-8bfd4cf1d9ec gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:04:15.926949 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e8ffaaa-663a-4db4-b136-3f5473e0bb2a', 'tag': '9b3e70e6-1209-4e40-a8c1-97ef0ace308f', 'status': 'completed', 'code': 200} Dec 15 20:04:15.954001 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f63e4f1-0a10-4880-b3ae-84cfd6c90bb7 req-31ff7dde-b0c2-48d8-9d4d-23e12c1059a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:04:15.955759 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9f63e4f1-0a10-4880-b3ae-84cfd6c90bb7 req-31ff7dde-b0c2-48d8-9d4d-23e12c1059a2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=39de3843-bd27-4cd4-9a8f-0bba60f4fb0e HTTP/1.1" status: 200 len: 898 time: 0.1579392 Dec 15 20:04:16.034569 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9f63e4f1-0a10-4880-b3ae-84cfd6c90bb7 req-b39b9c68-70a0-49e7-a5e1-ac22f086f435 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b3e70e6-1209-4e40-a8c1-97ef0ace308f HTTP/1.1" status: 200 len: 217 time: 0.0689459 Dec 15 20:04:16.111467 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f63e4f1-0a10-4880-b3ae-84cfd6c90bb7 req-2a92993f-899b-47ae-8c33-a8f093507210 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:04:16.115631 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9f63e4f1-0a10-4880-b3ae-84cfd6c90bb7 req-2a92993f-899b-47ae-8c33-a8f093507210 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5519d579-1862-4f8f-947b-9c548926bed5 HTTP/1.1" status: 200 len: 834 time: 0.0696001 Dec 15 20:04:16.203450 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9f63e4f1-0a10-4880-b3ae-84cfd6c90bb7 req-0b4b01a3-ca0e-4c1e-8647-8a4d088e61b5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=39de3843-bd27-4cd4-9a8f-0bba60f4fb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0822685 Dec 15 20:04:16.212015 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-7e39a319-300d-4fb6-9ce6-ea5ebd21ce2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f78f30-1df8-4365-98f3-8bfd4cf1d9ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515498858', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.207'}], 'enable_snat': True}, 'gw_port_id': 'aaaf6031-b9e9-4a0c-9681-81420b338d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:03:09Z', 'updated_at': '2021-12-15T20:03:14Z', 'revision_number': 4, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'gw_port': {'id': 'aaaf6031-b9e9-4a0c-9681-81420b338d01', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:19:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f78f30-1df8-4365-98f3-8bfd4cf1d9ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:03:10Z', 'updated_at': '2021-12-15T20:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '7eaffa6f-2c44-49b6-9ce6-0867a5b7cd3e', 'name': '', 'network_id': '39de3843-bd27-4cd4-9a8f-0bba60f4fb0e', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'mac_address': 'fa:16:3e:ff:00:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f78f30-1df8-4365-98f3-8bfd4cf1d9ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5519d579-1862-4f8f-947b-9c548926bed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:03:14Z', 'updated_at': '2021-12-15T20:03:21Z', 'revision_number': 5, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'subnets': [{'id': '5519d579-1862-4f8f-947b-9c548926bed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:04:16.216174 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e39a319-300d-4fb6-9ce6-ea5ebd21ce2b None None] Checking router: 69f78f30-1df8-4365-98f3-8bfd4cf1d9ec for host: dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 20:04:16.228177 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e39a319-300d-4fb6-9ce6-ea5ebd21ce2b None None] Routers {'69f78f30-1df8-4365-98f3-8bfd4cf1d9ec'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:04:16.228837 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-7e39a319-300d-4fb6-9ce6-ea5ebd21ce2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:04:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['69f78f30-1df8-4365-98f3-8bfd4cf1d9ec'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:04:16.407384 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9f63e4f1-0a10-4880-b3ae-84cfd6c90bb7 req-6c179721-0759-45c6-ac1e-4ac5160cd236 service neutron] 10.222.0.32 "GET /v2.0/networks/39de3843-bd27-4cd4-9a8f-0bba60f4fb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967070 Dec 15 20:04:16.412160 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-7e39a319-300d-4fb6-9ce6-ea5ebd21ce2b None None] Set router 69f78f30-1df8-4365-98f3-8bfd4cf1d9ec gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:04:16.417564 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9262bb-4913-4f27-83a0-5bc60b12e316 req-4dbc8151-3130-41cb-8c53-aaea799d6335 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:04:16.419148 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-af9262bb-4913-4f27-83a0-5bc60b12e316 req-4dbc8151-3130-41cb-8c53-aaea799d6335 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e8ffaaa-663a-4db4-b136-3f5473e0bb2a HTTP/1.1" status: 200 len: 946 time: 0.1838863 Dec 15 20:04:16.568621 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-af9262bb-4913-4f27-83a0-5bc60b12e316 req-44606881-ca6c-41ef-9a6f-19edbd67d285 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=88963935-8ebe-434a-8940-63033a58719c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240590 Dec 15 20:04:16.604716 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9f63e4f1-0a10-4880-b3ae-84cfd6c90bb7 req-88750f13-4de6-4a7e-bb15-25cb2cdc560c service neutron] 10.222.0.32 "GET /v2.0/networks/39de3843-bd27-4cd4-9a8f-0bba60f4fb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839330 Dec 15 20:04:16.746289 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-7e39a319-300d-4fb6-9ce6-ea5ebd21ce2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f78f30-1df8-4365-98f3-8bfd4cf1d9ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515498858', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.207'}], 'enable_snat': True}, 'gw_port_id': 'aaaf6031-b9e9-4a0c-9681-81420b338d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:03:09Z', 'updated_at': '2021-12-15T20:03:14Z', 'revision_number': 4, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'gw_port': {'id': 'aaaf6031-b9e9-4a0c-9681-81420b338d01', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:19:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f78f30-1df8-4365-98f3-8bfd4cf1d9ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:03:10Z', 'updated_at': '2021-12-15T20:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '7eaffa6f-2c44-49b6-9ce6-0867a5b7cd3e', 'name': '', 'network_id': '39de3843-bd27-4cd4-9a8f-0bba60f4fb0e', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'mac_address': 'fa:16:3e:ff:00:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f78f30-1df8-4365-98f3-8bfd4cf1d9ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5519d579-1862-4f8f-947b-9c548926bed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:03:14Z', 'updated_at': '2021-12-15T20:03:21Z', 'revision_number': 5, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'subnets': [{'id': '5519d579-1862-4f8f-947b-9c548926bed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:04:16.754969 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e39a319-300d-4fb6-9ce6-ea5ebd21ce2b None None] The sync data for ids ['69f78f30-1df8-4365-98f3-8bfd4cf1d9ec'] in dv-neutron-821831-2-hyperv is: [{'id': '69f78f30-1df8-4365-98f3-8bfd4cf1d9ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515498858', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.207'}], 'enable_snat': True}, 'gw_port_id': 'aaaf6031-b9e9-4a0c-9681-81420b338d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:03:09Z', 'updated_at': '2021-12-15T20:03:14Z', 'revision_number': 4, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'gw_port': {'id': 'aaaf6031-b9e9-4a0c-9681-81420b338d01', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:19:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f78f30-1df8-4365-98f3-8bfd4cf1d9ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:03:10Z', 'updated_at': '2021-12-15T20:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '7eaffa6f-2c44-49b6-9ce6-0867a5b7cd3e', 'name': '', 'network_id': '39de3843-bd27-4cd4-9a8f-0bba60f4fb0e', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'mac_address': 'fa:16:3e:ff:00:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f78f30-1df8-4365-98f3-8bfd4cf1d9ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5519d579-1862-4f8f-947b-9c548926bed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:03:14Z', 'updated_at': '2021-12-15T20:03:21Z', 'revision_number': 5, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'subnets': [{'id': '5519d579-1862-4f8f-947b-9c548926bed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 20:04:16.757316 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7c7b62a6-2807-4aae-877d-ce0a8d2b96a2 req-9e64a480-fe1a-4038-a32d-e3bf5a3f8faf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dcef569c3d1c42279834a85579e46274&device_id=1e8ffaaa-663a-4db4-b136-3f5473e0bb2a HTTP/1.1" status: 200 len: 1099 time: 0.0743980 Dec 15 20:04:16.906394 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7b62a6-2807-4aae-877d-ce0a8d2b96a2 req-eaca6fd7-3efa-44bf-a71e-4322cf7c51f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:04:16.908053 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7c7b62a6-2807-4aae-877d-ce0a8d2b96a2 req-eaca6fd7-3efa-44bf-a71e-4322cf7c51f7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=39de3843-bd27-4cd4-9a8f-0bba60f4fb0e HTTP/1.1" status: 200 len: 898 time: 0.1425202 Dec 15 20:04:16.982411 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7c7b62a6-2807-4aae-877d-ce0a8d2b96a2 req-38119ca4-4773-4704-a10f-d264d6f0ab46 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b3e70e6-1209-4e40-a8c1-97ef0ace308f HTTP/1.1" status: 200 len: 217 time: 0.0670037 Dec 15 20:04:17.052648 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7b62a6-2807-4aae-877d-ce0a8d2b96a2 req-073f8d2a-9ec7-4a8d-9cb9-aa3e9d730971 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:04:17.054321 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7c7b62a6-2807-4aae-877d-ce0a8d2b96a2 req-073f8d2a-9ec7-4a8d-9cb9-aa3e9d730971 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5519d579-1862-4f8f-947b-9c548926bed5 HTTP/1.1" status: 200 len: 834 time: 0.0655446 Dec 15 20:04:17.141278 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7c7b62a6-2807-4aae-877d-ce0a8d2b96a2 req-23328ea8-50a1-4776-9e4f-3d09dcd1119f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=39de3843-bd27-4cd4-9a8f-0bba60f4fb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765119 Dec 15 20:04:17.212610 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0532ed2-e384-46e5-86d5-4be29f5def5c None None] New status for floating IP 24cd8774-a371-4fba-9668-1ce5b962cc9a: DOWN {{(pid=88992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 15 20:04:17.287280 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7c7b62a6-2807-4aae-877d-ce0a8d2b96a2 req-81fc9e37-b524-4e75-81f1-bb9c0ea50f52 service neutron] 10.222.0.32 "GET /v2.0/networks/39de3843-bd27-4cd4-9a8f-0bba60f4fb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384490 Dec 15 20:04:17.436057 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7c7b62a6-2807-4aae-877d-ce0a8d2b96a2 req-f3e69e41-861a-4b77-9466-ba91b96077d9 service neutron] 10.222.0.32 "GET /v2.0/networks/39de3843-bd27-4cd4-9a8f-0bba60f4fb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417592 Dec 15 20:04:17.786997 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d87176f-e95d-4166-9ca6-38a23c331f69 req-4833e64a-53ed-491e-8b93-1913edaa4356 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:04:17.788597 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9d87176f-e95d-4166-9ca6-38a23c331f69 req-4833e64a-53ed-491e-8b93-1913edaa4356 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e8ffaaa-663a-4db4-b136-3f5473e0bb2a HTTP/1.1" status: 200 len: 946 time: 0.0857770 Dec 15 20:04:17.837629 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9d87176f-e95d-4166-9ca6-38a23c331f69 req-853874a2-daca-49c1-a5c6-3cc4f091ec26 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=88963935-8ebe-434a-8940-63033a58719c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428178 Dec 15 20:04:18.111011 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a71f41-464e-4565-8357-f4e75e7e32f6 req-3bf0a2ce-62cd-43d2-b68e-d009f5f8d462 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:04:18.112566 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-46a71f41-464e-4565-8357-f4e75e7e32f6 req-3bf0a2ce-62cd-43d2-b68e-d009f5f8d462 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e8ffaaa-663a-4db4-b136-3f5473e0bb2a HTTP/1.1" status: 200 len: 946 time: 0.0819762 Dec 15 20:04:18.189181 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [req-46a71f41-464e-4565-8357-f4e75e7e32f6 req-84390984-35ab-4e6d-b537-53fd23531994 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Deleting port 9b3e70e6-1209-4e40-a8c1-97ef0ace308f {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 20:04:18.189570 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-46a71f41-464e-4565-8357-f4e75e7e32f6 req-84390984-35ab-4e6d-b537-53fd23531994 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:18.675614 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-46a71f41-464e-4565-8357-f4e75e7e32f6 req-84390984-35ab-4e6d-b537-53fd23531994 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] For port 9b3e70e6-1209-4e40-a8c1-97ef0ace308f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=9b3e70e6-1209-4e40-a8c1-97ef0ace308f,segment=NetworkSegment(8a1fcf86-d837-4e07-bf19-246ad587f693),segment_id=8a1fcf86-d837-4e07-bf19-246ad587f693)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:04:18.676012 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-46a71f41-464e-4565-8357-f4e75e7e32f6 req-84390984-35ab-4e6d-b537-53fd23531994 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:18.797053 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [req-46a71f41-464e-4565-8357-f4e75e7e32f6 req-84390984-35ab-4e6d-b537-53fd23531994 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Calling delete_port for 9b3e70e6-1209-4e40-a8c1-97ef0ace308f owned by compute:nova {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 20:04:19.112111 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6fb0b1-6738-46c9-8351-fb14e656a2fb req-f6d73479-ab4f-4782-a8f9-ccf7f87b17e9 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:04:19.113771 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-fc6fb0b1-6738-46c9-8351-fb14e656a2fb req-f6d73479-ab4f-4782-a8f9-ccf7f87b17e9 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e8ffaaa-663a-4db4-b136-3f5473e0bb2a HTTP/1.1" status: 200 len: 946 time: 0.1062634 Dec 15 20:04:19.115086 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-46a71f41-464e-4565-8357-f4e75e7e32f6 req-84390984-35ab-4e6d-b537-53fd23531994 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:19.124046 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-48cc366c-34ae-4ca2-93d3-0ab44686ba32 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:04:19.186842 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84390984-35ab-4e6d-b537-53fd23531994 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event deleted for resources: {'Port': ['ID=9b3e70e6-1209-4e40-a8c1-97ef0ace308f,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:04:19.249744 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84390984-35ab-4e6d-b537-53fd23531994 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:04:19.250192 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84390984-35ab-4e6d-b537-53fd23531994 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:04:19.250656 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84390984-35ab-4e6d-b537-53fd23531994 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:04:19.251091 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84390984-35ab-4e6d-b537-53fd23531994 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:04:19.251512 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84390984-35ab-4e6d-b537-53fd23531994 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:04:19.251946 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84390984-35ab-4e6d-b537-53fd23531994 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:04:19.252364 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84390984-35ab-4e6d-b537-53fd23531994 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:04:19.252783 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84390984-35ab-4e6d-b537-53fd23531994 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:04:19.253223 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84390984-35ab-4e6d-b537-53fd23531994 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:04:19.253640 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84390984-35ab-4e6d-b537-53fd23531994 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:04:19.254042 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84390984-35ab-4e6d-b537-53fd23531994 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:04:19.267049 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-84390984-35ab-4e6d-b537-53fd23531994 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:04:19.304151 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-fc6fb0b1-6738-46c9-8351-fb14e656a2fb req-07a1bc91-3add-4b1f-94cc-111583ba273b tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=88963935-8ebe-434a-8940-63033a58719c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1826293 Dec 15 20:04:19.304963 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [req-46a71f41-464e-4565-8357-f4e75e7e32f6 req-84390984-35ab-4e6d-b537-53fd23531994 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] No DVR routers for this DVR port 9b3e70e6-1209-4e40-a8c1-97ef0ace308f on host hv-neutron-8218 {{(pid=88990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 20:04:19.307460 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-46a71f41-464e-4565-8357-f4e75e7e32f6 req-84390984-35ab-4e6d-b537-53fd23531994 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:19.311121 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e8ffaaa-663a-4db4-b136-3f5473e0bb2a', 'name': 'network-vif-deleted', 'tag': '9b3e70e6-1209-4e40-a8c1-97ef0ace308f'}] {{(pid=88990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 20:04:19.323450 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-46a71f41-464e-4565-8357-f4e75e7e32f6 req-84390984-35ab-4e6d-b537-53fd23531994 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.32 "DELETE /v2.0/ports/9b3e70e6-1209-4e40-a8c1-97ef0ace308f HTTP/1.1" status: 204 len: 173 time: 1.2052433 Dec 15 20:04:19.367976 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e8ffaaa-663a-4db4-b136-3f5473e0bb2a', 'name': 'network-vif-deleted', 'tag': '9b3e70e6-1209-4e40-a8c1-97ef0ace308f', 'status': 'completed', 'code': 200} Dec 15 20:04:20.416449 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 35288) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:04:20.828574 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-82705328-1b83-4af6-9512-8222460dfe2c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145021'] for router_interface, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:21.685952 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-82705328-1b83-4af6-9512-8222460dfe2c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Deleting port 7eaffa6f-2c44-49b6-9ce6-0867a5b7cd3e {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 20:04:21.686482 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-82705328-1b83-4af6-9512-8222460dfe2c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:21.883323 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-82705328-1b83-4af6-9512-8222460dfe2c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] For port 7eaffa6f-2c44-49b6-9ce6-0867a5b7cd3e, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=7eaffa6f-2c44-49b6-9ce6-0867a5b7cd3e,segment=NetworkSegment(8a1fcf86-d837-4e07-bf19-246ad587f693),segment_id=8a1fcf86-d837-4e07-bf19-246ad587f693)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:04:21.883780 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-82705328-1b83-4af6-9512-8222460dfe2c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:21.884191 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 9b3e70e6-1209-4e40-a8c1-97ef0ace308f no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 20:04:21.921281 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] No Port match for: 9b3e70e6-1209-4e40-a8c1-97ef0ace308f {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 20:04:21.921682 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 9b3e70e6-1209-4e40-a8c1-97ef0ace308f not bound to the agent host hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 20:04:22.009464 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-82705328-1b83-4af6-9512-8222460dfe2c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Calling delete_port for 7eaffa6f-2c44-49b6-9ce6-0867a5b7cd3e owned by network:router_interface {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 20:04:22.296284 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-82705328-1b83-4af6-9512-8222460dfe2c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:22.300806 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3ce68af1-be63-43c4-b888-9c0ddd2d3ee8 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:04:22.344465 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82705328-1b83-4af6-9512-8222460dfe2c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event deleted for resources: {'Port': ['ID=7eaffa6f-2c44-49b6-9ce6-0867a5b7cd3e,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:04:22.348999 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-82705328-1b83-4af6-9512-8222460dfe2c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:04:22.660755 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-82705328-1b83-4af6-9512-8222460dfe2c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852815828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854144871'] for router_interface, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:23.261297 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82705328-1b83-4af6-9512-8222460dfe2c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Router 69f78f30-1df8-4365-98f3-8bfd4cf1d9ec has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 20:04:23.474453 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82705328-1b83-4af6-9512-8222460dfe2c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 20:04:23.485657 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834cc47b-ca03-4dc7-9e88-b2879e47863b None None] Sync routers for ids ['69f78f30-1df8-4365-98f3-8bfd4cf1d9ec'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 20:04:23.490897 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-82705328-1b83-4af6-9512-8222460dfe2c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "PUT /v2.0/routers/69f78f30-1df8-4365-98f3-8bfd4cf1d9ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0732880 Dec 15 20:04:23.493767 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 35292) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:04:23.499225 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834cc47b-ca03-4dc7-9e88-b2879e47863b None None] Routers {'69f78f30-1df8-4365-98f3-8bfd4cf1d9ec'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:04:23.499905 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-834cc47b-ca03-4dc7-9e88-b2879e47863b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:04:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['69f78f30-1df8-4365-98f3-8bfd4cf1d9ec'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:04:23.689676 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-834cc47b-ca03-4dc7-9e88-b2879e47863b None None] Set router 69f78f30-1df8-4365-98f3-8bfd4cf1d9ec gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:04:23.694211 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dc2cd54-85f5-4fae-a0a6-593ac5597cf0 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Deleting subnet 5519d579-1862-4f8f-947b-9c548926bed5 {{(pid=88991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 20:04:23.697332 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1dc2cd54-85f5-4fae-a0a6-593ac5597cf0 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for subnet, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:23.754081 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1dc2cd54-85f5-4fae-a0a6-593ac5597cf0 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16332759'] for subnet, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:23.914004 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1dc2cd54-85f5-4fae-a0a6-593ac5597cf0 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:24.136152 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-834cc47b-ca03-4dc7-9e88-b2879e47863b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f78f30-1df8-4365-98f3-8bfd4cf1d9ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515498858', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.207'}], 'enable_snat': True}, 'gw_port_id': 'aaaf6031-b9e9-4a0c-9681-81420b338d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:03:09Z', 'updated_at': '2021-12-15T20:04:22Z', 'revision_number': 5, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'gw_port': {'id': 'aaaf6031-b9e9-4a0c-9681-81420b338d01', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:19:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f78f30-1df8-4365-98f3-8bfd4cf1d9ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:03:10Z', 'updated_at': '2021-12-15T20:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:04:24.140316 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834cc47b-ca03-4dc7-9e88-b2879e47863b None None] Checking router: 69f78f30-1df8-4365-98f3-8bfd4cf1d9ec for host: dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 20:04:24.151579 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834cc47b-ca03-4dc7-9e88-b2879e47863b None None] Routers {'69f78f30-1df8-4365-98f3-8bfd4cf1d9ec'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:04:24.152295 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-834cc47b-ca03-4dc7-9e88-b2879e47863b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:04:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['69f78f30-1df8-4365-98f3-8bfd4cf1d9ec'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:04:24.227965 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1dc2cd54-85f5-4fae-a0a6-593ac5597cf0 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16156049'] for subnet, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:24.233327 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c39b6699-bcbd-4ded-8a6a-9f378460d063 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:04:24.272832 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc2cd54-85f5-4fae-a0a6-593ac5597cf0 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event deleted for resources: {'Subnet': ['ID=5519d579-1862-4f8f-947b-9c548926bed5,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:04:24.276576 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1dc2cd54-85f5-4fae-a0a6-593ac5597cf0 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:04:24.280392 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1dc2cd54-85f5-4fae-a0a6-593ac5597cf0 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:24.289207 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d1bb78-9085-4cb5-995b-8c1d066e9780 None None] Network 39de3843-bd27-4cd4-9a8f-0bba60f4fb0e requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 20:04:24.289851 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1dc2cd54-85f5-4fae-a0a6-593ac5597cf0 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "DELETE /v2.0/subnets/5519d579-1862-4f8f-947b-9c548926bed5 HTTP/1.1" status: 204 len: 168 time: 0.7949910 Dec 15 20:04:24.289991 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 35296) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:04:24.340080 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-834cc47b-ca03-4dc7-9e88-b2879e47863b None None] Set router 69f78f30-1df8-4365-98f3-8bfd4cf1d9ec gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:04:24.530289 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-55cea954-6979-4d15-8bc2-6c2168f81825 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for router, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:24.551949 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:24.583206 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e071adf5-f1b7-41dc-84fd-06e4f1968b64 None None] DHCP port deletion for 39de3843-bd27-4cd4-9a8f-0bba60f4fb0e request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 20:04:24.588693 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-e071adf5-f1b7-41dc-84fd-06e4f1968b64 None None] Deleting port 44495017-dd09-4446-a03c-58e2c900ff5b {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 20:04:24.588693 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e071adf5-f1b7-41dc-84fd-06e4f1968b64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:24.675198 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-834cc47b-ca03-4dc7-9e88-b2879e47863b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f78f30-1df8-4365-98f3-8bfd4cf1d9ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515498858', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.207'}], 'enable_snat': True}, 'gw_port_id': 'aaaf6031-b9e9-4a0c-9681-81420b338d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:03:09Z', 'updated_at': '2021-12-15T20:04:22Z', 'revision_number': 5, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'gw_port': {'id': 'aaaf6031-b9e9-4a0c-9681-81420b338d01', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:19:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f78f30-1df8-4365-98f3-8bfd4cf1d9ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:03:10Z', 'updated_at': '2021-12-15T20:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:04:24.680381 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834cc47b-ca03-4dc7-9e88-b2879e47863b None None] The sync data for ids ['69f78f30-1df8-4365-98f3-8bfd4cf1d9ec'] in dv-neutron-821831-2-hyperv is: [{'id': '69f78f30-1df8-4365-98f3-8bfd4cf1d9ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515498858', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.207'}], 'enable_snat': True}, 'gw_port_id': 'aaaf6031-b9e9-4a0c-9681-81420b338d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:03:09Z', 'updated_at': '2021-12-15T20:04:22Z', 'revision_number': 5, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'gw_port': {'id': 'aaaf6031-b9e9-4a0c-9681-81420b338d01', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:19:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f78f30-1df8-4365-98f3-8bfd4cf1d9ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:03:10Z', 'updated_at': '2021-12-15T20:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 20:04:24.756226 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-55cea954-6979-4d15-8bc2-6c2168f81825 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:24.802694 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-55cea954-6979-4d15-8bc2-6c2168f81825 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Deleting port aaaf6031-b9e9-4a0c-9681-81420b338d01 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 20:04:24.803096 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-55cea954-6979-4d15-8bc2-6c2168f81825 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:24.816849 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-e071adf5-f1b7-41dc-84fd-06e4f1968b64 None None] For port 44495017-dd09-4446-a03c-58e2c900ff5b, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=44495017-dd09-4446-a03c-58e2c900ff5b,segment=NetworkSegment(8a1fcf86-d837-4e07-bf19-246ad587f693),segment_id=8a1fcf86-d837-4e07-bf19-246ad587f693)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:04:24.817231 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e071adf5-f1b7-41dc-84fd-06e4f1968b64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:24.944861 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-e071adf5-f1b7-41dc-84fd-06e4f1968b64 None None] Calling delete_port for 44495017-dd09-4446-a03c-58e2c900ff5b owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 20:04:25.004840 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-55cea954-6979-4d15-8bc2-6c2168f81825 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] For port aaaf6031-b9e9-4a0c-9681-81420b338d01, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=aaaf6031-b9e9-4a0c-9681-81420b338d01,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:04:25.005246 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-55cea954-6979-4d15-8bc2-6c2168f81825 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:25.135508 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-55cea954-6979-4d15-8bc2-6c2168f81825 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Calling delete_port for aaaf6031-b9e9-4a0c-9681-81420b338d01 owned by network:router_gateway {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 20:04:25.140152 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e071adf5-f1b7-41dc-84fd-06e4f1968b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866'] for port, after_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:25.145051 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-741788ef-497f-4599-9d93-5129464a90b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:04:25.188920 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e071adf5-f1b7-41dc-84fd-06e4f1968b64 None None] Pushing event deleted for resources: {'Port': ['ID=44495017-dd09-4446-a03c-58e2c900ff5b,revision_number=None']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:04:25.202793 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e071adf5-f1b7-41dc-84fd-06e4f1968b64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:04:25.203190 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e071adf5-f1b7-41dc-84fd-06e4f1968b64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:04:25.203603 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e071adf5-f1b7-41dc-84fd-06e4f1968b64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:04:25.203945 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e071adf5-f1b7-41dc-84fd-06e4f1968b64 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:04:25.204328 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e071adf5-f1b7-41dc-84fd-06e4f1968b64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:04:25.204712 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e071adf5-f1b7-41dc-84fd-06e4f1968b64 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:04:25.205088 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e071adf5-f1b7-41dc-84fd-06e4f1968b64 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:04:25.205468 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e071adf5-f1b7-41dc-84fd-06e4f1968b64 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:04:25.205841 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e071adf5-f1b7-41dc-84fd-06e4f1968b64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:04:25.206214 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e071adf5-f1b7-41dc-84fd-06e4f1968b64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:04:25.206612 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e071adf5-f1b7-41dc-84fd-06e4f1968b64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:04:25.209504 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e071adf5-f1b7-41dc-84fd-06e4f1968b64 None None] No DVR routers for this DVR port 44495017-dd09-4446-a03c-58e2c900ff5b on host dv-neutron-821831-2-hyperv {{(pid=88992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 20:04:25.211071 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e071adf5-f1b7-41dc-84fd-06e4f1968b64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:04:25.362983 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-55cea954-6979-4d15-8bc2-6c2168f81825 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:25.367656 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ca2fb1f3-d9f8-4fed-a876-c681455da61e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:04:25.408686 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cea954-6979-4d15-8bc2-6c2168f81825 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event deleted for resources: {'Port': ['ID=aaaf6031-b9e9-4a0c-9681-81420b338d01,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:04:25.412522 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-55cea954-6979-4d15-8bc2-6c2168f81825 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:04:25.535859 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 44495017-dd09-4446-a03c-58e2c900ff5b no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 20:04:25.570823 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 44495017-dd09-4446-a03c-58e2c900ff5b {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 20:04:25.572638 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 44495017-dd09-4446-a03c-58e2c900ff5b not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 20:04:25.572638 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 7eaffa6f-2c44-49b6-9ce6-0867a5b7cd3e no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 20:04:25.604440 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 7eaffa6f-2c44-49b6-9ce6-0867a5b7cd3e {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 20:04:25.604841 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 7eaffa6f-2c44-49b6-9ce6-0867a5b7cd3e not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 20:04:25.659780 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-55cea954-6979-4d15-8bc2-6c2168f81825 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854141934'] for router_gateway, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:25.935826 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-55cea954-6979-4d15-8bc2-6c2168f81825 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854207876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854699191'] for router, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:25.940134 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-55cea954-6979-4d15-8bc2-6c2168f81825 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:26.061588 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-55cea954-6979-4d15-8bc2-6c2168f81825 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854207982'] for router, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:26.062138 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55cea954-6979-4d15-8bc2-6c2168f81825 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Fanout notify agent at l3_agent the message router_deleted on router 69f78f30-1df8-4365-98f3-8bfd4cf1d9ec {{(pid=88990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 20:04:26.076692 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-55cea954-6979-4d15-8bc2-6c2168f81825 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:26.077893 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-55cea954-6979-4d15-8bc2-6c2168f81825 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "DELETE /v2.0/routers/69f78f30-1df8-4365-98f3-8bfd4cf1d9ec HTTP/1.1" status: 204 len: 168 time: 1.7867508 Dec 15 20:04:26.080826 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 35300) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:04:26.204029 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f9ec3770-a44d-450a-8537-31545128af53 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:26.343020 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f9ec3770-a44d-450a-8537-31545128af53 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:26.370498 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-f9ec3770-a44d-450a-8537-31545128af53 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39de3843-bd27-4cd4-9a8f-0bba60f4fb0e']}} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:04:26.383725 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-f9ec3770-a44d-450a-8537-31545128af53 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a1fcf86-d837-4e07-bf19-246ad587f693') {'for_net_delete': True} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:04:26.384070 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-f9ec3770-a44d-450a-8537-31545128af53 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a1fcf86-d837-4e07-bf19-246ad587f693') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:04:26.396674 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f9ec3770-a44d-450a-8537-31545128af53 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16327073'] for segment, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:26.507606 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f9ec3770-a44d-450a-8537-31545128af53 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:26.515053 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9ec3770-a44d-450a-8537-31545128af53 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=88990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 20:04:26.515494 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f9ec3770-a44d-450a-8537-31545128af53 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838138943'] for segment, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:26.541056 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 20:04:26.541056 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 20:04:26.541056 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 20:04:26.541056 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 20:04:26.541056 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 20:04:26.541056 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 20:04:26.541056 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 20:04:26.541056 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 20:04:26.541056 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 20:04:26.541056 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 20:04:26.541056 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 20:04:26.541056 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 20:04:26.541056 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 20:04:26.541056 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 20:04:26.541056 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 20:04:26.541056 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 20:04:26.541056 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 20:04:26.541056 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 20:04:26.541056 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 20:04:26.541056 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 20:04:26.541056 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 20:04:26.541056 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 20:04:26.541056 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 20:04:26.541056 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 20:04:26.541056 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 20:04:26.541056 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 20:04:26.541056 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 20:04:26.541056 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 20:04:26.541056 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 20:04:26.541056 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 20:04:26.541056 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 20:04:26.541056 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 20:04:27.067572 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f9ec3770-a44d-450a-8537-31545128af53 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:27.071480 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6ed637dd-0572-4783-aa06-0638ecd373ac tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:04:27.087392 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f9ec3770-a44d-450a-8537-31545128af53 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:27.099977 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ec3770-a44d-450a-8537-31545128af53 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event deleted for resources: {'Network': ['ID=39de3843-bd27-4cd4-9a8f-0bba60f4fb0e,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:04:27.103373 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f9ec3770-a44d-450a-8537-31545128af53 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:04:27.136593 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f9ec3770-a44d-450a-8537-31545128af53 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "DELETE /v2.0/networks/39de3843-bd27-4cd4-9a8f-0bba60f4fb0e HTTP/1.1" status: 204 len: 168 time: 1.0548630 Dec 15 20:04:27.143463 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 35304) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:04:27.214065 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5df8e594-31ba-4126-a1fd-e9941aae3091 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:27.247773 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5df8e594-31ba-4126-a1fd-e9941aae3091 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:27.324052 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5df8e594-31ba-4126-a1fd-e9941aae3091 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:27.329746 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c43f3b29-150e-4603-ad06-477e283570d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:04:27.344975 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df8e594-31ba-4126-a1fd-e9941aae3091 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88963935-8ebe-434a-8940-63033a58719c,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:04:27.347740 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5df8e594-31ba-4126-a1fd-e9941aae3091 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:04:27.348889 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5df8e594-31ba-4126-a1fd-e9941aae3091 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:27.350077 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-5df8e594-31ba-4126-a1fd-e9941aae3091 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "DELETE /v2.0/security-groups/88963935-8ebe-434a-8940-63033a58719c HTTP/1.1" status: 204 len: 168 time: 0.2056327 Dec 15 20:04:27.445059 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device aaaf6031-b9e9-4a0c-9681-81420b338d01 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 20:04:27.481925 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: aaaf6031-b9e9-4a0c-9681-81420b338d01 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 20:04:27.482371 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device aaaf6031-b9e9-4a0c-9681-81420b338d01 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 20:04:27.795783 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 35312) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:04:27.801855 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-104c8dba-3c08-4575-a103-caf73a0d44a6 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-348956604', 'description': 'tempest-secgroup-smoke-348956604 description', 'project_id': 'dcef569c3d1c42279834a85579e46274'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:04:27.808496 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-104c8dba-3c08-4575-a103-caf73a0d44a6 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:04:27.813124 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-104c8dba-3c08-4575-a103-caf73a0d44a6 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Usage tracker for resource:security_group and tenant:dcef569c3d1c42279834a85579e46274 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:04:27.816068 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-104c8dba-3c08-4575-a103-caf73a0d44a6 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:04:27.822059 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-104c8dba-3c08-4575-a103-caf73a0d44a6 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:04:27.861794 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-104c8dba-3c08-4575-a103-caf73a0d44a6 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:27.901004 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-104c8dba-3c08-4575-a103-caf73a0d44a6 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:04:27.905112 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-104c8dba-3c08-4575-a103-caf73a0d44a6 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Usage tracker for resource:security_group_rule and tenant:dcef569c3d1c42279834a85579e46274 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:04:27.908022 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-104c8dba-3c08-4575-a103-caf73a0d44a6 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:04:27.913938 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-104c8dba-3c08-4575-a103-caf73a0d44a6 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:04:28.054682 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-104c8dba-3c08-4575-a103-caf73a0d44a6 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:28.078681 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-104c8dba-3c08-4575-a103-caf73a0d44a6 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:28.083960 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5df8e594-31ba-4126-a1fd-e9941aae3091 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:04:28.123655 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104c8dba-3c08-4575-a103-caf73a0d44a6 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=598091ff-b35a-4a45-8b55-e5cdafd92603,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:04:28.126558 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-104c8dba-3c08-4575-a103-caf73a0d44a6 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:04:28.159085 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-104c8dba-3c08-4575-a103-caf73a0d44a6 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:28.160398 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-104c8dba-3c08-4575-a103-caf73a0d44a6 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3634875 Dec 15 20:04:28.163417 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 35316) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:04:28.169904 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-aba9be18-d5dc-4be1-b4b5-9c1b9392789c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Request body: {'security_group_rule': {'security_group_id': '598091ff-b35a-4a45-8b55-e5cdafd92603', 'project_id': 'dcef569c3d1c42279834a85579e46274', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:04:28.176316 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-aba9be18-d5dc-4be1-b4b5-9c1b9392789c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:04:28.180305 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-aba9be18-d5dc-4be1-b4b5-9c1b9392789c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Usage tracker for resource:security_group_rule and tenant:dcef569c3d1c42279834a85579e46274 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:04:28.183538 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-aba9be18-d5dc-4be1-b4b5-9c1b9392789c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:04:28.189648 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-aba9be18-d5dc-4be1-b4b5-9c1b9392789c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:04:28.234149 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-aba9be18-d5dc-4be1-b4b5-9c1b9392789c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:28.299927 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-aba9be18-d5dc-4be1-b4b5-9c1b9392789c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:28.328217 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-aba9be18-d5dc-4be1-b4b5-9c1b9392789c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:28.330098 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d647973f-b6cd-425a-816d-8e219ca9edb7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:04:28.353450 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba9be18-d5dc-4be1-b4b5-9c1b9392789c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ec76c42-95a4-4303-84a4-b41d1a2eb7fa,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:04:28.355989 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-aba9be18-d5dc-4be1-b4b5-9c1b9392789c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:04:28.391295 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-aba9be18-d5dc-4be1-b4b5-9c1b9392789c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:28.392572 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-aba9be18-d5dc-4be1-b4b5-9c1b9392789c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2281449 Dec 15 20:04:28.395596 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 35320) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:04:28.402059 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-1187e8f7-ac9a-4ee8-b747-81470e95a77f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Request body: {'security_group_rule': {'security_group_id': '598091ff-b35a-4a45-8b55-e5cdafd92603', 'project_id': 'dcef569c3d1c42279834a85579e46274', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:04:28.409032 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-1187e8f7-ac9a-4ee8-b747-81470e95a77f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:04:28.413113 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-1187e8f7-ac9a-4ee8-b747-81470e95a77f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Usage tracker for resource:security_group_rule and tenant:dcef569c3d1c42279834a85579e46274 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:04:28.416049 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-1187e8f7-ac9a-4ee8-b747-81470e95a77f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:04:28.422761 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-1187e8f7-ac9a-4ee8-b747-81470e95a77f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:04:28.460717 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1187e8f7-ac9a-4ee8-b747-81470e95a77f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:28.524746 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1187e8f7-ac9a-4ee8-b747-81470e95a77f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:28.564259 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1187e8f7-ac9a-4ee8-b747-81470e95a77f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:28.566201 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-01ed5b70-1f39-4687-af68-8479fd05a419 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:04:28.589791 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1187e8f7-ac9a-4ee8-b747-81470e95a77f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f1af2f9-26c7-4bb7-afa1-c6620ee993be,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:04:28.593697 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1187e8f7-ac9a-4ee8-b747-81470e95a77f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:04:28.642678 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1187e8f7-ac9a-4ee8-b747-81470e95a77f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:28.643977 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1187e8f7-ac9a-4ee8-b747-81470e95a77f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2472582 Dec 15 20:04:28.646886 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 35324) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:04:28.652853 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-8405a400-51f2-4429-a75f-e1feb3fbf2ca tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Request body: {'security_group_rule': {'security_group_id': '598091ff-b35a-4a45-8b55-e5cdafd92603', 'project_id': 'dcef569c3d1c42279834a85579e46274', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:04:28.660292 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-8405a400-51f2-4429-a75f-e1feb3fbf2ca tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:04:28.664365 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8405a400-51f2-4429-a75f-e1feb3fbf2ca tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Usage tracker for resource:security_group_rule and tenant:dcef569c3d1c42279834a85579e46274 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:04:28.667331 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8405a400-51f2-4429-a75f-e1feb3fbf2ca tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:04:28.673681 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-8405a400-51f2-4429-a75f-e1feb3fbf2ca tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:04:28.711479 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8405a400-51f2-4429-a75f-e1feb3fbf2ca tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:28.775477 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8405a400-51f2-4429-a75f-e1feb3fbf2ca tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:28.808333 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8405a400-51f2-4429-a75f-e1feb3fbf2ca tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:28.810316 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-801e3a0c-8575-43a7-acd3-33aca31429c3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:04:28.836884 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8405a400-51f2-4429-a75f-e1feb3fbf2ca tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c28845eb-69c9-48e6-b53c-77aaf4c38073,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:04:28.842183 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8405a400-51f2-4429-a75f-e1feb3fbf2ca tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:04:28.871005 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8405a400-51f2-4429-a75f-e1feb3fbf2ca tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:28.872777 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8405a400-51f2-4429-a75f-e1feb3fbf2ca tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2243412 Dec 15 20:04:28.876087 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 35328) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:04:28.882233 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-1944bf27-0186-4f18-9ebf-25662a7222ef tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Request body: {'security_group_rule': {'security_group_id': '598091ff-b35a-4a45-8b55-e5cdafd92603', 'project_id': 'dcef569c3d1c42279834a85579e46274', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:04:28.889625 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-1944bf27-0186-4f18-9ebf-25662a7222ef tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:04:28.893688 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-1944bf27-0186-4f18-9ebf-25662a7222ef tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Usage tracker for resource:security_group_rule and tenant:dcef569c3d1c42279834a85579e46274 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:04:28.896723 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-1944bf27-0186-4f18-9ebf-25662a7222ef tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:04:28.903750 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-1944bf27-0186-4f18-9ebf-25662a7222ef tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:04:28.942593 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1944bf27-0186-4f18-9ebf-25662a7222ef tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:29.008686 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1944bf27-0186-4f18-9ebf-25662a7222ef tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:29.055591 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1944bf27-0186-4f18-9ebf-25662a7222ef tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:29.057743 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e5df13c1-468f-434c-b2d0-61697e78a48a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:04:29.080419 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1944bf27-0186-4f18-9ebf-25662a7222ef tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad4ca8c4-859c-4aab-9009-45083f70dc56,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:04:29.084560 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1944bf27-0186-4f18-9ebf-25662a7222ef tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:04:29.116437 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1944bf27-0186-4f18-9ebf-25662a7222ef tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:29.117708 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1944bf27-0186-4f18-9ebf-25662a7222ef tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2405493 Dec 15 20:04:29.120591 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 35332) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:04:29.126908 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-1e03f4f5-2197-4e73-9957-ab3a563451b2 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Request body: {'security_group_rule': {'security_group_id': '598091ff-b35a-4a45-8b55-e5cdafd92603', 'project_id': 'dcef569c3d1c42279834a85579e46274', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:04:29.133136 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-1e03f4f5-2197-4e73-9957-ab3a563451b2 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:04:29.137168 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-1e03f4f5-2197-4e73-9957-ab3a563451b2 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Usage tracker for resource:security_group_rule and tenant:dcef569c3d1c42279834a85579e46274 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:04:29.140740 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-1e03f4f5-2197-4e73-9957-ab3a563451b2 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:04:29.146754 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-1e03f4f5-2197-4e73-9957-ab3a563451b2 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:04:29.181096 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.securitygroups_db [None req-1e03f4f5-2197-4e73-9957-ab3a563451b2 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Project dcef569c3d1c42279834a85579e46274 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 20:04:29.188346 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1e03f4f5-2197-4e73-9957-ab3a563451b2 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:29.254843 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1e03f4f5-2197-4e73-9957-ab3a563451b2 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:29.283845 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1e03f4f5-2197-4e73-9957-ab3a563451b2 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:29.285708 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-89cb323a-1e3e-4bda-867e-c487daa52010 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:04:29.308855 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e03f4f5-2197-4e73-9957-ab3a563451b2 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2c57131-df69-42b4-bd5a-82a30f3b845e,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:04:29.312144 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1e03f4f5-2197-4e73-9957-ab3a563451b2 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:04:29.341840 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1e03f4f5-2197-4e73-9957-ab3a563451b2 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:29.343150 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1e03f4f5-2197-4e73-9957-ab3a563451b2 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2215579 Dec 15 20:04:29.346021 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 35336) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:04:29.351783 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-64a5dedf-ef8a-469d-a30c-f1ae5d0b7f8d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Request body: {'security_group_rule': {'security_group_id': '598091ff-b35a-4a45-8b55-e5cdafd92603', 'project_id': 'dcef569c3d1c42279834a85579e46274', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:04:29.358073 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-64a5dedf-ef8a-469d-a30c-f1ae5d0b7f8d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:04:29.362066 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-64a5dedf-ef8a-469d-a30c-f1ae5d0b7f8d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Usage tracker for resource:security_group_rule and tenant:dcef569c3d1c42279834a85579e46274 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:04:29.365084 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-64a5dedf-ef8a-469d-a30c-f1ae5d0b7f8d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:04:29.371035 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-64a5dedf-ef8a-469d-a30c-f1ae5d0b7f8d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:04:29.404227 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.securitygroups_db [None req-64a5dedf-ef8a-469d-a30c-f1ae5d0b7f8d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Project dcef569c3d1c42279834a85579e46274 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 20:04:29.410838 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-64a5dedf-ef8a-469d-a30c-f1ae5d0b7f8d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:29.709929 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-64a5dedf-ef8a-469d-a30c-f1ae5d0b7f8d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:29.747260 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-64a5dedf-ef8a-469d-a30c-f1ae5d0b7f8d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:29.749251 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-37574c4d-d8b9-405d-8e60-d993075428dd tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:04:29.771658 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a5dedf-ef8a-469d-a30c-f1ae5d0b7f8d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecf4e1b0-c330-422b-9538-79a9e51cfa27,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:04:29.774129 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-64a5dedf-ef8a-469d-a30c-f1ae5d0b7f8d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:04:29.808517 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-64a5dedf-ef8a-469d-a30c-f1ae5d0b7f8d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:29.810048 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-64a5dedf-ef8a-469d-a30c-f1ae5d0b7f8d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4628146 Dec 15 20:04:29.812869 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 35340) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:04:29.818688 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-c10fa31b-0130-4077-a1b6-4ba64bd49bc1 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Request body: {'network': {'name': 'tempest-network-smoke--1117435587', 'project_id': 'dcef569c3d1c42279834a85579e46274', 'port_security_enabled': True}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:04:29.823791 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-c10fa31b-0130-4077-a1b6-4ba64bd49bc1 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:04:29.828701 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-c10fa31b-0130-4077-a1b6-4ba64bd49bc1 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Usage tracker for resource:network and tenant:dcef569c3d1c42279834a85579e46274 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:04:29.831693 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-c10fa31b-0130-4077-a1b6-4ba64bd49bc1 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:04:29.837592 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-c10fa31b-0130-4077-a1b6-4ba64bd49bc1 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:04:29.876743 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c10fa31b-0130-4077-a1b6-4ba64bd49bc1 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Made reservation on behalf of dcef569c3d1c42279834a85579e46274 for: {'network': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 20:04:29.882338 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c10fa31b-0130-4077-a1b6-4ba64bd49bc1 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:29.912524 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c10fa31b-0130-4077-a1b6-4ba64bd49bc1 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=88991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 20:04:29.922424 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c10fa31b-0130-4077-a1b6-4ba64bd49bc1 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:29.922824 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-c10fa31b-0130-4077-a1b6-4ba64bd49bc1 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Added segment a61d2528-fbf2-4f69-b898-af51224b1992 of type vlan for network cb11ad6b-4a99-4131-95fc-b700db963471 Dec 15 20:04:29.948483 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c10fa31b-0130-4077-a1b6-4ba64bd49bc1 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:30.014259 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c10fa31b-0130-4077-a1b6-4ba64bd49bc1 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:30.018318 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10fa31b-0130-4077-a1b6-4ba64bd49bc1 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:04:30.018966 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c10fa31b-0130-4077-a1b6-4ba64bd49bc1 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:30.024146 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ed7b6434-1f5a-417a-9453-b6b4add2f3ef tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:04:30.133989 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10fa31b-0130-4077-a1b6-4ba64bd49bc1 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event updated for resources: {'Network': ['ID=cb11ad6b-4a99-4131-95fc-b700db963471,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:04:30.136921 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c10fa31b-0130-4077-a1b6-4ba64bd49bc1 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:04:30.145151 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network cb11ad6b-4a99-4131-95fc-b700db963471 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 20:04:30.152022 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c10fa31b-0130-4077-a1b6-4ba64bd49bc1 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3381174 Dec 15 20:04:30.155687 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 35344) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:04:30.161297 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-2678fe36-8223-445b-b174-b006f727eea9 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1421915212', 'admin_state_up': True, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:04:30.168972 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-2678fe36-8223-445b-b174-b006f727eea9 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:04:30.173149 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-2678fe36-8223-445b-b174-b006f727eea9 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Usage tracker for resource:router and tenant:dcef569c3d1c42279834a85579e46274 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:04:30.176159 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-2678fe36-8223-445b-b174-b006f727eea9 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:04:30.182141 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-2678fe36-8223-445b-b174-b006f727eea9 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:04:30.219974 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2678fe36-8223-445b-b174-b006f727eea9 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854699176'] for router, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:30.220997 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2678fe36-8223-445b-b174-b006f727eea9 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854194926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-76609'] for router, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:30.297017 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2678fe36-8223-445b-b174-b006f727eea9 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:30.479592 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2678fe36-8223-445b-b174-b006f727eea9 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:30.701680 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2678fe36-8223-445b-b174-b006f727eea9 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for router_gateway, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:30.732680 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2678fe36-8223-445b-b174-b006f727eea9 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:30.873210 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-2678fe36-8223-445b-b174-b006f727eea9 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Allocated IP 172.26.3.139 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/aa12248d-d1a9-47ef-83e8-e620fe7f3938) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 20:04:31.026345 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2678fe36-8223-445b-b174-b006f727eea9 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:31.105805 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2678fe36-8223-445b-b174-b006f727eea9 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:31.111100 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9dd0389a-884f-4004-9433-21f72a00ab38 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:04:31.175234 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2678fe36-8223-445b-b174-b006f727eea9 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 20:04:31.178792 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-2678fe36-8223-445b-b174-b006f727eea9 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 20:04:31.184153 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2678fe36-8223-445b-b174-b006f727eea9 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:04:31.212738 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2678fe36-8223-445b-b174-b006f727eea9 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event updated for resources: {'Port': ['ID=aa12248d-d1a9-47ef-83e8-e620fe7f3938,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:04:31.218560 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2678fe36-8223-445b-b174-b006f727eea9 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:04:31.387483 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2678fe36-8223-445b-b174-b006f727eea9 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for router_gateway, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:31.388195 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2678fe36-8223-445b-b174-b006f727eea9 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904'] for router, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:31.666774 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2678fe36-8223-445b-b174-b006f727eea9 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Router 06a50b3c-0d61-44e1-8e41-1acc8830c469 is scheduled to L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 with binding_index 1 {{(pid=88991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 15 20:04:31.877161 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2678fe36-8223-445b-b174-b006f727eea9 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 20:04:31.887100 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04eb8a16-439f-46c2-9b73-963ebb4ccc31 None None] Sync routers for ids ['06a50b3c-0d61-44e1-8e41-1acc8830c469'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 20:04:31.900284 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04eb8a16-439f-46c2-9b73-963ebb4ccc31 None None] Routers {'06a50b3c-0d61-44e1-8e41-1acc8830c469'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:04:31.900913 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-04eb8a16-439f-46c2-9b73-963ebb4ccc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:04:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['06a50b3c-0d61-44e1-8e41-1acc8830c469'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:04:31.936329 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2678fe36-8223-445b-b174-b006f727eea9 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for router, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:31.937843 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-2678fe36-8223-445b-b174-b006f727eea9 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7810760 Dec 15 20:04:31.940977 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 35348) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:04:31.988706 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-3a797d46-5d4f-43c5-b566-cff9ec664f2c tempest-TestNetworkAdvancedServerOps-1358408781 tempest-TestNetworkAdvancedServerOps-1358408781-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=dcef569c3d1c42279834a85579e46274&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0464935 Dec 15 20:04:31.991399 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 35352) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:04:32.088268 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-04eb8a16-439f-46c2-9b73-963ebb4ccc31 None None] Set router 06a50b3c-0d61-44e1-8e41-1acc8830c469 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:04:32.130207 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bebb33b-4810-4d20-aaec-a497fc8edee7 tempest-TestNetworkAdvancedServerOps-1358408781 tempest-TestNetworkAdvancedServerOps-1358408781-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:04:32.131884 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-5bebb33b-4810-4d20-aaec-a497fc8edee7 tempest-TestNetworkAdvancedServerOps-1358408781 tempest-TestNetworkAdvancedServerOps-1358408781-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1395137 Dec 15 20:04:32.134856 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 35356) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:04:32.178630 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-5f3b0308-30cc-49f3-b87f-af02f9cc7bc9 tempest-TestNetworkAdvancedServerOps-1358408781 tempest-TestNetworkAdvancedServerOps-1358408781-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=4b9c9b76-a8c2-4873-8d7b-0d52cc71925c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0424426 Dec 15 20:04:32.181195 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 35360) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:04:32.188010 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-a940bdad-da6a-4f42-a22e-680d4f6f3686 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1296615690', 'network_id': 'cb11ad6b-4a99-4131-95fc-b700db963471', 'project_id': 'dcef569c3d1c42279834a85579e46274', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:04:32.303528 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a940bdad-da6a-4f42-a22e-680d4f6f3686 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:04:32.307806 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-a940bdad-da6a-4f42-a22e-680d4f6f3686 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Usage tracker for resource:subnet and tenant:dcef569c3d1c42279834a85579e46274 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:04:32.311379 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-a940bdad-da6a-4f42-a22e-680d4f6f3686 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:04:32.317364 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a940bdad-da6a-4f42-a22e-680d4f6f3686 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:04:32.347042 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a940bdad-da6a-4f42-a22e-680d4f6f3686 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Made reservation on behalf of dcef569c3d1c42279834a85579e46274 for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 20:04:32.382023 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-04eb8a16-439f-46c2-9b73-963ebb4ccc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06a50b3c-0d61-44e1-8e41-1acc8830c469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421915212', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': 'aa12248d-d1a9-47ef-83e8-e620fe7f3938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:04:30Z', 'updated_at': '2021-12-15T20:04:31Z', 'revision_number': 3, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'gw_port': {'id': 'aa12248d-d1a9-47ef-83e8-e620fe7f3938', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:53:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06a50b3c-0d61-44e1-8e41-1acc8830c469', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:04:30Z', 'updated_at': '2021-12-15T20:04:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:04:32.386345 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04eb8a16-439f-46c2-9b73-963ebb4ccc31 None None] Checking router: 06a50b3c-0d61-44e1-8e41-1acc8830c469 for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 20:04:32.386754 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04eb8a16-439f-46c2-9b73-963ebb4ccc31 None None] Updating router 06a50b3c-0d61-44e1-8e41-1acc8830c469 port aa12248d-d1a9-47ef-83e8-e620fe7f3938 binding host dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 15 20:04:32.444863 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-04eb8a16-439f-46c2-9b73-963ebb4ccc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:32.458813 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a940bdad-da6a-4f42-a22e-680d4f6f3686 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:32.763509 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a940bdad-da6a-4f42-a22e-680d4f6f3686 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:32.768375 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-bf51be52-3ef9-49c9-b8d8-0527a299b8bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:04:32.825726 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-04eb8a16-439f-46c2-9b73-963ebb4ccc31 None None] Notify callbacks [] for port, precommit_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:32.838407 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-04eb8a16-439f-46c2-9b73-963ebb4ccc31 None None] Transition to ACTIVE for port object aa12248d-d1a9-47ef-83e8-e620fe7f3938 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 20:04:32.862909 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a940bdad-da6a-4f42-a22e-680d4f6f3686 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event updated for resources: {'Subnet': ['ID=2f95b197-8f41-4a0e-8a42-2de6f4460f16,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:04:32.866668 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a940bdad-da6a-4f42-a22e-680d4f6f3686 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:04:32.874229 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-04eb8a16-439f-46c2-9b73-963ebb4ccc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:32.874859 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a940bdad-da6a-4f42-a22e-680d4f6f3686 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Checking segment: {'id': 'a61d2528-fbf2-4f69-b898-af51224b1992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'cb11ad6b-4a99-4131-95fc-b700db963471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 20:04:32.875259 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a940bdad-da6a-4f42-a22e-680d4f6f3686 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Network hostable DHCP agents. Network: cb11ad6b-4a99-4131-95fc-b700db963471, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 20:04:32.879002 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:04:32.924162 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a940bdad-da6a-4f42-a22e-680d4f6f3686 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Network cb11ad6b-4a99-4131-95fc-b700db963471 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 20:04:32.958634 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-a940bdad-da6a-4f42-a22e-680d4f6f3686 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, cb11ad6b-4a99-4131-95fc-b700db963471) {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 20:04:32.962896 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a940bdad-da6a-4f42-a22e-680d4f6f3686 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:04:32.963552 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a940bdad-da6a-4f42-a22e-680d4f6f3686 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:32.969444 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-04eb8a16-439f-46c2-9b73-963ebb4ccc31 None None] Attempting to bind port aa12248d-d1a9-47ef-83e8-e620fe7f3938 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 20:04:32.969870 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-04eb8a16-439f-46c2-9b73-963ebb4ccc31 None None] Attempting to bind port aa12248d-d1a9-47ef-83e8-e620fe7f3938 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 20:04:32.970315 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04eb8a16-439f-46c2-9b73-963ebb4ccc31 None None] Attempting to bind port aa12248d-d1a9-47ef-83e8-e620fe7f3938 on network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 20:04:32.974767 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62060030-dab7-4e8f-972f-b3b780f7c0f7 None None] Network cb11ad6b-4a99-4131-95fc-b700db963471 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 20:04:32.988867 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b9d98-fede-465a-8b76-a317049abbc5 None None] Pushing event updated for resources: {'Port': ['ID=aa12248d-d1a9-47ef-83e8-e620fe7f3938,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:04:32.991805 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e47b9d98-fede-465a-8b76-a317049abbc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:04:33.037838 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a940bdad-da6a-4f42-a22e-680d4f6f3686 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8555055 Dec 15 20:04:33.041512 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 35364) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:04:33.062303 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04eb8a16-439f-46c2-9b73-963ebb4ccc31 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 20, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 20:04:33.062737 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04eb8a16-439f-46c2-9b73-963ebb4ccc31 None None] Checking segment: {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 20:04:33.063200 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-04eb8a16-439f-46c2-9b73-963ebb4ccc31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:33.063660 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04eb8a16-439f-46c2-9b73-963ebb4ccc31 None None] Bound using segment: {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 20:04:33.064189 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-04eb8a16-439f-46c2-9b73-963ebb4ccc31 None None] Bound port: aa12248d-d1a9-47ef-83e8-e620fe7f3938, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 20:04:33.064626 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-04eb8a16-439f-46c2-9b73-963ebb4ccc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:33.376347 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-04eb8a16-439f-46c2-9b73-963ebb4ccc31 None None] For port aa12248d-d1a9-47ef-83e8-e620fe7f3938, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 20:04:33.396849 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-04eb8a16-439f-46c2-9b73-963ebb4ccc31 None None] For port aa12248d-d1a9-47ef-83e8-e620fe7f3938, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=aa12248d-d1a9-47ef-83e8-e620fe7f3938,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 20:04:33.446108 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-04eb8a16-439f-46c2-9b73-963ebb4ccc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:33.450842 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7c6a632c-d1c7-445a-963d-05eda4bfb6ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:04:33.454525 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [req-654d8c4b-606e-4eb2-92af-fa6828859ce9 req-29bef5da-b1b0-4692-be87-0b02783502c6 tempest-ServerDiskConfigTestJSON-924465415 tempest-ServerDiskConfigTestJSON-924465415-project] (88991) timed out ('10.222.0.32', 58873) {{(pid=88991) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Dec 15 20:04:33.484798 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37231b71-9058-4e2b-bc22-c110f54f7a38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-cb11ad6b-4a99-4131-95fc-b700db963471', 'network_id': 'cb11ad6b-4a99-4131-95fc-b700db963471', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'fixed_ips': [{'subnet_id': '2f95b197-8f41-4a0e-8a42-2de6f4460f16'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 20:04:33.486051 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-37231b71-9058-4e2b-bc22-c110f54f7a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:33.591227 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b9d98-fede-465a-8b76-a317049abbc5 None None] Pushing event updated for resources: {'Port': ['ID=aa12248d-d1a9-47ef-83e8-e620fe7f3938,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:04:33.612901 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e47b9d98-fede-465a-8b76-a317049abbc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:04:33.625058 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04eb8a16-439f-46c2-9b73-963ebb4ccc31 None None] Routers {'06a50b3c-0d61-44e1-8e41-1acc8830c469'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:04:33.625813 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-04eb8a16-439f-46c2-9b73-963ebb4ccc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:04:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['06a50b3c-0d61-44e1-8e41-1acc8830c469'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:04:33.864488 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-37231b71-9058-4e2b-bc22-c110f54f7a38 None None] Allocated IP 172.20.0.2 (cb11ad6b-4a99-4131-95fc-b700db963471/2f95b197-8f41-4a0e-8a42-2de6f4460f16/bad5a351-3e2e-4bb0-b31e-21da3ed24b9d) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 20:04:33.908013 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-04eb8a16-439f-46c2-9b73-963ebb4ccc31 None None] Set router 06a50b3c-0d61-44e1-8e41-1acc8830c469 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:04:33.935015 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6efe1971-de8a-48e0-bb7f-34670fb21eb3 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:34.342719 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-37231b71-9058-4e2b-bc22-c110f54f7a38 None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:34.356913 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-37231b71-9058-4e2b-bc22-c110f54f7a38 None None] Transition to ACTIVE for port object bad5a351-3e2e-4bb0-b31e-21da3ed24b9d will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 20:04:34.390336 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-04eb8a16-439f-46c2-9b73-963ebb4ccc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06a50b3c-0d61-44e1-8e41-1acc8830c469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421915212', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': 'aa12248d-d1a9-47ef-83e8-e620fe7f3938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:04:30Z', 'updated_at': '2021-12-15T20:04:31Z', 'revision_number': 3, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'gw_port': {'id': 'aa12248d-d1a9-47ef-83e8-e620fe7f3938', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:53:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06a50b3c-0d61-44e1-8e41-1acc8830c469', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:04:30Z', 'updated_at': '2021-12-15T20:04:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:04:34.394432 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04eb8a16-439f-46c2-9b73-963ebb4ccc31 None None] The sync data for ids ['06a50b3c-0d61-44e1-8e41-1acc8830c469'] in dv-neutron-821831-2-hyperv is: [{'id': '06a50b3c-0d61-44e1-8e41-1acc8830c469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421915212', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': 'aa12248d-d1a9-47ef-83e8-e620fe7f3938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:04:30Z', 'updated_at': '2021-12-15T20:04:31Z', 'revision_number': 3, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'gw_port': {'id': 'aa12248d-d1a9-47ef-83e8-e620fe7f3938', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:53:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06a50b3c-0d61-44e1-8e41-1acc8830c469', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:04:30Z', 'updated_at': '2021-12-15T20:04:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 20:04:34.444290 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-37231b71-9058-4e2b-bc22-c110f54f7a38 None None] Transition to ACTIVE for port object bad5a351-3e2e-4bb0-b31e-21da3ed24b9d will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 20:04:34.473441 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-37231b71-9058-4e2b-bc22-c110f54f7a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:34.477707 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-cb3cc604-47ad-4ec5-9d4f-a00314455821 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:04:34.517764 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-6efe1971-de8a-48e0-bb7f-34670fb21eb3 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Allocated IP 172.20.0.1 (cb11ad6b-4a99-4131-95fc-b700db963471/2f95b197-8f41-4a0e-8a42-2de6f4460f16/8c591f1a-62bb-4733-96c8-324fa94e33ce) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 20:04:34.550417 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37231b71-9058-4e2b-bc22-c110f54f7a38 None None] Network cb11ad6b-4a99-4131-95fc-b700db963471 is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 20:04:34.554496 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-37231b71-9058-4e2b-bc22-c110f54f7a38 None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 20:04:34.556837 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37231b71-9058-4e2b-bc22-c110f54f7a38 None None] Pushing event updated for resources: {'Port': ['ID=bad5a351-3e2e-4bb0-b31e-21da3ed24b9d,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:04:34.559700 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37231b71-9058-4e2b-bc22-c110f54f7a38 None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:04:34.562969 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-37231b71-9058-4e2b-bc22-c110f54f7a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:04:34.657976 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-37231b71-9058-4e2b-bc22-c110f54f7a38 None None] Attempting to bind port bad5a351-3e2e-4bb0-b31e-21da3ed24b9d on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 20:04:34.658426 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-37231b71-9058-4e2b-bc22-c110f54f7a38 None None] Attempting to bind port bad5a351-3e2e-4bb0-b31e-21da3ed24b9d by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'a61d2528-fbf2-4f69-b898-af51224b1992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'cb11ad6b-4a99-4131-95fc-b700db963471'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 20:04:34.658842 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37231b71-9058-4e2b-bc22-c110f54f7a38 None None] Attempting to bind port bad5a351-3e2e-4bb0-b31e-21da3ed24b9d on network cb11ad6b-4a99-4131-95fc-b700db963471 {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 20:04:34.665749 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37231b71-9058-4e2b-bc22-c110f54f7a38 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 20, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 20:04:34.666173 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37231b71-9058-4e2b-bc22-c110f54f7a38 None None] Checking segment: {'id': 'a61d2528-fbf2-4f69-b898-af51224b1992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'cb11ad6b-4a99-4131-95fc-b700db963471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 20:04:34.666658 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-37231b71-9058-4e2b-bc22-c110f54f7a38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:34.667105 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37231b71-9058-4e2b-bc22-c110f54f7a38 None None] Bound using segment: {'id': 'a61d2528-fbf2-4f69-b898-af51224b1992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'cb11ad6b-4a99-4131-95fc-b700db963471'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 20:04:34.667629 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-37231b71-9058-4e2b-bc22-c110f54f7a38 None None] Bound port: bad5a351-3e2e-4bb0-b31e-21da3ed24b9d, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a61d2528-fbf2-4f69-b898-af51224b1992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'cb11ad6b-4a99-4131-95fc-b700db963471'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 20:04:34.668057 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-37231b71-9058-4e2b-bc22-c110f54f7a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:34.698394 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6efe1971-de8a-48e0-bb7f-34670fb21eb3 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:34.716918 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-6efe1971-de8a-48e0-bb7f-34670fb21eb3 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Transition to ACTIVE for port object 8c591f1a-62bb-4733-96c8-324fa94e33ce will not be triggered until provisioned by entity DHCP. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 20:04:34.764470 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-37231b71-9058-4e2b-bc22-c110f54f7a38 None None] For port bad5a351-3e2e-4bb0-b31e-21da3ed24b9d, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 20:04:34.764865 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6efe1971-de8a-48e0-bb7f-34670fb21eb3 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:34.767735 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-37231b71-9058-4e2b-bc22-c110f54f7a38 None None] For port bad5a351-3e2e-4bb0-b31e-21da3ed24b9d, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=bad5a351-3e2e-4bb0-b31e-21da3ed24b9d,segment=NetworkSegment(a61d2528-fbf2-4f69-b898-af51224b1992),segment_id=a61d2528-fbf2-4f69-b898-af51224b1992)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 20:04:34.769802 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-48cc366c-34ae-4ca2-93d3-0ab44686ba32 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:04:34.800157 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-37231b71-9058-4e2b-bc22-c110f54f7a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:34.805954 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-40c38b71-9cf8-4254-93b7-d718c222c2a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:04:34.849582 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efe1971-de8a-48e0-bb7f-34670fb21eb3 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event updated for resources: {'Port': ['ID=8c591f1a-62bb-4733-96c8-324fa94e33ce,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:04:34.859069 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6efe1971-de8a-48e0-bb7f-34670fb21eb3 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:04:34.864588 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efe1971-de8a-48e0-bb7f-34670fb21eb3 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Network cb11ad6b-4a99-4131-95fc-b700db963471 is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 20:04:34.866297 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-6efe1971-de8a-48e0-bb7f-34670fb21eb3 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 20:04:34.869635 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efe1971-de8a-48e0-bb7f-34670fb21eb3 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:04:34.931187 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37231b71-9058-4e2b-bc22-c110f54f7a38 None None] Pushing event updated for resources: {'Port': ['ID=bad5a351-3e2e-4bb0-b31e-21da3ed24b9d,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:04:34.936740 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-37231b71-9058-4e2b-bc22-c110f54f7a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:04:34.938609 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6efe1971-de8a-48e0-bb7f-34670fb21eb3 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630901'] for router_interface, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:35.065891 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6efe1971-de8a-48e0-bb7f-34670fb21eb3 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:35.533696 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6efe1971-de8a-48e0-bb7f-34670fb21eb3 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:35.565589 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device aa12248d-d1a9-47ef-83e8-e620fe7f3938 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 20:04:35.581636 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6efe1971-de8a-48e0-bb7f-34670fb21eb3 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:35.614267 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-28445e91-2f08-4a5f-8a30-1d3840dd61c8 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:04:35.678409 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port aa12248d-d1a9-47ef-83e8-e620fe7f3938 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 20:04:35.685461 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port aa12248d-d1a9-47ef-83e8-e620fe7f3938 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:04:35.685824 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:35.708225 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efe1971-de8a-48e0-bb7f-34670fb21eb3 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event updated for resources: {'Port': ['ID=8c591f1a-62bb-4733-96c8-324fa94e33ce,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:04:35.710937 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6efe1971-de8a-48e0-bb7f-34670fb21eb3 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1959989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854145006'] for router_interface, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:35.714827 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6efe1971-de8a-48e0-bb7f-34670fb21eb3 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:04:35.807716 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:35.823586 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port aa12248d-d1a9-47ef-83e8-e620fe7f3938, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=aa12248d-d1a9-47ef-83e8-e620fe7f3938,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:04:35.855701 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:35.857994 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device bad5a351-3e2e-4bb0-b31e-21da3ed24b9d up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 20:04:35.866427 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efe1971-de8a-48e0-bb7f-34670fb21eb3 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Network cb11ad6b-4a99-4131-95fc-b700db963471 is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 20:04:35.867822 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-6efe1971-de8a-48e0-bb7f-34670fb21eb3 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 20:04:35.890037 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-512f3f65-6716-44f7-ad6b-9979bb3ad2a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:04:35.984522 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=aa12248d-d1a9-47ef-83e8-e620fe7f3938,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:04:35.987883 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:04:36.027092 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port bad5a351-3e2e-4bb0-b31e-21da3ed24b9d completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 20:04:36.525996 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6efe1971-de8a-48e0-bb7f-34670fb21eb3 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Router 06a50b3c-0d61-44e1-8e41-1acc8830c469 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 20:04:36.576356 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc77763-a3c1-433e-b606-77f2c46f50d7 None None] Network cb11ad6b-4a99-4131-95fc-b700db963471 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 20:04:36.714749 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-2004cfbf-6ac4-483e-ae9d-88e8c86b225e None None] Provisioning for port bad5a351-3e2e-4bb0-b31e-21da3ed24b9d completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 20:04:36.751381 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6efe1971-de8a-48e0-bb7f-34670fb21eb3 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 20:04:36.773189 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6efe1971-de8a-48e0-bb7f-34670fb21eb3 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "PUT /v2.0/routers/06a50b3c-0d61-44e1-8e41-1acc8830c469/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7244923 Dec 15 20:04:36.918954 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-2004cfbf-6ac4-483e-ae9d-88e8c86b225e None None] Provisioning complete for port bad5a351-3e2e-4bb0-b31e-21da3ed24b9d triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:04:36.919392 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2004cfbf-6ac4-483e-ae9d-88e8c86b225e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:36.967905 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-10cf1e9a-dce0-4f0f-b733-3fd852067803 req-360f7095-f6f6-4d68-bce0-514b82e924fc tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Synchronizing usage tracker for tenant:dcef569c3d1c42279834a85579e46274 on resource:security_group {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 20:04:37.010139 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-10cf1e9a-dce0-4f0f-b733-3fd852067803 req-360f7095-f6f6-4d68-bce0-514b82e924fc tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Unset dirty status for tenant:dcef569c3d1c42279834a85579e46274 on resource:security_group {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 20:04:37.011500 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-10cf1e9a-dce0-4f0f-b733-3fd852067803 req-360f7095-f6f6-4d68-bce0-514b82e924fc tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-348956604&fields=id&tenant_id=dcef569c3d1c42279834a85579e46274 HTTP/1.1" status: 200 len: 267 time: 0.0912063 Dec 15 20:04:37.114297 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2004cfbf-6ac4-483e-ae9d-88e8c86b225e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:37.150311 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-2004cfbf-6ac4-483e-ae9d-88e8c86b225e None None] For port bad5a351-3e2e-4bb0-b31e-21da3ed24b9d, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=bad5a351-3e2e-4bb0-b31e-21da3ed24b9d,segment=NetworkSegment(a61d2528-fbf2-4f69-b898-af51224b1992),segment_id=a61d2528-fbf2-4f69-b898-af51224b1992)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:04:37.181469 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2004cfbf-6ac4-483e-ae9d-88e8c86b225e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:37.186690 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-512f3f65-6716-44f7-ad6b-9979bb3ad2a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:04:37.188074 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf1e9a-dce0-4f0f-b733-3fd852067803 req-a5e9fe80-1cf6-43d9-a588-ab3f559ba954 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:04:37.188857 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-10cf1e9a-dce0-4f0f-b733-3fd852067803 req-a5e9fe80-1cf6-43d9-a588-ab3f559ba954 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Synchronizing usage tracker for tenant:dcef569c3d1c42279834a85579e46274 on resource:network {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 20:04:37.227249 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-10cf1e9a-dce0-4f0f-b733-3fd852067803 req-a5e9fe80-1cf6-43d9-a588-ab3f559ba954 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Unset dirty status for tenant:dcef569c3d1c42279834a85579e46274 on resource:network {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 20:04:37.228574 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-10cf1e9a-dce0-4f0f-b733-3fd852067803 req-a5e9fe80-1cf6-43d9-a588-ab3f559ba954 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/networks?id=cb11ad6b-4a99-4131-95fc-b700db963471 HTTP/1.1" status: 200 len: 797 time: 0.2086673 Dec 15 20:04:37.249902 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-10cf1e9a-dce0-4f0f-b733-3fd852067803 req-eb4607b3-9a30-475a-bc69-e1f3b2e1ec6d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/quotas/dcef569c3d1c42279834a85579e46274 HTTP/1.1" status: 200 len: 375 time: 0.0135009 Dec 15 20:04:37.259166 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2004cfbf-6ac4-483e-ae9d-88e8c86b225e None None] Pushing event updated for resources: {'Port': ['ID=bad5a351-3e2e-4bb0-b31e-21da3ed24b9d,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:04:37.267133 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2004cfbf-6ac4-483e-ae9d-88e8c86b225e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:04:37.341708 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-10cf1e9a-dce0-4f0f-b733-3fd852067803 req-ead98849-332a-478d-8974-12d64c025896 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Synchronizing usage tracker for tenant:dcef569c3d1c42279834a85579e46274 on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 20:04:37.388091 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-10cf1e9a-dce0-4f0f-b733-3fd852067803 req-ead98849-332a-478d-8974-12d64c025896 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Unset dirty status for tenant:dcef569c3d1c42279834a85579e46274 on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 20:04:37.389553 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-10cf1e9a-dce0-4f0f-b733-3fd852067803 req-ead98849-332a-478d-8974-12d64c025896 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=dcef569c3d1c42279834a85579e46274&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1327598 Dec 15 20:04:37.418065 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a126fe60-5f8f-41fd-8b7a-2b7e9ee42f7f None None] Sync routers for ids ['06a50b3c-0d61-44e1-8e41-1acc8830c469'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 20:04:37.432589 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a126fe60-5f8f-41fd-8b7a-2b7e9ee42f7f None None] Routers {'06a50b3c-0d61-44e1-8e41-1acc8830c469'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:04:37.433249 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-a126fe60-5f8f-41fd-8b7a-2b7e9ee42f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:04:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['06a50b3c-0d61-44e1-8e41-1acc8830c469'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:04:37.433433 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-2ae77e0f-9742-4651-b7de-f9e5ad7eb0b6 None None] Provisioning for port 8c591f1a-62bb-4733-96c8-324fa94e33ce completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 20:04:37.439820 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-2ae77e0f-9742-4651-b7de-f9e5ad7eb0b6 None None] Provisioning complete for port 8c591f1a-62bb-4733-96c8-324fa94e33ce triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:04:37.440329 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2ae77e0f-9742-4651-b7de-f9e5ad7eb0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:37.499113 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-2ae77e0f-9742-4651-b7de-f9e5ad7eb0b6 None None] Port 8c591f1a-62bb-4733-96c8-324fa94e33ce cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 20:04:37.526072 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-2ae77e0f-9742-4651-b7de-f9e5ad7eb0b6 None None] Provisioning complete for port bad5a351-3e2e-4bb0-b31e-21da3ed24b9d triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:04:37.526784 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2ae77e0f-9742-4651-b7de-f9e5ad7eb0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:37.599371 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device aa12248d-d1a9-47ef-83e8-e620fe7f3938 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 20:04:37.696202 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-10cf1e9a-dce0-4f0f-b733-3fd852067803 req-d69d205c-1198-4263-8b06-997b2ee59737 service neutron] 10.222.0.36 "GET /v2.0/networks/cb11ad6b-4a99-4131-95fc-b700db963471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879305 Dec 15 20:04:37.721776 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-a126fe60-5f8f-41fd-8b7a-2b7e9ee42f7f None None] Set router 06a50b3c-0d61-44e1-8e41-1acc8830c469 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:04:37.735159 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port aa12248d-d1a9-47ef-83e8-e620fe7f3938 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:04:37.735596 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:37.869532 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-10cf1e9a-dce0-4f0f-b733-3fd852067803 req-7823a065-101a-4755-9bed-979ed7da21db service neutron] 10.222.0.36 "GET /v2.0/networks/cb11ad6b-4a99-4131-95fc-b700db963471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585367 Dec 15 20:04:37.873423 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-8d4b21d7-8d5b-4d61-813e-b4ca4963cbf5 None None] Provisioning complete for port 8c591f1a-62bb-4733-96c8-324fa94e33ce triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:04:37.873856 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8d4b21d7-8d5b-4d61-813e-b4ca4963cbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:37.933687 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device bad5a351-3e2e-4bb0-b31e-21da3ed24b9d up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 20:04:37.990930 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-8d4b21d7-8d5b-4d61-813e-b4ca4963cbf5 None None] Port 8c591f1a-62bb-4733-96c8-324fa94e33ce cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 20:04:38.022533 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port bad5a351-3e2e-4bb0-b31e-21da3ed24b9d triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:04:38.023087 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:38.115940 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-a126fe60-5f8f-41fd-8b7a-2b7e9ee42f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06a50b3c-0d61-44e1-8e41-1acc8830c469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421915212', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': 'aa12248d-d1a9-47ef-83e8-e620fe7f3938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:04:30Z', 'updated_at': '2021-12-15T20:04:34Z', 'revision_number': 4, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'gw_port': {'id': 'aa12248d-d1a9-47ef-83e8-e620fe7f3938', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:53:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a50b3c-0d61-44e1-8e41-1acc8830c469', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:04:30Z', 'updated_at': '2021-12-15T20:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '8c591f1a-62bb-4733-96c8-324fa94e33ce', 'name': '', 'network_id': 'cb11ad6b-4a99-4131-95fc-b700db963471', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'mac_address': 'fa:16:3e:14:a8:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06a50b3c-0d61-44e1-8e41-1acc8830c469', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f95b197-8f41-4a0e-8a42-2de6f4460f16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:04:34Z', 'updated_at': '2021-12-15T20:04:35Z', 'revision_number': 2, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'subnets': [{'id': '2f95b197-8f41-4a0e-8a42-2de6f4460f16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:04:38.120098 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a126fe60-5f8f-41fd-8b7a-2b7e9ee42f7f None None] Checking router: 06a50b3c-0d61-44e1-8e41-1acc8830c469 for host: dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 20:04:38.123010 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a126fe60-5f8f-41fd-8b7a-2b7e9ee42f7f None None] Updating router 06a50b3c-0d61-44e1-8e41-1acc8830c469 port 8c591f1a-62bb-4733-96c8-324fa94e33ce binding host dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 15 20:04:38.160125 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b63ee003-3cda-4ccc-bedc-048a3eceb305 None None] Provisioning complete for port 8c591f1a-62bb-4733-96c8-324fa94e33ce triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:04:38.160547 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b63ee003-3cda-4ccc-bedc-048a3eceb305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:38.180016 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-eef221cc-f00b-48c7-a49b-64d0355d1e70 req-8d682851-2671-4a9f-a19a-284d6e04accd tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9e78200-a884-494e-955c-4fd1b527b692 HTTP/1.1" status: 200 len: 210 time: 0.0587556 Dec 15 20:04:38.199138 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a126fe60-5f8f-41fd-8b7a-2b7e9ee42f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:38.247870 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-b63ee003-3cda-4ccc-bedc-048a3eceb305 None None] Port 8c591f1a-62bb-4733-96c8-324fa94e33ce cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 20:04:38.283982 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e5a70217-0019-4cb5-9de5-77455c534f99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:38.647283 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a126fe60-5f8f-41fd-8b7a-2b7e9ee42f7f None None] Notify callbacks [] for port, precommit_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:38.660259 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-a126fe60-5f8f-41fd-8b7a-2b7e9ee42f7f None None] Transition to ACTIVE for port object 8c591f1a-62bb-4733-96c8-324fa94e33ce will not be triggered until provisioned by entity L2. {{(pid=88993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 20:04:38.695414 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a126fe60-5f8f-41fd-8b7a-2b7e9ee42f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:38.700643 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-67cb8e86-8f72-4942-9a4e-8ee95e738975 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:04:38.826093 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2518ec-d25e-41d2-b2c6-4f3faa540aeb None None] Pushing event updated for resources: {'Port': ['ID=8c591f1a-62bb-4733-96c8-324fa94e33ce,revision_number=3']} {{(pid=88993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:04:38.841423 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2518ec-d25e-41d2-b2c6-4f3faa540aeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:04:38.841813 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2518ec-d25e-41d2-b2c6-4f3faa540aeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:04:38.842595 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2518ec-d25e-41d2-b2c6-4f3faa540aeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:04:38.842978 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2518ec-d25e-41d2-b2c6-4f3faa540aeb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:04:38.843350 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2518ec-d25e-41d2-b2c6-4f3faa540aeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:04:38.843717 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2518ec-d25e-41d2-b2c6-4f3faa540aeb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:04:38.844088 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2518ec-d25e-41d2-b2c6-4f3faa540aeb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:04:38.844458 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2518ec-d25e-41d2-b2c6-4f3faa540aeb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:04:38.844821 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2518ec-d25e-41d2-b2c6-4f3faa540aeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:04:38.845183 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2518ec-d25e-41d2-b2c6-4f3faa540aeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:04:38.845541 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2518ec-d25e-41d2-b2c6-4f3faa540aeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:04:38.877319 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fb2518ec-d25e-41d2-b2c6-4f3faa540aeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:04:38.932995 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-a126fe60-5f8f-41fd-8b7a-2b7e9ee42f7f None None] Attempting to bind port 8c591f1a-62bb-4733-96c8-324fa94e33ce on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 20:04:38.934637 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-a126fe60-5f8f-41fd-8b7a-2b7e9ee42f7f None None] Attempting to bind port 8c591f1a-62bb-4733-96c8-324fa94e33ce by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'a61d2528-fbf2-4f69-b898-af51224b1992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'cb11ad6b-4a99-4131-95fc-b700db963471'}] {{(pid=88993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 20:04:38.934637 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a126fe60-5f8f-41fd-8b7a-2b7e9ee42f7f None None] Attempting to bind port 8c591f1a-62bb-4733-96c8-324fa94e33ce on network cb11ad6b-4a99-4131-95fc-b700db963471 {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 20:04:38.945070 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a126fe60-5f8f-41fd-8b7a-2b7e9ee42f7f None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 20, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 20:04:38.945538 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a126fe60-5f8f-41fd-8b7a-2b7e9ee42f7f None None] Checking segment: {'id': 'a61d2528-fbf2-4f69-b898-af51224b1992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'cb11ad6b-4a99-4131-95fc-b700db963471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 20:04:38.945986 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a126fe60-5f8f-41fd-8b7a-2b7e9ee42f7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:38.946458 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a126fe60-5f8f-41fd-8b7a-2b7e9ee42f7f None None] Bound using segment: {'id': 'a61d2528-fbf2-4f69-b898-af51224b1992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'cb11ad6b-4a99-4131-95fc-b700db963471'} {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 20:04:38.946978 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-a126fe60-5f8f-41fd-8b7a-2b7e9ee42f7f None None] Bound port: 8c591f1a-62bb-4733-96c8-324fa94e33ce, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a61d2528-fbf2-4f69-b898-af51224b1992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'cb11ad6b-4a99-4131-95fc-b700db963471'}}] {{(pid=88993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 20:04:38.947397 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a126fe60-5f8f-41fd-8b7a-2b7e9ee42f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:39.049131 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-a126fe60-5f8f-41fd-8b7a-2b7e9ee42f7f None None] For port 8c591f1a-62bb-4733-96c8-324fa94e33ce, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 20:04:39.052247 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-a126fe60-5f8f-41fd-8b7a-2b7e9ee42f7f None None] For port 8c591f1a-62bb-4733-96c8-324fa94e33ce, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=8c591f1a-62bb-4733-96c8-324fa94e33ce,segment=NetworkSegment(a61d2528-fbf2-4f69-b898-af51224b1992),segment_id=a61d2528-fbf2-4f69-b898-af51224b1992)] {{(pid=88993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 20:04:39.084200 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a126fe60-5f8f-41fd-8b7a-2b7e9ee42f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:39.088747 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c26cf523-8355-4d45-9599-bfec67ce8c47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:04:39.167920 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2518ec-d25e-41d2-b2c6-4f3faa540aeb None None] Pushing event updated for resources: {'Port': ['ID=8c591f1a-62bb-4733-96c8-324fa94e33ce,revision_number=4']} {{(pid=88993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:04:39.171815 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fb2518ec-d25e-41d2-b2c6-4f3faa540aeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:04:39.173392 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a126fe60-5f8f-41fd-8b7a-2b7e9ee42f7f None None] Routers {'06a50b3c-0d61-44e1-8e41-1acc8830c469'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:04:39.174066 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-a126fe60-5f8f-41fd-8b7a-2b7e9ee42f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:04:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['06a50b3c-0d61-44e1-8e41-1acc8830c469'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:04:39.373643 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e623a802-e08d-4728-b2e7-c4ef8a6b2664 req-755e4b0f-8b56-4a49-8d8f-9f34bc0f7afe tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9e78200-a884-494e-955c-4fd1b527b692 HTTP/1.1" status: 200 len: 210 time: 0.0658176 Dec 15 20:04:39.502420 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:39.526450 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-a126fe60-5f8f-41fd-8b7a-2b7e9ee42f7f None None] Set router 06a50b3c-0d61-44e1-8e41-1acc8830c469 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:04:39.854001 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-a126fe60-5f8f-41fd-8b7a-2b7e9ee42f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06a50b3c-0d61-44e1-8e41-1acc8830c469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421915212', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': 'aa12248d-d1a9-47ef-83e8-e620fe7f3938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:04:30Z', 'updated_at': '2021-12-15T20:04:34Z', 'revision_number': 4, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'gw_port': {'id': 'aa12248d-d1a9-47ef-83e8-e620fe7f3938', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:53:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a50b3c-0d61-44e1-8e41-1acc8830c469', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:04:30Z', 'updated_at': '2021-12-15T20:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '8c591f1a-62bb-4733-96c8-324fa94e33ce', 'name': '', 'network_id': 'cb11ad6b-4a99-4131-95fc-b700db963471', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'mac_address': 'fa:16:3e:14:a8:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06a50b3c-0d61-44e1-8e41-1acc8830c469', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f95b197-8f41-4a0e-8a42-2de6f4460f16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:04:34Z', 'updated_at': '2021-12-15T20:04:39Z', 'revision_number': 4, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'subnets': [{'id': '2f95b197-8f41-4a0e-8a42-2de6f4460f16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:04:39.858426 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a126fe60-5f8f-41fd-8b7a-2b7e9ee42f7f None None] The sync data for ids ['06a50b3c-0d61-44e1-8e41-1acc8830c469'] in dv-neutron-821831-2-hyperv is: [{'id': '06a50b3c-0d61-44e1-8e41-1acc8830c469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421915212', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': 'aa12248d-d1a9-47ef-83e8-e620fe7f3938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:04:30Z', 'updated_at': '2021-12-15T20:04:34Z', 'revision_number': 4, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'gw_port': {'id': 'aa12248d-d1a9-47ef-83e8-e620fe7f3938', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:53:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a50b3c-0d61-44e1-8e41-1acc8830c469', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:04:30Z', 'updated_at': '2021-12-15T20:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '8c591f1a-62bb-4733-96c8-324fa94e33ce', 'name': '', 'network_id': 'cb11ad6b-4a99-4131-95fc-b700db963471', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'mac_address': 'fa:16:3e:14:a8:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06a50b3c-0d61-44e1-8e41-1acc8830c469', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f95b197-8f41-4a0e-8a42-2de6f4460f16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:04:34Z', 'updated_at': '2021-12-15T20:04:39Z', 'revision_number': 4, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'subnets': [{'id': '2f95b197-8f41-4a0e-8a42-2de6f4460f16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 20:04:40.167592 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf1e9a-dce0-4f0f-b733-3fd852067803 req-72dbab4e-7ca0-44a2-b9c0-a00f072f5fc2 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:04:40.169546 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-10cf1e9a-dce0-4f0f-b733-3fd852067803 req-72dbab4e-7ca0-44a2-b9c0-a00f072f5fc2 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.32 "GET /v2.0/networks?id=cb11ad6b-4a99-4131-95fc-b700db963471 HTTP/1.1" status: 200 len: 797 time: 0.1682854 Dec 15 20:04:40.242203 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-10cf1e9a-dce0-4f0f-b733-3fd852067803 req-d57255ea-a487-40b2-b751-7ddd50ba5934 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dcef569c3d1c42279834a85579e46274 HTTP/1.1" status: 200 len: 379 time: 0.0537884 Dec 15 20:04:40.254302 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [req-10cf1e9a-dce0-4f0f-b733-3fd852067803 req-00d49811-3bd2-40bf-9675-aae2a9cead07 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Request body: {'port': {'device_id': 'a9e78200-a884-494e-955c-4fd1b527b692', 'network_id': 'cb11ad6b-4a99-4131-95fc-b700db963471', 'admin_state_up': True, 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'security_groups': ['598091ff-b35a-4a45-8b55-e5cdafd92603']}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:04:40.405116 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [req-10cf1e9a-dce0-4f0f-b733-3fd852067803 req-00d49811-3bd2-40bf-9675-aae2a9cead07 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:04:40.416249 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [req-10cf1e9a-dce0-4f0f-b733-3fd852067803 req-00d49811-3bd2-40bf-9675-aae2a9cead07 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:04:40.450749 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10cf1e9a-dce0-4f0f-b733-3fd852067803 req-00d49811-3bd2-40bf-9675-aae2a9cead07 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Made reservation on behalf of dcef569c3d1c42279834a85579e46274 for: {'port': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 20:04:40.456626 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-10cf1e9a-dce0-4f0f-b733-3fd852067803 req-00d49811-3bd2-40bf-9675-aae2a9cead07 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:40.564235 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-982f7306-3425-4a14-9161-dcb96b5dde45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:40.578636 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-bbce3ea2-18da-496c-b45b-23c834d97339 req-bb2c833b-8737-401d-a9f4-a4aa40c2819a tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9e78200-a884-494e-955c-4fd1b527b692 HTTP/1.1" status: 200 len: 210 time: 0.0615921 Dec 15 20:04:40.697089 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [req-10cf1e9a-dce0-4f0f-b733-3fd852067803 req-00d49811-3bd2-40bf-9675-aae2a9cead07 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Allocated IP 172.20.0.7 (cb11ad6b-4a99-4131-95fc-b700db963471/2f95b197-8f41-4a0e-8a42-2de6f4460f16/04fd6e0d-3589-44c5-9759-9f1d31aee486) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 20:04:40.905098 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-10cf1e9a-dce0-4f0f-b733-3fd852067803 req-00d49811-3bd2-40bf-9675-aae2a9cead07 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:40.922596 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [req-10cf1e9a-dce0-4f0f-b733-3fd852067803 req-00d49811-3bd2-40bf-9675-aae2a9cead07 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Transition to ACTIVE for port object 04fd6e0d-3589-44c5-9759-9f1d31aee486 will not be triggered until provisioned by entity DHCP. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 20:04:40.970549 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-10cf1e9a-dce0-4f0f-b733-3fd852067803 req-00d49811-3bd2-40bf-9675-aae2a9cead07 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:40.976782 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-071d97b2-43e2-487c-8e05-a563fddc7e57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:04:41.003987 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:41.045299 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10cf1e9a-dce0-4f0f-b733-3fd852067803 req-00d49811-3bd2-40bf-9675-aae2a9cead07 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Network cb11ad6b-4a99-4131-95fc-b700db963471 is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 20:04:41.053745 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [req-10cf1e9a-dce0-4f0f-b733-3fd852067803 req-00d49811-3bd2-40bf-9675-aae2a9cead07 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 20:04:41.059048 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [req-10cf1e9a-dce0-4f0f-b733-3fd852067803 req-00d49811-3bd2-40bf-9675-aae2a9cead07 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:04:41.096845 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d49811-3bd2-40bf-9675-aae2a9cead07 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event updated for resources: {'Port': ['ID=04fd6e0d-3589-44c5-9759-9f1d31aee486,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:04:41.107361 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-00d49811-3bd2-40bf-9675-aae2a9cead07 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:04:41.130521 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf1e9a-dce0-4f0f-b733-3fd852067803 req-00d49811-3bd2-40bf-9675-aae2a9cead07 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:04:41.131206 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-10cf1e9a-dce0-4f0f-b733-3fd852067803 req-00d49811-3bd2-40bf-9675-aae2a9cead07 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:41.199176 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-10cf1e9a-dce0-4f0f-b733-3fd852067803 req-00d49811-3bd2-40bf-9675-aae2a9cead07 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9490633 Dec 15 20:04:41.218819 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [req-10cf1e9a-dce0-4f0f-b733-3fd852067803 req-d2bd8bce-5f6b-493b-a0bc-70f7665486f9 service neutron] Request body: {'port': {'device_id': 'a9e78200-a884-494e-955c-4fd1b527b692', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:04:41.340918 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-10cf1e9a-dce0-4f0f-b733-3fd852067803 req-d2bd8bce-5f6b-493b-a0bc-70f7665486f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:41.369560 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-91c920d4-f37c-4ecb-b840-476dc6e3f1ca None None] Provisioning for port 04fd6e0d-3589-44c5-9759-9f1d31aee486 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 20:04:41.375212 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-91c920d4-f37c-4ecb-b840-476dc6e3f1ca None None] Provisioning complete for port 04fd6e0d-3589-44c5-9759-9f1d31aee486 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:04:41.375641 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-91c920d4-f37c-4ecb-b840-476dc6e3f1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:41.433370 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-91c920d4-f37c-4ecb-b840-476dc6e3f1ca None None] Port 04fd6e0d-3589-44c5-9759-9f1d31aee486 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 20:04:41.518405 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 8c591f1a-62bb-4733-96c8-324fa94e33ce up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 20:04:41.623698 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 8c591f1a-62bb-4733-96c8-324fa94e33ce completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 20:04:41.629294 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 8c591f1a-62bb-4733-96c8-324fa94e33ce triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:04:41.629713 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:41.732259 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [req-10cf1e9a-dce0-4f0f-b733-3fd852067803 req-d2bd8bce-5f6b-493b-a0bc-70f7665486f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04fd6e0d-3589-44c5-9759-9f1d31aee486 {{(pid=88990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 20:04:41.740067 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-10cf1e9a-dce0-4f0f-b733-3fd852067803 req-d2bd8bce-5f6b-493b-a0bc-70f7665486f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:41.758400 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:41.791982 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port 8c591f1a-62bb-4733-96c8-324fa94e33ce, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=8c591f1a-62bb-4733-96c8-324fa94e33ce,segment=NetworkSegment(a61d2528-fbf2-4f69-b898-af51224b1992),segment_id=a61d2528-fbf2-4f69-b898-af51224b1992)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:04:41.801631 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [req-10cf1e9a-dce0-4f0f-b733-3fd852067803 req-d2bd8bce-5f6b-493b-a0bc-70f7665486f9 service neutron] Transition to ACTIVE for port object 04fd6e0d-3589-44c5-9759-9f1d31aee486 will not be triggered until provisioned by entity L2. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 20:04:41.825884 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:41.827978 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:04:41.837817 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d37648-d9a0-43b0-8329-dbed905893b9 req-732c6d9a-0fbb-44bb-9fad-b09e01302ea5 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:04:41.838616 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-06d37648-d9a0-43b0-8329-dbed905893b9 req-732c6d9a-0fbb-44bb-9fad-b09e01302ea5 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Synchronizing usage tracker for tenant:dcef569c3d1c42279834a85579e46274 on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 20:04:41.855225 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-10cf1e9a-dce0-4f0f-b733-3fd852067803 req-d2bd8bce-5f6b-493b-a0bc-70f7665486f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:41.859555 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6efe1971-de8a-48e0-bb7f-34670fb21eb3 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:04:41.895461 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=8c591f1a-62bb-4733-96c8-324fa94e33ce,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:04:41.898754 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:04:41.899655 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-06d37648-d9a0-43b0-8329-dbed905893b9 req-732c6d9a-0fbb-44bb-9fad-b09e01302ea5 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Unset dirty status for tenant:dcef569c3d1c42279834a85579e46274 on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 20:04:41.900956 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-06d37648-d9a0-43b0-8329-dbed905893b9 req-732c6d9a-0fbb-44bb-9fad-b09e01302ea5 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9e78200-a884-494e-955c-4fd1b527b692 HTTP/1.1" status: 200 len: 931 time: 0.1579280 Dec 15 20:04:42.031833 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bd8bce-5f6b-493b-a0bc-70f7665486f9 service neutron] Pushing event updated for resources: {'Port': ['ID=04fd6e0d-3589-44c5-9759-9f1d31aee486,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:04:42.034942 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d2bd8bce-5f6b-493b-a0bc-70f7665486f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:04:42.081372 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-06d37648-d9a0-43b0-8329-dbed905893b9 req-3bf7101a-ab29-42d8-8307-b015b002e108 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=598091ff-b35a-4a45-8b55-e5cdafd92603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1690249 Dec 15 20:04:42.159534 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-10cf1e9a-dce0-4f0f-b733-3fd852067803 req-d2bd8bce-5f6b-493b-a0bc-70f7665486f9 service neutron] Attempting to bind port 04fd6e0d-3589-44c5-9759-9f1d31aee486 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 20:04:42.160112 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-10cf1e9a-dce0-4f0f-b733-3fd852067803 req-d2bd8bce-5f6b-493b-a0bc-70f7665486f9 service neutron] Attempting to bind port 04fd6e0d-3589-44c5-9759-9f1d31aee486 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'a61d2528-fbf2-4f69-b898-af51224b1992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'cb11ad6b-4a99-4131-95fc-b700db963471'}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 20:04:42.160537 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10cf1e9a-dce0-4f0f-b733-3fd852067803 req-d2bd8bce-5f6b-493b-a0bc-70f7665486f9 service neutron] Attempting to bind port 04fd6e0d-3589-44c5-9759-9f1d31aee486 on network cb11ad6b-4a99-4131-95fc-b700db963471 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 20:04:42.166812 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10cf1e9a-dce0-4f0f-b733-3fd852067803 req-d2bd8bce-5f6b-493b-a0bc-70f7665486f9 service neutron] Port 04fd6e0d-3589-44c5-9759-9f1d31aee486 on network cb11ad6b-4a99-4131-95fc-b700db963471 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 20:04:42.167175 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10cf1e9a-dce0-4f0f-b733-3fd852067803 req-d2bd8bce-5f6b-493b-a0bc-70f7665486f9 service neutron] Attempting to bind port 04fd6e0d-3589-44c5-9759-9f1d31aee486 on network cb11ad6b-4a99-4131-95fc-b700db963471 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 20:04:42.174354 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10cf1e9a-dce0-4f0f-b733-3fd852067803 req-d2bd8bce-5f6b-493b-a0bc-70f7665486f9 service neutron] Checking agent: {'id': '59e4c979-c5dd-468d-a1f2-341133950749', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 12, 24), 'started_at': datetime.datetime(2021, 12, 15, 19, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 20, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 20:04:42.174692 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10cf1e9a-dce0-4f0f-b733-3fd852067803 req-d2bd8bce-5f6b-493b-a0bc-70f7665486f9 service neutron] Checking segment: {'id': 'a61d2528-fbf2-4f69-b898-af51224b1992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'cb11ad6b-4a99-4131-95fc-b700db963471'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 20:04:42.175123 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10cf1e9a-dce0-4f0f-b733-3fd852067803 req-d2bd8bce-5f6b-493b-a0bc-70f7665486f9 service neutron] Bound using segment: {'id': 'a61d2528-fbf2-4f69-b898-af51224b1992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'cb11ad6b-4a99-4131-95fc-b700db963471'} {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 20:04:42.175595 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-10cf1e9a-dce0-4f0f-b733-3fd852067803 req-d2bd8bce-5f6b-493b-a0bc-70f7665486f9 service neutron] Bound port: 04fd6e0d-3589-44c5-9759-9f1d31aee486, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a61d2528-fbf2-4f69-b898-af51224b1992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'cb11ad6b-4a99-4131-95fc-b700db963471'}}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 20:04:42.175984 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-10cf1e9a-dce0-4f0f-b733-3fd852067803 req-d2bd8bce-5f6b-493b-a0bc-70f7665486f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:42.269998 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-10cf1e9a-dce0-4f0f-b733-3fd852067803 req-d2bd8bce-5f6b-493b-a0bc-70f7665486f9 service neutron] For port 04fd6e0d-3589-44c5-9759-9f1d31aee486, host hv-neutron-8218, cleared binding levels {{(pid=88990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 20:04:42.273200 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-10cf1e9a-dce0-4f0f-b733-3fd852067803 req-d2bd8bce-5f6b-493b-a0bc-70f7665486f9 service neutron] For port 04fd6e0d-3589-44c5-9759-9f1d31aee486, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=04fd6e0d-3589-44c5-9759-9f1d31aee486,segment=NetworkSegment(a61d2528-fbf2-4f69-b898-af51224b1992),segment_id=a61d2528-fbf2-4f69-b898-af51224b1992)] {{(pid=88990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 20:04:42.307371 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-10cf1e9a-dce0-4f0f-b733-3fd852067803 req-d2bd8bce-5f6b-493b-a0bc-70f7665486f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:42.312022 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f9f12736-2dc0-43a8-8ec7-57c0bf089de7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:04:42.374267 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-10cf1e9a-dce0-4f0f-b733-3fd852067803 req-d2bd8bce-5f6b-493b-a0bc-70f7665486f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:42.375790 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-10cf1e9a-dce0-4f0f-b733-3fd852067803 req-d2bd8bce-5f6b-493b-a0bc-70f7665486f9 service neutron] 10.222.0.32 "PUT /v2.0/ports/04fd6e0d-3589-44c5-9759-9f1d31aee486 HTTP/1.1" status: 200 len: 1093 time: 1.1622825 Dec 15 20:04:42.376466 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9e78200-a884-494e-955c-4fd1b527b692', 'tag': '04fd6e0d-3589-44c5-9759-9f1d31aee486'}] {{(pid=88990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 20:04:42.393313 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bd8bce-5f6b-493b-a0bc-70f7665486f9 service neutron] Pushing event updated for resources: {'Port': ['ID=04fd6e0d-3589-44c5-9759-9f1d31aee486,revision_number=3']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:04:42.403149 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d2bd8bce-5f6b-493b-a0bc-70f7665486f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:04:42.435281 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9e78200-a884-494e-955c-4fd1b527b692', 'tag': '04fd6e0d-3589-44c5-9759-9f1d31aee486', 'status': 'completed', 'code': 200} Dec 15 20:04:42.528678 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-10cf1e9a-dce0-4f0f-b733-3fd852067803 req-5be1b212-5235-48ea-867d-9a35a2093b8d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dcef569c3d1c42279834a85579e46274&device_id=a9e78200-a884-494e-955c-4fd1b527b692 HTTP/1.1" status: 200 len: 1096 time: 0.0860126 Dec 15 20:04:42.614251 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-10cf1e9a-dce0-4f0f-b733-3fd852067803 req-c05b0875-8990-43bf-8263-dca54cd0c923 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04fd6e0d-3589-44c5-9759-9f1d31aee486 HTTP/1.1" status: 200 len: 217 time: 0.0725877 Dec 15 20:04:42.758629 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:42.941443 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf1e9a-dce0-4f0f-b733-3fd852067803 req-8cac1e32-e760-493b-b9ff-c2c634c80ea1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:04:42.943048 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-10cf1e9a-dce0-4f0f-b733-3fd852067803 req-8cac1e32-e760-493b-b9ff-c2c634c80ea1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2f95b197-8f41-4a0e-8a42-2de6f4460f16 HTTP/1.1" status: 200 len: 835 time: 0.3197460 Dec 15 20:04:42.945536 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 20:04:43.028444 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-10cf1e9a-dce0-4f0f-b733-3fd852067803 req-33457f71-e4f2-4626-807c-185c11065b09 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cb11ad6b-4a99-4131-95fc-b700db963471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749748 Dec 15 20:04:43.183050 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-10cf1e9a-dce0-4f0f-b733-3fd852067803 req-77748259-0724-4853-8c2c-c9ff6e1fd87e service neutron] 10.222.0.32 "GET /v2.0/networks/cb11ad6b-4a99-4131-95fc-b700db963471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433613 Dec 15 20:04:43.397565 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-10cf1e9a-dce0-4f0f-b733-3fd852067803 req-0c4eb8a5-3000-4f4a-802e-13c800565cb0 service neutron] 10.222.0.32 "GET /v2.0/networks/cb11ad6b-4a99-4131-95fc-b700db963471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039931 Dec 15 20:04:43.405171 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc23c3b-15f4-4cfe-a27b-f36301d50045 req-66bde263-6113-45e3-b875-460450d09d16 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:04:43.406728 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5cc23c3b-15f4-4cfe-a27b-f36301d50045 req-66bde263-6113-45e3-b875-460450d09d16 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9e78200-a884-494e-955c-4fd1b527b692 HTTP/1.1" status: 200 len: 943 time: 0.1827369 Dec 15 20:04:43.456096 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5cc23c3b-15f4-4cfe-a27b-f36301d50045 req-7d803057-4be6-424a-8912-0c98c99f73d7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=598091ff-b35a-4a45-8b55-e5cdafd92603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429380 Dec 15 20:04:43.499279 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 8c591f1a-62bb-4733-96c8-324fa94e33ce up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 20:04:43.576305 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 8c591f1a-62bb-4733-96c8-324fa94e33ce triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:04:43.576731 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:43.578395 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c68cd159-369e-4559-8650-00b649cb5164 req-2e0f6872-1200-4769-bed1-b582c8bce3ef service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dcef569c3d1c42279834a85579e46274&device_id=a9e78200-a884-494e-955c-4fd1b527b692 HTTP/1.1" status: 200 len: 1096 time: 0.0777214 Dec 15 20:04:43.724178 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68cd159-369e-4559-8650-00b649cb5164 req-ed40d943-2af0-4394-93dd-c2d956a5b500 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:04:43.725762 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c68cd159-369e-4559-8650-00b649cb5164 req-ed40d943-2af0-4394-93dd-c2d956a5b500 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cb11ad6b-4a99-4131-95fc-b700db963471 HTTP/1.1" status: 200 len: 898 time: 0.1403856 Dec 15 20:04:43.800482 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c68cd159-369e-4559-8650-00b649cb5164 req-03869f93-1907-4a69-8a34-b33d5b121371 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04fd6e0d-3589-44c5-9759-9f1d31aee486 HTTP/1.1" status: 200 len: 217 time: 0.0672717 Dec 15 20:04:43.868552 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68cd159-369e-4559-8650-00b649cb5164 req-7bf386da-2f50-4043-ba06-e200b6006ca7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:04:43.870091 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c68cd159-369e-4559-8650-00b649cb5164 req-7bf386da-2f50-4043-ba06-e200b6006ca7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2f95b197-8f41-4a0e-8a42-2de6f4460f16 HTTP/1.1" status: 200 len: 835 time: 0.0625358 Dec 15 20:04:43.958435 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c68cd159-369e-4559-8650-00b649cb5164 req-6639c2c7-e236-48ef-adb3-178dce4cec12 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cb11ad6b-4a99-4131-95fc-b700db963471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784922 Dec 15 20:04:44.104046 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c68cd159-369e-4559-8650-00b649cb5164 req-895d9281-00a7-4b61-8dd0-762ff38c6ea3 service neutron] 10.222.0.32 "GET /v2.0/networks/cb11ad6b-4a99-4131-95fc-b700db963471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381516 Dec 15 20:04:44.251659 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c68cd159-369e-4559-8650-00b649cb5164 req-d8a744c2-b21c-4d47-8193-b213932cb1a4 service neutron] 10.222.0.32 "GET /v2.0/networks/cb11ad6b-4a99-4131-95fc-b700db963471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391933 Dec 15 20:04:44.665857 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391f85a9-8b0e-44d4-8a69-6d2c6d30d0d6 req-2322a4f7-722b-4e83-999a-8bec0830c55d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:04:44.667489 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-391f85a9-8b0e-44d4-8a69-6d2c6d30d0d6 req-2322a4f7-722b-4e83-999a-8bec0830c55d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9e78200-a884-494e-955c-4fd1b527b692 HTTP/1.1" status: 200 len: 943 time: 0.0840755 Dec 15 20:04:44.715735 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-391f85a9-8b0e-44d4-8a69-6d2c6d30d0d6 req-147b27a4-2d93-413b-8436-0e01f755ba0f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=598091ff-b35a-4a45-8b55-e5cdafd92603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408566 Dec 15 20:04:45.924550 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8425f21-85e1-4fa3-8f6c-b9e0f31ad425 req-db6f16e9-b4a8-4339-a46b-ce9bfa5ec42e tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:04:45.927194 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f8425f21-85e1-4fa3-8f6c-b9e0f31ad425 req-db6f16e9-b4a8-4339-a46b-ce9bfa5ec42e tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9e78200-a884-494e-955c-4fd1b527b692 HTTP/1.1" status: 200 len: 943 time: 0.0887120 Dec 15 20:04:45.974974 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f8425f21-85e1-4fa3-8f6c-b9e0f31ad425 req-5a909366-af7e-4088-9750-0cd57ba7c87b tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=598091ff-b35a-4a45-8b55-e5cdafd92603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415246 Dec 15 20:04:46.006829 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 04fd6e0d-3589-44c5-9759-9f1d31aee486 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 15 20:04:46.146682 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 04fd6e0d-3589-44c5-9759-9f1d31aee486, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=04fd6e0d-3589-44c5-9759-9f1d31aee486,segment=NetworkSegment(a61d2528-fbf2-4f69-b898-af51224b1992),segment_id=a61d2528-fbf2-4f69-b898-af51224b1992)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:04:46.160839 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Returning: {'device': '04fd6e0d-3589-44c5-9759-9f1d31aee486', 'network_id': 'cb11ad6b-4a99-4131-95fc-b700db963471', 'port_id': '04fd6e0d-3589-44c5-9759-9f1d31aee486', 'mac_address': 'fa:16:3e:94:e5:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f95b197-8f41-4a0e-8a42-2de6f4460f16', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 20:04:46.219101 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:46.237398 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04fd6e0d-3589-44c5-9759-9f1d31aee486 {{(pid=88992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 20:04:46.252011 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 04fd6e0d-3589-44c5-9759-9f1d31aee486, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=04fd6e0d-3589-44c5-9759-9f1d31aee486,segment=NetworkSegment(a61d2528-fbf2-4f69-b898-af51224b1992),segment_id=a61d2528-fbf2-4f69-b898-af51224b1992)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:04:46.288903 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:46.291224 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8f0e6386-a011-4071-bea0-111464eefb1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:04:46.360502 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=04fd6e0d-3589-44c5-9759-9f1d31aee486,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:04:46.363608 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:04:46.543335 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] get_ports_and_sgs() called for port_ids ['04fd6e0d-3589-44c5-9759-9f1d31aee486'] {{(pid=88992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 20:04:47.179954 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015582d9-3ba9-48e5-8ee6-f30a1e6a7af0 req-98bd963a-18d2-4076-bf48-3fd9cf7dc9e9 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:04:47.181794 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-015582d9-3ba9-48e5-8ee6-f30a1e6a7af0 req-98bd963a-18d2-4076-bf48-3fd9cf7dc9e9 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9e78200-a884-494e-955c-4fd1b527b692 HTTP/1.1" status: 200 len: 944 time: 0.0811410 Dec 15 20:04:47.228939 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-015582d9-3ba9-48e5-8ee6-f30a1e6a7af0 req-bf528fdf-694b-4821-a943-5eab20c44dc2 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=598091ff-b35a-4a45-8b55-e5cdafd92603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408177 Dec 15 20:04:48.011452 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 04fd6e0d-3589-44c5-9759-9f1d31aee486 up at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 20:04:48.106748 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning for port 04fd6e0d-3589-44c5-9759-9f1d31aee486 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 20:04:48.111523 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning complete for port 04fd6e0d-3589-44c5-9759-9f1d31aee486 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:04:48.111944 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:48.223727 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:48.251054 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e78200-a884-494e-955c-4fd1b527b692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04fd6e0d-3589-44c5-9759-9f1d31aee486'}] {{(pid=88992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 20:04:48.261033 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 04fd6e0d-3589-44c5-9759-9f1d31aee486, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=04fd6e0d-3589-44c5-9759-9f1d31aee486,segment=NetworkSegment(a61d2528-fbf2-4f69-b898-af51224b1992),segment_id=a61d2528-fbf2-4f69-b898-af51224b1992)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:04:48.289583 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:48.292460 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2496a347-3310-4cf7-b583-2505dfa9b1bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:04:48.364946 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=04fd6e0d-3589-44c5-9759-9f1d31aee486,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:04:48.368313 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:04:48.389857 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9e78200-a884-494e-955c-4fd1b527b692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04fd6e0d-3589-44c5-9759-9f1d31aee486', 'code': 200} Dec 15 20:04:48.446016 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c429fd-766b-4184-9ddd-441779455f4b req-cd4f9ce3-510b-49f3-b680-779eabd0a45e tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:04:48.447657 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-06c429fd-766b-4184-9ddd-441779455f4b req-cd4f9ce3-510b-49f3-b680-779eabd0a45e tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9e78200-a884-494e-955c-4fd1b527b692 HTTP/1.1" status: 200 len: 945 time: 0.0929096 Dec 15 20:04:48.496229 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-06c429fd-766b-4184-9ddd-441779455f4b req-0cff5645-168c-45ed-b379-5fa71c0988b8 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=598091ff-b35a-4a45-8b55-e5cdafd92603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422614 Dec 15 20:04:48.711143 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-69bfeb78-405f-484b-96fd-1f9f74c7fb2e req-fcedc942-09cb-40ec-9814-1221c35948ee service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a9e78200-a884-494e-955c-4fd1b527b692 HTTP/1.1" status: 200 len: 1098 time: 0.0714958 Dec 15 20:04:48.762827 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-69bfeb78-405f-484b-96fd-1f9f74c7fb2e req-83d9d82c-4d33-438a-8446-99ea0d95c3ec service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=598091ff-b35a-4a45-8b55-e5cdafd92603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409553 Dec 15 20:04:49.742537 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788329c0-046d-4f92-9388-887e69cc416b req-72a40c7a-b544-4c71-85ab-bcceb461fe3b tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:04:49.744066 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-788329c0-046d-4f92-9388-887e69cc416b req-72a40c7a-b544-4c71-85ab-bcceb461fe3b tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9e78200-a884-494e-955c-4fd1b527b692 HTTP/1.1" status: 200 len: 945 time: 0.0828860 Dec 15 20:04:49.793825 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-788329c0-046d-4f92-9388-887e69cc416b req-581a8962-15f4-4be7-affd-092df495c1c5 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=598091ff-b35a-4a45-8b55-e5cdafd92603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426700 Dec 15 20:04:51.002925 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f90a14-ba2c-4b1e-ab71-1fa5b1782335 req-3ff52d3c-7be7-4758-bec0-54c3ebbddde4 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:04:51.004534 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f8f90a14-ba2c-4b1e-ab71-1fa5b1782335 req-3ff52d3c-7be7-4758-bec0-54c3ebbddde4 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9e78200-a884-494e-955c-4fd1b527b692 HTTP/1.1" status: 200 len: 945 time: 0.0881956 Dec 15 20:04:51.054550 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f8f90a14-ba2c-4b1e-ab71-1fa5b1782335 req-bae80774-446f-4ffc-84e5-bf9d67b87f55 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=598091ff-b35a-4a45-8b55-e5cdafd92603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439773 Dec 15 20:04:51.257296 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cfb16c-3810-4f9d-b4e2-ca1346c95cd5 req-170ca644-5cb7-47ff-8527-0408a7229a03 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:04:51.258829 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c2cfb16c-3810-4f9d-b4e2-ca1346c95cd5 req-170ca644-5cb7-47ff-8527-0408a7229a03 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9e78200-a884-494e-955c-4fd1b527b692 HTTP/1.1" status: 200 len: 945 time: 0.0836511 Dec 15 20:04:51.305750 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c2cfb16c-3810-4f9d-b4e2-ca1346c95cd5 req-6d312913-85b0-46ed-bee0-755ad4699cc4 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=598091ff-b35a-4a45-8b55-e5cdafd92603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408068 Dec 15 20:04:51.333789 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 35434) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:04:51.411893 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ee13b958-c5ec-440b-a4cf-b96422ab5826 tempest-TestNetworkAdvancedServerOps-1358408781 tempest-TestNetworkAdvancedServerOps-1358408781-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a9e78200-a884-494e-955c-4fd1b527b692 HTTP/1.1" status: 200 len: 1093 time: 0.0766866 Dec 15 20:04:51.414625 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 35438) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:04:51.420384 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-0c88fd96-47b2-4210-a227-b26a0a0d4152 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Request body: {'floatingip': {'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'port_id': '04fd6e0d-3589-44c5-9759-9f1d31aee486', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:04:51.426276 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-0c88fd96-47b2-4210-a227-b26a0a0d4152 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:04:51.430352 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-0c88fd96-47b2-4210-a227-b26a0a0d4152 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Usage tracker for resource:floatingip and tenant:dcef569c3d1c42279834a85579e46274 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:04:51.434392 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-0c88fd96-47b2-4210-a227-b26a0a0d4152 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:04:51.440313 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-0c88fd96-47b2-4210-a227-b26a0a0d4152 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:04:51.487956 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0c88fd96-47b2-4210-a227-b26a0a0d4152 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for floatingip, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:51.643630 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0c88fd96-47b2-4210-a227-b26a0a0d4152 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:51.779541 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-0c88fd96-47b2-4210-a227-b26a0a0d4152 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Allocated IP 172.26.3.240 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/9e11a75e-4587-47d0-88cc-417ecada83c2) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 20:04:51.930909 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0c88fd96-47b2-4210-a227-b26a0a0d4152 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:51.997089 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0c88fd96-47b2-4210-a227-b26a0a0d4152 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:52.001636 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d2bd8bce-5f6b-493b-a0bc-70f7665486f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:04:52.076487 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c88fd96-47b2-4210-a227-b26a0a0d4152 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 20:04:52.080172 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-0c88fd96-47b2-4210-a227-b26a0a0d4152 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 20:04:52.082333 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c88fd96-47b2-4210-a227-b26a0a0d4152 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event updated for resources: {'Port': ['ID=9e11a75e-4587-47d0-88cc-417ecada83c2,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:04:52.084645 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c88fd96-47b2-4210-a227-b26a0a0d4152 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:04:52.111210 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0c88fd96-47b2-4210-a227-b26a0a0d4152 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:04:52.596041 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0c88fd96-47b2-4210-a227-b26a0a0d4152 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:52.719409 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0c88fd96-47b2-4210-a227-b26a0a0d4152 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:52.923159 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0c88fd96-47b2-4210-a227-b26a0a0d4152 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:52.951442 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0c88fd96-47b2-4210-a227-b26a0a0d4152 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:52.955988 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-00d49811-3bd2-40bf-9675-aae2a9cead07 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:04:53.066839 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c88fd96-47b2-4210-a227-b26a0a0d4152 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event updated for resources: {'Port': ['ID=9e11a75e-4587-47d0-88cc-417ecada83c2,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:04:53.071237 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0c88fd96-47b2-4210-a227-b26a0a0d4152 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:04:53.082281 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0c88fd96-47b2-4210-a227-b26a0a0d4152 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634093'] for floatingip, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:53.520267 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.l3_db [None req-0c88fd96-47b2-4210-a227-b26a0a0d4152 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Floating IP 58723d41-cabb-41f6-9787-e0a7b6d06915 associated. External IP: 172.26.3.240, port: 04fd6e0d-3589-44c5-9759-9f1d31aee486. Dec 15 20:04:53.934887 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c88fd96-47b2-4210-a227-b26a0a0d4152 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Router 06a50b3c-0d61-44e1-8e41-1acc8830c469 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 20:04:54.145578 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c88fd96-47b2-4210-a227-b26a0a0d4152 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 20:04:54.157291 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bfcd36-643e-470e-8b71-087a17d0aae7 None None] Sync routers for ids ['06a50b3c-0d61-44e1-8e41-1acc8830c469'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 20:04:54.175085 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bfcd36-643e-470e-8b71-087a17d0aae7 None None] Routers {'06a50b3c-0d61-44e1-8e41-1acc8830c469'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:04:54.175777 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-77bfcd36-643e-470e-8b71-087a17d0aae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:04:41Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['06a50b3c-0d61-44e1-8e41-1acc8830c469'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:04:54.197715 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0c88fd96-47b2-4210-a227-b26a0a0d4152 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:54.257237 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0c88fd96-47b2-4210-a227-b26a0a0d4152 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8415008 Dec 15 20:04:54.257951 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9e78200-a884-494e-955c-4fd1b527b692', 'tag': '04fd6e0d-3589-44c5-9759-9f1d31aee486'}] {{(pid=88990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 20:04:54.325370 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9e78200-a884-494e-955c-4fd1b527b692', 'tag': '04fd6e0d-3589-44c5-9759-9f1d31aee486', 'status': 'completed', 'code': 200} Dec 15 20:04:54.360481 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-77bfcd36-643e-470e-8b71-087a17d0aae7 None None] Set router 06a50b3c-0d61-44e1-8e41-1acc8830c469 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:04:54.498314 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d59294e5-0743-4c04-b747-c17233694918 req-25973b57-39a6-463c-9bf7-83aac8782b08 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dcef569c3d1c42279834a85579e46274&device_id=a9e78200-a884-494e-955c-4fd1b527b692 HTTP/1.1" status: 200 len: 1098 time: 0.1495392 Dec 15 20:04:54.504736 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce682e-4f52-4167-9d9d-20b01e322faf req-049b2392-f50b-468d-9083-fa4cb6dc6faf tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:04:54.506434 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-31ce682e-4f52-4167-9d9d-20b01e322faf req-049b2392-f50b-468d-9083-fa4cb6dc6faf tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9e78200-a884-494e-955c-4fd1b527b692 HTTP/1.1" status: 200 len: 945 time: 0.1236756 Dec 15 20:04:54.662888 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:04:54.664579 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-31ce682e-4f52-4167-9d9d-20b01e322faf req-8161edf5-5161-46fd-ae88-6a824b944eb8 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=598091ff-b35a-4a45-8b55-e5cdafd92603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319268 Dec 15 20:04:54.689919 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59294e5-0743-4c04-b747-c17233694918 req-0a4a417b-7806-4163-a291-171a88f9fc84 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:04:54.691672 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d59294e5-0743-4c04-b747-c17233694918 req-0a4a417b-7806-4163-a291-171a88f9fc84 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cb11ad6b-4a99-4131-95fc-b700db963471 HTTP/1.1" status: 200 len: 898 time: 0.1842642 Dec 15 20:04:54.693334 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 35446) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:04:54.881846 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c7de6730-e49e-4a1f-88f2-4e097206e6af tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/floatingips/58723d41-cabb-41f6-9787-e0a7b6d06915 HTTP/1.1" status: 200 len: 991 time: 0.1872611 Dec 15 20:04:54.894543 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d59294e5-0743-4c04-b747-c17233694918 req-a18c0344-d024-4809-96f5-114e872b15c2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04fd6e0d-3589-44c5-9759-9f1d31aee486 HTTP/1.1" status: 200 len: 999 time: 0.1389489 Dec 15 20:04:54.896201 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-77bfcd36-643e-470e-8b71-087a17d0aae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06a50b3c-0d61-44e1-8e41-1acc8830c469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421915212', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': 'aa12248d-d1a9-47ef-83e8-e620fe7f3938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:04:30Z', 'updated_at': '2021-12-15T20:04:34Z', 'revision_number': 4, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'gw_port': {'id': 'aa12248d-d1a9-47ef-83e8-e620fe7f3938', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:53:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a50b3c-0d61-44e1-8e41-1acc8830c469', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:04:30Z', 'updated_at': '2021-12-15T20:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': '58723d41-cabb-41f6-9787-e0a7b6d06915', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'floating_ip_address': '172.26.3.240', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': '06a50b3c-0d61-44e1-8e41-1acc8830c469', 'port_id': '04fd6e0d-3589-44c5-9759-9f1d31aee486', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb11ad6b-4a99-4131-95fc-b700db963471', 'mac_address': 'fa:16:3e:94:e5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e78200-a884-494e-955c-4fd1b527b692', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T20:04:52Z', 'updated_at': '2021-12-15T20:04:52Z', 'revision_number': 0, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c591f1a-62bb-4733-96c8-324fa94e33ce', 'name': '', 'network_id': 'cb11ad6b-4a99-4131-95fc-b700db963471', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'mac_address': 'fa:16:3e:14:a8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a50b3c-0d61-44e1-8e41-1acc8830c469', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f95b197-8f41-4a0e-8a42-2de6f4460f16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:04:34Z', 'updated_at': '2021-12-15T20:04:41Z', 'revision_number': 5, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'subnets': [{'id': '2f95b197-8f41-4a0e-8a42-2de6f4460f16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:04:54.900275 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bfcd36-643e-470e-8b71-087a17d0aae7 None None] Checking router: 06a50b3c-0d61-44e1-8e41-1acc8830c469 for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 20:04:54.912340 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bfcd36-643e-470e-8b71-087a17d0aae7 None None] Routers {'06a50b3c-0d61-44e1-8e41-1acc8830c469'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:04:54.913002 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-77bfcd36-643e-470e-8b71-087a17d0aae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:04:41Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['06a50b3c-0d61-44e1-8e41-1acc8830c469'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:04:54.970853 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59294e5-0743-4c04-b747-c17233694918 req-accefd46-2ab4-4e6a-9ce6-47a31c71eda9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:04:54.972433 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d59294e5-0743-4c04-b747-c17233694918 req-accefd46-2ab4-4e6a-9ce6-47a31c71eda9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2f95b197-8f41-4a0e-8a42-2de6f4460f16 HTTP/1.1" status: 200 len: 835 time: 0.0662351 Dec 15 20:04:55.056489 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d59294e5-0743-4c04-b747-c17233694918 req-b93a66d9-4391-420b-a1e0-90c5d73f95cd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cb11ad6b-4a99-4131-95fc-b700db963471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738437 Dec 15 20:04:55.098422 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-77bfcd36-643e-470e-8b71-087a17d0aae7 None None] Set router 06a50b3c-0d61-44e1-8e41-1acc8830c469 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:04:55.209757 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d59294e5-0743-4c04-b747-c17233694918 req-3aee728c-25f9-4136-8852-0f93153ea7b4 service neutron] 10.222.0.32 "GET /v2.0/networks/cb11ad6b-4a99-4131-95fc-b700db963471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427279 Dec 15 20:04:55.353394 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d59294e5-0743-4c04-b747-c17233694918 req-c90ff5a7-95ae-4bd6-afe8-d3b4db4cf081 service neutron] 10.222.0.32 "GET /v2.0/networks/cb11ad6b-4a99-4131-95fc-b700db963471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365020 Dec 15 20:04:55.461933 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-77bfcd36-643e-470e-8b71-087a17d0aae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06a50b3c-0d61-44e1-8e41-1acc8830c469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421915212', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': 'aa12248d-d1a9-47ef-83e8-e620fe7f3938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:04:30Z', 'updated_at': '2021-12-15T20:04:34Z', 'revision_number': 4, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'gw_port': {'id': 'aa12248d-d1a9-47ef-83e8-e620fe7f3938', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:53:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a50b3c-0d61-44e1-8e41-1acc8830c469', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:04:30Z', 'updated_at': '2021-12-15T20:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': '58723d41-cabb-41f6-9787-e0a7b6d06915', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'floating_ip_address': '172.26.3.240', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': '06a50b3c-0d61-44e1-8e41-1acc8830c469', 'port_id': '04fd6e0d-3589-44c5-9759-9f1d31aee486', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb11ad6b-4a99-4131-95fc-b700db963471', 'mac_address': 'fa:16:3e:94:e5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e78200-a884-494e-955c-4fd1b527b692', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T20:04:52Z', 'updated_at': '2021-12-15T20:04:52Z', 'revision_number': 0, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c591f1a-62bb-4733-96c8-324fa94e33ce', 'name': '', 'network_id': 'cb11ad6b-4a99-4131-95fc-b700db963471', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'mac_address': 'fa:16:3e:14:a8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a50b3c-0d61-44e1-8e41-1acc8830c469', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f95b197-8f41-4a0e-8a42-2de6f4460f16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:04:34Z', 'updated_at': '2021-12-15T20:04:41Z', 'revision_number': 5, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'subnets': [{'id': '2f95b197-8f41-4a0e-8a42-2de6f4460f16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:04:55.466668 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bfcd36-643e-470e-8b71-087a17d0aae7 None None] The sync data for ids ['06a50b3c-0d61-44e1-8e41-1acc8830c469'] in dv-neutron-821831-2-hyperv is: [{'id': '06a50b3c-0d61-44e1-8e41-1acc8830c469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421915212', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': 'aa12248d-d1a9-47ef-83e8-e620fe7f3938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:04:30Z', 'updated_at': '2021-12-15T20:04:34Z', 'revision_number': 4, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'gw_port': {'id': 'aa12248d-d1a9-47ef-83e8-e620fe7f3938', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:53:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a50b3c-0d61-44e1-8e41-1acc8830c469', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:04:30Z', 'updated_at': '2021-12-15T20:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': '58723d41-cabb-41f6-9787-e0a7b6d06915', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'floating_ip_address': '172.26.3.240', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': '06a50b3c-0d61-44e1-8e41-1acc8830c469', 'port_id': '04fd6e0d-3589-44c5-9759-9f1d31aee486', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb11ad6b-4a99-4131-95fc-b700db963471', 'mac_address': 'fa:16:3e:94:e5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e78200-a884-494e-955c-4fd1b527b692', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T20:04:52Z', 'updated_at': '2021-12-15T20:04:52Z', 'revision_number': 0, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c591f1a-62bb-4733-96c8-324fa94e33ce', 'name': '', 'network_id': 'cb11ad6b-4a99-4131-95fc-b700db963471', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'mac_address': 'fa:16:3e:14:a8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a50b3c-0d61-44e1-8e41-1acc8830c469', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f95b197-8f41-4a0e-8a42-2de6f4460f16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:04:34Z', 'updated_at': '2021-12-15T20:04:41Z', 'revision_number': 5, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'subnets': [{'id': '2f95b197-8f41-4a0e-8a42-2de6f4460f16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 20:04:55.811734 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0041e8da-48b3-4fbf-8df8-d8f3d95319a5 None None] New status for floating IP 58723d41-cabb-41f6-9787-e0a7b6d06915: ACTIVE {{(pid=88993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 15 20:04:55.886152 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 35450) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:04:55.998667 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d05f2135-28d3-476e-a805-87a453c10342 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/floatingips/58723d41-cabb-41f6-9787-e0a7b6d06915 HTTP/1.1" status: 200 len: 991 time: 0.1109812 Dec 15 20:04:57.001788 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 35456) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:04:57.112088 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-7f7d513d-5855-4ac7-8b50-459336f34723 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/floatingips/58723d41-cabb-41f6-9787-e0a7b6d06915 HTTP/1.1" status: 200 len: 993 time: 0.1088939 Dec 15 20:05:08.236438 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-af10d329-6cd6-4b0d-beaa-bbe7fbfc11b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:05:09.510899 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:05:10.556514 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-284693db-d38f-4b51-aea8-044883b50070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:05:10.990691 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:05:12.790472 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:05:15.585880 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4b9522ec-d29c-4735-97bc-bafbe7432dcb req-f42b675c-b439-4ec6-bfaa-d0337a546dab service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a9e78200-a884-494e-955c-4fd1b527b692&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0727613 Dec 15 20:05:15.737066 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4b9522ec-d29c-4735-97bc-bafbe7432dcb req-4945612d-3675-4965-a780-7e9576000f54 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dcef569c3d1c42279834a85579e46274&device_id=a9e78200-a884-494e-955c-4fd1b527b692 HTTP/1.1" status: 200 len: 1098 time: 0.0763474 Dec 15 20:05:15.895362 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9522ec-d29c-4735-97bc-bafbe7432dcb req-21fc1ef1-9e55-45dc-9a0e-a5d2032f8cff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:05:15.896867 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4b9522ec-d29c-4735-97bc-bafbe7432dcb req-21fc1ef1-9e55-45dc-9a0e-a5d2032f8cff service neutron] 10.222.0.32 "GET /v2.0/networks?id=cb11ad6b-4a99-4131-95fc-b700db963471 HTTP/1.1" status: 200 len: 898 time: 0.1351254 Dec 15 20:05:16.001099 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4b9522ec-d29c-4735-97bc-bafbe7432dcb req-b8705135-237b-43b3-bf70-8327951cb6eb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04fd6e0d-3589-44c5-9759-9f1d31aee486 HTTP/1.1" status: 200 len: 1001 time: 0.0973661 Dec 15 20:05:16.071397 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9522ec-d29c-4735-97bc-bafbe7432dcb req-2a629da3-88db-4a84-b64f-4794f7aa1460 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:05:16.072913 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4b9522ec-d29c-4735-97bc-bafbe7432dcb req-2a629da3-88db-4a84-b64f-4794f7aa1460 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2f95b197-8f41-4a0e-8a42-2de6f4460f16 HTTP/1.1" status: 200 len: 835 time: 0.0651658 Dec 15 20:05:16.155669 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4b9522ec-d29c-4735-97bc-bafbe7432dcb req-c4fdc2e9-ca55-4471-9dfa-0be894cbffa3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cb11ad6b-4a99-4131-95fc-b700db963471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748997 Dec 15 20:05:16.296453 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4b9522ec-d29c-4735-97bc-bafbe7432dcb req-6c5bbe79-c404-479f-87cc-781b134786a5 service neutron] 10.222.0.32 "GET /v2.0/networks/cb11ad6b-4a99-4131-95fc-b700db963471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330564 Dec 15 20:05:16.439836 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4b9522ec-d29c-4735-97bc-bafbe7432dcb req-87ee0315-cf8d-4505-819a-d2e16278fde1 service neutron] 10.222.0.32 "GET /v2.0/networks/cb11ad6b-4a99-4131-95fc-b700db963471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358423 Dec 15 20:05:19.949523 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 20:05:24.533069 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:05:28.919341 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d83774f7-e336-4fdf-b483-684e1be33fd0 req-78fccf0c-cc13-4ac3-9e2c-5b50cd6ba8ab service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dcef569c3d1c42279834a85579e46274&device_id=a9e78200-a884-494e-955c-4fd1b527b692 HTTP/1.1" status: 200 len: 1098 time: 0.1437750 Dec 15 20:05:28.926222 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf685da-62f5-4b14-840e-b9ae735bdbc4 req-c43f49b1-5622-47e5-a7d1-985f78b31feb tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:05:28.927837 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-fcf685da-62f5-4b14-840e-b9ae735bdbc4 req-c43f49b1-5622-47e5-a7d1-985f78b31feb tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9e78200-a884-494e-955c-4fd1b527b692 HTTP/1.1" status: 200 len: 945 time: 0.1188097 Dec 15 20:05:29.078969 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-fcf685da-62f5-4b14-840e-b9ae735bdbc4 req-c244f2cd-b67d-49a9-81fa-a011244d8f90 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=598091ff-b35a-4a45-8b55-e5cdafd92603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284528 Dec 15 20:05:29.103106 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83774f7-e336-4fdf-b483-684e1be33fd0 req-de430f86-2ce7-4750-a6be-6c537d6e3442 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:05:29.104691 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d83774f7-e336-4fdf-b483-684e1be33fd0 req-de430f86-2ce7-4750-a6be-6c537d6e3442 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cb11ad6b-4a99-4131-95fc-b700db963471 HTTP/1.1" status: 200 len: 898 time: 0.1759508 Dec 15 20:05:29.216996 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d83774f7-e336-4fdf-b483-684e1be33fd0 req-76b9c2fd-d585-4bfb-bb0d-7f8083f69c8c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04fd6e0d-3589-44c5-9759-9f1d31aee486 HTTP/1.1" status: 200 len: 1001 time: 0.1044731 Dec 15 20:05:29.292411 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83774f7-e336-4fdf-b483-684e1be33fd0 req-c4cb9a44-55dd-4e8a-ba52-358b3f734022 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:05:29.293933 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d83774f7-e336-4fdf-b483-684e1be33fd0 req-c4cb9a44-55dd-4e8a-ba52-358b3f734022 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2f95b197-8f41-4a0e-8a42-2de6f4460f16 HTTP/1.1" status: 200 len: 835 time: 0.0653427 Dec 15 20:05:29.620797 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d83774f7-e336-4fdf-b483-684e1be33fd0 req-150c7e63-29f8-491d-ac3c-948df6aa40ba service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cb11ad6b-4a99-4131-95fc-b700db963471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3179126 Dec 15 20:05:29.762643 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d83774f7-e336-4fdf-b483-684e1be33fd0 req-8754f6ad-e37b-487f-9dfd-a98da440919b service neutron] 10.222.0.32 "GET /v2.0/networks/cb11ad6b-4a99-4131-95fc-b700db963471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323328 Dec 15 20:05:29.902331 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d83774f7-e336-4fdf-b483-684e1be33fd0 req-d4ba20df-8a06-4cb1-9c99-e0567c36a58b service neutron] 10.222.0.32 "GET /v2.0/networks/cb11ad6b-4a99-4131-95fc-b700db963471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320384 Dec 15 20:05:30.288561 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb9a876-be82-458f-9e5a-23a78aa5e18f req-d731972f-8988-4cb4-832f-9500505b3192 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:05:30.290144 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-aeb9a876-be82-458f-9e5a-23a78aa5e18f req-d731972f-8988-4cb4-832f-9500505b3192 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9e78200-a884-494e-955c-4fd1b527b692 HTTP/1.1" status: 200 len: 945 time: 0.0814688 Dec 15 20:05:30.342010 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-aeb9a876-be82-458f-9e5a-23a78aa5e18f req-99848fd1-8c50-44ac-88fc-b8775b5ec215 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=598091ff-b35a-4a45-8b55-e5cdafd92603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450335 Dec 15 20:05:31.547962 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900498d-bda8-4627-a7f0-48257402b3bd req-72990c5f-0619-486e-93cb-0582dec6e415 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:05:31.549565 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5900498d-bda8-4627-a7f0-48257402b3bd req-72990c5f-0619-486e-93cb-0582dec6e415 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9e78200-a884-494e-955c-4fd1b527b692 HTTP/1.1" status: 200 len: 945 time: 0.0843363 Dec 15 20:05:31.598747 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5900498d-bda8-4627-a7f0-48257402b3bd req-03b3a116-cb5a-4b00-9ce2-a1c972703cc3 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=598091ff-b35a-4a45-8b55-e5cdafd92603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425646 Dec 15 20:05:32.824564 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a3fc30-5ca8-4631-aeb7-5ed429aff38e req-e35f3f8d-b249-4668-8b4e-9ec79adef818 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:05:32.826819 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f2a3fc30-5ca8-4631-aeb7-5ed429aff38e req-e35f3f8d-b249-4668-8b4e-9ec79adef818 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9e78200-a884-494e-955c-4fd1b527b692 HTTP/1.1" status: 200 len: 945 time: 0.0940373 Dec 15 20:05:32.877202 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f2a3fc30-5ca8-4631-aeb7-5ed429aff38e req-1ef076e5-17f5-4747-bff6-46c16b78a086 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=598091ff-b35a-4a45-8b55-e5cdafd92603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442896 Dec 15 20:05:34.085002 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615a463-a420-4b95-a2f0-b2561119a352 req-80423663-eb23-4078-bb7c-d48ff90a22e6 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:05:34.086620 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a615a463-a420-4b95-a2f0-b2561119a352 req-80423663-eb23-4078-bb7c-d48ff90a22e6 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9e78200-a884-494e-955c-4fd1b527b692 HTTP/1.1" status: 200 len: 945 time: 0.0830433 Dec 15 20:05:34.134082 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a615a463-a420-4b95-a2f0-b2561119a352 req-03275b4e-161e-4ac4-a68d-f070ab5cbbe1 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=598091ff-b35a-4a45-8b55-e5cdafd92603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413609 Dec 15 20:05:35.342198 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b17e9-893c-48ce-ba12-9ee001d0e9e2 req-7540e271-0741-4b56-b295-48237c2420ab tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:05:35.343799 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ff0b17e9-893c-48ce-ba12-9ee001d0e9e2 req-7540e271-0741-4b56-b295-48237c2420ab tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9e78200-a884-494e-955c-4fd1b527b692 HTTP/1.1" status: 200 len: 945 time: 0.0864544 Dec 15 20:05:35.391674 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ff0b17e9-893c-48ce-ba12-9ee001d0e9e2 req-696d9e4c-cd4a-48dc-9ae6-1608ad14885a tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=598091ff-b35a-4a45-8b55-e5cdafd92603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417712 Dec 15 20:05:36.603128 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9d4cb-4959-498e-abb8-65f7148fec9f req-fa9bd3b8-5cf6-4556-96d4-8aeb7ad35f1a tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:05:36.604806 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2fa9d4cb-4959-498e-abb8-65f7148fec9f req-fa9bd3b8-5cf6-4556-96d4-8aeb7ad35f1a tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9e78200-a884-494e-955c-4fd1b527b692 HTTP/1.1" status: 200 len: 945 time: 0.0843782 Dec 15 20:05:36.659155 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2fa9d4cb-4959-498e-abb8-65f7148fec9f req-200dcae2-6235-46f7-8732-09e0548046bd tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=598091ff-b35a-4a45-8b55-e5cdafd92603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466304 Dec 15 20:05:37.871964 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e03259b-adf6-4469-84c1-538010466f1e req-ce9e06b4-7a9a-4761-ad6e-cc6ab2973efb tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:05:37.873706 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5e03259b-adf6-4469-84c1-538010466f1e req-ce9e06b4-7a9a-4761-ad6e-cc6ab2973efb tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9e78200-a884-494e-955c-4fd1b527b692 HTTP/1.1" status: 200 len: 945 time: 0.0880134 Dec 15 20:05:37.921844 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5e03259b-adf6-4469-84c1-538010466f1e req-b9cc3e70-64bb-4053-ac6a-f7a07954540a tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=598091ff-b35a-4a45-8b55-e5cdafd92603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418758 Dec 15 20:05:38.240780 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-af60d069-e399-4d3a-874a-fd96cbd19d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:05:39.129016 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34536425-4c37-4047-a1a0-ca5122146682 req-a65691f9-a453-48d9-b402-356d894932af tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:05:39.130614 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-34536425-4c37-4047-a1a0-ca5122146682 req-a65691f9-a453-48d9-b402-356d894932af tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9e78200-a884-494e-955c-4fd1b527b692 HTTP/1.1" status: 200 len: 945 time: 0.0858638 Dec 15 20:05:39.181594 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-34536425-4c37-4047-a1a0-ca5122146682 req-565acb51-11fe-4f91-bcd4-393cecc59ac0 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=598091ff-b35a-4a45-8b55-e5cdafd92603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448122 Dec 15 20:05:39.509485 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:05:40.384405 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e4c54f-783a-4c0f-a487-73620512c54f req-82d348f2-dddc-4438-8741-e12c507ab0f6 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:05:40.386031 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-11e4c54f-783a-4c0f-a487-73620512c54f req-82d348f2-dddc-4438-8741-e12c507ab0f6 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9e78200-a884-494e-955c-4fd1b527b692 HTTP/1.1" status: 200 len: 945 time: 0.0824549 Dec 15 20:05:40.434787 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-11e4c54f-783a-4c0f-a487-73620512c54f req-b5b349b3-cd20-4680-9a69-4d4b75b4b508 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=598091ff-b35a-4a45-8b55-e5cdafd92603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413430 Dec 15 20:05:40.566526 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c622fb08-b339-4934-8d4e-ad975f1f35c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:05:40.989120 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:05:41.643712 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ead9b-987a-42f3-98f6-3882154c88bf req-d5c69965-1468-42eb-a313-7903ebebe275 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:05:41.645300 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-215ead9b-987a-42f3-98f6-3882154c88bf req-d5c69965-1468-42eb-a313-7903ebebe275 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9e78200-a884-494e-955c-4fd1b527b692 HTTP/1.1" status: 200 len: 945 time: 0.0879824 Dec 15 20:05:41.693006 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-215ead9b-987a-42f3-98f6-3882154c88bf req-bd05bc22-4c60-47e2-87bf-0524026fda9b tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=598091ff-b35a-4a45-8b55-e5cdafd92603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416799 Dec 15 20:05:42.760794 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:05:42.900488 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af82c1c-d479-44b6-b7aa-ec10fd0cedb4 req-143391c5-2ec2-4cc6-8ac1-ace05cc592b3 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:05:42.902014 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3af82c1c-d479-44b6-b7aa-ec10fd0cedb4 req-143391c5-2ec2-4cc6-8ac1-ace05cc592b3 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9e78200-a884-494e-955c-4fd1b527b692 HTTP/1.1" status: 200 len: 945 time: 0.0813715 Dec 15 20:05:42.950887 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3af82c1c-d479-44b6-b7aa-ec10fd0cedb4 req-73f53374-c566-42d1-8235-8f115f89a54e tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=598091ff-b35a-4a45-8b55-e5cdafd92603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426173 Dec 15 20:05:44.165032 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a003c5-798a-4891-b5e2-4535796652bc req-47d50011-f124-4f0b-845d-927d1073971c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:05:44.166702 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f5a003c5-798a-4891-b5e2-4535796652bc req-47d50011-f124-4f0b-845d-927d1073971c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9e78200-a884-494e-955c-4fd1b527b692 HTTP/1.1" status: 200 len: 945 time: 0.0900609 Dec 15 20:05:44.218930 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f5a003c5-798a-4891-b5e2-4535796652bc req-c0235222-68eb-4392-b2dd-c9d08364df6c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=598091ff-b35a-4a45-8b55-e5cdafd92603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453572 Dec 15 20:05:45.423597 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7491c02a-3937-420d-a1df-4b4ee0bda469 req-7c1fc50a-ff86-4854-983d-21d3ea5214b7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:05:45.425187 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7491c02a-3937-420d-a1df-4b4ee0bda469 req-7c1fc50a-ff86-4854-983d-21d3ea5214b7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9e78200-a884-494e-955c-4fd1b527b692 HTTP/1.1" status: 200 len: 945 time: 0.0804648 Dec 15 20:05:45.476613 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7491c02a-3937-420d-a1df-4b4ee0bda469 req-b81de106-1fda-4fe0-a46f-608894660503 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=598091ff-b35a-4a45-8b55-e5cdafd92603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450377 Dec 15 20:05:46.683413 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d55bc-4bcc-45b2-9860-88f21ec569c2 req-1f7d27a6-b8fb-4171-b05d-b40681ec86f5 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:05:46.685045 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-675d55bc-4bcc-45b2-9860-88f21ec569c2 req-1f7d27a6-b8fb-4171-b05d-b40681ec86f5 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9e78200-a884-494e-955c-4fd1b527b692 HTTP/1.1" status: 200 len: 945 time: 0.0835938 Dec 15 20:05:46.732815 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-675d55bc-4bcc-45b2-9860-88f21ec569c2 req-2c3a658b-8e95-438e-a31b-be44190ab624 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=598091ff-b35a-4a45-8b55-e5cdafd92603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416865 Dec 15 20:05:46.761203 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 35502) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:05:46.872264 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-291bef14-7842-4d83-863e-5748e1cce8d1 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/floatingips/58723d41-cabb-41f6-9787-e0a7b6d06915 HTTP/1.1" status: 200 len: 993 time: 0.1096785 Dec 15 20:05:54.542600 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:05:56.950524 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 20:06:08.256750 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d85bd42b-a288-414e-969c-a79f13a2072b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:09.496599 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:10.559626 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e59a4c5b-b570-4c6b-a1a3-2927db067a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:10.987886 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:12.782001 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:15.734441 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b87aad59-c323-4e27-8949-a9d8ba22c3ed req-df8627ac-7e72-4d16-a673-b6f0a790ba39 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a9e78200-a884-494e-955c-4fd1b527b692&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2216430 Dec 15 20:06:15.895183 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b87aad59-c323-4e27-8949-a9d8ba22c3ed req-e4182a7a-a9a2-4e97-b399-a937eea2d1af service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dcef569c3d1c42279834a85579e46274&device_id=a9e78200-a884-494e-955c-4fd1b527b692 HTTP/1.1" status: 200 len: 1098 time: 0.0802763 Dec 15 20:06:16.050876 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87aad59-c323-4e27-8949-a9d8ba22c3ed req-49c122a8-c3c1-4b6f-9843-cc674ace5605 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:06:16.052468 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b87aad59-c323-4e27-8949-a9d8ba22c3ed req-49c122a8-c3c1-4b6f-9843-cc674ace5605 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cb11ad6b-4a99-4131-95fc-b700db963471 HTTP/1.1" status: 200 len: 898 time: 0.1349764 Dec 15 20:06:16.159998 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b87aad59-c323-4e27-8949-a9d8ba22c3ed req-d2c1c224-849e-4743-abb5-cb17b424879a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04fd6e0d-3589-44c5-9759-9f1d31aee486 HTTP/1.1" status: 200 len: 1001 time: 0.0999568 Dec 15 20:06:16.231221 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87aad59-c323-4e27-8949-a9d8ba22c3ed req-ae75ae90-4e6f-4029-9b09-e115fd7b3fb0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:06:16.232760 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b87aad59-c323-4e27-8949-a9d8ba22c3ed req-ae75ae90-4e6f-4029-9b09-e115fd7b3fb0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2f95b197-8f41-4a0e-8a42-2de6f4460f16 HTTP/1.1" status: 200 len: 835 time: 0.0652611 Dec 15 20:06:16.317867 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b87aad59-c323-4e27-8949-a9d8ba22c3ed req-2d2732ca-c933-433a-bffa-efbd99112c65 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cb11ad6b-4a99-4131-95fc-b700db963471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776055 Dec 15 20:06:16.329851 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [req-b87aad59-c323-4e27-8949-a9d8ba22c3ed req-9ec2ba34-6d1b-4a3e-bdb5-f588065ac92a service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 20:06:16.330889 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b87aad59-c323-4e27-8949-a9d8ba22c3ed req-9ec2ba34-6d1b-4a3e-bdb5-f588065ac92a service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0050662 Dec 15 20:06:16.471667 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b87aad59-c323-4e27-8949-a9d8ba22c3ed req-29de3cb7-5d3b-440a-b875-09ee202c3a17 service neutron] 10.222.0.32 "GET /v2.0/networks/cb11ad6b-4a99-4131-95fc-b700db963471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328583 Dec 15 20:06:16.615343 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b87aad59-c323-4e27-8949-a9d8ba22c3ed req-bfdb08dc-baff-4c17-a53d-12442a861df7 service neutron] 10.222.0.32 "GET /v2.0/networks/cb11ad6b-4a99-4131-95fc-b700db963471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351027 Dec 15 20:06:19.548269 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 35522) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:06:19.756526 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d724bead-30dd-43b2-bdb5-20332cb88c1d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Deleting port 9e11a75e-4587-47d0-88cc-417ecada83c2 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 20:06:19.756912 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d724bead-30dd-43b2-bdb5-20332cb88c1d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:19.929073 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d724bead-30dd-43b2-bdb5-20332cb88c1d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:19.929449 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d724bead-30dd-43b2-bdb5-20332cb88c1d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:20.068099 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d724bead-30dd-43b2-bdb5-20332cb88c1d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Calling delete_port for 9e11a75e-4587-47d0-88cc-417ecada83c2 owned by network:floatingip {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 20:06:20.325375 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d724bead-30dd-43b2-bdb5-20332cb88c1d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:20.329652 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fbcad7ce-58b3-4e08-9815-807dfab7e870 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:06:20.374016 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d724bead-30dd-43b2-bdb5-20332cb88c1d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event deleted for resources: {'Port': ['ID=9e11a75e-4587-47d0-88cc-417ecada83c2,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:06:20.414614 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d724bead-30dd-43b2-bdb5-20332cb88c1d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:06:20.415056 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d724bead-30dd-43b2-bdb5-20332cb88c1d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:06:20.415488 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d724bead-30dd-43b2-bdb5-20332cb88c1d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:06:20.415917 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d724bead-30dd-43b2-bdb5-20332cb88c1d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:06:20.416340 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d724bead-30dd-43b2-bdb5-20332cb88c1d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:06:20.416760 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d724bead-30dd-43b2-bdb5-20332cb88c1d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:06:20.417184 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d724bead-30dd-43b2-bdb5-20332cb88c1d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:06:20.417636 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d724bead-30dd-43b2-bdb5-20332cb88c1d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:06:20.418154 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d724bead-30dd-43b2-bdb5-20332cb88c1d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:06:20.418599 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d724bead-30dd-43b2-bdb5-20332cb88c1d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:06:20.419018 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d724bead-30dd-43b2-bdb5-20332cb88c1d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:06:20.425981 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d724bead-30dd-43b2-bdb5-20332cb88c1d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:06:20.481150 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d724bead-30dd-43b2-bdb5-20332cb88c1d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for floatingip, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:21.110075 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d724bead-30dd-43b2-bdb5-20332cb88c1d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Router 06a50b3c-0d61-44e1-8e41-1acc8830c469 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 20:06:21.326417 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d724bead-30dd-43b2-bdb5-20332cb88c1d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 20:06:21.337164 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99b641a-a059-4379-b591-1e31edb7cb4c None None] Sync routers for ids ['06a50b3c-0d61-44e1-8e41-1acc8830c469'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 20:06:21.350098 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99b641a-a059-4379-b591-1e31edb7cb4c None None] Routers {'06a50b3c-0d61-44e1-8e41-1acc8830c469'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:06:21.356176 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-c99b641a-a059-4379-b591-1e31edb7cb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:06:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['06a50b3c-0d61-44e1-8e41-1acc8830c469'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:06:21.381809 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d724bead-30dd-43b2-bdb5-20332cb88c1d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:21.437399 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d724bead-30dd-43b2-bdb5-20332cb88c1d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "DELETE /v2.0/floatingips/58723d41-cabb-41f6-9787-e0a7b6d06915 HTTP/1.1" status: 204 len: 168 time: 1.8877835 Dec 15 20:06:21.437955 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9e78200-a884-494e-955c-4fd1b527b692', 'tag': '04fd6e0d-3589-44c5-9759-9f1d31aee486'}] {{(pid=88990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 20:06:21.554808 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-c99b641a-a059-4379-b591-1e31edb7cb4c None None] Set router 06a50b3c-0d61-44e1-8e41-1acc8830c469 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:06:21.594311 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9e78200-a884-494e-955c-4fd1b527b692', 'tag': '04fd6e0d-3589-44c5-9759-9f1d31aee486', 'status': 'completed', 'code': 200} Dec 15 20:06:21.698565 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-83311010-187f-4344-9349-0371bd564df8 req-5a2204cc-fa1b-467c-a42e-6d9d1a698e2a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dcef569c3d1c42279834a85579e46274&device_id=a9e78200-a884-494e-955c-4fd1b527b692 HTTP/1.1" status: 200 len: 1098 time: 0.0829985 Dec 15 20:06:21.852652 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83311010-187f-4344-9349-0371bd564df8 req-c1dd81ae-db58-4b07-b3ee-dcf798a339a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:06:21.854268 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-83311010-187f-4344-9349-0371bd564df8 req-c1dd81ae-db58-4b07-b3ee-dcf798a339a8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cb11ad6b-4a99-4131-95fc-b700db963471 HTTP/1.1" status: 200 len: 898 time: 0.1479475 Dec 15 20:06:21.899313 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-c99b641a-a059-4379-b591-1e31edb7cb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06a50b3c-0d61-44e1-8e41-1acc8830c469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421915212', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': 'aa12248d-d1a9-47ef-83e8-e620fe7f3938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:04:30Z', 'updated_at': '2021-12-15T20:04:34Z', 'revision_number': 4, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'gw_port': {'id': 'aa12248d-d1a9-47ef-83e8-e620fe7f3938', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:53:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a50b3c-0d61-44e1-8e41-1acc8830c469', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:04:30Z', 'updated_at': '2021-12-15T20:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '8c591f1a-62bb-4733-96c8-324fa94e33ce', 'name': '', 'network_id': 'cb11ad6b-4a99-4131-95fc-b700db963471', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'mac_address': 'fa:16:3e:14:a8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a50b3c-0d61-44e1-8e41-1acc8830c469', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f95b197-8f41-4a0e-8a42-2de6f4460f16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:04:34Z', 'updated_at': '2021-12-15T20:04:41Z', 'revision_number': 5, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'subnets': [{'id': '2f95b197-8f41-4a0e-8a42-2de6f4460f16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:06:21.904218 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99b641a-a059-4379-b591-1e31edb7cb4c None None] Checking router: 06a50b3c-0d61-44e1-8e41-1acc8830c469 for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 20:06:21.915353 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99b641a-a059-4379-b591-1e31edb7cb4c None None] Routers {'06a50b3c-0d61-44e1-8e41-1acc8830c469'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:06:21.916015 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-c99b641a-a059-4379-b591-1e31edb7cb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:06:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['06a50b3c-0d61-44e1-8e41-1acc8830c469'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:06:21.981759 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-83311010-187f-4344-9349-0371bd564df8 req-43985e74-55fc-48d3-8647-f9b047c1ef36 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04fd6e0d-3589-44c5-9759-9f1d31aee486 HTTP/1.1" status: 200 len: 217 time: 0.0786901 Dec 15 20:06:22.065787 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc980ef3-9b8d-4a0d-bd3e-11946073e10b req-ec04878d-9e0d-4a75-a711-00c3879fa956 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:06:22.066584 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-cc980ef3-9b8d-4a0d-bd3e-11946073e10b req-ec04878d-9e0d-4a75-a711-00c3879fa956 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Synchronizing usage tracker for tenant:dcef569c3d1c42279834a85579e46274 on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 20:06:22.075721 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83311010-187f-4344-9349-0371bd564df8 req-fbca7216-ea5f-4007-9fcc-667968b41826 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:06:22.077292 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-83311010-187f-4344-9349-0371bd564df8 req-fbca7216-ea5f-4007-9fcc-667968b41826 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2f95b197-8f41-4a0e-8a42-2de6f4460f16 HTTP/1.1" status: 200 len: 835 time: 0.0886626 Dec 15 20:06:22.104971 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-c99b641a-a059-4379-b591-1e31edb7cb4c None None] Set router 06a50b3c-0d61-44e1-8e41-1acc8830c469 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:06:22.163007 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-83311010-187f-4344-9349-0371bd564df8 req-4d3674c7-9d65-4664-a07a-5d4d3037487a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cb11ad6b-4a99-4131-95fc-b700db963471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770013 Dec 15 20:06:22.170498 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-cc980ef3-9b8d-4a0d-bd3e-11946073e10b req-ec04878d-9e0d-4a75-a711-00c3879fa956 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Unset dirty status for tenant:dcef569c3d1c42279834a85579e46274 on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 20:06:22.171670 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-cc980ef3-9b8d-4a0d-bd3e-11946073e10b req-ec04878d-9e0d-4a75-a711-00c3879fa956 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9e78200-a884-494e-955c-4fd1b527b692 HTTP/1.1" status: 200 len: 945 time: 0.3073440 Dec 15 20:06:22.342380 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-cc980ef3-9b8d-4a0d-bd3e-11946073e10b req-2070e714-0abb-4bfd-99b4-56a97c96d3c1 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=598091ff-b35a-4a45-8b55-e5cdafd92603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434686 Dec 15 20:06:22.367300 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-83311010-187f-4344-9349-0371bd564df8 req-60ecaeb4-eddc-439c-89db-1c9c088b11ba service neutron] 10.222.0.32 "GET /v2.0/networks/cb11ad6b-4a99-4131-95fc-b700db963471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940701 Dec 15 20:06:22.516198 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-83311010-187f-4344-9349-0371bd564df8 req-9b1ccc3a-0399-4059-943d-cdabd86030f1 service neutron] 10.222.0.32 "GET /v2.0/networks/cb11ad6b-4a99-4131-95fc-b700db963471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412079 Dec 15 20:06:22.604192 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-c99b641a-a059-4379-b591-1e31edb7cb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06a50b3c-0d61-44e1-8e41-1acc8830c469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421915212', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': 'aa12248d-d1a9-47ef-83e8-e620fe7f3938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:04:30Z', 'updated_at': '2021-12-15T20:04:34Z', 'revision_number': 4, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'gw_port': {'id': 'aa12248d-d1a9-47ef-83e8-e620fe7f3938', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:53:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a50b3c-0d61-44e1-8e41-1acc8830c469', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:04:30Z', 'updated_at': '2021-12-15T20:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '8c591f1a-62bb-4733-96c8-324fa94e33ce', 'name': '', 'network_id': 'cb11ad6b-4a99-4131-95fc-b700db963471', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'mac_address': 'fa:16:3e:14:a8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a50b3c-0d61-44e1-8e41-1acc8830c469', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f95b197-8f41-4a0e-8a42-2de6f4460f16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:04:34Z', 'updated_at': '2021-12-15T20:04:41Z', 'revision_number': 5, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'subnets': [{'id': '2f95b197-8f41-4a0e-8a42-2de6f4460f16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:06:22.609148 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99b641a-a059-4379-b591-1e31edb7cb4c None None] The sync data for ids ['06a50b3c-0d61-44e1-8e41-1acc8830c469'] in dv-neutron-821831-2-hyperv is: [{'id': '06a50b3c-0d61-44e1-8e41-1acc8830c469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421915212', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': 'aa12248d-d1a9-47ef-83e8-e620fe7f3938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:04:30Z', 'updated_at': '2021-12-15T20:04:34Z', 'revision_number': 4, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'gw_port': {'id': 'aa12248d-d1a9-47ef-83e8-e620fe7f3938', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:53:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a50b3c-0d61-44e1-8e41-1acc8830c469', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:04:30Z', 'updated_at': '2021-12-15T20:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '8c591f1a-62bb-4733-96c8-324fa94e33ce', 'name': '', 'network_id': 'cb11ad6b-4a99-4131-95fc-b700db963471', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'mac_address': 'fa:16:3e:14:a8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a50b3c-0d61-44e1-8e41-1acc8830c469', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f95b197-8f41-4a0e-8a42-2de6f4460f16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:04:34Z', 'updated_at': '2021-12-15T20:04:41Z', 'revision_number': 5, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'subnets': [{'id': '2f95b197-8f41-4a0e-8a42-2de6f4460f16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 20:06:23.060862 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f0c7aa-e752-418b-8acf-e6097298721f None None] New status for floating IP 58723d41-cabb-41f6-9787-e0a7b6d06915: DOWN {{(pid=88993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 15 20:06:23.551471 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d27ad6-ccae-45da-8076-cbbe5bcdc1b2 req-242094e7-6a90-49fd-af97-a7fc193fa4aa tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:06:23.553348 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-05d27ad6-ccae-45da-8076-cbbe5bcdc1b2 req-242094e7-6a90-49fd-af97-a7fc193fa4aa tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9e78200-a884-494e-955c-4fd1b527b692 HTTP/1.1" status: 200 len: 945 time: 0.0838926 Dec 15 20:06:23.659855 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-05d27ad6-ccae-45da-8076-cbbe5bcdc1b2 req-9f49ebe0-ffe5-4a1b-a754-9530e1c4f4d0 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=598091ff-b35a-4a45-8b55-e5cdafd92603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999959 Dec 15 20:06:23.693629 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b7dc54-ca18-4163-ac22-df13522ef1c6 req-0efed563-49cf-4a2e-99bb-14c8ce10b5c0 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:06:23.695195 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e5b7dc54-ca18-4163-ac22-df13522ef1c6 req-0efed563-49cf-4a2e-99bb-14c8ce10b5c0 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9e78200-a884-494e-955c-4fd1b527b692 HTTP/1.1" status: 200 len: 945 time: 0.1166618 Dec 15 20:06:23.770322 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [req-e5b7dc54-ca18-4163-ac22-df13522ef1c6 req-633e0c56-456d-477e-b554-2a82f8b3b61e tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Deleting port 04fd6e0d-3589-44c5-9759-9f1d31aee486 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 20:06:23.770720 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-e5b7dc54-ca18-4163-ac22-df13522ef1c6 req-633e0c56-456d-477e-b554-2a82f8b3b61e tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:24.024070 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-e5b7dc54-ca18-4163-ac22-df13522ef1c6 req-633e0c56-456d-477e-b554-2a82f8b3b61e tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] For port 04fd6e0d-3589-44c5-9759-9f1d31aee486, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=04fd6e0d-3589-44c5-9759-9f1d31aee486,segment=NetworkSegment(a61d2528-fbf2-4f69-b898-af51224b1992),segment_id=a61d2528-fbf2-4f69-b898-af51224b1992)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:06:24.024457 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-e5b7dc54-ca18-4163-ac22-df13522ef1c6 req-633e0c56-456d-477e-b554-2a82f8b3b61e tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:24.151118 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [req-e5b7dc54-ca18-4163-ac22-df13522ef1c6 req-633e0c56-456d-477e-b554-2a82f8b3b61e tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Calling delete_port for 04fd6e0d-3589-44c5-9759-9f1d31aee486 owned by compute:nova {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 20:06:24.376231 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-e5b7dc54-ca18-4163-ac22-df13522ef1c6 req-633e0c56-456d-477e-b554-2a82f8b3b61e tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:24.382072 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-55cea954-6979-4d15-8bc2-6c2168f81825 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:06:24.427442 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633e0c56-456d-477e-b554-2a82f8b3b61e tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event deleted for resources: {'Port': ['ID=04fd6e0d-3589-44c5-9759-9f1d31aee486,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:06:24.431170 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-633e0c56-456d-477e-b554-2a82f8b3b61e tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:06:24.504958 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5b7dc54-ca18-4163-ac22-df13522ef1c6 req-633e0c56-456d-477e-b554-2a82f8b3b61e tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] No DVR routers for this DVR port 04fd6e0d-3589-44c5-9759-9f1d31aee486 on host hv-neutron-8218 {{(pid=88990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 20:06:24.507374 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-e5b7dc54-ca18-4163-ac22-df13522ef1c6 req-633e0c56-456d-477e-b554-2a82f8b3b61e tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:24.510187 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e78200-a884-494e-955c-4fd1b527b692', 'name': 'network-vif-deleted', 'tag': '04fd6e0d-3589-44c5-9759-9f1d31aee486'}] {{(pid=88990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 20:06:24.554649 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e5b7dc54-ca18-4163-ac22-df13522ef1c6 req-633e0c56-456d-477e-b554-2a82f8b3b61e tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.32 "DELETE /v2.0/ports/04fd6e0d-3589-44c5-9759-9f1d31aee486 HTTP/1.1" status: 204 len: 173 time: 0.8510098 Dec 15 20:06:24.569758 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9e78200-a884-494e-955c-4fd1b527b692', 'name': 'network-vif-deleted', 'tag': '04fd6e0d-3589-44c5-9759-9f1d31aee486', 'status': 'completed', 'code': 200} Dec 15 20:06:24.581583 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:24.844875 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-51a01907-39a3-4153-84cf-c564416b17da req-63670cda-430d-40ec-ba80-64f0e54475aa tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Synchronizing usage tracker for tenant:dcef569c3d1c42279834a85579e46274 on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 20:06:24.895910 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-51a01907-39a3-4153-84cf-c564416b17da req-63670cda-430d-40ec-ba80-64f0e54475aa tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Unset dirty status for tenant:dcef569c3d1c42279834a85579e46274 on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 20:06:24.897326 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-51a01907-39a3-4153-84cf-c564416b17da req-63670cda-430d-40ec-ba80-64f0e54475aa tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9e78200-a884-494e-955c-4fd1b527b692 HTTP/1.1" status: 200 len: 210 time: 0.0978887 Dec 15 20:06:26.019053 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 35542) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:06:26.426620 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 04fd6e0d-3589-44c5-9759-9f1d31aee486 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 20:06:26.436507 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-917dba06-5dd9-4739-bc2a-b1a7949864f4 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145021'] for router_interface, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:26.463969 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] No Port match for: 04fd6e0d-3589-44c5-9759-9f1d31aee486 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 20:06:26.464917 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 04fd6e0d-3589-44c5-9759-9f1d31aee486 not bound to the agent host hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 20:06:27.311396 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-917dba06-5dd9-4739-bc2a-b1a7949864f4 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Deleting port 8c591f1a-62bb-4733-96c8-324fa94e33ce {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 20:06:27.312003 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-917dba06-5dd9-4739-bc2a-b1a7949864f4 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:27.510751 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-917dba06-5dd9-4739-bc2a-b1a7949864f4 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] For port 8c591f1a-62bb-4733-96c8-324fa94e33ce, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=8c591f1a-62bb-4733-96c8-324fa94e33ce,segment=NetworkSegment(a61d2528-fbf2-4f69-b898-af51224b1992),segment_id=a61d2528-fbf2-4f69-b898-af51224b1992)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:06:27.511743 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-917dba06-5dd9-4739-bc2a-b1a7949864f4 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:27.642139 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-917dba06-5dd9-4739-bc2a-b1a7949864f4 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Calling delete_port for 8c591f1a-62bb-4733-96c8-324fa94e33ce owned by network:router_interface {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 20:06:27.969956 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-917dba06-5dd9-4739-bc2a-b1a7949864f4 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:27.974319 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9566c74a-be3d-4912-a1c4-107c2f8f2b4c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:06:28.017154 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917dba06-5dd9-4739-bc2a-b1a7949864f4 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event deleted for resources: {'Port': ['ID=8c591f1a-62bb-4733-96c8-324fa94e33ce,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:06:28.022504 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-917dba06-5dd9-4739-bc2a-b1a7949864f4 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:06:28.329472 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-917dba06-5dd9-4739-bc2a-b1a7949864f4 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852815828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854144871'] for router_interface, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:28.922844 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-917dba06-5dd9-4739-bc2a-b1a7949864f4 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Router 06a50b3c-0d61-44e1-8e41-1acc8830c469 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 20:06:29.126361 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-917dba06-5dd9-4739-bc2a-b1a7949864f4 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 20:06:29.136782 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb3df50-f5bb-4f6e-9bc0-b3c9eacd551a None None] Sync routers for ids ['06a50b3c-0d61-44e1-8e41-1acc8830c469'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 20:06:29.149227 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb3df50-f5bb-4f6e-9bc0-b3c9eacd551a None None] Routers {'06a50b3c-0d61-44e1-8e41-1acc8830c469'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:06:29.150028 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-9bb3df50-f5bb-4f6e-9bc0-b3c9eacd551a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:06:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['06a50b3c-0d61-44e1-8e41-1acc8830c469'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:06:29.184616 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-917dba06-5dd9-4739-bc2a-b1a7949864f4 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "PUT /v2.0/routers/06a50b3c-0d61-44e1-8e41-1acc8830c469/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1642578 Dec 15 20:06:29.187439 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 35546) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:06:29.334833 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-9bb3df50-f5bb-4f6e-9bc0-b3c9eacd551a None None] Set router 06a50b3c-0d61-44e1-8e41-1acc8830c469 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:06:29.389513 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fb718e0-7d55-4c59-8f99-de3c00d2b039 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Deleting subnet 2f95b197-8f41-4a0e-8a42-2de6f4460f16 {{(pid=88990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 20:06:29.392715 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8fb718e0-7d55-4c59-8f99-de3c00d2b039 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for subnet, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:29.450208 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8fb718e0-7d55-4c59-8f99-de3c00d2b039 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838448728'] for subnet, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:29.544759 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8fb718e0-7d55-4c59-8f99-de3c00d2b039 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:29.640312 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-9bb3df50-f5bb-4f6e-9bc0-b3c9eacd551a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06a50b3c-0d61-44e1-8e41-1acc8830c469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421915212', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': 'aa12248d-d1a9-47ef-83e8-e620fe7f3938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:04:30Z', 'updated_at': '2021-12-15T20:06:27Z', 'revision_number': 5, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'gw_port': {'id': 'aa12248d-d1a9-47ef-83e8-e620fe7f3938', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:53:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a50b3c-0d61-44e1-8e41-1acc8830c469', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:04:30Z', 'updated_at': '2021-12-15T20:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:06:29.644479 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb3df50-f5bb-4f6e-9bc0-b3c9eacd551a None None] Checking router: 06a50b3c-0d61-44e1-8e41-1acc8830c469 for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 20:06:29.656182 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb3df50-f5bb-4f6e-9bc0-b3c9eacd551a None None] Routers {'06a50b3c-0d61-44e1-8e41-1acc8830c469'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:06:29.656839 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-9bb3df50-f5bb-4f6e-9bc0-b3c9eacd551a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:06:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['06a50b3c-0d61-44e1-8e41-1acc8830c469'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:06:29.836971 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-9bb3df50-f5bb-4f6e-9bc0-b3c9eacd551a None None] Set router 06a50b3c-0d61-44e1-8e41-1acc8830c469 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:06:29.873124 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8fb718e0-7d55-4c59-8f99-de3c00d2b039 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16636259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14850861'] for subnet, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:29.878195 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-bdc22b5b-4f8c-4b8c-9406-8b7bdace9ebb tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:06:29.917488 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb718e0-7d55-4c59-8f99-de3c00d2b039 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event deleted for resources: {'Subnet': ['ID=2f95b197-8f41-4a0e-8a42-2de6f4460f16,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:06:29.920398 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8fb718e0-7d55-4c59-8f99-de3c00d2b039 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:06:29.924063 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8fb718e0-7d55-4c59-8f99-de3c00d2b039 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:29.931541 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8fb718e0-7d55-4c59-8f99-de3c00d2b039 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "DELETE /v2.0/subnets/2f95b197-8f41-4a0e-8a42-2de6f4460f16 HTTP/1.1" status: 204 len: 168 time: 0.7430699 Dec 15 20:06:29.934613 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 35550) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:06:29.939573 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eeb810d-f86e-4988-8dff-4d883d6e1be3 None None] Network cb11ad6b-4a99-4131-95fc-b700db963471 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 20:06:30.328566 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-9bb3df50-f5bb-4f6e-9bc0-b3c9eacd551a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06a50b3c-0d61-44e1-8e41-1acc8830c469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421915212', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': 'aa12248d-d1a9-47ef-83e8-e620fe7f3938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:04:30Z', 'updated_at': '2021-12-15T20:06:27Z', 'revision_number': 5, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'gw_port': {'id': 'aa12248d-d1a9-47ef-83e8-e620fe7f3938', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:53:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a50b3c-0d61-44e1-8e41-1acc8830c469', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:04:30Z', 'updated_at': '2021-12-15T20:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:06:30.333335 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb3df50-f5bb-4f6e-9bc0-b3c9eacd551a None None] The sync data for ids ['06a50b3c-0d61-44e1-8e41-1acc8830c469'] in dv-neutron-821831-2-hyperv is: [{'id': '06a50b3c-0d61-44e1-8e41-1acc8830c469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421915212', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.139'}], 'enable_snat': True}, 'gw_port_id': 'aa12248d-d1a9-47ef-83e8-e620fe7f3938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:04:30Z', 'updated_at': '2021-12-15T20:06:27Z', 'revision_number': 5, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'gw_port': {'id': 'aa12248d-d1a9-47ef-83e8-e620fe7f3938', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:53:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a50b3c-0d61-44e1-8e41-1acc8830c469', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:04:30Z', 'updated_at': '2021-12-15T20:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 20:06:30.384679 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aadbc72-27e5-4202-8cd9-0eb6b1c50240 None None] DHCP port deletion for cb11ad6b-4a99-4131-95fc-b700db963471 request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 20:06:30.390115 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-3aadbc72-27e5-4202-8cd9-0eb6b1c50240 None None] Deleting port bad5a351-3e2e-4bb0-b31e-21da3ed24b9d {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 20:06:30.390580 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3aadbc72-27e5-4202-8cd9-0eb6b1c50240 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:30.420009 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a64440ec-6d34-4175-a920-d3cb3b62185d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for router, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:30.610433 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-3aadbc72-27e5-4202-8cd9-0eb6b1c50240 None None] For port bad5a351-3e2e-4bb0-b31e-21da3ed24b9d, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=bad5a351-3e2e-4bb0-b31e-21da3ed24b9d,segment=NetworkSegment(a61d2528-fbf2-4f69-b898-af51224b1992),segment_id=a61d2528-fbf2-4f69-b898-af51224b1992)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:06:30.610889 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3aadbc72-27e5-4202-8cd9-0eb6b1c50240 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:30.635608 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a64440ec-6d34-4175-a920-d3cb3b62185d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:30.684394 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-a64440ec-6d34-4175-a920-d3cb3b62185d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Deleting port aa12248d-d1a9-47ef-83e8-e620fe7f3938 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 20:06:30.684809 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a64440ec-6d34-4175-a920-d3cb3b62185d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:30.738167 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-3aadbc72-27e5-4202-8cd9-0eb6b1c50240 None None] Calling delete_port for bad5a351-3e2e-4bb0-b31e-21da3ed24b9d owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 20:06:30.872747 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-a64440ec-6d34-4175-a920-d3cb3b62185d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] For port aa12248d-d1a9-47ef-83e8-e620fe7f3938, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=aa12248d-d1a9-47ef-83e8-e620fe7f3938,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:06:30.873092 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a64440ec-6d34-4175-a920-d3cb3b62185d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:30.902052 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3aadbc72-27e5-4202-8cd9-0eb6b1c50240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866'] for port, after_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:30.906914 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:06:30.950727 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aadbc72-27e5-4202-8cd9-0eb6b1c50240 None None] Pushing event deleted for resources: {'Port': ['ID=bad5a351-3e2e-4bb0-b31e-21da3ed24b9d,revision_number=None']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:06:30.963037 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aadbc72-27e5-4202-8cd9-0eb6b1c50240 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:06:30.963435 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aadbc72-27e5-4202-8cd9-0eb6b1c50240 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:06:30.963843 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aadbc72-27e5-4202-8cd9-0eb6b1c50240 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:06:30.964851 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aadbc72-27e5-4202-8cd9-0eb6b1c50240 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:06:30.965239 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aadbc72-27e5-4202-8cd9-0eb6b1c50240 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:06:30.965621 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aadbc72-27e5-4202-8cd9-0eb6b1c50240 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:06:30.966002 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aadbc72-27e5-4202-8cd9-0eb6b1c50240 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:06:30.966407 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aadbc72-27e5-4202-8cd9-0eb6b1c50240 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:06:30.966786 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aadbc72-27e5-4202-8cd9-0eb6b1c50240 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:06:30.967163 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aadbc72-27e5-4202-8cd9-0eb6b1c50240 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:06:30.967538 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aadbc72-27e5-4202-8cd9-0eb6b1c50240 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:06:30.970395 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aadbc72-27e5-4202-8cd9-0eb6b1c50240 None None] No DVR routers for this DVR port bad5a351-3e2e-4bb0-b31e-21da3ed24b9d on host dv-neutron-821831-2-hyperv {{(pid=88992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 20:06:30.971932 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3aadbc72-27e5-4202-8cd9-0eb6b1c50240 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:06:30.999966 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-a64440ec-6d34-4175-a920-d3cb3b62185d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Calling delete_port for aa12248d-d1a9-47ef-83e8-e620fe7f3938 owned by network:router_gateway {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 20:06:31.279005 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a64440ec-6d34-4175-a920-d3cb3b62185d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:31.283701 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6b4ff961-7903-4187-8217-5f0cf772fd14 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:06:31.325656 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64440ec-6d34-4175-a920-d3cb3b62185d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event deleted for resources: {'Port': ['ID=aa12248d-d1a9-47ef-83e8-e620fe7f3938,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:06:31.329587 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a64440ec-6d34-4175-a920-d3cb3b62185d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:06:31.562302 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a64440ec-6d34-4175-a920-d3cb3b62185d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854141934'] for router_gateway, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:31.593957 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device bad5a351-3e2e-4bb0-b31e-21da3ed24b9d no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 20:06:31.630445 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: bad5a351-3e2e-4bb0-b31e-21da3ed24b9d {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 20:06:31.631058 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device bad5a351-3e2e-4bb0-b31e-21da3ed24b9d not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 20:06:31.631725 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 8c591f1a-62bb-4733-96c8-324fa94e33ce no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 20:06:31.665249 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 8c591f1a-62bb-4733-96c8-324fa94e33ce {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 20:06:31.665705 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 8c591f1a-62bb-4733-96c8-324fa94e33ce not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 20:06:31.834326 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a64440ec-6d34-4175-a920-d3cb3b62185d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854207876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854699191'] for router, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:31.838691 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a64440ec-6d34-4175-a920-d3cb3b62185d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:31.975729 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a64440ec-6d34-4175-a920-d3cb3b62185d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854207982'] for router, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:31.976308 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a64440ec-6d34-4175-a920-d3cb3b62185d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Fanout notify agent at l3_agent the message router_deleted on router 06a50b3c-0d61-44e1-8e41-1acc8830c469 {{(pid=88990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 20:06:31.992173 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a64440ec-6d34-4175-a920-d3cb3b62185d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:31.993399 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a64440ec-6d34-4175-a920-d3cb3b62185d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "DELETE /v2.0/routers/06a50b3c-0d61-44e1-8e41-1acc8830c469 HTTP/1.1" status: 204 len: 168 time: 2.0577960 Dec 15 20:06:31.997280 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 35554) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:06:32.125447 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d54f8193-7e3a-4bc1-93e8-a6e23497ef6f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:32.266623 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d54f8193-7e3a-4bc1-93e8-a6e23497ef6f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:32.294571 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-d54f8193-7e3a-4bc1-93e8-a6e23497ef6f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb11ad6b-4a99-4131-95fc-b700db963471']}} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:06:32.307434 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-d54f8193-7e3a-4bc1-93e8-a6e23497ef6f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a61d2528-fbf2-4f69-b898-af51224b1992') {'for_net_delete': True} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:06:32.308546 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-d54f8193-7e3a-4bc1-93e8-a6e23497ef6f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a61d2528-fbf2-4f69-b898-af51224b1992') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:06:32.320573 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d54f8193-7e3a-4bc1-93e8-a6e23497ef6f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16327073'] for segment, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:32.335049 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d54f8193-7e3a-4bc1-93e8-a6e23497ef6f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:32.341365 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d54f8193-7e3a-4bc1-93e8-a6e23497ef6f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=88990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 20:06:32.341796 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d54f8193-7e3a-4bc1-93e8-a6e23497ef6f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838138943'] for segment, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:32.357167 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 20:06:32.357167 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 20:06:32.357167 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 20:06:32.357167 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 20:06:32.357167 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 20:06:32.357167 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 20:06:32.357167 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 20:06:32.357167 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 20:06:32.357167 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 20:06:32.357167 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 20:06:32.357167 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 20:06:32.357167 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 20:06:32.357167 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 20:06:32.357167 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 20:06:32.357167 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 20:06:32.357167 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 20:06:32.357167 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 20:06:32.357167 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 20:06:32.357167 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 20:06:32.357167 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 20:06:32.357167 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 20:06:32.357167 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 20:06:32.357167 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 20:06:32.357167 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 20:06:32.357167 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 20:06:32.357167 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 20:06:32.357167 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 20:06:32.357167 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 20:06:32.357167 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 20:06:32.357167 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 20:06:32.357167 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 20:06:32.357167 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 20:06:32.472599 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d54f8193-7e3a-4bc1-93e8-a6e23497ef6f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:32.480674 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d54f8193-7e3a-4bc1-93e8-a6e23497ef6f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:32.484789 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a1caf2b3-9bc8-43b1-9b85-9f9694547bcb tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:06:32.509259 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54f8193-7e3a-4bc1-93e8-a6e23497ef6f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event deleted for resources: {'Network': ['ID=cb11ad6b-4a99-4131-95fc-b700db963471,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:06:32.512567 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d54f8193-7e3a-4bc1-93e8-a6e23497ef6f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:06:32.544212 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d54f8193-7e3a-4bc1-93e8-a6e23497ef6f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "DELETE /v2.0/networks/cb11ad6b-4a99-4131-95fc-b700db963471 HTTP/1.1" status: 204 len: 168 time: 0.5438819 Dec 15 20:06:32.545880 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 35560) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:06:32.620915 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4d10b10b-a138-46d3-8453-2b6ec826fc6e tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:32.655750 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4d10b10b-a138-46d3-8453-2b6ec826fc6e tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:32.918361 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4d10b10b-a138-46d3-8453-2b6ec826fc6e tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:32.923665 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5c236a66-eb8c-47f3-a1d1-07f47fd3c284 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:06:32.938928 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d10b10b-a138-46d3-8453-2b6ec826fc6e tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=598091ff-b35a-4a45-8b55-e5cdafd92603,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:06:32.941676 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4d10b10b-a138-46d3-8453-2b6ec826fc6e tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:06:32.975077 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4d10b10b-a138-46d3-8453-2b6ec826fc6e tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:32.976340 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4d10b10b-a138-46d3-8453-2b6ec826fc6e tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "DELETE /v2.0/security-groups/598091ff-b35a-4a45-8b55-e5cdafd92603 HTTP/1.1" status: 204 len: 168 time: 0.4293406 Dec 15 20:06:33.450962 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 35568) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:06:33.457094 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-cd33ace2-e93e-4caa-9b7e-2d86387d9588 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1298981802', 'description': 'tempest-secgroup-smoke-1298981802 description', 'project_id': 'dcef569c3d1c42279834a85579e46274'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:06:33.463552 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-cd33ace2-e93e-4caa-9b7e-2d86387d9588 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:06:33.467999 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-cd33ace2-e93e-4caa-9b7e-2d86387d9588 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Usage tracker for resource:security_group and tenant:dcef569c3d1c42279834a85579e46274 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:06:33.470952 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-cd33ace2-e93e-4caa-9b7e-2d86387d9588 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:06:33.476950 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-cd33ace2-e93e-4caa-9b7e-2d86387d9588 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:06:33.505731 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device aa12248d-d1a9-47ef-83e8-e620fe7f3938 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 20:06:33.518723 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cd33ace2-e93e-4caa-9b7e-2d86387d9588 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:33.543451 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: aa12248d-d1a9-47ef-83e8-e620fe7f3938 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 20:06:33.552342 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device aa12248d-d1a9-47ef-83e8-e620fe7f3938 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 20:06:33.557127 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-cd33ace2-e93e-4caa-9b7e-2d86387d9588 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:06:33.563923 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-cd33ace2-e93e-4caa-9b7e-2d86387d9588 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Usage tracker for resource:security_group_rule and tenant:dcef569c3d1c42279834a85579e46274 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:06:33.567034 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-cd33ace2-e93e-4caa-9b7e-2d86387d9588 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:06:33.576417 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-cd33ace2-e93e-4caa-9b7e-2d86387d9588 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:06:33.807295 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cd33ace2-e93e-4caa-9b7e-2d86387d9588 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:33.924513 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cd33ace2-e93e-4caa-9b7e-2d86387d9588 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:33.931586 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8cef79ad-3f27-4ed4-b3d3-80f7735cefcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:06:33.955201 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 20:06:33.978941 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd33ace2-e93e-4caa-9b7e-2d86387d9588 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc874c1f-bb84-417d-a1a2-192b2cb61686,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:06:33.982359 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-cd33ace2-e93e-4caa-9b7e-2d86387d9588 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:06:34.033016 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cd33ace2-e93e-4caa-9b7e-2d86387d9588 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:34.034415 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-cd33ace2-e93e-4caa-9b7e-2d86387d9588 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.5823388 Dec 15 20:06:34.037559 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 35572) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:06:34.044901 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-faf29725-f72c-430a-8be9-08d0589e702f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Request body: {'security_group_rule': {'security_group_id': 'dc874c1f-bb84-417d-a1a2-192b2cb61686', 'project_id': 'dcef569c3d1c42279834a85579e46274', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:06:34.052495 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-faf29725-f72c-430a-8be9-08d0589e702f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:06:34.058734 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-faf29725-f72c-430a-8be9-08d0589e702f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Usage tracker for resource:security_group_rule and tenant:dcef569c3d1c42279834a85579e46274 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:06:34.062983 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-faf29725-f72c-430a-8be9-08d0589e702f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:06:34.068974 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-faf29725-f72c-430a-8be9-08d0589e702f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:06:34.119680 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-faf29725-f72c-430a-8be9-08d0589e702f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:34.188428 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-faf29725-f72c-430a-8be9-08d0589e702f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:34.215517 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-faf29725-f72c-430a-8be9-08d0589e702f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:34.217462 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c095a24a-feec-4007-a805-e685e20d9de8 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:06:34.239191 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf29725-f72c-430a-8be9-08d0589e702f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f018da13-dd8f-4fc8-a8e6-987555bbc6e7,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:06:34.243525 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-faf29725-f72c-430a-8be9-08d0589e702f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:06:34.272504 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-faf29725-f72c-430a-8be9-08d0589e702f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:34.273802 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-faf29725-f72c-430a-8be9-08d0589e702f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2351453 Dec 15 20:06:34.277331 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 35576) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:06:34.283259 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-8452ad9e-805d-4615-802d-6c8ef496181f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Request body: {'security_group_rule': {'security_group_id': 'dc874c1f-bb84-417d-a1a2-192b2cb61686', 'project_id': 'dcef569c3d1c42279834a85579e46274', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:06:34.289576 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-8452ad9e-805d-4615-802d-6c8ef496181f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:06:34.294166 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8452ad9e-805d-4615-802d-6c8ef496181f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Usage tracker for resource:security_group_rule and tenant:dcef569c3d1c42279834a85579e46274 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:06:34.297158 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8452ad9e-805d-4615-802d-6c8ef496181f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:06:34.303452 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-8452ad9e-805d-4615-802d-6c8ef496181f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:06:34.348163 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8452ad9e-805d-4615-802d-6c8ef496181f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:34.413786 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8452ad9e-805d-4615-802d-6c8ef496181f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:34.443955 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8452ad9e-805d-4615-802d-6c8ef496181f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:34.452243 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0c4c005e-c5ef-4579-92e2-ac32a6f9c049 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:06:34.472832 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8452ad9e-805d-4615-802d-6c8ef496181f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d68026d-3889-409c-86e8-4ce32453b6cc,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:06:34.477627 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8452ad9e-805d-4615-802d-6c8ef496181f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:06:34.524190 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8452ad9e-805d-4615-802d-6c8ef496181f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:34.525496 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8452ad9e-805d-4615-802d-6c8ef496181f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2471538 Dec 15 20:06:34.529132 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 35582) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:06:34.535127 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-4033a1d2-2a9e-4dbd-9e85-08a7a8c42c4b tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Request body: {'security_group_rule': {'security_group_id': 'dc874c1f-bb84-417d-a1a2-192b2cb61686', 'project_id': 'dcef569c3d1c42279834a85579e46274', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:06:34.541638 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-4033a1d2-2a9e-4dbd-9e85-08a7a8c42c4b tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:06:34.545816 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-4033a1d2-2a9e-4dbd-9e85-08a7a8c42c4b tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Usage tracker for resource:security_group_rule and tenant:dcef569c3d1c42279834a85579e46274 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:06:34.548868 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-4033a1d2-2a9e-4dbd-9e85-08a7a8c42c4b tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:06:34.555185 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-4033a1d2-2a9e-4dbd-9e85-08a7a8c42c4b tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:06:34.599466 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4033a1d2-2a9e-4dbd-9e85-08a7a8c42c4b tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:34.664660 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4033a1d2-2a9e-4dbd-9e85-08a7a8c42c4b tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:34.707173 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4033a1d2-2a9e-4dbd-9e85-08a7a8c42c4b tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:34.709102 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-bccd7776-f030-464c-bcdb-a7111dc4d456 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:06:34.735198 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4033a1d2-2a9e-4dbd-9e85-08a7a8c42c4b tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f381b74-1763-485f-9d61-7384e1aa5503,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:06:34.737933 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4033a1d2-2a9e-4dbd-9e85-08a7a8c42c4b tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:06:34.780947 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4033a1d2-2a9e-4dbd-9e85-08a7a8c42c4b tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:34.782316 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4033a1d2-2a9e-4dbd-9e85-08a7a8c42c4b tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2521260 Dec 15 20:06:34.785191 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 35586) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:06:34.791068 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-7b366485-aa2d-492a-bbd6-cabee3170906 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Request body: {'security_group_rule': {'security_group_id': 'dc874c1f-bb84-417d-a1a2-192b2cb61686', 'project_id': 'dcef569c3d1c42279834a85579e46274', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:06:34.797358 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-7b366485-aa2d-492a-bbd6-cabee3170906 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:06:34.801349 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-7b366485-aa2d-492a-bbd6-cabee3170906 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Usage tracker for resource:security_group_rule and tenant:dcef569c3d1c42279834a85579e46274 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:06:34.804602 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-7b366485-aa2d-492a-bbd6-cabee3170906 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:06:34.811184 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-7b366485-aa2d-492a-bbd6-cabee3170906 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:06:34.856398 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7b366485-aa2d-492a-bbd6-cabee3170906 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:34.921944 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7b366485-aa2d-492a-bbd6-cabee3170906 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:34.952792 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7b366485-aa2d-492a-bbd6-cabee3170906 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:34.954740 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9498bae3-51d4-4da2-ba71-ab708743f142 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:06:34.977679 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b366485-aa2d-492a-bbd6-cabee3170906 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dd276a6-0be6-4bc4-b4bd-bf8196f200ca,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:06:34.980474 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7b366485-aa2d-492a-bbd6-cabee3170906 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:06:35.027340 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7b366485-aa2d-492a-bbd6-cabee3170906 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:35.028632 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-7b366485-aa2d-492a-bbd6-cabee3170906 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2424767 Dec 15 20:06:35.031613 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 35590) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:06:35.037462 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-58712fe7-c010-438a-8248-bd8dcd0573bf tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Request body: {'security_group_rule': {'security_group_id': 'dc874c1f-bb84-417d-a1a2-192b2cb61686', 'project_id': 'dcef569c3d1c42279834a85579e46274', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:06:35.043812 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-58712fe7-c010-438a-8248-bd8dcd0573bf tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:06:35.047790 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-58712fe7-c010-438a-8248-bd8dcd0573bf tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Usage tracker for resource:security_group_rule and tenant:dcef569c3d1c42279834a85579e46274 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:06:35.050801 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-58712fe7-c010-438a-8248-bd8dcd0573bf tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:06:35.057006 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-58712fe7-c010-438a-8248-bd8dcd0573bf tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:06:35.095537 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.securitygroups_db [None req-58712fe7-c010-438a-8248-bd8dcd0573bf tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Project dcef569c3d1c42279834a85579e46274 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 20:06:35.102166 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-58712fe7-c010-438a-8248-bd8dcd0573bf tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:35.169077 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-58712fe7-c010-438a-8248-bd8dcd0573bf tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:35.198273 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-58712fe7-c010-438a-8248-bd8dcd0573bf tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:35.205457 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1187e8f7-ac9a-4ee8-b747-81470e95a77f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:06:35.223729 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58712fe7-c010-438a-8248-bd8dcd0573bf tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0003d59-94cd-4e56-86cc-7e61f4ca70c2,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:06:35.225923 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-58712fe7-c010-438a-8248-bd8dcd0573bf tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:06:35.255533 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-58712fe7-c010-438a-8248-bd8dcd0573bf tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:35.256836 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-58712fe7-c010-438a-8248-bd8dcd0573bf tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2242198 Dec 15 20:06:35.259861 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 35594) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:06:35.265724 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-8b938284-51b8-4ec1-bbb4-28a1333f67b8 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Request body: {'security_group_rule': {'security_group_id': 'dc874c1f-bb84-417d-a1a2-192b2cb61686', 'project_id': 'dcef569c3d1c42279834a85579e46274', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:06:35.272059 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-8b938284-51b8-4ec1-bbb4-28a1333f67b8 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:06:35.276024 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8b938284-51b8-4ec1-bbb4-28a1333f67b8 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Usage tracker for resource:security_group_rule and tenant:dcef569c3d1c42279834a85579e46274 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:06:35.279177 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-8b938284-51b8-4ec1-bbb4-28a1333f67b8 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:06:35.285160 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-8b938284-51b8-4ec1-bbb4-28a1333f67b8 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:06:35.318744 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.securitygroups_db [None req-8b938284-51b8-4ec1-bbb4-28a1333f67b8 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Project dcef569c3d1c42279834a85579e46274 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 20:06:35.325353 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8b938284-51b8-4ec1-bbb4-28a1333f67b8 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:35.399953 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8b938284-51b8-4ec1-bbb4-28a1333f67b8 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:35.421388 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8b938284-51b8-4ec1-bbb4-28a1333f67b8 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:35.423331 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-28869ff7-6e5d-4438-bf64-a7d4b0567206 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:06:35.445006 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b938284-51b8-4ec1-bbb4-28a1333f67b8 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9b0648b-f436-43c4-bacc-8fa2992863d2,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:06:35.449213 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8b938284-51b8-4ec1-bbb4-28a1333f67b8 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:06:35.478462 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8b938284-51b8-4ec1-bbb4-28a1333f67b8 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:35.480299 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8b938284-51b8-4ec1-bbb4-28a1333f67b8 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2193441 Dec 15 20:06:35.483348 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 35600) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:06:35.489324 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-685461fe-868b-4269-8ebe-52327c50e800 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Request body: {'network': {'name': 'tempest-network-smoke--221879746', 'project_id': 'dcef569c3d1c42279834a85579e46274', 'port_security_enabled': True}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:06:35.494726 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-685461fe-868b-4269-8ebe-52327c50e800 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:06:35.499882 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-685461fe-868b-4269-8ebe-52327c50e800 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Usage tracker for resource:network and tenant:dcef569c3d1c42279834a85579e46274 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:06:35.502961 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-685461fe-868b-4269-8ebe-52327c50e800 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:06:35.508989 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-685461fe-868b-4269-8ebe-52327c50e800 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:06:35.541131 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-685461fe-868b-4269-8ebe-52327c50e800 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Made reservation on behalf of dcef569c3d1c42279834a85579e46274 for: {'network': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 20:06:35.547304 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-685461fe-868b-4269-8ebe-52327c50e800 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:35.576872 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-685461fe-868b-4269-8ebe-52327c50e800 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=88990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 20:06:35.656856 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-685461fe-868b-4269-8ebe-52327c50e800 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:35.657265 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-685461fe-868b-4269-8ebe-52327c50e800 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Added segment 88d2ea6c-99b6-4d7e-8f50-fde8241e198c of type vlan for network 25c962f0-c7a2-4a64-8406-3841e1a2c2f0 Dec 15 20:06:35.735024 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-685461fe-868b-4269-8ebe-52327c50e800 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:35.826697 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-685461fe-868b-4269-8ebe-52327c50e800 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:35.830832 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685461fe-868b-4269-8ebe-52327c50e800 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:06:35.831473 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-685461fe-868b-4269-8ebe-52327c50e800 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:35.836713 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f66689cd-1e80-47fb-9dbb-e1184b176c58 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:06:35.948546 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685461fe-868b-4269-8ebe-52327c50e800 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event updated for resources: {'Network': ['ID=25c962f0-c7a2-4a64-8406-3841e1a2c2f0,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:06:35.954401 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-685461fe-868b-4269-8ebe-52327c50e800 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:06:35.959715 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 25c962f0-c7a2-4a64-8406-3841e1a2c2f0 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 20:06:35.981960 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-685461fe-868b-4269-8ebe-52327c50e800 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4974580 Dec 15 20:06:35.984838 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 35606) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:06:35.990467 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-943fb414-f547-4c21-bfe6-b760d0382a3b tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1231790271', 'admin_state_up': True, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:06:35.997967 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-943fb414-f547-4c21-bfe6-b760d0382a3b tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:06:36.002079 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-943fb414-f547-4c21-bfe6-b760d0382a3b tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Usage tracker for resource:router and tenant:dcef569c3d1c42279834a85579e46274 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:06:36.005093 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-943fb414-f547-4c21-bfe6-b760d0382a3b tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:06:36.012017 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-943fb414-f547-4c21-bfe6-b760d0382a3b tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:06:36.050166 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-943fb414-f547-4c21-bfe6-b760d0382a3b tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854699176'] for router, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:36.051224 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-943fb414-f547-4c21-bfe6-b760d0382a3b tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854194926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-76609'] for router, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:36.115170 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-943fb414-f547-4c21-bfe6-b760d0382a3b tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:36.292011 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-943fb414-f547-4c21-bfe6-b760d0382a3b tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:36.502082 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-943fb414-f547-4c21-bfe6-b760d0382a3b tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for router_gateway, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:36.532886 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-943fb414-f547-4c21-bfe6-b760d0382a3b tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:36.708246 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-943fb414-f547-4c21-bfe6-b760d0382a3b tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Allocated IP 172.26.3.152 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/9691e877-3b5f-4a53-8f80-3933a31779ea) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 20:06:37.103656 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-943fb414-f547-4c21-bfe6-b760d0382a3b tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:37.170384 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-943fb414-f547-4c21-bfe6-b760d0382a3b tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:37.174758 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-19918f93-9d67-4a2a-aa95-35777f238030 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:06:37.233733 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943fb414-f547-4c21-bfe6-b760d0382a3b tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 20:06:37.241813 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-943fb414-f547-4c21-bfe6-b760d0382a3b tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 20:06:37.250090 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943fb414-f547-4c21-bfe6-b760d0382a3b tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:06:37.278584 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943fb414-f547-4c21-bfe6-b760d0382a3b tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event updated for resources: {'Port': ['ID=9691e877-3b5f-4a53-8f80-3933a31779ea,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:06:37.283891 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-943fb414-f547-4c21-bfe6-b760d0382a3b tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:06:37.452352 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-943fb414-f547-4c21-bfe6-b760d0382a3b tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for router_gateway, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:37.453052 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-943fb414-f547-4c21-bfe6-b760d0382a3b tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904'] for router, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:37.758425 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-943fb414-f547-4c21-bfe6-b760d0382a3b tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Router 17053368-8bf6-4e9a-bef7-9d86b02cc235 is scheduled to L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 with binding_index 1 {{(pid=88990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 15 20:06:37.968191 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-943fb414-f547-4c21-bfe6-b760d0382a3b tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 20:06:37.978030 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f99d4db-b22a-4ffb-9f92-54391ceb73eb None None] Sync routers for ids ['17053368-8bf6-4e9a-bef7-9d86b02cc235'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 20:06:37.990964 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f99d4db-b22a-4ffb-9f92-54391ceb73eb None None] Routers {'17053368-8bf6-4e9a-bef7-9d86b02cc235'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:06:37.991631 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-1f99d4db-b22a-4ffb-9f92-54391ceb73eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:06:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['17053368-8bf6-4e9a-bef7-9d86b02cc235'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:06:38.027648 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-943fb414-f547-4c21-bfe6-b760d0382a3b tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:38.029005 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-943fb414-f547-4c21-bfe6-b760d0382a3b tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.0431266 Dec 15 20:06:38.032430 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 35610) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:06:38.082388 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d75361cc-d811-4c84-99fe-9bc4719702ea tempest-TestNetworkAdvancedServerOps-1358408781 tempest-TestNetworkAdvancedServerOps-1358408781-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=dcef569c3d1c42279834a85579e46274&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0483932 Dec 15 20:06:38.085010 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 35614) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:06:38.174961 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-1f99d4db-b22a-4ffb-9f92-54391ceb73eb None None] Set router 17053368-8bf6-4e9a-bef7-9d86b02cc235 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:06:38.228973 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b7210e-0aad-45f9-99ca-72846b48b3cd tempest-TestNetworkAdvancedServerOps-1358408781 tempest-TestNetworkAdvancedServerOps-1358408781-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:06:38.230936 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a0b7210e-0aad-45f9-99ca-72846b48b3cd tempest-TestNetworkAdvancedServerOps-1358408781 tempest-TestNetworkAdvancedServerOps-1358408781-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1449373 Dec 15 20:06:38.233938 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 35618) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:06:38.238424 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5dc24ad6-3604-41af-8df5-f14e17a4bcf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:38.281678 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1fb78310-1318-49c4-995d-feb6a8c7ca4f tempest-TestNetworkAdvancedServerOps-1358408781 tempest-TestNetworkAdvancedServerOps-1358408781-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=4b9c9b76-a8c2-4873-8d7b-0d52cc71925c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0439129 Dec 15 20:06:38.282149 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 35622) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:06:38.289676 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-f17a6e0b-a39e-409b-92bb-0926c0bb7047 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-554795356', 'network_id': '25c962f0-c7a2-4a64-8406-3841e1a2c2f0', 'project_id': 'dcef569c3d1c42279834a85579e46274', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:06:38.481397 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-1f99d4db-b22a-4ffb-9f92-54391ceb73eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17053368-8bf6-4e9a-bef7-9d86b02cc235', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1231790271', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '9691e877-3b5f-4a53-8f80-3933a31779ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:06:36Z', 'updated_at': '2021-12-15T20:06:37Z', 'revision_number': 3, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'gw_port': {'id': '9691e877-3b5f-4a53-8f80-3933a31779ea', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d4:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17053368-8bf6-4e9a-bef7-9d86b02cc235', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:06:36Z', 'updated_at': '2021-12-15T20:06:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:06:38.485995 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f99d4db-b22a-4ffb-9f92-54391ceb73eb None None] Checking router: 17053368-8bf6-4e9a-bef7-9d86b02cc235 for host: dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 20:06:38.486446 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f99d4db-b22a-4ffb-9f92-54391ceb73eb None None] Updating router 17053368-8bf6-4e9a-bef7-9d86b02cc235 port 9691e877-3b5f-4a53-8f80-3933a31779ea binding host dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 15 20:06:38.546646 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1f99d4db-b22a-4ffb-9f92-54391ceb73eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:38.649326 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-f17a6e0b-a39e-409b-92bb-0926c0bb7047 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:06:38.653402 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-f17a6e0b-a39e-409b-92bb-0926c0bb7047 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Usage tracker for resource:subnet and tenant:dcef569c3d1c42279834a85579e46274 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:06:38.656395 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-f17a6e0b-a39e-409b-92bb-0926c0bb7047 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:06:38.662417 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-f17a6e0b-a39e-409b-92bb-0926c0bb7047 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:06:38.701773 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f17a6e0b-a39e-409b-92bb-0926c0bb7047 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Made reservation on behalf of dcef569c3d1c42279834a85579e46274 for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 20:06:38.812050 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f17a6e0b-a39e-409b-92bb-0926c0bb7047 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:38.894388 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1f99d4db-b22a-4ffb-9f92-54391ceb73eb None None] Notify callbacks [] for port, precommit_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:38.975672 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-1f99d4db-b22a-4ffb-9f92-54391ceb73eb None None] Transition to ACTIVE for port object 9691e877-3b5f-4a53-8f80-3933a31779ea will not be triggered until provisioned by entity L2. {{(pid=88993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 20:06:39.015620 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1f99d4db-b22a-4ffb-9f92-54391ceb73eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:39.020086 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:06:39.096351 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-1f99d4db-b22a-4ffb-9f92-54391ceb73eb None None] Attempting to bind port 9691e877-3b5f-4a53-8f80-3933a31779ea on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 20:06:39.096757 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-1f99d4db-b22a-4ffb-9f92-54391ceb73eb None None] Attempting to bind port 9691e877-3b5f-4a53-8f80-3933a31779ea by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}] {{(pid=88993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 20:06:39.097167 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f99d4db-b22a-4ffb-9f92-54391ceb73eb None None] Attempting to bind port 9691e877-3b5f-4a53-8f80-3933a31779ea on network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 20:06:39.103695 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2befd0c9-e232-42d2-b9c7-bd588b017d03 None None] Pushing event updated for resources: {'Port': ['ID=9691e877-3b5f-4a53-8f80-3933a31779ea,revision_number=2']} {{(pid=88993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:06:39.114192 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f99d4db-b22a-4ffb-9f92-54391ceb73eb None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 20, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 20:06:39.114707 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f99d4db-b22a-4ffb-9f92-54391ceb73eb None None] Checking segment: {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 20:06:39.115126 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1f99d4db-b22a-4ffb-9f92-54391ceb73eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:39.115557 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f99d4db-b22a-4ffb-9f92-54391ceb73eb None None] Bound using segment: {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'} {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 20:06:39.116056 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-1f99d4db-b22a-4ffb-9f92-54391ceb73eb None None] Bound port: 9691e877-3b5f-4a53-8f80-3933a31779ea, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}}] {{(pid=88993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 20:06:39.116464 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1f99d4db-b22a-4ffb-9f92-54391ceb73eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:39.136098 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f17a6e0b-a39e-409b-92bb-0926c0bb7047 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:39.140787 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6188f06a-77b4-4423-b123-3f6e1b13f1d3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:06:39.145090 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2befd0c9-e232-42d2-b9c7-bd588b017d03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:06:39.145473 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2befd0c9-e232-42d2-b9c7-bd588b017d03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:06:39.145853 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2befd0c9-e232-42d2-b9c7-bd588b017d03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:06:39.146222 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2befd0c9-e232-42d2-b9c7-bd588b017d03 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:06:39.146615 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2befd0c9-e232-42d2-b9c7-bd588b017d03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:06:39.146981 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2befd0c9-e232-42d2-b9c7-bd588b017d03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:06:39.147345 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2befd0c9-e232-42d2-b9c7-bd588b017d03 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:06:39.147711 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2befd0c9-e232-42d2-b9c7-bd588b017d03 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:06:39.148069 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2befd0c9-e232-42d2-b9c7-bd588b017d03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:06:39.148428 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2befd0c9-e232-42d2-b9c7-bd588b017d03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:06:39.148787 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2befd0c9-e232-42d2-b9c7-bd588b017d03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:06:39.152641 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2befd0c9-e232-42d2-b9c7-bd588b017d03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:06:39.201992 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-1f99d4db-b22a-4ffb-9f92-54391ceb73eb None None] For port 9691e877-3b5f-4a53-8f80-3933a31779ea, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 20:06:39.205132 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-1f99d4db-b22a-4ffb-9f92-54391ceb73eb None None] For port 9691e877-3b5f-4a53-8f80-3933a31779ea, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=9691e877-3b5f-4a53-8f80-3933a31779ea,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 20:06:39.225115 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17a6e0b-a39e-409b-92bb-0926c0bb7047 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event updated for resources: {'Subnet': ['ID=27f95d1a-0ab8-4476-b7b1-0875fc9290a8,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:06:39.241341 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17a6e0b-a39e-409b-92bb-0926c0bb7047 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:06:39.241791 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17a6e0b-a39e-409b-92bb-0926c0bb7047 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:06:39.242225 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17a6e0b-a39e-409b-92bb-0926c0bb7047 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:06:39.242709 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17a6e0b-a39e-409b-92bb-0926c0bb7047 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:06:39.243134 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17a6e0b-a39e-409b-92bb-0926c0bb7047 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:06:39.243558 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17a6e0b-a39e-409b-92bb-0926c0bb7047 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:06:39.243980 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17a6e0b-a39e-409b-92bb-0926c0bb7047 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:06:39.244399 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17a6e0b-a39e-409b-92bb-0926c0bb7047 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:06:39.245410 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17a6e0b-a39e-409b-92bb-0926c0bb7047 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:06:39.245899 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17a6e0b-a39e-409b-92bb-0926c0bb7047 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:06:39.246370 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17a6e0b-a39e-409b-92bb-0926c0bb7047 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:06:39.249778 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17a6e0b-a39e-409b-92bb-0926c0bb7047 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Checking segment: {'id': '88d2ea6c-99b6-4d7e-8f50-fde8241e198c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '25c962f0-c7a2-4a64-8406-3841e1a2c2f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 20:06:39.250184 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17a6e0b-a39e-409b-92bb-0926c0bb7047 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Network hostable DHCP agents. Network: 25c962f0-c7a2-4a64-8406-3841e1a2c2f0, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 20:06:39.250662 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1f99d4db-b22a-4ffb-9f92-54391ceb73eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:39.256077 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-bc98fc8d-09b3-47bb-b8d0-f41409c9c53c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:06:39.257243 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f17a6e0b-a39e-409b-92bb-0926c0bb7047 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:06:39.318058 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17a6e0b-a39e-409b-92bb-0926c0bb7047 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Network 25c962f0-c7a2-4a64-8406-3841e1a2c2f0 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 20:06:39.335636 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2befd0c9-e232-42d2-b9c7-bd588b017d03 None None] Pushing event updated for resources: {'Port': ['ID=9691e877-3b5f-4a53-8f80-3933a31779ea,revision_number=3']} {{(pid=88993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:06:39.340480 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2befd0c9-e232-42d2-b9c7-bd588b017d03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:06:39.341496 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f99d4db-b22a-4ffb-9f92-54391ceb73eb None None] Routers {'17053368-8bf6-4e9a-bef7-9d86b02cc235'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:06:39.342155 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-1f99d4db-b22a-4ffb-9f92-54391ceb73eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:06:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['17053368-8bf6-4e9a-bef7-9d86b02cc235'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:06:39.398499 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-f17a6e0b-a39e-409b-92bb-0926c0bb7047 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, 25c962f0-c7a2-4a64-8406-3841e1a2c2f0) {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 20:06:39.403519 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17a6e0b-a39e-409b-92bb-0926c0bb7047 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:06:39.404176 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f17a6e0b-a39e-409b-92bb-0926c0bb7047 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:39.409571 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a00917-6b36-44e9-9f1f-047b0750c0d4 None None] Network 25c962f0-c7a2-4a64-8406-3841e1a2c2f0 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 20:06:39.461993 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f17a6e0b-a39e-409b-92bb-0926c0bb7047 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1785686 Dec 15 20:06:39.465551 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 35626) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:06:39.547431 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:39.697690 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c789975c-6427-49d7-8308-c4086b777d03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-25c962f0-c7a2-4a64-8406-3841e1a2c2f0', 'network_id': '25c962f0-c7a2-4a64-8406-3841e1a2c2f0', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'fixed_ips': [{'subnet_id': '27f95d1a-0ab8-4476-b7b1-0875fc9290a8'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 20:06:39.699223 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c789975c-6427-49d7-8308-c4086b777d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:39.710037 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-1f99d4db-b22a-4ffb-9f92-54391ceb73eb None None] Set router 17053368-8bf6-4e9a-bef7-9d86b02cc235 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:06:39.903294 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-c789975c-6427-49d7-8308-c4086b777d03 None None] Allocated IP 172.20.0.2 (25c962f0-c7a2-4a64-8406-3841e1a2c2f0/27f95d1a-0ab8-4476-b7b1-0875fc9290a8/793b3660-6393-4cc2-826a-e5fe5d4d230d) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 20:06:40.017234 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-1f99d4db-b22a-4ffb-9f92-54391ceb73eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17053368-8bf6-4e9a-bef7-9d86b02cc235', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1231790271', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '9691e877-3b5f-4a53-8f80-3933a31779ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:06:36Z', 'updated_at': '2021-12-15T20:06:37Z', 'revision_number': 3, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'gw_port': {'id': '9691e877-3b5f-4a53-8f80-3933a31779ea', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d4:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17053368-8bf6-4e9a-bef7-9d86b02cc235', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:06:36Z', 'updated_at': '2021-12-15T20:06:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:06:40.021524 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f99d4db-b22a-4ffb-9f92-54391ceb73eb None None] The sync data for ids ['17053368-8bf6-4e9a-bef7-9d86b02cc235'] in dv-neutron-821831-2-hyperv is: [{'id': '17053368-8bf6-4e9a-bef7-9d86b02cc235', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1231790271', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '9691e877-3b5f-4a53-8f80-3933a31779ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:06:36Z', 'updated_at': '2021-12-15T20:06:37Z', 'revision_number': 3, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'gw_port': {'id': '9691e877-3b5f-4a53-8f80-3933a31779ea', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d4:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17053368-8bf6-4e9a-bef7-9d86b02cc235', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:06:36Z', 'updated_at': '2021-12-15T20:06:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 20:06:40.255507 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c789975c-6427-49d7-8308-c4086b777d03 None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:40.266388 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-c789975c-6427-49d7-8308-c4086b777d03 None None] Transition to ACTIVE for port object 793b3660-6393-4cc2-826a-e5fe5d4d230d will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 20:06:40.278185 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4a57493b-f891-4860-af98-aaad192dc899 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:40.330201 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-c789975c-6427-49d7-8308-c4086b777d03 None None] Transition to ACTIVE for port object 793b3660-6393-4cc2-826a-e5fe5d4d230d will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 20:06:40.353451 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c789975c-6427-49d7-8308-c4086b777d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:40.359878 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:06:40.431198 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c789975c-6427-49d7-8308-c4086b777d03 None None] Network 25c962f0-c7a2-4a64-8406-3841e1a2c2f0 is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 20:06:40.440652 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-c789975c-6427-49d7-8308-c4086b777d03 None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 20:06:40.446729 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c789975c-6427-49d7-8308-c4086b777d03 None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:06:40.455355 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c789975c-6427-49d7-8308-c4086b777d03 None None] Pushing event updated for resources: {'Port': ['ID=793b3660-6393-4cc2-826a-e5fe5d4d230d,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:06:40.461706 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c789975c-6427-49d7-8308-c4086b777d03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:06:40.570500 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-c789975c-6427-49d7-8308-c4086b777d03 None None] Attempting to bind port 793b3660-6393-4cc2-826a-e5fe5d4d230d on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 20:06:40.570917 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-c789975c-6427-49d7-8308-c4086b777d03 None None] Attempting to bind port 793b3660-6393-4cc2-826a-e5fe5d4d230d by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '88d2ea6c-99b6-4d7e-8f50-fde8241e198c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '25c962f0-c7a2-4a64-8406-3841e1a2c2f0'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 20:06:40.571329 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c789975c-6427-49d7-8308-c4086b777d03 None None] Attempting to bind port 793b3660-6393-4cc2-826a-e5fe5d4d230d on network 25c962f0-c7a2-4a64-8406-3841e1a2c2f0 {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 20:06:40.578948 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c789975c-6427-49d7-8308-c4086b777d03 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 20, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 20:06:40.579367 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c789975c-6427-49d7-8308-c4086b777d03 None None] Checking segment: {'id': '88d2ea6c-99b6-4d7e-8f50-fde8241e198c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '25c962f0-c7a2-4a64-8406-3841e1a2c2f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 20:06:40.579828 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c789975c-6427-49d7-8308-c4086b777d03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:40.580282 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c789975c-6427-49d7-8308-c4086b777d03 None None] Bound using segment: {'id': '88d2ea6c-99b6-4d7e-8f50-fde8241e198c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '25c962f0-c7a2-4a64-8406-3841e1a2c2f0'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 20:06:40.580800 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-c789975c-6427-49d7-8308-c4086b777d03 None None] Bound port: 793b3660-6393-4cc2-826a-e5fe5d4d230d, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88d2ea6c-99b6-4d7e-8f50-fde8241e198c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '25c962f0-c7a2-4a64-8406-3841e1a2c2f0'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 20:06:40.581220 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c789975c-6427-49d7-8308-c4086b777d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:40.755541 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-4a57493b-f891-4860-af98-aaad192dc899 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Allocated IP 172.20.0.1 (25c962f0-c7a2-4a64-8406-3841e1a2c2f0/27f95d1a-0ab8-4476-b7b1-0875fc9290a8/ed5d8c7f-e565-4b20-ac03-c6b8dbb6a37d) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 20:06:40.781341 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b960ea9f-864c-42d5-8b4d-b264649e87e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:40.863186 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-c789975c-6427-49d7-8308-c4086b777d03 None None] For port 793b3660-6393-4cc2-826a-e5fe5d4d230d, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 20:06:40.866862 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-c789975c-6427-49d7-8308-c4086b777d03 None None] For port 793b3660-6393-4cc2-826a-e5fe5d4d230d, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=793b3660-6393-4cc2-826a-e5fe5d4d230d,segment=NetworkSegment(88d2ea6c-99b6-4d7e-8f50-fde8241e198c),segment_id=88d2ea6c-99b6-4d7e-8f50-fde8241e198c)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 20:06:40.925180 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c789975c-6427-49d7-8308-c4086b777d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:40.930401 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:06:40.976513 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4a57493b-f891-4860-af98-aaad192dc899 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:40.998115 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-4a57493b-f891-4860-af98-aaad192dc899 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Transition to ACTIVE for port object ed5d8c7f-e565-4b20-ac03-c6b8dbb6a37d will not be triggered until provisioned by entity DHCP. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 20:06:41.030925 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c789975c-6427-49d7-8308-c4086b777d03 None None] Pushing event updated for resources: {'Port': ['ID=793b3660-6393-4cc2-826a-e5fe5d4d230d,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:06:41.034229 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c789975c-6427-49d7-8308-c4086b777d03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:06:41.035055 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:41.067834 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4a57493b-f891-4860-af98-aaad192dc899 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:41.072772 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8d88dffb-8630-41e1-b32e-0912441f81fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:06:41.140455 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a57493b-f891-4860-af98-aaad192dc899 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Network 25c962f0-c7a2-4a64-8406-3841e1a2c2f0 is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 20:06:41.143743 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-4a57493b-f891-4860-af98-aaad192dc899 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 20:06:41.154616 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a57493b-f891-4860-af98-aaad192dc899 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:06:41.202324 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57493b-f891-4860-af98-aaad192dc899 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event updated for resources: {'Port': ['ID=ed5d8c7f-e565-4b20-ac03-c6b8dbb6a37d,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:06:41.207612 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4a57493b-f891-4860-af98-aaad192dc899 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:06:41.223856 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4a57493b-f891-4860-af98-aaad192dc899 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630901'] for router_interface, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:41.357601 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4a57493b-f891-4860-af98-aaad192dc899 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:41.623046 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 793b3660-6393-4cc2-826a-e5fe5d4d230d up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 20:06:41.723700 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 793b3660-6393-4cc2-826a-e5fe5d4d230d completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 20:06:41.730079 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 9691e877-3b5f-4a53-8f80-3933a31779ea up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 20:06:41.809889 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4a57493b-f891-4860-af98-aaad192dc899 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for port, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:41.832349 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 9691e877-3b5f-4a53-8f80-3933a31779ea completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 20:06:41.837549 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 9691e877-3b5f-4a53-8f80-3933a31779ea triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:06:41.837973 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:41.866272 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4a57493b-f891-4860-af98-aaad192dc899 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:41.900130 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3e393dbe-6f59-421a-85fc-ee888d3755eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:06:41.959607 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:41.976140 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port 9691e877-3b5f-4a53-8f80-3933a31779ea, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=9691e877-3b5f-4a53-8f80-3933a31779ea,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:06:41.990551 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57493b-f891-4860-af98-aaad192dc899 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event updated for resources: {'Port': ['ID=ed5d8c7f-e565-4b20-ac03-c6b8dbb6a37d,revision_number=2']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:06:41.993233 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4a57493b-f891-4860-af98-aaad192dc899 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1959989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854145006'] for router_interface, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:41.998213 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4a57493b-f891-4860-af98-aaad192dc899 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:06:42.009955 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:42.012534 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-48d27be7-9467-4115-8e2a-c71affec60c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:06:42.077677 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=9691e877-3b5f-4a53-8f80-3933a31779ea,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:06:42.080801 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:06:42.141507 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a57493b-f891-4860-af98-aaad192dc899 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Network 25c962f0-c7a2-4a64-8406-3841e1a2c2f0 is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 20:06:42.142800 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-4a57493b-f891-4860-af98-aaad192dc899 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 20:06:42.589247 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c2c5bf-0a25-4630-aa9c-11f084caef35 None None] Network 25c962f0-c7a2-4a64-8406-3841e1a2c2f0 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 20:06:42.782134 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-bd883709-1c4e-4c6a-b5b9-45e22cca2e3c None None] Provisioning for port 793b3660-6393-4cc2-826a-e5fe5d4d230d completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 20:06:42.798901 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-bd883709-1c4e-4c6a-b5b9-45e22cca2e3c None None] Provisioning complete for port 793b3660-6393-4cc2-826a-e5fe5d4d230d triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:06:42.799380 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bd883709-1c4e-4c6a-b5b9-45e22cca2e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:42.809207 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a57493b-f891-4860-af98-aaad192dc899 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Router 17053368-8bf6-4e9a-bef7-9d86b02cc235 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 20:06:42.853941 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:42.982798 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bd883709-1c4e-4c6a-b5b9-45e22cca2e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:43.021216 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-bd883709-1c4e-4c6a-b5b9-45e22cca2e3c None None] For port 793b3660-6393-4cc2-826a-e5fe5d4d230d, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=793b3660-6393-4cc2-826a-e5fe5d4d230d,segment=NetworkSegment(88d2ea6c-99b6-4d7e-8f50-fde8241e198c),segment_id=88d2ea6c-99b6-4d7e-8f50-fde8241e198c)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:06:43.039225 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a57493b-f891-4860-af98-aaad192dc899 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 20:06:43.055290 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4a57493b-f891-4860-af98-aaad192dc899 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "PUT /v2.0/routers/17053368-8bf6-4e9a-bef7-9d86b02cc235/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5877230 Dec 15 20:06:43.061229 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bd883709-1c4e-4c6a-b5b9-45e22cca2e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:43.067722 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e0c8e5b1-7a84-46f1-b6bc-72e56fbb1f5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:06:43.107005 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a917cb53-81a7-4657-b4c0-b98f57207705 None None] Sync routers for ids ['17053368-8bf6-4e9a-bef7-9d86b02cc235'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 20:06:43.148410 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a917cb53-81a7-4657-b4c0-b98f57207705 None None] Routers {'17053368-8bf6-4e9a-bef7-9d86b02cc235'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:06:43.149046 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-a917cb53-81a7-4657-b4c0-b98f57207705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:06:41Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['17053368-8bf6-4e9a-bef7-9d86b02cc235'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:06:43.229468 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd883709-1c4e-4c6a-b5b9-45e22cca2e3c None None] Pushing event updated for resources: {'Port': ['ID=793b3660-6393-4cc2-826a-e5fe5d4d230d,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:06:43.234860 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-bd883709-1c4e-4c6a-b5b9-45e22cca2e3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:06:43.253615 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-cd2cdfb8-9e6f-489d-92ad-a50afa8438f9 req-def4c350-a416-4893-bdce-fa2c44f6ecf2 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Synchronizing usage tracker for tenant:dcef569c3d1c42279834a85579e46274 on resource:security_group {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 20:06:43.318779 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-cd2cdfb8-9e6f-489d-92ad-a50afa8438f9 req-def4c350-a416-4893-bdce-fa2c44f6ecf2 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Unset dirty status for tenant:dcef569c3d1c42279834a85579e46274 on resource:security_group {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 20:06:43.320694 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-cd2cdfb8-9e6f-489d-92ad-a50afa8438f9 req-def4c350-a416-4893-bdce-fa2c44f6ecf2 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1298981802&fields=id&tenant_id=dcef569c3d1c42279834a85579e46274 HTTP/1.1" status: 200 len: 267 time: 0.1138735 Dec 15 20:06:43.356478 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-a917cb53-81a7-4657-b4c0-b98f57207705 None None] Set router 17053368-8bf6-4e9a-bef7-9d86b02cc235 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:06:43.500675 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2cdfb8-9e6f-489d-92ad-a50afa8438f9 req-61ea2d3e-8112-4ba8-bec5-bffe18b87ab2 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:06:43.501623 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-cd2cdfb8-9e6f-489d-92ad-a50afa8438f9 req-61ea2d3e-8112-4ba8-bec5-bffe18b87ab2 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Synchronizing usage tracker for tenant:dcef569c3d1c42279834a85579e46274 on resource:network {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 20:06:43.501936 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-46af7f20-4399-49df-900b-64e663b6a1c9 None None] Provisioning for port ed5d8c7f-e565-4b20-ac03-c6b8dbb6a37d completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 20:06:43.513889 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-46af7f20-4399-49df-900b-64e663b6a1c9 None None] Provisioning complete for port ed5d8c7f-e565-4b20-ac03-c6b8dbb6a37d triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:06:43.514425 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-46af7f20-4399-49df-900b-64e663b6a1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:43.576892 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-cd2cdfb8-9e6f-489d-92ad-a50afa8438f9 req-61ea2d3e-8112-4ba8-bec5-bffe18b87ab2 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Unset dirty status for tenant:dcef569c3d1c42279834a85579e46274 on resource:network {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 20:06:43.585086 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-cd2cdfb8-9e6f-489d-92ad-a50afa8438f9 req-61ea2d3e-8112-4ba8-bec5-bffe18b87ab2 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/networks?id=25c962f0-c7a2-4a64-8406-3841e1a2c2f0 HTTP/1.1" status: 200 len: 796 time: 0.2562947 Dec 15 20:06:43.591063 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 793b3660-6393-4cc2-826a-e5fe5d4d230d up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 20:06:43.606899 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-cd2cdfb8-9e6f-489d-92ad-a50afa8438f9 req-8bc45670-54a6-4b40-8257-20e9e53fba8f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/quotas/dcef569c3d1c42279834a85579e46274 HTTP/1.1" status: 200 len: 375 time: 0.0204380 Dec 15 20:06:43.683284 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-46af7f20-4399-49df-900b-64e663b6a1c9 None None] Port ed5d8c7f-e565-4b20-ac03-c6b8dbb6a37d cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 20:06:43.706918 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-cd2cdfb8-9e6f-489d-92ad-a50afa8438f9 req-9c8dbf7f-dca9-42b2-b375-d5f5ec0d1d4c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Synchronizing usage tracker for tenant:dcef569c3d1c42279834a85579e46274 on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 20:06:43.735490 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-46af7f20-4399-49df-900b-64e663b6a1c9 None None] Provisioning complete for port 793b3660-6393-4cc2-826a-e5fe5d4d230d triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:06:43.735910 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-46af7f20-4399-49df-900b-64e663b6a1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:43.758467 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-cd2cdfb8-9e6f-489d-92ad-a50afa8438f9 req-9c8dbf7f-dca9-42b2-b375-d5f5ec0d1d4c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Unset dirty status for tenant:dcef569c3d1c42279834a85579e46274 on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 20:06:43.761180 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-cd2cdfb8-9e6f-489d-92ad-a50afa8438f9 req-9c8dbf7f-dca9-42b2-b375-d5f5ec0d1d4c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=dcef569c3d1c42279834a85579e46274&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1520231 Dec 15 20:06:43.882904 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 793b3660-6393-4cc2-826a-e5fe5d4d230d triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:06:43.883338 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:43.915017 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-cd2cdfb8-9e6f-489d-92ad-a50afa8438f9 req-f705c313-9c05-4a11-9918-8210db9d33d6 service neutron] 10.222.0.36 "GET /v2.0/networks/25c962f0-c7a2-4a64-8406-3841e1a2c2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402595 Dec 15 20:06:44.067565 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-cd2cdfb8-9e6f-489d-92ad-a50afa8438f9 req-91d4ee37-bd39-4df9-ac4c-f458a09c8254 service neutron] 10.222.0.36 "GET /v2.0/networks/25c962f0-c7a2-4a64-8406-3841e1a2c2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458864 Dec 15 20:06:44.069098 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-a917cb53-81a7-4657-b4c0-b98f57207705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17053368-8bf6-4e9a-bef7-9d86b02cc235', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1231790271', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '9691e877-3b5f-4a53-8f80-3933a31779ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:06:36Z', 'updated_at': '2021-12-15T20:06:41Z', 'revision_number': 4, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'gw_port': {'id': '9691e877-3b5f-4a53-8f80-3933a31779ea', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17053368-8bf6-4e9a-bef7-9d86b02cc235', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:06:36Z', 'updated_at': '2021-12-15T20:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': 'ed5d8c7f-e565-4b20-ac03-c6b8dbb6a37d', 'name': '', 'network_id': '25c962f0-c7a2-4a64-8406-3841e1a2c2f0', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'mac_address': 'fa:16:3e:d5:3a:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17053368-8bf6-4e9a-bef7-9d86b02cc235', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27f95d1a-0ab8-4476-b7b1-0875fc9290a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:06:40Z', 'updated_at': '2021-12-15T20:06:41Z', 'revision_number': 2, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'subnets': [{'id': '27f95d1a-0ab8-4476-b7b1-0875fc9290a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:06:44.082911 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a917cb53-81a7-4657-b4c0-b98f57207705 None None] Checking router: 17053368-8bf6-4e9a-bef7-9d86b02cc235 for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 20:06:44.083327 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a917cb53-81a7-4657-b4c0-b98f57207705 None None] Updating router 17053368-8bf6-4e9a-bef7-9d86b02cc235 port ed5d8c7f-e565-4b20-ac03-c6b8dbb6a37d binding host dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 15 20:06:44.143196 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 9691e877-3b5f-4a53-8f80-3933a31779ea up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 20:06:44.211095 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a917cb53-81a7-4657-b4c0-b98f57207705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:44.275436 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-dd94854e-3659-4d93-bc1c-d66fa8c17a99 None None] Provisioning complete for port ed5d8c7f-e565-4b20-ac03-c6b8dbb6a37d triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:06:44.275911 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dd94854e-3659-4d93-bc1c-d66fa8c17a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:44.371849 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-92bd7d79-fe50-42d5-95ad-808cfade66e4 req-66db03f2-1fda-4b36-87f2-accfc9e3fc8d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bf382f1-60e8-48c1-b596-3cb04d45a15f HTTP/1.1" status: 200 len: 210 time: 0.1247053 Dec 15 20:06:44.402200 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-dd94854e-3659-4d93-bc1c-d66fa8c17a99 None None] Port ed5d8c7f-e565-4b20-ac03-c6b8dbb6a37d cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 20:06:44.410720 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 9691e877-3b5f-4a53-8f80-3933a31779ea triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:06:44.411153 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:44.954952 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a917cb53-81a7-4657-b4c0-b98f57207705 None None] Notify callbacks [] for port, precommit_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:44.967060 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-a917cb53-81a7-4657-b4c0-b98f57207705 None None] Transition to ACTIVE for port object ed5d8c7f-e565-4b20-ac03-c6b8dbb6a37d will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 20:06:45.014921 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a917cb53-81a7-4657-b4c0-b98f57207705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:45.019523 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:06:45.147731 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa967106-2b6f-45e1-9db7-8a594dfb3746 None None] Pushing event updated for resources: {'Port': ['ID=ed5d8c7f-e565-4b20-ac03-c6b8dbb6a37d,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:06:45.150694 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-aa967106-2b6f-45e1-9db7-8a594dfb3746 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:06:45.247922 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-a917cb53-81a7-4657-b4c0-b98f57207705 None None] Attempting to bind port ed5d8c7f-e565-4b20-ac03-c6b8dbb6a37d on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 20:06:45.248385 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-a917cb53-81a7-4657-b4c0-b98f57207705 None None] Attempting to bind port ed5d8c7f-e565-4b20-ac03-c6b8dbb6a37d by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '88d2ea6c-99b6-4d7e-8f50-fde8241e198c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '25c962f0-c7a2-4a64-8406-3841e1a2c2f0'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 20:06:45.248797 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a917cb53-81a7-4657-b4c0-b98f57207705 None None] Attempting to bind port ed5d8c7f-e565-4b20-ac03-c6b8dbb6a37d on network 25c962f0-c7a2-4a64-8406-3841e1a2c2f0 {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 20:06:45.256154 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a917cb53-81a7-4657-b4c0-b98f57207705 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 20, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 20:06:45.256573 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a917cb53-81a7-4657-b4c0-b98f57207705 None None] Checking segment: {'id': '88d2ea6c-99b6-4d7e-8f50-fde8241e198c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '25c962f0-c7a2-4a64-8406-3841e1a2c2f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 20:06:45.257027 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a917cb53-81a7-4657-b4c0-b98f57207705 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:45.257473 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a917cb53-81a7-4657-b4c0-b98f57207705 None None] Bound using segment: {'id': '88d2ea6c-99b6-4d7e-8f50-fde8241e198c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '25c962f0-c7a2-4a64-8406-3841e1a2c2f0'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 20:06:45.257990 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-a917cb53-81a7-4657-b4c0-b98f57207705 None None] Bound port: ed5d8c7f-e565-4b20-ac03-c6b8dbb6a37d, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88d2ea6c-99b6-4d7e-8f50-fde8241e198c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '25c962f0-c7a2-4a64-8406-3841e1a2c2f0'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 20:06:45.258436 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a917cb53-81a7-4657-b4c0-b98f57207705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:45.366985 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-a917cb53-81a7-4657-b4c0-b98f57207705 None None] For port ed5d8c7f-e565-4b20-ac03-c6b8dbb6a37d, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 20:06:45.371029 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-a917cb53-81a7-4657-b4c0-b98f57207705 None None] For port ed5d8c7f-e565-4b20-ac03-c6b8dbb6a37d, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=ed5d8c7f-e565-4b20-ac03-c6b8dbb6a37d,segment=NetworkSegment(88d2ea6c-99b6-4d7e-8f50-fde8241e198c),segment_id=88d2ea6c-99b6-4d7e-8f50-fde8241e198c)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 20:06:45.404529 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a917cb53-81a7-4657-b4c0-b98f57207705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:45.409227 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:06:45.497636 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa967106-2b6f-45e1-9db7-8a594dfb3746 None None] Pushing event updated for resources: {'Port': ['ID=ed5d8c7f-e565-4b20-ac03-c6b8dbb6a37d,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:06:45.500792 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-aa967106-2b6f-45e1-9db7-8a594dfb3746 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:06:45.501575 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a917cb53-81a7-4657-b4c0-b98f57207705 None None] Routers {'17053368-8bf6-4e9a-bef7-9d86b02cc235'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:06:45.502520 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-a917cb53-81a7-4657-b4c0-b98f57207705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:06:41Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['17053368-8bf6-4e9a-bef7-9d86b02cc235'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:06:45.680722 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e67208a7-5ceb-446d-91de-5d92a76a3514 req-3c4b32a3-d425-4e06-a860-9255e0fd1205 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bf382f1-60e8-48c1-b596-3cb04d45a15f HTTP/1.1" status: 200 len: 210 time: 0.1658185 Dec 15 20:06:45.714429 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-a917cb53-81a7-4657-b4c0-b98f57207705 None None] Set router 17053368-8bf6-4e9a-bef7-9d86b02cc235 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:06:46.056666 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-a917cb53-81a7-4657-b4c0-b98f57207705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17053368-8bf6-4e9a-bef7-9d86b02cc235', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1231790271', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '9691e877-3b5f-4a53-8f80-3933a31779ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:06:36Z', 'updated_at': '2021-12-15T20:06:41Z', 'revision_number': 4, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'gw_port': {'id': '9691e877-3b5f-4a53-8f80-3933a31779ea', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17053368-8bf6-4e9a-bef7-9d86b02cc235', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:06:36Z', 'updated_at': '2021-12-15T20:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': 'ed5d8c7f-e565-4b20-ac03-c6b8dbb6a37d', 'name': '', 'network_id': '25c962f0-c7a2-4a64-8406-3841e1a2c2f0', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'mac_address': 'fa:16:3e:d5:3a:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17053368-8bf6-4e9a-bef7-9d86b02cc235', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27f95d1a-0ab8-4476-b7b1-0875fc9290a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:06:40Z', 'updated_at': '2021-12-15T20:06:45Z', 'revision_number': 4, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'subnets': [{'id': '27f95d1a-0ab8-4476-b7b1-0875fc9290a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:06:46.061191 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a917cb53-81a7-4657-b4c0-b98f57207705 None None] The sync data for ids ['17053368-8bf6-4e9a-bef7-9d86b02cc235'] in dv-neutron-821831-2-hyperv is: [{'id': '17053368-8bf6-4e9a-bef7-9d86b02cc235', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1231790271', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '9691e877-3b5f-4a53-8f80-3933a31779ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:06:36Z', 'updated_at': '2021-12-15T20:06:41Z', 'revision_number': 4, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'gw_port': {'id': '9691e877-3b5f-4a53-8f80-3933a31779ea', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17053368-8bf6-4e9a-bef7-9d86b02cc235', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:06:36Z', 'updated_at': '2021-12-15T20:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': 'ed5d8c7f-e565-4b20-ac03-c6b8dbb6a37d', 'name': '', 'network_id': '25c962f0-c7a2-4a64-8406-3841e1a2c2f0', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'mac_address': 'fa:16:3e:d5:3a:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17053368-8bf6-4e9a-bef7-9d86b02cc235', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27f95d1a-0ab8-4476-b7b1-0875fc9290a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:06:40Z', 'updated_at': '2021-12-15T20:06:45Z', 'revision_number': 4, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'subnets': [{'id': '27f95d1a-0ab8-4476-b7b1-0875fc9290a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 20:06:46.480881 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2cdfb8-9e6f-489d-92ad-a50afa8438f9 req-55c4d1de-1699-4f22-a303-4ac88020ff2a tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:06:46.482634 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-cd2cdfb8-9e6f-489d-92ad-a50afa8438f9 req-55c4d1de-1699-4f22-a303-4ac88020ff2a tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.32 "GET /v2.0/networks?id=25c962f0-c7a2-4a64-8406-3841e1a2c2f0 HTTP/1.1" status: 200 len: 796 time: 0.1657374 Dec 15 20:06:46.551766 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-cd2cdfb8-9e6f-489d-92ad-a50afa8438f9 req-0431b2aa-2ac4-41d3-9ea8-fd5d76a7ca18 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dcef569c3d1c42279834a85579e46274 HTTP/1.1" status: 200 len: 380 time: 0.0510261 Dec 15 20:06:46.564907 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [req-cd2cdfb8-9e6f-489d-92ad-a50afa8438f9 req-75a34fc7-5ca1-466c-a2d6-5ed3a0079e98 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Request body: {'port': {'device_id': '7bf382f1-60e8-48c1-b596-3cb04d45a15f', 'network_id': '25c962f0-c7a2-4a64-8406-3841e1a2c2f0', 'admin_state_up': True, 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'security_groups': ['dc874c1f-bb84-417d-a1a2-192b2cb61686']}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:06:46.717584 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [req-cd2cdfb8-9e6f-489d-92ad-a50afa8438f9 req-75a34fc7-5ca1-466c-a2d6-5ed3a0079e98 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:06:46.732953 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [req-cd2cdfb8-9e6f-489d-92ad-a50afa8438f9 req-75a34fc7-5ca1-466c-a2d6-5ed3a0079e98 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:06:46.776928 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd2cdfb8-9e6f-489d-92ad-a50afa8438f9 req-75a34fc7-5ca1-466c-a2d6-5ed3a0079e98 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Made reservation on behalf of dcef569c3d1c42279834a85579e46274 for: {'port': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 20:06:46.784104 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-cd2cdfb8-9e6f-489d-92ad-a50afa8438f9 req-75a34fc7-5ca1-466c-a2d6-5ed3a0079e98 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:46.912093 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-73c8de63-d7b9-4ff8-a146-adb73050e2d0 req-3aaef32a-f98a-4682-b42a-330ece846712 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bf382f1-60e8-48c1-b596-3cb04d45a15f HTTP/1.1" status: 200 len: 210 time: 0.0885034 Dec 15 20:06:47.031975 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [req-cd2cdfb8-9e6f-489d-92ad-a50afa8438f9 req-75a34fc7-5ca1-466c-a2d6-5ed3a0079e98 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Allocated IP 172.20.0.8 (25c962f0-c7a2-4a64-8406-3841e1a2c2f0/27f95d1a-0ab8-4476-b7b1-0875fc9290a8/5173779a-0ea3-4d76-b4ec-cd359a3d1199) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 20:06:47.239628 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-cd2cdfb8-9e6f-489d-92ad-a50afa8438f9 req-75a34fc7-5ca1-466c-a2d6-5ed3a0079e98 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:47.256499 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [req-cd2cdfb8-9e6f-489d-92ad-a50afa8438f9 req-75a34fc7-5ca1-466c-a2d6-5ed3a0079e98 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Transition to ACTIVE for port object 5173779a-0ea3-4d76-b4ec-cd359a3d1199 will not be triggered until provisioned by entity DHCP. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 20:06:47.313261 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-cd2cdfb8-9e6f-489d-92ad-a50afa8438f9 req-75a34fc7-5ca1-466c-a2d6-5ed3a0079e98 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:47.320346 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1b852a47-9c99-4c5b-82e3-0b6eea585fe3 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:06:47.381424 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd2cdfb8-9e6f-489d-92ad-a50afa8438f9 req-75a34fc7-5ca1-466c-a2d6-5ed3a0079e98 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Network 25c962f0-c7a2-4a64-8406-3841e1a2c2f0 is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 20:06:47.384675 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [req-cd2cdfb8-9e6f-489d-92ad-a50afa8438f9 req-75a34fc7-5ca1-466c-a2d6-5ed3a0079e98 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 20:06:47.393289 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd2cdfb8-9e6f-489d-92ad-a50afa8438f9 req-75a34fc7-5ca1-466c-a2d6-5ed3a0079e98 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:06:47.449217 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a34fc7-5ca1-466c-a2d6-5ed3a0079e98 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event updated for resources: {'Port': ['ID=5173779a-0ea3-4d76-b4ec-cd359a3d1199,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:06:47.454468 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-75a34fc7-5ca1-466c-a2d6-5ed3a0079e98 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:06:47.474218 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2cdfb8-9e6f-489d-92ad-a50afa8438f9 req-75a34fc7-5ca1-466c-a2d6-5ed3a0079e98 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:06:47.475068 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-cd2cdfb8-9e6f-489d-92ad-a50afa8438f9 req-75a34fc7-5ca1-466c-a2d6-5ed3a0079e98 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:47.585292 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device ed5d8c7f-e565-4b20-ac03-c6b8dbb6a37d up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 20:06:47.622050 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-cd2cdfb8-9e6f-489d-92ad-a50afa8438f9 req-75a34fc7-5ca1-466c-a2d6-5ed3a0079e98 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0616229 Dec 15 20:06:47.638525 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [req-cd2cdfb8-9e6f-489d-92ad-a50afa8438f9 req-29c516cc-c6dc-43d5-93e5-d55d384a1484 service neutron] Request body: {'port': {'device_id': '7bf382f1-60e8-48c1-b596-3cb04d45a15f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:06:47.695214 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port ed5d8c7f-e565-4b20-ac03-c6b8dbb6a37d completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 20:06:47.700625 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port ed5d8c7f-e565-4b20-ac03-c6b8dbb6a37d triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:06:47.701009 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:47.757035 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-cd2cdfb8-9e6f-489d-92ad-a50afa8438f9 req-29c516cc-c6dc-43d5-93e5-d55d384a1484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:47.821246 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-79bac176-776a-441a-b006-f8d229cdf476 None None] Provisioning for port 5173779a-0ea3-4d76-b4ec-cd359a3d1199 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 20:06:47.835376 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-79bac176-776a-441a-b006-f8d229cdf476 None None] Provisioning complete for port 5173779a-0ea3-4d76-b4ec-cd359a3d1199 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:06:47.835799 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-79bac176-776a-441a-b006-f8d229cdf476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:47.889300 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:47.927999 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-79bac176-776a-441a-b006-f8d229cdf476 None None] Port 5173779a-0ea3-4d76-b4ec-cd359a3d1199 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 20:06:48.009839 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port ed5d8c7f-e565-4b20-ac03-c6b8dbb6a37d, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=ed5d8c7f-e565-4b20-ac03-c6b8dbb6a37d,segment=NetworkSegment(88d2ea6c-99b6-4d7e-8f50-fde8241e198c),segment_id=88d2ea6c-99b6-4d7e-8f50-fde8241e198c)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:06:48.087244 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:48.095348 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-37231b71-9058-4e2b-bc22-c110f54f7a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:06:48.184480 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=ed5d8c7f-e565-4b20-ac03-c6b8dbb6a37d,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:06:48.188653 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:06:48.203296 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c352d57e-5323-47dc-8c49-f3cf21eab28b req-9a009fbb-eb04-466a-a364-54cb740a6696 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:06:48.203995 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-c352d57e-5323-47dc-8c49-f3cf21eab28b req-9a009fbb-eb04-466a-a364-54cb740a6696 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Synchronizing usage tracker for tenant:dcef569c3d1c42279834a85579e46274 on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 20:06:48.208873 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [req-cd2cdfb8-9e6f-489d-92ad-a50afa8438f9 req-29c516cc-c6dc-43d5-93e5-d55d384a1484 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5173779a-0ea3-4d76-b4ec-cd359a3d1199 {{(pid=88990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 20:06:48.220694 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-cd2cdfb8-9e6f-489d-92ad-a50afa8438f9 req-29c516cc-c6dc-43d5-93e5-d55d384a1484 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:48.240297 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [req-cd2cdfb8-9e6f-489d-92ad-a50afa8438f9 req-29c516cc-c6dc-43d5-93e5-d55d384a1484 service neutron] Transition to ACTIVE for port object 5173779a-0ea3-4d76-b4ec-cd359a3d1199 will not be triggered until provisioned by entity L2. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 20:06:48.261395 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-c352d57e-5323-47dc-8c49-f3cf21eab28b req-9a009fbb-eb04-466a-a364-54cb740a6696 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Unset dirty status for tenant:dcef569c3d1c42279834a85579e46274 on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 20:06:48.262799 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c352d57e-5323-47dc-8c49-f3cf21eab28b req-9a009fbb-eb04-466a-a364-54cb740a6696 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bf382f1-60e8-48c1-b596-3cb04d45a15f HTTP/1.1" status: 200 len: 931 time: 0.2170243 Dec 15 20:06:48.291612 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-cd2cdfb8-9e6f-489d-92ad-a50afa8438f9 req-29c516cc-c6dc-43d5-93e5-d55d384a1484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:48.296100 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6962e3d7-f5b4-4099-b9be-b8b59621bd6d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:06:48.418492 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c352d57e-5323-47dc-8c49-f3cf21eab28b req-22014654-4ad3-4274-9182-dc8eb5b5226a tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc874c1f-bb84-417d-a1a2-192b2cb61686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494668 Dec 15 20:06:48.443906 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c516cc-c6dc-43d5-93e5-d55d384a1484 service neutron] Pushing event updated for resources: {'Port': ['ID=5173779a-0ea3-4d76-b4ec-cd359a3d1199,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:06:48.447155 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-29c516cc-c6dc-43d5-93e5-d55d384a1484 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:06:48.559772 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-cd2cdfb8-9e6f-489d-92ad-a50afa8438f9 req-29c516cc-c6dc-43d5-93e5-d55d384a1484 service neutron] Attempting to bind port 5173779a-0ea3-4d76-b4ec-cd359a3d1199 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 20:06:48.560148 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-cd2cdfb8-9e6f-489d-92ad-a50afa8438f9 req-29c516cc-c6dc-43d5-93e5-d55d384a1484 service neutron] Attempting to bind port 5173779a-0ea3-4d76-b4ec-cd359a3d1199 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '88d2ea6c-99b6-4d7e-8f50-fde8241e198c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '25c962f0-c7a2-4a64-8406-3841e1a2c2f0'}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 20:06:48.560517 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2cdfb8-9e6f-489d-92ad-a50afa8438f9 req-29c516cc-c6dc-43d5-93e5-d55d384a1484 service neutron] Attempting to bind port 5173779a-0ea3-4d76-b4ec-cd359a3d1199 on network 25c962f0-c7a2-4a64-8406-3841e1a2c2f0 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 20:06:48.567163 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2cdfb8-9e6f-489d-92ad-a50afa8438f9 req-29c516cc-c6dc-43d5-93e5-d55d384a1484 service neutron] Port 5173779a-0ea3-4d76-b4ec-cd359a3d1199 on network 25c962f0-c7a2-4a64-8406-3841e1a2c2f0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 20:06:48.574741 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2cdfb8-9e6f-489d-92ad-a50afa8438f9 req-29c516cc-c6dc-43d5-93e5-d55d384a1484 service neutron] Attempting to bind port 5173779a-0ea3-4d76-b4ec-cd359a3d1199 on network 25c962f0-c7a2-4a64-8406-3841e1a2c2f0 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 20:06:48.574977 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2cdfb8-9e6f-489d-92ad-a50afa8438f9 req-29c516cc-c6dc-43d5-93e5-d55d384a1484 service neutron] Checking agent: {'id': '59e4c979-c5dd-468d-a1f2-341133950749', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 12, 24), 'started_at': datetime.datetime(2021, 12, 15, 19, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 20, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 20:06:48.575355 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2cdfb8-9e6f-489d-92ad-a50afa8438f9 req-29c516cc-c6dc-43d5-93e5-d55d384a1484 service neutron] Checking segment: {'id': '88d2ea6c-99b6-4d7e-8f50-fde8241e198c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '25c962f0-c7a2-4a64-8406-3841e1a2c2f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 20:06:48.575777 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2cdfb8-9e6f-489d-92ad-a50afa8438f9 req-29c516cc-c6dc-43d5-93e5-d55d384a1484 service neutron] Bound using segment: {'id': '88d2ea6c-99b6-4d7e-8f50-fde8241e198c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '25c962f0-c7a2-4a64-8406-3841e1a2c2f0'} {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 20:06:48.576248 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-cd2cdfb8-9e6f-489d-92ad-a50afa8438f9 req-29c516cc-c6dc-43d5-93e5-d55d384a1484 service neutron] Bound port: 5173779a-0ea3-4d76-b4ec-cd359a3d1199, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88d2ea6c-99b6-4d7e-8f50-fde8241e198c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '25c962f0-c7a2-4a64-8406-3841e1a2c2f0'}}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 20:06:48.576636 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-cd2cdfb8-9e6f-489d-92ad-a50afa8438f9 req-29c516cc-c6dc-43d5-93e5-d55d384a1484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:48.673490 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-cd2cdfb8-9e6f-489d-92ad-a50afa8438f9 req-29c516cc-c6dc-43d5-93e5-d55d384a1484 service neutron] For port 5173779a-0ea3-4d76-b4ec-cd359a3d1199, host hv-neutron-8218, cleared binding levels {{(pid=88990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 20:06:48.676917 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-cd2cdfb8-9e6f-489d-92ad-a50afa8438f9 req-29c516cc-c6dc-43d5-93e5-d55d384a1484 service neutron] For port 5173779a-0ea3-4d76-b4ec-cd359a3d1199, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5173779a-0ea3-4d76-b4ec-cd359a3d1199,segment=NetworkSegment(88d2ea6c-99b6-4d7e-8f50-fde8241e198c),segment_id=88d2ea6c-99b6-4d7e-8f50-fde8241e198c)] {{(pid=88990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 20:06:48.707202 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-cd2cdfb8-9e6f-489d-92ad-a50afa8438f9 req-29c516cc-c6dc-43d5-93e5-d55d384a1484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:48.711700 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e06ab6de-3195-4a2f-a505-c2a240e69589 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:06:48.770640 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-cd2cdfb8-9e6f-489d-92ad-a50afa8438f9 req-29c516cc-c6dc-43d5-93e5-d55d384a1484 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:48.772142 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-cd2cdfb8-9e6f-489d-92ad-a50afa8438f9 req-29c516cc-c6dc-43d5-93e5-d55d384a1484 service neutron] 10.222.0.32 "PUT /v2.0/ports/5173779a-0ea3-4d76-b4ec-cd359a3d1199 HTTP/1.1" status: 200 len: 1093 time: 1.1385684 Dec 15 20:06:48.772713 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bf382f1-60e8-48c1-b596-3cb04d45a15f', 'tag': '5173779a-0ea3-4d76-b4ec-cd359a3d1199'}] {{(pid=88990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 20:06:48.797512 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c516cc-c6dc-43d5-93e5-d55d384a1484 service neutron] Pushing event updated for resources: {'Port': ['ID=5173779a-0ea3-4d76-b4ec-cd359a3d1199,revision_number=3']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:06:48.800913 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-29c516cc-c6dc-43d5-93e5-d55d384a1484 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:06:48.875999 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bf382f1-60e8-48c1-b596-3cb04d45a15f', 'tag': '5173779a-0ea3-4d76-b4ec-cd359a3d1199', 'status': 'completed', 'code': 200} Dec 15 20:06:48.920862 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-cd2cdfb8-9e6f-489d-92ad-a50afa8438f9 req-0489fbe8-49c2-4a44-b70a-2b6b3e707ba4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dcef569c3d1c42279834a85579e46274&device_id=7bf382f1-60e8-48c1-b596-3cb04d45a15f HTTP/1.1" status: 200 len: 1096 time: 0.0801141 Dec 15 20:06:49.235483 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-cd2cdfb8-9e6f-489d-92ad-a50afa8438f9 req-f4e31113-c172-4626-ba16-959f79d057b1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5173779a-0ea3-4d76-b4ec-cd359a3d1199 HTTP/1.1" status: 200 len: 217 time: 0.3032324 Dec 15 20:06:49.305587 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2cdfb8-9e6f-489d-92ad-a50afa8438f9 req-3ce7a8bf-4ed2-4adf-ad5c-760b2fc21597 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:06:49.307712 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-cd2cdfb8-9e6f-489d-92ad-a50afa8438f9 req-3ce7a8bf-4ed2-4adf-ad5c-760b2fc21597 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=27f95d1a-0ab8-4476-b7b1-0875fc9290a8 HTTP/1.1" status: 200 len: 834 time: 0.0619392 Dec 15 20:06:49.394339 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-cd2cdfb8-9e6f-489d-92ad-a50afa8438f9 req-14e87ec6-d401-4cde-b99b-ea8859dc30a4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=25c962f0-c7a2-4a64-8406-3841e1a2c2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762148 Dec 15 20:06:49.542870 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-cd2cdfb8-9e6f-489d-92ad-a50afa8438f9 req-5d8d44cf-eb15-4714-8969-08277fd30f75 service neutron] 10.222.0.32 "GET /v2.0/networks/25c962f0-c7a2-4a64-8406-3841e1a2c2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387589 Dec 15 20:06:49.559568 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device ed5d8c7f-e565-4b20-ac03-c6b8dbb6a37d up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 20:06:49.633207 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port ed5d8c7f-e565-4b20-ac03-c6b8dbb6a37d triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:06:49.633643 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:49.748238 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580e2e77-372f-4218-bbe3-9c3298550942 req-ffe3a667-fce1-43c7-a8c8-5b2394114d40 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:06:49.749780 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-580e2e77-372f-4218-bbe3-9c3298550942 req-ffe3a667-fce1-43c7-a8c8-5b2394114d40 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bf382f1-60e8-48c1-b596-3cb04d45a15f HTTP/1.1" status: 200 len: 943 time: 0.2026193 Dec 15 20:06:49.759247 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-cd2cdfb8-9e6f-489d-92ad-a50afa8438f9 req-2f5f3600-6493-460a-bf23-4247074deb97 service neutron] 10.222.0.32 "GET /v2.0/networks/25c962f0-c7a2-4a64-8406-3841e1a2c2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741071 Dec 15 20:06:49.806173 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-580e2e77-372f-4218-bbe3-9c3298550942 req-f5f6b8c5-e3e5-42cf-b3be-03c8cc2b0cb2 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc874c1f-bb84-417d-a1a2-192b2cb61686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492139 Dec 15 20:06:50.028119 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-891e5abb-bbba-416c-88d8-412e139e73a6 req-a4225dc5-6fa3-4ae6-9194-539ba53bb106 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dcef569c3d1c42279834a85579e46274&device_id=7bf382f1-60e8-48c1-b596-3cb04d45a15f HTTP/1.1" status: 200 len: 1096 time: 0.0719275 Dec 15 20:06:50.166907 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891e5abb-bbba-416c-88d8-412e139e73a6 req-03d7fc0b-abab-471b-80c9-428981a46167 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:06:50.168460 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-891e5abb-bbba-416c-88d8-412e139e73a6 req-03d7fc0b-abab-471b-80c9-428981a46167 service neutron] 10.222.0.32 "GET /v2.0/networks?id=25c962f0-c7a2-4a64-8406-3841e1a2c2f0 HTTP/1.1" status: 200 len: 897 time: 0.1336060 Dec 15 20:06:50.241612 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-891e5abb-bbba-416c-88d8-412e139e73a6 req-902e518a-29da-4772-b257-c9343597c462 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5173779a-0ea3-4d76-b4ec-cd359a3d1199 HTTP/1.1" status: 200 len: 217 time: 0.0659134 Dec 15 20:06:50.316037 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891e5abb-bbba-416c-88d8-412e139e73a6 req-cda719a4-e86b-42f8-aaea-4e8cbe5100d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:06:50.317502 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-891e5abb-bbba-416c-88d8-412e139e73a6 req-cda719a4-e86b-42f8-aaea-4e8cbe5100d0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=27f95d1a-0ab8-4476-b7b1-0875fc9290a8 HTTP/1.1" status: 200 len: 834 time: 0.0621111 Dec 15 20:06:50.397054 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-891e5abb-bbba-416c-88d8-412e139e73a6 req-55e0319d-0b1c-4dd8-a5c6-97db4fdcd177 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=25c962f0-c7a2-4a64-8406-3841e1a2c2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715754 Dec 15 20:06:50.539833 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-891e5abb-bbba-416c-88d8-412e139e73a6 req-b7e2d217-16fb-4e51-adb7-8d7f826fa030 service neutron] 10.222.0.32 "GET /v2.0/networks/25c962f0-c7a2-4a64-8406-3841e1a2c2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345255 Dec 15 20:06:50.683913 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-891e5abb-bbba-416c-88d8-412e139e73a6 req-7f0daef4-f351-4f9b-bf14-b151ed7dbbb7 service neutron] 10.222.0.32 "GET /v2.0/networks/25c962f0-c7a2-4a64-8406-3841e1a2c2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358616 Dec 15 20:06:51.019367 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66635ee7-0c96-4ead-a05c-bef7aff2f59c req-0df5ff0c-3cea-4739-a9f2-66a4e9919047 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:06:51.021000 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-66635ee7-0c96-4ead-a05c-bef7aff2f59c req-0df5ff0c-3cea-4739-a9f2-66a4e9919047 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bf382f1-60e8-48c1-b596-3cb04d45a15f HTTP/1.1" status: 200 len: 943 time: 0.0862052 Dec 15 20:06:51.069986 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-66635ee7-0c96-4ead-a05c-bef7aff2f59c req-c1eb0e9f-b736-4861-8991-c31d422cd93b tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc874c1f-bb84-417d-a1a2-192b2cb61686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420632 Dec 15 20:06:52.279222 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce8c67e-01ae-4bb7-b7c3-65d425d3e925 req-ba97a45c-d4b4-4782-ad18-238d5b74bcf5 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:06:52.280803 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4ce8c67e-01ae-4bb7-b7c3-65d425d3e925 req-ba97a45c-d4b4-4782-ad18-238d5b74bcf5 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bf382f1-60e8-48c1-b596-3cb04d45a15f HTTP/1.1" status: 200 len: 943 time: 0.0851336 Dec 15 20:06:52.331512 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4ce8c67e-01ae-4bb7-b7c3-65d425d3e925 req-b8852b01-b49b-40f9-a5fa-08c5cbf5f774 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc874c1f-bb84-417d-a1a2-192b2cb61686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446072 Dec 15 20:06:52.550756 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 5173779a-0ea3-4d76-b4ec-cd359a3d1199 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 15 20:06:52.693034 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 5173779a-0ea3-4d76-b4ec-cd359a3d1199, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5173779a-0ea3-4d76-b4ec-cd359a3d1199,segment=NetworkSegment(88d2ea6c-99b6-4d7e-8f50-fde8241e198c),segment_id=88d2ea6c-99b6-4d7e-8f50-fde8241e198c)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:06:52.707324 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Returning: {'device': '5173779a-0ea3-4d76-b4ec-cd359a3d1199', 'network_id': '25c962f0-c7a2-4a64-8406-3841e1a2c2f0', 'port_id': '5173779a-0ea3-4d76-b4ec-cd359a3d1199', 'mac_address': 'fa:16:3e:1b:78:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27f95d1a-0ab8-4476-b7b1-0875fc9290a8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 20:06:52.762384 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:52.779989 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5173779a-0ea3-4d76-b4ec-cd359a3d1199 {{(pid=88992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 20:06:52.794743 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 5173779a-0ea3-4d76-b4ec-cd359a3d1199, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5173779a-0ea3-4d76-b4ec-cd359a3d1199,segment=NetworkSegment(88d2ea6c-99b6-4d7e-8f50-fde8241e198c),segment_id=88d2ea6c-99b6-4d7e-8f50-fde8241e198c)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:06:52.815143 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:52.816907 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-bd883709-1c4e-4c6a-b5b9-45e22cca2e3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:06:52.886533 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=5173779a-0ea3-4d76-b4ec-cd359a3d1199,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:06:52.889633 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:06:53.124585 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] get_ports_and_sgs() called for port_ids ['5173779a-0ea3-4d76-b4ec-cd359a3d1199'] {{(pid=88992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 20:06:53.542530 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240006d1-e75b-43c3-9378-fb9270708071 req-c4bd37ce-4660-4350-9daa-dcfde625e71e tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:06:53.544124 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-240006d1-e75b-43c3-9378-fb9270708071 req-c4bd37ce-4660-4350-9daa-dcfde625e71e tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bf382f1-60e8-48c1-b596-3cb04d45a15f HTTP/1.1" status: 200 len: 944 time: 0.0879035 Dec 15 20:06:53.593302 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-240006d1-e75b-43c3-9378-fb9270708071 req-50a5afb8-0539-4cdc-95d2-8c5d8786959e tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc874c1f-bb84-417d-a1a2-192b2cb61686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430250 Dec 15 20:06:54.579511 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 5173779a-0ea3-4d76-b4ec-cd359a3d1199 up at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 20:06:54.610483 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:54.678130 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning for port 5173779a-0ea3-4d76-b4ec-cd359a3d1199 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 20:06:54.683960 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning complete for port 5173779a-0ea3-4d76-b4ec-cd359a3d1199 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:06:54.684388 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:54.804554 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed341760-831e-4667-a3ef-f89158fa2c07 req-0c93a2db-08bb-4de9-92e2-3aabe151a754 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:06:54.806168 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ed341760-831e-4667-a3ef-f89158fa2c07 req-0c93a2db-08bb-4de9-92e2-3aabe151a754 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bf382f1-60e8-48c1-b596-3cb04d45a15f HTTP/1.1" status: 200 len: 944 time: 0.0885148 Dec 15 20:06:54.811890 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:54.842486 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bf382f1-60e8-48c1-b596-3cb04d45a15f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5173779a-0ea3-4d76-b4ec-cd359a3d1199'}] {{(pid=88992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 20:06:54.852705 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 5173779a-0ea3-4d76-b4ec-cd359a3d1199, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5173779a-0ea3-4d76-b4ec-cd359a3d1199,segment=NetworkSegment(88d2ea6c-99b6-4d7e-8f50-fde8241e198c),segment_id=88d2ea6c-99b6-4d7e-8f50-fde8241e198c)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:06:54.855967 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ed341760-831e-4667-a3ef-f89158fa2c07 req-a91b1e8b-f21b-44d1-a956-054159e980ef tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc874c1f-bb84-417d-a1a2-192b2cb61686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426786 Dec 15 20:06:54.878602 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:54.881590 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-741788ef-497f-4599-9d93-5129464a90b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:06:54.919407 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bf382f1-60e8-48c1-b596-3cb04d45a15f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5173779a-0ea3-4d76-b4ec-cd359a3d1199', 'code': 200} Dec 15 20:06:54.957775 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=5173779a-0ea3-4d76-b4ec-cd359a3d1199,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:06:54.961047 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:06:55.189940 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3d13c3ff-1c54-4d11-85c1-e5e5a1a27490 req-e429a55d-2a75-4c6f-9d8e-15957b498d80 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7bf382f1-60e8-48c1-b596-3cb04d45a15f HTTP/1.1" status: 200 len: 1098 time: 0.0723598 Dec 15 20:06:55.238200 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3d13c3ff-1c54-4d11-85c1-e5e5a1a27490 req-8638b5bc-9984-49e5-93d5-62b4f632cb5e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=dc874c1f-bb84-417d-a1a2-192b2cb61686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380547 Dec 15 20:06:56.062215 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52725b6-a027-45bb-9992-ca12d7cce2ac req-fc2c9da7-3040-4e4f-8b2a-01b9cde8d661 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:06:56.063847 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b52725b6-a027-45bb-9992-ca12d7cce2ac req-fc2c9da7-3040-4e4f-8b2a-01b9cde8d661 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bf382f1-60e8-48c1-b596-3cb04d45a15f HTTP/1.1" status: 200 len: 945 time: 0.0856967 Dec 15 20:06:56.112377 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b52725b6-a027-45bb-9992-ca12d7cce2ac req-c8918dec-a903-4471-9582-2f23d57d9412 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc874c1f-bb84-417d-a1a2-192b2cb61686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423632 Dec 15 20:06:57.318424 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7ed9d3-22f2-4188-a4be-baf6bffa91e8 req-02920248-675c-4be0-9122-ed57b8d43bf2 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:06:57.320036 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6a7ed9d3-22f2-4188-a4be-baf6bffa91e8 req-02920248-675c-4be0-9122-ed57b8d43bf2 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bf382f1-60e8-48c1-b596-3cb04d45a15f HTTP/1.1" status: 200 len: 945 time: 0.0826898 Dec 15 20:06:57.367255 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6a7ed9d3-22f2-4188-a4be-baf6bffa91e8 req-3065f83f-a1cc-4aeb-b01f-7665b5f32b41 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc874c1f-bb84-417d-a1a2-192b2cb61686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404363 Dec 15 20:06:57.582782 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cbb2d7-5c9b-4943-8d60-5711bc89bef7 req-c3fd6f0e-0f3c-443d-9770-3c76ee5416ba tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:06:57.584381 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c9cbb2d7-5c9b-4943-8d60-5711bc89bef7 req-c3fd6f0e-0f3c-443d-9770-3c76ee5416ba tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bf382f1-60e8-48c1-b596-3cb04d45a15f HTTP/1.1" status: 200 len: 945 time: 0.0907834 Dec 15 20:06:57.634864 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c9cbb2d7-5c9b-4943-8d60-5711bc89bef7 req-3cdc05b9-0850-4150-b36f-f8de63fc16cf tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc874c1f-bb84-417d-a1a2-192b2cb61686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439951 Dec 15 20:06:57.662095 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 35710) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:06:57.738449 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f508027b-170f-4213-a68a-1ef760eabf3b tempest-TestNetworkAdvancedServerOps-1358408781 tempest-TestNetworkAdvancedServerOps-1358408781-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7bf382f1-60e8-48c1-b596-3cb04d45a15f HTTP/1.1" status: 200 len: 1093 time: 0.0750296 Dec 15 20:06:57.741266 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 35714) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:06:57.747466 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-b6dc56f6-4fc2-4146-985f-c22341308446 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Request body: {'floatingip': {'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'port_id': '5173779a-0ea3-4d76-b4ec-cd359a3d1199', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:06:57.753356 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-b6dc56f6-4fc2-4146-985f-c22341308446 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:06:57.757325 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-b6dc56f6-4fc2-4146-985f-c22341308446 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Usage tracker for resource:floatingip and tenant:dcef569c3d1c42279834a85579e46274 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:06:57.760361 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-b6dc56f6-4fc2-4146-985f-c22341308446 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:06:57.766275 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-b6dc56f6-4fc2-4146-985f-c22341308446 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:06:57.803419 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b6dc56f6-4fc2-4146-985f-c22341308446 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for floatingip, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:57.951969 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b6dc56f6-4fc2-4146-985f-c22341308446 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:58.100596 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-b6dc56f6-4fc2-4146-985f-c22341308446 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Allocated IP 172.26.3.79 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/450cba98-6132-4551-bd01-81c07d67a51e) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 20:06:58.256961 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b6dc56f6-4fc2-4146-985f-c22341308446 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:58.329487 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b6dc56f6-4fc2-4146-985f-c22341308446 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:58.334095 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7aad3679-d70b-4d8a-be2b-93fec57f2de5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:06:58.394973 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6dc56f6-4fc2-4146-985f-c22341308446 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 20:06:58.402887 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-b6dc56f6-4fc2-4146-985f-c22341308446 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 20:06:58.407929 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6dc56f6-4fc2-4146-985f-c22341308446 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:06:58.446385 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dc56f6-4fc2-4146-985f-c22341308446 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event updated for resources: {'Port': ['ID=450cba98-6132-4551-bd01-81c07d67a51e,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:06:58.453621 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b6dc56f6-4fc2-4146-985f-c22341308446 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:06:58.945185 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b6dc56f6-4fc2-4146-985f-c22341308446 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:59.043731 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b6dc56f6-4fc2-4146-985f-c22341308446 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:59.254839 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b6dc56f6-4fc2-4146-985f-c22341308446 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for port, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:59.294494 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b6dc56f6-4fc2-4146-985f-c22341308446 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:59.298832 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2f5a74e1-a6e7-4159-b4f9-d8a96e51e236 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:06:59.402058 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dc56f6-4fc2-4146-985f-c22341308446 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event updated for resources: {'Port': ['ID=450cba98-6132-4551-bd01-81c07d67a51e,revision_number=2']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:06:59.406435 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b6dc56f6-4fc2-4146-985f-c22341308446 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:06:59.417918 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b6dc56f6-4fc2-4146-985f-c22341308446 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634093'] for floatingip, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:06:59.617304 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.l3_db [None req-b6dc56f6-4fc2-4146-985f-c22341308446 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Floating IP e765ae7e-0e3e-4471-ad2a-b1eaf8ad122f associated. External IP: 172.26.3.79, port: 5173779a-0ea3-4d76-b4ec-cd359a3d1199. Dec 15 20:07:00.020365 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6dc56f6-4fc2-4146-985f-c22341308446 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Router 17053368-8bf6-4e9a-bef7-9d86b02cc235 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 20:07:00.463855 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6dc56f6-4fc2-4146-985f-c22341308446 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 20:07:00.475329 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2c7658-048f-45c7-af46-90328b3bd50b None None] Sync routers for ids ['17053368-8bf6-4e9a-bef7-9d86b02cc235'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 20:07:00.489259 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2c7658-048f-45c7-af46-90328b3bd50b None None] Routers {'17053368-8bf6-4e9a-bef7-9d86b02cc235'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:07:00.489925 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-6b2c7658-048f-45c7-af46-90328b3bd50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:06:41Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['17053368-8bf6-4e9a-bef7-9d86b02cc235'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:07:00.523649 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b6dc56f6-4fc2-4146-985f-c22341308446 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:07:00.580136 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b6dc56f6-4fc2-4146-985f-c22341308446 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8377469 Dec 15 20:07:00.580841 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bf382f1-60e8-48c1-b596-3cb04d45a15f', 'tag': '5173779a-0ea3-4d76-b4ec-cd359a3d1199'}] {{(pid=88991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 20:07:00.652869 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bf382f1-60e8-48c1-b596-3cb04d45a15f', 'tag': '5173779a-0ea3-4d76-b4ec-cd359a3d1199', 'status': 'completed', 'code': 200} Dec 15 20:07:00.683861 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-6b2c7658-048f-45c7-af46-90328b3bd50b None None] Set router 17053368-8bf6-4e9a-bef7-9d86b02cc235 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:07:00.821189 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a12dd0e6-76d9-4e87-bccf-d0c19998f217 req-b92a60d3-d36d-4c72-862f-ec318c3eb04c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dcef569c3d1c42279834a85579e46274&device_id=7bf382f1-60e8-48c1-b596-3cb04d45a15f HTTP/1.1" status: 200 len: 1098 time: 0.1454623 Dec 15 20:07:00.828731 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c18eecf-bdb3-40b6-ad1d-2e90ae72a520 req-6b189536-0d30-45c8-b48f-1722612caf36 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:07:00.830291 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2c18eecf-bdb3-40b6-ad1d-2e90ae72a520 req-6b189536-0d30-45c8-b48f-1722612caf36 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bf382f1-60e8-48c1-b596-3cb04d45a15f HTTP/1.1" status: 200 len: 945 time: 0.1204450 Dec 15 20:07:00.980106 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2c18eecf-bdb3-40b6-ad1d-2e90ae72a520 req-b40846c2-5017-42a4-8d56-268435649b2b tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc874c1f-bb84-417d-a1a2-192b2cb61686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247990 Dec 15 20:07:01.007676 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12dd0e6-76d9-4e87-bccf-d0c19998f217 req-793515a1-4c95-40dd-b517-55c52dcdc676 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:07:01.007676 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a12dd0e6-76d9-4e87-bccf-d0c19998f217 req-793515a1-4c95-40dd-b517-55c52dcdc676 service neutron] 10.222.0.32 "GET /v2.0/networks?id=25c962f0-c7a2-4a64-8406-3841e1a2c2f0 HTTP/1.1" status: 200 len: 897 time: 0.1758914 Dec 15 20:07:01.009320 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 35722) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:07:01.055803 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-6b2c7658-048f-45c7-af46-90328b3bd50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17053368-8bf6-4e9a-bef7-9d86b02cc235', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1231790271', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '9691e877-3b5f-4a53-8f80-3933a31779ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:06:36Z', 'updated_at': '2021-12-15T20:06:41Z', 'revision_number': 4, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'gw_port': {'id': '9691e877-3b5f-4a53-8f80-3933a31779ea', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17053368-8bf6-4e9a-bef7-9d86b02cc235', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:06:36Z', 'updated_at': '2021-12-15T20:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': 'e765ae7e-0e3e-4471-ad2a-b1eaf8ad122f', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'floating_ip_address': '172.26.3.79', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': '17053368-8bf6-4e9a-bef7-9d86b02cc235', 'port_id': '5173779a-0ea3-4d76-b4ec-cd359a3d1199', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25c962f0-c7a2-4a64-8406-3841e1a2c2f0', 'mac_address': 'fa:16:3e:1b:78:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf382f1-60e8-48c1-b596-3cb04d45a15f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T20:06:58Z', 'updated_at': '2021-12-15T20:06:58Z', 'revision_number': 0, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed5d8c7f-e565-4b20-ac03-c6b8dbb6a37d', 'name': '', 'network_id': '25c962f0-c7a2-4a64-8406-3841e1a2c2f0', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'mac_address': 'fa:16:3e:d5:3a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17053368-8bf6-4e9a-bef7-9d86b02cc235', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27f95d1a-0ab8-4476-b7b1-0875fc9290a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:06:40Z', 'updated_at': '2021-12-15T20:06:47Z', 'revision_number': 5, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'subnets': [{'id': '27f95d1a-0ab8-4476-b7b1-0875fc9290a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:07:01.060572 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2c7658-048f-45c7-af46-90328b3bd50b None None] Checking router: 17053368-8bf6-4e9a-bef7-9d86b02cc235 for host: dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 20:07:01.072605 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2c7658-048f-45c7-af46-90328b3bd50b None None] Routers {'17053368-8bf6-4e9a-bef7-9d86b02cc235'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:07:01.073165 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-6b2c7658-048f-45c7-af46-90328b3bd50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:06:41Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['17053368-8bf6-4e9a-bef7-9d86b02cc235'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:07:01.215563 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-2d7f8b00-afae-4db0-aa95-8b29a1019eac tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/floatingips/e765ae7e-0e3e-4471-ad2a-b1eaf8ad122f HTTP/1.1" status: 200 len: 990 time: 0.2024910 Dec 15 20:07:01.219969 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a12dd0e6-76d9-4e87-bccf-d0c19998f217 req-20741064-5b87-4ef3-a3d6-7b600834175c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5173779a-0ea3-4d76-b4ec-cd359a3d1199 HTTP/1.1" status: 200 len: 998 time: 0.1429646 Dec 15 20:07:01.258701 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-6b2c7658-048f-45c7-af46-90328b3bd50b None None] Set router 17053368-8bf6-4e9a-bef7-9d86b02cc235 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:07:01.288743 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12dd0e6-76d9-4e87-bccf-d0c19998f217 req-a946992d-1261-43b8-8d71-574b57606562 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:07:01.290399 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a12dd0e6-76d9-4e87-bccf-d0c19998f217 req-a946992d-1261-43b8-8d71-574b57606562 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=27f95d1a-0ab8-4476-b7b1-0875fc9290a8 HTTP/1.1" status: 200 len: 834 time: 0.0644269 Dec 15 20:07:01.374155 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a12dd0e6-76d9-4e87-bccf-d0c19998f217 req-082ecd27-0460-4a13-bceb-a26d80b393ba service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=25c962f0-c7a2-4a64-8406-3841e1a2c2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770864 Dec 15 20:07:01.517841 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a12dd0e6-76d9-4e87-bccf-d0c19998f217 req-cfc6519f-9027-4dee-9fca-370a2f5a3a0b service neutron] 10.222.0.32 "GET /v2.0/networks/25c962f0-c7a2-4a64-8406-3841e1a2c2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370487 Dec 15 20:07:01.623806 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-6b2c7658-048f-45c7-af46-90328b3bd50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17053368-8bf6-4e9a-bef7-9d86b02cc235', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1231790271', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '9691e877-3b5f-4a53-8f80-3933a31779ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:06:36Z', 'updated_at': '2021-12-15T20:06:41Z', 'revision_number': 4, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'gw_port': {'id': '9691e877-3b5f-4a53-8f80-3933a31779ea', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17053368-8bf6-4e9a-bef7-9d86b02cc235', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:06:36Z', 'updated_at': '2021-12-15T20:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': 'e765ae7e-0e3e-4471-ad2a-b1eaf8ad122f', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'floating_ip_address': '172.26.3.79', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': '17053368-8bf6-4e9a-bef7-9d86b02cc235', 'port_id': '5173779a-0ea3-4d76-b4ec-cd359a3d1199', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25c962f0-c7a2-4a64-8406-3841e1a2c2f0', 'mac_address': 'fa:16:3e:1b:78:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf382f1-60e8-48c1-b596-3cb04d45a15f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T20:06:58Z', 'updated_at': '2021-12-15T20:06:58Z', 'revision_number': 0, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed5d8c7f-e565-4b20-ac03-c6b8dbb6a37d', 'name': '', 'network_id': '25c962f0-c7a2-4a64-8406-3841e1a2c2f0', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'mac_address': 'fa:16:3e:d5:3a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17053368-8bf6-4e9a-bef7-9d86b02cc235', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27f95d1a-0ab8-4476-b7b1-0875fc9290a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:06:40Z', 'updated_at': '2021-12-15T20:06:47Z', 'revision_number': 5, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'subnets': [{'id': '27f95d1a-0ab8-4476-b7b1-0875fc9290a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:07:01.628310 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2c7658-048f-45c7-af46-90328b3bd50b None None] The sync data for ids ['17053368-8bf6-4e9a-bef7-9d86b02cc235'] in dv-neutron-821831-2-hyperv is: [{'id': '17053368-8bf6-4e9a-bef7-9d86b02cc235', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1231790271', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '9691e877-3b5f-4a53-8f80-3933a31779ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:06:36Z', 'updated_at': '2021-12-15T20:06:41Z', 'revision_number': 4, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'gw_port': {'id': '9691e877-3b5f-4a53-8f80-3933a31779ea', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17053368-8bf6-4e9a-bef7-9d86b02cc235', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:06:36Z', 'updated_at': '2021-12-15T20:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': 'e765ae7e-0e3e-4471-ad2a-b1eaf8ad122f', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'floating_ip_address': '172.26.3.79', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': '17053368-8bf6-4e9a-bef7-9d86b02cc235', 'port_id': '5173779a-0ea3-4d76-b4ec-cd359a3d1199', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25c962f0-c7a2-4a64-8406-3841e1a2c2f0', 'mac_address': 'fa:16:3e:1b:78:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf382f1-60e8-48c1-b596-3cb04d45a15f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T20:06:58Z', 'updated_at': '2021-12-15T20:06:58Z', 'revision_number': 0, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed5d8c7f-e565-4b20-ac03-c6b8dbb6a37d', 'name': '', 'network_id': '25c962f0-c7a2-4a64-8406-3841e1a2c2f0', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'mac_address': 'fa:16:3e:d5:3a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17053368-8bf6-4e9a-bef7-9d86b02cc235', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27f95d1a-0ab8-4476-b7b1-0875fc9290a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:06:40Z', 'updated_at': '2021-12-15T20:06:47Z', 'revision_number': 5, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'subnets': [{'id': '27f95d1a-0ab8-4476-b7b1-0875fc9290a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 20:07:01.669866 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a12dd0e6-76d9-4e87-bccf-d0c19998f217 req-ec53de32-bcee-4b69-929d-900d7e0eacf4 service neutron] 10.222.0.32 "GET /v2.0/networks/25c962f0-c7a2-4a64-8406-3841e1a2c2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460261 Dec 15 20:07:02.000185 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f1ecd1-e9c0-4a54-a6f1-dbc2dc4fa8da None None] New status for floating IP e765ae7e-0e3e-4471-ad2a-b1eaf8ad122f: ACTIVE {{(pid=88992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 15 20:07:02.217852 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 35726) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:07:02.566932 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-75391822-b5ff-4fa6-8d9f-2c34e50f4007 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/floatingips/e765ae7e-0e3e-4471-ad2a-b1eaf8ad122f HTTP/1.1" status: 200 len: 990 time: 0.3478119 Dec 15 20:07:03.571015 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 35730) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:07:03.679779 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-bef7dd8f-0caa-43c1-8752-93295904f2cd tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/floatingips/e765ae7e-0e3e-4471-ad2a-b1eaf8ad122f HTTP/1.1" status: 200 len: 992 time: 0.1073873 Dec 15 20:07:08.248793 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-66a8b9bc-7e92-4896-aa6a-d3c40d7b6434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:07:09.500237 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:07:10.574915 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-724454be-5b31-4888-bf73-2f000827a61c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:07:10.955803 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 20:07:11.008464 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:07:12.779893 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:07:16.591854 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a6d94e32-1804-4a5b-bac7-8f978c0318cf req-55cc1df9-844e-42d4-a88c-c878a5504ad3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7bf382f1-60e8-48c1-b596-3cb04d45a15f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0793898 Dec 15 20:07:16.743439 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a6d94e32-1804-4a5b-bac7-8f978c0318cf req-0bc8fc27-3f78-4c28-9774-fa7f2f735cce service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dcef569c3d1c42279834a85579e46274&device_id=7bf382f1-60e8-48c1-b596-3cb04d45a15f HTTP/1.1" status: 200 len: 1098 time: 0.0745265 Dec 15 20:07:16.901080 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d94e32-1804-4a5b-bac7-8f978c0318cf req-4a51d2f6-e495-484b-b20a-c90a46d656f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:07:16.904126 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a6d94e32-1804-4a5b-bac7-8f978c0318cf req-4a51d2f6-e495-484b-b20a-c90a46d656f6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=25c962f0-c7a2-4a64-8406-3841e1a2c2f0 HTTP/1.1" status: 200 len: 897 time: 0.1389856 Dec 15 20:07:17.013290 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a6d94e32-1804-4a5b-bac7-8f978c0318cf req-a9d51cee-a1a9-4b58-a22e-5ecb0b5aa1e9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5173779a-0ea3-4d76-b4ec-cd359a3d1199 HTTP/1.1" status: 200 len: 1000 time: 0.1002922 Dec 15 20:07:17.081335 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d94e32-1804-4a5b-bac7-8f978c0318cf req-6dfc0028-238c-44c8-a60e-766b08578b76 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:07:17.082864 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a6d94e32-1804-4a5b-bac7-8f978c0318cf req-6dfc0028-238c-44c8-a60e-766b08578b76 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=27f95d1a-0ab8-4476-b7b1-0875fc9290a8 HTTP/1.1" status: 200 len: 834 time: 0.0626211 Dec 15 20:07:17.164462 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a6d94e32-1804-4a5b-bac7-8f978c0318cf req-3ddbdef0-690c-4099-a4df-cde7e0c0e1b0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=25c962f0-c7a2-4a64-8406-3841e1a2c2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740817 Dec 15 20:07:17.304686 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a6d94e32-1804-4a5b-bac7-8f978c0318cf req-c63b103f-4bdc-469c-8638-731fdacbc40d service neutron] 10.222.0.32 "GET /v2.0/networks/25c962f0-c7a2-4a64-8406-3841e1a2c2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329219 Dec 15 20:07:17.453474 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a6d94e32-1804-4a5b-bac7-8f978c0318cf req-e8e94b7f-2f08-4707-8a86-fb05c5616e91 service neutron] 10.222.0.32 "GET /v2.0/networks/25c962f0-c7a2-4a64-8406-3841e1a2c2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400754 Dec 15 20:07:24.567107 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:07:33.236455 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f4376b36-9d7d-44f1-96a4-d518f64aa710 req-3328f885-de4c-426e-9716-960144458e48 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7bf382f1-60e8-48c1-b596-3cb04d45a15f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1453812 Dec 15 20:07:33.637705 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae057f-6014-4ce7-8968-652be7512b1a req-02ca1601-729d-421a-9fc7-e50a930d66ce tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:07:33.639515 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-33ae057f-6014-4ce7-8968-652be7512b1a req-02ca1601-729d-421a-9fc7-e50a930d66ce tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bf382f1-60e8-48c1-b596-3cb04d45a15f HTTP/1.1" status: 200 len: 945 time: 0.0946312 Dec 15 20:07:33.690194 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-33ae057f-6014-4ce7-8968-652be7512b1a req-36fd8e1d-dfcc-4186-879c-d5af34d99515 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc874c1f-bb84-417d-a1a2-192b2cb61686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439863 Dec 15 20:07:33.724508 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0e39129a-7b01-4dc7-8292-87ba90218d71 req-66e3eb6d-ff1c-452d-b9bd-63e23b532acd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7bf382f1-60e8-48c1-b596-3cb04d45a15f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1919460 Dec 15 20:07:34.917367 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d494fda-f9c9-45c8-a3a1-33b27734a14d req-bc98595a-9ee1-4fa3-a7b0-33148c83aba1 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:07:34.919621 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3d494fda-f9c9-45c8-a3a1-33b27734a14d req-bc98595a-9ee1-4fa3-a7b0-33148c83aba1 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bf382f1-60e8-48c1-b596-3cb04d45a15f HTTP/1.1" status: 200 len: 945 time: 0.0873909 Dec 15 20:07:34.971385 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3d494fda-f9c9-45c8-a3a1-33b27734a14d req-8400dd20-5f3a-4806-9aac-01846017cdac tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc874c1f-bb84-417d-a1a2-192b2cb61686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448551 Dec 15 20:07:35.822292 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0e39129a-7b01-4dc7-8292-87ba90218d71 req-de98a7c8-65b0-4574-91f6-2c8e82bb83cb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dcef569c3d1c42279834a85579e46274&device_id=7bf382f1-60e8-48c1-b596-3cb04d45a15f HTTP/1.1" status: 200 len: 1098 time: 0.0780609 Dec 15 20:07:35.965180 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e39129a-7b01-4dc7-8292-87ba90218d71 req-f470eb12-f9e3-42c9-88af-124b57b45d9b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:07:35.966780 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0e39129a-7b01-4dc7-8292-87ba90218d71 req-f470eb12-f9e3-42c9-88af-124b57b45d9b service neutron] 10.222.0.32 "GET /v2.0/networks?id=25c962f0-c7a2-4a64-8406-3841e1a2c2f0 HTTP/1.1" status: 200 len: 897 time: 0.1346788 Dec 15 20:07:36.078518 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0e39129a-7b01-4dc7-8292-87ba90218d71 req-391da3f7-436b-4615-958e-07e5b9c954ca service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5173779a-0ea3-4d76-b4ec-cd359a3d1199 HTTP/1.1" status: 200 len: 1000 time: 0.1017747 Dec 15 20:07:36.200785 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e39129a-7b01-4dc7-8292-87ba90218d71 req-9104becc-7678-4ca3-b68d-2bfaf19025e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:07:36.202367 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0e39129a-7b01-4dc7-8292-87ba90218d71 req-9104becc-7678-4ca3-b68d-2bfaf19025e8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=27f95d1a-0ab8-4476-b7b1-0875fc9290a8 HTTP/1.1" status: 200 len: 834 time: 0.1147485 Dec 15 20:07:36.271286 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45e7752-60b6-48b5-917c-2cfbcbd73573 req-6441a8bc-3190-4e38-9493-aac1c4f405a9 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:07:36.272849 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f45e7752-60b6-48b5-917c-2cfbcbd73573 req-6441a8bc-3190-4e38-9493-aac1c4f405a9 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bf382f1-60e8-48c1-b596-3cb04d45a15f HTTP/1.1" status: 200 len: 945 time: 0.1508036 Dec 15 20:07:36.336194 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0e39129a-7b01-4dc7-8292-87ba90218d71 req-31182f7e-38c7-436b-b65f-edb74c3e00af service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=25c962f0-c7a2-4a64-8406-3841e1a2c2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1250198 Dec 15 20:07:36.341769 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f45e7752-60b6-48b5-917c-2cfbcbd73573 req-70ca890b-5afa-4570-a13a-09f7b0560fa9 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc874c1f-bb84-417d-a1a2-192b2cb61686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616331 Dec 15 20:07:36.477258 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0e39129a-7b01-4dc7-8292-87ba90218d71 req-3b0969e4-d2d0-4345-a627-adc93461e5e7 service neutron] 10.222.0.32 "GET /v2.0/networks/25c962f0-c7a2-4a64-8406-3841e1a2c2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327295 Dec 15 20:07:36.626751 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0e39129a-7b01-4dc7-8292-87ba90218d71 req-f8a56dc9-9cb1-4a96-99b6-641daf28d67f service neutron] 10.222.0.32 "GET /v2.0/networks/25c962f0-c7a2-4a64-8406-3841e1a2c2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381409 Dec 15 20:07:37.550821 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42548dd7-3d78-41db-abdb-9c2bf9ade35b req-fc7cab66-1844-4137-a3ae-4342522e7f0d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:07:37.552486 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-42548dd7-3d78-41db-abdb-9c2bf9ade35b req-fc7cab66-1844-4137-a3ae-4342522e7f0d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bf382f1-60e8-48c1-b596-3cb04d45a15f HTTP/1.1" status: 200 len: 945 time: 0.0875454 Dec 15 20:07:37.601470 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-42548dd7-3d78-41db-abdb-9c2bf9ade35b req-9e8d1a74-aba1-4866-969b-d4fd61ad769e tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc874c1f-bb84-417d-a1a2-192b2cb61686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422611 Dec 15 20:07:38.242600 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a6139ca7-7b43-4c19-8a4f-2dd7d7742d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:07:38.807691 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a734d19-98b4-4b3a-9344-f4f5b6ae4e4c req-329aeedf-5e74-426e-b508-d16b9929540a tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:07:38.809302 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5a734d19-98b4-4b3a-9344-f4f5b6ae4e4c req-329aeedf-5e74-426e-b508-d16b9929540a tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bf382f1-60e8-48c1-b596-3cb04d45a15f HTTP/1.1" status: 200 len: 945 time: 0.0821590 Dec 15 20:07:38.856703 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5a734d19-98b4-4b3a-9344-f4f5b6ae4e4c req-dd73fef7-6fb7-45a9-922a-2ca4630e435d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc874c1f-bb84-417d-a1a2-192b2cb61686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412858 Dec 15 20:07:39.504925 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:07:40.062688 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593df09a-7dce-42c5-8297-d2810cf6c974 req-608b95ec-01e2-42be-8787-b7dac42834bb tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:07:40.064321 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-593df09a-7dce-42c5-8297-d2810cf6c974 req-608b95ec-01e2-42be-8787-b7dac42834bb tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bf382f1-60e8-48c1-b596-3cb04d45a15f HTTP/1.1" status: 200 len: 945 time: 0.0867434 Dec 15 20:07:40.112506 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-593df09a-7dce-42c5-8297-d2810cf6c974 req-b14eb43e-2e2f-402c-ae39-ed8cbb785859 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc874c1f-bb84-417d-a1a2-192b2cb61686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420713 Dec 15 20:07:40.562059 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-870a13ec-8737-4601-ae33-582b2807f01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:07:41.000688 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:07:41.332871 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97653b1-e7a4-4601-aba8-c636957a0189 req-33b9eecd-9719-4984-9a2b-5122ef8e4834 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:07:41.334435 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f97653b1-e7a4-4601-aba8-c636957a0189 req-33b9eecd-9719-4984-9a2b-5122ef8e4834 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bf382f1-60e8-48c1-b596-3cb04d45a15f HTTP/1.1" status: 200 len: 945 time: 0.0833850 Dec 15 20:07:41.385580 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f97653b1-e7a4-4601-aba8-c636957a0189 req-30472ef3-9eba-442a-a586-5af9dba96b64 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc874c1f-bb84-417d-a1a2-192b2cb61686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447772 Dec 15 20:07:42.597601 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd04ac00-906b-46c9-944f-35a5e09d0487 req-a0ce12a0-0862-4a86-88f4-b720db13918e tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:07:42.600176 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-fd04ac00-906b-46c9-944f-35a5e09d0487 req-a0ce12a0-0862-4a86-88f4-b720db13918e tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bf382f1-60e8-48c1-b596-3cb04d45a15f HTTP/1.1" status: 200 len: 945 time: 0.0826519 Dec 15 20:07:42.653930 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-fd04ac00-906b-46c9-944f-35a5e09d0487 req-989eca43-caf2-4d65-b1d6-152ddb2a2eb0 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc874c1f-bb84-417d-a1a2-192b2cb61686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473676 Dec 15 20:07:42.773852 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:07:43.860227 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2708427-2bad-4c98-aa7d-107f4b259587 req-e2e82cd9-f425-4e14-82c8-955208a464c8 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:07:43.861740 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a2708427-2bad-4c98-aa7d-107f4b259587 req-e2e82cd9-f425-4e14-82c8-955208a464c8 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bf382f1-60e8-48c1-b596-3cb04d45a15f HTTP/1.1" status: 200 len: 945 time: 0.0870440 Dec 15 20:07:43.909614 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a2708427-2bad-4c98-aa7d-107f4b259587 req-d1981e63-3efd-48cf-a4cf-ef92369cee81 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc874c1f-bb84-417d-a1a2-192b2cb61686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418935 Dec 15 20:07:45.113320 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657763a-5312-4300-9cb3-4ce0ed03ad78 req-f8275acc-184e-4431-a41b-64325cb40204 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:07:45.114943 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d657763a-5312-4300-9cb3-4ce0ed03ad78 req-f8275acc-184e-4431-a41b-64325cb40204 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bf382f1-60e8-48c1-b596-3cb04d45a15f HTTP/1.1" status: 200 len: 945 time: 0.0822458 Dec 15 20:07:45.164599 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d657763a-5312-4300-9cb3-4ce0ed03ad78 req-201c9941-3df5-4955-92ba-553ecbc9e2aa tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc874c1f-bb84-417d-a1a2-192b2cb61686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435617 Dec 15 20:07:46.373419 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ecf45-afd8-458c-aac5-035b37080694 req-7bda5a9e-d2db-4b70-8731-9283f8891c1d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:07:46.375044 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-991ecf45-afd8-458c-aac5-035b37080694 req-7bda5a9e-d2db-4b70-8731-9283f8891c1d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bf382f1-60e8-48c1-b596-3cb04d45a15f HTTP/1.1" status: 200 len: 945 time: 0.0873759 Dec 15 20:07:46.423249 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-991ecf45-afd8-458c-aac5-035b37080694 req-8bfe7a80-4846-4bd6-ba46-de541ef09af7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc874c1f-bb84-417d-a1a2-192b2cb61686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421965 Dec 15 20:07:47.633249 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e11fa8-f320-4dcb-afba-95f11fbffac0 req-36f4208d-078b-4646-ba32-543e1cff6bdb tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:07:47.634925 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-07e11fa8-f320-4dcb-afba-95f11fbffac0 req-36f4208d-078b-4646-ba32-543e1cff6bdb tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bf382f1-60e8-48c1-b596-3cb04d45a15f HTTP/1.1" status: 200 len: 945 time: 0.0867722 Dec 15 20:07:47.683167 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-07e11fa8-f320-4dcb-afba-95f11fbffac0 req-68fad03a-4a83-478d-a78d-b7be240f833c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc874c1f-bb84-417d-a1a2-192b2cb61686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413840 Dec 15 20:07:47.955527 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 20:07:48.893743 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcfa06e-22dc-4a2b-a292-e9f16fd6d5bc req-de894c5d-c1d8-4d19-b5d7-272ed5f9bb13 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:07:48.895252 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-fdcfa06e-22dc-4a2b-a292-e9f16fd6d5bc req-de894c5d-c1d8-4d19-b5d7-272ed5f9bb13 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bf382f1-60e8-48c1-b596-3cb04d45a15f HTTP/1.1" status: 200 len: 945 time: 0.0855978 Dec 15 20:07:48.942926 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-fdcfa06e-22dc-4a2b-a292-e9f16fd6d5bc req-4fa7a2ea-32a6-472a-81ae-9f248a5c26a7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc874c1f-bb84-417d-a1a2-192b2cb61686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415838 Dec 15 20:07:50.149088 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7728ef-b30c-4b51-bb10-50cd4055f0fa req-86d20119-7a0a-40d1-9e11-93ab681e37ce tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:07:50.150695 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ce7728ef-b30c-4b51-bb10-50cd4055f0fa req-86d20119-7a0a-40d1-9e11-93ab681e37ce tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bf382f1-60e8-48c1-b596-3cb04d45a15f HTTP/1.1" status: 200 len: 945 time: 0.0809999 Dec 15 20:07:50.202841 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ce7728ef-b30c-4b51-bb10-50cd4055f0fa req-d4f24f47-d958-4ee7-a9e9-917bc9f3c84c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc874c1f-bb84-417d-a1a2-192b2cb61686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456791 Dec 15 20:07:51.413792 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f8558-b24e-4a22-8454-0f96cc209d5f req-f24081ad-e6dd-4f22-85db-0d3418498910 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:07:51.415444 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a93f8558-b24e-4a22-8454-0f96cc209d5f req-f24081ad-e6dd-4f22-85db-0d3418498910 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bf382f1-60e8-48c1-b596-3cb04d45a15f HTTP/1.1" status: 200 len: 945 time: 0.0825117 Dec 15 20:07:51.464573 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a93f8558-b24e-4a22-8454-0f96cc209d5f req-d04b80d2-c97b-403e-9f1a-5c284f3e3f77 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc874c1f-bb84-417d-a1a2-192b2cb61686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428197 Dec 15 20:07:52.685690 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f049303f-dfb6-49cb-ac33-e3d2862b84d0 req-486dcbe3-1000-4cfe-9f0e-799cef30b8bd tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:07:52.687321 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f049303f-dfb6-49cb-ac33-e3d2862b84d0 req-486dcbe3-1000-4cfe-9f0e-799cef30b8bd tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bf382f1-60e8-48c1-b596-3cb04d45a15f HTTP/1.1" status: 200 len: 945 time: 0.1012001 Dec 15 20:07:52.735584 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f049303f-dfb6-49cb-ac33-e3d2862b84d0 req-04395ccc-a289-45bc-975e-5885c089dbb3 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc874c1f-bb84-417d-a1a2-192b2cb61686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420604 Dec 15 20:07:53.833600 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0e39129a-7b01-4dc7-8292-87ba90218d71 req-bbfa0413-dcae-4a04-91a8-55a496a5c67a service neutron] 10.222.0.32 "GET /v2.0/ports/5173779a-0ea3-4d76-b4ec-cd359a3d1199/bindings/hv-neutron-8218 HTTP/1.1" status: 200 len: 384 time: 0.0774441 Dec 15 20:07:53.946163 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1b6c52-12fc-4702-832b-a5ca433e5312 req-50b13cab-b1d7-4575-ae6b-456b0fed2475 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:07:53.948448 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-dc1b6c52-12fc-4702-832b-a5ca433e5312 req-50b13cab-b1d7-4575-ae6b-456b0fed2475 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bf382f1-60e8-48c1-b596-3cb04d45a15f HTTP/1.1" status: 200 len: 945 time: 0.0860751 Dec 15 20:07:53.997118 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-dc1b6c52-12fc-4702-832b-a5ca433e5312 req-0ac88817-9d57-4ca6-b240-82fb515b8797 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc874c1f-bb84-417d-a1a2-192b2cb61686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421796 Dec 15 20:07:54.306616 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0e39129a-7b01-4dc7-8292-87ba90218d71 req-99942db9-acbf-436b-8538-f10c008e6a44 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7bf382f1-60e8-48c1-b596-3cb04d45a15f&tenant_id=dcef569c3d1c42279834a85579e46274 HTTP/1.1" status: 200 len: 1098 time: 0.0729558 Dec 15 20:07:54.574036 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:07:54.645277 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0e39129a-7b01-4dc7-8292-87ba90218d71 req-5f8df1c8-45a3-4410-af02-600329bc5e64 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dcef569c3d1c42279834a85579e46274&device_id=7bf382f1-60e8-48c1-b596-3cb04d45a15f HTTP/1.1" status: 200 len: 1098 time: 0.3111246 Dec 15 20:07:54.787573 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e39129a-7b01-4dc7-8292-87ba90218d71 req-f8668bdc-d1cf-451b-bcce-bf39cb1dee47 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:07:54.789122 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0e39129a-7b01-4dc7-8292-87ba90218d71 req-f8668bdc-d1cf-451b-bcce-bf39cb1dee47 service neutron] 10.222.0.32 "GET /v2.0/networks?id=25c962f0-c7a2-4a64-8406-3841e1a2c2f0 HTTP/1.1" status: 200 len: 897 time: 0.1356418 Dec 15 20:07:54.894456 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0e39129a-7b01-4dc7-8292-87ba90218d71 req-cd0112bc-c719-42cf-a098-4a72112fd15b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5173779a-0ea3-4d76-b4ec-cd359a3d1199 HTTP/1.1" status: 200 len: 1000 time: 0.0961645 Dec 15 20:07:54.965179 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e39129a-7b01-4dc7-8292-87ba90218d71 req-5431df0c-de7b-4708-9575-a9ab15816df4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:07:54.966724 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0e39129a-7b01-4dc7-8292-87ba90218d71 req-5431df0c-de7b-4708-9575-a9ab15816df4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=27f95d1a-0ab8-4476-b7b1-0875fc9290a8 HTTP/1.1" status: 200 len: 834 time: 0.0650778 Dec 15 20:07:55.052712 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0e39129a-7b01-4dc7-8292-87ba90218d71 req-0a3f83bb-865e-40b6-99b3-66e3ea537c09 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=25c962f0-c7a2-4a64-8406-3841e1a2c2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743752 Dec 15 20:07:55.259617 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0e39129a-7b01-4dc7-8292-87ba90218d71 req-f0f961ff-537f-4dd6-a1fd-ede0b8b9c9fc service neutron] 10.222.0.32 "GET /v2.0/networks/25c962f0-c7a2-4a64-8406-3841e1a2c2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961749 Dec 15 20:07:55.271360 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda6544-2c29-41f5-8a02-5c6953f2d94f req-b8b6eca4-41ca-4372-8625-02a8a8d7c942 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:07:55.272860 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2fda6544-2c29-41f5-8a02-5c6953f2d94f req-b8b6eca4-41ca-4372-8625-02a8a8d7c942 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bf382f1-60e8-48c1-b596-3cb04d45a15f HTTP/1.1" status: 200 len: 945 time: 0.1351614 Dec 15 20:07:55.422250 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2fda6544-2c29-41f5-8a02-5c6953f2d94f req-906bf9f5-2ae1-49a4-84df-086960acfa4a tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc874c1f-bb84-417d-a1a2-192b2cb61686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249044 Dec 15 20:07:55.445307 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0e39129a-7b01-4dc7-8292-87ba90218d71 req-6d51841a-a7ec-4caa-972f-b6b5816e51f7 service neutron] 10.222.0.32 "GET /v2.0/networks/25c962f0-c7a2-4a64-8406-3841e1a2c2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714652 Dec 15 20:07:56.630502 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b490d7c2-7d46-4397-b2a9-ae4fab87000c req-682fe771-3888-4ba4-a3b3-9be433b243b0 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:07:56.632124 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b490d7c2-7d46-4397-b2a9-ae4fab87000c req-682fe771-3888-4ba4-a3b3-9be433b243b0 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bf382f1-60e8-48c1-b596-3cb04d45a15f HTTP/1.1" status: 200 len: 945 time: 0.0848203 Dec 15 20:07:56.686808 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b490d7c2-7d46-4397-b2a9-ae4fab87000c req-ab1c12b5-4944-4237-b49f-a764a929b87e tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc874c1f-bb84-417d-a1a2-192b2cb61686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483499 Dec 15 20:07:56.838139 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 5173779a-0ea3-4d76-b4ec-cd359a3d1199 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 15 20:07:56.841634 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 5173779a-0ea3-4d76-b4ec-cd359a3d1199 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 20:07:57.059213 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:07:57.092476 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 5173779a-0ea3-4d76-b4ec-cd359a3d1199, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5173779a-0ea3-4d76-b4ec-cd359a3d1199,segment=NetworkSegment(88d2ea6c-99b6-4d7e-8f50-fde8241e198c),segment_id=88d2ea6c-99b6-4d7e-8f50-fde8241e198c)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:07:57.118153 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Returning: {'device': '5173779a-0ea3-4d76-b4ec-cd359a3d1199', 'network_id': '25c962f0-c7a2-4a64-8406-3841e1a2c2f0', 'port_id': '5173779a-0ea3-4d76-b4ec-cd359a3d1199', 'mac_address': 'fa:16:3e:1b:78:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27f95d1a-0ab8-4476-b7b1-0875fc9290a8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 20:07:57.119605 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bf382f1-60e8-48c1-b596-3cb04d45a15f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5173779a-0ea3-4d76-b4ec-cd359a3d1199'}] {{(pid=88992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 20:07:57.157745 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 5173779a-0ea3-4d76-b4ec-cd359a3d1199, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5173779a-0ea3-4d76-b4ec-cd359a3d1199,segment=NetworkSegment(88d2ea6c-99b6-4d7e-8f50-fde8241e198c),segment_id=88d2ea6c-99b6-4d7e-8f50-fde8241e198c)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:07:57.183951 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:07:57.195711 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bf382f1-60e8-48c1-b596-3cb04d45a15f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5173779a-0ea3-4d76-b4ec-cd359a3d1199', 'code': 200} Dec 15 20:07:57.199398 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:07:57.203066 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3aadbc72-27e5-4202-8cd9-0eb6b1c50240 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:07:57.243837 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5173779a-0ea3-4d76-b4ec-cd359a3d1199 {{(pid=88992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 20:07:57.321894 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=5173779a-0ea3-4d76-b4ec-cd359a3d1199,revision_number=6']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:07:57.332630 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88992) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 20:07:57.333047 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 20:07:57.336492 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:07:57.336888 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:07:57.337274 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:07:57.337657 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:07:57.338067 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:07:57.338556 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:07:57.338936 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:07:57.339314 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:07:57.339687 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:07:57.340059 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:07:57.340447 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:07:57.344520 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:07:57.888491 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:07:57.904658 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d850805-8f11-40c3-89e5-94e6e03b548a req-074d2eb9-bc5d-4ed1-999e-031223f10d16 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:07:57.906202 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4d850805-8f11-40c3-89e5-94e6e03b548a req-074d2eb9-bc5d-4ed1-999e-031223f10d16 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bf382f1-60e8-48c1-b596-3cb04d45a15f HTTP/1.1" status: 200 len: 943 time: 0.0840535 Dec 15 20:07:57.907527 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5173779a-0ea3-4d76-b4ec-cd359a3d1199 {{(pid=88992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 20:07:57.924664 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 5173779a-0ea3-4d76-b4ec-cd359a3d1199, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5173779a-0ea3-4d76-b4ec-cd359a3d1199,segment=NetworkSegment(88d2ea6c-99b6-4d7e-8f50-fde8241e198c),segment_id=88d2ea6c-99b6-4d7e-8f50-fde8241e198c)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:07:57.954725 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4d850805-8f11-40c3-89e5-94e6e03b548a req-c67a241a-5136-4fd1-8451-2ea3c1013598 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc874c1f-bb84-417d-a1a2-192b2cb61686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421979 Dec 15 20:07:57.961879 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:07:57.965268 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:07:58.046352 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] get_ports_and_sgs() called for port_ids ['5173779a-0ea3-4d76-b4ec-cd359a3d1199'] {{(pid=88992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 20:07:58.090711 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=5173779a-0ea3-4d76-b4ec-cd359a3d1199,revision_number=7']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:07:58.093999 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:07:58.492184 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd44b10e-5572-401c-a349-9d508deb1111 req-bfe00e57-a91b-49c6-82f5-aaa6bab433b3 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:07:58.493682 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-cd44b10e-5572-401c-a349-9d508deb1111 req-bfe00e57-a91b-49c6-82f5-aaa6bab433b3 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bf382f1-60e8-48c1-b596-3cb04d45a15f HTTP/1.1" status: 200 len: 944 time: 0.1579385 Dec 15 20:07:58.501004 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f33a3d6-b26b-43fa-ba06-a3e35df814eb req-cc129628-6c6e-4ee9-b303-ab1930245be4 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:07:58.502495 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2f33a3d6-b26b-43fa-ba06-a3e35df814eb req-cc129628-6c6e-4ee9-b303-ab1930245be4 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bf382f1-60e8-48c1-b596-3cb04d45a15f&tenant_id=dcef569c3d1c42279834a85579e46274&binding%3Ahost_id=hv-neutron-8218 HTTP/1.1" status: 200 len: 944 time: 0.1231701 Dec 15 20:07:58.545910 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-cd44b10e-5572-401c-a349-9d508deb1111 req-b6456eda-8826-4143-8146-16b24bde9ffe tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc874c1f-bb84-417d-a1a2-192b2cb61686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422916 Dec 15 20:07:58.660877 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2f33a3d6-b26b-43fa-ba06-a3e35df814eb req-025b5ef5-5dea-40f6-ae25-9409b86f1aa0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dcef569c3d1c42279834a85579e46274&device_id=7bf382f1-60e8-48c1-b596-3cb04d45a15f HTTP/1.1" status: 200 len: 1097 time: 0.0842254 Dec 15 20:07:58.841844 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 5173779a-0ea3-4d76-b4ec-cd359a3d1199 up at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 20:07:58.865591 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f33a3d6-b26b-43fa-ba06-a3e35df814eb req-1c6591ff-45f9-44ce-958c-6a04bb4daf55 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:07:58.867212 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2f33a3d6-b26b-43fa-ba06-a3e35df814eb req-1c6591ff-45f9-44ce-958c-6a04bb4daf55 service neutron] 10.222.0.32 "GET /v2.0/networks?id=25c962f0-c7a2-4a64-8406-3841e1a2c2f0 HTTP/1.1" status: 200 len: 897 time: 0.1995816 Dec 15 20:07:58.875166 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77060351-8711-444e-a19d-e9736de06bb1 req-2214abcc-9255-4704-9aab-e402e66643b9 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:07:58.876728 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-77060351-8711-444e-a19d-e9736de06bb1 req-2214abcc-9255-4704-9aab-e402e66643b9 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bf382f1-60e8-48c1-b596-3cb04d45a15f HTTP/1.1" status: 200 len: 944 time: 0.1847048 Dec 15 20:07:58.914140 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning complete for port 5173779a-0ea3-4d76-b4ec-cd359a3d1199 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:07:58.914732 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:07:59.013029 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-77060351-8711-444e-a19d-e9736de06bb1 req-ae817707-54a9-4597-b3d8-81539501a986 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc874c1f-bb84-417d-a1a2-192b2cb61686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819929 Dec 15 20:07:59.015187 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2f33a3d6-b26b-43fa-ba06-a3e35df814eb req-ba6ebd99-cb71-48ec-aa45-973ac6818cae service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5173779a-0ea3-4d76-b4ec-cd359a3d1199 HTTP/1.1" status: 200 len: 999 time: 0.1375146 Dec 15 20:07:59.036207 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:07:59.069438 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 5173779a-0ea3-4d76-b4ec-cd359a3d1199, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5173779a-0ea3-4d76-b4ec-cd359a3d1199,segment=NetworkSegment(88d2ea6c-99b6-4d7e-8f50-fde8241e198c),segment_id=88d2ea6c-99b6-4d7e-8f50-fde8241e198c)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:07:59.090100 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f33a3d6-b26b-43fa-ba06-a3e35df814eb req-01e0ad30-e4ea-4674-903f-08f31a38b600 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:07:59.091736 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2f33a3d6-b26b-43fa-ba06-a3e35df814eb req-01e0ad30-e4ea-4674-903f-08f31a38b600 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=27f95d1a-0ab8-4476-b7b1-0875fc9290a8 HTTP/1.1" status: 200 len: 834 time: 0.0686433 Dec 15 20:07:59.113952 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:07:59.115963 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c789975c-6427-49d7-8308-c4086b777d03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:07:59.171367 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2f33a3d6-b26b-43fa-ba06-a3e35df814eb req-a6c43a14-9ade-4852-845c-934ba8201a7a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=25c962f0-c7a2-4a64-8406-3841e1a2c2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733550 Dec 15 20:07:59.182283 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=5173779a-0ea3-4d76-b4ec-cd359a3d1199,revision_number=8']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:07:59.185494 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:07:59.197109 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bf382f1-60e8-48c1-b596-3cb04d45a15f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5173779a-0ea3-4d76-b4ec-cd359a3d1199'}] {{(pid=88992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 20:07:59.260594 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bf382f1-60e8-48c1-b596-3cb04d45a15f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5173779a-0ea3-4d76-b4ec-cd359a3d1199', 'code': 200} Dec 15 20:07:59.315321 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2f33a3d6-b26b-43fa-ba06-a3e35df814eb req-24f38069-36f7-4086-8b74-aca1d9c1d8b5 service neutron] 10.222.0.32 "GET /v2.0/networks/25c962f0-c7a2-4a64-8406-3841e1a2c2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373646 Dec 15 20:07:59.456564 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2f33a3d6-b26b-43fa-ba06-a3e35df814eb req-0f888e68-e258-4061-943e-e85bdf5e76a9 service neutron] 10.222.0.32 "GET /v2.0/networks/25c962f0-c7a2-4a64-8406-3841e1a2c2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343861 Dec 15 20:08:00.227776 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eaded2-fb86-4b27-83d5-bba3914f61cc req-e50882c1-e150-499d-a067-77b2c31a7984 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:08:00.229416 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-05eaded2-fb86-4b27-83d5-bba3914f61cc req-e50882c1-e150-499d-a067-77b2c31a7984 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bf382f1-60e8-48c1-b596-3cb04d45a15f HTTP/1.1" status: 200 len: 945 time: 0.0827081 Dec 15 20:08:00.282022 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-05eaded2-fb86-4b27-83d5-bba3914f61cc req-dd8078ad-fda5-4ab1-ba2f-684359b9c0c6 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc874c1f-bb84-417d-a1a2-192b2cb61686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463715 Dec 15 20:08:00.310982 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 35854) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:08:00.425609 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8cdaede2-be41-4cff-93b0-cabb5c7897b9 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/floatingips/e765ae7e-0e3e-4471-ad2a-b1eaf8ad122f HTTP/1.1" status: 200 len: 992 time: 0.1133177 Dec 15 20:08:08.258392 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c5c1cbc3-2dd1-4c46-92bd-783885625e42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:09.504551 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:10.566934 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c3a5d249-bee9-4a2f-b07b-73b7e26cd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:11.024085 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:12.784538 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:16.588124 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d7843127-92a5-4f13-b78c-def2ca19e58f req-7c74b633-2a92-4d87-9464-df4565ce1a41 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7bf382f1-60e8-48c1-b596-3cb04d45a15f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0774794 Dec 15 20:08:16.740765 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d7843127-92a5-4f13-b78c-def2ca19e58f req-a6b3856f-9e50-49bf-a278-ba637034d406 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dcef569c3d1c42279834a85579e46274&device_id=7bf382f1-60e8-48c1-b596-3cb04d45a15f HTTP/1.1" status: 200 len: 1098 time: 0.0747521 Dec 15 20:08:16.898332 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7843127-92a5-4f13-b78c-def2ca19e58f req-0b274a5f-c3a7-49b5-baeb-c4c5d89db9a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:08:16.899836 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d7843127-92a5-4f13-b78c-def2ca19e58f req-0b274a5f-c3a7-49b5-baeb-c4c5d89db9a6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=25c962f0-c7a2-4a64-8406-3841e1a2c2f0 HTTP/1.1" status: 200 len: 897 time: 0.1381886 Dec 15 20:08:17.009360 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d7843127-92a5-4f13-b78c-def2ca19e58f req-9872dc1d-d4e8-47e5-a506-48241e11636a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5173779a-0ea3-4d76-b4ec-cd359a3d1199 HTTP/1.1" status: 200 len: 1000 time: 0.1020555 Dec 15 20:08:17.077021 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7843127-92a5-4f13-b78c-def2ca19e58f req-dd686d2f-98a1-4a77-bbd0-53347d3dde5d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:08:17.078685 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d7843127-92a5-4f13-b78c-def2ca19e58f req-dd686d2f-98a1-4a77-bbd0-53347d3dde5d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=27f95d1a-0ab8-4476-b7b1-0875fc9290a8 HTTP/1.1" status: 200 len: 834 time: 0.0631077 Dec 15 20:08:17.162096 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d7843127-92a5-4f13-b78c-def2ca19e58f req-7e2e6cb6-0632-4cc9-9a6c-9c5939886f3c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=25c962f0-c7a2-4a64-8406-3841e1a2c2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761888 Dec 15 20:08:17.304234 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d7843127-92a5-4f13-b78c-def2ca19e58f req-2068a3b5-7165-4126-ac07-af523b3ac145 service neutron] 10.222.0.32 "GET /v2.0/networks/25c962f0-c7a2-4a64-8406-3841e1a2c2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344516 Dec 15 20:08:17.450988 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d7843127-92a5-4f13-b78c-def2ca19e58f req-3fbffc35-5c26-4067-9835-1967b01d47c5 service neutron] 10.222.0.32 "GET /v2.0/networks/25c962f0-c7a2-4a64-8406-3841e1a2c2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350327 Dec 15 20:08:24.558853 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:24.956217 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 20:08:30.939054 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 35870) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:08:31.391851 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-0ca4b86e-bff4-47f8-93b1-3a5f5f6b1ab9 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Deleting port 450cba98-6132-4551-bd01-81c07d67a51e {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 20:08:31.392207 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0ca4b86e-bff4-47f8-93b1-3a5f5f6b1ab9 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:31.571934 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0ca4b86e-bff4-47f8-93b1-3a5f5f6b1ab9 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:31.572117 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0ca4b86e-bff4-47f8-93b1-3a5f5f6b1ab9 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:31.701032 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-0ca4b86e-bff4-47f8-93b1-3a5f5f6b1ab9 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Calling delete_port for 450cba98-6132-4551-bd01-81c07d67a51e owned by network:floatingip {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 20:08:31.941059 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0ca4b86e-bff4-47f8-93b1-3a5f5f6b1ab9 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:31.945399 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-917dba06-5dd9-4739-bc2a-b1a7949864f4 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:08:31.985177 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca4b86e-bff4-47f8-93b1-3a5f5f6b1ab9 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event deleted for resources: {'Port': ['ID=450cba98-6132-4551-bd01-81c07d67a51e,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:08:31.998130 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca4b86e-bff4-47f8-93b1-3a5f5f6b1ab9 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:08:31.998619 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca4b86e-bff4-47f8-93b1-3a5f5f6b1ab9 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:08:31.999049 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca4b86e-bff4-47f8-93b1-3a5f5f6b1ab9 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:08:31.999876 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca4b86e-bff4-47f8-93b1-3a5f5f6b1ab9 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:08:31.999876 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca4b86e-bff4-47f8-93b1-3a5f5f6b1ab9 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:08:32.000306 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca4b86e-bff4-47f8-93b1-3a5f5f6b1ab9 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:08:32.000728 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca4b86e-bff4-47f8-93b1-3a5f5f6b1ab9 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:08:32.001143 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca4b86e-bff4-47f8-93b1-3a5f5f6b1ab9 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:08:32.001558 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca4b86e-bff4-47f8-93b1-3a5f5f6b1ab9 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:08:32.001968 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca4b86e-bff4-47f8-93b1-3a5f5f6b1ab9 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:08:32.002409 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca4b86e-bff4-47f8-93b1-3a5f5f6b1ab9 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:08:32.028218 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0ca4b86e-bff4-47f8-93b1-3a5f5f6b1ab9 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:08:32.101474 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0ca4b86e-bff4-47f8-93b1-3a5f5f6b1ab9 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for floatingip, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:32.510856 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ca4b86e-bff4-47f8-93b1-3a5f5f6b1ab9 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Router 17053368-8bf6-4e9a-bef7-9d86b02cc235 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 20:08:32.721382 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca4b86e-bff4-47f8-93b1-3a5f5f6b1ab9 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 20:08:32.732679 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10bd595-ed0d-42a8-bcc1-e8e656c4964d None None] Sync routers for ids ['17053368-8bf6-4e9a-bef7-9d86b02cc235'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 20:08:32.745458 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10bd595-ed0d-42a8-bcc1-e8e656c4964d None None] Routers {'17053368-8bf6-4e9a-bef7-9d86b02cc235'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:08:32.746129 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-f10bd595-ed0d-42a8-bcc1-e8e656c4964d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:08:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['17053368-8bf6-4e9a-bef7-9d86b02cc235'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:08:32.777945 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0ca4b86e-bff4-47f8-93b1-3a5f5f6b1ab9 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:32.836086 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0ca4b86e-bff4-47f8-93b1-3a5f5f6b1ab9 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "DELETE /v2.0/floatingips/e765ae7e-0e3e-4471-ad2a-b1eaf8ad122f HTTP/1.1" status: 204 len: 168 time: 1.8958824 Dec 15 20:08:32.836888 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bf382f1-60e8-48c1-b596-3cb04d45a15f', 'tag': '5173779a-0ea3-4d76-b4ec-cd359a3d1199'}] {{(pid=88990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 20:08:32.905506 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bf382f1-60e8-48c1-b596-3cb04d45a15f', 'tag': '5173779a-0ea3-4d76-b4ec-cd359a3d1199', 'status': 'completed', 'code': 200} Dec 15 20:08:32.932107 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-f10bd595-ed0d-42a8-bcc1-e8e656c4964d None None] Set router 17053368-8bf6-4e9a-bef7-9d86b02cc235 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:08:33.006386 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f9ee2b6b-3b13-4cf6-bd58-fd2152e3d0c0 req-058a7b79-c6d3-4a26-96de-2f4f81ca30b5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dcef569c3d1c42279834a85579e46274&device_id=7bf382f1-60e8-48c1-b596-3cb04d45a15f HTTP/1.1" status: 200 len: 1098 time: 0.0765519 Dec 15 20:08:33.151379 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee2b6b-3b13-4cf6-bd58-fd2152e3d0c0 req-4d1aef9a-4756-4e56-94c2-1b93c506f3ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:08:33.153075 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f9ee2b6b-3b13-4cf6-bd58-fd2152e3d0c0 req-4d1aef9a-4756-4e56-94c2-1b93c506f3ce service neutron] 10.222.0.32 "GET /v2.0/networks?id=25c962f0-c7a2-4a64-8406-3841e1a2c2f0 HTTP/1.1" status: 200 len: 897 time: 0.1396532 Dec 15 20:08:33.230600 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f9ee2b6b-3b13-4cf6-bd58-fd2152e3d0c0 req-28159c95-40a7-452c-8203-fe232fe9aeee service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5173779a-0ea3-4d76-b4ec-cd359a3d1199 HTTP/1.1" status: 200 len: 217 time: 0.0699060 Dec 15 20:08:33.266446 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-f10bd595-ed0d-42a8-bcc1-e8e656c4964d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17053368-8bf6-4e9a-bef7-9d86b02cc235', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1231790271', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '9691e877-3b5f-4a53-8f80-3933a31779ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:06:36Z', 'updated_at': '2021-12-15T20:06:41Z', 'revision_number': 4, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'gw_port': {'id': '9691e877-3b5f-4a53-8f80-3933a31779ea', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17053368-8bf6-4e9a-bef7-9d86b02cc235', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:06:36Z', 'updated_at': '2021-12-15T20:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': 'ed5d8c7f-e565-4b20-ac03-c6b8dbb6a37d', 'name': '', 'network_id': '25c962f0-c7a2-4a64-8406-3841e1a2c2f0', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'mac_address': 'fa:16:3e:d5:3a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17053368-8bf6-4e9a-bef7-9d86b02cc235', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27f95d1a-0ab8-4476-b7b1-0875fc9290a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:06:40Z', 'updated_at': '2021-12-15T20:06:47Z', 'revision_number': 5, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'subnets': [{'id': '27f95d1a-0ab8-4476-b7b1-0875fc9290a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:08:33.270548 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10bd595-ed0d-42a8-bcc1-e8e656c4964d None None] Checking router: 17053368-8bf6-4e9a-bef7-9d86b02cc235 for host: dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 20:08:33.281668 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10bd595-ed0d-42a8-bcc1-e8e656c4964d None None] Routers {'17053368-8bf6-4e9a-bef7-9d86b02cc235'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:08:33.282378 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-f10bd595-ed0d-42a8-bcc1-e8e656c4964d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:08:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['17053368-8bf6-4e9a-bef7-9d86b02cc235'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:08:33.348581 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee2b6b-3b13-4cf6-bd58-fd2152e3d0c0 req-4cf3ad8c-b73b-4122-a298-e5f7d8bb6b38 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:08:33.350109 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f9ee2b6b-3b13-4cf6-bd58-fd2152e3d0c0 req-4cf3ad8c-b73b-4122-a298-e5f7d8bb6b38 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=27f95d1a-0ab8-4476-b7b1-0875fc9290a8 HTTP/1.1" status: 200 len: 834 time: 0.1100256 Dec 15 20:08:33.431568 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f86c4a-b65b-4a58-a9bc-1cbc1a1e8123 req-36f8ddef-772b-412a-8ad4-ebb11f52cd0f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:08:33.432238 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-f5f86c4a-b65b-4a58-a9bc-1cbc1a1e8123 req-36f8ddef-772b-412a-8ad4-ebb11f52cd0f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Synchronizing usage tracker for tenant:dcef569c3d1c42279834a85579e46274 on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 20:08:33.467043 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-f10bd595-ed0d-42a8-bcc1-e8e656c4964d None None] Set router 17053368-8bf6-4e9a-bef7-9d86b02cc235 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:08:33.470806 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f9ee2b6b-3b13-4cf6-bd58-fd2152e3d0c0 req-68fc452e-39ad-4364-9dbd-1cfbb8da3e22 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=25c962f0-c7a2-4a64-8406-3841e1a2c2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1094801 Dec 15 20:08:33.556807 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-f5f86c4a-b65b-4a58-a9bc-1cbc1a1e8123 req-36f8ddef-772b-412a-8ad4-ebb11f52cd0f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Unset dirty status for tenant:dcef569c3d1c42279834a85579e46274 on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 20:08:33.558049 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f5f86c4a-b65b-4a58-a9bc-1cbc1a1e8123 req-36f8ddef-772b-412a-8ad4-ebb11f52cd0f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bf382f1-60e8-48c1-b596-3cb04d45a15f HTTP/1.1" status: 200 len: 945 time: 0.2825522 Dec 15 20:08:33.642811 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f5f86c4a-b65b-4a58-a9bc-1cbc1a1e8123 req-90fc48de-aefd-4385-9795-d0650c3fedf9 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc874c1f-bb84-417d-a1a2-192b2cb61686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713525 Dec 15 20:08:33.661722 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f9ee2b6b-3b13-4cf6-bd58-fd2152e3d0c0 req-46046985-6a21-428b-9a42-d11945bb33f4 service neutron] 10.222.0.32 "GET /v2.0/networks/25c962f0-c7a2-4a64-8406-3841e1a2c2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812737 Dec 15 20:08:33.801457 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-f10bd595-ed0d-42a8-bcc1-e8e656c4964d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17053368-8bf6-4e9a-bef7-9d86b02cc235', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1231790271', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '9691e877-3b5f-4a53-8f80-3933a31779ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:06:36Z', 'updated_at': '2021-12-15T20:06:41Z', 'revision_number': 4, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'gw_port': {'id': '9691e877-3b5f-4a53-8f80-3933a31779ea', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17053368-8bf6-4e9a-bef7-9d86b02cc235', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:06:36Z', 'updated_at': '2021-12-15T20:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': 'ed5d8c7f-e565-4b20-ac03-c6b8dbb6a37d', 'name': '', 'network_id': '25c962f0-c7a2-4a64-8406-3841e1a2c2f0', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'mac_address': 'fa:16:3e:d5:3a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17053368-8bf6-4e9a-bef7-9d86b02cc235', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27f95d1a-0ab8-4476-b7b1-0875fc9290a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:06:40Z', 'updated_at': '2021-12-15T20:06:47Z', 'revision_number': 5, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'subnets': [{'id': '27f95d1a-0ab8-4476-b7b1-0875fc9290a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:08:33.806055 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10bd595-ed0d-42a8-bcc1-e8e656c4964d None None] The sync data for ids ['17053368-8bf6-4e9a-bef7-9d86b02cc235'] in dv-neutron-821831-2-hyperv is: [{'id': '17053368-8bf6-4e9a-bef7-9d86b02cc235', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1231790271', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '9691e877-3b5f-4a53-8f80-3933a31779ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:06:36Z', 'updated_at': '2021-12-15T20:06:41Z', 'revision_number': 4, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'gw_port': {'id': '9691e877-3b5f-4a53-8f80-3933a31779ea', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17053368-8bf6-4e9a-bef7-9d86b02cc235', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:06:36Z', 'updated_at': '2021-12-15T20:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': 'ed5d8c7f-e565-4b20-ac03-c6b8dbb6a37d', 'name': '', 'network_id': '25c962f0-c7a2-4a64-8406-3841e1a2c2f0', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'mac_address': 'fa:16:3e:d5:3a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17053368-8bf6-4e9a-bef7-9d86b02cc235', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27f95d1a-0ab8-4476-b7b1-0875fc9290a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:06:40Z', 'updated_at': '2021-12-15T20:06:47Z', 'revision_number': 5, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'subnets': [{'id': '27f95d1a-0ab8-4476-b7b1-0875fc9290a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 20:08:33.810406 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f9ee2b6b-3b13-4cf6-bd58-fd2152e3d0c0 req-ac2a4731-306c-4534-b95a-ac43b398e99e service neutron] 10.222.0.32 "GET /v2.0/networks/25c962f0-c7a2-4a64-8406-3841e1a2c2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398475 Dec 15 20:08:34.248797 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1af204e-da5d-4da4-a4ca-ab82a4bcaab1 None None] New status for floating IP e765ae7e-0e3e-4471-ad2a-b1eaf8ad122f: DOWN {{(pid=88992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 15 20:08:34.860389 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c025c8e8-552a-4154-84ed-e34bd54e8832 req-f3ab16b0-c6ae-427b-95cb-0580d28736d7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:08:34.861947 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c025c8e8-552a-4154-84ed-e34bd54e8832 req-f3ab16b0-c6ae-427b-95cb-0580d28736d7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bf382f1-60e8-48c1-b596-3cb04d45a15f HTTP/1.1" status: 200 len: 945 time: 0.0863407 Dec 15 20:08:34.909568 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c025c8e8-552a-4154-84ed-e34bd54e8832 req-f9a325be-c09b-4ec0-a291-894c98f74849 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc874c1f-bb84-417d-a1a2-192b2cb61686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414040 Dec 15 20:08:35.231422 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d403386b-5f25-444b-8d44-38f79223faf2 req-f68df9e4-e6c8-428f-908b-d9b0104689ae tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:08:35.232903 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d403386b-5f25-444b-8d44-38f79223faf2 req-f68df9e4-e6c8-428f-908b-d9b0104689ae tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bf382f1-60e8-48c1-b596-3cb04d45a15f HTTP/1.1" status: 200 len: 945 time: 0.0810578 Dec 15 20:08:35.310710 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [req-d403386b-5f25-444b-8d44-38f79223faf2 req-f363507f-2d20-436a-88c7-c73216d84c27 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Deleting port 5173779a-0ea3-4d76-b4ec-cd359a3d1199 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 20:08:35.311270 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-d403386b-5f25-444b-8d44-38f79223faf2 req-f363507f-2d20-436a-88c7-c73216d84c27 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:35.575092 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-d403386b-5f25-444b-8d44-38f79223faf2 req-f363507f-2d20-436a-88c7-c73216d84c27 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] For port 5173779a-0ea3-4d76-b4ec-cd359a3d1199, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5173779a-0ea3-4d76-b4ec-cd359a3d1199,segment=NetworkSegment(88d2ea6c-99b6-4d7e-8f50-fde8241e198c),segment_id=88d2ea6c-99b6-4d7e-8f50-fde8241e198c)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:08:35.575501 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-d403386b-5f25-444b-8d44-38f79223faf2 req-f363507f-2d20-436a-88c7-c73216d84c27 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:35.725286 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [req-d403386b-5f25-444b-8d44-38f79223faf2 req-f363507f-2d20-436a-88c7-c73216d84c27 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Calling delete_port for 5173779a-0ea3-4d76-b4ec-cd359a3d1199 owned by compute:nova {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 20:08:36.079561 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-d403386b-5f25-444b-8d44-38f79223faf2 req-f363507f-2d20-436a-88c7-c73216d84c27 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:36.097336 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9b23a91b-5b28-4347-8fc6-b2cbab9c0975 req-62f4b942-021a-4202-a9c8-eb93794e0137 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bf382f1-60e8-48c1-b596-3cb04d45a15f HTTP/1.1" status: 200 len: 210 time: 0.0599561 Dec 15 20:08:36.098407 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-29c516cc-c6dc-43d5-93e5-d55d384a1484 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:08:36.147849 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f363507f-2d20-436a-88c7-c73216d84c27 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event deleted for resources: {'Port': ['ID=5173779a-0ea3-4d76-b4ec-cd359a3d1199,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:08:36.151505 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f363507f-2d20-436a-88c7-c73216d84c27 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:08:36.228379 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [req-d403386b-5f25-444b-8d44-38f79223faf2 req-f363507f-2d20-436a-88c7-c73216d84c27 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] No DVR routers for this DVR port 5173779a-0ea3-4d76-b4ec-cd359a3d1199 on host hv-neutron-8218 {{(pid=88990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 20:08:36.230739 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-d403386b-5f25-444b-8d44-38f79223faf2 req-f363507f-2d20-436a-88c7-c73216d84c27 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:36.233513 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bf382f1-60e8-48c1-b596-3cb04d45a15f', 'name': 'network-vif-deleted', 'tag': '5173779a-0ea3-4d76-b4ec-cd359a3d1199'}] {{(pid=88990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 20:08:36.279089 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d403386b-5f25-444b-8d44-38f79223faf2 req-f363507f-2d20-436a-88c7-c73216d84c27 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.32 "DELETE /v2.0/ports/5173779a-0ea3-4d76-b4ec-cd359a3d1199 HTTP/1.1" status: 204 len: 173 time: 1.0377429 Dec 15 20:08:36.291628 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bf382f1-60e8-48c1-b596-3cb04d45a15f', 'name': 'network-vif-deleted', 'tag': '5173779a-0ea3-4d76-b4ec-cd359a3d1199', 'status': 'completed', 'code': 200} Dec 15 20:08:37.208731 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 35888) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:08:37.876998 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f7556316-6586-4982-bfa9-01d4799db52b tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145021'] for router_interface, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:38.249354 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6b560061-fdd6-4163-a63e-b2529acb6902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:38.505076 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-f7556316-6586-4982-bfa9-01d4799db52b tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Deleting port ed5d8c7f-e565-4b20-ac03-c6b8dbb6a37d {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 20:08:38.505465 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f7556316-6586-4982-bfa9-01d4799db52b tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:38.701513 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-f7556316-6586-4982-bfa9-01d4799db52b tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] For port ed5d8c7f-e565-4b20-ac03-c6b8dbb6a37d, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=ed5d8c7f-e565-4b20-ac03-c6b8dbb6a37d,segment=NetworkSegment(88d2ea6c-99b6-4d7e-8f50-fde8241e198c),segment_id=88d2ea6c-99b6-4d7e-8f50-fde8241e198c)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:08:38.701916 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f7556316-6586-4982-bfa9-01d4799db52b tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:38.828245 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-f7556316-6586-4982-bfa9-01d4799db52b tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Calling delete_port for ed5d8c7f-e565-4b20-ac03-c6b8dbb6a37d owned by network:router_interface {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 20:08:39.088862 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 5173779a-0ea3-4d76-b4ec-cd359a3d1199 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 20:08:39.100921 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f7556316-6586-4982-bfa9-01d4799db52b tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:39.105763 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0c88fd96-47b2-4210-a227-b26a0a0d4152 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:08:39.122791 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] No Port match for: 5173779a-0ea3-4d76-b4ec-cd359a3d1199 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 20:08:39.123199 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 5173779a-0ea3-4d76-b4ec-cd359a3d1199 not bound to the agent host hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 20:08:39.151517 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7556316-6586-4982-bfa9-01d4799db52b tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event deleted for resources: {'Port': ['ID=ed5d8c7f-e565-4b20-ac03-c6b8dbb6a37d,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:08:39.155846 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f7556316-6586-4982-bfa9-01d4799db52b tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:08:39.458204 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f7556316-6586-4982-bfa9-01d4799db52b tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852815828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854144871'] for router_interface, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:39.512196 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:40.070538 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7556316-6586-4982-bfa9-01d4799db52b tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Router 17053368-8bf6-4e9a-bef7-9d86b02cc235 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 20:08:40.515841 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7556316-6586-4982-bfa9-01d4799db52b tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 20:08:40.529113 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f7556316-6586-4982-bfa9-01d4799db52b tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "PUT /v2.0/routers/17053368-8bf6-4e9a-bef7-9d86b02cc235/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3191907 Dec 15 20:08:40.531581 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee270a81-3376-45b0-8f5e-4b9e62acf944 None None] Sync routers for ids ['17053368-8bf6-4e9a-bef7-9d86b02cc235'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 20:08:40.531993 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 35892) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:08:40.544989 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee270a81-3376-45b0-8f5e-4b9e62acf944 None None] Routers {'17053368-8bf6-4e9a-bef7-9d86b02cc235'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:08:40.545670 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-ee270a81-3376-45b0-8f5e-4b9e62acf944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:08:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['17053368-8bf6-4e9a-bef7-9d86b02cc235'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:08:40.569148 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e7e7d03d-19be-4bc2-bbd0-07fb2d13aeca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:40.735016 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-ee270a81-3376-45b0-8f5e-4b9e62acf944 None None] Set router 17053368-8bf6-4e9a-bef7-9d86b02cc235 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:08:40.746797 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d7fc873-125e-4349-b204-c989249671d2 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Deleting subnet 27f95d1a-0ab8-4476-b7b1-0875fc9290a8 {{(pid=88990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 20:08:40.750335 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4d7fc873-125e-4349-b204-c989249671d2 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for subnet, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:40.811947 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4d7fc873-125e-4349-b204-c989249671d2 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838448728'] for subnet, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:40.901307 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4d7fc873-125e-4349-b204-c989249671d2 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:41.057512 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-ee270a81-3376-45b0-8f5e-4b9e62acf944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17053368-8bf6-4e9a-bef7-9d86b02cc235', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1231790271', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '9691e877-3b5f-4a53-8f80-3933a31779ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:06:36Z', 'updated_at': '2021-12-15T20:08:39Z', 'revision_number': 5, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'gw_port': {'id': '9691e877-3b5f-4a53-8f80-3933a31779ea', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17053368-8bf6-4e9a-bef7-9d86b02cc235', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:06:36Z', 'updated_at': '2021-12-15T20:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:08:41.086427 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:41.127214 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee270a81-3376-45b0-8f5e-4b9e62acf944 None None] Checking router: 17053368-8bf6-4e9a-bef7-9d86b02cc235 for host: dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 20:08:41.139290 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee270a81-3376-45b0-8f5e-4b9e62acf944 None None] Routers {'17053368-8bf6-4e9a-bef7-9d86b02cc235'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:08:41.139964 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-ee270a81-3376-45b0-8f5e-4b9e62acf944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:08:41Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['17053368-8bf6-4e9a-bef7-9d86b02cc235'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:08:41.258915 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4d7fc873-125e-4349-b204-c989249671d2 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16636259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14850861'] for subnet, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:41.263928 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3244314e-2fca-4c65-8ad3-7bf40b4b13ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:08:41.306542 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7fc873-125e-4349-b204-c989249671d2 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event deleted for resources: {'Subnet': ['ID=27f95d1a-0ab8-4476-b7b1-0875fc9290a8,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:08:41.309401 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4d7fc873-125e-4349-b204-c989249671d2 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:08:41.313057 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4d7fc873-125e-4349-b204-c989249671d2 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:41.320259 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03cff5d4-6525-4e63-98c4-7d20a84f8dea None None] Network 25c962f0-c7a2-4a64-8406-3841e1a2c2f0 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 20:08:41.320424 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4d7fc873-125e-4349-b204-c989249671d2 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "DELETE /v2.0/subnets/27f95d1a-0ab8-4476-b7b1-0875fc9290a8 HTTP/1.1" status: 204 len: 168 time: 0.7872705 Dec 15 20:08:41.323996 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 35896) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:08:41.329818 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-ee270a81-3376-45b0-8f5e-4b9e62acf944 None None] Set router 17053368-8bf6-4e9a-bef7-9d86b02cc235 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:08:41.533664 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4b51dbd6-0ac8-4411-bf83-9b26c604553c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for router, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:41.619999 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6ba6fc-d7c5-46e3-a48f-c76ead69d961 None None] DHCP port deletion for 25c962f0-c7a2-4a64-8406-3841e1a2c2f0 request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 20:08:41.625941 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-ff6ba6fc-d7c5-46e3-a48f-c76ead69d961 None None] Deleting port 793b3660-6393-4cc2-826a-e5fe5d4d230d {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 20:08:41.626687 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ff6ba6fc-d7c5-46e3-a48f-c76ead69d961 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:41.647335 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-ee270a81-3376-45b0-8f5e-4b9e62acf944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17053368-8bf6-4e9a-bef7-9d86b02cc235', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1231790271', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '9691e877-3b5f-4a53-8f80-3933a31779ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:06:36Z', 'updated_at': '2021-12-15T20:08:39Z', 'revision_number': 5, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'gw_port': {'id': '9691e877-3b5f-4a53-8f80-3933a31779ea', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17053368-8bf6-4e9a-bef7-9d86b02cc235', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:06:36Z', 'updated_at': '2021-12-15T20:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:08:41.652922 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee270a81-3376-45b0-8f5e-4b9e62acf944 None None] The sync data for ids ['17053368-8bf6-4e9a-bef7-9d86b02cc235'] in dv-neutron-821831-2-hyperv is: [{'id': '17053368-8bf6-4e9a-bef7-9d86b02cc235', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1231790271', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '9691e877-3b5f-4a53-8f80-3933a31779ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:06:36Z', 'updated_at': '2021-12-15T20:08:39Z', 'revision_number': 5, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'gw_port': {'id': '9691e877-3b5f-4a53-8f80-3933a31779ea', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17053368-8bf6-4e9a-bef7-9d86b02cc235', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:06:36Z', 'updated_at': '2021-12-15T20:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 20:08:41.764200 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4b51dbd6-0ac8-4411-bf83-9b26c604553c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:41.798014 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-4b51dbd6-0ac8-4411-bf83-9b26c604553c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Deleting port 9691e877-3b5f-4a53-8f80-3933a31779ea {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 20:08:41.798410 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4b51dbd6-0ac8-4411-bf83-9b26c604553c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:41.852108 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-ff6ba6fc-d7c5-46e3-a48f-c76ead69d961 None None] For port 793b3660-6393-4cc2-826a-e5fe5d4d230d, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=793b3660-6393-4cc2-826a-e5fe5d4d230d,segment=NetworkSegment(88d2ea6c-99b6-4d7e-8f50-fde8241e198c),segment_id=88d2ea6c-99b6-4d7e-8f50-fde8241e198c)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:08:41.852565 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ff6ba6fc-d7c5-46e3-a48f-c76ead69d961 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:41.985595 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-ff6ba6fc-d7c5-46e3-a48f-c76ead69d961 None None] Calling delete_port for 793b3660-6393-4cc2-826a-e5fe5d4d230d owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 20:08:41.987541 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-4b51dbd6-0ac8-4411-bf83-9b26c604553c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] For port 9691e877-3b5f-4a53-8f80-3933a31779ea, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=9691e877-3b5f-4a53-8f80-3933a31779ea,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:08:41.987957 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4b51dbd6-0ac8-4411-bf83-9b26c604553c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:42.116583 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-4b51dbd6-0ac8-4411-bf83-9b26c604553c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Calling delete_port for 9691e877-3b5f-4a53-8f80-3933a31779ea owned by network:router_gateway {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 20:08:42.177837 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ff6ba6fc-d7c5-46e3-a48f-c76ead69d961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866'] for port, after_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:42.182961 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e47b9d98-fede-465a-8b76-a317049abbc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:08:42.225132 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6ba6fc-d7c5-46e3-a48f-c76ead69d961 None None] Pushing event deleted for resources: {'Port': ['ID=793b3660-6393-4cc2-826a-e5fe5d4d230d,revision_number=None']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:08:42.228751 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ff6ba6fc-d7c5-46e3-a48f-c76ead69d961 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:08:42.230996 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6ba6fc-d7c5-46e3-a48f-c76ead69d961 None None] No DVR routers for this DVR port 793b3660-6393-4cc2-826a-e5fe5d4d230d on host dv-neutron-821831-2-hyperv {{(pid=88992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 20:08:42.426203 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4b51dbd6-0ac8-4411-bf83-9b26c604553c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:42.430851 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-29c516cc-c6dc-43d5-93e5-d55d384a1484 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:08:42.474546 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b51dbd6-0ac8-4411-bf83-9b26c604553c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event deleted for resources: {'Port': ['ID=9691e877-3b5f-4a53-8f80-3933a31779ea,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:08:42.477339 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4b51dbd6-0ac8-4411-bf83-9b26c604553c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:08:42.707860 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4b51dbd6-0ac8-4411-bf83-9b26c604553c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854141934'] for router_gateway, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:42.798161 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:42.975771 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4b51dbd6-0ac8-4411-bf83-9b26c604553c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854207876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854699191'] for router, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:42.980326 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4b51dbd6-0ac8-4411-bf83-9b26c604553c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:43.080582 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4b51dbd6-0ac8-4411-bf83-9b26c604553c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854207982'] for router, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:43.081178 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b51dbd6-0ac8-4411-bf83-9b26c604553c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Fanout notify agent at l3_agent the message router_deleted on router 17053368-8bf6-4e9a-bef7-9d86b02cc235 {{(pid=88990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 20:08:43.096385 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4b51dbd6-0ac8-4411-bf83-9b26c604553c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:43.097601 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4b51dbd6-0ac8-4411-bf83-9b26c604553c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "DELETE /v2.0/routers/17053368-8bf6-4e9a-bef7-9d86b02cc235 HTTP/1.1" status: 204 len: 168 time: 1.7725885 Dec 15 20:08:43.100919 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 35900) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:08:43.231097 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1ba6ceb4-bb7d-446c-9fe8-35e1d4e8e631 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:43.372157 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1ba6ceb4-bb7d-446c-9fe8-35e1d4e8e631 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:43.404845 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-1ba6ceb4-bb7d-446c-9fe8-35e1d4e8e631 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25c962f0-c7a2-4a64-8406-3841e1a2c2f0']}} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:08:43.417512 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-1ba6ceb4-bb7d-446c-9fe8-35e1d4e8e631 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88d2ea6c-99b6-4d7e-8f50-fde8241e198c') {'for_net_delete': True} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:08:43.417860 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-1ba6ceb4-bb7d-446c-9fe8-35e1d4e8e631 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88d2ea6c-99b6-4d7e-8f50-fde8241e198c') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:08:43.430846 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1ba6ceb4-bb7d-446c-9fe8-35e1d4e8e631 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838443042'] for segment, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:43.445604 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1ba6ceb4-bb7d-446c-9fe8-35e1d4e8e631 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:43.452641 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ba6ceb4-bb7d-446c-9fe8-35e1d4e8e631 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=88991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 20:08:43.453071 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1ba6ceb4-bb7d-446c-9fe8-35e1d4e8e631 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838443729'] for segment, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:43.468303 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 20:08:43.468303 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 20:08:43.468303 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 20:08:43.468303 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 20:08:43.468303 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 20:08:43.468303 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 20:08:43.468303 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 20:08:43.468303 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 20:08:43.468303 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 20:08:43.468303 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 20:08:43.468303 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 20:08:43.468303 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 20:08:43.468303 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 20:08:43.468303 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 20:08:43.468303 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 20:08:43.468303 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 20:08:43.468303 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 20:08:43.468303 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 20:08:43.468303 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 20:08:43.468303 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 20:08:43.468303 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 20:08:43.468303 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 20:08:43.468303 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 20:08:43.468303 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 20:08:43.468303 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 20:08:43.468303 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 20:08:43.468303 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 20:08:43.468303 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 20:08:43.468303 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 20:08:43.468303 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 20:08:43.468303 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 20:08:43.468303 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 20:08:43.603509 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1ba6ceb4-bb7d-446c-9fe8-35e1d4e8e631 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:43.615413 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1ba6ceb4-bb7d-446c-9fe8-35e1d4e8e631 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:43.618077 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device ed5d8c7f-e565-4b20-ac03-c6b8dbb6a37d no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 20:08:43.619251 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a4b0ba22-8fc8-4bde-adb6-b10f81fa6745 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:08:43.645694 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba6ceb4-bb7d-446c-9fe8-35e1d4e8e631 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event deleted for resources: {'Network': ['ID=25c962f0-c7a2-4a64-8406-3841e1a2c2f0,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:08:43.656165 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba6ceb4-bb7d-446c-9fe8-35e1d4e8e631 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:08:43.656609 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba6ceb4-bb7d-446c-9fe8-35e1d4e8e631 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:08:43.656782 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: ed5d8c7f-e565-4b20-ac03-c6b8dbb6a37d {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 20:08:43.657047 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba6ceb4-bb7d-446c-9fe8-35e1d4e8e631 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:08:43.657382 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device ed5d8c7f-e565-4b20-ac03-c6b8dbb6a37d not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 20:08:43.657501 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba6ceb4-bb7d-446c-9fe8-35e1d4e8e631 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:08:43.657861 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 793b3660-6393-4cc2-826a-e5fe5d4d230d no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 20:08:43.657965 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba6ceb4-bb7d-446c-9fe8-35e1d4e8e631 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:08:43.658293 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba6ceb4-bb7d-446c-9fe8-35e1d4e8e631 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:08:43.658714 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba6ceb4-bb7d-446c-9fe8-35e1d4e8e631 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:08:43.659133 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba6ceb4-bb7d-446c-9fe8-35e1d4e8e631 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:08:43.659597 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba6ceb4-bb7d-446c-9fe8-35e1d4e8e631 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:08:43.660022 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba6ceb4-bb7d-446c-9fe8-35e1d4e8e631 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:08:43.660436 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba6ceb4-bb7d-446c-9fe8-35e1d4e8e631 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:08:43.664038 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1ba6ceb4-bb7d-446c-9fe8-35e1d4e8e631 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:08:43.672839 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1ba6ceb4-bb7d-446c-9fe8-35e1d4e8e631 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "DELETE /v2.0/networks/25c962f0-c7a2-4a64-8406-3841e1a2c2f0 HTTP/1.1" status: 204 len: 168 time: 0.5708399 Dec 15 20:08:43.675588 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 35904) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:08:43.690936 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 793b3660-6393-4cc2-826a-e5fe5d4d230d {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 20:08:43.691476 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 793b3660-6393-4cc2-826a-e5fe5d4d230d not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 20:08:43.691940 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 9691e877-3b5f-4a53-8f80-3933a31779ea no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 20:08:43.724918 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 9691e877-3b5f-4a53-8f80-3933a31779ea {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 20:08:43.725463 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 9691e877-3b5f-4a53-8f80-3933a31779ea not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 20:08:43.751903 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dc27a669-b4c9-49e5-80fc-b7cb6e17945d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:43.782693 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dc27a669-b4c9-49e5-80fc-b7cb6e17945d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:43.900698 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dc27a669-b4c9-49e5-80fc-b7cb6e17945d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:43.905899 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e5f82365-7b62-4d45-a02b-ca7bb18e0f6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:08:43.921477 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc27a669-b4c9-49e5-80fc-b7cb6e17945d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc874c1f-bb84-417d-a1a2-192b2cb61686,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:08:43.924187 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-dc27a669-b4c9-49e5-80fc-b7cb6e17945d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:08:43.945162 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dc27a669-b4c9-49e5-80fc-b7cb6e17945d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:43.946356 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-dc27a669-b4c9-49e5-80fc-b7cb6e17945d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "DELETE /v2.0/security-groups/dc874c1f-bb84-417d-a1a2-192b2cb61686 HTTP/1.1" status: 204 len: 168 time: 0.2697506 Dec 15 20:08:45.276726 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 35914) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:08:45.283136 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-ce7a9c7d-3fec-44ad-a923-6647cd7f8636 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-47596099', 'description': 'tempest-secgroup-smoke-47596099 description', 'project_id': 'dcef569c3d1c42279834a85579e46274'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:08:45.289585 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ce7a9c7d-3fec-44ad-a923-6647cd7f8636 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:08:45.294646 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ce7a9c7d-3fec-44ad-a923-6647cd7f8636 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Usage tracker for resource:security_group and tenant:dcef569c3d1c42279834a85579e46274 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:08:45.297880 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ce7a9c7d-3fec-44ad-a923-6647cd7f8636 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:08:45.303873 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ce7a9c7d-3fec-44ad-a923-6647cd7f8636 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:08:45.340235 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ce7a9c7d-3fec-44ad-a923-6647cd7f8636 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:45.379655 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ce7a9c7d-3fec-44ad-a923-6647cd7f8636 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:08:45.383619 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ce7a9c7d-3fec-44ad-a923-6647cd7f8636 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Usage tracker for resource:security_group_rule and tenant:dcef569c3d1c42279834a85579e46274 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:08:45.387405 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ce7a9c7d-3fec-44ad-a923-6647cd7f8636 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:08:45.393349 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ce7a9c7d-3fec-44ad-a923-6647cd7f8636 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:08:45.528176 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ce7a9c7d-3fec-44ad-a923-6647cd7f8636 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:45.565849 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ce7a9c7d-3fec-44ad-a923-6647cd7f8636 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:45.571246 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1ed4dd7a-7c00-467a-9e28-ffb83ba9cd62 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:08:45.615878 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7a9c7d-3fec-44ad-a923-6647cd7f8636 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64695d3e-07e7-446c-9461-d9a7d94806d1,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:08:45.618824 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ce7a9c7d-3fec-44ad-a923-6647cd7f8636 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:08:45.646188 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ce7a9c7d-3fec-44ad-a923-6647cd7f8636 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:45.647653 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ce7a9c7d-3fec-44ad-a923-6647cd7f8636 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.3697450 Dec 15 20:08:45.651464 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 35918) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:08:45.657430 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-b16e4aaa-49ce-4026-b71c-2dc4953963ef tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Request body: {'security_group_rule': {'security_group_id': '64695d3e-07e7-446c-9461-d9a7d94806d1', 'project_id': 'dcef569c3d1c42279834a85579e46274', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:08:45.663928 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-b16e4aaa-49ce-4026-b71c-2dc4953963ef tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:08:45.668002 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-b16e4aaa-49ce-4026-b71c-2dc4953963ef tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Usage tracker for resource:security_group_rule and tenant:dcef569c3d1c42279834a85579e46274 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:08:45.671021 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-b16e4aaa-49ce-4026-b71c-2dc4953963ef tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:08:45.677401 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-b16e4aaa-49ce-4026-b71c-2dc4953963ef tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:08:45.720795 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b16e4aaa-49ce-4026-b71c-2dc4953963ef tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:45.785794 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b16e4aaa-49ce-4026-b71c-2dc4953963ef tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:45.817307 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b16e4aaa-49ce-4026-b71c-2dc4953963ef tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:45.819220 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-39ede497-9536-4148-9e2b-7a9d46d26dff tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:08:45.841054 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16e4aaa-49ce-4026-b71c-2dc4953963ef tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3afbbf47-8d6f-4151-bd0e-ac5cb0c0076d,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:08:45.845308 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b16e4aaa-49ce-4026-b71c-2dc4953963ef tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:08:45.877343 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b16e4aaa-49ce-4026-b71c-2dc4953963ef tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:45.878660 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b16e4aaa-49ce-4026-b71c-2dc4953963ef tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2261217 Dec 15 20:08:45.881634 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 35922) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:08:45.888003 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-16cf1106-8cf0-4f9c-adc0-e58b4cff91bd tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Request body: {'security_group_rule': {'security_group_id': '64695d3e-07e7-446c-9461-d9a7d94806d1', 'project_id': 'dcef569c3d1c42279834a85579e46274', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:08:45.894040 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-16cf1106-8cf0-4f9c-adc0-e58b4cff91bd tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:08:45.897983 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-16cf1106-8cf0-4f9c-adc0-e58b4cff91bd tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Usage tracker for resource:security_group_rule and tenant:dcef569c3d1c42279834a85579e46274 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:08:45.901013 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-16cf1106-8cf0-4f9c-adc0-e58b4cff91bd tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:08:45.906931 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-16cf1106-8cf0-4f9c-adc0-e58b4cff91bd tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:08:45.950174 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-16cf1106-8cf0-4f9c-adc0-e58b4cff91bd tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:46.016300 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-16cf1106-8cf0-4f9c-adc0-e58b4cff91bd tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:46.048775 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-16cf1106-8cf0-4f9c-adc0-e58b4cff91bd tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:46.056580 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4db2ccc6-232c-4526-b1be-7f54a9e4b2d2 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:08:46.078411 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cf1106-8cf0-4f9c-adc0-e58b4cff91bd tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c14d1fe-d23e-43d2-b79a-e3b149efb86d,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:08:46.080887 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-16cf1106-8cf0-4f9c-adc0-e58b4cff91bd tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:08:46.108853 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-16cf1106-8cf0-4f9c-adc0-e58b4cff91bd tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:46.110123 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-16cf1106-8cf0-4f9c-adc0-e58b4cff91bd tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2275116 Dec 15 20:08:46.113182 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 35926) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:08:46.119994 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-056fcab1-c742-4cf0-b467-bad2dd152b81 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Request body: {'security_group_rule': {'security_group_id': '64695d3e-07e7-446c-9461-d9a7d94806d1', 'project_id': 'dcef569c3d1c42279834a85579e46274', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:08:46.126651 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-056fcab1-c742-4cf0-b467-bad2dd152b81 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:08:46.130731 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-056fcab1-c742-4cf0-b467-bad2dd152b81 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Usage tracker for resource:security_group_rule and tenant:dcef569c3d1c42279834a85579e46274 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:08:46.133728 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-056fcab1-c742-4cf0-b467-bad2dd152b81 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:08:46.139956 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-056fcab1-c742-4cf0-b467-bad2dd152b81 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:08:46.184327 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-056fcab1-c742-4cf0-b467-bad2dd152b81 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:46.248607 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-056fcab1-c742-4cf0-b467-bad2dd152b81 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:46.274448 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-056fcab1-c742-4cf0-b467-bad2dd152b81 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:46.281853 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-64a5dedf-ef8a-469d-a30c-f1ae5d0b7f8d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:08:46.301216 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056fcab1-c742-4cf0-b467-bad2dd152b81 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=393829ed-31ce-404c-ae04-38040570ae4e,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:08:46.303441 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-056fcab1-c742-4cf0-b467-bad2dd152b81 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:08:46.343184 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-056fcab1-c742-4cf0-b467-bad2dd152b81 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:46.344453 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-056fcab1-c742-4cf0-b467-bad2dd152b81 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2302806 Dec 15 20:08:46.347513 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 35930) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:08:46.354028 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-706e3a6d-261a-45af-a742-3c566009cef0 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Request body: {'security_group_rule': {'security_group_id': '64695d3e-07e7-446c-9461-d9a7d94806d1', 'project_id': 'dcef569c3d1c42279834a85579e46274', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:08:46.360383 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-706e3a6d-261a-45af-a742-3c566009cef0 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:08:46.364357 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-706e3a6d-261a-45af-a742-3c566009cef0 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Usage tracker for resource:security_group_rule and tenant:dcef569c3d1c42279834a85579e46274 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:08:46.367339 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-706e3a6d-261a-45af-a742-3c566009cef0 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:08:46.374066 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-706e3a6d-261a-45af-a742-3c566009cef0 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:08:46.422307 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-706e3a6d-261a-45af-a742-3c566009cef0 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:46.494614 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-706e3a6d-261a-45af-a742-3c566009cef0 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:46.523481 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-706e3a6d-261a-45af-a742-3c566009cef0 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:46.525992 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-528293c7-ef30-4c79-94d8-28cf06607f4c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:08:46.549656 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706e3a6d-261a-45af-a742-3c566009cef0 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d740d68-1b08-44ac-a90f-b6e3baf9816f,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:08:46.552311 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-706e3a6d-261a-45af-a742-3c566009cef0 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:08:46.586268 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-706e3a6d-261a-45af-a742-3c566009cef0 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:46.588083 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-706e3a6d-261a-45af-a742-3c566009cef0 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2395735 Dec 15 20:08:46.591061 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 35934) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:08:46.597003 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-a365c318-22c2-486b-b385-4de0167431f0 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Request body: {'security_group_rule': {'security_group_id': '64695d3e-07e7-446c-9461-d9a7d94806d1', 'project_id': 'dcef569c3d1c42279834a85579e46274', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:08:46.604826 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a365c318-22c2-486b-b385-4de0167431f0 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:08:46.609526 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-a365c318-22c2-486b-b385-4de0167431f0 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Usage tracker for resource:security_group_rule and tenant:dcef569c3d1c42279834a85579e46274 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:08:46.612597 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-a365c318-22c2-486b-b385-4de0167431f0 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:08:46.618764 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a365c318-22c2-486b-b385-4de0167431f0 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:08:46.657918 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.securitygroups_db [None req-a365c318-22c2-486b-b385-4de0167431f0 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Project dcef569c3d1c42279834a85579e46274 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 20:08:46.664701 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a365c318-22c2-486b-b385-4de0167431f0 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:46.731294 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a365c318-22c2-486b-b385-4de0167431f0 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:46.760535 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a365c318-22c2-486b-b385-4de0167431f0 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:46.762469 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-08dc27f4-f8fd-4ba0-b5aa-d12e2b159137 tempest-TestMinimumBasicScenario-668493578 tempest-TestMinimumBasicScenario-668493578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:08:46.783793 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365c318-22c2-486b-b385-4de0167431f0 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=512fed6d-f1f7-44f1-af0b-92dad4f6628e,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:08:46.787893 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a365c318-22c2-486b-b385-4de0167431f0 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:08:46.815115 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a365c318-22c2-486b-b385-4de0167431f0 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:46.816356 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a365c318-22c2-486b-b385-4de0167431f0 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2242947 Dec 15 20:08:46.819286 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 35938) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:08:46.825988 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-43d0cc6e-ba54-4f4f-afe9-ed98037c36cd tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Request body: {'security_group_rule': {'security_group_id': '64695d3e-07e7-446c-9461-d9a7d94806d1', 'project_id': 'dcef569c3d1c42279834a85579e46274', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:08:46.832663 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-43d0cc6e-ba54-4f4f-afe9-ed98037c36cd tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:08:46.836655 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-43d0cc6e-ba54-4f4f-afe9-ed98037c36cd tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Usage tracker for resource:security_group_rule and tenant:dcef569c3d1c42279834a85579e46274 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:08:46.840551 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-43d0cc6e-ba54-4f4f-afe9-ed98037c36cd tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:08:46.846800 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-43d0cc6e-ba54-4f4f-afe9-ed98037c36cd tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:08:46.894980 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.securitygroups_db [None req-43d0cc6e-ba54-4f4f-afe9-ed98037c36cd tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Project dcef569c3d1c42279834a85579e46274 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 20:08:46.902512 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-43d0cc6e-ba54-4f4f-afe9-ed98037c36cd tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:46.969551 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-43d0cc6e-ba54-4f4f-afe9-ed98037c36cd tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:47.009570 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-43d0cc6e-ba54-4f4f-afe9-ed98037c36cd tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:47.011500 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8007a2d1-0d65-43ca-8e40-6915e85e509a tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:08:47.032442 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d0cc6e-ba54-4f4f-afe9-ed98037c36cd tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ca28c44-63d1-4364-b9e5-ae614004f7e8,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:08:47.036550 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-43d0cc6e-ba54-4f4f-afe9-ed98037c36cd tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:08:47.075069 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-43d0cc6e-ba54-4f4f-afe9-ed98037c36cd tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:47.076283 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-43d0cc6e-ba54-4f4f-afe9-ed98037c36cd tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2559531 Dec 15 20:08:47.079378 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 35942) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:08:47.085289 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-e247d4d5-2214-4e7d-a8bc-aff702a5237e tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Request body: {'network': {'name': 'tempest-network-smoke--1522719344', 'project_id': 'dcef569c3d1c42279834a85579e46274', 'port_security_enabled': True}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:08:47.091890 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-e247d4d5-2214-4e7d-a8bc-aff702a5237e tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:08:47.096188 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-e247d4d5-2214-4e7d-a8bc-aff702a5237e tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Usage tracker for resource:network and tenant:dcef569c3d1c42279834a85579e46274 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:08:47.099146 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-e247d4d5-2214-4e7d-a8bc-aff702a5237e tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:08:47.105113 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-e247d4d5-2214-4e7d-a8bc-aff702a5237e tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:08:47.146367 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e247d4d5-2214-4e7d-a8bc-aff702a5237e tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Made reservation on behalf of dcef569c3d1c42279834a85579e46274 for: {'network': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 20:08:47.152512 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e247d4d5-2214-4e7d-a8bc-aff702a5237e tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:47.182659 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e247d4d5-2214-4e7d-a8bc-aff702a5237e tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=88991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 20:08:47.256221 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e247d4d5-2214-4e7d-a8bc-aff702a5237e tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:47.256607 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-e247d4d5-2214-4e7d-a8bc-aff702a5237e tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Added segment 3058a697-5a5b-4591-bbef-f54f48278d5c of type vlan for network 158c2a51-5aba-453f-8524-62e3afa10db2 Dec 15 20:08:47.349390 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e247d4d5-2214-4e7d-a8bc-aff702a5237e tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:47.437588 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e247d4d5-2214-4e7d-a8bc-aff702a5237e tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:47.441820 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e247d4d5-2214-4e7d-a8bc-aff702a5237e tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:08:47.442611 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e247d4d5-2214-4e7d-a8bc-aff702a5237e tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:47.448962 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-645ec17d-7037-4630-a361-29a23a921de5 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:08:47.560499 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e247d4d5-2214-4e7d-a8bc-aff702a5237e tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event updated for resources: {'Network': ['ID=158c2a51-5aba-453f-8524-62e3afa10db2,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:08:47.563430 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e247d4d5-2214-4e7d-a8bc-aff702a5237e tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:08:47.571569 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 158c2a51-5aba-453f-8524-62e3afa10db2 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 20:08:47.589707 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e247d4d5-2214-4e7d-a8bc-aff702a5237e tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5063374 Dec 15 20:08:47.589947 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 35946) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:08:47.595857 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-59ab7b32-1945-4abc-a7af-46cd8eb09bce tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1508171427', 'admin_state_up': True, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:08:47.604389 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-59ab7b32-1945-4abc-a7af-46cd8eb09bce tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:08:47.609096 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-59ab7b32-1945-4abc-a7af-46cd8eb09bce tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Usage tracker for resource:router and tenant:dcef569c3d1c42279834a85579e46274 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:08:47.612185 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-59ab7b32-1945-4abc-a7af-46cd8eb09bce tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:08:47.620401 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-59ab7b32-1945-4abc-a7af-46cd8eb09bce tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:08:47.660464 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-59ab7b32-1945-4abc-a7af-46cd8eb09bce tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854699176'] for router, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:47.661717 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-59ab7b32-1945-4abc-a7af-46cd8eb09bce tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854194926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-76609'] for router, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:47.681994 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-59ab7b32-1945-4abc-a7af-46cd8eb09bce tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:47.884280 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-59ab7b32-1945-4abc-a7af-46cd8eb09bce tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:48.116815 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-59ab7b32-1945-4abc-a7af-46cd8eb09bce tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for router_gateway, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:48.151970 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-59ab7b32-1945-4abc-a7af-46cd8eb09bce tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:48.290743 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-59ab7b32-1945-4abc-a7af-46cd8eb09bce tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Allocated IP 172.26.3.196 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/6cc86686-6b32-4711-9e7d-44f8fa48f21a) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 20:08:48.549834 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-59ab7b32-1945-4abc-a7af-46cd8eb09bce tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:48.612478 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-59ab7b32-1945-4abc-a7af-46cd8eb09bce tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:48.616612 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3df58135-08ca-442b-953d-0ccf7b469787 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:08:48.689855 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ab7b32-1945-4abc-a7af-46cd8eb09bce tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 20:08:48.693494 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-59ab7b32-1945-4abc-a7af-46cd8eb09bce tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 20:08:48.695629 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ab7b32-1945-4abc-a7af-46cd8eb09bce tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event updated for resources: {'Port': ['ID=6cc86686-6b32-4711-9e7d-44f8fa48f21a,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:08:48.698767 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ab7b32-1945-4abc-a7af-46cd8eb09bce tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:08:48.724313 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-59ab7b32-1945-4abc-a7af-46cd8eb09bce tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:08:48.889930 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-59ab7b32-1945-4abc-a7af-46cd8eb09bce tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for router_gateway, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:48.890651 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-59ab7b32-1945-4abc-a7af-46cd8eb09bce tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904'] for router, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:49.186157 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59ab7b32-1945-4abc-a7af-46cd8eb09bce tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Router 3b5170cb-9ce4-41f2-bf8c-ea8d0658a495 is scheduled to L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 with binding_index 1 {{(pid=88991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 15 20:08:49.393210 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59ab7b32-1945-4abc-a7af-46cd8eb09bce tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 20:08:49.404120 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c5b504-1456-484d-810b-7668b226d3a3 None None] Sync routers for ids ['3b5170cb-9ce4-41f2-bf8c-ea8d0658a495'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 20:08:49.417729 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c5b504-1456-484d-810b-7668b226d3a3 None None] Routers {'3b5170cb-9ce4-41f2-bf8c-ea8d0658a495'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:08:49.418444 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-78c5b504-1456-484d-810b-7668b226d3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:08:41Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['3b5170cb-9ce4-41f2-bf8c-ea8d0658a495'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:08:49.454515 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-59ab7b32-1945-4abc-a7af-46cd8eb09bce tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for router, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:49.455777 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-59ab7b32-1945-4abc-a7af-46cd8eb09bce tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8647606 Dec 15 20:08:49.459237 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 35950) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:08:49.578547 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-647e7631-376a-4316-92bb-b86d9f29242f tempest-TestNetworkAdvancedServerOps-1358408781 tempest-TestNetworkAdvancedServerOps-1358408781-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=dcef569c3d1c42279834a85579e46274&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1180084 Dec 15 20:08:49.581443 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 35956) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:08:49.732315 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89705f7-334b-4a78-997c-3ab0c5454df3 tempest-TestNetworkAdvancedServerOps-1358408781 tempest-TestNetworkAdvancedServerOps-1358408781-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:08:49.733878 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b89705f7-334b-4a78-997c-3ab0c5454df3 tempest-TestNetworkAdvancedServerOps-1358408781 tempest-TestNetworkAdvancedServerOps-1358408781-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1512730 Dec 15 20:08:49.737167 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 35960) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:08:49.769996 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-78c5b504-1456-484d-810b-7668b226d3a3 None None] Set router 3b5170cb-9ce4-41f2-bf8c-ea8d0658a495 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:08:49.782139 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-25684c7f-245f-4f39-9030-9a868c7a3a63 tempest-TestNetworkAdvancedServerOps-1358408781 tempest-TestNetworkAdvancedServerOps-1358408781-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=4b9c9b76-a8c2-4873-8d7b-0d52cc71925c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0435452 Dec 15 20:08:49.784913 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 35964) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:08:49.791571 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-0371d626-ac47-4f1e-8132-7ff8faed8e92 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-277535835', 'network_id': '158c2a51-5aba-453f-8524-62e3afa10db2', 'project_id': 'dcef569c3d1c42279834a85579e46274', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:08:49.908383 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-0371d626-ac47-4f1e-8132-7ff8faed8e92 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:08:49.912460 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-0371d626-ac47-4f1e-8132-7ff8faed8e92 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Usage tracker for resource:subnet and tenant:dcef569c3d1c42279834a85579e46274 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:08:49.915466 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-0371d626-ac47-4f1e-8132-7ff8faed8e92 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:08:49.921743 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-0371d626-ac47-4f1e-8132-7ff8faed8e92 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:08:49.991604 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0371d626-ac47-4f1e-8132-7ff8faed8e92 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Made reservation on behalf of dcef569c3d1c42279834a85579e46274 for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 20:08:50.069621 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-78c5b504-1456-484d-810b-7668b226d3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b5170cb-9ce4-41f2-bf8c-ea8d0658a495', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1508171427', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': '6cc86686-6b32-4711-9e7d-44f8fa48f21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:08:47Z', 'updated_at': '2021-12-15T20:08:48Z', 'revision_number': 3, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'gw_port': {'id': '6cc86686-6b32-4711-9e7d-44f8fa48f21a', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f7:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b5170cb-9ce4-41f2-bf8c-ea8d0658a495', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:08:48Z', 'updated_at': '2021-12-15T20:08:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:08:50.074360 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c5b504-1456-484d-810b-7668b226d3a3 None None] Checking router: 3b5170cb-9ce4-41f2-bf8c-ea8d0658a495 for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 20:08:50.074768 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c5b504-1456-484d-810b-7668b226d3a3 None None] Updating router 3b5170cb-9ce4-41f2-bf8c-ea8d0658a495 port 6cc86686-6b32-4711-9e7d-44f8fa48f21a binding host dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 15 20:08:50.100961 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0371d626-ac47-4f1e-8132-7ff8faed8e92 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:50.129987 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-78c5b504-1456-484d-810b-7668b226d3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:50.363274 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0371d626-ac47-4f1e-8132-7ff8faed8e92 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:50.368654 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0c9346d7-df4c-44dd-9db8-7ea4335eeb6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:08:50.454397 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0371d626-ac47-4f1e-8132-7ff8faed8e92 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event updated for resources: {'Subnet': ['ID=ade6cb69-f320-40ff-88f6-7e47e906bcb7,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:08:50.459341 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0371d626-ac47-4f1e-8132-7ff8faed8e92 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:08:50.465144 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0371d626-ac47-4f1e-8132-7ff8faed8e92 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Checking segment: {'id': '3058a697-5a5b-4591-bbef-f54f48278d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '158c2a51-5aba-453f-8524-62e3afa10db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 20:08:50.465549 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0371d626-ac47-4f1e-8132-7ff8faed8e92 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Network hostable DHCP agents. Network: 158c2a51-5aba-453f-8524-62e3afa10db2, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 20:08:50.479239 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-78c5b504-1456-484d-810b-7668b226d3a3 None None] Notify callbacks [] for port, precommit_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:50.540496 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-78c5b504-1456-484d-810b-7668b226d3a3 None None] Transition to ACTIVE for port object 6cc86686-6b32-4711-9e7d-44f8fa48f21a will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 20:08:50.597205 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0371d626-ac47-4f1e-8132-7ff8faed8e92 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Network 158c2a51-5aba-453f-8524-62e3afa10db2 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 20:08:50.599036 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-78c5b504-1456-484d-810b-7668b226d3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:50.604762 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-aa967106-2b6f-45e1-9db7-8a594dfb3746 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:08:50.654487 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-0371d626-ac47-4f1e-8132-7ff8faed8e92 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, 158c2a51-5aba-453f-8524-62e3afa10db2) {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 20:08:50.658767 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0371d626-ac47-4f1e-8132-7ff8faed8e92 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:08:50.659565 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0371d626-ac47-4f1e-8132-7ff8faed8e92 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:50.670945 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21d21a1-61de-4ab6-96f6-fec9080a4677 None None] Network 158c2a51-5aba-453f-8524-62e3afa10db2 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 20:08:50.715199 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0371d626-ac47-4f1e-8132-7ff8faed8e92 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9263322 Dec 15 20:08:50.715411 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 35968) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:08:50.754077 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-78c5b504-1456-484d-810b-7668b226d3a3 None None] Attempting to bind port 6cc86686-6b32-4711-9e7d-44f8fa48f21a on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 20:08:50.754525 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-78c5b504-1456-484d-810b-7668b226d3a3 None None] Attempting to bind port 6cc86686-6b32-4711-9e7d-44f8fa48f21a by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 20:08:50.754942 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c5b504-1456-484d-810b-7668b226d3a3 None None] Attempting to bind port 6cc86686-6b32-4711-9e7d-44f8fa48f21a on network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 20:08:50.772797 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03489eb5-0ec8-496d-b6be-e5616c6dc22a None None] Pushing event updated for resources: {'Port': ['ID=6cc86686-6b32-4711-9e7d-44f8fa48f21a,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:08:50.782968 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-03489eb5-0ec8-496d-b6be-e5616c6dc22a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:08:50.787113 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c5b504-1456-484d-810b-7668b226d3a3 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 20, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 20:08:50.787543 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c5b504-1456-484d-810b-7668b226d3a3 None None] Checking segment: {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 20:08:50.788012 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-78c5b504-1456-484d-810b-7668b226d3a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:50.788464 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c5b504-1456-484d-810b-7668b226d3a3 None None] Bound using segment: {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 20:08:50.789005 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-78c5b504-1456-484d-810b-7668b226d3a3 None None] Bound port: 6cc86686-6b32-4711-9e7d-44f8fa48f21a, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 20:08:50.789432 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-78c5b504-1456-484d-810b-7668b226d3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:50.949437 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-78c5b504-1456-484d-810b-7668b226d3a3 None None] For port 6cc86686-6b32-4711-9e7d-44f8fa48f21a, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 20:08:50.963323 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-78c5b504-1456-484d-810b-7668b226d3a3 None None] For port 6cc86686-6b32-4711-9e7d-44f8fa48f21a, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=6cc86686-6b32-4711-9e7d-44f8fa48f21a,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 20:08:50.996221 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-78c5b504-1456-484d-810b-7668b226d3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:51.005186 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:08:51.052536 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea41426-1759-4b86-822a-5485571ceaa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-158c2a51-5aba-453f-8524-62e3afa10db2', 'network_id': '158c2a51-5aba-453f-8524-62e3afa10db2', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'fixed_ips': [{'subnet_id': 'ade6cb69-f320-40ff-88f6-7e47e906bcb7'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 20:08:51.053422 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dea41426-1759-4b86-822a-5485571ceaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:51.155201 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03489eb5-0ec8-496d-b6be-e5616c6dc22a None None] Pushing event updated for resources: {'Port': ['ID=6cc86686-6b32-4711-9e7d-44f8fa48f21a,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:08:51.176544 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-03489eb5-0ec8-496d-b6be-e5616c6dc22a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:08:51.180270 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c5b504-1456-484d-810b-7668b226d3a3 None None] Routers {'3b5170cb-9ce4-41f2-bf8c-ea8d0658a495'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:08:51.181268 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-78c5b504-1456-484d-810b-7668b226d3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:08:41Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['3b5170cb-9ce4-41f2-bf8c-ea8d0658a495'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:08:51.417647 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-dea41426-1759-4b86-822a-5485571ceaa1 None None] Allocated IP 172.20.0.2 (158c2a51-5aba-453f-8524-62e3afa10db2/ade6cb69-f320-40ff-88f6-7e47e906bcb7/4ed9633a-6b91-4e03-88c4-27d0beafc2f5) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 20:08:51.441497 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-78c5b504-1456-484d-810b-7668b226d3a3 None None] Set router 3b5170cb-9ce4-41f2-bf8c-ea8d0658a495 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:08:51.749718 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f41a8608-65cc-491d-ac9b-28c764b8c3df tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:52.072704 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dea41426-1759-4b86-822a-5485571ceaa1 None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:52.086584 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-dea41426-1759-4b86-822a-5485571ceaa1 None None] Transition to ACTIVE for port object 4ed9633a-6b91-4e03-88c4-27d0beafc2f5 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 20:08:52.120334 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-78c5b504-1456-484d-810b-7668b226d3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b5170cb-9ce4-41f2-bf8c-ea8d0658a495', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1508171427', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': '6cc86686-6b32-4711-9e7d-44f8fa48f21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:08:47Z', 'updated_at': '2021-12-15T20:08:48Z', 'revision_number': 3, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'gw_port': {'id': '6cc86686-6b32-4711-9e7d-44f8fa48f21a', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f7:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b5170cb-9ce4-41f2-bf8c-ea8d0658a495', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:08:48Z', 'updated_at': '2021-12-15T20:08:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:08:52.124423 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c5b504-1456-484d-810b-7668b226d3a3 None None] The sync data for ids ['3b5170cb-9ce4-41f2-bf8c-ea8d0658a495'] in dv-neutron-821831-2-hyperv is: [{'id': '3b5170cb-9ce4-41f2-bf8c-ea8d0658a495', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1508171427', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': '6cc86686-6b32-4711-9e7d-44f8fa48f21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:08:47Z', 'updated_at': '2021-12-15T20:08:48Z', 'revision_number': 3, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'gw_port': {'id': '6cc86686-6b32-4711-9e7d-44f8fa48f21a', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f7:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b5170cb-9ce4-41f2-bf8c-ea8d0658a495', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:08:48Z', 'updated_at': '2021-12-15T20:08:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 20:08:52.143790 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-dea41426-1759-4b86-822a-5485571ceaa1 None None] Transition to ACTIVE for port object 4ed9633a-6b91-4e03-88c4-27d0beafc2f5 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 20:08:52.172701 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dea41426-1759-4b86-822a-5485571ceaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:52.177505 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:08:52.216088 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-f41a8608-65cc-491d-ac9b-28c764b8c3df tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Allocated IP 172.20.0.1 (158c2a51-5aba-453f-8524-62e3afa10db2/ade6cb69-f320-40ff-88f6-7e47e906bcb7/0aa8f1fe-38b3-4f4b-a300-80cab3847b0c) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 20:08:52.248715 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea41426-1759-4b86-822a-5485571ceaa1 None None] Network 158c2a51-5aba-453f-8524-62e3afa10db2 is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 20:08:52.250191 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-dea41426-1759-4b86-822a-5485571ceaa1 None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 20:08:52.254814 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea41426-1759-4b86-822a-5485571ceaa1 None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:08:52.257126 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea41426-1759-4b86-822a-5485571ceaa1 None None] Pushing event updated for resources: {'Port': ['ID=4ed9633a-6b91-4e03-88c4-27d0beafc2f5,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:08:52.261948 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-dea41426-1759-4b86-822a-5485571ceaa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:08:52.350094 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-dea41426-1759-4b86-822a-5485571ceaa1 None None] Attempting to bind port 4ed9633a-6b91-4e03-88c4-27d0beafc2f5 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 20:08:52.350470 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-dea41426-1759-4b86-822a-5485571ceaa1 None None] Attempting to bind port 4ed9633a-6b91-4e03-88c4-27d0beafc2f5 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '3058a697-5a5b-4591-bbef-f54f48278d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '158c2a51-5aba-453f-8524-62e3afa10db2'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 20:08:52.350893 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea41426-1759-4b86-822a-5485571ceaa1 None None] Attempting to bind port 4ed9633a-6b91-4e03-88c4-27d0beafc2f5 on network 158c2a51-5aba-453f-8524-62e3afa10db2 {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 20:08:52.357930 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea41426-1759-4b86-822a-5485571ceaa1 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 20, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 20:08:52.358388 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea41426-1759-4b86-822a-5485571ceaa1 None None] Checking segment: {'id': '3058a697-5a5b-4591-bbef-f54f48278d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '158c2a51-5aba-453f-8524-62e3afa10db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 20:08:52.358853 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dea41426-1759-4b86-822a-5485571ceaa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:52.359304 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea41426-1759-4b86-822a-5485571ceaa1 None None] Bound using segment: {'id': '3058a697-5a5b-4591-bbef-f54f48278d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '158c2a51-5aba-453f-8524-62e3afa10db2'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 20:08:52.359837 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-dea41426-1759-4b86-822a-5485571ceaa1 None None] Bound port: 4ed9633a-6b91-4e03-88c4-27d0beafc2f5, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3058a697-5a5b-4591-bbef-f54f48278d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '158c2a51-5aba-453f-8524-62e3afa10db2'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 20:08:52.360267 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dea41426-1759-4b86-822a-5485571ceaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:52.392033 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f41a8608-65cc-491d-ac9b-28c764b8c3df tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:52.408942 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-f41a8608-65cc-491d-ac9b-28c764b8c3df tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Transition to ACTIVE for port object 0aa8f1fe-38b3-4f4b-a300-80cab3847b0c will not be triggered until provisioned by entity DHCP. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 20:08:52.451894 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-dea41426-1759-4b86-822a-5485571ceaa1 None None] For port 4ed9633a-6b91-4e03-88c4-27d0beafc2f5, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 20:08:52.455193 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-dea41426-1759-4b86-822a-5485571ceaa1 None None] For port 4ed9633a-6b91-4e03-88c4-27d0beafc2f5, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=4ed9633a-6b91-4e03-88c4-27d0beafc2f5,segment=NetworkSegment(3058a697-5a5b-4591-bbef-f54f48278d5c),segment_id=3058a697-5a5b-4591-bbef-f54f48278d5c)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 20:08:52.469641 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f41a8608-65cc-491d-ac9b-28c764b8c3df tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:52.474869 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4a57493b-f891-4860-af98-aaad192dc899 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:08:52.492710 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-dea41426-1759-4b86-822a-5485571ceaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:52.501149 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e47b9d98-fede-465a-8b76-a317049abbc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:08:52.559047 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41a8608-65cc-491d-ac9b-28c764b8c3df tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Network 158c2a51-5aba-453f-8524-62e3afa10db2 is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 20:08:52.570350 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-f41a8608-65cc-491d-ac9b-28c764b8c3df tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 20:08:52.574144 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41a8608-65cc-491d-ac9b-28c764b8c3df tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:08:52.645047 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea41426-1759-4b86-822a-5485571ceaa1 None None] Pushing event updated for resources: {'Port': ['ID=4ed9633a-6b91-4e03-88c4-27d0beafc2f5,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:08:52.645047 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-dea41426-1759-4b86-822a-5485571ceaa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:08:52.646358 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41a8608-65cc-491d-ac9b-28c764b8c3df tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event updated for resources: {'Port': ['ID=0aa8f1fe-38b3-4f4b-a300-80cab3847b0c,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:08:52.646358 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f41a8608-65cc-491d-ac9b-28c764b8c3df tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:08:52.684995 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f41a8608-65cc-491d-ac9b-28c764b8c3df tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630901'] for router_interface, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:52.852277 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f41a8608-65cc-491d-ac9b-28c764b8c3df tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:53.324462 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f41a8608-65cc-491d-ac9b-28c764b8c3df tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for port, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:53.360374 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f41a8608-65cc-491d-ac9b-28c764b8c3df tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:53.393861 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-82705328-1b83-4af6-9512-8222460dfe2c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:08:53.483436 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41a8608-65cc-491d-ac9b-28c764b8c3df tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event updated for resources: {'Port': ['ID=0aa8f1fe-38b3-4f4b-a300-80cab3847b0c,revision_number=2']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:08:53.486115 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f41a8608-65cc-491d-ac9b-28c764b8c3df tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1959989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854145006'] for router_interface, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:53.489950 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f41a8608-65cc-491d-ac9b-28c764b8c3df tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:08:53.657598 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41a8608-65cc-491d-ac9b-28c764b8c3df tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Network 158c2a51-5aba-453f-8524-62e3afa10db2 is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 20:08:53.658774 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-f41a8608-65cc-491d-ac9b-28c764b8c3df tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 20:08:53.686869 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 4ed9633a-6b91-4e03-88c4-27d0beafc2f5 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 20:08:53.783805 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 4ed9633a-6b91-4e03-88c4-27d0beafc2f5 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 20:08:53.789638 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 6cc86686-6b32-4711-9e7d-44f8fa48f21a up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 20:08:53.892007 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 6cc86686-6b32-4711-9e7d-44f8fa48f21a completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 20:08:53.897722 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 6cc86686-6b32-4711-9e7d-44f8fa48f21a triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:08:53.898156 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:54.025394 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:54.043922 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port 6cc86686-6b32-4711-9e7d-44f8fa48f21a, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=6cc86686-6b32-4711-9e7d-44f8fa48f21a,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:08:54.089045 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:54.094194 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:08:54.179693 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=6cc86686-6b32-4711-9e7d-44f8fa48f21a,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:08:54.183397 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:08:54.186744 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29306cf-5429-47c8-91f2-c1161413f06e None None] Network 158c2a51-5aba-453f-8524-62e3afa10db2 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 20:08:54.320346 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f41a8608-65cc-491d-ac9b-28c764b8c3df tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Router 3b5170cb-9ce4-41f2-bf8c-ea8d0658a495 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 20:08:54.324511 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-5e6bff4f-2709-4024-af6e-1bb637997d5e None None] Provisioning for port 4ed9633a-6b91-4e03-88c4-27d0beafc2f5 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 20:08:54.332423 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-5e6bff4f-2709-4024-af6e-1bb637997d5e None None] Provisioning complete for port 4ed9633a-6b91-4e03-88c4-27d0beafc2f5 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:08:54.332854 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5e6bff4f-2709-4024-af6e-1bb637997d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:54.533454 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f41a8608-65cc-491d-ac9b-28c764b8c3df tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 20:08:54.556307 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f41a8608-65cc-491d-ac9b-28c764b8c3df tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "PUT /v2.0/routers/3b5170cb-9ce4-41f2-bf8c-ea8d0658a495/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8307412 Dec 15 20:08:54.561719 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5e6bff4f-2709-4024-af6e-1bb637997d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:54.609024 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-5e6bff4f-2709-4024-af6e-1bb637997d5e None None] For port 4ed9633a-6b91-4e03-88c4-27d0beafc2f5, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=4ed9633a-6b91-4e03-88c4-27d0beafc2f5,segment=NetworkSegment(3058a697-5a5b-4591-bbef-f54f48278d5c),segment_id=3058a697-5a5b-4591-bbef-f54f48278d5c)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:08:54.637139 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:54.665909 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5e6bff4f-2709-4024-af6e-1bb637997d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:54.667832 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:08:54.744662 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6bff4f-2709-4024-af6e-1bb637997d5e None None] Pushing event updated for resources: {'Port': ['ID=4ed9633a-6b91-4e03-88c4-27d0beafc2f5,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:08:54.751621 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5e6bff4f-2709-4024-af6e-1bb637997d5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:08:54.769685 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-38c7371f-2c36-40e9-8b0c-19ca998baf08 req-b33bc78a-9a86-4867-af12-cfcffd76cadd tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-47596099&fields=id&tenant_id=dcef569c3d1c42279834a85579e46274 HTTP/1.1" status: 200 len: 267 time: 0.0636330 Dec 15 20:08:54.923028 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-15768d1f-07af-4633-b4c6-7c73a1e9d12e None None] Provisioning for port 0aa8f1fe-38b3-4f4b-a300-80cab3847b0c completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 20:08:54.928896 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-15768d1f-07af-4633-b4c6-7c73a1e9d12e None None] Provisioning complete for port 0aa8f1fe-38b3-4f4b-a300-80cab3847b0c triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:08:54.929439 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-15768d1f-07af-4633-b4c6-7c73a1e9d12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:54.946476 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c7371f-2c36-40e9-8b0c-19ca998baf08 req-a8f1decb-dc86-480f-ad68-b43d3fa0a421 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:08:54.948308 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-38c7371f-2c36-40e9-8b0c-19ca998baf08 req-a8f1decb-dc86-480f-ad68-b43d3fa0a421 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/networks?id=158c2a51-5aba-453f-8524-62e3afa10db2 HTTP/1.1" status: 200 len: 797 time: 0.1706061 Dec 15 20:08:54.973766 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-38c7371f-2c36-40e9-8b0c-19ca998baf08 req-643fa9ae-6fbe-4dab-8240-91bda2522a44 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/quotas/dcef569c3d1c42279834a85579e46274 HTTP/1.1" status: 200 len: 375 time: 0.0184135 Dec 15 20:08:54.989301 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-15768d1f-07af-4633-b4c6-7c73a1e9d12e None None] Port 0aa8f1fe-38b3-4f4b-a300-80cab3847b0c cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 20:08:55.002875 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-15768d1f-07af-4633-b4c6-7c73a1e9d12e None None] Provisioning complete for port 4ed9633a-6b91-4e03-88c4-27d0beafc2f5 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:08:55.003311 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-15768d1f-07af-4633-b4c6-7c73a1e9d12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:55.063725 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-38c7371f-2c36-40e9-8b0c-19ca998baf08 req-23c3b768-e69b-4058-a4b4-cccf408e1be7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Synchronizing usage tracker for tenant:dcef569c3d1c42279834a85579e46274 on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 20:08:55.103824 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-38c7371f-2c36-40e9-8b0c-19ca998baf08 req-23c3b768-e69b-4058-a4b4-cccf408e1be7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Unset dirty status for tenant:dcef569c3d1c42279834a85579e46274 on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 20:08:55.106528 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-38c7371f-2c36-40e9-8b0c-19ca998baf08 req-23c3b768-e69b-4058-a4b4-cccf408e1be7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=dcef569c3d1c42279834a85579e46274&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1315141 Dec 15 20:08:55.245773 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896cb4c4-1d84-418a-aa4b-4e0cb61beb5d None None] Sync routers for ids ['3b5170cb-9ce4-41f2-bf8c-ea8d0658a495'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 20:08:55.257902 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896cb4c4-1d84-418a-aa4b-4e0cb61beb5d None None] Routers {'3b5170cb-9ce4-41f2-bf8c-ea8d0658a495'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:08:55.258429 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d6cd0f50-c27b-42b0-8625-7d75de83d4f2 None None] Provisioning complete for port 0aa8f1fe-38b3-4f4b-a300-80cab3847b0c triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:08:55.259157 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-896cb4c4-1d84-418a-aa4b-4e0cb61beb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:08:41Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['3b5170cb-9ce4-41f2-bf8c-ea8d0658a495'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:08:55.259429 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d6cd0f50-c27b-42b0-8625-7d75de83d4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:55.287364 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-38c7371f-2c36-40e9-8b0c-19ca998baf08 req-803ad688-244b-4554-9ac1-f9947b398e6a service neutron] 10.222.0.36 "GET /v2.0/networks/158c2a51-5aba-453f-8524-62e3afa10db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619630 Dec 15 20:08:55.317472 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d6cd0f50-c27b-42b0-8625-7d75de83d4f2 None None] Port 0aa8f1fe-38b3-4f4b-a300-80cab3847b0c cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 20:08:55.439876 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-4a886f59-3049-42b7-a981-31d56f5534aa None None] Provisioning complete for port 0aa8f1fe-38b3-4f4b-a300-80cab3847b0c triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:08:55.440290 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4a886f59-3049-42b7-a981-31d56f5534aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:55.445741 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-38c7371f-2c36-40e9-8b0c-19ca998baf08 req-fa1c4e94-af5a-4c0e-ba4a-4bbef3ca95de service neutron] 10.222.0.36 "GET /v2.0/networks/158c2a51-5aba-453f-8524-62e3afa10db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511340 Dec 15 20:08:55.502292 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-4a886f59-3049-42b7-a981-31d56f5534aa None None] Port 0aa8f1fe-38b3-4f4b-a300-80cab3847b0c cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 20:08:55.615948 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-896cb4c4-1d84-418a-aa4b-4e0cb61beb5d None None] Set router 3b5170cb-9ce4-41f2-bf8c-ea8d0658a495 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:08:55.658668 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 4ed9633a-6b91-4e03-88c4-27d0beafc2f5 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 20:08:55.726636 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8b3a9c9b-2390-4980-bbee-e35fdc6abaac req-1a468032-b7c1-4d58-ad1e-26e182282bd6 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=12e63e08-9fb0-4ce9-82f9-cf33ec3bce74 HTTP/1.1" status: 200 len: 210 time: 0.0482490 Dec 15 20:08:55.751628 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 4ed9633a-6b91-4e03-88c4-27d0beafc2f5 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:08:55.752208 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:55.878013 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 6cc86686-6b32-4711-9e7d-44f8fa48f21a up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 20:08:55.948273 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 6cc86686-6b32-4711-9e7d-44f8fa48f21a triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:08:55.948897 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:55.998391 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-896cb4c4-1d84-418a-aa4b-4e0cb61beb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b5170cb-9ce4-41f2-bf8c-ea8d0658a495', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1508171427', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': '6cc86686-6b32-4711-9e7d-44f8fa48f21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:08:47Z', 'updated_at': '2021-12-15T20:08:52Z', 'revision_number': 4, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'gw_port': {'id': '6cc86686-6b32-4711-9e7d-44f8fa48f21a', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5170cb-9ce4-41f2-bf8c-ea8d0658a495', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:08:48Z', 'updated_at': '2021-12-15T20:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '0aa8f1fe-38b3-4f4b-a300-80cab3847b0c', 'name': '', 'network_id': '158c2a51-5aba-453f-8524-62e3afa10db2', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'mac_address': 'fa:16:3e:dc:92:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b5170cb-9ce4-41f2-bf8c-ea8d0658a495', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ade6cb69-f320-40ff-88f6-7e47e906bcb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:08:51Z', 'updated_at': '2021-12-15T20:08:53Z', 'revision_number': 2, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'subnets': [{'id': 'ade6cb69-f320-40ff-88f6-7e47e906bcb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:08:56.002924 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896cb4c4-1d84-418a-aa4b-4e0cb61beb5d None None] Checking router: 3b5170cb-9ce4-41f2-bf8c-ea8d0658a495 for host: dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 20:08:56.003373 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896cb4c4-1d84-418a-aa4b-4e0cb61beb5d None None] Updating router 3b5170cb-9ce4-41f2-bf8c-ea8d0658a495 port 0aa8f1fe-38b3-4f4b-a300-80cab3847b0c binding host dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 15 20:08:56.058628 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-896cb4c4-1d84-418a-aa4b-4e0cb61beb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:56.465749 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-896cb4c4-1d84-418a-aa4b-4e0cb61beb5d None None] Notify callbacks [] for port, precommit_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:56.478026 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-896cb4c4-1d84-418a-aa4b-4e0cb61beb5d None None] Transition to ACTIVE for port object 0aa8f1fe-38b3-4f4b-a300-80cab3847b0c will not be triggered until provisioned by entity L2. {{(pid=88993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 20:08:56.505850 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-896cb4c4-1d84-418a-aa4b-4e0cb61beb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:56.510994 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-53bfc234-b969-4e23-8cbf-c70381b6b4ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:08:56.639992 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98a53fd-d92c-4946-9ee8-b6deacd94e20 None None] Pushing event updated for resources: {'Port': ['ID=0aa8f1fe-38b3-4f4b-a300-80cab3847b0c,revision_number=3']} {{(pid=88993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:08:56.677579 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98a53fd-d92c-4946-9ee8-b6deacd94e20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:08:56.677968 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98a53fd-d92c-4946-9ee8-b6deacd94e20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:08:56.678374 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98a53fd-d92c-4946-9ee8-b6deacd94e20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:08:56.678754 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98a53fd-d92c-4946-9ee8-b6deacd94e20 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:08:56.679130 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98a53fd-d92c-4946-9ee8-b6deacd94e20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:08:56.679504 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98a53fd-d92c-4946-9ee8-b6deacd94e20 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:08:56.679876 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98a53fd-d92c-4946-9ee8-b6deacd94e20 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:08:56.680245 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98a53fd-d92c-4946-9ee8-b6deacd94e20 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:08:56.681233 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98a53fd-d92c-4946-9ee8-b6deacd94e20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:08:56.681496 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98a53fd-d92c-4946-9ee8-b6deacd94e20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:08:56.681858 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98a53fd-d92c-4946-9ee8-b6deacd94e20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:08:56.689635 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d98a53fd-d92c-4946-9ee8-b6deacd94e20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:08:56.749010 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-896cb4c4-1d84-418a-aa4b-4e0cb61beb5d None None] Attempting to bind port 0aa8f1fe-38b3-4f4b-a300-80cab3847b0c on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 20:08:56.749527 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-896cb4c4-1d84-418a-aa4b-4e0cb61beb5d None None] Attempting to bind port 0aa8f1fe-38b3-4f4b-a300-80cab3847b0c by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '3058a697-5a5b-4591-bbef-f54f48278d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '158c2a51-5aba-453f-8524-62e3afa10db2'}] {{(pid=88993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 20:08:56.749982 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896cb4c4-1d84-418a-aa4b-4e0cb61beb5d None None] Attempting to bind port 0aa8f1fe-38b3-4f4b-a300-80cab3847b0c on network 158c2a51-5aba-453f-8524-62e3afa10db2 {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 20:08:56.757173 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896cb4c4-1d84-418a-aa4b-4e0cb61beb5d None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 20, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 20:08:56.757598 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896cb4c4-1d84-418a-aa4b-4e0cb61beb5d None None] Checking segment: {'id': '3058a697-5a5b-4591-bbef-f54f48278d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '158c2a51-5aba-453f-8524-62e3afa10db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 20:08:56.758049 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-896cb4c4-1d84-418a-aa4b-4e0cb61beb5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:56.759106 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896cb4c4-1d84-418a-aa4b-4e0cb61beb5d None None] Bound using segment: {'id': '3058a697-5a5b-4591-bbef-f54f48278d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '158c2a51-5aba-453f-8524-62e3afa10db2'} {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 20:08:56.759106 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-896cb4c4-1d84-418a-aa4b-4e0cb61beb5d None None] Bound port: 0aa8f1fe-38b3-4f4b-a300-80cab3847b0c, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3058a697-5a5b-4591-bbef-f54f48278d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '158c2a51-5aba-453f-8524-62e3afa10db2'}}] {{(pid=88993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 20:08:56.759106 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-896cb4c4-1d84-418a-aa4b-4e0cb61beb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:56.860800 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-896cb4c4-1d84-418a-aa4b-4e0cb61beb5d None None] For port 0aa8f1fe-38b3-4f4b-a300-80cab3847b0c, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 20:08:56.864362 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-896cb4c4-1d84-418a-aa4b-4e0cb61beb5d None None] For port 0aa8f1fe-38b3-4f4b-a300-80cab3847b0c, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=0aa8f1fe-38b3-4f4b-a300-80cab3847b0c,segment=NetworkSegment(3058a697-5a5b-4591-bbef-f54f48278d5c),segment_id=3058a697-5a5b-4591-bbef-f54f48278d5c)] {{(pid=88993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 20:08:56.917561 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-896cb4c4-1d84-418a-aa4b-4e0cb61beb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:56.922613 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ef0f4d93-b3ff-4db4-895b-09fca44b01a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:08:56.935342 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ebe4dd1c-e403-44f2-960e-1091c2063d6d req-38428fc1-decb-4608-858c-2708825ae1f1 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=12e63e08-9fb0-4ce9-82f9-cf33ec3bce74 HTTP/1.1" status: 200 len: 210 time: 0.0528526 Dec 15 20:08:57.010699 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98a53fd-d92c-4946-9ee8-b6deacd94e20 None None] Pushing event updated for resources: {'Port': ['ID=0aa8f1fe-38b3-4f4b-a300-80cab3847b0c,revision_number=4']} {{(pid=88993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:08:57.014644 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d98a53fd-d92c-4946-9ee8-b6deacd94e20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:08:57.019064 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896cb4c4-1d84-418a-aa4b-4e0cb61beb5d None None] Routers {'3b5170cb-9ce4-41f2-bf8c-ea8d0658a495'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:08:57.019064 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-896cb4c4-1d84-418a-aa4b-4e0cb61beb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:08:41Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['3b5170cb-9ce4-41f2-bf8c-ea8d0658a495'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:08:57.207877 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-896cb4c4-1d84-418a-aa4b-4e0cb61beb5d None None] Set router 3b5170cb-9ce4-41f2-bf8c-ea8d0658a495 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:08:57.541144 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-896cb4c4-1d84-418a-aa4b-4e0cb61beb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b5170cb-9ce4-41f2-bf8c-ea8d0658a495', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1508171427', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': '6cc86686-6b32-4711-9e7d-44f8fa48f21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:08:47Z', 'updated_at': '2021-12-15T20:08:52Z', 'revision_number': 4, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'gw_port': {'id': '6cc86686-6b32-4711-9e7d-44f8fa48f21a', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5170cb-9ce4-41f2-bf8c-ea8d0658a495', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:08:48Z', 'updated_at': '2021-12-15T20:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '0aa8f1fe-38b3-4f4b-a300-80cab3847b0c', 'name': '', 'network_id': '158c2a51-5aba-453f-8524-62e3afa10db2', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'mac_address': 'fa:16:3e:dc:92:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b5170cb-9ce4-41f2-bf8c-ea8d0658a495', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ade6cb69-f320-40ff-88f6-7e47e906bcb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:08:51Z', 'updated_at': '2021-12-15T20:08:56Z', 'revision_number': 4, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'subnets': [{'id': 'ade6cb69-f320-40ff-88f6-7e47e906bcb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:08:57.545411 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896cb4c4-1d84-418a-aa4b-4e0cb61beb5d None None] The sync data for ids ['3b5170cb-9ce4-41f2-bf8c-ea8d0658a495'] in dv-neutron-821831-2-hyperv is: [{'id': '3b5170cb-9ce4-41f2-bf8c-ea8d0658a495', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1508171427', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': '6cc86686-6b32-4711-9e7d-44f8fa48f21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:08:47Z', 'updated_at': '2021-12-15T20:08:52Z', 'revision_number': 4, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'gw_port': {'id': '6cc86686-6b32-4711-9e7d-44f8fa48f21a', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5170cb-9ce4-41f2-bf8c-ea8d0658a495', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:08:48Z', 'updated_at': '2021-12-15T20:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '0aa8f1fe-38b3-4f4b-a300-80cab3847b0c', 'name': '', 'network_id': '158c2a51-5aba-453f-8524-62e3afa10db2', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'mac_address': 'fa:16:3e:dc:92:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b5170cb-9ce4-41f2-bf8c-ea8d0658a495', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ade6cb69-f320-40ff-88f6-7e47e906bcb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:08:51Z', 'updated_at': '2021-12-15T20:08:56Z', 'revision_number': 4, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'subnets': [{'id': 'ade6cb69-f320-40ff-88f6-7e47e906bcb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 20:08:57.951211 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c7371f-2c36-40e9-8b0c-19ca998baf08 req-f44cf0f8-5e6d-4034-8433-e4c267696fb0 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:08:57.953640 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-38c7371f-2c36-40e9-8b0c-19ca998baf08 req-f44cf0f8-5e6d-4034-8433-e4c267696fb0 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.32 "GET /v2.0/networks?id=158c2a51-5aba-453f-8524-62e3afa10db2 HTTP/1.1" status: 200 len: 797 time: 0.4603128 Dec 15 20:08:58.034509 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-38c7371f-2c36-40e9-8b0c-19ca998baf08 req-c91608b3-00c1-42a0-bab3-d2754f0014b7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dcef569c3d1c42279834a85579e46274 HTTP/1.1" status: 200 len: 378 time: 0.0611844 Dec 15 20:08:58.046886 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [req-38c7371f-2c36-40e9-8b0c-19ca998baf08 req-4afbf20c-bb15-492d-83c5-18dee2d252aa tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Request body: {'port': {'device_id': '12e63e08-9fb0-4ce9-82f9-cf33ec3bce74', 'network_id': '158c2a51-5aba-453f-8524-62e3afa10db2', 'admin_state_up': True, 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'security_groups': ['64695d3e-07e7-446c-9461-d9a7d94806d1']}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:08:58.180691 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e7ffa846-5eab-485f-8b91-cc4ebdd540be req-f39e0c94-8560-4fde-b02e-cae1c35eb238 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=12e63e08-9fb0-4ce9-82f9-cf33ec3bce74 HTTP/1.1" status: 200 len: 210 time: 0.0611560 Dec 15 20:08:58.242454 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [req-38c7371f-2c36-40e9-8b0c-19ca998baf08 req-4afbf20c-bb15-492d-83c5-18dee2d252aa tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:08:58.253878 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [req-38c7371f-2c36-40e9-8b0c-19ca998baf08 req-4afbf20c-bb15-492d-83c5-18dee2d252aa tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:08:58.385916 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38c7371f-2c36-40e9-8b0c-19ca998baf08 req-4afbf20c-bb15-492d-83c5-18dee2d252aa tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Made reservation on behalf of dcef569c3d1c42279834a85579e46274 for: {'port': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 20:08:58.391649 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-38c7371f-2c36-40e9-8b0c-19ca998baf08 req-4afbf20c-bb15-492d-83c5-18dee2d252aa tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:58.568072 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [req-38c7371f-2c36-40e9-8b0c-19ca998baf08 req-4afbf20c-bb15-492d-83c5-18dee2d252aa tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Allocated IP 172.20.0.12 (158c2a51-5aba-453f-8524-62e3afa10db2/ade6cb69-f320-40ff-88f6-7e47e906bcb7/a26c133b-27de-4a1b-ad01-b2a1290d6ce9) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 20:08:58.786057 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-38c7371f-2c36-40e9-8b0c-19ca998baf08 req-4afbf20c-bb15-492d-83c5-18dee2d252aa tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:58.804535 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [req-38c7371f-2c36-40e9-8b0c-19ca998baf08 req-4afbf20c-bb15-492d-83c5-18dee2d252aa tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Transition to ACTIVE for port object a26c133b-27de-4a1b-ad01-b2a1290d6ce9 will not be triggered until provisioned by entity DHCP. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 20:08:58.854892 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-38c7371f-2c36-40e9-8b0c-19ca998baf08 req-4afbf20c-bb15-492d-83c5-18dee2d252aa tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:58.861084 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-943fb414-f547-4c21-bfe6-b760d0382a3b tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:08:58.936463 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38c7371f-2c36-40e9-8b0c-19ca998baf08 req-4afbf20c-bb15-492d-83c5-18dee2d252aa tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Network 158c2a51-5aba-453f-8524-62e3afa10db2 is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 20:08:58.941692 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [req-38c7371f-2c36-40e9-8b0c-19ca998baf08 req-4afbf20c-bb15-492d-83c5-18dee2d252aa tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 20:08:58.943851 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afbf20c-bb15-492d-83c5-18dee2d252aa tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event updated for resources: {'Port': ['ID=a26c133b-27de-4a1b-ad01-b2a1290d6ce9,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:08:58.946999 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [req-38c7371f-2c36-40e9-8b0c-19ca998baf08 req-4afbf20c-bb15-492d-83c5-18dee2d252aa tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:08:58.975179 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4afbf20c-bb15-492d-83c5-18dee2d252aa tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:08:59.013623 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c7371f-2c36-40e9-8b0c-19ca998baf08 req-4afbf20c-bb15-492d-83c5-18dee2d252aa tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:08:59.014335 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-38c7371f-2c36-40e9-8b0c-19ca998baf08 req-4afbf20c-bb15-492d-83c5-18dee2d252aa tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:59.073125 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-38c7371f-2c36-40e9-8b0c-19ca998baf08 req-4afbf20c-bb15-492d-83c5-18dee2d252aa tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0307641 Dec 15 20:08:59.090839 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [req-38c7371f-2c36-40e9-8b0c-19ca998baf08 req-ff6c9998-cc41-4e55-991d-8f4e8e26b41e service neutron] Request body: {'port': {'device_id': '12e63e08-9fb0-4ce9-82f9-cf33ec3bce74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:08:59.212634 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-38c7371f-2c36-40e9-8b0c-19ca998baf08 req-ff6c9998-cc41-4e55-991d-8f4e8e26b41e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:59.271942 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-a60aa78e-a547-46e6-8f54-6ed731c8f81e None None] Provisioning for port a26c133b-27de-4a1b-ad01-b2a1290d6ce9 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 20:08:59.277460 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-a60aa78e-a547-46e6-8f54-6ed731c8f81e None None] Provisioning complete for port a26c133b-27de-4a1b-ad01-b2a1290d6ce9 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:08:59.282986 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a60aa78e-a547-46e6-8f54-6ed731c8f81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:59.354225 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-a60aa78e-a547-46e6-8f54-6ed731c8f81e None None] Port a26c133b-27de-4a1b-ad01-b2a1290d6ce9 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 20:08:59.560655 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818d1fe6-ad54-4735-bb56-3e9b584f92a4 req-40e7e77b-53e2-476e-b6ef-fae3110dab80 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:08:59.561416 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-818d1fe6-ad54-4735-bb56-3e9b584f92a4 req-40e7e77b-53e2-476e-b6ef-fae3110dab80 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Synchronizing usage tracker for tenant:dcef569c3d1c42279834a85579e46274 on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 20:08:59.661966 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 0aa8f1fe-38b3-4f4b-a300-80cab3847b0c up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 20:08:59.664103 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-818d1fe6-ad54-4735-bb56-3e9b584f92a4 req-40e7e77b-53e2-476e-b6ef-fae3110dab80 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Unset dirty status for tenant:dcef569c3d1c42279834a85579e46274 on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 20:08:59.665459 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-818d1fe6-ad54-4735-bb56-3e9b584f92a4 req-40e7e77b-53e2-476e-b6ef-fae3110dab80 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=12e63e08-9fb0-4ce9-82f9-cf33ec3bce74 HTTP/1.1" status: 200 len: 932 time: 0.3109534 Dec 15 20:08:59.718591 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [req-38c7371f-2c36-40e9-8b0c-19ca998baf08 req-ff6c9998-cc41-4e55-991d-8f4e8e26b41e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a26c133b-27de-4a1b-ad01-b2a1290d6ce9 {{(pid=88990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 20:08:59.729839 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-38c7371f-2c36-40e9-8b0c-19ca998baf08 req-ff6c9998-cc41-4e55-991d-8f4e8e26b41e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:59.746421 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-818d1fe6-ad54-4735-bb56-3e9b584f92a4 req-228162cf-cc66-4724-b5d1-ccd2621f0d14 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=64695d3e-07e7-446c-9461-d9a7d94806d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0740328 Dec 15 20:08:59.806331 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 0aa8f1fe-38b3-4f4b-a300-80cab3847b0c completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 20:08:59.811744 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 0aa8f1fe-38b3-4f4b-a300-80cab3847b0c triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:08:59.812178 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:59.834770 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [req-38c7371f-2c36-40e9-8b0c-19ca998baf08 req-ff6c9998-cc41-4e55-991d-8f4e8e26b41e service neutron] Transition to ACTIVE for port object a26c133b-27de-4a1b-ad01-b2a1290d6ce9 will not be triggered until provisioned by entity L2. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 20:08:59.865650 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-38c7371f-2c36-40e9-8b0c-19ca998baf08 req-ff6c9998-cc41-4e55-991d-8f4e8e26b41e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:59.870680 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4afbf20c-bb15-492d-83c5-18dee2d252aa tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:08:59.929741 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:08:59.966016 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port 0aa8f1fe-38b3-4f4b-a300-80cab3847b0c, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=0aa8f1fe-38b3-4f4b-a300-80cab3847b0c,segment=NetworkSegment(3058a697-5a5b-4591-bbef-f54f48278d5c),segment_id=3058a697-5a5b-4591-bbef-f54f48278d5c)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:09:00.000517 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:09:00.002625 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:09:00.006765 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6c9998-cc41-4e55-991d-8f4e8e26b41e service neutron] Pushing event updated for resources: {'Port': ['ID=a26c133b-27de-4a1b-ad01-b2a1290d6ce9,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:09:00.011779 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ff6c9998-cc41-4e55-991d-8f4e8e26b41e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:09:00.077292 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=0aa8f1fe-38b3-4f4b-a300-80cab3847b0c,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:09:00.087241 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:09:00.087760 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:09:00.088161 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:09:00.088950 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:09:00.088950 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:09:00.089252 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:09:00.089624 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:09:00.090001 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:09:00.090403 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:09:00.090773 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:09:00.091142 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:09:00.095451 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:09:00.128419 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-38c7371f-2c36-40e9-8b0c-19ca998baf08 req-ff6c9998-cc41-4e55-991d-8f4e8e26b41e service neutron] Attempting to bind port a26c133b-27de-4a1b-ad01-b2a1290d6ce9 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 20:09:00.128801 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-38c7371f-2c36-40e9-8b0c-19ca998baf08 req-ff6c9998-cc41-4e55-991d-8f4e8e26b41e service neutron] Attempting to bind port a26c133b-27de-4a1b-ad01-b2a1290d6ce9 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '3058a697-5a5b-4591-bbef-f54f48278d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '158c2a51-5aba-453f-8524-62e3afa10db2'}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 20:09:00.129177 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c7371f-2c36-40e9-8b0c-19ca998baf08 req-ff6c9998-cc41-4e55-991d-8f4e8e26b41e service neutron] Attempting to bind port a26c133b-27de-4a1b-ad01-b2a1290d6ce9 on network 158c2a51-5aba-453f-8524-62e3afa10db2 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 20:09:00.136634 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c7371f-2c36-40e9-8b0c-19ca998baf08 req-ff6c9998-cc41-4e55-991d-8f4e8e26b41e service neutron] Port a26c133b-27de-4a1b-ad01-b2a1290d6ce9 on network 158c2a51-5aba-453f-8524-62e3afa10db2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 20:09:00.137006 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c7371f-2c36-40e9-8b0c-19ca998baf08 req-ff6c9998-cc41-4e55-991d-8f4e8e26b41e service neutron] Attempting to bind port a26c133b-27de-4a1b-ad01-b2a1290d6ce9 on network 158c2a51-5aba-453f-8524-62e3afa10db2 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 20:09:00.143978 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c7371f-2c36-40e9-8b0c-19ca998baf08 req-ff6c9998-cc41-4e55-991d-8f4e8e26b41e service neutron] Checking agent: {'id': '59e4c979-c5dd-468d-a1f2-341133950749', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 12, 24), 'started_at': datetime.datetime(2021, 12, 15, 19, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 20, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 20:09:00.144364 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c7371f-2c36-40e9-8b0c-19ca998baf08 req-ff6c9998-cc41-4e55-991d-8f4e8e26b41e service neutron] Checking segment: {'id': '3058a697-5a5b-4591-bbef-f54f48278d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '158c2a51-5aba-453f-8524-62e3afa10db2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 20:09:00.144797 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c7371f-2c36-40e9-8b0c-19ca998baf08 req-ff6c9998-cc41-4e55-991d-8f4e8e26b41e service neutron] Bound using segment: {'id': '3058a697-5a5b-4591-bbef-f54f48278d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '158c2a51-5aba-453f-8524-62e3afa10db2'} {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 20:09:00.145273 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-38c7371f-2c36-40e9-8b0c-19ca998baf08 req-ff6c9998-cc41-4e55-991d-8f4e8e26b41e service neutron] Bound port: a26c133b-27de-4a1b-ad01-b2a1290d6ce9, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3058a697-5a5b-4591-bbef-f54f48278d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '158c2a51-5aba-453f-8524-62e3afa10db2'}}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 20:09:00.145666 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-38c7371f-2c36-40e9-8b0c-19ca998baf08 req-ff6c9998-cc41-4e55-991d-8f4e8e26b41e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:09:00.238602 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-38c7371f-2c36-40e9-8b0c-19ca998baf08 req-ff6c9998-cc41-4e55-991d-8f4e8e26b41e service neutron] For port a26c133b-27de-4a1b-ad01-b2a1290d6ce9, host hv-neutron-8218, cleared binding levels {{(pid=88990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 20:09:00.241676 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-38c7371f-2c36-40e9-8b0c-19ca998baf08 req-ff6c9998-cc41-4e55-991d-8f4e8e26b41e service neutron] For port a26c133b-27de-4a1b-ad01-b2a1290d6ce9, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=a26c133b-27de-4a1b-ad01-b2a1290d6ce9,segment=NetworkSegment(3058a697-5a5b-4591-bbef-f54f48278d5c),segment_id=3058a697-5a5b-4591-bbef-f54f48278d5c)] {{(pid=88990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 20:09:00.280768 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-38c7371f-2c36-40e9-8b0c-19ca998baf08 req-ff6c9998-cc41-4e55-991d-8f4e8e26b41e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:09:00.285604 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0ca4b86e-bff4-47f8-93b1-3a5f5f6b1ab9 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:09:00.351409 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-38c7371f-2c36-40e9-8b0c-19ca998baf08 req-ff6c9998-cc41-4e55-991d-8f4e8e26b41e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:09:00.353573 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-38c7371f-2c36-40e9-8b0c-19ca998baf08 req-ff6c9998-cc41-4e55-991d-8f4e8e26b41e service neutron] 10.222.0.32 "PUT /v2.0/ports/a26c133b-27de-4a1b-ad01-b2a1290d6ce9 HTTP/1.1" status: 200 len: 1094 time: 1.2680359 Dec 15 20:09:00.354149 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12e63e08-9fb0-4ce9-82f9-cf33ec3bce74', 'tag': 'a26c133b-27de-4a1b-ad01-b2a1290d6ce9'}] {{(pid=88990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 20:09:00.371852 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6c9998-cc41-4e55-991d-8f4e8e26b41e service neutron] Pushing event updated for resources: {'Port': ['ID=a26c133b-27de-4a1b-ad01-b2a1290d6ce9,revision_number=3']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:09:00.375335 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ff6c9998-cc41-4e55-991d-8f4e8e26b41e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:09:00.417304 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12e63e08-9fb0-4ce9-82f9-cf33ec3bce74', 'tag': 'a26c133b-27de-4a1b-ad01-b2a1290d6ce9', 'status': 'completed', 'code': 200} Dec 15 20:09:00.509846 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-38c7371f-2c36-40e9-8b0c-19ca998baf08 req-9323389b-5f5c-4333-8cad-779f2e31e554 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dcef569c3d1c42279834a85579e46274&device_id=12e63e08-9fb0-4ce9-82f9-cf33ec3bce74 HTTP/1.1" status: 200 len: 1097 time: 0.0779448 Dec 15 20:09:00.591503 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-38c7371f-2c36-40e9-8b0c-19ca998baf08 req-1f040061-4a36-4601-a94f-85c332b3a603 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a26c133b-27de-4a1b-ad01-b2a1290d6ce9 HTTP/1.1" status: 200 len: 217 time: 0.0685143 Dec 15 20:09:00.666723 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c7371f-2c36-40e9-8b0c-19ca998baf08 req-9a7724b5-264f-4b97-8193-dfcba4784d69 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:09:00.668320 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-38c7371f-2c36-40e9-8b0c-19ca998baf08 req-9a7724b5-264f-4b97-8193-dfcba4784d69 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ade6cb69-f320-40ff-88f6-7e47e906bcb7 HTTP/1.1" status: 200 len: 834 time: 0.0666924 Dec 15 20:09:00.749952 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-38c7371f-2c36-40e9-8b0c-19ca998baf08 req-8db565c6-d369-44cc-aaf5-9ae7d7f25d70 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=158c2a51-5aba-453f-8524-62e3afa10db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718195 Dec 15 20:09:00.944588 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-38c7371f-2c36-40e9-8b0c-19ca998baf08 req-2beb7b81-1a8c-42e1-97a6-624e0429833a service neutron] 10.222.0.32 "GET /v2.0/networks/158c2a51-5aba-453f-8524-62e3afa10db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835485 Dec 15 20:09:01.074796 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23236d44-31cf-4234-851d-e57506885631 req-bc58dc5e-63aa-4625-827b-1067584d8a8d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:09:01.076405 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-23236d44-31cf-4234-851d-e57506885631 req-bc58dc5e-63aa-4625-827b-1067584d8a8d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=12e63e08-9fb0-4ce9-82f9-cf33ec3bce74 HTTP/1.1" status: 200 len: 944 time: 0.1987646 Dec 15 20:09:01.145221 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-38c7371f-2c36-40e9-8b0c-19ca998baf08 req-921e3e4e-c9ca-478d-81e8-5b312d6336bd service neutron] 10.222.0.32 "GET /v2.0/networks/158c2a51-5aba-453f-8524-62e3afa10db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892028 Dec 15 20:09:01.155946 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-23236d44-31cf-4234-851d-e57506885631 req-7cd11bf8-5048-45c3-a454-49a130de6df2 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=64695d3e-07e7-446c-9461-d9a7d94806d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0727136 Dec 15 20:09:01.306388 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f87199fc-c144-4999-b7a4-6bdeb49ee329 req-f160429c-f56b-4732-9fde-109b70dbb719 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dcef569c3d1c42279834a85579e46274&device_id=12e63e08-9fb0-4ce9-82f9-cf33ec3bce74 HTTP/1.1" status: 200 len: 1097 time: 0.0745704 Dec 15 20:09:01.451097 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87199fc-c144-4999-b7a4-6bdeb49ee329 req-09ca06a2-4c95-4e4d-9f0d-3a3e6248a1d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:09:01.452643 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f87199fc-c144-4999-b7a4-6bdeb49ee329 req-09ca06a2-4c95-4e4d-9f0d-3a3e6248a1d5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=158c2a51-5aba-453f-8524-62e3afa10db2 HTTP/1.1" status: 200 len: 898 time: 0.1376498 Dec 15 20:09:01.529616 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f87199fc-c144-4999-b7a4-6bdeb49ee329 req-0986f1d5-4d34-4827-bd4b-20229a473930 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a26c133b-27de-4a1b-ad01-b2a1290d6ce9 HTTP/1.1" status: 200 len: 217 time: 0.0669651 Dec 15 20:09:01.599961 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87199fc-c144-4999-b7a4-6bdeb49ee329 req-b97957a0-3cdc-4f1c-84c6-704173422a91 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:09:01.602294 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f87199fc-c144-4999-b7a4-6bdeb49ee329 req-b97957a0-3cdc-4f1c-84c6-704173422a91 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ade6cb69-f320-40ff-88f6-7e47e906bcb7 HTTP/1.1" status: 200 len: 834 time: 0.0644209 Dec 15 20:09:01.642998 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 0aa8f1fe-38b3-4f4b-a300-80cab3847b0c up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 20:09:01.691397 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f87199fc-c144-4999-b7a4-6bdeb49ee329 req-8e5668a0-1d88-44b0-ba0a-8c5297e7b8d9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=158c2a51-5aba-453f-8524-62e3afa10db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798039 Dec 15 20:09:01.714072 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 0aa8f1fe-38b3-4f4b-a300-80cab3847b0c triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:09:01.714546 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:09:01.835804 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f87199fc-c144-4999-b7a4-6bdeb49ee329 req-1426a124-a57c-44db-a033-f597d1cd6b0c service neutron] 10.222.0.32 "GET /v2.0/networks/158c2a51-5aba-453f-8524-62e3afa10db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366031 Dec 15 20:09:01.955472 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 20:09:01.980626 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f87199fc-c144-4999-b7a4-6bdeb49ee329 req-e38edad3-f2d4-4aee-9869-34892603659e service neutron] 10.222.0.32 "GET /v2.0/networks/158c2a51-5aba-453f-8524-62e3afa10db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375582 Dec 15 20:09:02.364552 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15e7d35-d1c8-4327-9ac7-17bb6c951b58 req-96a9332b-fd6b-4c64-89fb-fa3d3805fc53 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:09:02.366159 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f15e7d35-d1c8-4327-9ac7-17bb6c951b58 req-96a9332b-fd6b-4c64-89fb-fa3d3805fc53 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=12e63e08-9fb0-4ce9-82f9-cf33ec3bce74 HTTP/1.1" status: 200 len: 944 time: 0.0824161 Dec 15 20:09:02.413175 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f15e7d35-d1c8-4327-9ac7-17bb6c951b58 req-5221c106-37a7-496e-9f86-835d498c341a tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=64695d3e-07e7-446c-9461-d9a7d94806d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406733 Dec 15 20:09:03.247169 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device a26c133b-27de-4a1b-ad01-b2a1290d6ce9 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 15 20:09:03.388122 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port a26c133b-27de-4a1b-ad01-b2a1290d6ce9, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=a26c133b-27de-4a1b-ad01-b2a1290d6ce9,segment=NetworkSegment(3058a697-5a5b-4591-bbef-f54f48278d5c),segment_id=3058a697-5a5b-4591-bbef-f54f48278d5c)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:09:03.402859 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Returning: {'device': 'a26c133b-27de-4a1b-ad01-b2a1290d6ce9', 'network_id': '158c2a51-5aba-453f-8524-62e3afa10db2', 'port_id': 'a26c133b-27de-4a1b-ad01-b2a1290d6ce9', 'mac_address': 'fa:16:3e:0f:f8:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ade6cb69-f320-40ff-88f6-7e47e906bcb7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 20:09:03.457387 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:09:03.479987 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a26c133b-27de-4a1b-ad01-b2a1290d6ce9 {{(pid=88992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 20:09:03.494899 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port a26c133b-27de-4a1b-ad01-b2a1290d6ce9, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=a26c133b-27de-4a1b-ad01-b2a1290d6ce9,segment=NetworkSegment(3058a697-5a5b-4591-bbef-f54f48278d5c),segment_id=3058a697-5a5b-4591-bbef-f54f48278d5c)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:09:03.537550 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:09:03.539624 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-03489eb5-0ec8-496d-b6be-e5616c6dc22a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:09:03.610601 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=a26c133b-27de-4a1b-ad01-b2a1290d6ce9,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:09:03.613807 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:09:03.628352 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c700d-d3fb-44d2-8348-2682b1838859 req-d93709d3-7440-4d35-a29e-100897fe7e49 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:09:03.629963 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-fb0c700d-d3fb-44d2-8348-2682b1838859 req-d93709d3-7440-4d35-a29e-100897fe7e49 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=12e63e08-9fb0-4ce9-82f9-cf33ec3bce74 HTTP/1.1" status: 200 len: 945 time: 0.0933399 Dec 15 20:09:03.679616 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-fb0c700d-d3fb-44d2-8348-2682b1838859 req-083e99de-30b1-4dfe-a663-7de80a16a56e tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=64695d3e-07e7-446c-9461-d9a7d94806d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425234 Dec 15 20:09:03.811822 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] get_ports_and_sgs() called for port_ids ['a26c133b-27de-4a1b-ad01-b2a1290d6ce9'] {{(pid=88992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 20:09:05.023031 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d892afd-418a-4cd3-ac80-66984664a7e2 req-cb8132b1-b4a9-4b20-9eae-7bceb4a6667c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:09:05.025375 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1d892afd-418a-4cd3-ac80-66984664a7e2 req-cb8132b1-b4a9-4b20-9eae-7bceb4a6667c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=12e63e08-9fb0-4ce9-82f9-cf33ec3bce74 HTTP/1.1" status: 200 len: 945 time: 0.0857115 Dec 15 20:09:05.076948 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1d892afd-418a-4cd3-ac80-66984664a7e2 req-e9330007-8325-42e7-a1af-caaa0dc9562e tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=64695d3e-07e7-446c-9461-d9a7d94806d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454590 Dec 15 20:09:05.247702 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device a26c133b-27de-4a1b-ad01-b2a1290d6ce9 up at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 20:09:05.351027 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning for port a26c133b-27de-4a1b-ad01-b2a1290d6ce9 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 20:09:05.355843 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning complete for port a26c133b-27de-4a1b-ad01-b2a1290d6ce9 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:09:05.356266 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:09:05.468786 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:09:05.496396 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e63e08-9fb0-4ce9-82f9-cf33ec3bce74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a26c133b-27de-4a1b-ad01-b2a1290d6ce9'}] {{(pid=88992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 20:09:05.506081 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port a26c133b-27de-4a1b-ad01-b2a1290d6ce9, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=a26c133b-27de-4a1b-ad01-b2a1290d6ce9,segment=NetworkSegment(3058a697-5a5b-4591-bbef-f54f48278d5c),segment_id=3058a697-5a5b-4591-bbef-f54f48278d5c)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:09:05.536978 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:09:05.539072 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7e9e9513-ec47-49e9-856d-e17fac1b91f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:09:05.572867 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12e63e08-9fb0-4ce9-82f9-cf33ec3bce74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a26c133b-27de-4a1b-ad01-b2a1290d6ce9', 'code': 200} Dec 15 20:09:05.619133 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=a26c133b-27de-4a1b-ad01-b2a1290d6ce9,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:09:05.622563 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:09:05.873861 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-fb843661-5c19-42a5-952b-8f3fcf165bb7 req-7a06931b-2c5d-4c39-823d-0d5c1443f7de service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=12e63e08-9fb0-4ce9-82f9-cf33ec3bce74 HTTP/1.1" status: 200 len: 1099 time: 0.0722661 Dec 15 20:09:05.923435 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-fb843661-5c19-42a5-952b-8f3fcf165bb7 req-c71d529c-a23d-4f7b-a0c2-db6770822ee9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=64695d3e-07e7-446c-9461-d9a7d94806d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396371 Dec 15 20:09:06.279116 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e5e5fb-43fb-4ab3-8fb1-aa7473c0023f req-d5e55259-2adf-48c4-8c29-839a4f16dbe2 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:09:06.280680 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d2e5e5fb-43fb-4ab3-8fb1-aa7473c0023f req-d5e55259-2adf-48c4-8c29-839a4f16dbe2 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=12e63e08-9fb0-4ce9-82f9-cf33ec3bce74 HTTP/1.1" status: 200 len: 946 time: 0.0845163 Dec 15 20:09:06.329487 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d2e5e5fb-43fb-4ab3-8fb1-aa7473c0023f req-8760176b-b234-4fc3-b75c-95aff6cfc472 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=64695d3e-07e7-446c-9461-d9a7d94806d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427077 Dec 15 20:09:07.536254 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6927a64e-5095-430c-9700-55c610855a8c req-306573e2-4571-4639-bbcb-6131bc112f67 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:09:07.537825 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6927a64e-5095-430c-9700-55c610855a8c req-306573e2-4571-4639-bbcb-6131bc112f67 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=12e63e08-9fb0-4ce9-82f9-cf33ec3bce74 HTTP/1.1" status: 200 len: 946 time: 0.0814598 Dec 15 20:09:07.585702 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6927a64e-5095-430c-9700-55c610855a8c req-5cef75bb-bd74-49b6-9366-78acbbb32a31 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=64695d3e-07e7-446c-9461-d9a7d94806d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409608 Dec 15 20:09:07.795304 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be791cb2-530e-4b12-b3bd-a4fab1a93fe4 req-d123486d-cf0f-406b-8924-b62b1454e63c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:09:07.797133 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-be791cb2-530e-4b12-b3bd-a4fab1a93fe4 req-d123486d-cf0f-406b-8924-b62b1454e63c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=12e63e08-9fb0-4ce9-82f9-cf33ec3bce74 HTTP/1.1" status: 200 len: 946 time: 0.0847938 Dec 15 20:09:07.844900 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-be791cb2-530e-4b12-b3bd-a4fab1a93fe4 req-86831275-8547-4858-88c4-3a88f918baff tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=64695d3e-07e7-446c-9461-d9a7d94806d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416522 Dec 15 20:09:07.871641 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 36022) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:09:07.956458 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-97e20bc0-4ffb-409b-b7d5-370a22eb3595 tempest-TestNetworkAdvancedServerOps-1358408781 tempest-TestNetworkAdvancedServerOps-1358408781-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=12e63e08-9fb0-4ce9-82f9-cf33ec3bce74 HTTP/1.1" status: 200 len: 1094 time: 0.0834277 Dec 15 20:09:07.959256 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 36030) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:09:07.965533 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-26f122f7-379c-49c4-af4a-9f8266964bde tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Request body: {'floatingip': {'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'port_id': 'a26c133b-27de-4a1b-ad01-b2a1290d6ce9', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:09:07.971355 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-26f122f7-379c-49c4-af4a-9f8266964bde tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:09:07.975364 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-26f122f7-379c-49c4-af4a-9f8266964bde tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Usage tracker for resource:floatingip and tenant:dcef569c3d1c42279834a85579e46274 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:09:07.978476 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-26f122f7-379c-49c4-af4a-9f8266964bde tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:09:07.984411 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-26f122f7-379c-49c4-af4a-9f8266964bde tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:09:08.036682 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-26f122f7-379c-49c4-af4a-9f8266964bde tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for floatingip, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:09:08.184767 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-26f122f7-379c-49c4-af4a-9f8266964bde tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:09:08.253683 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5030b3b6-0957-4b3c-9a4f-732756ec58c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:09:08.426004 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-26f122f7-379c-49c4-af4a-9f8266964bde tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Allocated IP 172.26.3.178 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/68fc2ba4-8aca-46dd-aaf1-b0484fc0c55d) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 20:09:08.699900 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-26f122f7-379c-49c4-af4a-9f8266964bde tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:09:08.760070 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-26f122f7-379c-49c4-af4a-9f8266964bde tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:09:08.764617 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3ce68af1-be63-43c4-b888-9c0ddd2d3ee8 tempest-TestVolumeBootPattern-1893647512 tempest-TestVolumeBootPattern-1893647512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:09:08.833177 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f122f7-379c-49c4-af4a-9f8266964bde tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 20:09:08.836882 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-26f122f7-379c-49c4-af4a-9f8266964bde tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 20:09:08.841963 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f122f7-379c-49c4-af4a-9f8266964bde tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:09:08.868270 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f122f7-379c-49c4-af4a-9f8266964bde tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event updated for resources: {'Port': ['ID=68fc2ba4-8aca-46dd-aaf1-b0484fc0c55d,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:09:08.873488 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-26f122f7-379c-49c4-af4a-9f8266964bde tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:09:09.356160 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-26f122f7-379c-49c4-af4a-9f8266964bde tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:09:09.454902 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-26f122f7-379c-49c4-af4a-9f8266964bde tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:09:09.503032 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:09:09.669663 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-26f122f7-379c-49c4-af4a-9f8266964bde tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for port, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:09:09.708563 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-26f122f7-379c-49c4-af4a-9f8266964bde tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:09:09.713027 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-58bc28b1-2d67-4d9d-8537-b1ba70045f5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:09:09.823750 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f122f7-379c-49c4-af4a-9f8266964bde tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event updated for resources: {'Port': ['ID=68fc2ba4-8aca-46dd-aaf1-b0484fc0c55d,revision_number=2']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:09:09.828006 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-26f122f7-379c-49c4-af4a-9f8266964bde tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:09:09.836730 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-26f122f7-379c-49c4-af4a-9f8266964bde tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634093'] for floatingip, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:09:10.030939 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.l3_db [None req-26f122f7-379c-49c4-af4a-9f8266964bde tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Floating IP b17dafd4-0332-4a3a-8159-7772903145ac associated. External IP: 172.26.3.178, port: a26c133b-27de-4a1b-ad01-b2a1290d6ce9. Dec 15 20:09:10.438822 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26f122f7-379c-49c4-af4a-9f8266964bde tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Router 3b5170cb-9ce4-41f2-bf8c-ea8d0658a495 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 20:09:10.577511 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-14195a9f-53a9-4af4-9871-91b783b9d341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:09:10.667243 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f122f7-379c-49c4-af4a-9f8266964bde tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 20:09:10.678132 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58bcfa5-c131-45c1-ac18-6796e9d7198c None None] Sync routers for ids ['3b5170cb-9ce4-41f2-bf8c-ea8d0658a495'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 20:09:10.690369 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58bcfa5-c131-45c1-ac18-6796e9d7198c None None] Routers {'3b5170cb-9ce4-41f2-bf8c-ea8d0658a495'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:09:10.690994 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-d58bcfa5-c131-45c1-ac18-6796e9d7198c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:09:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['3b5170cb-9ce4-41f2-bf8c-ea8d0658a495'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:09:10.725668 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-26f122f7-379c-49c4-af4a-9f8266964bde tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:09:10.780705 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-26f122f7-379c-49c4-af4a-9f8266964bde tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8203564 Dec 15 20:09:10.781492 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12e63e08-9fb0-4ce9-82f9-cf33ec3bce74', 'tag': 'a26c133b-27de-4a1b-ad01-b2a1290d6ce9'}] {{(pid=88991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 20:09:10.838864 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12e63e08-9fb0-4ce9-82f9-cf33ec3bce74', 'tag': 'a26c133b-27de-4a1b-ad01-b2a1290d6ce9', 'status': 'completed', 'code': 200} Dec 15 20:09:10.876937 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-d58bcfa5-c131-45c1-ac18-6796e9d7198c None None] Set router 3b5170cb-9ce4-41f2-bf8c-ea8d0658a495 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:09:11.084620 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:09:11.247236 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8b962967-c6ee-4963-8805-6aca78c52eab req-237ec111-4e4b-45a9-b4a2-ad5985c9ebad service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dcef569c3d1c42279834a85579e46274&device_id=12e63e08-9fb0-4ce9-82f9-cf33ec3bce74 HTTP/1.1" status: 200 len: 1099 time: 0.3867471 Dec 15 20:09:11.254805 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94435011-28be-4554-bddb-70dcda43232c req-99e24606-3b8a-4f2a-883c-37cce7f672c1 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:09:11.256484 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-94435011-28be-4554-bddb-70dcda43232c req-99e24606-3b8a-4f2a-883c-37cce7f672c1 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=12e63e08-9fb0-4ce9-82f9-cf33ec3bce74 HTTP/1.1" status: 200 len: 946 time: 0.3625052 Dec 15 20:09:11.413347 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-94435011-28be-4554-bddb-70dcda43232c req-89a25870-60b9-4a10-ac1a-f338589245bc tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=64695d3e-07e7-446c-9461-d9a7d94806d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1310062 Dec 15 20:09:11.436214 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b962967-c6ee-4963-8805-6aca78c52eab req-ca760c19-ecbe-4852-9411-82977b2043d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:09:11.437787 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8b962967-c6ee-4963-8805-6aca78c52eab req-ca760c19-ecbe-4852-9411-82977b2043d9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=158c2a51-5aba-453f-8524-62e3afa10db2 HTTP/1.1" status: 200 len: 898 time: 0.1802237 Dec 15 20:09:11.441982 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-d58bcfa5-c131-45c1-ac18-6796e9d7198c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b5170cb-9ce4-41f2-bf8c-ea8d0658a495', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1508171427', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': '6cc86686-6b32-4711-9e7d-44f8fa48f21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:08:47Z', 'updated_at': '2021-12-15T20:08:52Z', 'revision_number': 4, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'gw_port': {'id': '6cc86686-6b32-4711-9e7d-44f8fa48f21a', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5170cb-9ce4-41f2-bf8c-ea8d0658a495', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:08:48Z', 'updated_at': '2021-12-15T20:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': 'b17dafd4-0332-4a3a-8159-7772903145ac', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'floating_ip_address': '172.26.3.178', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': '3b5170cb-9ce4-41f2-bf8c-ea8d0658a495', 'port_id': 'a26c133b-27de-4a1b-ad01-b2a1290d6ce9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '158c2a51-5aba-453f-8524-62e3afa10db2', 'mac_address': 'fa:16:3e:0f:f8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e63e08-9fb0-4ce9-82f9-cf33ec3bce74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T20:09:09Z', 'updated_at': '2021-12-15T20:09:09Z', 'revision_number': 0, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0aa8f1fe-38b3-4f4b-a300-80cab3847b0c', 'name': '', 'network_id': '158c2a51-5aba-453f-8524-62e3afa10db2', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'mac_address': 'fa:16:3e:dc:92:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5170cb-9ce4-41f2-bf8c-ea8d0658a495', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ade6cb69-f320-40ff-88f6-7e47e906bcb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:08:51Z', 'updated_at': '2021-12-15T20:08:59Z', 'revision_number': 5, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'subnets': [{'id': 'ade6cb69-f320-40ff-88f6-7e47e906bcb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:09:11.445267 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 36038) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:09:11.446814 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58bcfa5-c131-45c1-ac18-6796e9d7198c None None] Checking router: 3b5170cb-9ce4-41f2-bf8c-ea8d0658a495 for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 20:09:11.458511 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58bcfa5-c131-45c1-ac18-6796e9d7198c None None] Routers {'3b5170cb-9ce4-41f2-bf8c-ea8d0658a495'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:09:11.459200 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-d58bcfa5-c131-45c1-ac18-6796e9d7198c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:09:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['3b5170cb-9ce4-41f2-bf8c-ea8d0658a495'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:09:11.551227 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8b962967-c6ee-4963-8805-6aca78c52eab req-777ff503-f8bf-4f59-874d-427993b46b79 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a26c133b-27de-4a1b-ad01-b2a1290d6ce9 HTTP/1.1" status: 200 len: 1000 time: 0.1063442 Dec 15 20:09:11.559360 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e04e3963-d2aa-4615-9543-99e29493d1c7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/floatingips/b17dafd4-0332-4a3a-8159-7772903145ac HTTP/1.1" status: 200 len: 992 time: 0.1127117 Dec 15 20:09:11.633957 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b962967-c6ee-4963-8805-6aca78c52eab req-4668d0c4-f925-43a8-9997-809a7f09029f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:09:11.635797 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8b962967-c6ee-4963-8805-6aca78c52eab req-4668d0c4-f925-43a8-9997-809a7f09029f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ade6cb69-f320-40ff-88f6-7e47e906bcb7 HTTP/1.1" status: 200 len: 834 time: 0.0779977 Dec 15 20:09:11.648888 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-d58bcfa5-c131-45c1-ac18-6796e9d7198c None None] Set router 3b5170cb-9ce4-41f2-bf8c-ea8d0658a495 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:09:11.719410 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8b962967-c6ee-4963-8805-6aca78c52eab req-c389170b-287c-489d-ac69-7e84d4ceb795 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=158c2a51-5aba-453f-8524-62e3afa10db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770731 Dec 15 20:09:11.864325 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8b962967-c6ee-4963-8805-6aca78c52eab req-af75f206-1843-46c0-994e-094e1e826b55 service neutron] 10.222.0.32 "GET /v2.0/networks/158c2a51-5aba-453f-8524-62e3afa10db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386170 Dec 15 20:09:12.013028 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-d58bcfa5-c131-45c1-ac18-6796e9d7198c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b5170cb-9ce4-41f2-bf8c-ea8d0658a495', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1508171427', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': '6cc86686-6b32-4711-9e7d-44f8fa48f21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:08:47Z', 'updated_at': '2021-12-15T20:08:52Z', 'revision_number': 4, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'gw_port': {'id': '6cc86686-6b32-4711-9e7d-44f8fa48f21a', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5170cb-9ce4-41f2-bf8c-ea8d0658a495', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:08:48Z', 'updated_at': '2021-12-15T20:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': 'b17dafd4-0332-4a3a-8159-7772903145ac', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'floating_ip_address': '172.26.3.178', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': '3b5170cb-9ce4-41f2-bf8c-ea8d0658a495', 'port_id': 'a26c133b-27de-4a1b-ad01-b2a1290d6ce9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '158c2a51-5aba-453f-8524-62e3afa10db2', 'mac_address': 'fa:16:3e:0f:f8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e63e08-9fb0-4ce9-82f9-cf33ec3bce74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T20:09:09Z', 'updated_at': '2021-12-15T20:09:09Z', 'revision_number': 0, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0aa8f1fe-38b3-4f4b-a300-80cab3847b0c', 'name': '', 'network_id': '158c2a51-5aba-453f-8524-62e3afa10db2', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'mac_address': 'fa:16:3e:dc:92:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5170cb-9ce4-41f2-bf8c-ea8d0658a495', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ade6cb69-f320-40ff-88f6-7e47e906bcb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:08:51Z', 'updated_at': '2021-12-15T20:08:59Z', 'revision_number': 5, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'subnets': [{'id': 'ade6cb69-f320-40ff-88f6-7e47e906bcb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:09:12.017374 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58bcfa5-c131-45c1-ac18-6796e9d7198c None None] The sync data for ids ['3b5170cb-9ce4-41f2-bf8c-ea8d0658a495'] in dv-neutron-821831-2-hyperv is: [{'id': '3b5170cb-9ce4-41f2-bf8c-ea8d0658a495', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1508171427', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': '6cc86686-6b32-4711-9e7d-44f8fa48f21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:08:47Z', 'updated_at': '2021-12-15T20:08:52Z', 'revision_number': 4, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'gw_port': {'id': '6cc86686-6b32-4711-9e7d-44f8fa48f21a', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5170cb-9ce4-41f2-bf8c-ea8d0658a495', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:08:48Z', 'updated_at': '2021-12-15T20:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': 'b17dafd4-0332-4a3a-8159-7772903145ac', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'floating_ip_address': '172.26.3.178', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': '3b5170cb-9ce4-41f2-bf8c-ea8d0658a495', 'port_id': 'a26c133b-27de-4a1b-ad01-b2a1290d6ce9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '158c2a51-5aba-453f-8524-62e3afa10db2', 'mac_address': 'fa:16:3e:0f:f8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e63e08-9fb0-4ce9-82f9-cf33ec3bce74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T20:09:09Z', 'updated_at': '2021-12-15T20:09:09Z', 'revision_number': 0, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0aa8f1fe-38b3-4f4b-a300-80cab3847b0c', 'name': '', 'network_id': '158c2a51-5aba-453f-8524-62e3afa10db2', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'mac_address': 'fa:16:3e:dc:92:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5170cb-9ce4-41f2-bf8c-ea8d0658a495', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ade6cb69-f320-40ff-88f6-7e47e906bcb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:08:51Z', 'updated_at': '2021-12-15T20:08:59Z', 'revision_number': 5, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'subnets': [{'id': 'ade6cb69-f320-40ff-88f6-7e47e906bcb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 20:09:12.018670 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8b962967-c6ee-4963-8805-6aca78c52eab req-5ab0bdbb-283e-4b80-bc1c-79f27dd1cee1 service neutron] 10.222.0.32 "GET /v2.0/networks/158c2a51-5aba-453f-8524-62e3afa10db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428318 Dec 15 20:09:12.351957 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e3ed8c-44e1-48d1-a04c-13c1c55bb870 None None] New status for floating IP b17dafd4-0332-4a3a-8159-7772903145ac: ACTIVE {{(pid=88993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 15 20:09:12.563128 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 36042) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:09:12.788991 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:09:12.905888 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-fa976468-77f7-439e-9716-94c6e0875e3b tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/floatingips/b17dafd4-0332-4a3a-8159-7772903145ac HTTP/1.1" status: 200 len: 994 time: 0.3413062 Dec 15 20:09:18.588543 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f603bea6-9b78-46ac-9ba8-f8c393f6828d req-4c807ac3-7403-4799-91be-423dd5f18788 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=12e63e08-9fb0-4ce9-82f9-cf33ec3bce74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0739832 Dec 15 20:09:18.800059 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f603bea6-9b78-46ac-9ba8-f8c393f6828d req-0efbbdd9-68b5-4010-9df6-88bd82435a02 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dcef569c3d1c42279834a85579e46274&device_id=12e63e08-9fb0-4ce9-82f9-cf33ec3bce74 HTTP/1.1" status: 200 len: 1099 time: 0.0736043 Dec 15 20:09:18.954330 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f603bea6-9b78-46ac-9ba8-f8c393f6828d req-d6688de8-369b-4452-8f45-48cc65f5c0dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:09:18.955877 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f603bea6-9b78-46ac-9ba8-f8c393f6828d req-d6688de8-369b-4452-8f45-48cc65f5c0dd service neutron] 10.222.0.32 "GET /v2.0/networks?id=158c2a51-5aba-453f-8524-62e3afa10db2 HTTP/1.1" status: 200 len: 898 time: 0.1376169 Dec 15 20:09:19.065516 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f603bea6-9b78-46ac-9ba8-f8c393f6828d req-4b012344-692d-490d-80b5-ac8e42c04f0d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a26c133b-27de-4a1b-ad01-b2a1290d6ce9 HTTP/1.1" status: 200 len: 1002 time: 0.1009960 Dec 15 20:09:19.137862 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f603bea6-9b78-46ac-9ba8-f8c393f6828d req-721244dc-fe88-4fd8-97da-e57fa058bde5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:09:19.139481 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f603bea6-9b78-46ac-9ba8-f8c393f6828d req-721244dc-fe88-4fd8-97da-e57fa058bde5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ade6cb69-f320-40ff-88f6-7e47e906bcb7 HTTP/1.1" status: 200 len: 834 time: 0.0669184 Dec 15 20:09:19.228046 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f603bea6-9b78-46ac-9ba8-f8c393f6828d req-247d957f-5e3c-4136-a47d-264a826faeff service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=158c2a51-5aba-453f-8524-62e3afa10db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0814331 Dec 15 20:09:19.369542 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f603bea6-9b78-46ac-9ba8-f8c393f6828d req-4a022782-68c8-4266-8541-8a0c0fbebad3 service neutron] 10.222.0.32 "GET /v2.0/networks/158c2a51-5aba-453f-8524-62e3afa10db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333039 Dec 15 20:09:19.513217 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f603bea6-9b78-46ac-9ba8-f8c393f6828d req-a10aa06c-8f6a-400f-bca9-a94fd16fb546 service neutron] 10.222.0.32 "GET /v2.0/networks/158c2a51-5aba-453f-8524-62e3afa10db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369224 Dec 15 20:09:24.582267 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:09:38.258922 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f5278b02-1755-4791-8b8b-f95a55999c49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:09:38.955238 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 20:09:39.507647 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:09:40.572328 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-21922443-adf7-4e1b-aea5-9d4b55f2b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:09:41.017780 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:09:42.817590 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:09:44.519161 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4048b86c-adef-41f7-8cca-b31d831bc9f6 req-d0059e34-e011-433e-8e4b-00b184d1cce8 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:09:44.520781 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4048b86c-adef-41f7-8cca-b31d831bc9f6 req-d0059e34-e011-433e-8e4b-00b184d1cce8 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=12e63e08-9fb0-4ce9-82f9-cf33ec3bce74 HTTP/1.1" status: 200 len: 946 time: 0.0842481 Dec 15 20:09:44.577105 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4048b86c-adef-41f7-8cca-b31d831bc9f6 req-c148d7f6-05b0-446b-94df-8d778f53c42d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=64695d3e-07e7-446c-9461-d9a7d94806d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493853 Dec 15 20:09:45.787457 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e0f11-aa21-4e0d-8e09-d17e19862663 req-5b861e1c-6d16-4f17-a5c7-bafeffde41ca tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:09:45.789064 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e92e0f11-aa21-4e0d-8e09-d17e19862663 req-5b861e1c-6d16-4f17-a5c7-bafeffde41ca tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=12e63e08-9fb0-4ce9-82f9-cf33ec3bce74 HTTP/1.1" status: 200 len: 946 time: 0.0817659 Dec 15 20:09:45.836614 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e92e0f11-aa21-4e0d-8e09-d17e19862663 req-438603f0-3557-40fe-a3d0-f66746ab1c13 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=64695d3e-07e7-446c-9461-d9a7d94806d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402465 Dec 15 20:09:47.048430 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b661672-761d-4cd6-a10e-bf5bc500d090 req-c254b3a9-bc84-412f-a117-717d83416615 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:09:47.050023 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6b661672-761d-4cd6-a10e-bf5bc500d090 req-c254b3a9-bc84-412f-a117-717d83416615 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=12e63e08-9fb0-4ce9-82f9-cf33ec3bce74 HTTP/1.1" status: 200 len: 946 time: 0.0870790 Dec 15 20:09:47.097805 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6b661672-761d-4cd6-a10e-bf5bc500d090 req-1c9ae316-5bfd-4a91-8c22-ca3643716e19 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=64695d3e-07e7-446c-9461-d9a7d94806d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409083 Dec 15 20:09:48.303131 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef671233-7690-49e4-ba99-d360ec38c810 req-0a0ae488-8c94-4740-b9cf-57a823fbc89e tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:09:48.304753 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ef671233-7690-49e4-ba99-d360ec38c810 req-0a0ae488-8c94-4740-b9cf-57a823fbc89e tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=12e63e08-9fb0-4ce9-82f9-cf33ec3bce74 HTTP/1.1" status: 200 len: 946 time: 0.0830405 Dec 15 20:09:48.356002 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ef671233-7690-49e4-ba99-d360ec38c810 req-50bec3f6-925d-4e17-8916-ccd713595f33 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=64695d3e-07e7-446c-9461-d9a7d94806d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423319 Dec 15 20:09:49.562389 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9d483-0d98-4191-bad4-84ceb9964667 req-9bc5186d-3b12-4007-b472-24d80cbd1d3f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:09:49.563970 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-60b9d483-0d98-4191-bad4-84ceb9964667 req-9bc5186d-3b12-4007-b472-24d80cbd1d3f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=12e63e08-9fb0-4ce9-82f9-cf33ec3bce74 HTTP/1.1" status: 200 len: 946 time: 0.0852361 Dec 15 20:09:49.614898 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-60b9d483-0d98-4191-bad4-84ceb9964667 req-549fb53e-60fd-485e-b150-2aeffcc4aaf8 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=64695d3e-07e7-446c-9461-d9a7d94806d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445926 Dec 15 20:09:50.822320 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9908a4d7-84f4-4773-bf09-75f832a2099e req-6d4d298a-f1b4-497a-a857-e7215fae2a1a tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:09:50.824036 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9908a4d7-84f4-4773-bf09-75f832a2099e req-6d4d298a-f1b4-497a-a857-e7215fae2a1a tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=12e63e08-9fb0-4ce9-82f9-cf33ec3bce74 HTTP/1.1" status: 200 len: 946 time: 0.0827127 Dec 15 20:09:50.875945 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9908a4d7-84f4-4773-bf09-75f832a2099e req-ee01ece7-a03b-435c-8f79-b059615cb7c3 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=64695d3e-07e7-446c-9461-d9a7d94806d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458591 Dec 15 20:09:52.078318 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb606b3-4898-48e4-9fd2-a1903410633d req-acd0d21b-d120-471f-bdd3-b1f4081babfa tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:09:52.079916 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7eb606b3-4898-48e4-9fd2-a1903410633d req-acd0d21b-d120-471f-bdd3-b1f4081babfa tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=12e63e08-9fb0-4ce9-82f9-cf33ec3bce74 HTTP/1.1" status: 200 len: 946 time: 0.0836020 Dec 15 20:09:52.127051 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7eb606b3-4898-48e4-9fd2-a1903410633d req-e437d069-e223-4b82-8404-093a7e187a87 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=64695d3e-07e7-446c-9461-d9a7d94806d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412395 Dec 15 20:09:53.340979 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bed4566-3677-43ba-b2e0-f194cf2bc38c req-1106c2d5-b13b-408e-9c43-083c77ba6b5f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:09:53.342606 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3bed4566-3677-43ba-b2e0-f194cf2bc38c req-1106c2d5-b13b-408e-9c43-083c77ba6b5f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=12e63e08-9fb0-4ce9-82f9-cf33ec3bce74 HTTP/1.1" status: 200 len: 946 time: 0.0896747 Dec 15 20:09:53.391094 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3bed4566-3677-43ba-b2e0-f194cf2bc38c req-cb9bd244-260c-4054-9643-100f449a81ee tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=64695d3e-07e7-446c-9461-d9a7d94806d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421407 Dec 15 20:09:54.600238 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052011dc-5b4b-4fc6-88d0-9dcbee3a16dd req-128fd312-bb5f-4752-968a-cb96e4795395 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:09:54.601874 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-052011dc-5b4b-4fc6-88d0-9dcbee3a16dd req-128fd312-bb5f-4752-968a-cb96e4795395 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=12e63e08-9fb0-4ce9-82f9-cf33ec3bce74 HTTP/1.1" status: 200 len: 946 time: 0.0843070 Dec 15 20:09:54.629138 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:09:54.652845 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-052011dc-5b4b-4fc6-88d0-9dcbee3a16dd req-2fec639c-e07d-4688-b7e2-48eb28146571 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=64695d3e-07e7-446c-9461-d9a7d94806d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436213 Dec 15 20:09:55.859667 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda4c364-f6cf-479f-bc70-307860604565 req-5c14a690-10d2-4a2a-a019-3647b6f5c89f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:09:55.861303 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-cda4c364-f6cf-479f-bc70-307860604565 req-5c14a690-10d2-4a2a-a019-3647b6f5c89f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=12e63e08-9fb0-4ce9-82f9-cf33ec3bce74 HTTP/1.1" status: 200 len: 946 time: 0.0868797 Dec 15 20:09:55.909643 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-cda4c364-f6cf-479f-bc70-307860604565 req-b047f2d3-ca64-4d97-8d3e-423660e55f2e tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=64695d3e-07e7-446c-9461-d9a7d94806d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421476 Dec 15 20:09:55.937284 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 36084) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:09:56.046887 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-faf99bb1-5fe5-4879-99df-e1c326c717fc tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/floatingips/b17dafd4-0332-4a3a-8159-7772903145ac HTTP/1.1" status: 200 len: 994 time: 0.1081901 Dec 15 20:09:57.610475 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90acc39b-0365-4520-ab5b-4f1ccb186d28 req-14572278-f47b-436b-a855-0a1dae4a6e6d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:09:57.612302 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-90acc39b-0365-4520-ab5b-4f1ccb186d28 req-14572278-f47b-436b-a855-0a1dae4a6e6d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=12e63e08-9fb0-4ce9-82f9-cf33ec3bce74 HTTP/1.1" status: 200 len: 946 time: 0.0889704 Dec 15 20:09:57.716212 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-90acc39b-0365-4520-ab5b-4f1ccb186d28 req-ff046a25-b8ae-4488-bf73-3e45f5208cfe tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=64695d3e-07e7-446c-9461-d9a7d94806d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0976040 Dec 15 20:09:57.739823 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d1903790-5bbd-439c-aa68-a3b30f3b565b req-5711bca0-2486-478e-bfb2-fedd6eae55d0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dcef569c3d1c42279834a85579e46274&device_id=12e63e08-9fb0-4ce9-82f9-cf33ec3bce74 HTTP/1.1" status: 200 len: 1099 time: 0.1013653 Dec 15 20:09:57.883919 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1903790-5bbd-439c-aa68-a3b30f3b565b req-2fac9f16-da6f-4adc-b3a2-9c0a55e4b4a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:09:57.886108 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d1903790-5bbd-439c-aa68-a3b30f3b565b req-2fac9f16-da6f-4adc-b3a2-9c0a55e4b4a4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=158c2a51-5aba-453f-8524-62e3afa10db2 HTTP/1.1" status: 200 len: 898 time: 0.1347897 Dec 15 20:09:57.997686 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d1903790-5bbd-439c-aa68-a3b30f3b565b req-98368483-811c-4e01-bbc3-46913b625332 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a26c133b-27de-4a1b-ad01-b2a1290d6ce9 HTTP/1.1" status: 200 len: 1002 time: 0.1017299 Dec 15 20:09:58.069452 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1903790-5bbd-439c-aa68-a3b30f3b565b req-f8b222fa-ee7e-43aa-910a-488820963598 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:09:58.071033 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d1903790-5bbd-439c-aa68-a3b30f3b565b req-f8b222fa-ee7e-43aa-910a-488820963598 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ade6cb69-f320-40ff-88f6-7e47e906bcb7 HTTP/1.1" status: 200 len: 834 time: 0.0634525 Dec 15 20:09:58.155837 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d1903790-5bbd-439c-aa68-a3b30f3b565b req-a5fef267-a5a7-486c-9d99-a371fb5b7997 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=158c2a51-5aba-453f-8524-62e3afa10db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745418 Dec 15 20:09:58.305016 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d1903790-5bbd-439c-aa68-a3b30f3b565b req-432aafcc-eeec-423b-a8ac-ac1286664537 service neutron] 10.222.0.32 "GET /v2.0/networks/158c2a51-5aba-453f-8524-62e3afa10db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376581 Dec 15 20:09:58.450819 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d1903790-5bbd-439c-aa68-a3b30f3b565b req-1e4e949f-e698-4401-a0a0-5b7372ca550f service neutron] 10.222.0.32 "GET /v2.0/networks/158c2a51-5aba-453f-8524-62e3afa10db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360185 Dec 15 20:09:58.926774 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c2de42-3a69-48da-aa63-85bcf356b4e2 req-d1e4a03b-dfa0-42e4-b603-7a7ee45fe1d4 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:09:58.928311 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-33c2de42-3a69-48da-aa63-85bcf356b4e2 req-d1e4a03b-dfa0-42e4-b603-7a7ee45fe1d4 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=12e63e08-9fb0-4ce9-82f9-cf33ec3bce74 HTTP/1.1" status: 200 len: 946 time: 0.0839224 Dec 15 20:09:58.978703 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-33c2de42-3a69-48da-aa63-85bcf356b4e2 req-ed25a25a-8f64-4387-96b1-49ecfc330ad2 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=64695d3e-07e7-446c-9461-d9a7d94806d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430236 Dec 15 20:10:00.189897 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d315fe-095c-4706-a0a5-eaf11540dd7e req-38718cc2-04e5-4189-8e13-cbfb55417b87 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:10:00.191490 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e7d315fe-095c-4706-a0a5-eaf11540dd7e req-38718cc2-04e5-4189-8e13-cbfb55417b87 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=12e63e08-9fb0-4ce9-82f9-cf33ec3bce74 HTTP/1.1" status: 200 len: 946 time: 0.0847795 Dec 15 20:10:00.470053 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e7d315fe-095c-4706-a0a5-eaf11540dd7e req-5818faf0-7131-41ea-b869-33eb29443abb tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=64695d3e-07e7-446c-9461-d9a7d94806d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2718780 Dec 15 20:10:00.497441 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 36100) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:10:00.610331 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c76d355b-b62a-4b1d-a7c5-aa2ab933481d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/floatingips/b17dafd4-0332-4a3a-8159-7772903145ac HTTP/1.1" status: 200 len: 994 time: 0.1102796 Dec 15 20:10:08.262766 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fb21faae-6ff7-40d7-9bc2-21060b741f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:09.502457 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:10.575257 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bfdcf7f8-ce62-4442-9a63-76d49042ac19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:11.016516 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:12.799444 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:15.959477 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 20:10:18.577704 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9dffe467-7957-42fa-bbff-1bcc57b5ce1d req-886266a0-1d37-4d4a-86eb-4dac30c6b563 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=12e63e08-9fb0-4ce9-82f9-cf33ec3bce74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0727582 Dec 15 20:10:18.731098 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9dffe467-7957-42fa-bbff-1bcc57b5ce1d req-2c054b4f-5d9c-4be3-b658-fa4b962599f0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dcef569c3d1c42279834a85579e46274&device_id=12e63e08-9fb0-4ce9-82f9-cf33ec3bce74 HTTP/1.1" status: 200 len: 1099 time: 0.0781422 Dec 15 20:10:18.896973 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dffe467-7957-42fa-bbff-1bcc57b5ce1d req-1b5624cf-0792-4724-8783-4a064aa9adff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:10:18.898497 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9dffe467-7957-42fa-bbff-1bcc57b5ce1d req-1b5624cf-0792-4724-8783-4a064aa9adff service neutron] 10.222.0.32 "GET /v2.0/networks?id=158c2a51-5aba-453f-8524-62e3afa10db2 HTTP/1.1" status: 200 len: 898 time: 0.1412730 Dec 15 20:10:19.005966 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9dffe467-7957-42fa-bbff-1bcc57b5ce1d req-eff16c38-b8d8-4a16-a682-d1848ad38ee3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a26c133b-27de-4a1b-ad01-b2a1290d6ce9 HTTP/1.1" status: 200 len: 1002 time: 0.1006715 Dec 15 20:10:19.076714 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dffe467-7957-42fa-bbff-1bcc57b5ce1d req-75b41d79-2192-4be1-b5b7-ec99b648b545 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:10:19.078327 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9dffe467-7957-42fa-bbff-1bcc57b5ce1d req-75b41d79-2192-4be1-b5b7-ec99b648b545 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ade6cb69-f320-40ff-88f6-7e47e906bcb7 HTTP/1.1" status: 200 len: 834 time: 0.0653741 Dec 15 20:10:19.157932 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9dffe467-7957-42fa-bbff-1bcc57b5ce1d req-22f64f23-aadf-4979-a280-2572dc5ff4d3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=158c2a51-5aba-453f-8524-62e3afa10db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724051 Dec 15 20:10:19.299382 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9dffe467-7957-42fa-bbff-1bcc57b5ce1d req-b35fab96-bd01-42f5-8d37-017d652619c8 service neutron] 10.222.0.32 "GET /v2.0/networks/158c2a51-5aba-453f-8524-62e3afa10db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339929 Dec 15 20:10:19.443653 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9dffe467-7957-42fa-bbff-1bcc57b5ce1d req-d5ea13d6-da0b-40a3-ab1e-1bf808286efb service neutron] 10.222.0.32 "GET /v2.0/networks/158c2a51-5aba-453f-8524-62e3afa10db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365612 Dec 15 20:10:24.758441 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:31.981828 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 36118) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:10:32.187130 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-b6de2d13-a7c8-441f-8974-41217b6ba7e7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Deleting port 68fc2ba4-8aca-46dd-aaf1-b0484fc0c55d {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 20:10:32.187516 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b6de2d13-a7c8-441f-8974-41217b6ba7e7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:32.362986 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b6de2d13-a7c8-441f-8974-41217b6ba7e7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:32.363356 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b6de2d13-a7c8-441f-8974-41217b6ba7e7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:32.486904 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-b6de2d13-a7c8-441f-8974-41217b6ba7e7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Calling delete_port for 68fc2ba4-8aca-46dd-aaf1-b0484fc0c55d owned by network:floatingip {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 20:10:32.769867 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b6de2d13-a7c8-441f-8974-41217b6ba7e7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:32.774805 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-21b868a8-1ab5-44b5-8034-9f9b8f0110ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:10:32.815623 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6de2d13-a7c8-441f-8974-41217b6ba7e7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event deleted for resources: {'Port': ['ID=68fc2ba4-8aca-46dd-aaf1-b0484fc0c55d,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:10:32.828086 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6de2d13-a7c8-441f-8974-41217b6ba7e7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:10:32.828530 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6de2d13-a7c8-441f-8974-41217b6ba7e7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:10:32.828965 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6de2d13-a7c8-441f-8974-41217b6ba7e7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:10:32.829393 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6de2d13-a7c8-441f-8974-41217b6ba7e7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:10:32.830301 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6de2d13-a7c8-441f-8974-41217b6ba7e7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:10:32.830301 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6de2d13-a7c8-441f-8974-41217b6ba7e7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:10:32.830665 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6de2d13-a7c8-441f-8974-41217b6ba7e7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:10:32.831086 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6de2d13-a7c8-441f-8974-41217b6ba7e7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:10:32.831522 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6de2d13-a7c8-441f-8974-41217b6ba7e7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:10:32.831918 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6de2d13-a7c8-441f-8974-41217b6ba7e7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:10:32.832335 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6de2d13-a7c8-441f-8974-41217b6ba7e7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:10:32.863903 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b6de2d13-a7c8-441f-8974-41217b6ba7e7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:10:32.926172 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b6de2d13-a7c8-441f-8974-41217b6ba7e7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for floatingip, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:33.326035 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6de2d13-a7c8-441f-8974-41217b6ba7e7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Router 3b5170cb-9ce4-41f2-bf8c-ea8d0658a495 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 20:10:33.530695 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6de2d13-a7c8-441f-8974-41217b6ba7e7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 20:10:33.541287 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc1e764-8c99-4b6c-8608-b0d600e89f04 None None] Sync routers for ids ['3b5170cb-9ce4-41f2-bf8c-ea8d0658a495'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 20:10:33.554109 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc1e764-8c99-4b6c-8608-b0d600e89f04 None None] Routers {'3b5170cb-9ce4-41f2-bf8c-ea8d0658a495'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:10:33.556156 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-bdc1e764-8c99-4b6c-8608-b0d600e89f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:10:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['3b5170cb-9ce4-41f2-bf8c-ea8d0658a495'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:10:33.582304 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b6de2d13-a7c8-441f-8974-41217b6ba7e7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:33.648670 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b6de2d13-a7c8-441f-8974-41217b6ba7e7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "DELETE /v2.0/floatingips/b17dafd4-0332-4a3a-8159-7772903145ac HTTP/1.1" status: 204 len: 168 time: 1.6631777 Dec 15 20:10:33.648670 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12e63e08-9fb0-4ce9-82f9-cf33ec3bce74', 'tag': 'a26c133b-27de-4a1b-ad01-b2a1290d6ce9'}] {{(pid=88991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 20:10:33.763222 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-bdc1e764-8c99-4b6c-8608-b0d600e89f04 None None] Set router 3b5170cb-9ce4-41f2-bf8c-ea8d0658a495 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:10:33.790026 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12e63e08-9fb0-4ce9-82f9-cf33ec3bce74', 'tag': 'a26c133b-27de-4a1b-ad01-b2a1290d6ce9', 'status': 'completed', 'code': 200} Dec 15 20:10:33.905648 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8a456267-8677-4a2f-afe4-268753988717 req-082d3e1c-ac50-4838-a659-b26b634a0ab3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dcef569c3d1c42279834a85579e46274&device_id=12e63e08-9fb0-4ce9-82f9-cf33ec3bce74 HTTP/1.1" status: 200 len: 1099 time: 0.0794368 Dec 15 20:10:34.054734 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a456267-8677-4a2f-afe4-268753988717 req-70206181-77ea-4ef3-ab8f-0b0289a68a5e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:10:34.056967 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8a456267-8677-4a2f-afe4-268753988717 req-70206181-77ea-4ef3-ab8f-0b0289a68a5e service neutron] 10.222.0.32 "GET /v2.0/networks?id=158c2a51-5aba-453f-8524-62e3afa10db2 HTTP/1.1" status: 200 len: 898 time: 0.1406922 Dec 15 20:10:34.106811 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-bdc1e764-8c99-4b6c-8608-b0d600e89f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b5170cb-9ce4-41f2-bf8c-ea8d0658a495', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1508171427', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': '6cc86686-6b32-4711-9e7d-44f8fa48f21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:08:47Z', 'updated_at': '2021-12-15T20:08:52Z', 'revision_number': 4, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'gw_port': {'id': '6cc86686-6b32-4711-9e7d-44f8fa48f21a', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5170cb-9ce4-41f2-bf8c-ea8d0658a495', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:08:48Z', 'updated_at': '2021-12-15T20:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '0aa8f1fe-38b3-4f4b-a300-80cab3847b0c', 'name': '', 'network_id': '158c2a51-5aba-453f-8524-62e3afa10db2', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'mac_address': 'fa:16:3e:dc:92:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5170cb-9ce4-41f2-bf8c-ea8d0658a495', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ade6cb69-f320-40ff-88f6-7e47e906bcb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:08:51Z', 'updated_at': '2021-12-15T20:08:59Z', 'revision_number': 5, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'subnets': [{'id': 'ade6cb69-f320-40ff-88f6-7e47e906bcb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:10:34.111425 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc1e764-8c99-4b6c-8608-b0d600e89f04 None None] Checking router: 3b5170cb-9ce4-41f2-bf8c-ea8d0658a495 for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 20:10:34.123850 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc1e764-8c99-4b6c-8608-b0d600e89f04 None None] Routers {'3b5170cb-9ce4-41f2-bf8c-ea8d0658a495'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:10:34.124551 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-bdc1e764-8c99-4b6c-8608-b0d600e89f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:10:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['3b5170cb-9ce4-41f2-bf8c-ea8d0658a495'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:10:34.137265 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8a456267-8677-4a2f-afe4-268753988717 req-b574801d-140a-449f-b710-95b0cb40b9c4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a26c133b-27de-4a1b-ad01-b2a1290d6ce9 HTTP/1.1" status: 200 len: 217 time: 0.0714417 Dec 15 20:10:34.261886 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a456267-8677-4a2f-afe4-268753988717 req-3c501cc8-faf4-4e32-975c-cce35f76574c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:10:34.263527 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8a456267-8677-4a2f-afe4-268753988717 req-3c501cc8-faf4-4e32-975c-cce35f76574c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ade6cb69-f320-40ff-88f6-7e47e906bcb7 HTTP/1.1" status: 200 len: 834 time: 0.1047108 Dec 15 20:10:34.314230 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-bdc1e764-8c99-4b6c-8608-b0d600e89f04 None None] Set router 3b5170cb-9ce4-41f2-bf8c-ea8d0658a495 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:10:34.377390 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ed610-954e-4c27-8b4a-8efe6dfb37aa req-b2993bc7-0065-4411-b3f6-c56e65e1ede2 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:10:34.379045 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-059ed610-954e-4c27-8b4a-8efe6dfb37aa req-b2993bc7-0065-4411-b3f6-c56e65e1ede2 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=12e63e08-9fb0-4ce9-82f9-cf33ec3bce74 HTTP/1.1" status: 200 len: 946 time: 0.1545076 Dec 15 20:10:34.386226 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8a456267-8677-4a2f-afe4-268753988717 req-5d93aff9-d8fa-45f6-94bc-bc227d3b6a64 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=158c2a51-5aba-453f-8524-62e3afa10db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1121922 Dec 15 20:10:34.526911 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-059ed610-954e-4c27-8b4a-8efe6dfb37aa req-9724374a-add9-49ac-8eb9-2e86fbe4ca77 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=64695d3e-07e7-446c-9461-d9a7d94806d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1395140 Dec 15 20:10:34.564204 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8a456267-8677-4a2f-afe4-268753988717 req-9db5e205-29cd-4b90-9e9e-27da56e3dd2e service neutron] 10.222.0.32 "GET /v2.0/networks/158c2a51-5aba-453f-8524-62e3afa10db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619225 Dec 15 20:10:34.651110 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-bdc1e764-8c99-4b6c-8608-b0d600e89f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b5170cb-9ce4-41f2-bf8c-ea8d0658a495', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1508171427', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': '6cc86686-6b32-4711-9e7d-44f8fa48f21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:08:47Z', 'updated_at': '2021-12-15T20:08:52Z', 'revision_number': 4, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'gw_port': {'id': '6cc86686-6b32-4711-9e7d-44f8fa48f21a', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5170cb-9ce4-41f2-bf8c-ea8d0658a495', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:08:48Z', 'updated_at': '2021-12-15T20:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '0aa8f1fe-38b3-4f4b-a300-80cab3847b0c', 'name': '', 'network_id': '158c2a51-5aba-453f-8524-62e3afa10db2', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'mac_address': 'fa:16:3e:dc:92:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5170cb-9ce4-41f2-bf8c-ea8d0658a495', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ade6cb69-f320-40ff-88f6-7e47e906bcb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:08:51Z', 'updated_at': '2021-12-15T20:08:59Z', 'revision_number': 5, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'subnets': [{'id': 'ade6cb69-f320-40ff-88f6-7e47e906bcb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:10:34.655615 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc1e764-8c99-4b6c-8608-b0d600e89f04 None None] The sync data for ids ['3b5170cb-9ce4-41f2-bf8c-ea8d0658a495'] in dv-neutron-821831-2-hyperv is: [{'id': '3b5170cb-9ce4-41f2-bf8c-ea8d0658a495', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1508171427', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': '6cc86686-6b32-4711-9e7d-44f8fa48f21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:08:47Z', 'updated_at': '2021-12-15T20:08:52Z', 'revision_number': 4, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'gw_port': {'id': '6cc86686-6b32-4711-9e7d-44f8fa48f21a', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5170cb-9ce4-41f2-bf8c-ea8d0658a495', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:08:48Z', 'updated_at': '2021-12-15T20:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '0aa8f1fe-38b3-4f4b-a300-80cab3847b0c', 'name': '', 'network_id': '158c2a51-5aba-453f-8524-62e3afa10db2', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'mac_address': 'fa:16:3e:dc:92:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5170cb-9ce4-41f2-bf8c-ea8d0658a495', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ade6cb69-f320-40ff-88f6-7e47e906bcb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:08:51Z', 'updated_at': '2021-12-15T20:08:59Z', 'revision_number': 5, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'subnets': [{'id': 'ade6cb69-f320-40ff-88f6-7e47e906bcb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 20:10:34.718034 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8a456267-8677-4a2f-afe4-268753988717 req-4a2d8914-4b34-4fed-96f0-0c25599d5604 service neutron] 10.222.0.32 "GET /v2.0/networks/158c2a51-5aba-453f-8524-62e3afa10db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466949 Dec 15 20:10:35.104235 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434227c1-9807-469d-9075-7c83147dcd21 None None] New status for floating IP b17dafd4-0332-4a3a-8159-7772903145ac: DOWN {{(pid=88993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 15 20:10:35.786187 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e9ef74-efa0-4b48-ab42-3e042eb0bec9 req-67012c07-409c-4c0c-b44e-f2843895c620 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:10:35.787866 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-52e9ef74-efa0-4b48-ab42-3e042eb0bec9 req-67012c07-409c-4c0c-b44e-f2843895c620 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=12e63e08-9fb0-4ce9-82f9-cf33ec3bce74 HTTP/1.1" status: 200 len: 946 time: 0.0816619 Dec 15 20:10:35.841015 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-52e9ef74-efa0-4b48-ab42-3e042eb0bec9 req-412bbdd0-2cff-4e82-87c5-80f31b5d4ee1 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=64695d3e-07e7-446c-9461-d9a7d94806d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459180 Dec 15 20:10:36.086105 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53303d57-4327-42c9-b4fa-30020af57a6e req-62fe97f0-9d47-420b-b811-ab3f50890f85 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:10:36.088227 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-53303d57-4327-42c9-b4fa-30020af57a6e req-62fe97f0-9d47-420b-b811-ab3f50890f85 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.32 "GET /v2.0/ports?device_id=12e63e08-9fb0-4ce9-82f9-cf33ec3bce74 HTTP/1.1" status: 200 len: 946 time: 0.0803623 Dec 15 20:10:36.161777 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [req-53303d57-4327-42c9-b4fa-30020af57a6e req-f776c7d4-9067-4ea2-af31-cd34253cdf7d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Deleting port a26c133b-27de-4a1b-ad01-b2a1290d6ce9 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 20:10:36.162061 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-53303d57-4327-42c9-b4fa-30020af57a6e req-f776c7d4-9067-4ea2-af31-cd34253cdf7d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:36.410722 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-53303d57-4327-42c9-b4fa-30020af57a6e req-f776c7d4-9067-4ea2-af31-cd34253cdf7d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] For port a26c133b-27de-4a1b-ad01-b2a1290d6ce9, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=a26c133b-27de-4a1b-ad01-b2a1290d6ce9,segment=NetworkSegment(3058a697-5a5b-4591-bbef-f54f48278d5c),segment_id=3058a697-5a5b-4591-bbef-f54f48278d5c)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:10:36.411125 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-53303d57-4327-42c9-b4fa-30020af57a6e req-f776c7d4-9067-4ea2-af31-cd34253cdf7d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:36.537675 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [req-53303d57-4327-42c9-b4fa-30020af57a6e req-f776c7d4-9067-4ea2-af31-cd34253cdf7d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Calling delete_port for a26c133b-27de-4a1b-ad01-b2a1290d6ce9 owned by compute:nova {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 20:10:36.867152 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-53303d57-4327-42c9-b4fa-30020af57a6e req-f776c7d4-9067-4ea2-af31-cd34253cdf7d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:36.874967 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2fca988a-9832-4591-8b65-a77f55c144b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:10:36.920281 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f776c7d4-9067-4ea2-af31-cd34253cdf7d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event deleted for resources: {'Port': ['ID=a26c133b-27de-4a1b-ad01-b2a1290d6ce9,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:10:36.933040 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f776c7d4-9067-4ea2-af31-cd34253cdf7d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:10:36.933482 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f776c7d4-9067-4ea2-af31-cd34253cdf7d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:10:36.933922 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f776c7d4-9067-4ea2-af31-cd34253cdf7d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:10:36.934400 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f776c7d4-9067-4ea2-af31-cd34253cdf7d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:10:36.934832 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f776c7d4-9067-4ea2-af31-cd34253cdf7d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:10:36.935256 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f776c7d4-9067-4ea2-af31-cd34253cdf7d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:10:36.935654 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f776c7d4-9067-4ea2-af31-cd34253cdf7d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:10:36.936190 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f776c7d4-9067-4ea2-af31-cd34253cdf7d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:10:36.936508 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f776c7d4-9067-4ea2-af31-cd34253cdf7d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:10:36.936924 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f776c7d4-9067-4ea2-af31-cd34253cdf7d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:10:36.937340 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f776c7d4-9067-4ea2-af31-cd34253cdf7d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:10:36.970839 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f776c7d4-9067-4ea2-af31-cd34253cdf7d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:10:37.053767 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [req-53303d57-4327-42c9-b4fa-30020af57a6e req-f776c7d4-9067-4ea2-af31-cd34253cdf7d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] No DVR routers for this DVR port a26c133b-27de-4a1b-ad01-b2a1290d6ce9 on host hv-neutron-8218 {{(pid=88990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 20:10:37.057407 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-cb47a498-1955-4504-bb69-e7b3b3451a8b req-819b3bba-b12e-4ffa-b6a8-45f8da68a0a1 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=12e63e08-9fb0-4ce9-82f9-cf33ec3bce74 HTTP/1.1" status: 200 len: 210 time: 0.0855429 Dec 15 20:10:37.058477 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-53303d57-4327-42c9-b4fa-30020af57a6e req-f776c7d4-9067-4ea2-af31-cd34253cdf7d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:37.061318 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e63e08-9fb0-4ce9-82f9-cf33ec3bce74', 'name': 'network-vif-deleted', 'tag': 'a26c133b-27de-4a1b-ad01-b2a1290d6ce9'}] {{(pid=88990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 20:10:37.074374 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-53303d57-4327-42c9-b4fa-30020af57a6e req-f776c7d4-9067-4ea2-af31-cd34253cdf7d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.32 "DELETE /v2.0/ports/a26c133b-27de-4a1b-ad01-b2a1290d6ce9 HTTP/1.1" status: 204 len: 173 time: 0.9775319 Dec 15 20:10:37.117305 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12e63e08-9fb0-4ce9-82f9-cf33ec3bce74', 'name': 'network-vif-deleted', 'tag': 'a26c133b-27de-4a1b-ad01-b2a1290d6ce9', 'status': 'completed', 'code': 200} Dec 15 20:10:38.165023 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 36140) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:10:38.272878 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f9b5b490-ef8a-4292-99b0-1c9d53136ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:38.584783 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-152d9d69-7786-4237-9304-860bd1603a9f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145021'] for router_interface, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:39.447419 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-152d9d69-7786-4237-9304-860bd1603a9f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Deleting port 0aa8f1fe-38b3-4f4b-a300-80cab3847b0c {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 20:10:39.448030 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-152d9d69-7786-4237-9304-860bd1603a9f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:39.524985 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:39.647433 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-152d9d69-7786-4237-9304-860bd1603a9f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] For port 0aa8f1fe-38b3-4f4b-a300-80cab3847b0c, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=0aa8f1fe-38b3-4f4b-a300-80cab3847b0c,segment=NetworkSegment(3058a697-5a5b-4591-bbef-f54f48278d5c),segment_id=3058a697-5a5b-4591-bbef-f54f48278d5c)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:10:39.647839 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-152d9d69-7786-4237-9304-860bd1603a9f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:39.651628 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device a26c133b-27de-4a1b-ad01-b2a1290d6ce9 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 20:10:39.685012 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] No Port match for: a26c133b-27de-4a1b-ad01-b2a1290d6ce9 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 20:10:39.685406 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device a26c133b-27de-4a1b-ad01-b2a1290d6ce9 not bound to the agent host hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 20:10:39.775286 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-152d9d69-7786-4237-9304-860bd1603a9f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Calling delete_port for 0aa8f1fe-38b3-4f4b-a300-80cab3847b0c owned by network:router_interface {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 20:10:40.056336 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-152d9d69-7786-4237-9304-860bd1603a9f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:40.060943 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b4616352-a2f8-4655-b6fc-44c9ad0cf1be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:10:40.107034 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152d9d69-7786-4237-9304-860bd1603a9f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event deleted for resources: {'Port': ['ID=0aa8f1fe-38b3-4f4b-a300-80cab3847b0c,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:10:40.109795 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-152d9d69-7786-4237-9304-860bd1603a9f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:10:40.415545 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-152d9d69-7786-4237-9304-860bd1603a9f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852815828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854144871'] for router_interface, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:40.580802 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-775d5371-24b3-4548-93ab-2af6c3f3ca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:41.014356 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-152d9d69-7786-4237-9304-860bd1603a9f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Router 3b5170cb-9ce4-41f2-bf8c-ea8d0658a495 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 20:10:41.020145 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:41.223597 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-152d9d69-7786-4237-9304-860bd1603a9f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 20:10:41.233863 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03db6e27-07fc-496d-be89-6c460bcb1371 None None] Sync routers for ids ['3b5170cb-9ce4-41f2-bf8c-ea8d0658a495'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 20:10:41.237386 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-152d9d69-7786-4237-9304-860bd1603a9f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "PUT /v2.0/routers/3b5170cb-9ce4-41f2-bf8c-ea8d0658a495/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0711570 Dec 15 20:10:41.240410 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 36144) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:10:41.246473 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03db6e27-07fc-496d-be89-6c460bcb1371 None None] Routers {'3b5170cb-9ce4-41f2-bf8c-ea8d0658a495'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:10:41.247158 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-03db6e27-07fc-496d-be89-6c460bcb1371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:10:41Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['3b5170cb-9ce4-41f2-bf8c-ea8d0658a495'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:10:41.445186 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7b157a7-961c-449c-9cd1-094554a7ed60 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Deleting subnet ade6cb69-f320-40ff-88f6-7e47e906bcb7 {{(pid=88991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 20:10:41.449699 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e7b157a7-961c-449c-9cd1-094554a7ed60 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for subnet, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:41.514763 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e7b157a7-961c-449c-9cd1-094554a7ed60 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16332759'] for subnet, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:41.597023 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-03db6e27-07fc-496d-be89-6c460bcb1371 None None] Set router 3b5170cb-9ce4-41f2-bf8c-ea8d0658a495 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:10:41.631492 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e7b157a7-961c-449c-9cd1-094554a7ed60 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:41.895713 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-03db6e27-07fc-496d-be89-6c460bcb1371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b5170cb-9ce4-41f2-bf8c-ea8d0658a495', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1508171427', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': '6cc86686-6b32-4711-9e7d-44f8fa48f21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:08:47Z', 'updated_at': '2021-12-15T20:10:39Z', 'revision_number': 5, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'gw_port': {'id': '6cc86686-6b32-4711-9e7d-44f8fa48f21a', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5170cb-9ce4-41f2-bf8c-ea8d0658a495', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:08:48Z', 'updated_at': '2021-12-15T20:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:10:41.900675 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03db6e27-07fc-496d-be89-6c460bcb1371 None None] Checking router: 3b5170cb-9ce4-41f2-bf8c-ea8d0658a495 for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 20:10:41.911788 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03db6e27-07fc-496d-be89-6c460bcb1371 None None] Routers {'3b5170cb-9ce4-41f2-bf8c-ea8d0658a495'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:10:41.912441 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-03db6e27-07fc-496d-be89-6c460bcb1371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:10:41Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['3b5170cb-9ce4-41f2-bf8c-ea8d0658a495'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:10:41.935985 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e7b157a7-961c-449c-9cd1-094554a7ed60 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16156049'] for subnet, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:41.940894 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-469189ed-25e7-4103-a5b8-1c9e5e4b56b7 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:10:41.981602 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b157a7-961c-449c-9cd1-094554a7ed60 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event deleted for resources: {'Subnet': ['ID=ade6cb69-f320-40ff-88f6-7e47e906bcb7,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:10:41.985351 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e7b157a7-961c-449c-9cd1-094554a7ed60 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:10:41.989065 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e7b157a7-961c-449c-9cd1-094554a7ed60 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:41.995765 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e7b157a7-961c-449c-9cd1-094554a7ed60 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "DELETE /v2.0/subnets/ade6cb69-f320-40ff-88f6-7e47e906bcb7 HTTP/1.1" status: 204 len: 168 time: 0.7543354 Dec 15 20:10:41.998800 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 36148) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:10:42.001616 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba6cd76-3c74-4133-bb98-763fa57291c3 None None] Network 158c2a51-5aba-453f-8524-62e3afa10db2 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 20:10:42.209213 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4f10430f-5764-4737-8553-569f0c4fc747 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for router, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:42.273252 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-03db6e27-07fc-496d-be89-6c460bcb1371 None None] Set router 3b5170cb-9ce4-41f2-bf8c-ea8d0658a495 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:10:42.592296 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1473105-f445-411a-957a-5aa5bae8f9bc None None] DHCP port deletion for 158c2a51-5aba-453f-8524-62e3afa10db2 request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 20:10:42.605169 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d1473105-f445-411a-957a-5aa5bae8f9bc None None] Deleting port 4ed9633a-6b91-4e03-88c4-27d0beafc2f5 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 20:10:42.605673 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d1473105-f445-411a-957a-5aa5bae8f9bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:42.665416 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4f10430f-5764-4737-8553-569f0c4fc747 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:42.670630 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-03db6e27-07fc-496d-be89-6c460bcb1371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b5170cb-9ce4-41f2-bf8c-ea8d0658a495', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1508171427', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': '6cc86686-6b32-4711-9e7d-44f8fa48f21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:08:47Z', 'updated_at': '2021-12-15T20:10:39Z', 'revision_number': 5, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'gw_port': {'id': '6cc86686-6b32-4711-9e7d-44f8fa48f21a', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5170cb-9ce4-41f2-bf8c-ea8d0658a495', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:08:48Z', 'updated_at': '2021-12-15T20:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:10:42.704370 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03db6e27-07fc-496d-be89-6c460bcb1371 None None] The sync data for ids ['3b5170cb-9ce4-41f2-bf8c-ea8d0658a495'] in dv-neutron-821831-2-hyperv is: [{'id': '3b5170cb-9ce4-41f2-bf8c-ea8d0658a495', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1508171427', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': '6cc86686-6b32-4711-9e7d-44f8fa48f21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:08:47Z', 'updated_at': '2021-12-15T20:10:39Z', 'revision_number': 5, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'gw_port': {'id': '6cc86686-6b32-4711-9e7d-44f8fa48f21a', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5170cb-9ce4-41f2-bf8c-ea8d0658a495', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:08:48Z', 'updated_at': '2021-12-15T20:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 20:10:42.730252 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-4f10430f-5764-4737-8553-569f0c4fc747 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Deleting port 6cc86686-6b32-4711-9e7d-44f8fa48f21a {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 20:10:42.730487 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4f10430f-5764-4737-8553-569f0c4fc747 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:42.863038 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d1473105-f445-411a-957a-5aa5bae8f9bc None None] For port 4ed9633a-6b91-4e03-88c4-27d0beafc2f5, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=4ed9633a-6b91-4e03-88c4-27d0beafc2f5,segment=NetworkSegment(3058a697-5a5b-4591-bbef-f54f48278d5c),segment_id=3058a697-5a5b-4591-bbef-f54f48278d5c)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:10:42.863484 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d1473105-f445-411a-957a-5aa5bae8f9bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:42.872125 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:42.923913 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-4f10430f-5764-4737-8553-569f0c4fc747 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] For port 6cc86686-6b32-4711-9e7d-44f8fa48f21a, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=6cc86686-6b32-4711-9e7d-44f8fa48f21a,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:10:42.924327 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4f10430f-5764-4737-8553-569f0c4fc747 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:42.991044 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d1473105-f445-411a-957a-5aa5bae8f9bc None None] Calling delete_port for 4ed9633a-6b91-4e03-88c4-27d0beafc2f5 owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 20:10:43.051573 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-4f10430f-5764-4737-8553-569f0c4fc747 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Calling delete_port for 6cc86686-6b32-4711-9e7d-44f8fa48f21a owned by network:router_gateway {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 20:10:43.089671 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d1473105-f445-411a-957a-5aa5bae8f9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866'] for port, after_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:43.094438 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2004cfbf-6ac4-483e-ae9d-88e8c86b225e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:10:43.143553 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1473105-f445-411a-957a-5aa5bae8f9bc None None] Pushing event deleted for resources: {'Port': ['ID=4ed9633a-6b91-4e03-88c4-27d0beafc2f5,revision_number=None']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:10:43.154021 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1473105-f445-411a-957a-5aa5bae8f9bc None None] No DVR routers for this DVR port 4ed9633a-6b91-4e03-88c4-27d0beafc2f5 on host dv-neutron-821831-2-hyperv {{(pid=88992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 20:10:43.156672 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1473105-f445-411a-957a-5aa5bae8f9bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:10:43.158222 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1473105-f445-411a-957a-5aa5bae8f9bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:10:43.158222 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1473105-f445-411a-957a-5aa5bae8f9bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:10:43.158222 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1473105-f445-411a-957a-5aa5bae8f9bc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:10:43.158222 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1473105-f445-411a-957a-5aa5bae8f9bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:10:43.158664 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1473105-f445-411a-957a-5aa5bae8f9bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:10:43.158902 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1473105-f445-411a-957a-5aa5bae8f9bc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:10:43.159280 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1473105-f445-411a-957a-5aa5bae8f9bc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:10:43.159655 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1473105-f445-411a-957a-5aa5bae8f9bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:10:43.160026 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1473105-f445-411a-957a-5aa5bae8f9bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:10:43.160400 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1473105-f445-411a-957a-5aa5bae8f9bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:10:43.164182 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d1473105-f445-411a-957a-5aa5bae8f9bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:10:43.340718 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4f10430f-5764-4737-8553-569f0c4fc747 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:43.345091 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a11696e1-c41c-43bc-b845-28903ab9edf0 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:10:43.386850 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f10430f-5764-4737-8553-569f0c4fc747 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event deleted for resources: {'Port': ['ID=6cc86686-6b32-4711-9e7d-44f8fa48f21a,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:10:43.389625 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4f10430f-5764-4737-8553-569f0c4fc747 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:10:43.627074 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4f10430f-5764-4737-8553-569f0c4fc747 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854141934'] for router_gateway, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:43.728889 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 0aa8f1fe-38b3-4f4b-a300-80cab3847b0c no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 20:10:43.762767 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 0aa8f1fe-38b3-4f4b-a300-80cab3847b0c {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 20:10:43.763162 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 0aa8f1fe-38b3-4f4b-a300-80cab3847b0c not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 20:10:43.763635 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 4ed9633a-6b91-4e03-88c4-27d0beafc2f5 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 20:10:43.795925 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 4ed9633a-6b91-4e03-88c4-27d0beafc2f5 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 20:10:43.796324 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 4ed9633a-6b91-4e03-88c4-27d0beafc2f5 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 20:10:43.893155 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4f10430f-5764-4737-8553-569f0c4fc747 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854207876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854699191'] for router, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:43.897506 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4f10430f-5764-4737-8553-569f0c4fc747 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:43.951700 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4f10430f-5764-4737-8553-569f0c4fc747 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854207982'] for router, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:43.952292 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f10430f-5764-4737-8553-569f0c4fc747 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Fanout notify agent at l3_agent the message router_deleted on router 3b5170cb-9ce4-41f2-bf8c-ea8d0658a495 {{(pid=88990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 20:10:43.968642 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4f10430f-5764-4737-8553-569f0c4fc747 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:43.969902 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4f10430f-5764-4737-8553-569f0c4fc747 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "DELETE /v2.0/routers/3b5170cb-9ce4-41f2-bf8c-ea8d0658a495 HTTP/1.1" status: 204 len: 168 time: 1.9699883 Dec 15 20:10:43.972879 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 36152) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:10:44.101445 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c34ca867-884a-41ce-9de1-90655f85f13e tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:44.245746 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c34ca867-884a-41ce-9de1-90655f85f13e tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:44.272555 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-c34ca867-884a-41ce-9de1-90655f85f13e tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['158c2a51-5aba-453f-8524-62e3afa10db2']}} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:10:44.285597 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-c34ca867-884a-41ce-9de1-90655f85f13e tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3058a697-5a5b-4591-bbef-f54f48278d5c') {'for_net_delete': True} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:10:44.285947 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-c34ca867-884a-41ce-9de1-90655f85f13e tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3058a697-5a5b-4591-bbef-f54f48278d5c') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:10:44.298120 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c34ca867-884a-41ce-9de1-90655f85f13e tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16327073'] for segment, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:44.313299 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c34ca867-884a-41ce-9de1-90655f85f13e tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:44.319564 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c34ca867-884a-41ce-9de1-90655f85f13e tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=88990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 20:10:44.319997 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c34ca867-884a-41ce-9de1-90655f85f13e tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838138943'] for segment, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:44.339160 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 20:10:44.339160 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 20:10:44.339160 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 20:10:44.339160 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 20:10:44.339160 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 20:10:44.339160 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 20:10:44.339160 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 20:10:44.339160 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 20:10:44.339160 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 20:10:44.339160 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 20:10:44.339160 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 20:10:44.339160 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 20:10:44.339160 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 20:10:44.339160 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 20:10:44.339160 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 20:10:44.339160 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 20:10:44.339160 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 20:10:44.339160 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 20:10:44.339160 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 20:10:44.339160 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 20:10:44.339160 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 20:10:44.339160 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 20:10:44.339160 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 20:10:44.339160 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 20:10:44.339160 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 20:10:44.339160 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 20:10:44.339160 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 20:10:44.339160 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 20:10:44.339160 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 20:10:44.339160 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 20:10:44.339160 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 20:10:44.339160 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 20:10:44.438326 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c34ca867-884a-41ce-9de1-90655f85f13e tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:44.442778 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c34ca867-884a-41ce-9de1-90655f85f13e tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:44.447126 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-45629ab9-cca3-4e7a-b100-b50df220cb3f tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:10:44.471329 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34ca867-884a-41ce-9de1-90655f85f13e tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event deleted for resources: {'Network': ['ID=158c2a51-5aba-453f-8524-62e3afa10db2,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:10:44.473841 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c34ca867-884a-41ce-9de1-90655f85f13e tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:10:44.475972 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c34ca867-884a-41ce-9de1-90655f85f13e tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "DELETE /v2.0/networks/158c2a51-5aba-453f-8524-62e3afa10db2 HTTP/1.1" status: 204 len: 168 time: 0.5020690 Dec 15 20:10:44.479566 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 36156) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:10:44.556058 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e275e201-4074-4290-8972-5424ffda25c2 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:44.585970 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e275e201-4074-4290-8972-5424ffda25c2 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:44.763935 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e275e201-4074-4290-8972-5424ffda25c2 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:44.769533 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-42e60d77-e1c5-4b3c-a6c8-d608c57514e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:10:44.785695 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e275e201-4074-4290-8972-5424ffda25c2 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64695d3e-07e7-446c-9461-d9a7d94806d1,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:10:44.792391 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e275e201-4074-4290-8972-5424ffda25c2 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:10:44.794397 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e275e201-4074-4290-8972-5424ffda25c2 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:44.795640 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e275e201-4074-4290-8972-5424ffda25c2 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "DELETE /v2.0/security-groups/64695d3e-07e7-446c-9461-d9a7d94806d1 HTTP/1.1" status: 204 len: 168 time: 0.3150499 Dec 15 20:10:45.231642 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 36164) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:10:45.237942 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-4536bac1-02c9-46ed-b18e-321ef9e6c802 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-270977726', 'description': 'tempest-secgroup-smoke-270977726 description', 'project_id': 'dcef569c3d1c42279834a85579e46274'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:10:45.244499 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-4536bac1-02c9-46ed-b18e-321ef9e6c802 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:10:45.248836 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-4536bac1-02c9-46ed-b18e-321ef9e6c802 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Usage tracker for resource:security_group and tenant:dcef569c3d1c42279834a85579e46274 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:10:45.251864 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-4536bac1-02c9-46ed-b18e-321ef9e6c802 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:10:45.257867 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-4536bac1-02c9-46ed-b18e-321ef9e6c802 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:10:45.289645 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4536bac1-02c9-46ed-b18e-321ef9e6c802 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:45.326897 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-4536bac1-02c9-46ed-b18e-321ef9e6c802 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:10:45.330863 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-4536bac1-02c9-46ed-b18e-321ef9e6c802 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Usage tracker for resource:security_group_rule and tenant:dcef569c3d1c42279834a85579e46274 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:10:45.333769 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-4536bac1-02c9-46ed-b18e-321ef9e6c802 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:10:45.340527 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-4536bac1-02c9-46ed-b18e-321ef9e6c802 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:10:45.408746 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4536bac1-02c9-46ed-b18e-321ef9e6c802 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:45.449354 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4536bac1-02c9-46ed-b18e-321ef9e6c802 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:45.455534 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-edd52b9e-9ba6-4123-b56f-e0f61d6fa88b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:10:45.503986 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4536bac1-02c9-46ed-b18e-321ef9e6c802 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e43abd07-79d3-43e2-9779-b1e94ee14fe5,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:10:45.507583 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4536bac1-02c9-46ed-b18e-321ef9e6c802 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:10:45.535463 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4536bac1-02c9-46ed-b18e-321ef9e6c802 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:45.536815 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4536bac1-02c9-46ed-b18e-321ef9e6c802 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3040555 Dec 15 20:10:45.539903 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 36168) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:10:45.546103 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-fc0e2485-4ab0-478d-8ef9-5e31f086025c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Request body: {'security_group_rule': {'security_group_id': 'e43abd07-79d3-43e2-9779-b1e94ee14fe5', 'project_id': 'dcef569c3d1c42279834a85579e46274', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:10:45.552574 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-fc0e2485-4ab0-478d-8ef9-5e31f086025c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:10:45.557029 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-fc0e2485-4ab0-478d-8ef9-5e31f086025c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Usage tracker for resource:security_group_rule and tenant:dcef569c3d1c42279834a85579e46274 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:10:45.560122 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-fc0e2485-4ab0-478d-8ef9-5e31f086025c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:10:45.566375 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-fc0e2485-4ab0-478d-8ef9-5e31f086025c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:10:45.613001 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fc0e2485-4ab0-478d-8ef9-5e31f086025c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:45.637537 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 6cc86686-6b32-4711-9e7d-44f8fa48f21a no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 20:10:45.671348 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 6cc86686-6b32-4711-9e7d-44f8fa48f21a {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 20:10:45.671847 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 6cc86686-6b32-4711-9e7d-44f8fa48f21a not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 20:10:45.678657 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fc0e2485-4ab0-478d-8ef9-5e31f086025c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:45.712540 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fc0e2485-4ab0-478d-8ef9-5e31f086025c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:45.714453 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8405a400-51f2-4429-a75f-e1feb3fbf2ca tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:10:45.737737 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e2485-4ab0-478d-8ef9-5e31f086025c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75ac3a84-c7ed-4821-bf81-0fd383155e4c,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:10:45.740283 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fc0e2485-4ab0-478d-8ef9-5e31f086025c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:10:45.775126 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fc0e2485-4ab0-478d-8ef9-5e31f086025c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:45.776348 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-fc0e2485-4ab0-478d-8ef9-5e31f086025c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2353888 Dec 15 20:10:45.779694 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 36172) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:10:45.785548 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-b1e5c888-4337-4c5f-9385-250bd0213438 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Request body: {'security_group_rule': {'security_group_id': 'e43abd07-79d3-43e2-9779-b1e94ee14fe5', 'project_id': 'dcef569c3d1c42279834a85579e46274', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:10:45.796218 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-b1e5c888-4337-4c5f-9385-250bd0213438 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:10:45.804496 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-b1e5c888-4337-4c5f-9385-250bd0213438 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Usage tracker for resource:security_group_rule and tenant:dcef569c3d1c42279834a85579e46274 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:10:45.807210 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-b1e5c888-4337-4c5f-9385-250bd0213438 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:10:45.813254 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-b1e5c888-4337-4c5f-9385-250bd0213438 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:10:45.861382 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b1e5c888-4337-4c5f-9385-250bd0213438 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:45.925390 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b1e5c888-4337-4c5f-9385-250bd0213438 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:45.957861 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b1e5c888-4337-4c5f-9385-250bd0213438 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:45.959798 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-708c0a21-326d-434f-8d8c-8d9b4f194d62 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:10:45.980814 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e5c888-4337-4c5f-9385-250bd0213438 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db1c2e8e-2dfc-438c-bebf-da580f2dbd14,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:10:45.984866 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b1e5c888-4337-4c5f-9385-250bd0213438 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:10:46.020781 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b1e5c888-4337-4c5f-9385-250bd0213438 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:46.022057 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b1e5c888-4337-4c5f-9385-250bd0213438 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2413361 Dec 15 20:10:46.025202 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 36176) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:10:46.030899 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-666efbc6-20c9-42b8-83a7-507f5b9caff6 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Request body: {'security_group_rule': {'security_group_id': 'e43abd07-79d3-43e2-9779-b1e94ee14fe5', 'project_id': 'dcef569c3d1c42279834a85579e46274', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:10:46.037032 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-666efbc6-20c9-42b8-83a7-507f5b9caff6 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:10:46.041521 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-666efbc6-20c9-42b8-83a7-507f5b9caff6 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Usage tracker for resource:security_group_rule and tenant:dcef569c3d1c42279834a85579e46274 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:10:46.044735 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-666efbc6-20c9-42b8-83a7-507f5b9caff6 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:10:46.050686 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-666efbc6-20c9-42b8-83a7-507f5b9caff6 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:10:46.090410 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-666efbc6-20c9-42b8-83a7-507f5b9caff6 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:46.158099 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-666efbc6-20c9-42b8-83a7-507f5b9caff6 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:46.186430 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-666efbc6-20c9-42b8-83a7-507f5b9caff6 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:46.188323 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7b366485-aa2d-492a-bbd6-cabee3170906 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:10:46.211207 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666efbc6-20c9-42b8-83a7-507f5b9caff6 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=648e7d5c-266d-493f-80bb-d5d3fec98b23,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:10:46.214116 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-666efbc6-20c9-42b8-83a7-507f5b9caff6 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:10:46.237985 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-666efbc6-20c9-42b8-83a7-507f5b9caff6 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:46.239324 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-666efbc6-20c9-42b8-83a7-507f5b9caff6 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2131863 Dec 15 20:10:46.242314 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 36180) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:10:46.248887 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-22c27174-2b6d-4143-94b3-c57a6d2626e7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Request body: {'security_group_rule': {'security_group_id': 'e43abd07-79d3-43e2-9779-b1e94ee14fe5', 'project_id': 'dcef569c3d1c42279834a85579e46274', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:10:46.255123 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-22c27174-2b6d-4143-94b3-c57a6d2626e7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:10:46.259261 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-22c27174-2b6d-4143-94b3-c57a6d2626e7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Usage tracker for resource:security_group_rule and tenant:dcef569c3d1c42279834a85579e46274 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:10:46.262251 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-22c27174-2b6d-4143-94b3-c57a6d2626e7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:10:46.268229 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-22c27174-2b6d-4143-94b3-c57a6d2626e7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:10:46.307795 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-22c27174-2b6d-4143-94b3-c57a6d2626e7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:46.373102 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-22c27174-2b6d-4143-94b3-c57a6d2626e7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:46.397877 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-22c27174-2b6d-4143-94b3-c57a6d2626e7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:46.399836 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-024c41c5-fa54-496d-b01a-22b9926d3e1d tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:10:46.423446 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c27174-2b6d-4143-94b3-c57a6d2626e7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a77ef86-e4a4-4d63-a57a-cd8a31402e8b,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:10:46.425995 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-22c27174-2b6d-4143-94b3-c57a6d2626e7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:10:46.460913 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-22c27174-2b6d-4143-94b3-c57a6d2626e7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:46.462303 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-22c27174-2b6d-4143-94b3-c57a6d2626e7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2189076 Dec 15 20:10:46.465251 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 36184) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:10:46.471503 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-82f7a436-c6d3-4994-87f1-ef403f85ec14 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Request body: {'security_group_rule': {'security_group_id': 'e43abd07-79d3-43e2-9779-b1e94ee14fe5', 'project_id': 'dcef569c3d1c42279834a85579e46274', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:10:46.477948 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-82f7a436-c6d3-4994-87f1-ef403f85ec14 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:10:46.481972 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-82f7a436-c6d3-4994-87f1-ef403f85ec14 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Usage tracker for resource:security_group_rule and tenant:dcef569c3d1c42279834a85579e46274 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:10:46.484981 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-82f7a436-c6d3-4994-87f1-ef403f85ec14 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:10:46.491015 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-82f7a436-c6d3-4994-87f1-ef403f85ec14 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:10:46.529425 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.securitygroups_db [None req-82f7a436-c6d3-4994-87f1-ef403f85ec14 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Project dcef569c3d1c42279834a85579e46274 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 20:10:46.536031 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-82f7a436-c6d3-4994-87f1-ef403f85ec14 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:46.605859 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-82f7a436-c6d3-4994-87f1-ef403f85ec14 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:46.643776 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-82f7a436-c6d3-4994-87f1-ef403f85ec14 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:46.651470 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d2c8748d-64e6-4f45-b314-91d413ff83bc tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:10:46.671349 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f7a436-c6d3-4994-87f1-ef403f85ec14 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91d6a4c8-e3a2-45d2-96da-2b8f714d4624,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:10:46.673919 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-82f7a436-c6d3-4994-87f1-ef403f85ec14 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:10:46.706681 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-82f7a436-c6d3-4994-87f1-ef403f85ec14 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:46.708118 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-82f7a436-c6d3-4994-87f1-ef403f85ec14 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2418053 Dec 15 20:10:46.711145 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 36188) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:10:46.717265 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-429fdcf8-77d7-4966-8018-7dd3bc837a2d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Request body: {'security_group_rule': {'security_group_id': 'e43abd07-79d3-43e2-9779-b1e94ee14fe5', 'project_id': 'dcef569c3d1c42279834a85579e46274', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:10:46.723662 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-429fdcf8-77d7-4966-8018-7dd3bc837a2d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:10:46.728128 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-429fdcf8-77d7-4966-8018-7dd3bc837a2d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Usage tracker for resource:security_group_rule and tenant:dcef569c3d1c42279834a85579e46274 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:10:46.731179 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-429fdcf8-77d7-4966-8018-7dd3bc837a2d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:10:46.737112 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-429fdcf8-77d7-4966-8018-7dd3bc837a2d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:10:46.769105 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.securitygroups_db [None req-429fdcf8-77d7-4966-8018-7dd3bc837a2d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Project dcef569c3d1c42279834a85579e46274 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 20:10:46.775843 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-429fdcf8-77d7-4966-8018-7dd3bc837a2d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:46.843349 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-429fdcf8-77d7-4966-8018-7dd3bc837a2d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:46.877790 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-429fdcf8-77d7-4966-8018-7dd3bc837a2d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:46.879732 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7f50a768-96cf-496f-9a8e-2898a2f17db3 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:10:46.903762 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fdcf8-77d7-4966-8018-7dd3bc837a2d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3df3ea58-154c-4ef9-accf-590754878a79,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:10:46.908418 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-429fdcf8-77d7-4966-8018-7dd3bc837a2d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:10:46.934380 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-429fdcf8-77d7-4966-8018-7dd3bc837a2d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:46.935671 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-429fdcf8-77d7-4966-8018-7dd3bc837a2d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2234864 Dec 15 20:10:46.938770 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 36192) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:10:46.944664 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-c474635c-b567-4fbb-acd6-c7d7bb6042f2 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Request body: {'network': {'name': 'tempest-network-smoke--1584515379', 'project_id': 'dcef569c3d1c42279834a85579e46274', 'port_security_enabled': True}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:10:46.949920 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-c474635c-b567-4fbb-acd6-c7d7bb6042f2 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:10:46.954265 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-c474635c-b567-4fbb-acd6-c7d7bb6042f2 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Usage tracker for resource:network and tenant:dcef569c3d1c42279834a85579e46274 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:10:46.957220 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-c474635c-b567-4fbb-acd6-c7d7bb6042f2 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:10:46.963294 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-c474635c-b567-4fbb-acd6-c7d7bb6042f2 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:10:47.008469 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c474635c-b567-4fbb-acd6-c7d7bb6042f2 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Made reservation on behalf of dcef569c3d1c42279834a85579e46274 for: {'network': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 20:10:47.014135 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c474635c-b567-4fbb-acd6-c7d7bb6042f2 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:47.103650 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c474635c-b567-4fbb-acd6-c7d7bb6042f2 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=88990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 20:10:47.112686 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c474635c-b567-4fbb-acd6-c7d7bb6042f2 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:47.113069 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-c474635c-b567-4fbb-acd6-c7d7bb6042f2 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Added segment a013b55a-1184-4b5b-842d-aa3295dd3070 of type vlan for network 76b71dba-ef75-4fb5-9bdf-cdeb994efdcb Dec 15 20:10:47.180190 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c474635c-b567-4fbb-acd6-c7d7bb6042f2 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:47.254856 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c474635c-b567-4fbb-acd6-c7d7bb6042f2 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:47.259086 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c474635c-b567-4fbb-acd6-c7d7bb6042f2 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:10:47.259899 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c474635c-b567-4fbb-acd6-c7d7bb6042f2 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:47.265088 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-97522a82-ec7f-4a25-a338-2f159cab91be tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:10:47.376965 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c474635c-b567-4fbb-acd6-c7d7bb6042f2 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event updated for resources: {'Network': ['ID=76b71dba-ef75-4fb5-9bdf-cdeb994efdcb,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:10:47.380467 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c474635c-b567-4fbb-acd6-c7d7bb6042f2 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:10:47.388579 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 76b71dba-ef75-4fb5-9bdf-cdeb994efdcb details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 20:10:47.407157 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c474635c-b567-4fbb-acd6-c7d7bb6042f2 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4646356 Dec 15 20:10:47.407370 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 36196) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:10:47.412948 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-f866cedc-4a58-43de-877d-dc0f0a43619f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-5351778', 'admin_state_up': True, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:10:47.421251 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-f866cedc-4a58-43de-877d-dc0f0a43619f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:10:47.425289 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-f866cedc-4a58-43de-877d-dc0f0a43619f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Usage tracker for resource:router and tenant:dcef569c3d1c42279834a85579e46274 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:10:47.428290 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-f866cedc-4a58-43de-877d-dc0f0a43619f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:10:47.435318 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-f866cedc-4a58-43de-877d-dc0f0a43619f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:10:47.489665 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f866cedc-4a58-43de-877d-dc0f0a43619f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854699176'] for router, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:47.490787 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f866cedc-4a58-43de-877d-dc0f0a43619f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854194926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-76609'] for router, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:47.509640 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f866cedc-4a58-43de-877d-dc0f0a43619f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:47.690173 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f866cedc-4a58-43de-877d-dc0f0a43619f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:47.922723 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f866cedc-4a58-43de-877d-dc0f0a43619f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for router_gateway, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:47.952995 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f866cedc-4a58-43de-877d-dc0f0a43619f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:48.095368 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-f866cedc-4a58-43de-877d-dc0f0a43619f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Allocated IP 172.26.3.98 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/184818a2-0539-4b83-8c0d-3e8d2c5753d1) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 20:10:48.248921 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f866cedc-4a58-43de-877d-dc0f0a43619f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:48.300783 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f866cedc-4a58-43de-877d-dc0f0a43619f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:48.305228 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f776c7d4-9067-4ea2-af31-cd34253cdf7d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:10:48.375303 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f866cedc-4a58-43de-877d-dc0f0a43619f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 20:10:48.378877 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866cedc-4a58-43de-877d-dc0f0a43619f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event updated for resources: {'Port': ['ID=184818a2-0539-4b83-8c0d-3e8d2c5753d1,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:10:48.381436 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-f866cedc-4a58-43de-877d-dc0f0a43619f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 20:10:48.383360 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f866cedc-4a58-43de-877d-dc0f0a43619f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:10:48.384673 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f866cedc-4a58-43de-877d-dc0f0a43619f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:10:48.576646 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f866cedc-4a58-43de-877d-dc0f0a43619f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for router_gateway, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:48.577309 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f866cedc-4a58-43de-877d-dc0f0a43619f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904'] for router, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:49.077905 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f866cedc-4a58-43de-877d-dc0f0a43619f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Router a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000 is scheduled to L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 with binding_index 1 {{(pid=88990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 15 20:10:49.285753 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f866cedc-4a58-43de-877d-dc0f0a43619f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 20:10:49.296750 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288f6bf2-3f28-4919-923e-fe911ca44c1d None None] Sync routers for ids ['a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 20:10:49.310198 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288f6bf2-3f28-4919-923e-fe911ca44c1d None None] Routers {'a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:10:49.310895 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-288f6bf2-3f28-4919-923e-fe911ca44c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:10:41Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:10:49.340965 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f866cedc-4a58-43de-877d-dc0f0a43619f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:49.342288 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f866cedc-4a58-43de-877d-dc0f0a43619f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 1.9338670 Dec 15 20:10:49.345546 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 36200) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:10:49.395724 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-be1e956e-21b5-46b3-b86d-f0ac6b35136e tempest-TestNetworkAdvancedServerOps-1358408781 tempest-TestNetworkAdvancedServerOps-1358408781-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=dcef569c3d1c42279834a85579e46274&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0488789 Dec 15 20:10:49.398605 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 36204) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:10:49.546798 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aefdf6f-03dd-4882-a3d1-564b14193c28 tempest-TestNetworkAdvancedServerOps-1358408781 tempest-TestNetworkAdvancedServerOps-1358408781-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:10:49.551419 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-7aefdf6f-03dd-4882-a3d1-564b14193c28 tempest-TestNetworkAdvancedServerOps-1358408781 tempest-TestNetworkAdvancedServerOps-1358408781-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1488686 Dec 15 20:10:49.551685 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 36208) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:10:49.599257 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d149cac4-3b36-476a-b3ff-13c971951612 tempest-TestNetworkAdvancedServerOps-1358408781 tempest-TestNetworkAdvancedServerOps-1358408781-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=4b9c9b76-a8c2-4873-8d7b-0d52cc71925c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0456288 Dec 15 20:10:49.601741 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 36212) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:10:49.610916 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-f1af2cdc-4261-44aa-95ee-ffb2daf3cb0d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1735040126', 'network_id': '76b71dba-ef75-4fb5-9bdf-cdeb994efdcb', 'project_id': 'dcef569c3d1c42279834a85579e46274', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:10:49.654295 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-288f6bf2-3f28-4919-923e-fe911ca44c1d None None] Set router a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:10:49.731154 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-f1af2cdc-4261-44aa-95ee-ffb2daf3cb0d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:10:49.735521 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-f1af2cdc-4261-44aa-95ee-ffb2daf3cb0d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Usage tracker for resource:subnet and tenant:dcef569c3d1c42279834a85579e46274 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:10:49.739000 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-f1af2cdc-4261-44aa-95ee-ffb2daf3cb0d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:10:49.746052 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-f1af2cdc-4261-44aa-95ee-ffb2daf3cb0d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:10:49.774908 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1af2cdc-4261-44aa-95ee-ffb2daf3cb0d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Made reservation on behalf of dcef569c3d1c42279834a85579e46274 for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 20:10:49.884772 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f1af2cdc-4261-44aa-95ee-ffb2daf3cb0d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:49.948597 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-288f6bf2-3f28-4919-923e-fe911ca44c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000', 'name': 'tempest-TestNetworkAdvancedServerOps-router-5351778', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.98'}], 'enable_snat': True}, 'gw_port_id': '184818a2-0539-4b83-8c0d-3e8d2c5753d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:10:47Z', 'updated_at': '2021-12-15T20:10:48Z', 'revision_number': 3, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'gw_port': {'id': '184818a2-0539-4b83-8c0d-3e8d2c5753d1', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:df:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:10:47Z', 'updated_at': '2021-12-15T20:10:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:10:49.952588 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288f6bf2-3f28-4919-923e-fe911ca44c1d None None] Checking router: a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000 for host: dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 20:10:49.952987 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288f6bf2-3f28-4919-923e-fe911ca44c1d None None] Updating router a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000 port 184818a2-0539-4b83-8c0d-3e8d2c5753d1 binding host dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 15 20:10:50.006740 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-288f6bf2-3f28-4919-923e-fe911ca44c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:50.152661 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f1af2cdc-4261-44aa-95ee-ffb2daf3cb0d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:50.157260 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3b8e2871-7724-49e2-82b9-9c6fd671d092 tempest-NetworksTestDHCPv6-1469165643 tempest-NetworksTestDHCPv6-1469165643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:10:50.241176 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1af2cdc-4261-44aa-95ee-ffb2daf3cb0d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event updated for resources: {'Subnet': ['ID=635e498b-268d-4c67-a679-5eae16ce16d1,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:10:50.244053 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f1af2cdc-4261-44aa-95ee-ffb2daf3cb0d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:10:50.253050 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1af2cdc-4261-44aa-95ee-ffb2daf3cb0d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Checking segment: {'id': 'a013b55a-1184-4b5b-842d-aa3295dd3070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '76b71dba-ef75-4fb5-9bdf-cdeb994efdcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 20:10:50.253450 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1af2cdc-4261-44aa-95ee-ffb2daf3cb0d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Network hostable DHCP agents. Network: 76b71dba-ef75-4fb5-9bdf-cdeb994efdcb, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 20:10:50.312278 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1af2cdc-4261-44aa-95ee-ffb2daf3cb0d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Network 76b71dba-ef75-4fb5-9bdf-cdeb994efdcb is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 20:10:50.350751 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-288f6bf2-3f28-4919-923e-fe911ca44c1d None None] Notify callbacks [] for port, precommit_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:50.358043 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-f1af2cdc-4261-44aa-95ee-ffb2daf3cb0d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, 76b71dba-ef75-4fb5-9bdf-cdeb994efdcb) {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 20:10:50.362833 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1af2cdc-4261-44aa-95ee-ffb2daf3cb0d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:10:50.363612 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f1af2cdc-4261-44aa-95ee-ffb2daf3cb0d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:50.363743 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-288f6bf2-3f28-4919-923e-fe911ca44c1d None None] Transition to ACTIVE for port object 184818a2-0539-4b83-8c0d-3e8d2c5753d1 will not be triggered until provisioned by entity L2. {{(pid=88993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 20:10:50.369481 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e7d2f3-9446-4d9d-9d4a-6b0e7d9123ca None None] Network 76b71dba-ef75-4fb5-9bdf-cdeb994efdcb requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 20:10:50.398367 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-288f6bf2-3f28-4919-923e-fe911ca44c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:50.405300 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5cdcf264-cd73-4c91-a773-33d3f226db7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:10:50.496063 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-288f6bf2-3f28-4919-923e-fe911ca44c1d None None] Attempting to bind port 184818a2-0539-4b83-8c0d-3e8d2c5753d1 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 20:10:50.496575 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-288f6bf2-3f28-4919-923e-fe911ca44c1d None None] Attempting to bind port 184818a2-0539-4b83-8c0d-3e8d2c5753d1 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}] {{(pid=88993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 20:10:50.496978 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288f6bf2-3f28-4919-923e-fe911ca44c1d None None] Attempting to bind port 184818a2-0539-4b83-8c0d-3e8d2c5753d1 on network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 20:10:50.500113 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bc596b-a8b1-4efd-b466-351221236dfc None None] Pushing event updated for resources: {'Port': ['ID=184818a2-0539-4b83-8c0d-3e8d2c5753d1,revision_number=2']} {{(pid=88993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:10:50.512807 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288f6bf2-3f28-4919-923e-fe911ca44c1d None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 20, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 20:10:50.513238 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288f6bf2-3f28-4919-923e-fe911ca44c1d None None] Checking segment: {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 20:10:50.513658 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-288f6bf2-3f28-4919-923e-fe911ca44c1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:50.514104 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288f6bf2-3f28-4919-923e-fe911ca44c1d None None] Bound using segment: {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'} {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 20:10:50.514629 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-288f6bf2-3f28-4919-923e-fe911ca44c1d None None] Bound port: 184818a2-0539-4b83-8c0d-3e8d2c5753d1, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}}] {{(pid=88993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 20:10:50.515043 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-288f6bf2-3f28-4919-923e-fe911ca44c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:50.546054 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bc596b-a8b1-4efd-b466-351221236dfc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:10:50.546521 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bc596b-a8b1-4efd-b466-351221236dfc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:10:50.546858 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bc596b-a8b1-4efd-b466-351221236dfc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:10:50.547234 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bc596b-a8b1-4efd-b466-351221236dfc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:10:50.547609 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bc596b-a8b1-4efd-b466-351221236dfc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:10:50.547977 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bc596b-a8b1-4efd-b466-351221236dfc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:10:50.548345 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bc596b-a8b1-4efd-b466-351221236dfc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:10:50.548715 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bc596b-a8b1-4efd-b466-351221236dfc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:10:50.549092 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bc596b-a8b1-4efd-b466-351221236dfc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:10:50.549445 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bc596b-a8b1-4efd-b466-351221236dfc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:10:50.549810 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bc596b-a8b1-4efd-b466-351221236dfc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:10:50.559268 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f5bc596b-a8b1-4efd-b466-351221236dfc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:10:50.602538 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-288f6bf2-3f28-4919-923e-fe911ca44c1d None None] For port 184818a2-0539-4b83-8c0d-3e8d2c5753d1, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 20:10:50.606833 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-288f6bf2-3f28-4919-923e-fe911ca44c1d None None] For port 184818a2-0539-4b83-8c0d-3e8d2c5753d1, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=184818a2-0539-4b83-8c0d-3e8d2c5753d1,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 20:10:50.624318 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40788944-3034-49d2-8ccc-d345c5afc2f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-76b71dba-ef75-4fb5-9bdf-cdeb994efdcb', 'network_id': '76b71dba-ef75-4fb5-9bdf-cdeb994efdcb', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'fixed_ips': [{'subnet_id': '635e498b-268d-4c67-a679-5eae16ce16d1'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 20:10:50.624318 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-40788944-3034-49d2-8ccc-d345c5afc2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:50.644758 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-288f6bf2-3f28-4919-923e-fe911ca44c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:50.651072 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fb2518ec-d25e-41d2-b2c6-4f3faa540aeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:10:50.690268 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f1af2cdc-4261-44aa-95ee-ffb2daf3cb0d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0867877 Dec 15 20:10:50.693118 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 36216) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:10:50.732663 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bc596b-a8b1-4efd-b466-351221236dfc None None] Pushing event updated for resources: {'Port': ['ID=184818a2-0539-4b83-8c0d-3e8d2c5753d1,revision_number=3']} {{(pid=88993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:10:50.736948 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f5bc596b-a8b1-4efd-b466-351221236dfc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:10:50.737966 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288f6bf2-3f28-4919-923e-fe911ca44c1d None None] Routers {'a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:10:50.738658 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-288f6bf2-3f28-4919-923e-fe911ca44c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:10:41Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:10:50.798994 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-40788944-3034-49d2-8ccc-d345c5afc2f8 None None] Allocated IP 172.20.0.2 (76b71dba-ef75-4fb5-9bdf-cdeb994efdcb/635e498b-268d-4c67-a679-5eae16ce16d1/c7321684-0b49-4056-88a8-a4d0c7c415ce) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 20:10:50.925025 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-288f6bf2-3f28-4919-923e-fe911ca44c1d None None] Set router a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:10:51.158745 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-40788944-3034-49d2-8ccc-d345c5afc2f8 None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:51.170152 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-40788944-3034-49d2-8ccc-d345c5afc2f8 None None] Transition to ACTIVE for port object c7321684-0b49-4056-88a8-a4d0c7c415ce will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 20:10:51.226907 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-288f6bf2-3f28-4919-923e-fe911ca44c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000', 'name': 'tempest-TestNetworkAdvancedServerOps-router-5351778', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.98'}], 'enable_snat': True}, 'gw_port_id': '184818a2-0539-4b83-8c0d-3e8d2c5753d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:10:47Z', 'updated_at': '2021-12-15T20:10:48Z', 'revision_number': 3, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'gw_port': {'id': '184818a2-0539-4b83-8c0d-3e8d2c5753d1', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:df:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:10:47Z', 'updated_at': '2021-12-15T20:10:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:10:51.231086 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288f6bf2-3f28-4919-923e-fe911ca44c1d None None] The sync data for ids ['a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000'] in dv-neutron-821831-2-hyperv is: [{'id': 'a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000', 'name': 'tempest-TestNetworkAdvancedServerOps-router-5351778', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.98'}], 'enable_snat': True}, 'gw_port_id': '184818a2-0539-4b83-8c0d-3e8d2c5753d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:10:47Z', 'updated_at': '2021-12-15T20:10:48Z', 'revision_number': 3, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'gw_port': {'id': '184818a2-0539-4b83-8c0d-3e8d2c5753d1', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:df:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:10:47Z', 'updated_at': '2021-12-15T20:10:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 20:10:51.238460 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-40788944-3034-49d2-8ccc-d345c5afc2f8 None None] Transition to ACTIVE for port object c7321684-0b49-4056-88a8-a4d0c7c415ce will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 20:10:51.307454 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-40788944-3034-49d2-8ccc-d345c5afc2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:51.312813 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5e6bff4f-2709-4024-af6e-1bb637997d5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:10:51.514186 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6dff2ec8-b030-4af7-98e0-397d5e66415a tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:51.551061 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40788944-3034-49d2-8ccc-d345c5afc2f8 None None] Network 76b71dba-ef75-4fb5-9bdf-cdeb994efdcb is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 20:10:51.559179 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-40788944-3034-49d2-8ccc-d345c5afc2f8 None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 20:10:51.563734 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40788944-3034-49d2-8ccc-d345c5afc2f8 None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:10:51.570682 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40788944-3034-49d2-8ccc-d345c5afc2f8 None None] Pushing event updated for resources: {'Port': ['ID=c7321684-0b49-4056-88a8-a4d0c7c415ce,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:10:51.575271 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-40788944-3034-49d2-8ccc-d345c5afc2f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:10:51.674138 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-40788944-3034-49d2-8ccc-d345c5afc2f8 None None] Attempting to bind port c7321684-0b49-4056-88a8-a4d0c7c415ce on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 20:10:51.674516 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-40788944-3034-49d2-8ccc-d345c5afc2f8 None None] Attempting to bind port c7321684-0b49-4056-88a8-a4d0c7c415ce by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'a013b55a-1184-4b5b-842d-aa3295dd3070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '76b71dba-ef75-4fb5-9bdf-cdeb994efdcb'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 20:10:51.674963 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40788944-3034-49d2-8ccc-d345c5afc2f8 None None] Attempting to bind port c7321684-0b49-4056-88a8-a4d0c7c415ce on network 76b71dba-ef75-4fb5-9bdf-cdeb994efdcb {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 20:10:51.687978 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40788944-3034-49d2-8ccc-d345c5afc2f8 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 20, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 20:10:51.687978 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40788944-3034-49d2-8ccc-d345c5afc2f8 None None] Checking segment: {'id': 'a013b55a-1184-4b5b-842d-aa3295dd3070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '76b71dba-ef75-4fb5-9bdf-cdeb994efdcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 20:10:51.688221 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-40788944-3034-49d2-8ccc-d345c5afc2f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:51.690554 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40788944-3034-49d2-8ccc-d345c5afc2f8 None None] Bound using segment: {'id': 'a013b55a-1184-4b5b-842d-aa3295dd3070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '76b71dba-ef75-4fb5-9bdf-cdeb994efdcb'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 20:10:51.690554 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-40788944-3034-49d2-8ccc-d345c5afc2f8 None None] Bound port: c7321684-0b49-4056-88a8-a4d0c7c415ce, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a013b55a-1184-4b5b-842d-aa3295dd3070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '76b71dba-ef75-4fb5-9bdf-cdeb994efdcb'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 20:10:51.690554 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-40788944-3034-49d2-8ccc-d345c5afc2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:51.801028 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-40788944-3034-49d2-8ccc-d345c5afc2f8 None None] For port c7321684-0b49-4056-88a8-a4d0c7c415ce, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 20:10:51.804886 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-40788944-3034-49d2-8ccc-d345c5afc2f8 None None] For port c7321684-0b49-4056-88a8-a4d0c7c415ce, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=c7321684-0b49-4056-88a8-a4d0c7c415ce,segment=NetworkSegment(a013b55a-1184-4b5b-842d-aa3295dd3070),segment_id=a013b55a-1184-4b5b-842d-aa3295dd3070)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 20:10:51.832645 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-40788944-3034-49d2-8ccc-d345c5afc2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:51.838116 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:10:51.921284 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40788944-3034-49d2-8ccc-d345c5afc2f8 None None] Pushing event updated for resources: {'Port': ['ID=c7321684-0b49-4056-88a8-a4d0c7c415ce,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:10:51.923970 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-40788944-3034-49d2-8ccc-d345c5afc2f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:10:51.970919 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-6dff2ec8-b030-4af7-98e0-397d5e66415a tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Allocated IP 172.20.0.1 (76b71dba-ef75-4fb5-9bdf-cdeb994efdcb/635e498b-268d-4c67-a679-5eae16ce16d1/82abc945-a96e-4142-9c14-9452de22f910) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 20:10:52.153923 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6dff2ec8-b030-4af7-98e0-397d5e66415a tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:52.172571 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-6dff2ec8-b030-4af7-98e0-397d5e66415a tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Transition to ACTIVE for port object 82abc945-a96e-4142-9c14-9452de22f910 will not be triggered until provisioned by entity DHCP. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 20:10:52.238420 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6dff2ec8-b030-4af7-98e0-397d5e66415a tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:52.245426 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f41a8608-65cc-491d-ac9b-28c764b8c3df tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:10:52.331632 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dff2ec8-b030-4af7-98e0-397d5e66415a tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Network 76b71dba-ef75-4fb5-9bdf-cdeb994efdcb is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 20:10:52.335710 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-6dff2ec8-b030-4af7-98e0-397d5e66415a tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 20:10:52.338003 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dff2ec8-b030-4af7-98e0-397d5e66415a tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event updated for resources: {'Port': ['ID=82abc945-a96e-4142-9c14-9452de22f910,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:10:52.340442 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dff2ec8-b030-4af7-98e0-397d5e66415a tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:10:52.376857 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6dff2ec8-b030-4af7-98e0-397d5e66415a tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:10:52.402418 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6dff2ec8-b030-4af7-98e0-397d5e66415a tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630901'] for router_interface, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:52.537155 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6dff2ec8-b030-4af7-98e0-397d5e66415a tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:52.959223 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 20:10:52.960174 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6dff2ec8-b030-4af7-98e0-397d5e66415a tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for port, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:52.986122 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6dff2ec8-b030-4af7-98e0-397d5e66415a tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:53.019778 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d63e71c5-9d3c-4ad7-83c9-17efc86251ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:10:53.108110 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dff2ec8-b030-4af7-98e0-397d5e66415a tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event updated for resources: {'Port': ['ID=82abc945-a96e-4142-9c14-9452de22f910,revision_number=2']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:10:53.111198 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6dff2ec8-b030-4af7-98e0-397d5e66415a tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:10:53.112373 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6dff2ec8-b030-4af7-98e0-397d5e66415a tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1959989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854145006'] for router_interface, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:53.264141 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dff2ec8-b030-4af7-98e0-397d5e66415a tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Network 76b71dba-ef75-4fb5-9bdf-cdeb994efdcb is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 20:10:53.265344 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-6dff2ec8-b030-4af7-98e0-397d5e66415a tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 20:10:53.528719 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493b6792-8747-4ba8-83c5-906236436cbf None None] Network 76b71dba-ef75-4fb5-9bdf-cdeb994efdcb requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 20:10:53.680770 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dff2ec8-b030-4af7-98e0-397d5e66415a tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Router a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 20:10:53.725850 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b4a8ddc5-6cf1-43ed-8597-4669c59a756e None None] Provisioning for port c7321684-0b49-4056-88a8-a4d0c7c415ce completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 20:10:53.794156 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device c7321684-0b49-4056-88a8-a4d0c7c415ce up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 20:10:53.929293 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port c7321684-0b49-4056-88a8-a4d0c7c415ce completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 20:10:53.935852 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port c7321684-0b49-4056-88a8-a4d0c7c415ce triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:10:53.936288 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:54.070901 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:54.110198 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port c7321684-0b49-4056-88a8-a4d0c7c415ce, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=c7321684-0b49-4056-88a8-a4d0c7c415ce,segment=NetworkSegment(a013b55a-1184-4b5b-842d-aa3295dd3070),segment_id=a013b55a-1184-4b5b-842d-aa3295dd3070)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:10:54.146553 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:54.147650 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 184818a2-0539-4b83-8c0d-3e8d2c5753d1 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 20:10:54.162120 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dff2ec8-b030-4af7-98e0-397d5e66415a tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 20:10:54.180229 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c789975c-6427-49d7-8308-c4086b777d03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:10:54.186954 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6dff2ec8-b030-4af7-98e0-397d5e66415a tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "PUT /v2.0/routers/a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4925182 Dec 15 20:10:54.288016 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=c7321684-0b49-4056-88a8-a4d0c7c415ce,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:10:54.294076 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:10:54.311701 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-30740044-9376-4b18-8334-77b087b2f1f1 None None] Provisioning complete for port c7321684-0b49-4056-88a8-a4d0c7c415ce triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:10:54.312142 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-30740044-9376-4b18-8334-77b087b2f1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:54.347380 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d2abef-6a42-46aa-a0b2-79561575d30e None None] Sync routers for ids ['a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 20:10:54.369149 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 184818a2-0539-4b83-8c0d-3e8d2c5753d1 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 20:10:54.386085 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 184818a2-0539-4b83-8c0d-3e8d2c5753d1 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:10:54.386544 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:54.395838 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-2614173d-c7c6-40ce-bd09-3ddf0571ab0b req-fd0c1411-d797-438c-ae91-45cb1b0e4ade tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Synchronizing usage tracker for tenant:dcef569c3d1c42279834a85579e46274 on resource:security_group {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 20:10:54.426624 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-2614173d-c7c6-40ce-bd09-3ddf0571ab0b req-fd0c1411-d797-438c-ae91-45cb1b0e4ade tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Unset dirty status for tenant:dcef569c3d1c42279834a85579e46274 on resource:security_group {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 20:10:54.428258 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2614173d-c7c6-40ce-bd09-3ddf0571ab0b req-fd0c1411-d797-438c-ae91-45cb1b0e4ade tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-270977726&fields=id&tenant_id=dcef569c3d1c42279834a85579e46274 HTTP/1.1" status: 200 len: 267 time: 0.0785303 Dec 15 20:10:54.438189 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d2abef-6a42-46aa-a0b2-79561575d30e None None] Routers {'a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:10:54.439050 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-c4d2abef-6a42-46aa-a0b2-79561575d30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:10:41Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:10:54.604895 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2614173d-c7c6-40ce-bd09-3ddf0571ab0b req-c2b0a170-7819-480b-9a76-c0e3b79e47e5 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:10:54.605863 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-2614173d-c7c6-40ce-bd09-3ddf0571ab0b req-c2b0a170-7819-480b-9a76-c0e3b79e47e5 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Synchronizing usage tracker for tenant:dcef569c3d1c42279834a85579e46274 on resource:network {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 20:10:54.649572 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-2614173d-c7c6-40ce-bd09-3ddf0571ab0b req-c2b0a170-7819-480b-9a76-c0e3b79e47e5 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Unset dirty status for tenant:dcef569c3d1c42279834a85579e46274 on resource:network {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 20:10:54.651164 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2614173d-c7c6-40ce-bd09-3ddf0571ab0b req-c2b0a170-7819-480b-9a76-c0e3b79e47e5 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/networks?id=76b71dba-ef75-4fb5-9bdf-cdeb994efdcb HTTP/1.1" status: 200 len: 797 time: 0.2117572 Dec 15 20:10:54.671103 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2614173d-c7c6-40ce-bd09-3ddf0571ab0b req-02f53186-fcf9-466d-a418-e5557ac0c266 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/quotas/dcef569c3d1c42279834a85579e46274 HTTP/1.1" status: 200 len: 375 time: 0.0126703 Dec 15 20:10:54.760554 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:54.765836 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-2614173d-c7c6-40ce-bd09-3ddf0571ab0b req-4064a2a7-ee72-442d-beb7-f3ceda4b800c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Synchronizing usage tracker for tenant:dcef569c3d1c42279834a85579e46274 on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 20:10:54.803128 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-c4d2abef-6a42-46aa-a0b2-79561575d30e None None] Set router a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:10:54.808855 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-2614173d-c7c6-40ce-bd09-3ddf0571ab0b req-4064a2a7-ee72-442d-beb7-f3ceda4b800c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Unset dirty status for tenant:dcef569c3d1c42279834a85579e46274 on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 20:10:54.810307 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2614173d-c7c6-40ce-bd09-3ddf0571ab0b req-4064a2a7-ee72-442d-beb7-f3ceda4b800c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=dcef569c3d1c42279834a85579e46274&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1327257 Dec 15 20:10:54.845357 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:54.879416 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port 184818a2-0539-4b83-8c0d-3e8d2c5753d1, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=184818a2-0539-4b83-8c0d-3e8d2c5753d1,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:10:54.925657 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [req-2614173d-c7c6-40ce-bd09-3ddf0571ab0b req-0430283a-73da-424d-bf0d-0ce1016a7027 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 20:10:54.926883 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2614173d-c7c6-40ce-bd09-3ddf0571ab0b req-0430283a-73da-424d-bf0d-0ce1016a7027 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.1029546 Dec 15 20:10:54.954445 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:54.957359 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-30740044-9376-4b18-8334-77b087b2f1f1 None None] Provisioning for port 82abc945-a96e-4142-9c14-9452de22f910 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 20:10:54.968138 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-40788944-3034-49d2-8ccc-d345c5afc2f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:10:55.013904 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-30740044-9376-4b18-8334-77b087b2f1f1 None None] Provisioning complete for port 82abc945-a96e-4142-9c14-9452de22f910 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:10:55.014360 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-30740044-9376-4b18-8334-77b087b2f1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:55.073013 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2614173d-c7c6-40ce-bd09-3ddf0571ab0b req-5ebbdb44-08c1-452c-80a3-81b93d16cdcc service neutron] 10.222.0.36 "GET /v2.0/networks/76b71dba-ef75-4fb5-9bdf-cdeb994efdcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381800 Dec 15 20:10:55.167926 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=184818a2-0539-4b83-8c0d-3e8d2c5753d1,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:10:55.171154 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:10:55.173959 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-30740044-9376-4b18-8334-77b087b2f1f1 None None] Port 82abc945-a96e-4142-9c14-9452de22f910 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 20:10:55.218059 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2614173d-c7c6-40ce-bd09-3ddf0571ab0b req-1245ebc8-ca76-4531-96a6-a6101dfe8f1f service neutron] 10.222.0.36 "GET /v2.0/networks/76b71dba-ef75-4fb5-9bdf-cdeb994efdcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385174 Dec 15 20:10:55.294740 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-c4d2abef-6a42-46aa-a0b2-79561575d30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000', 'name': 'tempest-TestNetworkAdvancedServerOps-router-5351778', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.98'}], 'enable_snat': True}, 'gw_port_id': '184818a2-0539-4b83-8c0d-3e8d2c5753d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:10:47Z', 'updated_at': '2021-12-15T20:10:52Z', 'revision_number': 4, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'gw_port': {'id': '184818a2-0539-4b83-8c0d-3e8d2c5753d1', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:df:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:10:47Z', 'updated_at': '2021-12-15T20:10:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '82abc945-a96e-4142-9c14-9452de22f910', 'name': '', 'network_id': '76b71dba-ef75-4fb5-9bdf-cdeb994efdcb', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'mac_address': 'fa:16:3e:bd:e0:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '635e498b-268d-4c67-a679-5eae16ce16d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:10:51Z', 'updated_at': '2021-12-15T20:10:52Z', 'revision_number': 2, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'subnets': [{'id': '635e498b-268d-4c67-a679-5eae16ce16d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:10:55.301159 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d2abef-6a42-46aa-a0b2-79561575d30e None None] Checking router: a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000 for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 20:10:55.309983 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d2abef-6a42-46aa-a0b2-79561575d30e None None] Updating router a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000 port 82abc945-a96e-4142-9c14-9452de22f910 binding host dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 15 20:10:55.343694 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-32d56628-3fe0-416d-a968-2c90e04ad4b0 None None] Provisioning complete for port 82abc945-a96e-4142-9c14-9452de22f910 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:10:55.344128 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-32d56628-3fe0-416d-a968-2c90e04ad4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:55.402287 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c4d2abef-6a42-46aa-a0b2-79561575d30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:55.429569 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-32d56628-3fe0-416d-a968-2c90e04ad4b0 None None] Port 82abc945-a96e-4142-9c14-9452de22f910 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 20:10:55.510155 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-93367008-52ce-4814-8b81-bcb9be206b38 req-2136a546-9b46-40a7-9f22-fe980480d9fc tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=b55e9454-82e7-44fd-8936-5f41dabe57f1 HTTP/1.1" status: 200 len: 210 time: 0.0460353 Dec 15 20:10:55.702992 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device c7321684-0b49-4056-88a8-a4d0c7c415ce up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 20:10:55.867419 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c4d2abef-6a42-46aa-a0b2-79561575d30e None None] Notify callbacks [] for port, precommit_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:55.870446 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port c7321684-0b49-4056-88a8-a4d0c7c415ce triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:10:55.870881 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:55.919003 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-c4d2abef-6a42-46aa-a0b2-79561575d30e None None] Transition to ACTIVE for port object 82abc945-a96e-4142-9c14-9452de22f910 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 20:10:55.978307 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c4d2abef-6a42-46aa-a0b2-79561575d30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:55.988059 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:10:56.295815 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 184818a2-0539-4b83-8c0d-3e8d2c5753d1 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 20:10:56.332752 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0973f85e-af41-4484-9760-998b085fbd12 None None] Pushing event updated for resources: {'Port': ['ID=82abc945-a96e-4142-9c14-9452de22f910,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:10:56.338927 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0973f85e-af41-4484-9760-998b085fbd12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:10:56.462279 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-c4d2abef-6a42-46aa-a0b2-79561575d30e None None] Attempting to bind port 82abc945-a96e-4142-9c14-9452de22f910 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 20:10:56.462699 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-c4d2abef-6a42-46aa-a0b2-79561575d30e None None] Attempting to bind port 82abc945-a96e-4142-9c14-9452de22f910 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'a013b55a-1184-4b5b-842d-aa3295dd3070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '76b71dba-ef75-4fb5-9bdf-cdeb994efdcb'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 20:10:56.463112 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d2abef-6a42-46aa-a0b2-79561575d30e None None] Attempting to bind port 82abc945-a96e-4142-9c14-9452de22f910 on network 76b71dba-ef75-4fb5-9bdf-cdeb994efdcb {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 20:10:56.474832 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d2abef-6a42-46aa-a0b2-79561575d30e None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 20, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 20:10:56.475256 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d2abef-6a42-46aa-a0b2-79561575d30e None None] Checking segment: {'id': 'a013b55a-1184-4b5b-842d-aa3295dd3070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '76b71dba-ef75-4fb5-9bdf-cdeb994efdcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 20:10:56.475709 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c4d2abef-6a42-46aa-a0b2-79561575d30e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:56.476150 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d2abef-6a42-46aa-a0b2-79561575d30e None None] Bound using segment: {'id': 'a013b55a-1184-4b5b-842d-aa3295dd3070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '76b71dba-ef75-4fb5-9bdf-cdeb994efdcb'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 20:10:56.476669 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-c4d2abef-6a42-46aa-a0b2-79561575d30e None None] Bound port: 82abc945-a96e-4142-9c14-9452de22f910, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a013b55a-1184-4b5b-842d-aa3295dd3070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '76b71dba-ef75-4fb5-9bdf-cdeb994efdcb'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 20:10:56.477092 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c4d2abef-6a42-46aa-a0b2-79561575d30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:56.498637 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 184818a2-0539-4b83-8c0d-3e8d2c5753d1 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:10:56.498992 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:56.683014 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-c4d2abef-6a42-46aa-a0b2-79561575d30e None None] For port 82abc945-a96e-4142-9c14-9452de22f910, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 20:10:56.702525 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-c4d2abef-6a42-46aa-a0b2-79561575d30e None None] For port 82abc945-a96e-4142-9c14-9452de22f910, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=82abc945-a96e-4142-9c14-9452de22f910,segment=NetworkSegment(a013b55a-1184-4b5b-842d-aa3295dd3070),segment_id=a013b55a-1184-4b5b-842d-aa3295dd3070)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 20:10:56.706149 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-cd261fc2-d73d-4b86-a256-879622a167d5 req-31e738af-dfa5-4f60-880f-7a23c69e94f0 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=b55e9454-82e7-44fd-8936-5f41dabe57f1 HTTP/1.1" status: 200 len: 210 time: 0.0645385 Dec 15 20:10:56.735733 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c4d2abef-6a42-46aa-a0b2-79561575d30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:56.740909 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:10:56.822219 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0973f85e-af41-4484-9760-998b085fbd12 None None] Pushing event updated for resources: {'Port': ['ID=82abc945-a96e-4142-9c14-9452de22f910,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:10:56.827151 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0973f85e-af41-4484-9760-998b085fbd12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:10:56.831398 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d2abef-6a42-46aa-a0b2-79561575d30e None None] Routers {'a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:10:56.832080 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-c4d2abef-6a42-46aa-a0b2-79561575d30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:10:41Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:10:57.026932 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-c4d2abef-6a42-46aa-a0b2-79561575d30e None None] Set router a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:10:57.370332 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2614173d-c7c6-40ce-bd09-3ddf0571ab0b req-20f9f4bc-66e3-487d-9b15-9eee9ad88736 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:10:57.371809 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2614173d-c7c6-40ce-bd09-3ddf0571ab0b req-20f9f4bc-66e3-487d-9b15-9eee9ad88736 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.32 "GET /v2.0/networks?id=76b71dba-ef75-4fb5-9bdf-cdeb994efdcb HTTP/1.1" status: 200 len: 797 time: 0.1631546 Dec 15 20:10:57.379089 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-c4d2abef-6a42-46aa-a0b2-79561575d30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000', 'name': 'tempest-TestNetworkAdvancedServerOps-router-5351778', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.98'}], 'enable_snat': True}, 'gw_port_id': '184818a2-0539-4b83-8c0d-3e8d2c5753d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:10:47Z', 'updated_at': '2021-12-15T20:10:52Z', 'revision_number': 4, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'gw_port': {'id': '184818a2-0539-4b83-8c0d-3e8d2c5753d1', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:df:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:10:47Z', 'updated_at': '2021-12-15T20:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '82abc945-a96e-4142-9c14-9452de22f910', 'name': '', 'network_id': '76b71dba-ef75-4fb5-9bdf-cdeb994efdcb', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'mac_address': 'fa:16:3e:bd:e0:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '635e498b-268d-4c67-a679-5eae16ce16d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:10:51Z', 'updated_at': '2021-12-15T20:10:56Z', 'revision_number': 4, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'subnets': [{'id': '635e498b-268d-4c67-a679-5eae16ce16d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:10:57.383246 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d2abef-6a42-46aa-a0b2-79561575d30e None None] The sync data for ids ['a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000'] in dv-neutron-821831-2-hyperv is: [{'id': 'a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000', 'name': 'tempest-TestNetworkAdvancedServerOps-router-5351778', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.98'}], 'enable_snat': True}, 'gw_port_id': '184818a2-0539-4b83-8c0d-3e8d2c5753d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:10:47Z', 'updated_at': '2021-12-15T20:10:52Z', 'revision_number': 4, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'gw_port': {'id': '184818a2-0539-4b83-8c0d-3e8d2c5753d1', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:df:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:10:47Z', 'updated_at': '2021-12-15T20:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '82abc945-a96e-4142-9c14-9452de22f910', 'name': '', 'network_id': '76b71dba-ef75-4fb5-9bdf-cdeb994efdcb', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'mac_address': 'fa:16:3e:bd:e0:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '635e498b-268d-4c67-a679-5eae16ce16d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:10:51Z', 'updated_at': '2021-12-15T20:10:56Z', 'revision_number': 4, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'subnets': [{'id': '635e498b-268d-4c67-a679-5eae16ce16d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 20:10:57.434861 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2614173d-c7c6-40ce-bd09-3ddf0571ab0b req-086878cb-a7e0-4c27-a704-6aafa6805c39 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dcef569c3d1c42279834a85579e46274 HTTP/1.1" status: 200 len: 379 time: 0.0453484 Dec 15 20:10:57.445812 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [req-2614173d-c7c6-40ce-bd09-3ddf0571ab0b req-b8d43638-8ec7-4e0b-9ab6-2576374d2cc9 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Request body: {'port': {'device_id': 'b55e9454-82e7-44fd-8936-5f41dabe57f1', 'network_id': '76b71dba-ef75-4fb5-9bdf-cdeb994efdcb', 'admin_state_up': True, 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'security_groups': ['e43abd07-79d3-43e2-9779-b1e94ee14fe5']}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:10:57.601745 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [req-2614173d-c7c6-40ce-bd09-3ddf0571ab0b req-b8d43638-8ec7-4e0b-9ab6-2576374d2cc9 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:10:57.616998 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [req-2614173d-c7c6-40ce-bd09-3ddf0571ab0b req-b8d43638-8ec7-4e0b-9ab6-2576374d2cc9 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:10:57.659335 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2614173d-c7c6-40ce-bd09-3ddf0571ab0b req-b8d43638-8ec7-4e0b-9ab6-2576374d2cc9 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Made reservation on behalf of dcef569c3d1c42279834a85579e46274 for: {'port': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 20:10:57.663510 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-2614173d-c7c6-40ce-bd09-3ddf0571ab0b req-b8d43638-8ec7-4e0b-9ab6-2576374d2cc9 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:57.727256 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 82abc945-a96e-4142-9c14-9452de22f910 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 20:10:57.831826 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 82abc945-a96e-4142-9c14-9452de22f910 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 20:10:57.839025 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 82abc945-a96e-4142-9c14-9452de22f910 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:10:57.839739 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:57.901651 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-47c9555e-e597-4325-a27f-0925339d0be8 req-5dfea3fa-2252-4a08-9926-5a57da07fc99 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=b55e9454-82e7-44fd-8936-5f41dabe57f1 HTTP/1.1" status: 200 len: 210 time: 0.0576613 Dec 15 20:10:57.914305 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [req-2614173d-c7c6-40ce-bd09-3ddf0571ab0b req-b8d43638-8ec7-4e0b-9ab6-2576374d2cc9 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Allocated IP 172.20.0.14 (76b71dba-ef75-4fb5-9bdf-cdeb994efdcb/635e498b-268d-4c67-a679-5eae16ce16d1/91dc1c9b-4f99-4657-a8ae-fd5b7cf923ab) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 20:10:57.975176 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:58.013621 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port 82abc945-a96e-4142-9c14-9452de22f910, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=82abc945-a96e-4142-9c14-9452de22f910,segment=NetworkSegment(a013b55a-1184-4b5b-842d-aa3295dd3070),segment_id=a013b55a-1184-4b5b-842d-aa3295dd3070)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:10:58.065787 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:58.069627 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-03489eb5-0ec8-496d-b6be-e5616c6dc22a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:10:58.124913 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-2614173d-c7c6-40ce-bd09-3ddf0571ab0b req-b8d43638-8ec7-4e0b-9ab6-2576374d2cc9 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:58.143460 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [req-2614173d-c7c6-40ce-bd09-3ddf0571ab0b req-b8d43638-8ec7-4e0b-9ab6-2576374d2cc9 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Transition to ACTIVE for port object 91dc1c9b-4f99-4657-a8ae-fd5b7cf923ab will not be triggered until provisioned by entity DHCP. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 20:10:58.150179 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=82abc945-a96e-4142-9c14-9452de22f910,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:10:58.163655 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:10:58.198455 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-2614173d-c7c6-40ce-bd09-3ddf0571ab0b req-b8d43638-8ec7-4e0b-9ab6-2576374d2cc9 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:58.204754 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-75a34fc7-5ca1-466c-a2d6-5ed3a0079e98 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:10:58.284237 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2614173d-c7c6-40ce-bd09-3ddf0571ab0b req-b8d43638-8ec7-4e0b-9ab6-2576374d2cc9 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Network 76b71dba-ef75-4fb5-9bdf-cdeb994efdcb is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 20:10:58.287920 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [req-2614173d-c7c6-40ce-bd09-3ddf0571ab0b req-b8d43638-8ec7-4e0b-9ab6-2576374d2cc9 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 20:10:58.290086 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d43638-8ec7-4e0b-9ab6-2576374d2cc9 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event updated for resources: {'Port': ['ID=91dc1c9b-4f99-4657-a8ae-fd5b7cf923ab,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:10:58.292750 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [req-2614173d-c7c6-40ce-bd09-3ddf0571ab0b req-b8d43638-8ec7-4e0b-9ab6-2576374d2cc9 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:10:58.320301 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b8d43638-8ec7-4e0b-9ab6-2576374d2cc9 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:10:58.361522 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2614173d-c7c6-40ce-bd09-3ddf0571ab0b req-b8d43638-8ec7-4e0b-9ab6-2576374d2cc9 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:10:58.362213 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-2614173d-c7c6-40ce-bd09-3ddf0571ab0b req-b8d43638-8ec7-4e0b-9ab6-2576374d2cc9 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:58.495978 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2614173d-c7c6-40ce-bd09-3ddf0571ab0b req-b8d43638-8ec7-4e0b-9ab6-2576374d2cc9 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0548763 Dec 15 20:10:58.514416 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [req-2614173d-c7c6-40ce-bd09-3ddf0571ab0b req-45cb2a83-672c-417b-b0e4-2f7eebdd0b0a service neutron] Request body: {'port': {'device_id': 'b55e9454-82e7-44fd-8936-5f41dabe57f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:10:58.636911 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-2614173d-c7c6-40ce-bd09-3ddf0571ab0b req-45cb2a83-672c-417b-b0e4-2f7eebdd0b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:58.648617 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-817fb54f-e2b4-4931-bedb-662808bf5ab1 None None] Provisioning for port 91dc1c9b-4f99-4657-a8ae-fd5b7cf923ab completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 20:10:58.654314 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-817fb54f-e2b4-4931-bedb-662808bf5ab1 None None] Provisioning complete for port 91dc1c9b-4f99-4657-a8ae-fd5b7cf923ab triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:10:58.654897 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-817fb54f-e2b4-4931-bedb-662808bf5ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:58.714425 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-817fb54f-e2b4-4931-bedb-662808bf5ab1 None None] Port 91dc1c9b-4f99-4657-a8ae-fd5b7cf923ab cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 20:10:59.005791 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [req-2614173d-c7c6-40ce-bd09-3ddf0571ab0b req-45cb2a83-672c-417b-b0e4-2f7eebdd0b0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91dc1c9b-4f99-4657-a8ae-fd5b7cf923ab {{(pid=88990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 20:10:59.013214 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-2614173d-c7c6-40ce-bd09-3ddf0571ab0b req-45cb2a83-672c-417b-b0e4-2f7eebdd0b0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:59.029167 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [req-2614173d-c7c6-40ce-bd09-3ddf0571ab0b req-45cb2a83-672c-417b-b0e4-2f7eebdd0b0a service neutron] Transition to ACTIVE for port object 91dc1c9b-4f99-4657-a8ae-fd5b7cf923ab will not be triggered until provisioned by entity L2. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 20:10:59.081003 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-2614173d-c7c6-40ce-bd09-3ddf0571ab0b req-45cb2a83-672c-417b-b0e4-2f7eebdd0b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:59.090059 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ca2fb1f3-d9f8-4fed-a876-c681455da61e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:10:59.472325 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cb2a83-672c-417b-b0e4-2f7eebdd0b0a service neutron] Pushing event updated for resources: {'Port': ['ID=91dc1c9b-4f99-4657-a8ae-fd5b7cf923ab,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:10:59.479536 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-45cb2a83-672c-417b-b0e4-2f7eebdd0b0a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:10:59.530311 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ebec6-3ef4-4f34-bd06-6c5a71c72b20 req-d86f8426-93b4-4312-ab9c-988e640e2816 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:10:59.531052 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-871ebec6-3ef4-4f34-bd06-6c5a71c72b20 req-d86f8426-93b4-4312-ab9c-988e640e2816 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Synchronizing usage tracker for tenant:dcef569c3d1c42279834a85579e46274 on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 20:10:59.614537 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-2614173d-c7c6-40ce-bd09-3ddf0571ab0b req-45cb2a83-672c-417b-b0e4-2f7eebdd0b0a service neutron] Attempting to bind port 91dc1c9b-4f99-4657-a8ae-fd5b7cf923ab on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 20:10:59.614840 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-2614173d-c7c6-40ce-bd09-3ddf0571ab0b req-45cb2a83-672c-417b-b0e4-2f7eebdd0b0a service neutron] Attempting to bind port 91dc1c9b-4f99-4657-a8ae-fd5b7cf923ab by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'a013b55a-1184-4b5b-842d-aa3295dd3070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '76b71dba-ef75-4fb5-9bdf-cdeb994efdcb'}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 20:10:59.615212 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2614173d-c7c6-40ce-bd09-3ddf0571ab0b req-45cb2a83-672c-417b-b0e4-2f7eebdd0b0a service neutron] Attempting to bind port 91dc1c9b-4f99-4657-a8ae-fd5b7cf923ab on network 76b71dba-ef75-4fb5-9bdf-cdeb994efdcb {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 20:10:59.621990 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2614173d-c7c6-40ce-bd09-3ddf0571ab0b req-45cb2a83-672c-417b-b0e4-2f7eebdd0b0a service neutron] Port 91dc1c9b-4f99-4657-a8ae-fd5b7cf923ab on network 76b71dba-ef75-4fb5-9bdf-cdeb994efdcb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 20:10:59.624672 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2614173d-c7c6-40ce-bd09-3ddf0571ab0b req-45cb2a83-672c-417b-b0e4-2f7eebdd0b0a service neutron] Attempting to bind port 91dc1c9b-4f99-4657-a8ae-fd5b7cf923ab on network 76b71dba-ef75-4fb5-9bdf-cdeb994efdcb {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 20:10:59.629163 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2614173d-c7c6-40ce-bd09-3ddf0571ab0b req-45cb2a83-672c-417b-b0e4-2f7eebdd0b0a service neutron] Checking agent: {'id': '59e4c979-c5dd-468d-a1f2-341133950749', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 12, 24), 'started_at': datetime.datetime(2021, 12, 15, 19, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 20, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 20:10:59.629538 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2614173d-c7c6-40ce-bd09-3ddf0571ab0b req-45cb2a83-672c-417b-b0e4-2f7eebdd0b0a service neutron] Checking segment: {'id': 'a013b55a-1184-4b5b-842d-aa3295dd3070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '76b71dba-ef75-4fb5-9bdf-cdeb994efdcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 20:10:59.629961 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2614173d-c7c6-40ce-bd09-3ddf0571ab0b req-45cb2a83-672c-417b-b0e4-2f7eebdd0b0a service neutron] Bound using segment: {'id': 'a013b55a-1184-4b5b-842d-aa3295dd3070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '76b71dba-ef75-4fb5-9bdf-cdeb994efdcb'} {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 20:10:59.630616 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-2614173d-c7c6-40ce-bd09-3ddf0571ab0b req-45cb2a83-672c-417b-b0e4-2f7eebdd0b0a service neutron] Bound port: 91dc1c9b-4f99-4657-a8ae-fd5b7cf923ab, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a013b55a-1184-4b5b-842d-aa3295dd3070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '76b71dba-ef75-4fb5-9bdf-cdeb994efdcb'}}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 20:10:59.630932 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-2614173d-c7c6-40ce-bd09-3ddf0571ab0b req-45cb2a83-672c-417b-b0e4-2f7eebdd0b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:59.647984 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-871ebec6-3ef4-4f34-bd06-6c5a71c72b20 req-d86f8426-93b4-4312-ab9c-988e640e2816 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Unset dirty status for tenant:dcef569c3d1c42279834a85579e46274 on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 20:10:59.648432 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-871ebec6-3ef4-4f34-bd06-6c5a71c72b20 req-d86f8426-93b4-4312-ab9c-988e640e2816 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=b55e9454-82e7-44fd-8936-5f41dabe57f1 HTTP/1.1" status: 200 len: 944 time: 0.6053512 Dec 15 20:10:59.695788 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 82abc945-a96e-4142-9c14-9452de22f910 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 20:10:59.764165 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-871ebec6-3ef4-4f34-bd06-6c5a71c72b20 req-1756d926-2409-4c10-9567-21f224ab20b3 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=e43abd07-79d3-43e2-9779-b1e94ee14fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810466 Dec 15 20:10:59.766970 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-2614173d-c7c6-40ce-bd09-3ddf0571ab0b req-45cb2a83-672c-417b-b0e4-2f7eebdd0b0a service neutron] For port 91dc1c9b-4f99-4657-a8ae-fd5b7cf923ab, host hv-neutron-8218, cleared binding levels {{(pid=88990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 20:10:59.770165 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-2614173d-c7c6-40ce-bd09-3ddf0571ab0b req-45cb2a83-672c-417b-b0e4-2f7eebdd0b0a service neutron] For port 91dc1c9b-4f99-4657-a8ae-fd5b7cf923ab, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=91dc1c9b-4f99-4657-a8ae-fd5b7cf923ab,segment=NetworkSegment(a013b55a-1184-4b5b-842d-aa3295dd3070),segment_id=a013b55a-1184-4b5b-842d-aa3295dd3070)] {{(pid=88990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 20:10:59.772963 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 82abc945-a96e-4142-9c14-9452de22f910 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:10:59.773565 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:59.798159 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-2614173d-c7c6-40ce-bd09-3ddf0571ab0b req-45cb2a83-672c-417b-b0e4-2f7eebdd0b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:59.803009 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d724bead-30dd-43b2-bdb5-20332cb88c1d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:10:59.857286 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-2614173d-c7c6-40ce-bd09-3ddf0571ab0b req-45cb2a83-672c-417b-b0e4-2f7eebdd0b0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:10:59.859027 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2614173d-c7c6-40ce-bd09-3ddf0571ab0b req-45cb2a83-672c-417b-b0e4-2f7eebdd0b0a service neutron] 10.222.0.32 "PUT /v2.0/ports/91dc1c9b-4f99-4657-a8ae-fd5b7cf923ab HTTP/1.1" status: 200 len: 1094 time: 1.3507292 Dec 15 20:10:59.861645 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b55e9454-82e7-44fd-8936-5f41dabe57f1', 'tag': '91dc1c9b-4f99-4657-a8ae-fd5b7cf923ab'}] {{(pid=88990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 20:10:59.903906 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cb2a83-672c-417b-b0e4-2f7eebdd0b0a service neutron] Pushing event updated for resources: {'Port': ['ID=91dc1c9b-4f99-4657-a8ae-fd5b7cf923ab,revision_number=3']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:10:59.907469 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-45cb2a83-672c-417b-b0e4-2f7eebdd0b0a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:10:59.928526 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b55e9454-82e7-44fd-8936-5f41dabe57f1', 'tag': '91dc1c9b-4f99-4657-a8ae-fd5b7cf923ab', 'status': 'completed', 'code': 200} Dec 15 20:11:00.033039 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d096d88f-35ee-4625-af82-6e77d24f004d req-2f68d7c6-669e-442c-94c1-102617b51369 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dcef569c3d1c42279834a85579e46274&device_id=b55e9454-82e7-44fd-8936-5f41dabe57f1 HTTP/1.1" status: 200 len: 1097 time: 0.0760298 Dec 15 20:11:00.190163 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d096d88f-35ee-4625-af82-6e77d24f004d req-43432fbb-44f6-4d6e-a708-c8a3d3e6ff9e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:11:00.191787 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d096d88f-35ee-4625-af82-6e77d24f004d req-43432fbb-44f6-4d6e-a708-c8a3d3e6ff9e service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=dcef569c3d1c42279834a85579e46274&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1472967 Dec 15 20:11:00.341538 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d096d88f-35ee-4625-af82-6e77d24f004d req-5d993b86-36c7-490f-8bce-9503e65d6f4b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:11:00.343182 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d096d88f-35ee-4625-af82-6e77d24f004d req-5d993b86-36c7-490f-8bce-9503e65d6f4b service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1420085 Dec 15 20:11:00.461022 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2614173d-c7c6-40ce-bd09-3ddf0571ab0b req-bb17b8a5-fe14-43b5-92b8-3fba3ead7e31 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dcef569c3d1c42279834a85579e46274&device_id=b55e9454-82e7-44fd-8936-5f41dabe57f1 HTTP/1.1" status: 200 len: 1097 time: 0.0753741 Dec 15 20:11:00.539402 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2614173d-c7c6-40ce-bd09-3ddf0571ab0b req-fae30ec1-a1f9-4802-ab85-5d323b115fb8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91dc1c9b-4f99-4657-a8ae-fd5b7cf923ab HTTP/1.1" status: 200 len: 217 time: 0.0665028 Dec 15 20:11:00.611266 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2614173d-c7c6-40ce-bd09-3ddf0571ab0b req-ff08903c-3fab-4a36-b7fc-29d1e58d1707 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:11:00.612852 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2614173d-c7c6-40ce-bd09-3ddf0571ab0b req-ff08903c-3fab-4a36-b7fc-29d1e58d1707 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=635e498b-268d-4c67-a679-5eae16ce16d1 HTTP/1.1" status: 200 len: 835 time: 0.0640249 Dec 15 20:11:00.701893 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2614173d-c7c6-40ce-bd09-3ddf0571ab0b req-05f07e73-486e-48e5-8893-1399931874f7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=76b71dba-ef75-4fb5-9bdf-cdeb994efdcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780160 Dec 15 20:11:00.849261 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2614173d-c7c6-40ce-bd09-3ddf0571ab0b req-a8a21c15-51f0-4dc8-a084-faafaf4330d1 service neutron] 10.222.0.32 "GET /v2.0/networks/76b71dba-ef75-4fb5-9bdf-cdeb994efdcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351414 Dec 15 20:11:01.049446 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2614173d-c7c6-40ce-bd09-3ddf0571ab0b req-de89abe1-4344-4ee4-9b72-2b73728c593c service neutron] 10.222.0.32 "GET /v2.0/networks/76b71dba-ef75-4fb5-9bdf-cdeb994efdcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903632 Dec 15 20:11:01.069609 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed67422-1318-4b48-8086-8a9857f18de2 req-83e18bd9-c842-477f-8935-34778cfebe58 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:11:01.071263 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2ed67422-1318-4b48-8086-8a9857f18de2 req-83e18bd9-c842-477f-8935-34778cfebe58 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=b55e9454-82e7-44fd-8936-5f41dabe57f1 HTTP/1.1" status: 200 len: 944 time: 0.1364410 Dec 15 20:11:01.120503 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2ed67422-1318-4b48-8086-8a9857f18de2 req-4097be56-8fbc-4ec1-a249-81baf6fdb5ee tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=e43abd07-79d3-43e2-9779-b1e94ee14fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427754 Dec 15 20:11:02.332083 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a91b3f8-2068-4410-ad29-3ed4b65f172c req-0cea410f-ee2e-4754-86ee-e7c900f95860 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:11:02.333685 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8a91b3f8-2068-4410-ad29-3ed4b65f172c req-0cea410f-ee2e-4754-86ee-e7c900f95860 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=b55e9454-82e7-44fd-8936-5f41dabe57f1 HTTP/1.1" status: 200 len: 944 time: 0.0871625 Dec 15 20:11:02.381252 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8a91b3f8-2068-4410-ad29-3ed4b65f172c req-cfa767a8-cd98-410a-b213-353943050816 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=e43abd07-79d3-43e2-9779-b1e94ee14fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411751 Dec 15 20:11:03.588378 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a95e9a-8581-47a6-9d81-315581cea187 req-48bf2321-67c7-4391-a72a-f7ea3cd740c0 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:11:03.589890 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-05a95e9a-8581-47a6-9d81-315581cea187 req-48bf2321-67c7-4391-a72a-f7ea3cd740c0 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=b55e9454-82e7-44fd-8936-5f41dabe57f1 HTTP/1.1" status: 200 len: 944 time: 0.0868077 Dec 15 20:11:03.644576 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-05a95e9a-8581-47a6-9d81-315581cea187 req-548ac67f-dc4d-43a4-8d26-5231b35d6282 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=e43abd07-79d3-43e2-9779-b1e94ee14fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480549 Dec 15 20:11:03.775820 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 91dc1c9b-4f99-4657-a8ae-fd5b7cf923ab details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 15 20:11:03.915267 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 91dc1c9b-4f99-4657-a8ae-fd5b7cf923ab, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=91dc1c9b-4f99-4657-a8ae-fd5b7cf923ab,segment=NetworkSegment(a013b55a-1184-4b5b-842d-aa3295dd3070),segment_id=a013b55a-1184-4b5b-842d-aa3295dd3070)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:11:03.928916 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Returning: {'device': '91dc1c9b-4f99-4657-a8ae-fd5b7cf923ab', 'network_id': '76b71dba-ef75-4fb5-9bdf-cdeb994efdcb', 'port_id': '91dc1c9b-4f99-4657-a8ae-fd5b7cf923ab', 'mac_address': 'fa:16:3e:fa:c6:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '635e498b-268d-4c67-a679-5eae16ce16d1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 20:11:03.982758 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:11:04.000792 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91dc1c9b-4f99-4657-a8ae-fd5b7cf923ab {{(pid=88992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 20:11:04.015280 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 91dc1c9b-4f99-4657-a8ae-fd5b7cf923ab, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=91dc1c9b-4f99-4657-a8ae-fd5b7cf923ab,segment=NetworkSegment(a013b55a-1184-4b5b-842d-aa3295dd3070),segment_id=a013b55a-1184-4b5b-842d-aa3295dd3070)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:11:04.054111 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:11:04.056654 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0973f85e-af41-4484-9760-998b085fbd12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:11:04.123620 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=91dc1c9b-4f99-4657-a8ae-fd5b7cf923ab,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:11:04.126953 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:11:04.374088 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] get_ports_and_sgs() called for port_ids ['91dc1c9b-4f99-4657-a8ae-fd5b7cf923ab'] {{(pid=88992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 20:11:04.855583 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8534c61f-1fb0-4c62-8b0e-c20fb58ddd78 req-035fdf81-0f18-46a1-9895-c8e76a0c1f63 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:11:04.857187 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8534c61f-1fb0-4c62-8b0e-c20fb58ddd78 req-035fdf81-0f18-46a1-9895-c8e76a0c1f63 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=b55e9454-82e7-44fd-8936-5f41dabe57f1 HTTP/1.1" status: 200 len: 945 time: 0.0880537 Dec 15 20:11:04.905854 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8534c61f-1fb0-4c62-8b0e-c20fb58ddd78 req-e70845a0-bb94-4f64-a0fa-9d9a9174e857 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=e43abd07-79d3-43e2-9779-b1e94ee14fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425131 Dec 15 20:11:05.775691 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 91dc1c9b-4f99-4657-a8ae-fd5b7cf923ab up at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 20:11:05.859547 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning for port 91dc1c9b-4f99-4657-a8ae-fd5b7cf923ab completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 20:11:05.864398 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning complete for port 91dc1c9b-4f99-4657-a8ae-fd5b7cf923ab triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:11:05.864815 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:11:05.985152 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:11:06.013338 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b55e9454-82e7-44fd-8936-5f41dabe57f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91dc1c9b-4f99-4657-a8ae-fd5b7cf923ab'}] {{(pid=88992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 20:11:06.023454 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 91dc1c9b-4f99-4657-a8ae-fd5b7cf923ab, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=91dc1c9b-4f99-4657-a8ae-fd5b7cf923ab,segment=NetworkSegment(a013b55a-1184-4b5b-842d-aa3295dd3070),segment_id=a013b55a-1184-4b5b-842d-aa3295dd3070)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:11:06.060056 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:11:06.063198 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:11:06.121922 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c656dfbf-e0c1-45d0-b78c-beea5248d9f1 req-680f3a55-f653-4d45-9b66-64f1c6ab9d3b tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:11:06.123588 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c656dfbf-e0c1-45d0-b78c-beea5248d9f1 req-680f3a55-f653-4d45-9b66-64f1c6ab9d3b tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=b55e9454-82e7-44fd-8936-5f41dabe57f1 HTTP/1.1" status: 200 len: 946 time: 0.0921366 Dec 15 20:11:06.133672 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=91dc1c9b-4f99-4657-a8ae-fd5b7cf923ab,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:11:06.137229 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:11:06.172843 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b55e9454-82e7-44fd-8936-5f41dabe57f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91dc1c9b-4f99-4657-a8ae-fd5b7cf923ab', 'code': 200} Dec 15 20:11:06.176161 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c656dfbf-e0c1-45d0-b78c-beea5248d9f1 req-11554cc0-2c5d-4eaf-8d25-2ef04cdd49d2 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=e43abd07-79d3-43e2-9779-b1e94ee14fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445373 Dec 15 20:11:06.483045 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-81781ed2-62f0-4973-99d5-aab345a01b54 req-7c123646-ff11-4aa2-8a9c-2eb048c25110 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b55e9454-82e7-44fd-8936-5f41dabe57f1 HTTP/1.1" status: 200 len: 1099 time: 0.0718892 Dec 15 20:11:06.531622 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-81781ed2-62f0-4973-99d5-aab345a01b54 req-7c777495-d135-4586-9b3f-8ec2c5a8d59f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e43abd07-79d3-43e2-9779-b1e94ee14fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373614 Dec 15 20:11:07.388657 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa1a86f-86fc-4755-afef-b55c9eddb410 req-99b9e2c3-1104-4489-be01-a8be5093e7d8 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:11:07.390274 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9fa1a86f-86fc-4755-afef-b55c9eddb410 req-99b9e2c3-1104-4489-be01-a8be5093e7d8 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=b55e9454-82e7-44fd-8936-5f41dabe57f1 HTTP/1.1" status: 200 len: 946 time: 0.0867515 Dec 15 20:11:07.438354 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9fa1a86f-86fc-4755-afef-b55c9eddb410 req-eebff5b9-3731-4888-b48d-e7f58207c120 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=e43abd07-79d3-43e2-9779-b1e94ee14fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419776 Dec 15 20:11:08.271246 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-45890998-da30-4bbd-8895-53ae66bcaed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:11:08.641961 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979fa2d-3ded-4c9d-9536-07ef94d65430 req-47b76d8e-c488-43af-ac5b-13368a3325af tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:11:08.643598 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8979fa2d-3ded-4c9d-9536-07ef94d65430 req-47b76d8e-c488-43af-ac5b-13368a3325af tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=b55e9454-82e7-44fd-8936-5f41dabe57f1 HTTP/1.1" status: 200 len: 946 time: 0.0846102 Dec 15 20:11:08.691395 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8979fa2d-3ded-4c9d-9536-07ef94d65430 req-ebce9643-94c8-4460-be93-990fbfb1cf55 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=e43abd07-79d3-43e2-9779-b1e94ee14fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407887 Dec 15 20:11:08.898501 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d88ffdc-9470-4242-8a1d-0046a99c07ab req-925f8df3-c215-44b3-8de6-205a703abe42 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:11:08.900153 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4d88ffdc-9470-4242-8a1d-0046a99c07ab req-925f8df3-c215-44b3-8de6-205a703abe42 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=b55e9454-82e7-44fd-8936-5f41dabe57f1 HTTP/1.1" status: 200 len: 946 time: 0.0853624 Dec 15 20:11:08.949876 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4d88ffdc-9470-4242-8a1d-0046a99c07ab req-08746447-b0c8-43aa-ba53-46fc3b4fe526 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=e43abd07-79d3-43e2-9779-b1e94ee14fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436716 Dec 15 20:11:08.976835 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 36276) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:11:09.050605 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-54bc7f75-ff02-48db-8580-2c34d479df44 tempest-TestNetworkAdvancedServerOps-1358408781 tempest-TestNetworkAdvancedServerOps-1358408781-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b55e9454-82e7-44fd-8936-5f41dabe57f1 HTTP/1.1" status: 200 len: 1094 time: 0.0724342 Dec 15 20:11:09.053487 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 36280) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:11:09.059681 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-eccddd5c-b50b-45a0-8756-e0bd30cd49d7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Request body: {'floatingip': {'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'port_id': '91dc1c9b-4f99-4657-a8ae-fd5b7cf923ab', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:11:09.065609 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-eccddd5c-b50b-45a0-8756-e0bd30cd49d7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:11:09.069629 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-eccddd5c-b50b-45a0-8756-e0bd30cd49d7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Usage tracker for resource:floatingip and tenant:dcef569c3d1c42279834a85579e46274 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:11:09.073274 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-eccddd5c-b50b-45a0-8756-e0bd30cd49d7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:11:09.079325 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-eccddd5c-b50b-45a0-8756-e0bd30cd49d7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:11:09.128412 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eccddd5c-b50b-45a0-8756-e0bd30cd49d7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for floatingip, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:11:09.271915 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eccddd5c-b50b-45a0-8756-e0bd30cd49d7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:11:09.468908 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-eccddd5c-b50b-45a0-8756-e0bd30cd49d7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Allocated IP 172.26.3.172 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/32a7ff7f-c409-4a0b-8362-c054c74de2a0) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 20:11:09.556863 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:11:09.627735 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eccddd5c-b50b-45a0-8756-e0bd30cd49d7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:11:09.677013 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eccddd5c-b50b-45a0-8756-e0bd30cd49d7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:11:09.681790 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a64440ec-6d34-4175-a920-d3cb3b62185d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:11:09.754388 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccddd5c-b50b-45a0-8756-e0bd30cd49d7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 20:11:09.758408 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-eccddd5c-b50b-45a0-8756-e0bd30cd49d7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 20:11:09.763155 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccddd5c-b50b-45a0-8756-e0bd30cd49d7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:11:09.789771 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccddd5c-b50b-45a0-8756-e0bd30cd49d7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event updated for resources: {'Port': ['ID=32a7ff7f-c409-4a0b-8362-c054c74de2a0,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:11:09.795302 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-eccddd5c-b50b-45a0-8756-e0bd30cd49d7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:11:10.279713 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eccddd5c-b50b-45a0-8756-e0bd30cd49d7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:11:10.371736 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eccddd5c-b50b-45a0-8756-e0bd30cd49d7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:11:10.562561 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-45980c0a-e420-4891-92d1-ff585b809bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:11:10.581372 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eccddd5c-b50b-45a0-8756-e0bd30cd49d7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:11:10.608719 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eccddd5c-b50b-45a0-8756-e0bd30cd49d7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:11:10.613571 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6efe1971-de8a-48e0-bb7f-34670fb21eb3 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:11:10.724744 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccddd5c-b50b-45a0-8756-e0bd30cd49d7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event updated for resources: {'Port': ['ID=32a7ff7f-c409-4a0b-8362-c054c74de2a0,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:11:10.729733 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-eccddd5c-b50b-45a0-8756-e0bd30cd49d7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:11:10.738495 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eccddd5c-b50b-45a0-8756-e0bd30cd49d7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634093'] for floatingip, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:11:11.043172 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:11:11.178820 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.l3_db [None req-eccddd5c-b50b-45a0-8756-e0bd30cd49d7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Floating IP 49a5614c-b8b4-43dd-b47b-89bf229f4d17 associated. External IP: 172.26.3.172, port: 91dc1c9b-4f99-4657-a8ae-fd5b7cf923ab. Dec 15 20:11:11.587466 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eccddd5c-b50b-45a0-8756-e0bd30cd49d7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Router a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 20:11:11.801132 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eccddd5c-b50b-45a0-8756-e0bd30cd49d7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 20:11:11.812211 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0184bc5b-6f4b-424e-831b-c33eca637b26 None None] Sync routers for ids ['a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 20:11:11.826555 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0184bc5b-6f4b-424e-831b-c33eca637b26 None None] Routers {'a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:11:11.827242 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-0184bc5b-6f4b-424e-831b-c33eca637b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:11:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:11:11.865566 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-eccddd5c-b50b-45a0-8756-e0bd30cd49d7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:11:11.921639 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-eccddd5c-b50b-45a0-8756-e0bd30cd49d7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8670492 Dec 15 20:11:11.922373 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b55e9454-82e7-44fd-8936-5f41dabe57f1', 'tag': '91dc1c9b-4f99-4657-a8ae-fd5b7cf923ab'}] {{(pid=88990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 20:11:11.980108 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b55e9454-82e7-44fd-8936-5f41dabe57f1', 'tag': '91dc1c9b-4f99-4657-a8ae-fd5b7cf923ab', 'status': 'completed', 'code': 200} Dec 15 20:11:12.012802 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-0184bc5b-6f4b-424e-831b-c33eca637b26 None None] Set router a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:11:12.149894 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f814ab72-683e-4619-9776-3dd1e733f4e5 req-e2db1bea-ee4e-42a9-aac9-80d6ff346ad4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dcef569c3d1c42279834a85579e46274&device_id=b55e9454-82e7-44fd-8936-5f41dabe57f1 HTTP/1.1" status: 200 len: 1099 time: 0.1469858 Dec 15 20:11:12.155823 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae12dc-b12b-4349-aebb-3f96e90434b2 req-ac71cb57-caf0-4ab5-950a-8543f48689d1 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:11:12.157310 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7dae12dc-b12b-4349-aebb-3f96e90434b2 req-ac71cb57-caf0-4ab5-950a-8543f48689d1 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=b55e9454-82e7-44fd-8936-5f41dabe57f1 HTTP/1.1" status: 200 len: 946 time: 0.1182148 Dec 15 20:11:12.310833 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7dae12dc-b12b-4349-aebb-3f96e90434b2 req-bca20ee9-ef23-4ff1-9eb6-f7a2b724075f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=e43abd07-79d3-43e2-9779-b1e94ee14fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297462 Dec 15 20:11:12.337734 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f814ab72-683e-4619-9776-3dd1e733f4e5 req-9e60df96-7aef-4e91-a4a3-5fe85c259419 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:11:12.337734 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f814ab72-683e-4619-9776-3dd1e733f4e5 req-9e60df96-7aef-4e91-a4a3-5fe85c259419 service neutron] 10.222.0.32 "GET /v2.0/networks?id=76b71dba-ef75-4fb5-9bdf-cdeb994efdcb HTTP/1.1" status: 200 len: 898 time: 0.1787620 Dec 15 20:11:12.338767 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 36288) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:11:12.386994 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-0184bc5b-6f4b-424e-831b-c33eca637b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000', 'name': 'tempest-TestNetworkAdvancedServerOps-router-5351778', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.98'}], 'enable_snat': True}, 'gw_port_id': '184818a2-0539-4b83-8c0d-3e8d2c5753d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:10:47Z', 'updated_at': '2021-12-15T20:10:52Z', 'revision_number': 4, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'gw_port': {'id': '184818a2-0539-4b83-8c0d-3e8d2c5753d1', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:df:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:10:47Z', 'updated_at': '2021-12-15T20:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': '49a5614c-b8b4-43dd-b47b-89bf229f4d17', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'floating_ip_address': '172.26.3.172', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': 'a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000', 'port_id': '91dc1c9b-4f99-4657-a8ae-fd5b7cf923ab', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76b71dba-ef75-4fb5-9bdf-cdeb994efdcb', 'mac_address': 'fa:16:3e:fa:c6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55e9454-82e7-44fd-8936-5f41dabe57f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T20:11:10Z', 'updated_at': '2021-12-15T20:11:10Z', 'revision_number': 0, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82abc945-a96e-4142-9c14-9452de22f910', 'name': '', 'network_id': '76b71dba-ef75-4fb5-9bdf-cdeb994efdcb', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'mac_address': 'fa:16:3e:bd:e0:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '635e498b-268d-4c67-a679-5eae16ce16d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:10:51Z', 'updated_at': '2021-12-15T20:10:57Z', 'revision_number': 5, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'subnets': [{'id': '635e498b-268d-4c67-a679-5eae16ce16d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:11:12.390963 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0184bc5b-6f4b-424e-831b-c33eca637b26 None None] Checking router: a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000 for host: dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 20:11:12.402085 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0184bc5b-6f4b-424e-831b-c33eca637b26 None None] Routers {'a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:11:12.402716 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-0184bc5b-6f4b-424e-831b-c33eca637b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:11:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:11:12.547274 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9ca953c6-6cb9-4705-b3b6-c1dae5a85b23 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/floatingips/49a5614c-b8b4-43dd-b47b-89bf229f4d17 HTTP/1.1" status: 200 len: 992 time: 0.2060914 Dec 15 20:11:12.548625 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f814ab72-683e-4619-9776-3dd1e733f4e5 req-2a6b0aba-e670-4bc0-ab2f-10da9af2dbec service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91dc1c9b-4f99-4657-a8ae-fd5b7cf923ab HTTP/1.1" status: 200 len: 1000 time: 0.1509840 Dec 15 20:11:12.629102 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f814ab72-683e-4619-9776-3dd1e733f4e5 req-d52aec76-b36c-4607-b56f-1f4151ab0b28 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:11:12.630770 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f814ab72-683e-4619-9776-3dd1e733f4e5 req-d52aec76-b36c-4607-b56f-1f4151ab0b28 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=635e498b-268d-4c67-a679-5eae16ce16d1 HTTP/1.1" status: 200 len: 835 time: 0.0722189 Dec 15 20:11:12.714717 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f814ab72-683e-4619-9776-3dd1e733f4e5 req-d51d52db-7236-45af-88b4-4b37e5720a2b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=76b71dba-ef75-4fb5-9bdf-cdeb994efdcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753968 Dec 15 20:11:12.741829 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-0184bc5b-6f4b-424e-831b-c33eca637b26 None None] Set router a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:11:12.797255 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:11:12.860102 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f814ab72-683e-4619-9776-3dd1e733f4e5 req-6860ae58-2bdd-423d-b439-eb7602cd8783 service neutron] 10.222.0.32 "GET /v2.0/networks/76b71dba-ef75-4fb5-9bdf-cdeb994efdcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387959 Dec 15 20:11:13.000943 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f814ab72-683e-4619-9776-3dd1e733f4e5 req-8f7738b6-e477-455c-86c0-a2c872087466 service neutron] 10.222.0.32 "GET /v2.0/networks/76b71dba-ef75-4fb5-9bdf-cdeb994efdcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345291 Dec 15 20:11:13.107262 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-0184bc5b-6f4b-424e-831b-c33eca637b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000', 'name': 'tempest-TestNetworkAdvancedServerOps-router-5351778', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.98'}], 'enable_snat': True}, 'gw_port_id': '184818a2-0539-4b83-8c0d-3e8d2c5753d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:10:47Z', 'updated_at': '2021-12-15T20:10:52Z', 'revision_number': 4, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'gw_port': {'id': '184818a2-0539-4b83-8c0d-3e8d2c5753d1', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:df:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:10:47Z', 'updated_at': '2021-12-15T20:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': '49a5614c-b8b4-43dd-b47b-89bf229f4d17', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'floating_ip_address': '172.26.3.172', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': 'a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000', 'port_id': '91dc1c9b-4f99-4657-a8ae-fd5b7cf923ab', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76b71dba-ef75-4fb5-9bdf-cdeb994efdcb', 'mac_address': 'fa:16:3e:fa:c6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55e9454-82e7-44fd-8936-5f41dabe57f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T20:11:10Z', 'updated_at': '2021-12-15T20:11:10Z', 'revision_number': 0, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82abc945-a96e-4142-9c14-9452de22f910', 'name': '', 'network_id': '76b71dba-ef75-4fb5-9bdf-cdeb994efdcb', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'mac_address': 'fa:16:3e:bd:e0:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '635e498b-268d-4c67-a679-5eae16ce16d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:10:51Z', 'updated_at': '2021-12-15T20:10:57Z', 'revision_number': 5, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'subnets': [{'id': '635e498b-268d-4c67-a679-5eae16ce16d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:11:13.111513 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0184bc5b-6f4b-424e-831b-c33eca637b26 None None] The sync data for ids ['a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000'] in dv-neutron-821831-2-hyperv is: [{'id': 'a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000', 'name': 'tempest-TestNetworkAdvancedServerOps-router-5351778', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.98'}], 'enable_snat': True}, 'gw_port_id': '184818a2-0539-4b83-8c0d-3e8d2c5753d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:10:47Z', 'updated_at': '2021-12-15T20:10:52Z', 'revision_number': 4, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'gw_port': {'id': '184818a2-0539-4b83-8c0d-3e8d2c5753d1', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:df:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:10:47Z', 'updated_at': '2021-12-15T20:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': '49a5614c-b8b4-43dd-b47b-89bf229f4d17', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'floating_ip_address': '172.26.3.172', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': 'a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000', 'port_id': '91dc1c9b-4f99-4657-a8ae-fd5b7cf923ab', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76b71dba-ef75-4fb5-9bdf-cdeb994efdcb', 'mac_address': 'fa:16:3e:fa:c6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55e9454-82e7-44fd-8936-5f41dabe57f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T20:11:10Z', 'updated_at': '2021-12-15T20:11:10Z', 'revision_number': 0, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82abc945-a96e-4142-9c14-9452de22f910', 'name': '', 'network_id': '76b71dba-ef75-4fb5-9bdf-cdeb994efdcb', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'mac_address': 'fa:16:3e:bd:e0:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '635e498b-268d-4c67-a679-5eae16ce16d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:10:51Z', 'updated_at': '2021-12-15T20:10:57Z', 'revision_number': 5, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'subnets': [{'id': '635e498b-268d-4c67-a679-5eae16ce16d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 20:11:13.456179 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb55462-d06f-4602-bb5e-b688afb9cd15 None None] New status for floating IP 49a5614c-b8b4-43dd-b47b-89bf229f4d17: ACTIVE {{(pid=88992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 15 20:11:13.549872 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 36292) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:11:13.686655 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b756d338-0e6c-4588-b84b-f49430914946 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/floatingips/49a5614c-b8b4-43dd-b47b-89bf229f4d17 HTTP/1.1" status: 200 len: 992 time: 0.1149993 Dec 15 20:11:14.669773 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 36296) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:11:14.781623 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-be1bd2a4-7d4a-4ca4-b263-3d76086c59f9 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/floatingips/49a5614c-b8b4-43dd-b47b-89bf229f4d17 HTTP/1.1" status: 200 len: 994 time: 0.1104355 Dec 15 20:11:19.677608 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-dbbce7c8-652e-43fa-abe0-71c4f185303d req-14b98aac-d377-4348-a6e4-50fde6697f6a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b55e9454-82e7-44fd-8936-5f41dabe57f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1529815 Dec 15 20:11:19.885594 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-dbbce7c8-652e-43fa-abe0-71c4f185303d req-875d4bbc-aeb3-43e7-92a6-8c72a6bc8fa4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dcef569c3d1c42279834a85579e46274&device_id=b55e9454-82e7-44fd-8936-5f41dabe57f1 HTTP/1.1" status: 200 len: 1099 time: 0.0805249 Dec 15 20:11:20.041899 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbce7c8-652e-43fa-abe0-71c4f185303d req-44abdb70-7c8f-40eb-9f63-88441bd77f1a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:11:20.043477 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-dbbce7c8-652e-43fa-abe0-71c4f185303d req-44abdb70-7c8f-40eb-9f63-88441bd77f1a service neutron] 10.222.0.32 "GET /v2.0/networks?id=76b71dba-ef75-4fb5-9bdf-cdeb994efdcb HTTP/1.1" status: 200 len: 898 time: 0.1372108 Dec 15 20:11:20.150377 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-dbbce7c8-652e-43fa-abe0-71c4f185303d req-e49e990e-da97-4027-b611-b7c147eb4953 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91dc1c9b-4f99-4657-a8ae-fd5b7cf923ab HTTP/1.1" status: 200 len: 1002 time: 0.0994570 Dec 15 20:11:20.231629 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbce7c8-652e-43fa-abe0-71c4f185303d req-0e8b98c5-777d-4f85-889d-f16a1196c967 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:11:20.233215 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-dbbce7c8-652e-43fa-abe0-71c4f185303d req-0e8b98c5-777d-4f85-889d-f16a1196c967 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=635e498b-268d-4c67-a679-5eae16ce16d1 HTTP/1.1" status: 200 len: 835 time: 0.0768917 Dec 15 20:11:20.315311 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-dbbce7c8-652e-43fa-abe0-71c4f185303d req-5048619a-cada-409b-9bb6-e5649b5db693 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=76b71dba-ef75-4fb5-9bdf-cdeb994efdcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740879 Dec 15 20:11:20.455579 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-dbbce7c8-652e-43fa-abe0-71c4f185303d req-305bf7b2-5135-41c8-99ff-76302eb17aab service neutron] 10.222.0.32 "GET /v2.0/networks/76b71dba-ef75-4fb5-9bdf-cdeb994efdcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329014 Dec 15 20:11:20.596516 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-dbbce7c8-652e-43fa-abe0-71c4f185303d req-842750d7-5d17-4fbb-b605-03c2eeb92268 service neutron] 10.222.0.32 "GET /v2.0/networks/76b71dba-ef75-4fb5-9bdf-cdeb994efdcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348627 Dec 15 20:11:24.625150 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:11:29.959191 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 20:11:38.276362 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b8dc1914-34d6-4dcf-9ab6-51e34e376e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:11:39.521716 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:11:40.584361 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9cd7bcef-812e-4307-b734-27ba288543d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:11:41.024271 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:11:42.829733 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:11:46.496393 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5932428-b433-4981-b2c3-a76ca1544161 req-929c66ee-287e-4ce6-ae72-1c7cddc5d7c7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:11:46.497889 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b5932428-b433-4981-b2c3-a76ca1544161 req-929c66ee-287e-4ce6-ae72-1c7cddc5d7c7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=b55e9454-82e7-44fd-8936-5f41dabe57f1 HTTP/1.1" status: 200 len: 946 time: 0.1551414 Dec 15 20:11:46.550835 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b5932428-b433-4981-b2c3-a76ca1544161 req-57327573-8ce4-4603-ae3d-23163ce25259 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=e43abd07-79d3-43e2-9779-b1e94ee14fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467875 Dec 15 20:11:47.847703 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3633b01-32c5-4527-84f0-8d1fed800b20 req-4349a685-d295-4338-851d-d0d861705559 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:11:47.849274 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d3633b01-32c5-4527-84f0-8d1fed800b20 req-4349a685-d295-4338-851d-d0d861705559 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=b55e9454-82e7-44fd-8936-5f41dabe57f1 HTTP/1.1" status: 200 len: 946 time: 0.1618865 Dec 15 20:11:47.897858 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d3633b01-32c5-4527-84f0-8d1fed800b20 req-a455d3ea-153d-4f02-85f6-3d322690cedc tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=e43abd07-79d3-43e2-9779-b1e94ee14fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422044 Dec 15 20:11:47.926024 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 36332) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:11:48.277118 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a38cead9-89ab-4b6e-9d6a-caa54dc59d96 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/floatingips/49a5614c-b8b4-43dd-b47b-89bf229f4d17 HTTP/1.1" status: 200 len: 994 time: 0.3497944 Dec 15 20:11:49.978229 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8806b793-6e9e-4be4-8bf9-03b455c93e23 req-026e2959-6f5d-4312-832d-fb651858abf0 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:11:49.979750 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8806b793-6e9e-4be4-8bf9-03b455c93e23 req-026e2959-6f5d-4312-832d-fb651858abf0 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=b55e9454-82e7-44fd-8936-5f41dabe57f1 HTTP/1.1" status: 200 len: 946 time: 0.1358709 Dec 15 20:11:50.019328 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9005b803-788b-4b79-8657-04786889b0d7 req-3e3cd2c4-ea36-4607-8985-f7992ef4df28 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dcef569c3d1c42279834a85579e46274&device_id=b55e9454-82e7-44fd-8936-5f41dabe57f1 HTTP/1.1" status: 200 len: 1099 time: 0.1162579 Dec 15 20:11:50.115101 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8806b793-6e9e-4be4-8bf9-03b455c93e23 req-b43107ba-b2a3-445a-bfc5-030140bb7393 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=e43abd07-79d3-43e2-9779-b1e94ee14fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252143 Dec 15 20:11:50.170428 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9005b803-788b-4b79-8657-04786889b0d7 req-867e507b-c7bd-48d9-8ab2-ed648be2472c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:11:50.171994 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9005b803-788b-4b79-8657-04786889b0d7 req-867e507b-c7bd-48d9-8ab2-ed648be2472c service neutron] 10.222.0.32 "GET /v2.0/networks?id=76b71dba-ef75-4fb5-9bdf-cdeb994efdcb HTTP/1.1" status: 200 len: 898 time: 0.1419725 Dec 15 20:11:50.285461 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9005b803-788b-4b79-8657-04786889b0d7 req-cdaf6317-b44f-4279-a06f-e41456cee0ea service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91dc1c9b-4f99-4657-a8ae-fd5b7cf923ab HTTP/1.1" status: 200 len: 1002 time: 0.1029241 Dec 15 20:11:50.358207 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9005b803-788b-4b79-8657-04786889b0d7 req-5b4f7afa-97a1-4158-b638-c80e65dc5146 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:11:50.359782 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9005b803-788b-4b79-8657-04786889b0d7 req-5b4f7afa-97a1-4158-b638-c80e65dc5146 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=635e498b-268d-4c67-a679-5eae16ce16d1 HTTP/1.1" status: 200 len: 835 time: 0.0635509 Dec 15 20:11:50.446028 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9005b803-788b-4b79-8657-04786889b0d7 req-2a48e823-0ee9-4ac5-88b8-20f5f616c449 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=76b71dba-ef75-4fb5-9bdf-cdeb994efdcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765665 Dec 15 20:11:50.587132 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9005b803-788b-4b79-8657-04786889b0d7 req-ef39a9e2-1c93-49d5-ad11-9910eb3e2525 service neutron] 10.222.0.32 "GET /v2.0/networks/76b71dba-ef75-4fb5-9bdf-cdeb994efdcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306405 Dec 15 20:11:50.734876 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9005b803-788b-4b79-8657-04786889b0d7 req-b9b52249-4917-402c-8e36-ddc111bca097 service neutron] 10.222.0.32 "GET /v2.0/networks/76b71dba-ef75-4fb5-9bdf-cdeb994efdcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384332 Dec 15 20:11:51.324354 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041c9e47-a663-44ad-ba0b-c6d4b23c70ad req-5b10fdf7-6710-4a50-9af8-5cbc20c4028d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:11:51.325968 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-041c9e47-a663-44ad-ba0b-c6d4b23c70ad req-5b10fdf7-6710-4a50-9af8-5cbc20c4028d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=b55e9454-82e7-44fd-8936-5f41dabe57f1 HTTP/1.1" status: 200 len: 946 time: 0.0836368 Dec 15 20:11:51.373161 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-041c9e47-a663-44ad-ba0b-c6d4b23c70ad req-452354e7-5e68-4afa-80c6-ff5f4c6423f5 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=e43abd07-79d3-43e2-9779-b1e94ee14fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410829 Dec 15 20:11:52.588963 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c93f82-5cbb-43ca-ae88-21759a5e7391 req-6a302328-8f9b-4f91-af11-aa9967be61d2 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:11:52.593248 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-64c93f82-5cbb-43ca-ae88-21759a5e7391 req-6a302328-8f9b-4f91-af11-aa9967be61d2 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=b55e9454-82e7-44fd-8936-5f41dabe57f1 HTTP/1.1" status: 200 len: 946 time: 0.0863850 Dec 15 20:11:52.640573 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-64c93f82-5cbb-43ca-ae88-21759a5e7391 req-5b84871b-948a-4b32-84b8-d2cdd1438572 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=e43abd07-79d3-43e2-9779-b1e94ee14fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435162 Dec 15 20:11:52.669447 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 36346) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:11:52.780100 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d0d158dc-2634-4c9c-af67-b7f7c22cb650 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/floatingips/49a5614c-b8b4-43dd-b47b-89bf229f4d17 HTTP/1.1" status: 200 len: 994 time: 0.1093876 Dec 15 20:11:53.065033 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 36354) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:11:53.275823 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-0bc1b62e-d340-4582-968b-4b3fc8d1544a tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Deleting port 32a7ff7f-c409-4a0b-8362-c054c74de2a0 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 20:11:53.276216 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0bc1b62e-d340-4582-968b-4b3fc8d1544a tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:11:53.450740 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0bc1b62e-d340-4582-968b-4b3fc8d1544a tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:11:53.451000 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0bc1b62e-d340-4582-968b-4b3fc8d1544a tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:11:53.573696 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-0bc1b62e-d340-4582-968b-4b3fc8d1544a tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Calling delete_port for 32a7ff7f-c409-4a0b-8362-c054c74de2a0 owned by network:floatingip {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 20:11:53.887171 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0bc1b62e-d340-4582-968b-4b3fc8d1544a tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:11:53.891627 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ff6c9998-cc41-4e55-991d-8f4e8e26b41e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:11:53.933359 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc1b62e-d340-4582-968b-4b3fc8d1544a tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event deleted for resources: {'Port': ['ID=32a7ff7f-c409-4a0b-8362-c054c74de2a0,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:11:53.967812 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc1b62e-d340-4582-968b-4b3fc8d1544a tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:11:53.968249 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc1b62e-d340-4582-968b-4b3fc8d1544a tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:11:53.968676 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc1b62e-d340-4582-968b-4b3fc8d1544a tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:11:53.969093 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc1b62e-d340-4582-968b-4b3fc8d1544a tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:11:53.969515 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc1b62e-d340-4582-968b-4b3fc8d1544a tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:11:53.969930 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc1b62e-d340-4582-968b-4b3fc8d1544a tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:11:53.970364 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc1b62e-d340-4582-968b-4b3fc8d1544a tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:11:53.970775 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc1b62e-d340-4582-968b-4b3fc8d1544a tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:11:53.971188 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc1b62e-d340-4582-968b-4b3fc8d1544a tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:11:53.971596 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc1b62e-d340-4582-968b-4b3fc8d1544a tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:11:53.972013 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc1b62e-d340-4582-968b-4b3fc8d1544a tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:11:53.978815 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0bc1b62e-d340-4582-968b-4b3fc8d1544a tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:11:54.041444 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0bc1b62e-d340-4582-968b-4b3fc8d1544a tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for floatingip, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:11:54.448664 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bc1b62e-d340-4582-968b-4b3fc8d1544a tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Router a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 20:11:54.646766 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:11:54.660403 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc1b62e-d340-4582-968b-4b3fc8d1544a tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 20:11:54.672022 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85718e6b-7c86-4d6c-b12d-148d48ffa402 None None] Sync routers for ids ['a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 20:11:54.684692 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85718e6b-7c86-4d6c-b12d-148d48ffa402 None None] Routers {'a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:11:54.685356 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-85718e6b-7c86-4d6c-b12d-148d48ffa402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:11:41Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:11:54.704248 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0bc1b62e-d340-4582-968b-4b3fc8d1544a tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:11:54.762601 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0bc1b62e-d340-4582-968b-4b3fc8d1544a tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "DELETE /v2.0/floatingips/49a5614c-b8b4-43dd-b47b-89bf229f4d17 HTTP/1.1" status: 204 len: 168 time: 1.6963668 Dec 15 20:11:54.763310 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b55e9454-82e7-44fd-8936-5f41dabe57f1', 'tag': '91dc1c9b-4f99-4657-a8ae-fd5b7cf923ab'}] {{(pid=88990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 20:11:54.875824 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-85718e6b-7c86-4d6c-b12d-148d48ffa402 None None] Set router a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:11:54.916126 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b55e9454-82e7-44fd-8936-5f41dabe57f1', 'tag': '91dc1c9b-4f99-4657-a8ae-fd5b7cf923ab', 'status': 'completed', 'code': 200} Dec 15 20:11:55.017129 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-22ed5157-f4c3-4fa2-b750-75b1a9daa9ca req-4a067bba-019f-4151-99b6-7c4cf5e9bf46 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dcef569c3d1c42279834a85579e46274&device_id=b55e9454-82e7-44fd-8936-5f41dabe57f1 HTTP/1.1" status: 200 len: 1099 time: 0.0770898 Dec 15 20:11:55.223113 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-85718e6b-7c86-4d6c-b12d-148d48ffa402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000', 'name': 'tempest-TestNetworkAdvancedServerOps-router-5351778', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.98'}], 'enable_snat': True}, 'gw_port_id': '184818a2-0539-4b83-8c0d-3e8d2c5753d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:10:47Z', 'updated_at': '2021-12-15T20:10:52Z', 'revision_number': 4, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'gw_port': {'id': '184818a2-0539-4b83-8c0d-3e8d2c5753d1', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:df:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:10:47Z', 'updated_at': '2021-12-15T20:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '82abc945-a96e-4142-9c14-9452de22f910', 'name': '', 'network_id': '76b71dba-ef75-4fb5-9bdf-cdeb994efdcb', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'mac_address': 'fa:16:3e:bd:e0:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '635e498b-268d-4c67-a679-5eae16ce16d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:10:51Z', 'updated_at': '2021-12-15T20:10:57Z', 'revision_number': 5, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'subnets': [{'id': '635e498b-268d-4c67-a679-5eae16ce16d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:11:55.227984 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85718e6b-7c86-4d6c-b12d-148d48ffa402 None None] Checking router: a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000 for host: dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 20:11:55.239849 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85718e6b-7c86-4d6c-b12d-148d48ffa402 None None] Routers {'a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:11:55.240545 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-85718e6b-7c86-4d6c-b12d-148d48ffa402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:11:41Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:11:55.433722 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-85718e6b-7c86-4d6c-b12d-148d48ffa402 None None] Set router a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:11:55.479031 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed5157-f4c3-4fa2-b750-75b1a9daa9ca req-f4f68c7f-9b0a-4641-87b1-c3deae44417f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:11:55.480680 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-22ed5157-f4c3-4fa2-b750-75b1a9daa9ca req-f4f68c7f-9b0a-4641-87b1-c3deae44417f service neutron] 10.222.0.32 "GET /v2.0/networks?id=76b71dba-ef75-4fb5-9bdf-cdeb994efdcb HTTP/1.1" status: 200 len: 898 time: 0.4480360 Dec 15 20:11:55.492109 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3c4941-f818-4f05-84ab-41a6754af436 req-0dd200c8-e560-40ff-9a41-e23b8273a819 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:11:55.492866 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-7d3c4941-f818-4f05-84ab-41a6754af436 req-0dd200c8-e560-40ff-9a41-e23b8273a819 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Synchronizing usage tracker for tenant:dcef569c3d1c42279834a85579e46274 on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 20:11:55.567421 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-22ed5157-f4c3-4fa2-b750-75b1a9daa9ca req-5545809b-f02e-4fc3-90bb-4e9940239bb0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91dc1c9b-4f99-4657-a8ae-fd5b7cf923ab HTTP/1.1" status: 200 len: 217 time: 0.0716357 Dec 15 20:11:55.617658 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-7d3c4941-f818-4f05-84ab-41a6754af436 req-0dd200c8-e560-40ff-9a41-e23b8273a819 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Unset dirty status for tenant:dcef569c3d1c42279834a85579e46274 on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 20:11:55.618993 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7d3c4941-f818-4f05-84ab-41a6754af436 req-0dd200c8-e560-40ff-9a41-e23b8273a819 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=b55e9454-82e7-44fd-8936-5f41dabe57f1 HTTP/1.1" status: 200 len: 946 time: 0.2589295 Dec 15 20:11:55.673073 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed5157-f4c3-4fa2-b750-75b1a9daa9ca req-f4cfe4a8-7ed6-4757-989b-572ef328f57f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:11:55.674703 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-22ed5157-f4c3-4fa2-b750-75b1a9daa9ca req-f4cfe4a8-7ed6-4757-989b-572ef328f57f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=635e498b-268d-4c67-a679-5eae16ce16d1 HTTP/1.1" status: 200 len: 835 time: 0.0982671 Dec 15 20:11:55.725469 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7d3c4941-f818-4f05-84ab-41a6754af436 req-ef8155fc-b005-4c05-bdc1-ac1734f15e2c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=e43abd07-79d3-43e2-9779-b1e94ee14fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952766 Dec 15 20:11:55.764256 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-22ed5157-f4c3-4fa2-b750-75b1a9daa9ca req-b107aadd-3c2b-47ed-8e22-417213ea12e3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=76b71dba-ef75-4fb5-9bdf-cdeb994efdcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0804608 Dec 15 20:11:55.766106 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-85718e6b-7c86-4d6c-b12d-148d48ffa402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000', 'name': 'tempest-TestNetworkAdvancedServerOps-router-5351778', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.98'}], 'enable_snat': True}, 'gw_port_id': '184818a2-0539-4b83-8c0d-3e8d2c5753d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:10:47Z', 'updated_at': '2021-12-15T20:10:52Z', 'revision_number': 4, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'gw_port': {'id': '184818a2-0539-4b83-8c0d-3e8d2c5753d1', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:df:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:10:47Z', 'updated_at': '2021-12-15T20:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '82abc945-a96e-4142-9c14-9452de22f910', 'name': '', 'network_id': '76b71dba-ef75-4fb5-9bdf-cdeb994efdcb', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'mac_address': 'fa:16:3e:bd:e0:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '635e498b-268d-4c67-a679-5eae16ce16d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:10:51Z', 'updated_at': '2021-12-15T20:10:57Z', 'revision_number': 5, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'subnets': [{'id': '635e498b-268d-4c67-a679-5eae16ce16d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:11:55.770201 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85718e6b-7c86-4d6c-b12d-148d48ffa402 None None] The sync data for ids ['a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000'] in dv-neutron-821831-2-hyperv is: [{'id': 'a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000', 'name': 'tempest-TestNetworkAdvancedServerOps-router-5351778', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.98'}], 'enable_snat': True}, 'gw_port_id': '184818a2-0539-4b83-8c0d-3e8d2c5753d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:10:47Z', 'updated_at': '2021-12-15T20:10:52Z', 'revision_number': 4, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'gw_port': {'id': '184818a2-0539-4b83-8c0d-3e8d2c5753d1', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:df:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:10:47Z', 'updated_at': '2021-12-15T20:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '82abc945-a96e-4142-9c14-9452de22f910', 'name': '', 'network_id': '76b71dba-ef75-4fb5-9bdf-cdeb994efdcb', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'mac_address': 'fa:16:3e:bd:e0:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '635e498b-268d-4c67-a679-5eae16ce16d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:10:51Z', 'updated_at': '2021-12-15T20:10:57Z', 'revision_number': 5, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'subnets': [{'id': '635e498b-268d-4c67-a679-5eae16ce16d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 20:11:55.910721 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-22ed5157-f4c3-4fa2-b750-75b1a9daa9ca req-14e173c9-524e-441d-8d16-9342bd67a914 service neutron] 10.222.0.32 "GET /v2.0/networks/76b71dba-ef75-4fb5-9bdf-cdeb994efdcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392829 Dec 15 20:11:56.054055 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-22ed5157-f4c3-4fa2-b750-75b1a9daa9ca req-536bfac7-4758-4bdc-baa4-2b952a92474a service neutron] 10.222.0.32 "GET /v2.0/networks/76b71dba-ef75-4fb5-9bdf-cdeb994efdcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365414 Dec 15 20:11:56.216124 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b55f47-77f4-453d-aa97-8d63d96f5467 None None] New status for floating IP 49a5614c-b8b4-43dd-b47b-89bf229f4d17: DOWN {{(pid=88992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 15 20:11:56.941045 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acbe62b-1d8d-453b-bd7a-20dfbfd8c692 req-ff4731c3-a4f9-4545-9ec4-2a6ef170edb5 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:11:56.942662 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5acbe62b-1d8d-453b-bd7a-20dfbfd8c692 req-ff4731c3-a4f9-4545-9ec4-2a6ef170edb5 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=b55e9454-82e7-44fd-8936-5f41dabe57f1 HTTP/1.1" status: 200 len: 946 time: 0.0888903 Dec 15 20:11:56.990854 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5acbe62b-1d8d-453b-bd7a-20dfbfd8c692 req-803784dd-cdbe-4a46-8c6e-a6beaa4605bb tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/security-groups?id=e43abd07-79d3-43e2-9779-b1e94ee14fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417717 Dec 15 20:11:57.083881 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece69832-b788-4902-af36-1c16ba782a37 req-a7a5572c-2af5-4020-bf2d-d8d2c8d578d6 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:11:57.085377 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ece69832-b788-4902-af36-1c16ba782a37 req-a7a5572c-2af5-4020-bf2d-d8d2c8d578d6 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.32 "GET /v2.0/ports?device_id=b55e9454-82e7-44fd-8936-5f41dabe57f1 HTTP/1.1" status: 200 len: 946 time: 0.0828323 Dec 15 20:11:57.161254 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [req-ece69832-b788-4902-af36-1c16ba782a37 req-5e5226f0-ce61-48b2-b079-9e3980541d33 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Deleting port 91dc1c9b-4f99-4657-a8ae-fd5b7cf923ab {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 20:11:57.161644 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-ece69832-b788-4902-af36-1c16ba782a37 req-5e5226f0-ce61-48b2-b079-9e3980541d33 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:11:57.422000 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-ece69832-b788-4902-af36-1c16ba782a37 req-5e5226f0-ce61-48b2-b079-9e3980541d33 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] For port 91dc1c9b-4f99-4657-a8ae-fd5b7cf923ab, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=91dc1c9b-4f99-4657-a8ae-fd5b7cf923ab,segment=NetworkSegment(a013b55a-1184-4b5b-842d-aa3295dd3070),segment_id=a013b55a-1184-4b5b-842d-aa3295dd3070)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:11:57.422374 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-ece69832-b788-4902-af36-1c16ba782a37 req-5e5226f0-ce61-48b2-b079-9e3980541d33 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:11:57.553176 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [req-ece69832-b788-4902-af36-1c16ba782a37 req-5e5226f0-ce61-48b2-b079-9e3980541d33 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Calling delete_port for 91dc1c9b-4f99-4657-a8ae-fd5b7cf923ab owned by compute:nova {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 20:11:57.870385 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-ece69832-b788-4902-af36-1c16ba782a37 req-5e5226f0-ce61-48b2-b079-9e3980541d33 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:11:57.876588 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d2bd8bce-5f6b-493b-a0bc-70f7665486f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:11:57.920448 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5226f0-ce61-48b2-b079-9e3980541d33 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event deleted for resources: {'Port': ['ID=91dc1c9b-4f99-4657-a8ae-fd5b7cf923ab,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:11:57.924708 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5e5226f0-ce61-48b2-b079-9e3980541d33 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:11:57.998432 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [req-ece69832-b788-4902-af36-1c16ba782a37 req-5e5226f0-ce61-48b2-b079-9e3980541d33 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] No DVR routers for this DVR port 91dc1c9b-4f99-4657-a8ae-fd5b7cf923ab on host hv-neutron-8218 {{(pid=88990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 20:11:58.000909 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-ece69832-b788-4902-af36-1c16ba782a37 req-5e5226f0-ce61-48b2-b079-9e3980541d33 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:11:58.003844 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b55e9454-82e7-44fd-8936-5f41dabe57f1', 'name': 'network-vif-deleted', 'tag': '91dc1c9b-4f99-4657-a8ae-fd5b7cf923ab'}] {{(pid=88990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 20:11:58.059604 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ece69832-b788-4902-af36-1c16ba782a37 req-5e5226f0-ce61-48b2-b079-9e3980541d33 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.32 "DELETE /v2.0/ports/91dc1c9b-4f99-4657-a8ae-fd5b7cf923ab HTTP/1.1" status: 204 len: 173 time: 0.9674358 Dec 15 20:11:58.061404 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b55e9454-82e7-44fd-8936-5f41dabe57f1', 'name': 'network-vif-deleted', 'tag': '91dc1c9b-4f99-4657-a8ae-fd5b7cf923ab', 'status': 'completed', 'code': 200} Dec 15 20:11:58.160697 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-aa2afae7-29d1-4824-979b-d293059c15db req-75cd76a3-55ea-4341-97cf-644c9f0dd88b tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Synchronizing usage tracker for tenant:dcef569c3d1c42279834a85579e46274 on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 20:11:58.201200 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-aa2afae7-29d1-4824-979b-d293059c15db req-75cd76a3-55ea-4341-97cf-644c9f0dd88b tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Unset dirty status for tenant:dcef569c3d1c42279834a85579e46274 on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 20:11:58.202527 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-aa2afae7-29d1-4824-979b-d293059c15db req-75cd76a3-55ea-4341-97cf-644c9f0dd88b tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "GET /v2.0/ports?device_id=b55e9454-82e7-44fd-8936-5f41dabe57f1 HTTP/1.1" status: 200 len: 210 time: 0.0868161 Dec 15 20:11:59.313341 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 36374) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:11:59.724071 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-03e160a4-7896-4124-83f8-44dbb7d4a2af tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145021'] for router_interface, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:00.356245 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-03e160a4-7896-4124-83f8-44dbb7d4a2af tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Deleting port 82abc945-a96e-4142-9c14-9452de22f910 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 20:12:00.356872 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-03e160a4-7896-4124-83f8-44dbb7d4a2af tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:00.551707 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-03e160a4-7896-4124-83f8-44dbb7d4a2af tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] For port 82abc945-a96e-4142-9c14-9452de22f910, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=82abc945-a96e-4142-9c14-9452de22f910,segment=NetworkSegment(a013b55a-1184-4b5b-842d-aa3295dd3070),segment_id=a013b55a-1184-4b5b-842d-aa3295dd3070)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:12:00.552107 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-03e160a4-7896-4124-83f8-44dbb7d4a2af tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:00.681318 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-03e160a4-7896-4124-83f8-44dbb7d4a2af tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Calling delete_port for 82abc945-a96e-4142-9c14-9452de22f910 owned by network:router_interface {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 20:12:00.944230 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-03e160a4-7896-4124-83f8-44dbb7d4a2af tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:00.948743 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-633e0c56-456d-477e-b554-2a82f8b3b61e tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:12:00.990692 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e160a4-7896-4124-83f8-44dbb7d4a2af tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event deleted for resources: {'Port': ['ID=82abc945-a96e-4142-9c14-9452de22f910,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:12:00.993962 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-03e160a4-7896-4124-83f8-44dbb7d4a2af tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:12:01.534990 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-03e160a4-7896-4124-83f8-44dbb7d4a2af tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852815828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854144871'] for router_interface, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:02.039723 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 91dc1c9b-4f99-4657-a8ae-fd5b7cf923ab no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 20:12:02.074444 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] No Port match for: 91dc1c9b-4f99-4657-a8ae-fd5b7cf923ab {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 20:12:02.074856 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 91dc1c9b-4f99-4657-a8ae-fd5b7cf923ab not bound to the agent host hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 20:12:02.138059 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03e160a4-7896-4124-83f8-44dbb7d4a2af tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Router a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 20:12:02.346843 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e160a4-7896-4124-83f8-44dbb7d4a2af tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 20:12:02.360118 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43edfb55-758a-46a4-980a-85c7a5669def None None] Sync routers for ids ['a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 20:12:02.373364 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43edfb55-758a-46a4-980a-85c7a5669def None None] Routers {'a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:12:02.374038 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-43edfb55-758a-46a4-980a-85c7a5669def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:11:41Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:12:02.408428 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-03e160a4-7896-4124-83f8-44dbb7d4a2af tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "PUT /v2.0/routers/a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0937994 Dec 15 20:12:02.411259 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 36378) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:12:02.619908 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-551dacb4-cdd6-4133-8619-dd06c2407340 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Deleting subnet 635e498b-268d-4c67-a679-5eae16ce16d1 {{(pid=88990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 20:12:02.623520 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-551dacb4-cdd6-4133-8619-dd06c2407340 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for subnet, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:02.686961 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-551dacb4-cdd6-4133-8619-dd06c2407340 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838448728'] for subnet, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:02.713636 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-43edfb55-758a-46a4-980a-85c7a5669def None None] Set router a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:12:02.772967 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-551dacb4-cdd6-4133-8619-dd06c2407340 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:03.002902 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-43edfb55-758a-46a4-980a-85c7a5669def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000', 'name': 'tempest-TestNetworkAdvancedServerOps-router-5351778', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.98'}], 'enable_snat': True}, 'gw_port_id': '184818a2-0539-4b83-8c0d-3e8d2c5753d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:10:47Z', 'updated_at': '2021-12-15T20:12:00Z', 'revision_number': 5, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'gw_port': {'id': '184818a2-0539-4b83-8c0d-3e8d2c5753d1', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:df:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:10:47Z', 'updated_at': '2021-12-15T20:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:12:03.006893 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43edfb55-758a-46a4-980a-85c7a5669def None None] Checking router: a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000 for host: dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 20:12:03.018470 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43edfb55-758a-46a4-980a-85c7a5669def None None] Routers {'a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:12:03.019119 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-43edfb55-758a-46a4-980a-85c7a5669def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:11:41Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:12:03.094093 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-551dacb4-cdd6-4133-8619-dd06c2407340 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16636259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14850861'] for subnet, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:03.105586 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-20f0f744-adb5-49d7-bbdb-a94ee219de0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:12:03.147527 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551dacb4-cdd6-4133-8619-dd06c2407340 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event deleted for resources: {'Subnet': ['ID=635e498b-268d-4c67-a679-5eae16ce16d1,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:12:03.150348 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-551dacb4-cdd6-4133-8619-dd06c2407340 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:12:03.153226 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-551dacb4-cdd6-4133-8619-dd06c2407340 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:03.159706 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-551dacb4-cdd6-4133-8619-dd06c2407340 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "DELETE /v2.0/subnets/635e498b-268d-4c67-a679-5eae16ce16d1 HTTP/1.1" status: 204 len: 168 time: 0.7474008 Dec 15 20:12:03.162535 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 36382) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:12:03.164882 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86757d4c-7fc2-4a02-8246-9a8658e735db None None] Network 76b71dba-ef75-4fb5-9bdf-cdeb994efdcb requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 20:12:03.205051 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-43edfb55-758a-46a4-980a-85c7a5669def None None] Set router a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:12:03.376377 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d874127a-228a-4c5d-bceb-56671e5effab tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for router, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:03.441225 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5451f3ea-1229-4c60-8cc5-6a7462ed716a None None] DHCP port deletion for 76b71dba-ef75-4fb5-9bdf-cdeb994efdcb request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 20:12:03.445461 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-5451f3ea-1229-4c60-8cc5-6a7462ed716a None None] Deleting port c7321684-0b49-4056-88a8-a4d0c7c415ce {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 20:12:03.445890 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5451f3ea-1229-4c60-8cc5-6a7462ed716a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:03.525463 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-43edfb55-758a-46a4-980a-85c7a5669def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000', 'name': 'tempest-TestNetworkAdvancedServerOps-router-5351778', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.98'}], 'enable_snat': True}, 'gw_port_id': '184818a2-0539-4b83-8c0d-3e8d2c5753d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:10:47Z', 'updated_at': '2021-12-15T20:12:00Z', 'revision_number': 5, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'gw_port': {'id': '184818a2-0539-4b83-8c0d-3e8d2c5753d1', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:df:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:10:47Z', 'updated_at': '2021-12-15T20:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:12:03.530072 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43edfb55-758a-46a4-980a-85c7a5669def None None] The sync data for ids ['a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000'] in dv-neutron-821831-2-hyperv is: [{'id': 'a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000', 'name': 'tempest-TestNetworkAdvancedServerOps-router-5351778', 'tenant_id': 'dcef569c3d1c42279834a85579e46274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.98'}], 'enable_snat': True}, 'gw_port_id': '184818a2-0539-4b83-8c0d-3e8d2c5753d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:10:47Z', 'updated_at': '2021-12-15T20:12:00Z', 'revision_number': 5, 'project_id': 'dcef569c3d1c42279834a85579e46274', 'gw_port': {'id': '184818a2-0539-4b83-8c0d-3e8d2c5753d1', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:df:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:10:47Z', 'updated_at': '2021-12-15T20:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 20:12:03.619794 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d874127a-228a-4c5d-bceb-56671e5effab tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:03.677996 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-5451f3ea-1229-4c60-8cc5-6a7462ed716a None None] For port c7321684-0b49-4056-88a8-a4d0c7c415ce, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=c7321684-0b49-4056-88a8-a4d0c7c415ce,segment=NetworkSegment(a013b55a-1184-4b5b-842d-aa3295dd3070),segment_id=a013b55a-1184-4b5b-842d-aa3295dd3070)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:12:03.677996 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5451f3ea-1229-4c60-8cc5-6a7462ed716a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:03.686884 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d874127a-228a-4c5d-bceb-56671e5effab tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Deleting port 184818a2-0539-4b83-8c0d-3e8d2c5753d1 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 20:12:03.687276 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d874127a-228a-4c5d-bceb-56671e5effab tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:03.745012 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device c7321684-0b49-4056-88a8-a4d0c7c415ce no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 20:12:03.841533 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-5451f3ea-1229-4c60-8cc5-6a7462ed716a None None] Calling delete_port for c7321684-0b49-4056-88a8-a4d0c7c415ce owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 20:12:03.886454 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d874127a-228a-4c5d-bceb-56671e5effab tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] For port 184818a2-0539-4b83-8c0d-3e8d2c5753d1, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=184818a2-0539-4b83-8c0d-3e8d2c5753d1,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:12:03.886871 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d874127a-228a-4c5d-bceb-56671e5effab tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:03.984633 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:03.998402 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5451f3ea-1229-4c60-8cc5-6a7462ed716a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866'] for port, after_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:04.004457 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ff6ba6fc-d7c5-46e3-a48f-c76ead69d961 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:12:04.014698 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d874127a-228a-4c5d-bceb-56671e5effab tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Calling delete_port for 184818a2-0539-4b83-8c0d-3e8d2c5753d1 owned by network:router_gateway {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 20:12:04.047209 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5451f3ea-1229-4c60-8cc5-6a7462ed716a None None] Pushing event deleted for resources: {'Port': ['ID=c7321684-0b49-4056-88a8-a4d0c7c415ce,revision_number=None']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:12:04.092761 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5451f3ea-1229-4c60-8cc5-6a7462ed716a None None] No DVR routers for this DVR port c7321684-0b49-4056-88a8-a4d0c7c415ce on host dv-neutron-821831-2-hyperv {{(pid=88992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 20:12:04.099884 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5451f3ea-1229-4c60-8cc5-6a7462ed716a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:12:04.100282 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5451f3ea-1229-4c60-8cc5-6a7462ed716a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:12:04.100673 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5451f3ea-1229-4c60-8cc5-6a7462ed716a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:12:04.101064 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5451f3ea-1229-4c60-8cc5-6a7462ed716a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:12:04.101448 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5451f3ea-1229-4c60-8cc5-6a7462ed716a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:12:04.101827 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5451f3ea-1229-4c60-8cc5-6a7462ed716a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:12:04.102211 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5451f3ea-1229-4c60-8cc5-6a7462ed716a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:12:04.102733 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5451f3ea-1229-4c60-8cc5-6a7462ed716a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:12:04.103177 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5451f3ea-1229-4c60-8cc5-6a7462ed716a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:12:04.103635 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5451f3ea-1229-4c60-8cc5-6a7462ed716a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:12:04.104012 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5451f3ea-1229-4c60-8cc5-6a7462ed716a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:12:04.107860 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 82abc945-a96e-4142-9c14-9452de22f910 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 20:12:04.141277 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5451f3ea-1229-4c60-8cc5-6a7462ed716a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:12:04.146936 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 82abc945-a96e-4142-9c14-9452de22f910 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 20:12:04.147343 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 82abc945-a96e-4142-9c14-9452de22f910 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 20:12:04.247080 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d874127a-228a-4c5d-bceb-56671e5effab tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:04.251371 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6962e3d7-f5b4-4099-b9be-b8b59621bd6d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:12:04.295625 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d874127a-228a-4c5d-bceb-56671e5effab tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event deleted for resources: {'Port': ['ID=184818a2-0539-4b83-8c0d-3e8d2c5753d1,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:12:04.298438 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d874127a-228a-4c5d-bceb-56671e5effab tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:12:04.765937 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d874127a-228a-4c5d-bceb-56671e5effab tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854141934'] for router_gateway, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:05.032095 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d874127a-228a-4c5d-bceb-56671e5effab tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854207876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854699191'] for router, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:05.036406 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d874127a-228a-4c5d-bceb-56671e5effab tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:05.150496 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d874127a-228a-4c5d-bceb-56671e5effab tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854207982'] for router, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:05.151056 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d874127a-228a-4c5d-bceb-56671e5effab tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Fanout notify agent at l3_agent the message router_deleted on router a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000 {{(pid=88990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 20:12:05.167145 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d874127a-228a-4c5d-bceb-56671e5effab tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:05.168367 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d874127a-228a-4c5d-bceb-56671e5effab tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "DELETE /v2.0/routers/a95bab2d-3e78-4a3c-a8a1-0a86dbc0d000 HTTP/1.1" status: 204 len: 168 time: 2.0048375 Dec 15 20:12:05.171342 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 36386) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:12:05.297075 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1c1463b1-fc04-4796-aa2e-ef55e2fbf7cd tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:05.437501 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1c1463b1-fc04-4796-aa2e-ef55e2fbf7cd tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:05.465844 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-1c1463b1-fc04-4796-aa2e-ef55e2fbf7cd tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76b71dba-ef75-4fb5-9bdf-cdeb994efdcb']}} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:12:05.479296 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-1c1463b1-fc04-4796-aa2e-ef55e2fbf7cd tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a013b55a-1184-4b5b-842d-aa3295dd3070') {'for_net_delete': True} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:12:05.479764 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-1c1463b1-fc04-4796-aa2e-ef55e2fbf7cd tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a013b55a-1184-4b5b-842d-aa3295dd3070') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:12:05.492373 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1c1463b1-fc04-4796-aa2e-ef55e2fbf7cd tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16327073'] for segment, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:05.507264 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1c1463b1-fc04-4796-aa2e-ef55e2fbf7cd tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:05.514336 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c1463b1-fc04-4796-aa2e-ef55e2fbf7cd tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=88990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 20:12:05.514738 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1c1463b1-fc04-4796-aa2e-ef55e2fbf7cd tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838138943'] for segment, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:05.530286 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 20:12:05.530286 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 20:12:05.530286 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 20:12:05.530286 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 20:12:05.530286 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 20:12:05.530286 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 20:12:05.530286 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 20:12:05.530286 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 20:12:05.530286 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 20:12:05.530286 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 20:12:05.530286 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 20:12:05.530286 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 20:12:05.530286 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 20:12:05.530286 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 20:12:05.530286 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 20:12:05.530286 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 20:12:05.530286 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 20:12:05.530286 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 20:12:05.530286 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 20:12:05.530286 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 20:12:05.530286 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 20:12:05.530286 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 20:12:05.530286 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 20:12:05.530286 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 20:12:05.530286 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 20:12:05.530286 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 20:12:05.530286 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 20:12:05.530286 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 20:12:05.530286 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 20:12:05.530286 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 20:12:05.530286 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 20:12:05.530286 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 20:12:05.687236 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1c1463b1-fc04-4796-aa2e-ef55e2fbf7cd tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:05.690783 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6e6b5171-f205-4c66-a6db-ef55913b31e5 tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:12:05.706459 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1c1463b1-fc04-4796-aa2e-ef55e2fbf7cd tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:05.718451 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1463b1-fc04-4796-aa2e-ef55e2fbf7cd tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event deleted for resources: {'Network': ['ID=76b71dba-ef75-4fb5-9bdf-cdeb994efdcb,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:12:05.721268 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 184818a2-0539-4b83-8c0d-3e8d2c5753d1 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 20:12:05.721858 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1c1463b1-fc04-4796-aa2e-ef55e2fbf7cd tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:12:05.756112 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 184818a2-0539-4b83-8c0d-3e8d2c5753d1 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 20:12:05.756515 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 184818a2-0539-4b83-8c0d-3e8d2c5753d1 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 20:12:05.761821 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1c1463b1-fc04-4796-aa2e-ef55e2fbf7cd tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "DELETE /v2.0/networks/76b71dba-ef75-4fb5-9bdf-cdeb994efdcb HTTP/1.1" status: 204 len: 168 time: 0.5894005 Dec 15 20:12:05.764757 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 36390) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:12:05.836697 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ac97135c-484d-4f9f-abad-4826933d52e7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:05.866230 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ac97135c-484d-4f9f-abad-4826933d52e7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:06.024271 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ac97135c-484d-4f9f-abad-4826933d52e7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:06.030106 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-191bfbcd-abba-4941-9a62-975c3e962dbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:12:06.046413 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac97135c-484d-4f9f-abad-4826933d52e7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e43abd07-79d3-43e2-9779-b1e94ee14fe5,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:12:06.048779 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ac97135c-484d-4f9f-abad-4826933d52e7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:12:06.086577 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ac97135c-484d-4f9f-abad-4826933d52e7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:06.088623 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ac97135c-484d-4f9f-abad-4826933d52e7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] 10.222.0.36 "DELETE /v2.0/security-groups/e43abd07-79d3-43e2-9779-b1e94ee14fe5 HTTP/1.1" status: 204 len: 168 time: 0.3228543 Dec 15 20:12:06.606636 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 36400) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:12:06.814396 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b128dc4d-0d8c-4f6d-81d9-e8476aed58c1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dcef569c3d1c42279834a85579e46274&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2056611 Dec 15 20:12:06.816986 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 36406) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:12:06.879022 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f4aa5656-3745-4e11-9351-7df9c5307738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:06.906721 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f4aa5656-3745-4e11-9351-7df9c5307738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:06.958795 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 20:12:07.024175 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f4aa5656-3745-4e11-9351-7df9c5307738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:07.029459 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-dac586ef-474b-43d1-9170-8c7cdbde013d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:12:07.044060 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aa5656-3745-4e11-9351-7df9c5307738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f5dd744-4073-49aa-ae8a-1398f315af5b,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:12:07.046471 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f4aa5656-3745-4e11-9351-7df9c5307738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:12:07.051787 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f4aa5656-3745-4e11-9351-7df9c5307738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:07.053103 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f4aa5656-3745-4e11-9351-7df9c5307738 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7f5dd744-4073-49aa-ae8a-1398f315af5b HTTP/1.1" status: 204 len: 168 time: 0.2350576 Dec 15 20:12:07.605796 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 36414) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:12:07.628877 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d517dc40-1a94-4176-b66b-18a27f7c705c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:07.668447 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-d517dc40-1a94-4176-b66b-18a27f7c705c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:12:07.672482 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d517dc40-1a94-4176-b66b-18a27f7c705c admin admin] Usage tracker for resource:security_group_rule and tenant:c46a2cb7fdd34f24a8604ff497453181 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:12:07.675432 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d517dc40-1a94-4176-b66b-18a27f7c705c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:12:07.681864 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-d517dc40-1a94-4176-b66b-18a27f7c705c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:12:07.825250 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d517dc40-1a94-4176-b66b-18a27f7c705c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:07.858219 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d517dc40-1a94-4176-b66b-18a27f7c705c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:07.866342 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-61cfae62-9f84-451f-93e2-7ca6544b9bd6 tempest-RoutersNegativeTest-1656373728 tempest-RoutersNegativeTest-1656373728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:12:07.908687 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d517dc40-1a94-4176-b66b-18a27f7c705c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a440a793-bb20-4b08-bff7-86dcf39fae07,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:12:07.912550 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d517dc40-1a94-4176-b66b-18a27f7c705c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:12:07.915287 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d517dc40-1a94-4176-b66b-18a27f7c705c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c46a2cb7fdd34f24a8604ff497453181&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3082705 Dec 15 20:12:07.918196 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 36418) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:12:07.983106 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-451ee7c3-ce75-4a50-a4f4-1e5606a3f579 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:08.009899 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-451ee7c3-ce75-4a50-a4f4-1e5606a3f579 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:08.075227 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-451ee7c3-ce75-4a50-a4f4-1e5606a3f579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:08.080489 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9a1bcd01-a2cc-4fa9-b69c-b0995051cb38 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:12:08.094514 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451ee7c3-ce75-4a50-a4f4-1e5606a3f579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a440a793-bb20-4b08-bff7-86dcf39fae07,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:12:08.097042 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-451ee7c3-ce75-4a50-a4f4-1e5606a3f579 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:12:08.099136 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-451ee7c3-ce75-4a50-a4f4-1e5606a3f579 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:08.100179 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-451ee7c3-ce75-4a50-a4f4-1e5606a3f579 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a440a793-bb20-4b08-bff7-86dcf39fae07 HTTP/1.1" status: 204 len: 168 time: 0.1809800 Dec 15 20:12:08.274951 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-40986475-8a05-48d5-9b8e-f86821f7cede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:09.377278 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 36440) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:12:09.518369 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-90ab5fbb-6326-4a2b-b398-3c815468493e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-220940260-network', 'tenant_id': 'd67cc805c42b4faf8bd398c11bfefaa8'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:12:09.520996 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:09.523676 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-90ab5fbb-6326-4a2b-b398-3c815468493e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:12:09.528279 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-90ab5fbb-6326-4a2b-b398-3c815468493e admin admin] Usage tracker for resource:network and tenant:d67cc805c42b4faf8bd398c11bfefaa8 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:12:09.531280 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-90ab5fbb-6326-4a2b-b398-3c815468493e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:12:09.537268 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-90ab5fbb-6326-4a2b-b398-3c815468493e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:12:09.572314 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ab5fbb-6326-4a2b-b398-3c815468493e admin admin] Made reservation on behalf of d67cc805c42b4faf8bd398c11bfefaa8 for: {'network': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 20:12:09.576975 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-90ab5fbb-6326-4a2b-b398-3c815468493e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:09.593173 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-90ab5fbb-6326-4a2b-b398-3c815468493e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:09.627532 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-90ab5fbb-6326-4a2b-b398-3c815468493e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:12:09.631716 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-90ab5fbb-6326-4a2b-b398-3c815468493e admin admin] Usage tracker for resource:security_group_rule and tenant:d67cc805c42b4faf8bd398c11bfefaa8 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:12:09.634914 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-90ab5fbb-6326-4a2b-b398-3c815468493e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:12:09.641001 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-90ab5fbb-6326-4a2b-b398-3c815468493e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:12:09.709777 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-90ab5fbb-6326-4a2b-b398-3c815468493e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:09.737988 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-90ab5fbb-6326-4a2b-b398-3c815468493e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:09.742448 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-73622bc6-68df-40f5-85e5-8c23ad94f719 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:12:09.775113 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90ab5fbb-6326-4a2b-b398-3c815468493e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=88990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 20:12:09.781496 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ab5fbb-6326-4a2b-b398-3c815468493e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=612632a1-9360-4bb0-ab1f-54a851d3763a,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:12:09.784896 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-90ab5fbb-6326-4a2b-b398-3c815468493e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:12:09.808141 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-90ab5fbb-6326-4a2b-b398-3c815468493e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:09.808516 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-90ab5fbb-6326-4a2b-b398-3c815468493e admin admin] Added segment e6a8aa8e-9d6b-4f24-aec2-b3d64d4deda8 of type vlan for network b372ef8a-1dc5-433f-a5bb-adc5f75cee07 Dec 15 20:12:09.835990 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-90ab5fbb-6326-4a2b-b398-3c815468493e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:09.920821 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-90ab5fbb-6326-4a2b-b398-3c815468493e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:09.921786 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ab5fbb-6326-4a2b-b398-3c815468493e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:12:09.922490 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-90ab5fbb-6326-4a2b-b398-3c815468493e admin admin] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:09.927497 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-bb8356a0-0d34-43a3-88c2-202fa9fcf2bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:12:10.031937 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ab5fbb-6326-4a2b-b398-3c815468493e admin admin] Pushing event updated for resources: {'Network': ['ID=b372ef8a-1dc5-433f-a5bb-adc5f75cee07,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:12:10.034703 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-90ab5fbb-6326-4a2b-b398-3c815468493e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:12:10.042164 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network b372ef8a-1dc5-433f-a5bb-adc5f75cee07 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 20:12:10.053180 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-90ab5fbb-6326-4a2b-b398-3c815468493e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6747665 Dec 15 20:12:10.056424 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 36446) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:12:10.062453 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-e640213e-d8e2-4f9f-b1a2-3cb04083ac3a admin admin] Request body: {'subnet': {'network_id': 'b372ef8a-1dc5-433f-a5bb-adc5f75cee07', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-220940260-subnet', 'tenant_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'ip_version': 4}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:12:10.067741 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-e640213e-d8e2-4f9f-b1a2-3cb04083ac3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:12:10.072299 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-e640213e-d8e2-4f9f-b1a2-3cb04083ac3a admin admin] Usage tracker for resource:subnet and tenant:d67cc805c42b4faf8bd398c11bfefaa8 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:12:10.075411 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-e640213e-d8e2-4f9f-b1a2-3cb04083ac3a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:12:10.081488 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-e640213e-d8e2-4f9f-b1a2-3cb04083ac3a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:12:10.120822 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e640213e-d8e2-4f9f-b1a2-3cb04083ac3a admin admin] Made reservation on behalf of d67cc805c42b4faf8bd398c11bfefaa8 for: {'subnet': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 20:12:10.125675 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e640213e-d8e2-4f9f-b1a2-3cb04083ac3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839924940'] for subnet, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:10.378407 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e640213e-d8e2-4f9f-b1a2-3cb04083ac3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838139473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839924955'] for subnet, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:10.382714 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-bf3d1f70-319d-428f-86ea-d94ca13ee767 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:12:10.462179 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e640213e-d8e2-4f9f-b1a2-3cb04083ac3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0240e6f-f896-4e03-b330-c370fd8c2e9b,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:12:10.465869 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e640213e-d8e2-4f9f-b1a2-3cb04083ac3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:12:10.473049 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e640213e-d8e2-4f9f-b1a2-3cb04083ac3a admin admin] Checking segment: {'id': 'e6a8aa8e-9d6b-4f24-aec2-b3d64d4deda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b372ef8a-1dc5-433f-a5bb-adc5f75cee07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 20:12:10.473447 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e640213e-d8e2-4f9f-b1a2-3cb04083ac3a admin admin] Network hostable DHCP agents. Network: b372ef8a-1dc5-433f-a5bb-adc5f75cee07, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 20:12:10.515368 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e640213e-d8e2-4f9f-b1a2-3cb04083ac3a admin admin] Network b372ef8a-1dc5-433f-a5bb-adc5f75cee07 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 20:12:10.549808 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-e640213e-d8e2-4f9f-b1a2-3cb04083ac3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, b372ef8a-1dc5-433f-a5bb-adc5f75cee07) {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 20:12:10.553645 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e640213e-d8e2-4f9f-b1a2-3cb04083ac3a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:12:10.554368 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e640213e-d8e2-4f9f-b1a2-3cb04083ac3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:10.560911 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7102178-51e3-48ae-8ec9-e834c542641d None None] Network b372ef8a-1dc5-433f-a5bb-adc5f75cee07 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 20:12:10.580961 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a4c32aa7-fe20-4650-966c-b17512d7d575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:10.608909 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e640213e-d8e2-4f9f-b1a2-3cb04083ac3a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5513380 Dec 15 20:12:10.612695 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 36450) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:12:10.619981 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-b25967ca-39b0-478d-87d8-c3d2824729c8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-220940260-router', 'tenant_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:12:10.626665 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-b25967ca-39b0-478d-87d8-c3d2824729c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:12:10.634577 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-b25967ca-39b0-478d-87d8-c3d2824729c8 admin admin] Usage tracker for resource:router and tenant:d67cc805c42b4faf8bd398c11bfefaa8 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:12:10.634760 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-b25967ca-39b0-478d-87d8-c3d2824729c8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:12:10.640871 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-b25967ca-39b0-478d-87d8-c3d2824729c8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:12:10.681896 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b25967ca-39b0-478d-87d8-c3d2824729c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854699176'] for router, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:10.682971 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b25967ca-39b0-478d-87d8-c3d2824729c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854194926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-76609'] for router, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:10.752151 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b25967ca-39b0-478d-87d8-c3d2824729c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:10.787301 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a88fe4-861b-4508-9813-19c38a685f2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-b372ef8a-1dc5-433f-a5bb-adc5f75cee07', 'network_id': 'b372ef8a-1dc5-433f-a5bb-adc5f75cee07', 'tenant_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'fixed_ips': [{'subnet_id': 'b0240e6f-f896-4e03-b330-c370fd8c2e9b'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 20:12:10.788198 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-91a88fe4-861b-4508-9813-19c38a685f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:10.949541 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b25967ca-39b0-478d-87d8-c3d2824729c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:10.949777 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-91a88fe4-861b-4508-9813-19c38a685f2c None None] Allocated IP 172.20.0.2 (b372ef8a-1dc5-433f-a5bb-adc5f75cee07/b0240e6f-f896-4e03-b330-c370fd8c2e9b/43e7f139-a2a6-40ab-93d0-02ee8945b8e1) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 20:12:11.079048 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:11.171873 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b25967ca-39b0-478d-87d8-c3d2824729c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:11.176281 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-91a88fe4-861b-4508-9813-19c38a685f2c None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:11.207420 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b25967ca-39b0-478d-87d8-c3d2824729c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:11.230071 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-91a88fe4-861b-4508-9813-19c38a685f2c None None] Transition to ACTIVE for port object 43e7f139-a2a6-40ab-93d0-02ee8945b8e1 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 20:12:11.293122 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-91a88fe4-861b-4508-9813-19c38a685f2c None None] Transition to ACTIVE for port object 43e7f139-a2a6-40ab-93d0-02ee8945b8e1 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 20:12:11.354957 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-91a88fe4-861b-4508-9813-19c38a685f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:11.360416 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e071adf5-f1b7-41dc-84fd-06e4f1968b64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:12:11.383304 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-b25967ca-39b0-478d-87d8-c3d2824729c8 admin admin] Allocated IP 172.26.3.178 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/e1e8d956-5a14-41a6-8dc5-bb9cad74193b) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 20:12:11.428561 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a88fe4-861b-4508-9813-19c38a685f2c None None] Network b372ef8a-1dc5-433f-a5bb-adc5f75cee07 is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 20:12:11.432446 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a88fe4-861b-4508-9813-19c38a685f2c None None] Pushing event updated for resources: {'Port': ['ID=43e7f139-a2a6-40ab-93d0-02ee8945b8e1,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:12:11.435459 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-91a88fe4-861b-4508-9813-19c38a685f2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:12:11.436550 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-91a88fe4-861b-4508-9813-19c38a685f2c None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 20:12:11.438927 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a88fe4-861b-4508-9813-19c38a685f2c None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:12:11.531809 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-91a88fe4-861b-4508-9813-19c38a685f2c None None] Attempting to bind port 43e7f139-a2a6-40ab-93d0-02ee8945b8e1 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 20:12:11.532238 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-91a88fe4-861b-4508-9813-19c38a685f2c None None] Attempting to bind port 43e7f139-a2a6-40ab-93d0-02ee8945b8e1 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'e6a8aa8e-9d6b-4f24-aec2-b3d64d4deda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b372ef8a-1dc5-433f-a5bb-adc5f75cee07'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 20:12:11.532657 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a88fe4-861b-4508-9813-19c38a685f2c None None] Attempting to bind port 43e7f139-a2a6-40ab-93d0-02ee8945b8e1 on network b372ef8a-1dc5-433f-a5bb-adc5f75cee07 {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 20:12:11.540078 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a88fe4-861b-4508-9813-19c38a685f2c None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 20, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 20:12:11.540683 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a88fe4-861b-4508-9813-19c38a685f2c None None] Checking segment: {'id': 'e6a8aa8e-9d6b-4f24-aec2-b3d64d4deda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b372ef8a-1dc5-433f-a5bb-adc5f75cee07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 20:12:11.541143 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-91a88fe4-861b-4508-9813-19c38a685f2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:11.541593 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a88fe4-861b-4508-9813-19c38a685f2c None None] Bound using segment: {'id': 'e6a8aa8e-9d6b-4f24-aec2-b3d64d4deda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b372ef8a-1dc5-433f-a5bb-adc5f75cee07'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 20:12:11.542118 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-91a88fe4-861b-4508-9813-19c38a685f2c None None] Bound port: 43e7f139-a2a6-40ab-93d0-02ee8945b8e1, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6a8aa8e-9d6b-4f24-aec2-b3d64d4deda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b372ef8a-1dc5-433f-a5bb-adc5f75cee07'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 20:12:11.542571 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-91a88fe4-861b-4508-9813-19c38a685f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:11.653218 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b25967ca-39b0-478d-87d8-c3d2824729c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:11.675461 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-91a88fe4-861b-4508-9813-19c38a685f2c None None] For port 43e7f139-a2a6-40ab-93d0-02ee8945b8e1, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 20:12:11.678766 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-91a88fe4-861b-4508-9813-19c38a685f2c None None] For port 43e7f139-a2a6-40ab-93d0-02ee8945b8e1, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=43e7f139-a2a6-40ab-93d0-02ee8945b8e1,segment=NetworkSegment(e6a8aa8e-9d6b-4f24-aec2-b3d64d4deda8),segment_id=e6a8aa8e-9d6b-4f24-aec2-b3d64d4deda8)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 20:12:11.710257 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b25967ca-39b0-478d-87d8-c3d2824729c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:11.715529 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8d817a57-1542-4e7b-9a00-48196b6b3f58 tempest-ServersAdminNegativeTestJSON-2080171866 tempest-ServersAdminNegativeTestJSON-2080171866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:12:11.738750 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-91a88fe4-861b-4508-9813-19c38a685f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:11.743383 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5451f3ea-1229-4c60-8cc5-6a7462ed716a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:12:11.788820 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25967ca-39b0-478d-87d8-c3d2824729c8 admin admin] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 20:12:11.793466 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-b25967ca-39b0-478d-87d8-c3d2824729c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 20:12:11.795670 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25967ca-39b0-478d-87d8-c3d2824729c8 admin admin] Pushing event updated for resources: {'Port': ['ID=e1e8d956-5a14-41a6-8dc5-bb9cad74193b,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:12:11.798037 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25967ca-39b0-478d-87d8-c3d2824729c8 admin admin] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:12:11.830684 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a88fe4-861b-4508-9813-19c38a685f2c None None] Pushing event updated for resources: {'Port': ['ID=43e7f139-a2a6-40ab-93d0-02ee8945b8e1,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:12:11.833813 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-91a88fe4-861b-4508-9813-19c38a685f2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:12:11.845257 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25967ca-39b0-478d-87d8-c3d2824729c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:12:11.845700 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25967ca-39b0-478d-87d8-c3d2824729c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:12:11.846173 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25967ca-39b0-478d-87d8-c3d2824729c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:12:11.846748 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25967ca-39b0-478d-87d8-c3d2824729c8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:12:11.847295 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25967ca-39b0-478d-87d8-c3d2824729c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:12:11.847618 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25967ca-39b0-478d-87d8-c3d2824729c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:12:11.848037 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25967ca-39b0-478d-87d8-c3d2824729c8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:12:11.848458 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25967ca-39b0-478d-87d8-c3d2824729c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:12:11.849009 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25967ca-39b0-478d-87d8-c3d2824729c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:12:11.849466 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25967ca-39b0-478d-87d8-c3d2824729c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:12:11.849921 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25967ca-39b0-478d-87d8-c3d2824729c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:12:11.854942 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b25967ca-39b0-478d-87d8-c3d2824729c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:12:12.060116 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b25967ca-39b0-478d-87d8-c3d2824729c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:12.060820 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b25967ca-39b0-478d-87d8-c3d2824729c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904'] for router, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:12.372373 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b25967ca-39b0-478d-87d8-c3d2824729c8 admin admin] Router 696aef89-8e88-41ca-bca2-d1e92006c2fa is scheduled to L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 with binding_index 1 {{(pid=88991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 15 20:12:12.585675 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b25967ca-39b0-478d-87d8-c3d2824729c8 admin admin] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 20:12:12.595739 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a7d1c4-22a5-42b7-9387-d0d5a41a97b6 None None] Sync routers for ids ['696aef89-8e88-41ca-bca2-d1e92006c2fa'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 20:12:12.609999 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a7d1c4-22a5-42b7-9387-d0d5a41a97b6 None None] Routers {'696aef89-8e88-41ca-bca2-d1e92006c2fa'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:12:12.610903 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-89a7d1c4-22a5-42b7-9387-d0d5a41a97b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:12:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['696aef89-8e88-41ca-bca2-d1e92006c2fa'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:12:12.675896 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b25967ca-39b0-478d-87d8-c3d2824729c8 admin admin] Notify callbacks [] for router, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:12.685709 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b25967ca-39b0-478d-87d8-c3d2824729c8 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0632758 Dec 15 20:12:12.685709 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 36454) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:12:12.814776 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-89a7d1c4-22a5-42b7-9387-d0d5a41a97b6 None None] Set router 696aef89-8e88-41ca-bca2-d1e92006c2fa gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:12:12.860082 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:13.138633 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-89a7d1c4-22a5-42b7-9387-d0d5a41a97b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '696aef89-8e88-41ca-bca2-d1e92006c2fa', 'name': 'tempest-TestShelveInstance-220940260-router', 'tenant_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': 'e1e8d956-5a14-41a6-8dc5-bb9cad74193b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:12:10Z', 'updated_at': '2021-12-15T20:12:11Z', 'revision_number': 3, 'project_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'gw_port': {'id': 'e1e8d956-5a14-41a6-8dc5-bb9cad74193b', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:68:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '696aef89-8e88-41ca-bca2-d1e92006c2fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:12:11Z', 'updated_at': '2021-12-15T20:12:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:12:13.142755 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a7d1c4-22a5-42b7-9387-d0d5a41a97b6 None None] Checking router: 696aef89-8e88-41ca-bca2-d1e92006c2fa for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 20:12:13.143159 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a7d1c4-22a5-42b7-9387-d0d5a41a97b6 None None] Updating router 696aef89-8e88-41ca-bca2-d1e92006c2fa port e1e8d956-5a14-41a6-8dc5-bb9cad74193b binding host dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 15 20:12:13.201217 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-89a7d1c4-22a5-42b7-9387-d0d5a41a97b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:13.466946 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bb7b7db9-cf6e-47e9-9386-4837b38c4c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:13.502477 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249a41a3-3f5c-4079-96c5-e95d52fd3ed8 None None] Network b372ef8a-1dc5-433f-a5bb-adc5f75cee07 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 20:12:13.703999 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-bb7b7db9-cf6e-47e9-9386-4837b38c4c3d admin admin] Allocated IP 172.20.0.1 (b372ef8a-1dc5-433f-a5bb-adc5f75cee07/b0240e6f-f896-4e03-b330-c370fd8c2e9b/0f9b554a-6166-4b39-8b2f-e4dbff5eb15d) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 20:12:13.794142 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 43e7f139-a2a6-40ab-93d0-02ee8945b8e1 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 20:12:13.866105 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-89a7d1c4-22a5-42b7-9387-d0d5a41a97b6 None None] Notify callbacks [] for port, precommit_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:13.870336 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bb7b7db9-cf6e-47e9-9386-4837b38c4c3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:13.885691 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-bb7b7db9-cf6e-47e9-9386-4837b38c4c3d admin admin] Transition to ACTIVE for port object 0f9b554a-6166-4b39-8b2f-e4dbff5eb15d will not be triggered until provisioned by entity DHCP. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 20:12:13.905022 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-00525caa-e9ec-4e79-ae92-4b4c45e82f66 None None] Provisioning for port 43e7f139-a2a6-40ab-93d0-02ee8945b8e1 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 20:12:13.920624 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-89a7d1c4-22a5-42b7-9387-d0d5a41a97b6 None None] Transition to ACTIVE for port object e1e8d956-5a14-41a6-8dc5-bb9cad74193b will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 20:12:13.932935 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bb7b7db9-cf6e-47e9-9386-4837b38c4c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:13.937627 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-57c2cfd2-573c-4ffe-93b7-daf1b7b8a31c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:12:13.982126 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-89a7d1c4-22a5-42b7-9387-d0d5a41a97b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:13.992242 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:12:14.006053 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7b7db9-cf6e-47e9-9386-4837b38c4c3d admin admin] Network b372ef8a-1dc5-433f-a5bb-adc5f75cee07 is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 20:12:14.010187 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-bb7b7db9-cf6e-47e9-9386-4837b38c4c3d admin admin] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 20:12:14.015006 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7b7db9-cf6e-47e9-9386-4837b38c4c3d admin admin] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:12:14.040715 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7b7db9-cf6e-47e9-9386-4837b38c4c3d admin admin] Pushing event updated for resources: {'Port': ['ID=0f9b554a-6166-4b39-8b2f-e4dbff5eb15d,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:12:14.046028 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-bb7b7db9-cf6e-47e9-9386-4837b38c4c3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:12:14.071755 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bb7b7db9-cf6e-47e9-9386-4837b38c4c3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630901'] for router_interface, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:14.086903 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 43e7f139-a2a6-40ab-93d0-02ee8945b8e1 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 20:12:14.100169 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0632cc-bce1-4bb7-a231-a37a7fb45265 None None] Pushing event updated for resources: {'Port': ['ID=e1e8d956-5a14-41a6-8dc5-bb9cad74193b,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:12:14.103155 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8e0632cc-bce1-4bb7-a231-a37a7fb45265 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:12:14.132326 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-89a7d1c4-22a5-42b7-9387-d0d5a41a97b6 None None] Attempting to bind port e1e8d956-5a14-41a6-8dc5-bb9cad74193b on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 20:12:14.134558 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-89a7d1c4-22a5-42b7-9387-d0d5a41a97b6 None None] Attempting to bind port e1e8d956-5a14-41a6-8dc5-bb9cad74193b by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 20:12:14.134558 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a7d1c4-22a5-42b7-9387-d0d5a41a97b6 None None] Attempting to bind port e1e8d956-5a14-41a6-8dc5-bb9cad74193b on network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 20:12:14.135862 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 43e7f139-a2a6-40ab-93d0-02ee8945b8e1 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:12:14.136290 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:14.187035 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a7d1c4-22a5-42b7-9387-d0d5a41a97b6 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 20, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 20:12:14.187387 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a7d1c4-22a5-42b7-9387-d0d5a41a97b6 None None] Checking segment: {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 20:12:14.187846 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-89a7d1c4-22a5-42b7-9387-d0d5a41a97b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:14.188289 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a7d1c4-22a5-42b7-9387-d0d5a41a97b6 None None] Bound using segment: {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 20:12:14.188814 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-89a7d1c4-22a5-42b7-9387-d0d5a41a97b6 None None] Bound port: e1e8d956-5a14-41a6-8dc5-bb9cad74193b, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 20:12:14.189239 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-89a7d1c4-22a5-42b7-9387-d0d5a41a97b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:14.212015 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bb7b7db9-cf6e-47e9-9386-4837b38c4c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:14.326189 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-89a7d1c4-22a5-42b7-9387-d0d5a41a97b6 None None] For port e1e8d956-5a14-41a6-8dc5-bb9cad74193b, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 20:12:14.348531 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-89a7d1c4-22a5-42b7-9387-d0d5a41a97b6 None None] For port e1e8d956-5a14-41a6-8dc5-bb9cad74193b, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=e1e8d956-5a14-41a6-8dc5-bb9cad74193b,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 20:12:14.370477 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:14.396763 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-89a7d1c4-22a5-42b7-9387-d0d5a41a97b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:14.405560 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:12:14.459879 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bb7b7db9-cf6e-47e9-9386-4837b38c4c3d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:14.461696 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port 43e7f139-a2a6-40ab-93d0-02ee8945b8e1, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=43e7f139-a2a6-40ab-93d0-02ee8945b8e1,segment=NetworkSegment(e6a8aa8e-9d6b-4f24-aec2-b3d64d4deda8),segment_id=e6a8aa8e-9d6b-4f24-aec2-b3d64d4deda8)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:12:14.481487 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bb7b7db9-cf6e-47e9-9386-4837b38c4c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:14.500153 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0632cc-bce1-4bb7-a231-a37a7fb45265 None None] Pushing event updated for resources: {'Port': ['ID=e1e8d956-5a14-41a6-8dc5-bb9cad74193b,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:12:14.503125 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:14.505287 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8e0632cc-bce1-4bb7-a231-a37a7fb45265 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:12:14.505799 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8e0632cc-bce1-4bb7-a231-a37a7fb45265 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:12:14.513721 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b6dc56f6-4fc2-4146-985f-c22341308446 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:12:14.541259 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a7d1c4-22a5-42b7-9387-d0d5a41a97b6 None None] Routers {'696aef89-8e88-41ca-bca2-d1e92006c2fa'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:12:14.542083 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-89a7d1c4-22a5-42b7-9387-d0d5a41a97b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:12:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['696aef89-8e88-41ca-bca2-d1e92006c2fa'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:12:14.622075 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bb7b7db9-cf6e-47e9-9386-4837b38c4c3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1959989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854145006'] for router_interface, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:14.646025 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7b7db9-cf6e-47e9-9386-4837b38c4c3d admin admin] Pushing event updated for resources: {'Port': ['ID=0f9b554a-6166-4b39-8b2f-e4dbff5eb15d,revision_number=2']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:12:14.752289 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=43e7f139-a2a6-40ab-93d0-02ee8945b8e1,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:12:14.760839 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:12:14.818961 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-e65914d6-8d44-40ba-ae21-0f6aab09a04f None None] Provisioning complete for port 43e7f139-a2a6-40ab-93d0-02ee8945b8e1 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:12:14.819572 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e65914d6-8d44-40ba-ae21-0f6aab09a04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:14.891448 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-89a7d1c4-22a5-42b7-9387-d0d5a41a97b6 None None] Set router 696aef89-8e88-41ca-bca2-d1e92006c2fa gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:12:15.008931 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-bb7b7db9-cf6e-47e9-9386-4837b38c4c3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:12:15.069097 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7b7db9-cf6e-47e9-9386-4837b38c4c3d admin admin] Network b372ef8a-1dc5-433f-a5bb-adc5f75cee07 is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 20:12:15.070273 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-bb7b7db9-cf6e-47e9-9386-4837b38c4c3d admin admin] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 20:12:15.344257 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-89a7d1c4-22a5-42b7-9387-d0d5a41a97b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '696aef89-8e88-41ca-bca2-d1e92006c2fa', 'name': 'tempest-TestShelveInstance-220940260-router', 'tenant_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': 'e1e8d956-5a14-41a6-8dc5-bb9cad74193b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:12:10Z', 'updated_at': '2021-12-15T20:12:14Z', 'revision_number': 4, 'project_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'gw_port': {'id': 'e1e8d956-5a14-41a6-8dc5-bb9cad74193b', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:68:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '696aef89-8e88-41ca-bca2-d1e92006c2fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:12:11Z', 'updated_at': '2021-12-15T20:12:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '0f9b554a-6166-4b39-8b2f-e4dbff5eb15d', 'name': '', 'network_id': 'b372ef8a-1dc5-433f-a5bb-adc5f75cee07', 'tenant_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'mac_address': 'fa:16:3e:f7:c5:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '696aef89-8e88-41ca-bca2-d1e92006c2fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0240e6f-f896-4e03-b330-c370fd8c2e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:12:13Z', 'updated_at': '2021-12-15T20:12:14Z', 'revision_number': 2, 'project_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'subnets': [{'id': 'b0240e6f-f896-4e03-b330-c370fd8c2e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:12:15.349048 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a7d1c4-22a5-42b7-9387-d0d5a41a97b6 None None] The sync data for ids ['696aef89-8e88-41ca-bca2-d1e92006c2fa'] in dv-neutron-821831-2-hyperv is: [{'id': '696aef89-8e88-41ca-bca2-d1e92006c2fa', 'name': 'tempest-TestShelveInstance-220940260-router', 'tenant_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': 'e1e8d956-5a14-41a6-8dc5-bb9cad74193b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:12:10Z', 'updated_at': '2021-12-15T20:12:14Z', 'revision_number': 4, 'project_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'gw_port': {'id': 'e1e8d956-5a14-41a6-8dc5-bb9cad74193b', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:68:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '696aef89-8e88-41ca-bca2-d1e92006c2fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:12:11Z', 'updated_at': '2021-12-15T20:12:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '0f9b554a-6166-4b39-8b2f-e4dbff5eb15d', 'name': '', 'network_id': 'b372ef8a-1dc5-433f-a5bb-adc5f75cee07', 'tenant_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'mac_address': 'fa:16:3e:f7:c5:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '696aef89-8e88-41ca-bca2-d1e92006c2fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0240e6f-f896-4e03-b330-c370fd8c2e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:12:13Z', 'updated_at': '2021-12-15T20:12:14Z', 'revision_number': 2, 'project_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'subnets': [{'id': 'b0240e6f-f896-4e03-b330-c370fd8c2e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 20:12:15.361277 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-e65914d6-8d44-40ba-ae21-0f6aab09a04f None None] Provisioning for port 0f9b554a-6166-4b39-8b2f-e4dbff5eb15d completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 20:12:15.367103 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-e65914d6-8d44-40ba-ae21-0f6aab09a04f None None] Provisioning complete for port 0f9b554a-6166-4b39-8b2f-e4dbff5eb15d triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:12:15.367698 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e65914d6-8d44-40ba-ae21-0f6aab09a04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:15.432185 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-e65914d6-8d44-40ba-ae21-0f6aab09a04f None None] Port 0f9b554a-6166-4b39-8b2f-e4dbff5eb15d cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 20:12:15.526952 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb7b7db9-cf6e-47e9-9386-4837b38c4c3d admin admin] Router 696aef89-8e88-41ca-bca2-d1e92006c2fa has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 20:12:15.554226 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-2bcba2ec-d950-4ff5-8a16-c257c4e6f627 None None] Provisioning complete for port 0f9b554a-6166-4b39-8b2f-e4dbff5eb15d triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:12:15.554845 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2bcba2ec-d950-4ff5-8a16-c257c4e6f627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:15.616537 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-2bcba2ec-d950-4ff5-8a16-c257c4e6f627 None None] Port 0f9b554a-6166-4b39-8b2f-e4dbff5eb15d cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 20:12:15.754269 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 43e7f139-a2a6-40ab-93d0-02ee8945b8e1 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 20:12:15.766473 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb7b7db9-cf6e-47e9-9386-4837b38c4c3d admin admin] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 20:12:15.782161 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-bb7b7db9-cf6e-47e9-9386-4837b38c4c3d admin admin] 10.222.0.36 "PUT /v2.0/routers/696aef89-8e88-41ca-bca2-d1e92006c2fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1006989 Dec 15 20:12:15.848606 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 43e7f139-a2a6-40ab-93d0-02ee8945b8e1 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:12:15.849451 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:16.916845 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 36476) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:12:16.923192 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-0f7c62e1-f68d-41a0-98eb-da8955c592de admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1697664616-network', 'tenant_id': 'fdc11786486c40a99a030cee27898594'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:12:16.928574 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-0f7c62e1-f68d-41a0-98eb-da8955c592de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:12:16.933314 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-0f7c62e1-f68d-41a0-98eb-da8955c592de admin admin] Usage tracker for resource:network and tenant:fdc11786486c40a99a030cee27898594 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:12:16.936393 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-0f7c62e1-f68d-41a0-98eb-da8955c592de admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:12:16.943619 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-0f7c62e1-f68d-41a0-98eb-da8955c592de admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:12:17.046633 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f7c62e1-f68d-41a0-98eb-da8955c592de admin admin] Made reservation on behalf of fdc11786486c40a99a030cee27898594 for: {'network': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 20:12:17.051699 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0f7c62e1-f68d-41a0-98eb-da8955c592de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:17.066506 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0f7c62e1-f68d-41a0-98eb-da8955c592de admin admin] Notify callbacks [] for security_group, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:17.102617 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-0f7c62e1-f68d-41a0-98eb-da8955c592de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:12:17.106781 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-0f7c62e1-f68d-41a0-98eb-da8955c592de admin admin] Usage tracker for resource:security_group_rule and tenant:fdc11786486c40a99a030cee27898594 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:12:17.109770 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-0f7c62e1-f68d-41a0-98eb-da8955c592de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:12:17.116016 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-0f7c62e1-f68d-41a0-98eb-da8955c592de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:12:17.226302 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0f7c62e1-f68d-41a0-98eb-da8955c592de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:17.252007 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0f7c62e1-f68d-41a0-98eb-da8955c592de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:17.256319 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8ee51f24-604e-4081-ad49-05aa3d87b5fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:12:17.285831 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f7c62e1-f68d-41a0-98eb-da8955c592de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=88990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 20:12:17.299713 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7c62e1-f68d-41a0-98eb-da8955c592de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6494ad56-c3d0-4728-b6eb-6125e3e6694a,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:12:17.303145 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0f7c62e1-f68d-41a0-98eb-da8955c592de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:12:17.340053 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0f7c62e1-f68d-41a0-98eb-da8955c592de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:17.340410 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-0f7c62e1-f68d-41a0-98eb-da8955c592de admin admin] Added segment ecd6f3da-a8ff-4c17-bfa1-c2c53420cc67 of type vlan for network 3e93b758-8036-454a-833d-2642b173e011 Dec 15 20:12:17.370447 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0f7c62e1-f68d-41a0-98eb-da8955c592de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:17.434432 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0f7c62e1-f68d-41a0-98eb-da8955c592de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:17.435469 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7c62e1-f68d-41a0-98eb-da8955c592de admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:12:17.436118 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0f7c62e1-f68d-41a0-98eb-da8955c592de admin admin] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:17.441735 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-22234ea8-e45b-4e0f-89b6-e1f5e24de883 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:12:17.557625 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7c62e1-f68d-41a0-98eb-da8955c592de admin admin] Pushing event updated for resources: {'Network': ['ID=3e93b758-8036-454a-833d-2642b173e011,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:12:17.560458 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0f7c62e1-f68d-41a0-98eb-da8955c592de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:12:17.567966 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 3e93b758-8036-454a-833d-2642b173e011 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 20:12:17.573122 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0f7c62e1-f68d-41a0-98eb-da8955c592de admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6551290 Dec 15 20:12:17.576092 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 36480) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:12:17.582083 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-fbb5919a-636e-4c63-af27-965623b04944 admin admin] Request body: {'subnet': {'network_id': '3e93b758-8036-454a-833d-2642b173e011', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1697664616-subnet', 'tenant_id': 'fdc11786486c40a99a030cee27898594', 'ip_version': 4}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:12:17.587598 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-fbb5919a-636e-4c63-af27-965623b04944 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:12:17.591791 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-fbb5919a-636e-4c63-af27-965623b04944 admin admin] Usage tracker for resource:subnet and tenant:fdc11786486c40a99a030cee27898594 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:12:17.595431 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-fbb5919a-636e-4c63-af27-965623b04944 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:12:17.601719 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-fbb5919a-636e-4c63-af27-965623b04944 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:12:17.635372 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb5919a-636e-4c63-af27-965623b04944 admin admin] Made reservation on behalf of fdc11786486c40a99a030cee27898594 for: {'subnet': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 20:12:17.640829 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fbb5919a-636e-4c63-af27-965623b04944 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839924940'] for subnet, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:17.822608 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device e1e8d956-5a14-41a6-8dc5-bb9cad74193b up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 20:12:17.948220 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port e1e8d956-5a14-41a6-8dc5-bb9cad74193b completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 20:12:17.953381 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port e1e8d956-5a14-41a6-8dc5-bb9cad74193b triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:12:17.953810 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:18.029768 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fbb5919a-636e-4c63-af27-965623b04944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838139473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839924955'] for subnet, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:18.034521 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-405bae71-1d6c-4629-a976-b146bea1aa7e tempest-NetworksIpV6Test-406243263 tempest-NetworksIpV6Test-406243263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:12:18.073675 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:18.090006 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port e1e8d956-5a14-41a6-8dc5-bb9cad74193b, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=e1e8d956-5a14-41a6-8dc5-bb9cad74193b,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:12:18.113539 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb5919a-636e-4c63-af27-965623b04944 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90d38391-c0a4-4871-a6ff-d9102368a811,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:12:18.115284 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:18.117420 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:12:18.117819 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fbb5919a-636e-4c63-af27-965623b04944 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:12:18.126724 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb5919a-636e-4c63-af27-965623b04944 admin admin] Checking segment: {'id': 'ecd6f3da-a8ff-4c17-bfa1-c2c53420cc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '3e93b758-8036-454a-833d-2642b173e011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 20:12:18.127122 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb5919a-636e-4c63-af27-965623b04944 admin admin] Network hostable DHCP agents. Network: 3e93b758-8036-454a-833d-2642b173e011, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 20:12:18.178124 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb5919a-636e-4c63-af27-965623b04944 admin admin] Network 3e93b758-8036-454a-833d-2642b173e011 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 20:12:18.191932 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=e1e8d956-5a14-41a6-8dc5-bb9cad74193b,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:12:18.195159 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:12:18.223442 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-fbb5919a-636e-4c63-af27-965623b04944 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, 3e93b758-8036-454a-833d-2642b173e011) {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 20:12:18.227796 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb5919a-636e-4c63-af27-965623b04944 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:12:18.228446 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fbb5919a-636e-4c63-af27-965623b04944 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:18.232332 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63bf4f61-6572-4486-b1e7-f74c27f209b0 None None] Network 3e93b758-8036-454a-833d-2642b173e011 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 20:12:18.269942 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-fbb5919a-636e-4c63-af27-965623b04944 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6927319 Dec 15 20:12:18.272657 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 36484) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:12:18.278916 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-236e0d23-4503-49e8-a417-52b50dba8f24 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1697664616-router', 'tenant_id': 'fdc11786486c40a99a030cee27898594', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:12:18.283990 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-236e0d23-4503-49e8-a417-52b50dba8f24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:12:18.288019 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-236e0d23-4503-49e8-a417-52b50dba8f24 admin admin] Usage tracker for resource:router and tenant:fdc11786486c40a99a030cee27898594 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:12:18.291384 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-236e0d23-4503-49e8-a417-52b50dba8f24 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:12:18.297438 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-236e0d23-4503-49e8-a417-52b50dba8f24 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:12:18.338812 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-236e0d23-4503-49e8-a417-52b50dba8f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854699176'] for router, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:18.339869 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-236e0d23-4503-49e8-a417-52b50dba8f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854194926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-76609'] for router, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:18.358095 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-236e0d23-4503-49e8-a417-52b50dba8f24 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:18.455677 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3b951a-1f8e-4047-abc9-4031110c5a56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-3e93b758-8036-454a-833d-2642b173e011', 'network_id': '3e93b758-8036-454a-833d-2642b173e011', 'tenant_id': 'fdc11786486c40a99a030cee27898594', 'fixed_ips': [{'subnet_id': '90d38391-c0a4-4871-a6ff-d9102368a811'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 20:12:18.456566 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1b3b951a-1f8e-4047-abc9-4031110c5a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:18.536282 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-236e0d23-4503-49e8-a417-52b50dba8f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:18.626985 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-1b3b951a-1f8e-4047-abc9-4031110c5a56 None None] Allocated IP 172.20.0.2 (3e93b758-8036-454a-833d-2642b173e011/90d38391-c0a4-4871-a6ff-d9102368a811/a1e0d682-8f7d-43a2-b0f0-00ff6d2889d0) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 20:12:18.866082 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1b3b951a-1f8e-4047-abc9-4031110c5a56 None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:18.925571 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-1b3b951a-1f8e-4047-abc9-4031110c5a56 None None] Transition to ACTIVE for port object a1e0d682-8f7d-43a2-b0f0-00ff6d2889d0 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 20:12:18.945959 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-1b3b951a-1f8e-4047-abc9-4031110c5a56 None None] Transition to ACTIVE for port object a1e0d682-8f7d-43a2-b0f0-00ff6d2889d0 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 20:12:18.978030 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1b3b951a-1f8e-4047-abc9-4031110c5a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:18.983672 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:12:19.044242 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-236e0d23-4503-49e8-a417-52b50dba8f24 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:19.046399 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3b951a-1f8e-4047-abc9-4031110c5a56 None None] Network 3e93b758-8036-454a-833d-2642b173e011 is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 20:12:19.047602 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-1b3b951a-1f8e-4047-abc9-4031110c5a56 None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 20:12:19.057134 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3b951a-1f8e-4047-abc9-4031110c5a56 None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:12:19.066439 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3b951a-1f8e-4047-abc9-4031110c5a56 None None] Pushing event updated for resources: {'Port': ['ID=a1e0d682-8f7d-43a2-b0f0-00ff6d2889d0,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:12:19.071179 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1b3b951a-1f8e-4047-abc9-4031110c5a56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:12:19.079938 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-236e0d23-4503-49e8-a417-52b50dba8f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:19.153281 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-1b3b951a-1f8e-4047-abc9-4031110c5a56 None None] Attempting to bind port a1e0d682-8f7d-43a2-b0f0-00ff6d2889d0 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 20:12:19.153711 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-1b3b951a-1f8e-4047-abc9-4031110c5a56 None None] Attempting to bind port a1e0d682-8f7d-43a2-b0f0-00ff6d2889d0 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'ecd6f3da-a8ff-4c17-bfa1-c2c53420cc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '3e93b758-8036-454a-833d-2642b173e011'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 20:12:19.154133 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3b951a-1f8e-4047-abc9-4031110c5a56 None None] Attempting to bind port a1e0d682-8f7d-43a2-b0f0-00ff6d2889d0 on network 3e93b758-8036-454a-833d-2642b173e011 {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 20:12:19.161299 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3b951a-1f8e-4047-abc9-4031110c5a56 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 20, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 20:12:19.161729 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3b951a-1f8e-4047-abc9-4031110c5a56 None None] Checking segment: {'id': 'ecd6f3da-a8ff-4c17-bfa1-c2c53420cc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '3e93b758-8036-454a-833d-2642b173e011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 20:12:19.162195 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1b3b951a-1f8e-4047-abc9-4031110c5a56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:19.162665 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3b951a-1f8e-4047-abc9-4031110c5a56 None None] Bound using segment: {'id': 'ecd6f3da-a8ff-4c17-bfa1-c2c53420cc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '3e93b758-8036-454a-833d-2642b173e011'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 20:12:19.163196 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-1b3b951a-1f8e-4047-abc9-4031110c5a56 None None] Bound port: a1e0d682-8f7d-43a2-b0f0-00ff6d2889d0, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecd6f3da-a8ff-4c17-bfa1-c2c53420cc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '3e93b758-8036-454a-833d-2642b173e011'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 20:12:19.163457 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a7d57b-be1c-4b84-a263-c6e5fee3fe10 None None] Sync routers for ids ['696aef89-8e88-41ca-bca2-d1e92006c2fa'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 20:12:19.163592 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1b3b951a-1f8e-4047-abc9-4031110c5a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:19.177570 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a7d57b-be1c-4b84-a263-c6e5fee3fe10 None None] Routers {'696aef89-8e88-41ca-bca2-d1e92006c2fa'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:12:19.178258 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-29a7d57b-be1c-4b84-a263-c6e5fee3fe10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:12:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['696aef89-8e88-41ca-bca2-d1e92006c2fa'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:12:19.230063 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-236e0d23-4503-49e8-a417-52b50dba8f24 admin admin] Allocated IP 172.26.3.102 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/bd77bdb3-3ee1-4db1-85b5-01e9a978e8fb) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 20:12:19.307785 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-1b3b951a-1f8e-4047-abc9-4031110c5a56 None None] For port a1e0d682-8f7d-43a2-b0f0-00ff6d2889d0, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 20:12:19.311353 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-1b3b951a-1f8e-4047-abc9-4031110c5a56 None None] For port a1e0d682-8f7d-43a2-b0f0-00ff6d2889d0, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=a1e0d682-8f7d-43a2-b0f0-00ff6d2889d0,segment=NetworkSegment(ecd6f3da-a8ff-4c17-bfa1-c2c53420cc67),segment_id=ecd6f3da-a8ff-4c17-bfa1-c2c53420cc67)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 20:12:19.338605 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1b3b951a-1f8e-4047-abc9-4031110c5a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:19.343346 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-91a88fe4-861b-4508-9813-19c38a685f2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:12:19.364315 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-29a7d57b-be1c-4b84-a263-c6e5fee3fe10 None None] Set router 696aef89-8e88-41ca-bca2-d1e92006c2fa gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:12:19.397563 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-236e0d23-4503-49e8-a417-52b50dba8f24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:19.424108 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3b951a-1f8e-4047-abc9-4031110c5a56 None None] Pushing event updated for resources: {'Port': ['ID=a1e0d682-8f7d-43a2-b0f0-00ff6d2889d0,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:12:19.430854 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1b3b951a-1f8e-4047-abc9-4031110c5a56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:12:19.469896 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-236e0d23-4503-49e8-a417-52b50dba8f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:19.474672 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-84390984-35ab-4e6d-b537-53fd23531994 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:12:19.548050 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236e0d23-4503-49e8-a417-52b50dba8f24 admin admin] Pushing event updated for resources: {'Port': ['ID=bd77bdb3-3ee1-4db1-85b5-01e9a978e8fb,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:12:19.551843 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236e0d23-4503-49e8-a417-52b50dba8f24 admin admin] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 20:12:19.552928 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-236e0d23-4503-49e8-a417-52b50dba8f24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:12:19.553945 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-236e0d23-4503-49e8-a417-52b50dba8f24 admin admin] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 20:12:19.556544 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236e0d23-4503-49e8-a417-52b50dba8f24 admin admin] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:12:19.722220 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-29a7d57b-be1c-4b84-a263-c6e5fee3fe10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '696aef89-8e88-41ca-bca2-d1e92006c2fa', 'name': 'tempest-TestShelveInstance-220940260-router', 'tenant_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': 'e1e8d956-5a14-41a6-8dc5-bb9cad74193b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:12:10Z', 'updated_at': '2021-12-15T20:12:14Z', 'revision_number': 4, 'project_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'gw_port': {'id': 'e1e8d956-5a14-41a6-8dc5-bb9cad74193b', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:68:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696aef89-8e88-41ca-bca2-d1e92006c2fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:12:11Z', 'updated_at': '2021-12-15T20:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '0f9b554a-6166-4b39-8b2f-e4dbff5eb15d', 'name': '', 'network_id': 'b372ef8a-1dc5-433f-a5bb-adc5f75cee07', 'tenant_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'mac_address': 'fa:16:3e:f7:c5:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '696aef89-8e88-41ca-bca2-d1e92006c2fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0240e6f-f896-4e03-b330-c370fd8c2e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:12:13Z', 'updated_at': '2021-12-15T20:12:14Z', 'revision_number': 2, 'project_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'subnets': [{'id': 'b0240e6f-f896-4e03-b330-c370fd8c2e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:12:19.726501 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a7d57b-be1c-4b84-a263-c6e5fee3fe10 None None] Checking router: 696aef89-8e88-41ca-bca2-d1e92006c2fa for host: dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 20:12:19.727432 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a7d57b-be1c-4b84-a263-c6e5fee3fe10 None None] Updating router 696aef89-8e88-41ca-bca2-d1e92006c2fa port 0f9b554a-6166-4b39-8b2f-e4dbff5eb15d binding host dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 15 20:12:19.777171 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device e1e8d956-5a14-41a6-8dc5-bb9cad74193b up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 20:12:19.795706 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-236e0d23-4503-49e8-a417-52b50dba8f24 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:19.796844 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-236e0d23-4503-49e8-a417-52b50dba8f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904'] for router, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:19.798348 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-29a7d57b-be1c-4b84-a263-c6e5fee3fe10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:19.883870 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port e1e8d956-5a14-41a6-8dc5-bb9cad74193b triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:12:19.884435 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:20.109611 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-236e0d23-4503-49e8-a417-52b50dba8f24 admin admin] Router aee032e2-0670-4488-b954-5e80f91f9330 is scheduled to L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 with binding_index 1 {{(pid=88990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 15 20:12:20.189576 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-29a7d57b-be1c-4b84-a263-c6e5fee3fe10 None None] Notify callbacks [] for port, precommit_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:20.202636 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-29a7d57b-be1c-4b84-a263-c6e5fee3fe10 None None] Transition to ACTIVE for port object 0f9b554a-6166-4b39-8b2f-e4dbff5eb15d will not be triggered until provisioned by entity L2. {{(pid=88993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 20:12:20.235333 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-29a7d57b-be1c-4b84-a263-c6e5fee3fe10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:20.239771 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a791c1aa-3bdb-4f3a-ab6f-c223de1ed888 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:12:20.319425 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-236e0d23-4503-49e8-a417-52b50dba8f24 admin admin] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 20:12:20.330414 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fea67f9-7174-4b59-b5f6-f1aff9157ba7 None None] Sync routers for ids ['aee032e2-0670-4488-b954-5e80f91f9330'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 20:12:20.343885 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fea67f9-7174-4b59-b5f6-f1aff9157ba7 None None] Routers {'aee032e2-0670-4488-b954-5e80f91f9330'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:12:20.344833 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-7fea67f9-7174-4b59-b5f6-f1aff9157ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:12:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['aee032e2-0670-4488-b954-5e80f91f9330'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:12:20.367236 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-236e0d23-4503-49e8-a417-52b50dba8f24 admin admin] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:20.369444 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-236e0d23-4503-49e8-a417-52b50dba8f24 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0957663 Dec 15 20:12:20.372364 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 36488) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:12:20.373945 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3784d037-4fc3-4c08-8837-bb49c53a0723 None None] Pushing event updated for resources: {'Port': ['ID=0f9b554a-6166-4b39-8b2f-e4dbff5eb15d,revision_number=3']} {{(pid=88993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:12:20.385413 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3784d037-4fc3-4c08-8837-bb49c53a0723 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:12:20.385953 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3784d037-4fc3-4c08-8837-bb49c53a0723 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:12:20.386492 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3784d037-4fc3-4c08-8837-bb49c53a0723 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:12:20.386868 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3784d037-4fc3-4c08-8837-bb49c53a0723 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:12:20.387243 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3784d037-4fc3-4c08-8837-bb49c53a0723 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:12:20.387617 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3784d037-4fc3-4c08-8837-bb49c53a0723 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:12:20.387987 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3784d037-4fc3-4c08-8837-bb49c53a0723 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:12:20.388355 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3784d037-4fc3-4c08-8837-bb49c53a0723 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:12:20.388865 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3784d037-4fc3-4c08-8837-bb49c53a0723 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:12:20.389229 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3784d037-4fc3-4c08-8837-bb49c53a0723 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:12:20.389593 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3784d037-4fc3-4c08-8837-bb49c53a0723 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:12:20.396708 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3784d037-4fc3-4c08-8837-bb49c53a0723 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:12:20.574935 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-7fea67f9-7174-4b59-b5f6-f1aff9157ba7 None None] Set router aee032e2-0670-4488-b954-5e80f91f9330 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:12:20.710008 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-29a7d57b-be1c-4b84-a263-c6e5fee3fe10 None None] Attempting to bind port 0f9b554a-6166-4b39-8b2f-e4dbff5eb15d on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 20:12:20.711030 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-29a7d57b-be1c-4b84-a263-c6e5fee3fe10 None None] Attempting to bind port 0f9b554a-6166-4b39-8b2f-e4dbff5eb15d by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'e6a8aa8e-9d6b-4f24-aec2-b3d64d4deda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b372ef8a-1dc5-433f-a5bb-adc5f75cee07'}] {{(pid=88993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 20:12:20.712046 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a7d57b-be1c-4b84-a263-c6e5fee3fe10 None None] Attempting to bind port 0f9b554a-6166-4b39-8b2f-e4dbff5eb15d on network b372ef8a-1dc5-433f-a5bb-adc5f75cee07 {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 20:12:20.725403 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a7d57b-be1c-4b84-a263-c6e5fee3fe10 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 20, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 20:12:20.725926 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a7d57b-be1c-4b84-a263-c6e5fee3fe10 None None] Checking segment: {'id': 'e6a8aa8e-9d6b-4f24-aec2-b3d64d4deda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b372ef8a-1dc5-433f-a5bb-adc5f75cee07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 20:12:20.726491 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-29a7d57b-be1c-4b84-a263-c6e5fee3fe10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:20.727056 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a7d57b-be1c-4b84-a263-c6e5fee3fe10 None None] Bound using segment: {'id': 'e6a8aa8e-9d6b-4f24-aec2-b3d64d4deda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b372ef8a-1dc5-433f-a5bb-adc5f75cee07'} {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 20:12:20.727658 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-29a7d57b-be1c-4b84-a263-c6e5fee3fe10 None None] Bound port: 0f9b554a-6166-4b39-8b2f-e4dbff5eb15d, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6a8aa8e-9d6b-4f24-aec2-b3d64d4deda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b372ef8a-1dc5-433f-a5bb-adc5f75cee07'}}] {{(pid=88993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 20:12:20.728199 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-29a7d57b-be1c-4b84-a263-c6e5fee3fe10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:20.842953 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-29a7d57b-be1c-4b84-a263-c6e5fee3fe10 None None] For port 0f9b554a-6166-4b39-8b2f-e4dbff5eb15d, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 20:12:20.846554 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-29a7d57b-be1c-4b84-a263-c6e5fee3fe10 None None] For port 0f9b554a-6166-4b39-8b2f-e4dbff5eb15d, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=0f9b554a-6166-4b39-8b2f-e4dbff5eb15d,segment=NetworkSegment(e6a8aa8e-9d6b-4f24-aec2-b3d64d4deda8),segment_id=e6a8aa8e-9d6b-4f24-aec2-b3d64d4deda8)] {{(pid=88993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 20:12:20.881753 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-29a7d57b-be1c-4b84-a263-c6e5fee3fe10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:20.889577 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8bff3346-2d20-47f1-bd0e-4feeeef881b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:12:20.950638 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-7fea67f9-7174-4b59-b5f6-f1aff9157ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee032e2-0670-4488-b954-5e80f91f9330', 'name': 'tempest-TestShelveInstance-1697664616-router', 'tenant_id': 'fdc11786486c40a99a030cee27898594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.102'}], 'enable_snat': True}, 'gw_port_id': 'bd77bdb3-3ee1-4db1-85b5-01e9a978e8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:12:18Z', 'updated_at': '2021-12-15T20:12:19Z', 'revision_number': 3, 'project_id': 'fdc11786486c40a99a030cee27898594', 'gw_port': {'id': 'bd77bdb3-3ee1-4db1-85b5-01e9a978e8fb', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:96:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee032e2-0670-4488-b954-5e80f91f9330', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:12:19Z', 'updated_at': '2021-12-15T20:12:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:12:20.956227 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fea67f9-7174-4b59-b5f6-f1aff9157ba7 None None] Checking router: aee032e2-0670-4488-b954-5e80f91f9330 for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 20:12:20.956775 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fea67f9-7174-4b59-b5f6-f1aff9157ba7 None None] Updating router aee032e2-0670-4488-b954-5e80f91f9330 port bd77bdb3-3ee1-4db1-85b5-01e9a978e8fb binding host dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 15 20:12:21.006360 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a7d57b-be1c-4b84-a263-c6e5fee3fe10 None None] Routers {'696aef89-8e88-41ca-bca2-d1e92006c2fa'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:12:21.007239 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-29a7d57b-be1c-4b84-a263-c6e5fee3fe10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:12:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['696aef89-8e88-41ca-bca2-d1e92006c2fa'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:12:21.032140 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7fea67f9-7174-4b59-b5f6-f1aff9157ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:21.088050 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3784d037-4fc3-4c08-8837-bb49c53a0723 None None] Pushing event updated for resources: {'Port': ['ID=0f9b554a-6166-4b39-8b2f-e4dbff5eb15d,revision_number=4']} {{(pid=88993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:12:21.091974 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3784d037-4fc3-4c08-8837-bb49c53a0723 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:12:21.262834 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-29a7d57b-be1c-4b84-a263-c6e5fee3fe10 None None] Set router 696aef89-8e88-41ca-bca2-d1e92006c2fa gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:12:21.308991 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9650c0c5-7428-4bac-b49b-4562e7bcef3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:21.490069 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7fea67f9-7174-4b59-b5f6-f1aff9157ba7 None None] Notify callbacks [] for port, precommit_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:21.495031 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b22f01-72ad-420c-ab50-281841418f66 None None] Network 3e93b758-8036-454a-833d-2642b173e011 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 20:12:21.568498 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-9650c0c5-7428-4bac-b49b-4562e7bcef3b admin admin] Allocated IP 172.20.0.1 (3e93b758-8036-454a-833d-2642b173e011/90d38391-c0a4-4871-a6ff-d9102368a811/ce1d93ac-4713-4d92-862e-47e332093b03) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 20:12:21.585023 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-7fea67f9-7174-4b59-b5f6-f1aff9157ba7 None None] Transition to ACTIVE for port object bd77bdb3-3ee1-4db1-85b5-01e9a978e8fb will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 20:12:21.638567 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-29a7d57b-be1c-4b84-a263-c6e5fee3fe10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '696aef89-8e88-41ca-bca2-d1e92006c2fa', 'name': 'tempest-TestShelveInstance-220940260-router', 'tenant_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': 'e1e8d956-5a14-41a6-8dc5-bb9cad74193b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:12:10Z', 'updated_at': '2021-12-15T20:12:14Z', 'revision_number': 4, 'project_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'gw_port': {'id': 'e1e8d956-5a14-41a6-8dc5-bb9cad74193b', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:68:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696aef89-8e88-41ca-bca2-d1e92006c2fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:12:11Z', 'updated_at': '2021-12-15T20:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '0f9b554a-6166-4b39-8b2f-e4dbff5eb15d', 'name': '', 'network_id': 'b372ef8a-1dc5-433f-a5bb-adc5f75cee07', 'tenant_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'mac_address': 'fa:16:3e:f7:c5:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '696aef89-8e88-41ca-bca2-d1e92006c2fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0240e6f-f896-4e03-b330-c370fd8c2e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:12:13Z', 'updated_at': '2021-12-15T20:12:20Z', 'revision_number': 4, 'project_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'subnets': [{'id': 'b0240e6f-f896-4e03-b330-c370fd8c2e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:12:21.644425 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a7d57b-be1c-4b84-a263-c6e5fee3fe10 None None] The sync data for ids ['696aef89-8e88-41ca-bca2-d1e92006c2fa'] in dv-neutron-821831-2-hyperv is: [{'id': '696aef89-8e88-41ca-bca2-d1e92006c2fa', 'name': 'tempest-TestShelveInstance-220940260-router', 'tenant_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': 'e1e8d956-5a14-41a6-8dc5-bb9cad74193b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:12:10Z', 'updated_at': '2021-12-15T20:12:14Z', 'revision_number': 4, 'project_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'gw_port': {'id': 'e1e8d956-5a14-41a6-8dc5-bb9cad74193b', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:68:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696aef89-8e88-41ca-bca2-d1e92006c2fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:12:11Z', 'updated_at': '2021-12-15T20:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '0f9b554a-6166-4b39-8b2f-e4dbff5eb15d', 'name': '', 'network_id': 'b372ef8a-1dc5-433f-a5bb-adc5f75cee07', 'tenant_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'mac_address': 'fa:16:3e:f7:c5:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '696aef89-8e88-41ca-bca2-d1e92006c2fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0240e6f-f896-4e03-b330-c370fd8c2e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:12:13Z', 'updated_at': '2021-12-15T20:12:20Z', 'revision_number': 4, 'project_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'subnets': [{'id': 'b0240e6f-f896-4e03-b330-c370fd8c2e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 20:12:21.684741 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7fea67f9-7174-4b59-b5f6-f1aff9157ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:21.688756 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-263de386-e1b5-401e-8ec5-4666f94212b0 None None] Provisioning for port a1e0d682-8f7d-43a2-b0f0-00ff6d2889d0 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 20:12:21.705481 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-dea41426-1759-4b86-822a-5485571ceaa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:12:21.891669 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9650c0c5-7428-4bac-b49b-4562e7bcef3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:21.912635 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-9650c0c5-7428-4bac-b49b-4562e7bcef3b admin admin] Transition to ACTIVE for port object ce1d93ac-4713-4d92-862e-47e332093b03 will not be triggered until provisioned by entity DHCP. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 20:12:21.961590 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9650c0c5-7428-4bac-b49b-4562e7bcef3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:21.966989 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f363507f-2d20-436a-88c7-c73216d84c27 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:12:21.989631 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device a1e0d682-8f7d-43a2-b0f0-00ff6d2889d0 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 20:12:22.026626 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8d0e41-ab07-42f4-af31-4a2c95d4cbbc None None] Pushing event updated for resources: {'Port': ['ID=bd77bdb3-3ee1-4db1-85b5-01e9a978e8fb,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:12:22.029148 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-7fea67f9-7174-4b59-b5f6-f1aff9157ba7 None None] Attempting to bind port bd77bdb3-3ee1-4db1-85b5-01e9a978e8fb on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 20:12:22.029577 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-7fea67f9-7174-4b59-b5f6-f1aff9157ba7 None None] Attempting to bind port bd77bdb3-3ee1-4db1-85b5-01e9a978e8fb by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 20:12:22.029996 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fea67f9-7174-4b59-b5f6-f1aff9157ba7 None None] Attempting to bind port bd77bdb3-3ee1-4db1-85b5-01e9a978e8fb on network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 20:12:22.037201 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0e8d0e41-ab07-42f4-af31-4a2c95d4cbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:12:22.037407 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9650c0c5-7428-4bac-b49b-4562e7bcef3b admin admin] Network 3e93b758-8036-454a-833d-2642b173e011 is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 20:12:22.042438 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-9650c0c5-7428-4bac-b49b-4562e7bcef3b admin admin] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 20:12:22.046410 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fea67f9-7174-4b59-b5f6-f1aff9157ba7 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 20, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 20:12:22.046844 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fea67f9-7174-4b59-b5f6-f1aff9157ba7 None None] Checking segment: {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 20:12:22.047249 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9650c0c5-7428-4bac-b49b-4562e7bcef3b admin admin] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:12:22.047422 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7fea67f9-7174-4b59-b5f6-f1aff9157ba7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:22.047728 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fea67f9-7174-4b59-b5f6-f1aff9157ba7 None None] Bound using segment: {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 20:12:22.048266 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-7fea67f9-7174-4b59-b5f6-f1aff9157ba7 None None] Bound port: bd77bdb3-3ee1-4db1-85b5-01e9a978e8fb, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 20:12:22.048696 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7fea67f9-7174-4b59-b5f6-f1aff9157ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:22.077446 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9650c0c5-7428-4bac-b49b-4562e7bcef3b admin admin] Pushing event updated for resources: {'Port': ['ID=ce1d93ac-4713-4d92-862e-47e332093b03,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:12:22.083132 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9650c0c5-7428-4bac-b49b-4562e7bcef3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:12:22.110666 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9650c0c5-7428-4bac-b49b-4562e7bcef3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630901'] for router_interface, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:22.203973 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-7fea67f9-7174-4b59-b5f6-f1aff9157ba7 None None] For port bd77bdb3-3ee1-4db1-85b5-01e9a978e8fb, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 20:12:22.214193 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-7fea67f9-7174-4b59-b5f6-f1aff9157ba7 None None] For port bd77bdb3-3ee1-4db1-85b5-01e9a978e8fb, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=bd77bdb3-3ee1-4db1-85b5-01e9a978e8fb,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 20:12:22.238106 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9650c0c5-7428-4bac-b49b-4562e7bcef3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:22.257011 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7fea67f9-7174-4b59-b5f6-f1aff9157ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:22.263133 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0e8d0e41-ab07-42f4-af31-4a2c95d4cbbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:12:22.301253 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port a1e0d682-8f7d-43a2-b0f0-00ff6d2889d0 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 20:12:22.315019 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port a1e0d682-8f7d-43a2-b0f0-00ff6d2889d0 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:12:22.315626 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:22.403945 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8d0e41-ab07-42f4-af31-4a2c95d4cbbc None None] Pushing event updated for resources: {'Port': ['ID=bd77bdb3-3ee1-4db1-85b5-01e9a978e8fb,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:12:22.410448 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0e8d0e41-ab07-42f4-af31-4a2c95d4cbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:12:22.425391 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fea67f9-7174-4b59-b5f6-f1aff9157ba7 None None] Routers {'aee032e2-0670-4488-b954-5e80f91f9330'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:12:22.426263 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-7fea67f9-7174-4b59-b5f6-f1aff9157ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:12:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['aee032e2-0670-4488-b954-5e80f91f9330'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:12:22.500528 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9650c0c5-7428-4bac-b49b-4562e7bcef3b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:22.549005 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9650c0c5-7428-4bac-b49b-4562e7bcef3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:22.586388 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f866cedc-4a58-43de-877d-dc0f0a43619f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:12:22.659405 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-18b4f27e-506a-4c4f-927f-6d114e0f9b59 None None] Provisioning complete for port a1e0d682-8f7d-43a2-b0f0-00ff6d2889d0 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:12:22.659829 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-18b4f27e-506a-4c4f-927f-6d114e0f9b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:22.693191 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9650c0c5-7428-4bac-b49b-4562e7bcef3b admin admin] Pushing event updated for resources: {'Port': ['ID=ce1d93ac-4713-4d92-862e-47e332093b03,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:12:22.696231 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9650c0c5-7428-4bac-b49b-4562e7bcef3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1959989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854145006'] for router_interface, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:22.701152 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9650c0c5-7428-4bac-b49b-4562e7bcef3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:12:22.704898 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:22.792179 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port a1e0d682-8f7d-43a2-b0f0-00ff6d2889d0, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=a1e0d682-8f7d-43a2-b0f0-00ff6d2889d0,segment=NetworkSegment(ecd6f3da-a8ff-4c17-bfa1-c2c53420cc67),segment_id=ecd6f3da-a8ff-4c17-bfa1-c2c53420cc67)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:12:22.840519 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-7fea67f9-7174-4b59-b5f6-f1aff9157ba7 None None] Set router aee032e2-0670-4488-b954-5e80f91f9330 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:12:22.854995 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9650c0c5-7428-4bac-b49b-4562e7bcef3b admin admin] Network 3e93b758-8036-454a-833d-2642b173e011 is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 20:12:22.856185 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-9650c0c5-7428-4bac-b49b-4562e7bcef3b admin admin] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 20:12:22.879044 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:22.879990 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 0f9b554a-6166-4b39-8b2f-e4dbff5eb15d up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 20:12:22.929685 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:12:23.023537 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=a1e0d682-8f7d-43a2-b0f0-00ff6d2889d0,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:12:23.041634 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:12:23.223440 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 0f9b554a-6166-4b39-8b2f-e4dbff5eb15d completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 20:12:23.226858 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-18b4f27e-506a-4c4f-927f-6d114e0f9b59 None None] Provisioning for port ce1d93ac-4713-4d92-862e-47e332093b03 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 20:12:23.242134 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-18b4f27e-506a-4c4f-927f-6d114e0f9b59 None None] Provisioning complete for port ce1d93ac-4713-4d92-862e-47e332093b03 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:12:23.243296 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-18b4f27e-506a-4c4f-927f-6d114e0f9b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:23.276042 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 0f9b554a-6166-4b39-8b2f-e4dbff5eb15d triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:12:23.276640 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:23.390363 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-18b4f27e-506a-4c4f-927f-6d114e0f9b59 None None] Port ce1d93ac-4713-4d92-862e-47e332093b03 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 20:12:23.514184 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9650c0c5-7428-4bac-b49b-4562e7bcef3b admin admin] Router aee032e2-0670-4488-b954-5e80f91f9330 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 20:12:23.522356 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:23.558368 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-7fea67f9-7174-4b59-b5f6-f1aff9157ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee032e2-0670-4488-b954-5e80f91f9330', 'name': 'tempest-TestShelveInstance-1697664616-router', 'tenant_id': 'fdc11786486c40a99a030cee27898594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.102'}], 'enable_snat': True}, 'gw_port_id': 'bd77bdb3-3ee1-4db1-85b5-01e9a978e8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:12:18Z', 'updated_at': '2021-12-15T20:12:22Z', 'revision_number': 4, 'project_id': 'fdc11786486c40a99a030cee27898594', 'gw_port': {'id': 'bd77bdb3-3ee1-4db1-85b5-01e9a978e8fb', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:96:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee032e2-0670-4488-b954-5e80f91f9330', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:12:19Z', 'updated_at': '2021-12-15T20:12:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': 'ce1d93ac-4713-4d92-862e-47e332093b03', 'name': '', 'network_id': '3e93b758-8036-454a-833d-2642b173e011', 'tenant_id': 'fdc11786486c40a99a030cee27898594', 'mac_address': 'fa:16:3e:ed:63:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee032e2-0670-4488-b954-5e80f91f9330', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90d38391-c0a4-4871-a6ff-d9102368a811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:12:21Z', 'updated_at': '2021-12-15T20:12:21Z', 'revision_number': 1, 'project_id': 'fdc11786486c40a99a030cee27898594', 'subnets': [{'id': '90d38391-c0a4-4871-a6ff-d9102368a811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:12:23.562670 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-a25ef403-1b01-424e-92f8-50363a32497a None None] Provisioning complete for port ce1d93ac-4713-4d92-862e-47e332093b03 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:12:23.563098 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a25ef403-1b01-424e-92f8-50363a32497a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:23.595335 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fea67f9-7174-4b59-b5f6-f1aff9157ba7 None None] The sync data for ids ['aee032e2-0670-4488-b954-5e80f91f9330'] in dv-neutron-821831-2-hyperv is: [{'id': 'aee032e2-0670-4488-b954-5e80f91f9330', 'name': 'tempest-TestShelveInstance-1697664616-router', 'tenant_id': 'fdc11786486c40a99a030cee27898594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.102'}], 'enable_snat': True}, 'gw_port_id': 'bd77bdb3-3ee1-4db1-85b5-01e9a978e8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:12:18Z', 'updated_at': '2021-12-15T20:12:22Z', 'revision_number': 4, 'project_id': 'fdc11786486c40a99a030cee27898594', 'gw_port': {'id': 'bd77bdb3-3ee1-4db1-85b5-01e9a978e8fb', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:96:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee032e2-0670-4488-b954-5e80f91f9330', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:12:19Z', 'updated_at': '2021-12-15T20:12:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': 'ce1d93ac-4713-4d92-862e-47e332093b03', 'name': '', 'network_id': '3e93b758-8036-454a-833d-2642b173e011', 'tenant_id': 'fdc11786486c40a99a030cee27898594', 'mac_address': 'fa:16:3e:ed:63:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee032e2-0670-4488-b954-5e80f91f9330', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90d38391-c0a4-4871-a6ff-d9102368a811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:12:21Z', 'updated_at': '2021-12-15T20:12:21Z', 'revision_number': 1, 'project_id': 'fdc11786486c40a99a030cee27898594', 'subnets': [{'id': '90d38391-c0a4-4871-a6ff-d9102368a811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 20:12:23.610790 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port 0f9b554a-6166-4b39-8b2f-e4dbff5eb15d, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=0f9b554a-6166-4b39-8b2f-e4dbff5eb15d,segment=NetworkSegment(e6a8aa8e-9d6b-4f24-aec2-b3d64d4deda8),segment_id=e6a8aa8e-9d6b-4f24-aec2-b3d64d4deda8)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:12:23.636747 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-a25ef403-1b01-424e-92f8-50363a32497a None None] Port ce1d93ac-4713-4d92-862e-47e332093b03 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 20:12:23.638493 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:23.640698 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-91a88fe4-861b-4508-9813-19c38a685f2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:12:23.718459 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=0f9b554a-6166-4b39-8b2f-e4dbff5eb15d,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:12:23.721952 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:12:23.742781 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device a1e0d682-8f7d-43a2-b0f0-00ff6d2889d0 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 20:12:23.750722 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9650c0c5-7428-4bac-b49b-4562e7bcef3b admin admin] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 20:12:23.761450 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9650c0c5-7428-4bac-b49b-4562e7bcef3b admin admin] 10.222.0.36 "PUT /v2.0/routers/aee032e2-0670-4488-b954-5e80f91f9330/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3878741 Dec 15 20:12:23.815530 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port a1e0d682-8f7d-43a2-b0f0-00ff6d2889d0 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:12:23.816043 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:24.610179 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 36498) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:12:24.616546 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-7388510e-8370-461d-8db3-2119c3503c66 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-451093104', 'description': 'tempest-secgroup-smoke-451093104 description', 'project_id': 'd67cc805c42b4faf8bd398c11bfefaa8'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:12:24.627154 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-7388510e-8370-461d-8db3-2119c3503c66 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:12:24.644644 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-7388510e-8370-461d-8db3-2119c3503c66 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Usage tracker for resource:security_group and tenant:d67cc805c42b4faf8bd398c11bfefaa8 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:12:24.647944 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-7388510e-8370-461d-8db3-2119c3503c66 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:12:24.655998 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-7388510e-8370-461d-8db3-2119c3503c66 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:12:24.667676 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:24.706927 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7388510e-8370-461d-8db3-2119c3503c66 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks [] for security_group, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:24.798388 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-7388510e-8370-461d-8db3-2119c3503c66 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:12:24.802730 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-7388510e-8370-461d-8db3-2119c3503c66 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Usage tracker for resource:security_group_rule and tenant:d67cc805c42b4faf8bd398c11bfefaa8 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:12:24.806438 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-7388510e-8370-461d-8db3-2119c3503c66 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:12:24.813031 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-7388510e-8370-461d-8db3-2119c3503c66 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:12:24.897201 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7388510e-8370-461d-8db3-2119c3503c66 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks [] for security_group, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:24.925472 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7388510e-8370-461d-8db3-2119c3503c66 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:24.931431 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6f721c81-6a3b-457f-8da2-cfde9f4a82e5 tempest-ServerActionsTestJSON-701472016 tempest-ServerActionsTestJSON-701472016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:12:24.977913 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7388510e-8370-461d-8db3-2119c3503c66 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c32b3fb-52bf-4fa7-9f7e-539d42e29fb4,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:12:24.980859 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7388510e-8370-461d-8db3-2119c3503c66 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:12:25.005252 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7388510e-8370-461d-8db3-2119c3503c66 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:25.006688 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-7388510e-8370-461d-8db3-2119c3503c66 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3953741 Dec 15 20:12:25.010771 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 36502) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:12:25.016878 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-884af882-d5db-4e70-9b23-cdf1da0cd72c tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Request body: {'security_group_rule': {'security_group_id': '5c32b3fb-52bf-4fa7-9f7e-539d42e29fb4', 'project_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:12:25.024304 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-884af882-d5db-4e70-9b23-cdf1da0cd72c tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:12:25.028597 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-884af882-d5db-4e70-9b23-cdf1da0cd72c tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Usage tracker for resource:security_group_rule and tenant:d67cc805c42b4faf8bd398c11bfefaa8 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:12:25.032049 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-884af882-d5db-4e70-9b23-cdf1da0cd72c tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:12:25.038208 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-884af882-d5db-4e70-9b23-cdf1da0cd72c tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:12:25.086740 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-884af882-d5db-4e70-9b23-cdf1da0cd72c tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:25.152114 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-884af882-d5db-4e70-9b23-cdf1da0cd72c tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:25.183814 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-884af882-d5db-4e70-9b23-cdf1da0cd72c tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:25.185971 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-87be97aa-5a24-4522-8fc5-9ef6921b565b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:12:25.210545 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884af882-d5db-4e70-9b23-cdf1da0cd72c tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35fd2bf1-4884-4e98-86bb-4af849a72229,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:12:25.214026 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-884af882-d5db-4e70-9b23-cdf1da0cd72c tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:12:25.258926 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-884af882-d5db-4e70-9b23-cdf1da0cd72c tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:25.260231 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-884af882-d5db-4e70-9b23-cdf1da0cd72c tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2484214 Dec 15 20:12:25.263269 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 36506) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:12:25.269355 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-89961dd9-7a2b-4349-8583-b00a1b4fca59 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Request body: {'security_group_rule': {'security_group_id': '5c32b3fb-52bf-4fa7-9f7e-539d42e29fb4', 'project_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:12:25.276133 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-89961dd9-7a2b-4349-8583-b00a1b4fca59 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:12:25.280276 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-89961dd9-7a2b-4349-8583-b00a1b4fca59 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Usage tracker for resource:security_group_rule and tenant:d67cc805c42b4faf8bd398c11bfefaa8 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:12:25.283432 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-89961dd9-7a2b-4349-8583-b00a1b4fca59 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:12:25.290370 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-89961dd9-7a2b-4349-8583-b00a1b4fca59 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:12:25.333732 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-89961dd9-7a2b-4349-8583-b00a1b4fca59 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:25.401174 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-89961dd9-7a2b-4349-8583-b00a1b4fca59 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:25.447361 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-89961dd9-7a2b-4349-8583-b00a1b4fca59 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:25.449359 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-22c27174-2b6d-4143-94b3-c57a6d2626e7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:12:25.473145 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89961dd9-7a2b-4349-8583-b00a1b4fca59 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4404e258-760d-4b25-97d7-8c414f109196,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:12:25.477373 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-89961dd9-7a2b-4349-8583-b00a1b4fca59 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:12:25.514999 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-89961dd9-7a2b-4349-8583-b00a1b4fca59 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:25.516327 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-89961dd9-7a2b-4349-8583-b00a1b4fca59 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2520311 Dec 15 20:12:25.519304 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 36510) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:12:25.525707 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-5ebb8630-4083-4728-b6ec-c085796e77f0 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Request body: {'security_group_rule': {'security_group_id': '5c32b3fb-52bf-4fa7-9f7e-539d42e29fb4', 'project_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:12:25.532170 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-5ebb8630-4083-4728-b6ec-c085796e77f0 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:12:25.536203 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-5ebb8630-4083-4728-b6ec-c085796e77f0 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Usage tracker for resource:security_group_rule and tenant:d67cc805c42b4faf8bd398c11bfefaa8 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:12:25.540173 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-5ebb8630-4083-4728-b6ec-c085796e77f0 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:12:25.547002 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-5ebb8630-4083-4728-b6ec-c085796e77f0 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:12:25.596194 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5ebb8630-4083-4728-b6ec-c085796e77f0 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:25.665048 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5ebb8630-4083-4728-b6ec-c085796e77f0 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:25.686571 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5ebb8630-4083-4728-b6ec-c085796e77f0 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:25.688989 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0cc6c62c-a6d4-4f8c-95a4-886727fc00a0 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:12:25.717772 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebb8630-4083-4728-b6ec-c085796e77f0 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b23fb628-aa05-44e6-a453-a3f3c207096f,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:12:25.720481 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5ebb8630-4083-4728-b6ec-c085796e77f0 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:12:25.749613 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5ebb8630-4083-4728-b6ec-c085796e77f0 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:25.751241 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-5ebb8630-4083-4728-b6ec-c085796e77f0 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2308295 Dec 15 20:12:25.754021 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 36514) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:12:25.760777 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-ebcbfc5e-5e12-4e07-a4c3-76aae6a7526b tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Request body: {'security_group_rule': {'security_group_id': '5c32b3fb-52bf-4fa7-9f7e-539d42e29fb4', 'project_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:12:25.767446 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ebcbfc5e-5e12-4e07-a4c3-76aae6a7526b tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:12:25.771489 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ebcbfc5e-5e12-4e07-a4c3-76aae6a7526b tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Usage tracker for resource:security_group_rule and tenant:d67cc805c42b4faf8bd398c11bfefaa8 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:12:25.774605 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-ebcbfc5e-5e12-4e07-a4c3-76aae6a7526b tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:12:25.780873 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-ebcbfc5e-5e12-4e07-a4c3-76aae6a7526b tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:12:25.808161 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device bd77bdb3-3ee1-4db1-85b5-01e9a978e8fb up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 20:12:25.819405 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ebcbfc5e-5e12-4e07-a4c3-76aae6a7526b tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:25.886748 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ebcbfc5e-5e12-4e07-a4c3-76aae6a7526b tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:25.914629 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port bd77bdb3-3ee1-4db1-85b5-01e9a978e8fb completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 20:12:25.919539 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port bd77bdb3-3ee1-4db1-85b5-01e9a978e8fb triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:12:25.920002 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:25.937994 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ebcbfc5e-5e12-4e07-a4c3-76aae6a7526b tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:25.940019 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-429fdcf8-77d7-4966-8018-7dd3bc837a2d tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:12:25.963689 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcbfc5e-5e12-4e07-a4c3-76aae6a7526b tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a955aed-5af2-4920-966d-bc52d5b80752,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:12:25.966314 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ebcbfc5e-5e12-4e07-a4c3-76aae6a7526b tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:12:25.995317 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ebcbfc5e-5e12-4e07-a4c3-76aae6a7526b tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:25.996668 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-ebcbfc5e-5e12-4e07-a4c3-76aae6a7526b tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2415397 Dec 15 20:12:25.999578 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 36518) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:12:26.005478 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-e3cb5992-0304-4aee-803f-8d8356fb9521 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Request body: {'security_group_rule': {'security_group_id': '5c32b3fb-52bf-4fa7-9f7e-539d42e29fb4', 'project_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:12:26.012045 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-e3cb5992-0304-4aee-803f-8d8356fb9521 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:12:26.016051 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-e3cb5992-0304-4aee-803f-8d8356fb9521 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Usage tracker for resource:security_group_rule and tenant:d67cc805c42b4faf8bd398c11bfefaa8 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:12:26.019028 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-e3cb5992-0304-4aee-803f-8d8356fb9521 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:12:26.025544 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-e3cb5992-0304-4aee-803f-8d8356fb9521 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:12:26.037565 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:26.054117 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port bd77bdb3-3ee1-4db1-85b5-01e9a978e8fb, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=bd77bdb3-3ee1-4db1-85b5-01e9a978e8fb,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:12:26.069544 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.securitygroups_db [None req-e3cb5992-0304-4aee-803f-8d8356fb9521 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Project d67cc805c42b4faf8bd398c11bfefaa8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 20:12:26.076665 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e3cb5992-0304-4aee-803f-8d8356fb9521 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:26.098086 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:26.099053 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 0f9b554a-6166-4b39-8b2f-e4dbff5eb15d up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 20:12:26.127620 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1b3b951a-1f8e-4047-abc9-4031110c5a56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:12:26.146496 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e3cb5992-0304-4aee-803f-8d8356fb9521 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:26.166707 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e3cb5992-0304-4aee-803f-8d8356fb9521 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:26.168780 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f4500100-eae0-4b1a-b1ae-17b7168e1289 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:12:26.190548 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cb5992-0304-4aee-803f-8d8356fb9521 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a77a1228-4f9e-4d95-b84f-dc1b4222d2b7,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:12:26.194782 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e3cb5992-0304-4aee-803f-8d8356fb9521 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:12:26.223878 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e3cb5992-0304-4aee-803f-8d8356fb9521 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:26.224080 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=bd77bdb3-3ee1-4db1-85b5-01e9a978e8fb,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:12:26.225198 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e3cb5992-0304-4aee-803f-8d8356fb9521 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2245753 Dec 15 20:12:26.228029 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:12:26.228798 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 36522) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:12:26.235120 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-4a4de58f-1a99-4328-a69c-d58706298812 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Request body: {'security_group_rule': {'security_group_id': '5c32b3fb-52bf-4fa7-9f7e-539d42e29fb4', 'project_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:12:26.236955 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 0f9b554a-6166-4b39-8b2f-e4dbff5eb15d triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:12:26.237374 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:26.241459 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-4a4de58f-1a99-4328-a69c-d58706298812 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:12:26.245579 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-4a4de58f-1a99-4328-a69c-d58706298812 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Usage tracker for resource:security_group_rule and tenant:d67cc805c42b4faf8bd398c11bfefaa8 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:12:26.248583 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-4a4de58f-1a99-4328-a69c-d58706298812 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:12:26.254580 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-4a4de58f-1a99-4328-a69c-d58706298812 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:12:26.281060 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.securitygroups_db [None req-4a4de58f-1a99-4328-a69c-d58706298812 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Project d67cc805c42b4faf8bd398c11bfefaa8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 20:12:26.287895 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4a4de58f-1a99-4328-a69c-d58706298812 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:26.362574 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4a4de58f-1a99-4328-a69c-d58706298812 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:26.394809 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4a4de58f-1a99-4328-a69c-d58706298812 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:26.396727 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-895bb861-e0cb-41b6-9dab-5a36c53cac43 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:12:26.420705 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4de58f-1a99-4328-a69c-d58706298812 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=416683e5-0b11-4e28-9e0f-423216c49d4a,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:12:26.423242 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4a4de58f-1a99-4328-a69c-d58706298812 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:12:26.447009 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4a4de58f-1a99-4328-a69c-d58706298812 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:26.448288 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-4a4de58f-1a99-4328-a69c-d58706298812 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2182691 Dec 15 20:12:26.685652 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-43b6d83c-8e90-4ffd-9864-69cc18d197c8 req-2fef69bc-f513-4143-ab28-59c14ca6c4fc tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Synchronizing usage tracker for tenant:d67cc805c42b4faf8bd398c11bfefaa8 on resource:security_group {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 20:12:26.731988 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-43b6d83c-8e90-4ffd-9864-69cc18d197c8 req-2fef69bc-f513-4143-ab28-59c14ca6c4fc tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Unset dirty status for tenant:d67cc805c42b4faf8bd398c11bfefaa8 on resource:security_group {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 20:12:26.733277 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-43b6d83c-8e90-4ffd-9864-69cc18d197c8 req-2fef69bc-f513-4143-ab28-59c14ca6c4fc tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-451093104&fields=id&tenant_id=d67cc805c42b4faf8bd398c11bfefaa8 HTTP/1.1" status: 200 len: 267 time: 0.0908597 Dec 15 20:12:26.902468 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b6d83c-8e90-4ffd-9864-69cc18d197c8 req-6d93a633-9c81-4c97-ab6d-83dcbffe8980 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:12:26.903213 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-43b6d83c-8e90-4ffd-9864-69cc18d197c8 req-6d93a633-9c81-4c97-ab6d-83dcbffe8980 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Synchronizing usage tracker for tenant:d67cc805c42b4faf8bd398c11bfefaa8 on resource:network {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 20:12:26.970698 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-43b6d83c-8e90-4ffd-9864-69cc18d197c8 req-6d93a633-9c81-4c97-ab6d-83dcbffe8980 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Unset dirty status for tenant:d67cc805c42b4faf8bd398c11bfefaa8 on resource:network {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 20:12:26.971991 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-43b6d83c-8e90-4ffd-9864-69cc18d197c8 req-6d93a633-9c81-4c97-ab6d-83dcbffe8980 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/networks?id=b372ef8a-1dc5-433f-a5bb-adc5f75cee07 HTTP/1.1" status: 200 len: 808 time: 0.2314665 Dec 15 20:12:26.989616 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-43b6d83c-8e90-4ffd-9864-69cc18d197c8 req-3057ba5b-e730-45f8-9c01-509d9a753cd4 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/quotas/d67cc805c42b4faf8bd398c11bfefaa8 HTTP/1.1" status: 200 len: 375 time: 0.0117958 Dec 15 20:12:27.080936 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-43b6d83c-8e90-4ffd-9864-69cc18d197c8 req-7f0b6fd9-df16-4d10-a651-95f0e40b661f tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d67cc805c42b4faf8bd398c11bfefaa8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0849793 Dec 15 20:12:27.235980 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-43b6d83c-8e90-4ffd-9864-69cc18d197c8 req-afeafa01-5d54-4e47-9142-d5f3bf841424 service neutron] 10.222.0.36 "GET /v2.0/networks/b372ef8a-1dc5-433f-a5bb-adc5f75cee07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406033 Dec 15 20:12:27.380738 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-43b6d83c-8e90-4ffd-9864-69cc18d197c8 req-33d1cc25-7606-4b5b-af09-be3b31ffc8ce service neutron] 10.222.0.36 "GET /v2.0/networks/b372ef8a-1dc5-433f-a5bb-adc5f75cee07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379519 Dec 15 20:12:27.478735 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620211d7-5873-4897-b68e-d14275b28ba0 None None] Sync routers for ids ['aee032e2-0670-4488-b954-5e80f91f9330'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 20:12:27.491008 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620211d7-5873-4897-b68e-d14275b28ba0 None None] Routers {'aee032e2-0670-4488-b954-5e80f91f9330'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:12:27.491599 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-620211d7-5873-4897-b68e-d14275b28ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:12:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['aee032e2-0670-4488-b954-5e80f91f9330'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:12:27.613509 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b60d92eb-1f1d-4bae-979d-a87c29d40748 req-d5a37e2f-39b1-4bff-bec4-9dd5fd7acd24 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a6af1-4ab5-4b08-9c90-9316dd6fa269 HTTP/1.1" status: 200 len: 210 time: 0.0486910 Dec 15 20:12:27.700363 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-620211d7-5873-4897-b68e-d14275b28ba0 None None] Set router aee032e2-0670-4488-b954-5e80f91f9330 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:12:27.753295 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device bd77bdb3-3ee1-4db1-85b5-01e9a978e8fb up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 20:12:27.828279 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port bd77bdb3-3ee1-4db1-85b5-01e9a978e8fb triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:12:27.828797 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:28.044045 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-620211d7-5873-4897-b68e-d14275b28ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee032e2-0670-4488-b954-5e80f91f9330', 'name': 'tempest-TestShelveInstance-1697664616-router', 'tenant_id': 'fdc11786486c40a99a030cee27898594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.102'}], 'enable_snat': True}, 'gw_port_id': 'bd77bdb3-3ee1-4db1-85b5-01e9a978e8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:12:18Z', 'updated_at': '2021-12-15T20:12:22Z', 'revision_number': 4, 'project_id': 'fdc11786486c40a99a030cee27898594', 'gw_port': {'id': 'bd77bdb3-3ee1-4db1-85b5-01e9a978e8fb', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:96:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee032e2-0670-4488-b954-5e80f91f9330', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:12:19Z', 'updated_at': '2021-12-15T20:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': 'ce1d93ac-4713-4d92-862e-47e332093b03', 'name': '', 'network_id': '3e93b758-8036-454a-833d-2642b173e011', 'tenant_id': 'fdc11786486c40a99a030cee27898594', 'mac_address': 'fa:16:3e:ed:63:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee032e2-0670-4488-b954-5e80f91f9330', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90d38391-c0a4-4871-a6ff-d9102368a811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:12:21Z', 'updated_at': '2021-12-15T20:12:22Z', 'revision_number': 2, 'project_id': 'fdc11786486c40a99a030cee27898594', 'subnets': [{'id': '90d38391-c0a4-4871-a6ff-d9102368a811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:12:28.048219 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620211d7-5873-4897-b68e-d14275b28ba0 None None] Checking router: aee032e2-0670-4488-b954-5e80f91f9330 for host: dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 20:12:28.048625 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620211d7-5873-4897-b68e-d14275b28ba0 None None] Updating router aee032e2-0670-4488-b954-5e80f91f9330 port ce1d93ac-4713-4d92-862e-47e332093b03 binding host dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 15 20:12:28.103774 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-620211d7-5873-4897-b68e-d14275b28ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:28.477244 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-620211d7-5873-4897-b68e-d14275b28ba0 None None] Notify callbacks [] for port, precommit_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:28.490018 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-620211d7-5873-4897-b68e-d14275b28ba0 None None] Transition to ACTIVE for port object ce1d93ac-4713-4d92-862e-47e332093b03 will not be triggered until provisioned by entity L2. {{(pid=88993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 20:12:28.530558 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-620211d7-5873-4897-b68e-d14275b28ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:28.535021 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-66c7865c-d67c-4d86-98fd-27bc6c43b063 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:12:28.659807 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872695cf-8a71-41ae-be52-c665c11abe06 None None] Pushing event updated for resources: {'Port': ['ID=ce1d93ac-4713-4d92-862e-47e332093b03,revision_number=3']} {{(pid=88993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:12:28.708157 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-872695cf-8a71-41ae-be52-c665c11abe06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:12:28.853571 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-943c1e28-6009-430d-a481-d56be18971f6 req-68e6a2f4-2f3e-4ead-a6c1-0a4f47dfe26d tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a6af1-4ab5-4b08-9c90-9316dd6fa269 HTTP/1.1" status: 200 len: 210 time: 0.0531440 Dec 15 20:12:28.921351 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-620211d7-5873-4897-b68e-d14275b28ba0 None None] Attempting to bind port ce1d93ac-4713-4d92-862e-47e332093b03 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 20:12:28.921763 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-620211d7-5873-4897-b68e-d14275b28ba0 None None] Attempting to bind port ce1d93ac-4713-4d92-862e-47e332093b03 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'ecd6f3da-a8ff-4c17-bfa1-c2c53420cc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '3e93b758-8036-454a-833d-2642b173e011'}] {{(pid=88993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 20:12:28.922168 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620211d7-5873-4897-b68e-d14275b28ba0 None None] Attempting to bind port ce1d93ac-4713-4d92-862e-47e332093b03 on network 3e93b758-8036-454a-833d-2642b173e011 {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 20:12:28.928791 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620211d7-5873-4897-b68e-d14275b28ba0 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 20, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 20:12:28.929206 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620211d7-5873-4897-b68e-d14275b28ba0 None None] Checking segment: {'id': 'ecd6f3da-a8ff-4c17-bfa1-c2c53420cc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '3e93b758-8036-454a-833d-2642b173e011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 20:12:28.929646 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-620211d7-5873-4897-b68e-d14275b28ba0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:28.930079 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620211d7-5873-4897-b68e-d14275b28ba0 None None] Bound using segment: {'id': 'ecd6f3da-a8ff-4c17-bfa1-c2c53420cc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '3e93b758-8036-454a-833d-2642b173e011'} {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 20:12:28.930668 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-620211d7-5873-4897-b68e-d14275b28ba0 None None] Bound port: ce1d93ac-4713-4d92-862e-47e332093b03, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecd6f3da-a8ff-4c17-bfa1-c2c53420cc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '3e93b758-8036-454a-833d-2642b173e011'}}] {{(pid=88993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 20:12:28.931096 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-620211d7-5873-4897-b68e-d14275b28ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:29.019754 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-620211d7-5873-4897-b68e-d14275b28ba0 None None] For port ce1d93ac-4713-4d92-862e-47e332093b03, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 20:12:29.022909 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-620211d7-5873-4897-b68e-d14275b28ba0 None None] For port ce1d93ac-4713-4d92-862e-47e332093b03, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=ce1d93ac-4713-4d92-862e-47e332093b03,segment=NetworkSegment(ecd6f3da-a8ff-4c17-bfa1-c2c53420cc67),segment_id=ecd6f3da-a8ff-4c17-bfa1-c2c53420cc67)] {{(pid=88993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 20:12:29.069644 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-620211d7-5873-4897-b68e-d14275b28ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:29.074589 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e2072567-4620-4ecf-afeb-a879474da1f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:12:29.162287 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872695cf-8a71-41ae-be52-c665c11abe06 None None] Pushing event updated for resources: {'Port': ['ID=ce1d93ac-4713-4d92-862e-47e332093b03,revision_number=4']} {{(pid=88993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:12:29.166520 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-872695cf-8a71-41ae-be52-c665c11abe06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:12:29.167177 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620211d7-5873-4897-b68e-d14275b28ba0 None None] Routers {'aee032e2-0670-4488-b954-5e80f91f9330'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:12:29.167861 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-620211d7-5873-4897-b68e-d14275b28ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:12:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['aee032e2-0670-4488-b954-5e80f91f9330'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:12:29.366624 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-620211d7-5873-4897-b68e-d14275b28ba0 None None] Set router aee032e2-0670-4488-b954-5e80f91f9330 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:12:29.691682 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-620211d7-5873-4897-b68e-d14275b28ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee032e2-0670-4488-b954-5e80f91f9330', 'name': 'tempest-TestShelveInstance-1697664616-router', 'tenant_id': 'fdc11786486c40a99a030cee27898594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.102'}], 'enable_snat': True}, 'gw_port_id': 'bd77bdb3-3ee1-4db1-85b5-01e9a978e8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:12:18Z', 'updated_at': '2021-12-15T20:12:22Z', 'revision_number': 4, 'project_id': 'fdc11786486c40a99a030cee27898594', 'gw_port': {'id': 'bd77bdb3-3ee1-4db1-85b5-01e9a978e8fb', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:96:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee032e2-0670-4488-b954-5e80f91f9330', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:12:19Z', 'updated_at': '2021-12-15T20:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': 'ce1d93ac-4713-4d92-862e-47e332093b03', 'name': '', 'network_id': '3e93b758-8036-454a-833d-2642b173e011', 'tenant_id': 'fdc11786486c40a99a030cee27898594', 'mac_address': 'fa:16:3e:ed:63:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee032e2-0670-4488-b954-5e80f91f9330', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90d38391-c0a4-4871-a6ff-d9102368a811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:12:21Z', 'updated_at': '2021-12-15T20:12:29Z', 'revision_number': 4, 'project_id': 'fdc11786486c40a99a030cee27898594', 'subnets': [{'id': '90d38391-c0a4-4871-a6ff-d9102368a811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:12:29.696034 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620211d7-5873-4897-b68e-d14275b28ba0 None None] The sync data for ids ['aee032e2-0670-4488-b954-5e80f91f9330'] in dv-neutron-821831-2-hyperv is: [{'id': 'aee032e2-0670-4488-b954-5e80f91f9330', 'name': 'tempest-TestShelveInstance-1697664616-router', 'tenant_id': 'fdc11786486c40a99a030cee27898594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.102'}], 'enable_snat': True}, 'gw_port_id': 'bd77bdb3-3ee1-4db1-85b5-01e9a978e8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:12:18Z', 'updated_at': '2021-12-15T20:12:22Z', 'revision_number': 4, 'project_id': 'fdc11786486c40a99a030cee27898594', 'gw_port': {'id': 'bd77bdb3-3ee1-4db1-85b5-01e9a978e8fb', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:96:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee032e2-0670-4488-b954-5e80f91f9330', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:12:19Z', 'updated_at': '2021-12-15T20:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': 'ce1d93ac-4713-4d92-862e-47e332093b03', 'name': '', 'network_id': '3e93b758-8036-454a-833d-2642b173e011', 'tenant_id': 'fdc11786486c40a99a030cee27898594', 'mac_address': 'fa:16:3e:ed:63:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee032e2-0670-4488-b954-5e80f91f9330', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90d38391-c0a4-4871-a6ff-d9102368a811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:12:21Z', 'updated_at': '2021-12-15T20:12:29Z', 'revision_number': 4, 'project_id': 'fdc11786486c40a99a030cee27898594', 'subnets': [{'id': '90d38391-c0a4-4871-a6ff-d9102368a811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 20:12:29.768302 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device ce1d93ac-4713-4d92-862e-47e332093b03 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 20:12:29.857955 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port ce1d93ac-4713-4d92-862e-47e332093b03 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 20:12:29.863937 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port ce1d93ac-4713-4d92-862e-47e332093b03 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:12:29.865108 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:30.023563 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:30.068513 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-cd2cde24-bea2-4a98-b587-797028fa6267 req-3ac9c8a2-60ae-4fca-b36b-50353b7e502a tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a6af1-4ab5-4b08-9c90-9316dd6fa269 HTTP/1.1" status: 200 len: 210 time: 0.0583072 Dec 15 20:12:30.072764 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port ce1d93ac-4713-4d92-862e-47e332093b03, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=ce1d93ac-4713-4d92-862e-47e332093b03,segment=NetworkSegment(ecd6f3da-a8ff-4c17-bfa1-c2c53420cc67),segment_id=ecd6f3da-a8ff-4c17-bfa1-c2c53420cc67)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:12:30.076330 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b6d83c-8e90-4ffd-9864-69cc18d197c8 req-a7253c00-2346-424a-b656-c14522c34934 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:12:30.078260 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-43b6d83c-8e90-4ffd-9864-69cc18d197c8 req-a7253c00-2346-424a-b656-c14522c34934 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.32 "GET /v2.0/networks?id=b372ef8a-1dc5-433f-a5bb-adc5f75cee07 HTTP/1.1" status: 200 len: 808 time: 0.2417872 Dec 15 20:12:30.104549 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:30.106612 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:12:30.146797 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-43b6d83c-8e90-4ffd-9864-69cc18d197c8 req-e085c205-be41-4ec7-a971-841ac2d49322 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d67cc805c42b4faf8bd398c11bfefaa8 HTTP/1.1" status: 200 len: 379 time: 0.0501382 Dec 15 20:12:30.158408 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [req-43b6d83c-8e90-4ffd-9864-69cc18d197c8 req-79daa929-9fab-464a-b50e-b91df3475976 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Request body: {'port': {'device_id': '7a9a6af1-4ab5-4b08-9c90-9316dd6fa269', 'network_id': 'b372ef8a-1dc5-433f-a5bb-adc5f75cee07', 'admin_state_up': True, 'tenant_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'security_groups': ['5c32b3fb-52bf-4fa7-9f7e-539d42e29fb4']}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:12:30.187370 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=ce1d93ac-4713-4d92-862e-47e332093b03,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:12:30.191393 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:12:30.310318 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [req-43b6d83c-8e90-4ffd-9864-69cc18d197c8 req-79daa929-9fab-464a-b50e-b91df3475976 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:12:30.315314 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-43b6d83c-8e90-4ffd-9864-69cc18d197c8 req-79daa929-9fab-464a-b50e-b91df3475976 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Usage tracker for resource:port and tenant:d67cc805c42b4faf8bd398c11bfefaa8 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:12:30.318494 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-43b6d83c-8e90-4ffd-9864-69cc18d197c8 req-79daa929-9fab-464a-b50e-b91df3475976 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:12:30.325274 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [req-43b6d83c-8e90-4ffd-9864-69cc18d197c8 req-79daa929-9fab-464a-b50e-b91df3475976 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:12:30.360958 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43b6d83c-8e90-4ffd-9864-69cc18d197c8 req-79daa929-9fab-464a-b50e-b91df3475976 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Made reservation on behalf of d67cc805c42b4faf8bd398c11bfefaa8 for: {'port': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 20:12:30.366794 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-43b6d83c-8e90-4ffd-9864-69cc18d197c8 req-79daa929-9fab-464a-b50e-b91df3475976 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:30.557680 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [req-43b6d83c-8e90-4ffd-9864-69cc18d197c8 req-79daa929-9fab-464a-b50e-b91df3475976 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Allocated IP 172.20.0.6 (b372ef8a-1dc5-433f-a5bb-adc5f75cee07/b0240e6f-f896-4e03-b330-c370fd8c2e9b/bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 20:12:30.763603 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-43b6d83c-8e90-4ffd-9864-69cc18d197c8 req-79daa929-9fab-464a-b50e-b91df3475976 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:30.780046 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [req-43b6d83c-8e90-4ffd-9864-69cc18d197c8 req-79daa929-9fab-464a-b50e-b91df3475976 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Transition to ACTIVE for port object bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2 will not be triggered until provisioned by entity DHCP. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 20:12:30.829541 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-43b6d83c-8e90-4ffd-9864-69cc18d197c8 req-79daa929-9fab-464a-b50e-b91df3475976 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:30.835438 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9566c74a-be3d-4912-a1c4-107c2f8f2b4c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:12:30.906745 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43b6d83c-8e90-4ffd-9864-69cc18d197c8 req-79daa929-9fab-464a-b50e-b91df3475976 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Network b372ef8a-1dc5-433f-a5bb-adc5f75cee07 is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 20:12:30.910715 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [req-43b6d83c-8e90-4ffd-9864-69cc18d197c8 req-79daa929-9fab-464a-b50e-b91df3475976 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 20:12:30.915954 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [req-43b6d83c-8e90-4ffd-9864-69cc18d197c8 req-79daa929-9fab-464a-b50e-b91df3475976 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:12:30.948148 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79daa929-9fab-464a-b50e-b91df3475976 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Pushing event updated for resources: {'Port': ['ID=bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:12:30.953965 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-79daa929-9fab-464a-b50e-b91df3475976 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:12:30.989088 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b6d83c-8e90-4ffd-9864-69cc18d197c8 req-79daa929-9fab-464a-b50e-b91df3475976 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:12:30.989763 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-43b6d83c-8e90-4ffd-9864-69cc18d197c8 req-79daa929-9fab-464a-b50e-b91df3475976 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:31.041533 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-43b6d83c-8e90-4ffd-9864-69cc18d197c8 req-79daa929-9fab-464a-b50e-b91df3475976 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8873215 Dec 15 20:12:31.061984 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [req-43b6d83c-8e90-4ffd-9864-69cc18d197c8 req-1b7fdee2-5ccd-4036-8cde-217063c15015 service neutron] Request body: {'port': {'device_id': '7a9a6af1-4ab5-4b08-9c90-9316dd6fa269', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:12:31.181930 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-43b6d83c-8e90-4ffd-9864-69cc18d197c8 req-1b7fdee2-5ccd-4036-8cde-217063c15015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:31.291830 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-e221b685-b968-4802-b20b-17673d02558c None None] Provisioning for port bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 20:12:31.297028 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-e221b685-b968-4802-b20b-17673d02558c None None] Provisioning complete for port bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:12:31.297527 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e221b685-b968-4802-b20b-17673d02558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:31.351966 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-e221b685-b968-4802-b20b-17673d02558c None None] Port bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 20:12:31.420441 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f64f94-8fc0-47a8-a8c9-bf885f78a9c6 req-027a6039-97ee-42f2-b075-a818a96338a6 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:12:31.421201 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-63f64f94-8fc0-47a8-a8c9-bf885f78a9c6 req-027a6039-97ee-42f2-b075-a818a96338a6 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Synchronizing usage tracker for tenant:d67cc805c42b4faf8bd398c11bfefaa8 on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 20:12:31.743011 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device ce1d93ac-4713-4d92-862e-47e332093b03 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 20:12:31.783730 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-63f64f94-8fc0-47a8-a8c9-bf885f78a9c6 req-027a6039-97ee-42f2-b075-a818a96338a6 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Unset dirty status for tenant:d67cc805c42b4faf8bd398c11bfefaa8 on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 20:12:31.785008 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-63f64f94-8fc0-47a8-a8c9-bf885f78a9c6 req-027a6039-97ee-42f2-b075-a818a96338a6 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a6af1-4ab5-4b08-9c90-9316dd6fa269 HTTP/1.1" status: 200 len: 931 time: 0.5817516 Dec 15 20:12:31.813548 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port ce1d93ac-4713-4d92-862e-47e332093b03 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:12:31.813963 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:31.891490 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-63f64f94-8fc0-47a8-a8c9-bf885f78a9c6 req-c326c02b-c6a2-44f4-980b-7a38d12311f5 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=5c32b3fb-52bf-4fa7-9f7e-539d42e29fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987291 Dec 15 20:12:31.905340 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [req-43b6d83c-8e90-4ffd-9864-69cc18d197c8 req-1b7fdee2-5ccd-4036-8cde-217063c15015 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2 {{(pid=88990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 20:12:31.913977 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-43b6d83c-8e90-4ffd-9864-69cc18d197c8 req-1b7fdee2-5ccd-4036-8cde-217063c15015 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:31.929569 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [req-43b6d83c-8e90-4ffd-9864-69cc18d197c8 req-1b7fdee2-5ccd-4036-8cde-217063c15015 service neutron] Transition to ACTIVE for port object bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2 will not be triggered until provisioned by entity L2. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 20:12:31.960259 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-43b6d83c-8e90-4ffd-9864-69cc18d197c8 req-1b7fdee2-5ccd-4036-8cde-217063c15015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:31.965416 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4f10430f-5764-4737-8553-569f0c4fc747 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:12:32.099355 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7fdee2-5ccd-4036-8cde-217063c15015 service neutron] Pushing event updated for resources: {'Port': ['ID=bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:12:32.102683 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1b7fdee2-5ccd-4036-8cde-217063c15015 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:12:32.211707 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-43b6d83c-8e90-4ffd-9864-69cc18d197c8 req-1b7fdee2-5ccd-4036-8cde-217063c15015 service neutron] Attempting to bind port bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 20:12:32.212319 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-43b6d83c-8e90-4ffd-9864-69cc18d197c8 req-1b7fdee2-5ccd-4036-8cde-217063c15015 service neutron] Attempting to bind port bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'e6a8aa8e-9d6b-4f24-aec2-b3d64d4deda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b372ef8a-1dc5-433f-a5bb-adc5f75cee07'}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 20:12:32.212697 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b6d83c-8e90-4ffd-9864-69cc18d197c8 req-1b7fdee2-5ccd-4036-8cde-217063c15015 service neutron] Attempting to bind port bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2 on network b372ef8a-1dc5-433f-a5bb-adc5f75cee07 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 20:12:32.219222 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b6d83c-8e90-4ffd-9864-69cc18d197c8 req-1b7fdee2-5ccd-4036-8cde-217063c15015 service neutron] Port bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2 on network b372ef8a-1dc5-433f-a5bb-adc5f75cee07 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 20:12:32.219590 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b6d83c-8e90-4ffd-9864-69cc18d197c8 req-1b7fdee2-5ccd-4036-8cde-217063c15015 service neutron] Attempting to bind port bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2 on network b372ef8a-1dc5-433f-a5bb-adc5f75cee07 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 20:12:32.226736 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b6d83c-8e90-4ffd-9864-69cc18d197c8 req-1b7fdee2-5ccd-4036-8cde-217063c15015 service neutron] Checking agent: {'id': '59e4c979-c5dd-468d-a1f2-341133950749', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 12, 24), 'started_at': datetime.datetime(2021, 12, 15, 19, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 20, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 20:12:32.227114 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b6d83c-8e90-4ffd-9864-69cc18d197c8 req-1b7fdee2-5ccd-4036-8cde-217063c15015 service neutron] Checking segment: {'id': 'e6a8aa8e-9d6b-4f24-aec2-b3d64d4deda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b372ef8a-1dc5-433f-a5bb-adc5f75cee07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 20:12:32.227594 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b6d83c-8e90-4ffd-9864-69cc18d197c8 req-1b7fdee2-5ccd-4036-8cde-217063c15015 service neutron] Bound using segment: {'id': 'e6a8aa8e-9d6b-4f24-aec2-b3d64d4deda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b372ef8a-1dc5-433f-a5bb-adc5f75cee07'} {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 20:12:32.228068 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-43b6d83c-8e90-4ffd-9864-69cc18d197c8 req-1b7fdee2-5ccd-4036-8cde-217063c15015 service neutron] Bound port: bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6a8aa8e-9d6b-4f24-aec2-b3d64d4deda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b372ef8a-1dc5-433f-a5bb-adc5f75cee07'}}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 20:12:32.228455 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-43b6d83c-8e90-4ffd-9864-69cc18d197c8 req-1b7fdee2-5ccd-4036-8cde-217063c15015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:32.323972 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-43b6d83c-8e90-4ffd-9864-69cc18d197c8 req-1b7fdee2-5ccd-4036-8cde-217063c15015 service neutron] For port bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2, host hv-neutron-8218, cleared binding levels {{(pid=88990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 20:12:32.327042 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-43b6d83c-8e90-4ffd-9864-69cc18d197c8 req-1b7fdee2-5ccd-4036-8cde-217063c15015 service neutron] For port bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2,segment=NetworkSegment(e6a8aa8e-9d6b-4f24-aec2-b3d64d4deda8),segment_id=e6a8aa8e-9d6b-4f24-aec2-b3d64d4deda8)] {{(pid=88990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 20:12:32.354861 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-43b6d83c-8e90-4ffd-9864-69cc18d197c8 req-1b7fdee2-5ccd-4036-8cde-217063c15015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:32.359264 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-eccddd5c-b50b-45a0-8756-e0bd30cd49d7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:12:32.413635 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-43b6d83c-8e90-4ffd-9864-69cc18d197c8 req-1b7fdee2-5ccd-4036-8cde-217063c15015 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:32.415673 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-43b6d83c-8e90-4ffd-9864-69cc18d197c8 req-1b7fdee2-5ccd-4036-8cde-217063c15015 service neutron] 10.222.0.32 "PUT /v2.0/ports/bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2 HTTP/1.1" status: 200 len: 1093 time: 1.3583884 Dec 15 20:12:32.416203 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a9a6af1-4ab5-4b08-9c90-9316dd6fa269', 'tag': 'bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2'}] {{(pid=88990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 20:12:32.448094 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7fdee2-5ccd-4036-8cde-217063c15015 service neutron] Pushing event updated for resources: {'Port': ['ID=bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2,revision_number=3']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:12:32.448094 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1b7fdee2-5ccd-4036-8cde-217063c15015 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:12:32.476156 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a9a6af1-4ab5-4b08-9c90-9316dd6fa269', 'tag': 'bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2', 'status': 'completed', 'code': 200} Dec 15 20:12:32.575873 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-43b6d83c-8e90-4ffd-9864-69cc18d197c8 req-c4f2edf2-2bba-408f-8e9c-45b0e49f2563 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d67cc805c42b4faf8bd398c11bfefaa8&device_id=7a9a6af1-4ab5-4b08-9c90-9316dd6fa269 HTTP/1.1" status: 200 len: 1096 time: 0.0811863 Dec 15 20:12:32.658495 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-43b6d83c-8e90-4ffd-9864-69cc18d197c8 req-dd2ce5fc-4522-4e20-ba7d-27f79af0b042 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2 HTTP/1.1" status: 200 len: 217 time: 0.0670397 Dec 15 20:12:32.734531 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b6d83c-8e90-4ffd-9864-69cc18d197c8 req-4afcbf3e-5ddd-4fe6-8794-c68996b1c01d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:12:32.736077 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-43b6d83c-8e90-4ffd-9864-69cc18d197c8 req-4afcbf3e-5ddd-4fe6-8794-c68996b1c01d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b0240e6f-f896-4e03-b330-c370fd8c2e9b HTTP/1.1" status: 200 len: 847 time: 0.0668907 Dec 15 20:12:32.819418 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-43b6d83c-8e90-4ffd-9864-69cc18d197c8 req-0a3137fd-a348-4b91-bb25-742b420e5027 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b372ef8a-1dc5-433f-a5bb-adc5f75cee07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732155 Dec 15 20:12:32.965441 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-43b6d83c-8e90-4ffd-9864-69cc18d197c8 req-a05235fb-5d2f-48b3-9a19-7f2b16aae92a service neutron] 10.222.0.32 "GET /v2.0/networks/b372ef8a-1dc5-433f-a5bb-adc5f75cee07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355381 Dec 15 20:12:33.172006 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-43b6d83c-8e90-4ffd-9864-69cc18d197c8 req-e301d557-3d29-470b-8943-1edf217479aa service neutron] 10.222.0.32 "GET /v2.0/networks/b372ef8a-1dc5-433f-a5bb-adc5f75cee07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968293 Dec 15 20:12:33.182233 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e73edc-b909-4d88-b94e-e74dfea94606 req-7173ba9e-e785-4ee4-b81b-9a41168f2df2 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:12:33.183810 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a3e73edc-b909-4d88-b94e-e74dfea94606 req-7173ba9e-e785-4ee4-b81b-9a41168f2df2 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a6af1-4ab5-4b08-9c90-9316dd6fa269 HTTP/1.1" status: 200 len: 943 time: 0.1336393 Dec 15 20:12:33.235661 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a3e73edc-b909-4d88-b94e-e74dfea94606 req-6ec2a813-a2e3-4597-8a71-b63a4addc787 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=5c32b3fb-52bf-4fa7-9f7e-539d42e29fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455086 Dec 15 20:12:33.347903 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-67683090-a9a9-481a-808e-e95635f4cf60 req-dcb4ae1b-2554-4b4a-8938-3a199e85c5c0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d67cc805c42b4faf8bd398c11bfefaa8&device_id=7a9a6af1-4ab5-4b08-9c90-9316dd6fa269 HTTP/1.1" status: 200 len: 1096 time: 0.0746307 Dec 15 20:12:33.487667 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67683090-a9a9-481a-808e-e95635f4cf60 req-c27e5dc7-dd0f-4d42-a0c5-77e36943ad4e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:12:33.489172 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-67683090-a9a9-481a-808e-e95635f4cf60 req-c27e5dc7-dd0f-4d42-a0c5-77e36943ad4e service neutron] 10.222.0.32 "GET /v2.0/networks?id=b372ef8a-1dc5-433f-a5bb-adc5f75cee07 HTTP/1.1" status: 200 len: 909 time: 0.1343553 Dec 15 20:12:33.565719 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-67683090-a9a9-481a-808e-e95635f4cf60 req-fa128b0a-04c1-4b81-9fb0-9cab3e3c3671 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2 HTTP/1.1" status: 200 len: 217 time: 0.0692284 Dec 15 20:12:33.636472 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67683090-a9a9-481a-808e-e95635f4cf60 req-359fec3d-27a8-4cfd-8904-620c76cdbab0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:12:33.638051 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-67683090-a9a9-481a-808e-e95635f4cf60 req-359fec3d-27a8-4cfd-8904-620c76cdbab0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b0240e6f-f896-4e03-b330-c370fd8c2e9b HTTP/1.1" status: 200 len: 847 time: 0.0655901 Dec 15 20:12:33.722345 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-67683090-a9a9-481a-808e-e95635f4cf60 req-ee52fa1e-4eb6-4904-bc68-73f057385f4e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b372ef8a-1dc5-433f-a5bb-adc5f75cee07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728014 Dec 15 20:12:33.869962 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-67683090-a9a9-481a-808e-e95635f4cf60 req-842db75c-e0be-47b3-b88a-1ff7686e80f2 service neutron] 10.222.0.32 "GET /v2.0/networks/b372ef8a-1dc5-433f-a5bb-adc5f75cee07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398082 Dec 15 20:12:34.011720 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-67683090-a9a9-481a-808e-e95635f4cf60 req-12fc21c1-6b2c-4380-a566-82d332ef4518 service neutron] 10.222.0.32 "GET /v2.0/networks/b372ef8a-1dc5-433f-a5bb-adc5f75cee07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333015 Dec 15 20:12:34.449321 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa155536-025f-4c84-87d1-d3e55a09e30e req-ded3bc3c-a242-40db-bc15-19a0ccc09123 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:12:34.450972 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-fa155536-025f-4c84-87d1-d3e55a09e30e req-ded3bc3c-a242-40db-bc15-19a0ccc09123 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a6af1-4ab5-4b08-9c90-9316dd6fa269 HTTP/1.1" status: 200 len: 943 time: 0.0900152 Dec 15 20:12:34.498679 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-fa155536-025f-4c84-87d1-d3e55a09e30e req-60d1fe82-9804-4512-8ad6-23a9b15232a8 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=5c32b3fb-52bf-4fa7-9f7e-539d42e29fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413361 Dec 15 20:12:35.840876 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07919be6-d255-4712-bf0f-be9249cbe0b6 req-1536f6a8-3ff5-4039-8306-15a1b9c4a5b4 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:12:35.842423 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-07919be6-d255-4712-bf0f-be9249cbe0b6 req-1536f6a8-3ff5-4039-8306-15a1b9c4a5b4 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a6af1-4ab5-4b08-9c90-9316dd6fa269 HTTP/1.1" status: 200 len: 943 time: 0.0825560 Dec 15 20:12:35.894274 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-07919be6-d255-4712-bf0f-be9249cbe0b6 req-a4ca41d4-31d9-4858-bb35-a96d17036aa9 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=5c32b3fb-52bf-4fa7-9f7e-539d42e29fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456855 Dec 15 20:12:36.225931 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 15 20:12:36.366807 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2,segment=NetworkSegment(e6a8aa8e-9d6b-4f24-aec2-b3d64d4deda8),segment_id=e6a8aa8e-9d6b-4f24-aec2-b3d64d4deda8)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:12:36.381715 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Returning: {'device': 'bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2', 'network_id': 'b372ef8a-1dc5-433f-a5bb-adc5f75cee07', 'port_id': 'bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2', 'mac_address': 'fa:16:3e:63:0b:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0240e6f-f896-4e03-b330-c370fd8c2e9b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 20:12:36.440376 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:36.458160 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2 {{(pid=88992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 20:12:36.473551 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2,segment=NetworkSegment(e6a8aa8e-9d6b-4f24-aec2-b3d64d4deda8),segment_id=e6a8aa8e-9d6b-4f24-aec2-b3d64d4deda8)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:12:36.507382 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:36.509291 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-aa967106-2b6f-45e1-9db7-8a594dfb3746 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:12:36.574390 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:12:36.577435 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:12:36.773039 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] get_ports_and_sgs() called for port_ids ['bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2'] {{(pid=88992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 20:12:37.110200 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55614781-5f4a-430c-b1aa-03cd78eca341 req-b2bb5215-02d9-4b22-bb72-47d948fed026 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:12:37.111787 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-55614781-5f4a-430c-b1aa-03cd78eca341 req-b2bb5215-02d9-4b22-bb72-47d948fed026 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a6af1-4ab5-4b08-9c90-9316dd6fa269 HTTP/1.1" status: 200 len: 944 time: 0.0855637 Dec 15 20:12:37.161148 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-55614781-5f4a-430c-b1aa-03cd78eca341 req-49e2bbf0-ee09-491c-803d-e34f8aaf5205 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=5c32b3fb-52bf-4fa7-9f7e-539d42e29fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429618 Dec 15 20:12:38.240642 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2 up at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 20:12:38.281592 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-84ca0fd1-eeb6-44fb-811c-27c00a125631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:38.343145 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning for port bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 20:12:38.348626 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning complete for port bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:12:38.349086 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:38.466115 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:38.495254 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a9a6af1-4ab5-4b08-9c90-9316dd6fa269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2'}] {{(pid=88992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 20:12:38.505553 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2,segment=NetworkSegment(e6a8aa8e-9d6b-4f24-aec2-b3d64d4deda8),segment_id=e6a8aa8e-9d6b-4f24-aec2-b3d64d4deda8)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:12:38.532057 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:38.534498 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:12:38.573630 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a9a6af1-4ab5-4b08-9c90-9316dd6fa269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2', 'code': 200} Dec 15 20:12:38.607088 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85f555b-e208-43bb-81c2-c7c8624b7f9e req-e74a582b-930f-4d23-94f7-badc998be471 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:12:38.609322 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d85f555b-e208-43bb-81c2-c7c8624b7f9e req-e74a582b-930f-4d23-94f7-badc998be471 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a6af1-4ab5-4b08-9c90-9316dd6fa269 HTTP/1.1" status: 200 len: 945 time: 0.2465963 Dec 15 20:12:38.610346 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:12:38.613556 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:12:38.666319 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d85f555b-e208-43bb-81c2-c7c8624b7f9e req-b2bab948-70f2-45df-a431-c0e10074793f tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=5c32b3fb-52bf-4fa7-9f7e-539d42e29fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447564 Dec 15 20:12:38.893033 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6329a70a-65cf-489a-a089-e1f76d65d09b req-35b10531-a763-48b1-a242-1b07b891b174 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7a9a6af1-4ab5-4b08-9c90-9316dd6fa269 HTTP/1.1" status: 200 len: 1098 time: 0.0741887 Dec 15 20:12:38.942293 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6329a70a-65cf-489a-a089-e1f76d65d09b req-5f9bddc7-018c-4eaa-b0f1-2b1a72a5255e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5c32b3fb-52bf-4fa7-9f7e-539d42e29fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393825 Dec 15 20:12:39.531474 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:39.875375 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5f2197-7fb2-4eaf-afb7-4e706febdbd1 req-0f0c0bb7-0a17-4cd4-90e1-27f2507dec9b tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:12:39.876854 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6a5f2197-7fb2-4eaf-afb7-4e706febdbd1 req-0f0c0bb7-0a17-4cd4-90e1-27f2507dec9b tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a6af1-4ab5-4b08-9c90-9316dd6fa269 HTTP/1.1" status: 200 len: 945 time: 0.0838981 Dec 15 20:12:39.924561 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6a5f2197-7fb2-4eaf-afb7-4e706febdbd1 req-c265692a-82f0-4276-a8bb-c70d2ce37665 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=5c32b3fb-52bf-4fa7-9f7e-539d42e29fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416193 Dec 15 20:12:40.589425 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-310d1415-9e22-43dc-9d7b-d3668205a1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:41.034502 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:41.131362 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f763ecfc-8279-4be4-bc9d-027eb2e4fe97 req-0a1c7219-3ee1-4375-9544-2b8f73075113 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:12:41.132944 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f763ecfc-8279-4be4-bc9d-027eb2e4fe97 req-0a1c7219-3ee1-4375-9544-2b8f73075113 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a6af1-4ab5-4b08-9c90-9316dd6fa269 HTTP/1.1" status: 200 len: 945 time: 0.0838270 Dec 15 20:12:41.180933 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f763ecfc-8279-4be4-bc9d-027eb2e4fe97 req-3bf872b7-d874-4bf8-92cb-bf22fdfa55d7 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=5c32b3fb-52bf-4fa7-9f7e-539d42e29fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409999 Dec 15 20:12:41.387119 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8899c564-3194-43da-9b0a-62a422ea7896 req-65d017af-35e5-4d59-895d-617c1b583057 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:12:41.388717 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8899c564-3194-43da-9b0a-62a422ea7896 req-65d017af-35e5-4d59-895d-617c1b583057 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a6af1-4ab5-4b08-9c90-9316dd6fa269 HTTP/1.1" status: 200 len: 945 time: 0.0855680 Dec 15 20:12:41.437881 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8899c564-3194-43da-9b0a-62a422ea7896 req-66297195-c2c3-41a2-ad6a-849d99ee2efa tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=5c32b3fb-52bf-4fa7-9f7e-539d42e29fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430808 Dec 15 20:12:41.465077 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 36590) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:12:41.610221 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-89c1ca4c-7fe2-423b-962c-4872d6c3b045 tempest-TestShelveInstance-984809212 tempest-TestShelveInstance-984809212-project-admin] Synchronizing usage tracker for tenant:fdc11786486c40a99a030cee27898594 on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 20:12:41.684584 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-89c1ca4c-7fe2-423b-962c-4872d6c3b045 tempest-TestShelveInstance-984809212 tempest-TestShelveInstance-984809212-project-admin] Unset dirty status for tenant:fdc11786486c40a99a030cee27898594 on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 20:12:41.685808 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-89c1ca4c-7fe2-423b-962c-4872d6c3b045 tempest-TestShelveInstance-984809212 tempest-TestShelveInstance-984809212-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a6af1-4ab5-4b08-9c90-9316dd6fa269 HTTP/1.1" status: 200 len: 1093 time: 0.2197053 Dec 15 20:12:41.688978 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 36596) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:12:41.694828 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-6a80f235-7d14-42ba-9f09-14f4b1ccf04d tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Request body: {'floatingip': {'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'port_id': 'bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2', 'tenant_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:12:41.701090 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-6a80f235-7d14-42ba-9f09-14f4b1ccf04d tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:12:41.705084 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-6a80f235-7d14-42ba-9f09-14f4b1ccf04d tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Usage tracker for resource:floatingip and tenant:d67cc805c42b4faf8bd398c11bfefaa8 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:12:41.708099 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-6a80f235-7d14-42ba-9f09-14f4b1ccf04d tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:12:41.714677 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-6a80f235-7d14-42ba-9f09-14f4b1ccf04d tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:12:41.810398 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6a80f235-7d14-42ba-9f09-14f4b1ccf04d tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks [] for floatingip, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:41.953396 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6a80f235-7d14-42ba-9f09-14f4b1ccf04d tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:42.097993 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-6a80f235-7d14-42ba-9f09-14f4b1ccf04d tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Allocated IP 172.26.3.46 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/9036392a-14c6-4f82-9188-a7226ef91163) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 20:12:42.253745 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6a80f235-7d14-42ba-9f09-14f4b1ccf04d tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:42.301962 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6a80f235-7d14-42ba-9f09-14f4b1ccf04d tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:42.307035 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-79daa929-9fab-464a-b50e-b91df3475976 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:12:42.375808 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a80f235-7d14-42ba-9f09-14f4b1ccf04d tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 20:12:42.379290 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-6a80f235-7d14-42ba-9f09-14f4b1ccf04d tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 20:12:42.381794 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a80f235-7d14-42ba-9f09-14f4b1ccf04d tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:12:42.413480 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a80f235-7d14-42ba-9f09-14f4b1ccf04d tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Pushing event updated for resources: {'Port': ['ID=9036392a-14c6-4f82-9188-a7226ef91163,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:12:42.417013 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6a80f235-7d14-42ba-9f09-14f4b1ccf04d tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:12:42.804124 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:42.906220 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6a80f235-7d14-42ba-9f09-14f4b1ccf04d tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:42.985538 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6a80f235-7d14-42ba-9f09-14f4b1ccf04d tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:43.427904 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6a80f235-7d14-42ba-9f09-14f4b1ccf04d tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:43.463003 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6a80f235-7d14-42ba-9f09-14f4b1ccf04d tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:43.467794 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9650c0c5-7428-4bac-b49b-4562e7bcef3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:12:43.577839 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a80f235-7d14-42ba-9f09-14f4b1ccf04d tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Pushing event updated for resources: {'Port': ['ID=9036392a-14c6-4f82-9188-a7226ef91163,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:12:43.582166 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6a80f235-7d14-42ba-9f09-14f4b1ccf04d tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:12:43.593451 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6a80f235-7d14-42ba-9f09-14f4b1ccf04d tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634093'] for floatingip, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:43.798593 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.l3_db [None req-6a80f235-7d14-42ba-9f09-14f4b1ccf04d tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Floating IP d9af2e3b-d802-4ff0-a7fe-39a055bdf246 associated. External IP: 172.26.3.46, port: bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2. Dec 15 20:12:43.957866 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 20:12:44.203262 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a80f235-7d14-42ba-9f09-14f4b1ccf04d tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Router 696aef89-8e88-41ca-bca2-d1e92006c2fa has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 20:12:44.409046 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a80f235-7d14-42ba-9f09-14f4b1ccf04d tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 20:12:44.419997 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e45728-63a2-4594-b28c-5179fe329d49 None None] Sync routers for ids ['696aef89-8e88-41ca-bca2-d1e92006c2fa'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 20:12:44.433921 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e45728-63a2-4594-b28c-5179fe329d49 None None] Routers {'696aef89-8e88-41ca-bca2-d1e92006c2fa'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:12:44.434859 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-03e45728-63a2-4594-b28c-5179fe329d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:12:41Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['696aef89-8e88-41ca-bca2-d1e92006c2fa'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:12:44.566248 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6a80f235-7d14-42ba-9f09-14f4b1ccf04d tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:12:44.623081 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-03e45728-63a2-4594-b28c-5179fe329d49 None None] Set router 696aef89-8e88-41ca-bca2-d1e92006c2fa gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:12:44.638279 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6a80f235-7d14-42ba-9f09-14f4b1ccf04d tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9362040 Dec 15 20:12:44.638279 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a9a6af1-4ab5-4b08-9c90-9316dd6fa269', 'tag': 'bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2'}] {{(pid=88990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 20:12:44.682255 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a9a6af1-4ab5-4b08-9c90-9316dd6fa269', 'tag': 'bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2', 'status': 'completed', 'code': 200} Dec 15 20:12:44.781841 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-70665f02-0080-4d15-8a3d-d05c580fbfe0 req-f9364c02-bbe8-4814-8f35-9acf705a4595 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d67cc805c42b4faf8bd398c11bfefaa8&device_id=7a9a6af1-4ab5-4b08-9c90-9316dd6fa269 HTTP/1.1" status: 200 len: 1098 time: 0.0769751 Dec 15 20:12:44.924241 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70665f02-0080-4d15-8a3d-d05c580fbfe0 req-027ae5cf-896f-44c4-ace6-5fbb6138d61c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:12:44.925916 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-70665f02-0080-4d15-8a3d-d05c580fbfe0 req-027ae5cf-896f-44c4-ace6-5fbb6138d61c service neutron] 10.222.0.32 "GET /v2.0/networks?id=b372ef8a-1dc5-433f-a5bb-adc5f75cee07 HTTP/1.1" status: 200 len: 909 time: 0.1380455 Dec 15 20:12:44.994548 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-03e45728-63a2-4594-b28c-5179fe329d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '696aef89-8e88-41ca-bca2-d1e92006c2fa', 'name': 'tempest-TestShelveInstance-220940260-router', 'tenant_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': 'e1e8d956-5a14-41a6-8dc5-bb9cad74193b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:12:10Z', 'updated_at': '2021-12-15T20:12:14Z', 'revision_number': 4, 'project_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'gw_port': {'id': 'e1e8d956-5a14-41a6-8dc5-bb9cad74193b', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:68:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696aef89-8e88-41ca-bca2-d1e92006c2fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:12:11Z', 'updated_at': '2021-12-15T20:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': 'd9af2e3b-d802-4ff0-a7fe-39a055bdf246', 'tenant_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'floating_ip_address': '172.26.3.46', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': '696aef89-8e88-41ca-bca2-d1e92006c2fa', 'port_id': 'bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b372ef8a-1dc5-433f-a5bb-adc5f75cee07', 'mac_address': 'fa:16:3e:63:0b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9a6af1-4ab5-4b08-9c90-9316dd6fa269', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T20:12:42Z', 'updated_at': '2021-12-15T20:12:42Z', 'revision_number': 0, 'project_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f9b554a-6166-4b39-8b2f-e4dbff5eb15d', 'name': '', 'network_id': 'b372ef8a-1dc5-433f-a5bb-adc5f75cee07', 'tenant_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'mac_address': 'fa:16:3e:f7:c5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696aef89-8e88-41ca-bca2-d1e92006c2fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0240e6f-f896-4e03-b330-c370fd8c2e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:12:13Z', 'updated_at': '2021-12-15T20:12:23Z', 'revision_number': 5, 'project_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'subnets': [{'id': 'b0240e6f-f896-4e03-b330-c370fd8c2e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:12:44.998884 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e45728-63a2-4594-b28c-5179fe329d49 None None] Checking router: 696aef89-8e88-41ca-bca2-d1e92006c2fa for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 20:12:45.011207 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e45728-63a2-4594-b28c-5179fe329d49 None None] Routers {'696aef89-8e88-41ca-bca2-d1e92006c2fa'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:12:45.013060 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-03e45728-63a2-4594-b28c-5179fe329d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:12:41Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['696aef89-8e88-41ca-bca2-d1e92006c2fa'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:12:45.033869 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-70665f02-0080-4d15-8a3d-d05c580fbfe0 req-82b04e60-e09d-49fd-810d-8eea4069e85e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2 HTTP/1.1" status: 200 len: 998 time: 0.1003785 Dec 15 20:12:45.102487 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70665f02-0080-4d15-8a3d-d05c580fbfe0 req-320216e5-79fe-4e00-8a39-1c1edb87c341 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:12:45.104257 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-70665f02-0080-4d15-8a3d-d05c580fbfe0 req-320216e5-79fe-4e00-8a39-1c1edb87c341 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b0240e6f-f896-4e03-b330-c370fd8c2e9b HTTP/1.1" status: 200 len: 847 time: 0.0632167 Dec 15 20:12:45.188112 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-70665f02-0080-4d15-8a3d-d05c580fbfe0 req-24be9e49-522f-4023-abbd-f86aa1596363 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b372ef8a-1dc5-433f-a5bb-adc5f75cee07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770483 Dec 15 20:12:45.341491 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-70665f02-0080-4d15-8a3d-d05c580fbfe0 req-0b9e26d8-c08e-4bc9-ae0e-d907f7af43c2 service neutron] 10.222.0.32 "GET /v2.0/networks/b372ef8a-1dc5-433f-a5bb-adc5f75cee07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449850 Dec 15 20:12:45.362534 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-03e45728-63a2-4594-b28c-5179fe329d49 None None] Set router 696aef89-8e88-41ca-bca2-d1e92006c2fa gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:12:45.485216 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-70665f02-0080-4d15-8a3d-d05c580fbfe0 req-1bba56e3-45c4-45a0-831b-44410dadf267 service neutron] 10.222.0.32 "GET /v2.0/networks/b372ef8a-1dc5-433f-a5bb-adc5f75cee07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367698 Dec 15 20:12:45.731147 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-03e45728-63a2-4594-b28c-5179fe329d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '696aef89-8e88-41ca-bca2-d1e92006c2fa', 'name': 'tempest-TestShelveInstance-220940260-router', 'tenant_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': 'e1e8d956-5a14-41a6-8dc5-bb9cad74193b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:12:10Z', 'updated_at': '2021-12-15T20:12:14Z', 'revision_number': 4, 'project_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'gw_port': {'id': 'e1e8d956-5a14-41a6-8dc5-bb9cad74193b', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:68:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696aef89-8e88-41ca-bca2-d1e92006c2fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:12:11Z', 'updated_at': '2021-12-15T20:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': 'd9af2e3b-d802-4ff0-a7fe-39a055bdf246', 'tenant_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'floating_ip_address': '172.26.3.46', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': '696aef89-8e88-41ca-bca2-d1e92006c2fa', 'port_id': 'bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b372ef8a-1dc5-433f-a5bb-adc5f75cee07', 'mac_address': 'fa:16:3e:63:0b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9a6af1-4ab5-4b08-9c90-9316dd6fa269', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T20:12:42Z', 'updated_at': '2021-12-15T20:12:42Z', 'revision_number': 0, 'project_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f9b554a-6166-4b39-8b2f-e4dbff5eb15d', 'name': '', 'network_id': 'b372ef8a-1dc5-433f-a5bb-adc5f75cee07', 'tenant_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'mac_address': 'fa:16:3e:f7:c5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696aef89-8e88-41ca-bca2-d1e92006c2fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0240e6f-f896-4e03-b330-c370fd8c2e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:12:13Z', 'updated_at': '2021-12-15T20:12:23Z', 'revision_number': 5, 'project_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'subnets': [{'id': 'b0240e6f-f896-4e03-b330-c370fd8c2e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:12:45.735390 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e45728-63a2-4594-b28c-5179fe329d49 None None] The sync data for ids ['696aef89-8e88-41ca-bca2-d1e92006c2fa'] in dv-neutron-821831-2-hyperv is: [{'id': '696aef89-8e88-41ca-bca2-d1e92006c2fa', 'name': 'tempest-TestShelveInstance-220940260-router', 'tenant_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': 'e1e8d956-5a14-41a6-8dc5-bb9cad74193b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:12:10Z', 'updated_at': '2021-12-15T20:12:14Z', 'revision_number': 4, 'project_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'gw_port': {'id': 'e1e8d956-5a14-41a6-8dc5-bb9cad74193b', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:68:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696aef89-8e88-41ca-bca2-d1e92006c2fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:12:11Z', 'updated_at': '2021-12-15T20:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': 'd9af2e3b-d802-4ff0-a7fe-39a055bdf246', 'tenant_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'floating_ip_address': '172.26.3.46', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': '696aef89-8e88-41ca-bca2-d1e92006c2fa', 'port_id': 'bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b372ef8a-1dc5-433f-a5bb-adc5f75cee07', 'mac_address': 'fa:16:3e:63:0b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9a6af1-4ab5-4b08-9c90-9316dd6fa269', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T20:12:42Z', 'updated_at': '2021-12-15T20:12:42Z', 'revision_number': 0, 'project_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f9b554a-6166-4b39-8b2f-e4dbff5eb15d', 'name': '', 'network_id': 'b372ef8a-1dc5-433f-a5bb-adc5f75cee07', 'tenant_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'mac_address': 'fa:16:3e:f7:c5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696aef89-8e88-41ca-bca2-d1e92006c2fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0240e6f-f896-4e03-b330-c370fd8c2e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:12:13Z', 'updated_at': '2021-12-15T20:12:23Z', 'revision_number': 5, 'project_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'subnets': [{'id': 'b0240e6f-f896-4e03-b330-c370fd8c2e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 20:12:46.053253 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b9f399-9218-46b4-9a6b-395436e55324 None None] New status for floating IP d9af2e3b-d802-4ff0-a7fe-39a055bdf246: ACTIVE {{(pid=88993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 15 20:12:54.661156 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:13:08.266443 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-74934cd9-fe09-48d0-9f9a-5643b92c3567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:13:09.523145 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:13:10.585792 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-57d933d0-f8cf-472b-b67e-397bb16e1b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:13:11.031807 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:13:12.808513 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:13:20.961807 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 20:13:22.690148 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9a390f0d-ce8f-48cd-9539-946b20fdef3c req-a854318d-d168-4371-a2ad-b35e94fc0226 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7a9a6af1-4ab5-4b08-9c90-9316dd6fa269&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1416922 Dec 15 20:13:22.846623 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9a390f0d-ce8f-48cd-9539-946b20fdef3c req-a8209e5e-e6bb-4690-afdd-4f653c1eaaeb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d67cc805c42b4faf8bd398c11bfefaa8&device_id=7a9a6af1-4ab5-4b08-9c90-9316dd6fa269 HTTP/1.1" status: 200 len: 1098 time: 0.0760410 Dec 15 20:13:23.008007 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a390f0d-ce8f-48cd-9539-946b20fdef3c req-0b44c1dc-7150-4794-aa22-baaf5ffd8c7a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:13:23.009575 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9a390f0d-ce8f-48cd-9539-946b20fdef3c req-0b44c1dc-7150-4794-aa22-baaf5ffd8c7a service neutron] 10.222.0.32 "GET /v2.0/networks?id=b372ef8a-1dc5-433f-a5bb-adc5f75cee07 HTTP/1.1" status: 200 len: 909 time: 0.1415789 Dec 15 20:13:23.133086 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9a390f0d-ce8f-48cd-9539-946b20fdef3c req-18ea31e7-a28d-4a23-9eeb-2a57caf0ac93 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2 HTTP/1.1" status: 200 len: 1000 time: 0.1126347 Dec 15 20:13:23.208312 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a390f0d-ce8f-48cd-9539-946b20fdef3c req-c00ab04e-647c-4226-9ca6-7089e27de2fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:13:23.210075 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9a390f0d-ce8f-48cd-9539-946b20fdef3c req-c00ab04e-647c-4226-9ca6-7089e27de2fe service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b0240e6f-f896-4e03-b330-c370fd8c2e9b HTTP/1.1" status: 200 len: 847 time: 0.0667830 Dec 15 20:13:23.293253 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9a390f0d-ce8f-48cd-9539-946b20fdef3c req-7b61ed63-558f-400b-a462-bd9e22913d0f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b372ef8a-1dc5-433f-a5bb-adc5f75cee07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723164 Dec 15 20:13:23.441459 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9a390f0d-ce8f-48cd-9539-946b20fdef3c req-ba6522e8-ec39-43b4-ba55-ebbe2d6b90d4 service neutron] 10.222.0.32 "GET /v2.0/networks/b372ef8a-1dc5-433f-a5bb-adc5f75cee07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369598 Dec 15 20:13:23.589617 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9a390f0d-ce8f-48cd-9539-946b20fdef3c req-3c9350b5-fbb2-494f-b45d-7e0c29c6dedb service neutron] 10.222.0.32 "GET /v2.0/networks/b372ef8a-1dc5-433f-a5bb-adc5f75cee07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390672 Dec 15 20:13:24.699652 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:13:38.267441 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3ffe66b3-25c2-4415-8cd5-5690f1437cad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:13:39.533564 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:13:40.576037 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8d699ecd-ed14-4428-b963-ef4be91f9c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:13:41.053312 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:13:42.827645 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:13:54.723752 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:13:57.961253 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 20:14:08.274628 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a7ef254c-6f04-4444-804d-ab75ec6c136c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:14:09.572205 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:14:10.571874 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7db46a16-600d-47ef-bf0f-976a09b9530d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:14:11.034851 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:14:12.820564 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:14:23.603054 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-bbd3c65a-39e6-48d4-8040-b19396cd00f5 req-93a09c7e-f998-4e8d-bf82-26e9a42d202f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7a9a6af1-4ab5-4b08-9c90-9316dd6fa269&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0808792 Dec 15 20:14:23.762402 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-bbd3c65a-39e6-48d4-8040-b19396cd00f5 req-e6090124-9d92-419f-913c-de3c4efc4ad9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d67cc805c42b4faf8bd398c11bfefaa8&device_id=7a9a6af1-4ab5-4b08-9c90-9316dd6fa269 HTTP/1.1" status: 200 len: 1098 time: 0.0784278 Dec 15 20:14:24.161739 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd3c65a-39e6-48d4-8040-b19396cd00f5 req-3841d54b-26f5-48fc-a467-b623f5df58a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:14:24.163369 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-bbd3c65a-39e6-48d4-8040-b19396cd00f5 req-3841d54b-26f5-48fc-a467-b623f5df58a4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b372ef8a-1dc5-433f-a5bb-adc5f75cee07 HTTP/1.1" status: 200 len: 909 time: 0.3805358 Dec 15 20:14:24.272309 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-bbd3c65a-39e6-48d4-8040-b19396cd00f5 req-53c75e6a-d813-425f-9289-c1c23e59f391 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2 HTTP/1.1" status: 200 len: 1000 time: 0.1017478 Dec 15 20:14:24.346678 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd3c65a-39e6-48d4-8040-b19396cd00f5 req-2f2e2a04-bdde-475e-92a6-6f1dbcb407f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:14:24.348285 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-bbd3c65a-39e6-48d4-8040-b19396cd00f5 req-2f2e2a04-bdde-475e-92a6-6f1dbcb407f8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b0240e6f-f896-4e03-b330-c370fd8c2e9b HTTP/1.1" status: 200 len: 847 time: 0.0684533 Dec 15 20:14:24.429289 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-bbd3c65a-39e6-48d4-8040-b19396cd00f5 req-366e7d7a-9512-40f7-a1a4-c0cb72dc06ca service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b372ef8a-1dc5-433f-a5bb-adc5f75cee07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731685 Dec 15 20:14:24.574934 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-bbd3c65a-39e6-48d4-8040-b19396cd00f5 req-0e62a150-bcc3-42f0-b177-fa94da351eb3 service neutron] 10.222.0.32 "GET /v2.0/networks/b372ef8a-1dc5-433f-a5bb-adc5f75cee07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373541 Dec 15 20:14:24.721516 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-bbd3c65a-39e6-48d4-8040-b19396cd00f5 req-668f4bd0-7962-4e2d-be54-9392adc58de9 service neutron] 10.222.0.32 "GET /v2.0/networks/b372ef8a-1dc5-433f-a5bb-adc5f75cee07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394031 Dec 15 20:14:24.725607 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:14:34.961736 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 20:14:38.256346 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e67d0e2c-b4a4-484b-9255-fa3d25607a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:14:39.524869 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:14:40.576372 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3133fe0e-c8a9-4c71-89a5-846216c13c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:14:41.045105 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:14:41.713459 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75e138a-947e-4de3-9bdf-91a36771c183 req-3a513fa5-7c3a-457c-98ba-64c421cbd930 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:14:41.715110 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b75e138a-947e-4de3-9bdf-91a36771c183 req-3a513fa5-7c3a-457c-98ba-64c421cbd930 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a6af1-4ab5-4b08-9c90-9316dd6fa269 HTTP/1.1" status: 200 len: 945 time: 0.0944829 Dec 15 20:14:41.765010 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b75e138a-947e-4de3-9bdf-91a36771c183 req-db05e40d-02fb-4f6c-a32c-8721a4b07af2 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=5c32b3fb-52bf-4fa7-9f7e-539d42e29fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427253 Dec 15 20:14:42.821353 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:14:42.976733 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc6666c-5b36-4aaf-97b8-1ad745b65024 req-2b226a33-87c1-4e52-90da-eb133644b7bd tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:14:42.978252 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5cc6666c-5b36-4aaf-97b8-1ad745b65024 req-2b226a33-87c1-4e52-90da-eb133644b7bd tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a6af1-4ab5-4b08-9c90-9316dd6fa269 HTTP/1.1" status: 200 len: 945 time: 0.0825732 Dec 15 20:14:43.029156 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5cc6666c-5b36-4aaf-97b8-1ad745b65024 req-440e5e80-ccfb-4bca-a058-c804f6fe4cc1 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=5c32b3fb-52bf-4fa7-9f7e-539d42e29fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447631 Dec 15 20:14:44.255385 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9a7d1-ef0d-4f38-92d5-4599f068a6c9 req-8aef9d54-b2c7-472f-acf9-4ed45bd3f2dd tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:14:44.256974 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b6c9a7d1-ef0d-4f38-92d5-4599f068a6c9 req-8aef9d54-b2c7-472f-acf9-4ed45bd3f2dd tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a6af1-4ab5-4b08-9c90-9316dd6fa269 HTTP/1.1" status: 200 len: 945 time: 0.0846381 Dec 15 20:14:44.309734 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b6c9a7d1-ef0d-4f38-92d5-4599f068a6c9 req-145c3814-b4dc-4a48-b99f-fb5dd12ba504 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=5c32b3fb-52bf-4fa7-9f7e-539d42e29fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462315 Dec 15 20:14:45.529166 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c9ce35-b74e-49ec-8cea-acc6ff127666 req-182cbf31-72c2-4213-9865-24282883a66c tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:14:45.530765 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d2c9ce35-b74e-49ec-8cea-acc6ff127666 req-182cbf31-72c2-4213-9865-24282883a66c tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a6af1-4ab5-4b08-9c90-9316dd6fa269 HTTP/1.1" status: 200 len: 945 time: 0.0868523 Dec 15 20:14:45.577277 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d2c9ce35-b74e-49ec-8cea-acc6ff127666 req-b40963aa-131a-4c4b-9e27-43d9d0987e24 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=5c32b3fb-52bf-4fa7-9f7e-539d42e29fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399334 Dec 15 20:14:46.967479 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb19974-ce37-4618-9c44-3d6bf9a55749 req-8c33044f-e8da-4f5f-b9a0-46eab7f4482f tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:14:46.969009 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-bbb19974-ce37-4618-9c44-3d6bf9a55749 req-8c33044f-e8da-4f5f-b9a0-46eab7f4482f tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a6af1-4ab5-4b08-9c90-9316dd6fa269 HTTP/1.1" status: 200 len: 945 time: 0.0844946 Dec 15 20:14:47.017143 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-bbb19974-ce37-4618-9c44-3d6bf9a55749 req-59297ba7-da3e-4029-8761-80346f0a2689 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=5c32b3fb-52bf-4fa7-9f7e-539d42e29fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419216 Dec 15 20:14:48.239590 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c38e69b-06d8-406e-9ac4-2885a388f3f5 req-a86bc7d6-fa03-4444-b459-e40686d5f7d4 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:14:48.241165 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2c38e69b-06d8-406e-9ac4-2885a388f3f5 req-a86bc7d6-fa03-4444-b459-e40686d5f7d4 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a6af1-4ab5-4b08-9c90-9316dd6fa269 HTTP/1.1" status: 200 len: 945 time: 0.0876379 Dec 15 20:14:48.287920 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2c38e69b-06d8-406e-9ac4-2885a388f3f5 req-ef993c3b-d9a1-4405-bff0-bc6150f4af9e tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=5c32b3fb-52bf-4fa7-9f7e-539d42e29fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405886 Dec 15 20:14:49.494559 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce8645-3704-47ae-8141-8e5ccb73aff1 req-b601babd-113f-4914-afc9-a64cb81c6fec tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:14:49.496170 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-37ce8645-3704-47ae-8141-8e5ccb73aff1 req-b601babd-113f-4914-afc9-a64cb81c6fec tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a6af1-4ab5-4b08-9c90-9316dd6fa269 HTTP/1.1" status: 200 len: 945 time: 0.0845928 Dec 15 20:14:49.544202 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-37ce8645-3704-47ae-8141-8e5ccb73aff1 req-42493d20-ed5a-467f-a4e9-74d768a6b182 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=5c32b3fb-52bf-4fa7-9f7e-539d42e29fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418913 Dec 15 20:14:50.751898 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5a97b2-fa2e-402c-957f-3a60bb3bbbf0 req-9fb8619e-30fe-41b8-9232-17c57eb15c8e tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:14:50.753474 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4f5a97b2-fa2e-402c-957f-3a60bb3bbbf0 req-9fb8619e-30fe-41b8-9232-17c57eb15c8e tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a6af1-4ab5-4b08-9c90-9316dd6fa269 HTTP/1.1" status: 200 len: 945 time: 0.0853570 Dec 15 20:14:50.802011 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4f5a97b2-fa2e-402c-957f-3a60bb3bbbf0 req-45a03fb2-1426-43ab-8354-0165dd8ff30f tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=5c32b3fb-52bf-4fa7-9f7e-539d42e29fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416307 Dec 15 20:14:52.005132 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a28f13-a589-4786-8568-a32c3080a164 req-c20083fc-00db-416e-b9f7-982abfa90b4c tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:14:52.013164 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b5a28f13-a589-4786-8568-a32c3080a164 req-c20083fc-00db-416e-b9f7-982abfa90b4c tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a6af1-4ab5-4b08-9c90-9316dd6fa269 HTTP/1.1" status: 200 len: 945 time: 0.0840144 Dec 15 20:14:52.061031 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b5a28f13-a589-4786-8568-a32c3080a164 req-74f09c5d-6326-4fc7-a996-4345762da741 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=5c32b3fb-52bf-4fa7-9f7e-539d42e29fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472386 Dec 15 20:14:53.272490 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c897fea-3e1a-481d-8c7f-3c0e259cf7d6 req-1f24ee0b-4fed-4d21-8eaf-c16f07cad484 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:14:53.274076 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7c897fea-3e1a-481d-8c7f-3c0e259cf7d6 req-1f24ee0b-4fed-4d21-8eaf-c16f07cad484 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a6af1-4ab5-4b08-9c90-9316dd6fa269 HTTP/1.1" status: 200 len: 945 time: 0.0838821 Dec 15 20:14:53.322118 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7c897fea-3e1a-481d-8c7f-3c0e259cf7d6 req-5f30c11e-3ce9-468e-80f1-fc3a9cc7640d tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=5c32b3fb-52bf-4fa7-9f7e-539d42e29fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419054 Dec 15 20:14:54.541134 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e89a7-dd27-4f05-bfdf-c580614c1771 req-dee3d68b-ab1a-4e63-9f83-8de4727ca636 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:14:54.542918 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-756e89a7-dd27-4f05-bfdf-c580614c1771 req-dee3d68b-ab1a-4e63-9f83-8de4727ca636 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a6af1-4ab5-4b08-9c90-9316dd6fa269 HTTP/1.1" status: 200 len: 945 time: 0.0949073 Dec 15 20:14:54.592543 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-756e89a7-dd27-4f05-bfdf-c580614c1771 req-9cc3a3cd-85e2-4b97-81ef-d0acde85ee09 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=5c32b3fb-52bf-4fa7-9f7e-539d42e29fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434277 Dec 15 20:14:54.716778 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:14:54.959934 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 15 20:14:55.115596 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2,segment=NetworkSegment(e6a8aa8e-9d6b-4f24-aec2-b3d64d4deda8),segment_id=e6a8aa8e-9d6b-4f24-aec2-b3d64d4deda8)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:14:55.129857 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Returning: {'device': 'bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2', 'network_id': 'b372ef8a-1dc5-433f-a5bb-adc5f75cee07', 'port_id': 'bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2', 'mac_address': 'fa:16:3e:63:0b:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0240e6f-f896-4e03-b330-c370fd8c2e9b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 20:14:55.187751 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:14:55.209901 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2 {{(pid=88992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 20:14:55.225252 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2,segment=NetworkSegment(e6a8aa8e-9d6b-4f24-aec2-b3d64d4deda8),segment_id=e6a8aa8e-9d6b-4f24-aec2-b3d64d4deda8)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:14:55.254385 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:14:55.256758 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:14:55.333068 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2,revision_number=6']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:14:55.343776 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] get_ports_and_sgs() called for port_ids ['bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2'] {{(pid=88992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 20:14:55.374446 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:14:55.374969 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:14:55.375541 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:14:55.376009 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:14:55.376468 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:14:55.376933 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:14:55.377386 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:14:55.377837 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:14:55.378323 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:14:55.378780 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:14:55.379227 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:14:55.389246 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:14:55.838960 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb2074-78e3-4fc3-a592-6c3b3bcdfc61 req-58385c74-1ea0-4c36-abdb-8a6118f6815c tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:14:55.840737 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8eeb2074-78e3-4fc3-a592-6c3b3bcdfc61 req-58385c74-1ea0-4c36-abdb-8a6118f6815c tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a6af1-4ab5-4b08-9c90-9316dd6fa269 HTTP/1.1" status: 200 len: 944 time: 0.0909142 Dec 15 20:14:55.906870 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8eeb2074-78e3-4fc3-a592-6c3b3bcdfc61 req-49f49af3-11b2-448d-86ca-f912ece87274 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=5c32b3fb-52bf-4fa7-9f7e-539d42e29fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597577 Dec 15 20:14:56.963716 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2 up at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 20:14:57.056769 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning complete for port bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:14:57.056769 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:14:57.125296 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf911f-c03d-48aa-86c7-be7f13b3ce7e req-5934db64-8c76-40a7-9bf1-e40211e6996d tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:14:57.134106 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-eadf911f-c03d-48aa-86c7-be7f13b3ce7e req-5934db64-8c76-40a7-9bf1-e40211e6996d tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a6af1-4ab5-4b08-9c90-9316dd6fa269 HTTP/1.1" status: 200 len: 944 time: 0.1017466 Dec 15 20:14:57.189935 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:14:57.190132 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-eadf911f-c03d-48aa-86c7-be7f13b3ce7e req-d38d85f4-e28c-45bf-8f5f-ed98304b3455 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=5c32b3fb-52bf-4fa7-9f7e-539d42e29fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541012 Dec 15 20:14:57.221269 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a9a6af1-4ab5-4b08-9c90-9316dd6fa269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2'}] {{(pid=88992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 20:14:57.231887 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2,segment=NetworkSegment(e6a8aa8e-9d6b-4f24-aec2-b3d64d4deda8),segment_id=e6a8aa8e-9d6b-4f24-aec2-b3d64d4deda8)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:14:57.267186 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:14:57.269230 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:14:57.351326 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2,revision_number=7']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:14:57.354587 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:14:57.489165 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a9a6af1-4ab5-4b08-9c90-9316dd6fa269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2', 'code': 200} Dec 15 20:14:58.398772 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b932ba8d-3893-4b75-8041-ca5fd346ac3b req-efe17c08-dd48-437c-9945-77979187c7fe tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:14:58.401045 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b932ba8d-3893-4b75-8041-ca5fd346ac3b req-efe17c08-dd48-437c-9945-77979187c7fe tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a6af1-4ab5-4b08-9c90-9316dd6fa269 HTTP/1.1" status: 200 len: 945 time: 0.0916097 Dec 15 20:14:58.461708 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b932ba8d-3893-4b75-8041-ca5fd346ac3b req-31f3c0b8-2c0d-4868-87ba-71c9942959d1 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=5c32b3fb-52bf-4fa7-9f7e-539d42e29fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542624 Dec 15 20:14:59.703449 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc5603-930f-47ae-964b-4d6de6fbe234 req-3b8befc7-e6cc-4231-9c3c-f6653b7b90ee tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:14:59.704061 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3acc5603-930f-47ae-964b-4d6de6fbe234 req-3b8befc7-e6cc-4231-9c3c-f6653b7b90ee tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a6af1-4ab5-4b08-9c90-9316dd6fa269 HTTP/1.1" status: 200 len: 945 time: 0.1093605 Dec 15 20:14:59.758221 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3acc5603-930f-47ae-964b-4d6de6fbe234 req-0f1ac680-a1ef-4d26-b8ff-2569f794056f tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=5c32b3fb-52bf-4fa7-9f7e-539d42e29fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473650 Dec 15 20:15:00.972895 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b7952c-45c1-4dcf-9a81-243dd020d2f5 req-01d7d235-7861-4da6-86ee-af60119e8e09 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:15:00.974618 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d1b7952c-45c1-4dcf-9a81-243dd020d2f5 req-01d7d235-7861-4da6-86ee-af60119e8e09 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a6af1-4ab5-4b08-9c90-9316dd6fa269 HTTP/1.1" status: 200 len: 945 time: 0.0906923 Dec 15 20:15:01.023408 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d1b7952c-45c1-4dcf-9a81-243dd020d2f5 req-e190d949-dfb1-47bb-8b82-86e64a68395e tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=5c32b3fb-52bf-4fa7-9f7e-539d42e29fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426297 Dec 15 20:15:02.247670 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc023d5d-d9db-45b9-b6be-848da4c7ce4b req-eb984edd-221a-449e-a7a9-3ea133fd03c1 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:15:02.250058 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-fc023d5d-d9db-45b9-b6be-848da4c7ce4b req-eb984edd-221a-449e-a7a9-3ea133fd03c1 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a6af1-4ab5-4b08-9c90-9316dd6fa269 HTTP/1.1" status: 200 len: 945 time: 0.0973020 Dec 15 20:15:02.307770 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-fc023d5d-d9db-45b9-b6be-848da4c7ce4b req-fb8da985-8e9e-4611-af1c-217f182ef4a5 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=5c32b3fb-52bf-4fa7-9f7e-539d42e29fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509207 Dec 15 20:15:03.551717 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cf531b-8629-46d8-af9e-6b1e7203142f req-af84d10a-3e6c-45b0-b78a-8c9d698e4cc6 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:15:03.554439 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-93cf531b-8629-46d8-af9e-6b1e7203142f req-af84d10a-3e6c-45b0-b78a-8c9d698e4cc6 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a6af1-4ab5-4b08-9c90-9316dd6fa269 HTTP/1.1" status: 200 len: 945 time: 0.1005383 Dec 15 20:15:03.623661 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-93cf531b-8629-46d8-af9e-6b1e7203142f req-4c1ce121-5976-4991-9742-1e512be554c8 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=5c32b3fb-52bf-4fa7-9f7e-539d42e29fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623786 Dec 15 20:15:04.849634 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47f5b59-f4ff-402a-a260-8692b24b2dcd req-d9b6f1ce-4d5b-4313-8618-86518ebcb18c tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:15:04.851634 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a47f5b59-f4ff-402a-a260-8692b24b2dcd req-d9b6f1ce-4d5b-4313-8618-86518ebcb18c tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a6af1-4ab5-4b08-9c90-9316dd6fa269 HTTP/1.1" status: 200 len: 945 time: 0.0886157 Dec 15 20:15:04.902213 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a47f5b59-f4ff-402a-a260-8692b24b2dcd req-1cc77ca8-e373-4634-98b3-d115b25fd62e tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=5c32b3fb-52bf-4fa7-9f7e-539d42e29fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433891 Dec 15 20:15:06.111747 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b003e8e-f94a-412e-8c7b-74308d369c9e req-705ee75e-29f7-40ce-974d-a416610bbe9d tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:15:06.113916 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2b003e8e-f94a-412e-8c7b-74308d369c9e req-705ee75e-29f7-40ce-974d-a416610bbe9d tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a6af1-4ab5-4b08-9c90-9316dd6fa269 HTTP/1.1" status: 200 len: 945 time: 0.0852599 Dec 15 20:15:06.209487 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2b003e8e-f94a-412e-8c7b-74308d369c9e req-68532d4a-7ed5-499e-960c-781a579097f3 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=5c32b3fb-52bf-4fa7-9f7e-539d42e29fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900314 Dec 15 20:15:06.231939 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-eac2b0de-904e-459f-8f18-2053ca1de3c8 req-b3101a5e-ab23-4eab-a684-500414b3ef9f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d67cc805c42b4faf8bd398c11bfefaa8&device_id=7a9a6af1-4ab5-4b08-9c90-9316dd6fa269 HTTP/1.1" status: 200 len: 1098 time: 0.0946472 Dec 15 20:15:06.374711 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac2b0de-904e-459f-8f18-2053ca1de3c8 req-b84fbfb4-0ba3-4a9d-bf53-0ebd0ec604af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:15:06.376190 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-eac2b0de-904e-459f-8f18-2053ca1de3c8 req-b84fbfb4-0ba3-4a9d-bf53-0ebd0ec604af service neutron] 10.222.0.32 "GET /v2.0/networks?id=b372ef8a-1dc5-433f-a5bb-adc5f75cee07 HTTP/1.1" status: 200 len: 909 time: 0.1343341 Dec 15 20:15:06.484174 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-eac2b0de-904e-459f-8f18-2053ca1de3c8 req-fa73f2b9-ef7e-4c33-983f-b2c80865a36f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2 HTTP/1.1" status: 200 len: 1000 time: 0.1006966 Dec 15 20:15:06.560586 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac2b0de-904e-459f-8f18-2053ca1de3c8 req-297b5860-7806-4f78-8e56-29840214c47e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:15:06.562133 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-eac2b0de-904e-459f-8f18-2053ca1de3c8 req-297b5860-7806-4f78-8e56-29840214c47e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b0240e6f-f896-4e03-b330-c370fd8c2e9b HTTP/1.1" status: 200 len: 847 time: 0.0674047 Dec 15 20:15:06.646841 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-eac2b0de-904e-459f-8f18-2053ca1de3c8 req-92cea787-f9bd-4e1f-8db5-34bf7e1f9409 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b372ef8a-1dc5-433f-a5bb-adc5f75cee07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745902 Dec 15 20:15:06.789287 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-eac2b0de-904e-459f-8f18-2053ca1de3c8 req-9c37104c-73a2-4139-ab07-1f5fc9272a8d service neutron] 10.222.0.32 "GET /v2.0/networks/b372ef8a-1dc5-433f-a5bb-adc5f75cee07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348236 Dec 15 20:15:06.937386 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-eac2b0de-904e-459f-8f18-2053ca1de3c8 req-296a30d5-3fd5-4b2f-8d1f-f1916a65fb9b service neutron] 10.222.0.32 "GET /v2.0/networks/b372ef8a-1dc5-433f-a5bb-adc5f75cee07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381342 Dec 15 20:15:07.419364 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae90f761-19f4-4875-b377-965a86b8b339 req-38a53611-203c-41d7-983e-6716450b9404 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:15:07.420940 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ae90f761-19f4-4875-b377-965a86b8b339 req-38a53611-203c-41d7-983e-6716450b9404 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a6af1-4ab5-4b08-9c90-9316dd6fa269 HTTP/1.1" status: 200 len: 945 time: 0.0855920 Dec 15 20:15:07.471079 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ae90f761-19f4-4875-b377-965a86b8b339 req-9e104ba0-e90e-44ed-a7ce-623e788f0237 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=5c32b3fb-52bf-4fa7-9f7e-539d42e29fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438919 Dec 15 20:15:08.266267 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-155672a6-3497-4171-9ea1-b07fb992b60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:15:08.679166 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6d4067-018b-4f57-aedc-4b9a144a11ce req-99092583-b8c3-45a4-8717-ccb97e100c68 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:15:08.680770 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5b6d4067-018b-4f57-aedc-4b9a144a11ce req-99092583-b8c3-45a4-8717-ccb97e100c68 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a6af1-4ab5-4b08-9c90-9316dd6fa269 HTTP/1.1" status: 200 len: 945 time: 0.0853529 Dec 15 20:15:08.729594 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5b6d4067-018b-4f57-aedc-4b9a144a11ce req-cdf123aa-ea84-4b55-b7cf-7b24f3fe6e9d tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=5c32b3fb-52bf-4fa7-9f7e-539d42e29fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426743 Dec 15 20:15:08.980054 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 20:15:09.097024 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:15:09.124846 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a9a6af1-4ab5-4b08-9c90-9316dd6fa269', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2'}] {{(pid=88992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 20:15:09.136120 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2,segment=NetworkSegment(e6a8aa8e-9d6b-4f24-aec2-b3d64d4deda8),segment_id=e6a8aa8e-9d6b-4f24-aec2-b3d64d4deda8)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:15:09.162545 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:15:09.164530 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:15:09.196024 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a9a6af1-4ab5-4b08-9c90-9316dd6fa269', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2', 'code': 200} Dec 15 20:15:09.235479 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2,revision_number=8']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:15:09.239032 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:15:09.528408 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:15:09.950907 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34d2dcb-2f06-4ed8-a812-20607d1af8ed req-7df26712-75c8-420b-9736-663fc3412ad9 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:15:09.952538 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b34d2dcb-2f06-4ed8-a812-20607d1af8ed req-7df26712-75c8-420b-9736-663fc3412ad9 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a6af1-4ab5-4b08-9c90-9316dd6fa269 HTTP/1.1" status: 200 len: 943 time: 0.0886447 Dec 15 20:15:10.000183 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b34d2dcb-2f06-4ed8-a812-20607d1af8ed req-ef135321-3542-4bdc-91a2-d5fae1eb7e5d tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=5c32b3fb-52bf-4fa7-9f7e-539d42e29fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414500 Dec 15 20:15:10.193352 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a257ab49-ba3d-45f2-8fcb-33784b11fd80 req-340b0df1-9578-40bf-a991-7f8b96c1debe service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a6af1-4ab5-4b08-9c90-9316dd6fa269&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0738096 Dec 15 20:15:10.528959 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8a1bd6-7be1-4816-a56d-72cc2c94eb0b req-50c3af54-3f3d-4599-8e6d-0641013ba507 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:15:10.531002 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5d8a1bd6-7be1-4816-a56d-72cc2c94eb0b req-50c3af54-3f3d-4599-8e6d-0641013ba507 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a6af1-4ab5-4b08-9c90-9316dd6fa269 HTTP/1.1" status: 200 len: 943 time: 0.0899484 Dec 15 20:15:10.582463 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5d8a1bd6-7be1-4816-a56d-72cc2c94eb0b req-92148156-751a-4f38-aba7-4b8a8820d7e4 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=5c32b3fb-52bf-4fa7-9f7e-539d42e29fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434427 Dec 15 20:15:10.586054 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 36816) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:15:10.586929 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-981440aa-637e-4a41-bbe7-3dc0ea74f91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:15:10.735242 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-bd69c755-d377-469b-b775-abc6c9e96008 req-029469cd-de03-4558-b7fb-533da4788aa9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a6af1-4ab5-4b08-9c90-9316dd6fa269&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1478848 Dec 15 20:15:11.055337 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:15:11.458030 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-bd69c755-d377-469b-b775-abc6c9e96008 req-db0a529b-bead-4946-98f3-f3621a831b74 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7a9a6af1-4ab5-4b08-9c90-9316dd6fa269&tenant_id=d67cc805c42b4faf8bd398c11bfefaa8 HTTP/1.1" status: 200 len: 1096 time: 0.0836639 Dec 15 20:15:11.562445 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-bd69c755-d377-469b-b775-abc6c9e96008 req-8e863965-bcce-4bb5-a84c-48bb53c796a2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d67cc805c42b4faf8bd398c11bfefaa8&device_id=7a9a6af1-4ab5-4b08-9c90-9316dd6fa269 HTTP/1.1" status: 200 len: 1096 time: 0.0759337 Dec 15 20:15:11.710729 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd69c755-d377-469b-b775-abc6c9e96008 req-e19eb11d-f753-4365-88f8-0316a5b3d3a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:15:11.712306 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-bd69c755-d377-469b-b775-abc6c9e96008 req-e19eb11d-f753-4365-88f8-0316a5b3d3a4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b372ef8a-1dc5-433f-a5bb-adc5f75cee07 HTTP/1.1" status: 200 len: 909 time: 0.1390553 Dec 15 20:15:11.878362 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-bd69c755-d377-469b-b775-abc6c9e96008 req-b831731f-7975-4257-b010-56b80fd189ca service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2 HTTP/1.1" status: 200 len: 998 time: 0.1298294 Dec 15 20:15:11.963496 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 20:15:12.160761 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e1525-6212-44bb-b1c9-9c4101899625 req-71d7c578-6c41-4cd0-9317-ca7bc8303b76 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:15:12.162285 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ea7e1525-6212-44bb-b1c9-9c4101899625 req-71d7c578-6c41-4cd0-9317-ca7bc8303b76 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a6af1-4ab5-4b08-9c90-9316dd6fa269 HTTP/1.1" status: 200 len: 943 time: 0.4477496 Dec 15 20:15:12.217536 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd69c755-d377-469b-b775-abc6c9e96008 req-1fb54ae7-d09b-4e5e-9274-8329d5a8c670 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:15:12.219109 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-bd69c755-d377-469b-b775-abc6c9e96008 req-1fb54ae7-d09b-4e5e-9274-8329d5a8c670 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b0240e6f-f896-4e03-b330-c370fd8c2e9b HTTP/1.1" status: 200 len: 847 time: 0.3329904 Dec 15 20:15:12.229771 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ea7e1525-6212-44bb-b1c9-9c4101899625 req-fad1db84-c56d-4384-a193-936f4b48c427 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=5c32b3fb-52bf-4fa7-9f7e-539d42e29fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555732 Dec 15 20:15:12.305006 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-bd69c755-d377-469b-b775-abc6c9e96008 req-8869c57c-2780-4f8a-8b09-ebdfec91a46d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b372ef8a-1dc5-433f-a5bb-adc5f75cee07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742128 Dec 15 20:15:12.447917 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-bd69c755-d377-469b-b775-abc6c9e96008 req-53fe02fb-3559-423b-97dc-d5f1ecd18c0e service neutron] 10.222.0.32 "GET /v2.0/networks/b372ef8a-1dc5-433f-a5bb-adc5f75cee07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324115 Dec 15 20:15:12.591861 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-bd69c755-d377-469b-b775-abc6c9e96008 req-4ad2bbf6-184c-4f26-a818-66515c698568 service neutron] 10.222.0.32 "GET /v2.0/networks/b372ef8a-1dc5-433f-a5bb-adc5f75cee07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343513 Dec 15 20:15:12.826272 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:15:12.985515 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 20:15:13.443396 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e3a188-6047-45e9-ad80-dfe94a60b711 req-f6eea9bd-e950-4cb8-9fa3-bc9576be842b tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:15:13.445007 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-60e3a188-6047-45e9-ad80-dfe94a60b711 req-f6eea9bd-e950-4cb8-9fa3-bc9576be842b tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a6af1-4ab5-4b08-9c90-9316dd6fa269 HTTP/1.1" status: 200 len: 943 time: 0.0889618 Dec 15 20:15:13.494434 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-60e3a188-6047-45e9-ad80-dfe94a60b711 req-c5420253-c45a-49f4-bbdd-71196b467c9f tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=5c32b3fb-52bf-4fa7-9f7e-539d42e29fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429964 Dec 15 20:15:14.725222 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6091e01-8385-4e12-9b5a-02fb7e1f272c req-b9e0ccac-8820-471c-8319-71a9f61c2e27 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:15:14.726844 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a6091e01-8385-4e12-9b5a-02fb7e1f272c req-b9e0ccac-8820-471c-8319-71a9f61c2e27 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a6af1-4ab5-4b08-9c90-9316dd6fa269 HTTP/1.1" status: 200 len: 943 time: 0.0845037 Dec 15 20:15:14.783168 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a6091e01-8385-4e12-9b5a-02fb7e1f272c req-fdd79560-2f44-4239-9363-8e92641b43b8 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=5c32b3fb-52bf-4fa7-9f7e-539d42e29fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497842 Dec 15 20:15:16.007657 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f343a6-181e-48c8-ad1f-53d09e8d9a75 req-51e6c56c-7013-4c5e-b6b0-c38e3df28634 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:15:16.011821 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-35f343a6-181e-48c8-ad1f-53d09e8d9a75 req-51e6c56c-7013-4c5e-b6b0-c38e3df28634 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a6af1-4ab5-4b08-9c90-9316dd6fa269 HTTP/1.1" status: 200 len: 943 time: 0.0912833 Dec 15 20:15:16.062710 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-35f343a6-181e-48c8-ad1f-53d09e8d9a75 req-26df97b5-5b8e-400e-b7a4-d99dc4e07db5 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=5c32b3fb-52bf-4fa7-9f7e-539d42e29fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448413 Dec 15 20:15:17.295002 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6f37be-ab1f-44b9-b4d6-14c8c8dbb96a req-e983a060-2bcb-4f22-b751-d47267ab72b0 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:15:17.296580 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-de6f37be-ab1f-44b9-b4d6-14c8c8dbb96a req-e983a060-2bcb-4f22-b751-d47267ab72b0 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a6af1-4ab5-4b08-9c90-9316dd6fa269 HTTP/1.1" status: 200 len: 943 time: 0.0963888 Dec 15 20:15:17.348134 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-de6f37be-ab1f-44b9-b4d6-14c8c8dbb96a req-5af90a21-c54d-431e-861d-b79d4f0cdf41 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=5c32b3fb-52bf-4fa7-9f7e-539d42e29fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449471 Dec 15 20:15:18.569437 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0169d68a-714b-416d-9aab-ae527c7ecf71 req-6102bb49-eea7-43c1-9302-682f62cde5ff tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:15:18.571343 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0169d68a-714b-416d-9aab-ae527c7ecf71 req-6102bb49-eea7-43c1-9302-682f62cde5ff tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a6af1-4ab5-4b08-9c90-9316dd6fa269 HTTP/1.1" status: 200 len: 943 time: 0.0843518 Dec 15 20:15:18.623374 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-0169d68a-714b-416d-9aab-ae527c7ecf71 req-80e1ddd4-9c3b-481e-9001-96c2e1da0f4e tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=5c32b3fb-52bf-4fa7-9f7e-539d42e29fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449302 Dec 15 20:15:19.908713 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11238411-c7c4-42d1-8f01-e049cd990707 req-54bf8896-d793-4570-9623-a09391487472 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:15:19.910230 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-11238411-c7c4-42d1-8f01-e049cd990707 req-54bf8896-d793-4570-9623-a09391487472 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a6af1-4ab5-4b08-9c90-9316dd6fa269 HTTP/1.1" status: 200 len: 943 time: 0.0921800 Dec 15 20:15:19.961364 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-11238411-c7c4-42d1-8f01-e049cd990707 req-72c262af-9d04-400b-a678-4086efff0d66 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=5c32b3fb-52bf-4fa7-9f7e-539d42e29fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448136 Dec 15 20:15:21.228853 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7571788e-4eae-4b07-9d46-075597c4f9c2 req-897feab1-20e0-49f1-af40-d39b70d32acd tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:15:21.231106 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7571788e-4eae-4b07-9d46-075597c4f9c2 req-897feab1-20e0-49f1-af40-d39b70d32acd tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a6af1-4ab5-4b08-9c90-9316dd6fa269 HTTP/1.1" status: 200 len: 943 time: 0.0981135 Dec 15 20:15:21.309198 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7571788e-4eae-4b07-9d46-075597c4f9c2 req-50188e4e-f8c1-4151-9db1-0fdeab16d16e tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=5c32b3fb-52bf-4fa7-9f7e-539d42e29fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654352 Dec 15 20:15:22.526268 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd921dd-a0de-4df1-9f58-8234897b05f0 req-59858e24-24d4-49e5-aab7-5285499f7fa3 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:15:22.527941 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-dbd921dd-a0de-4df1-9f58-8234897b05f0 req-59858e24-24d4-49e5-aab7-5285499f7fa3 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a6af1-4ab5-4b08-9c90-9316dd6fa269 HTTP/1.1" status: 200 len: 943 time: 0.0866268 Dec 15 20:15:22.587766 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-dbd921dd-a0de-4df1-9f58-8234897b05f0 req-61c9287a-5274-4614-b8b8-f91b9c15ff58 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=5c32b3fb-52bf-4fa7-9f7e-539d42e29fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478661 Dec 15 20:15:23.806669 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d1b284-ac02-4a91-8aa9-b92553a1313d req-353d45d3-a7ba-4473-9f23-f6b9171e6a7f tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:15:23.809559 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-95d1b284-ac02-4a91-8aa9-b92553a1313d req-353d45d3-a7ba-4473-9f23-f6b9171e6a7f tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a6af1-4ab5-4b08-9c90-9316dd6fa269 HTTP/1.1" status: 200 len: 943 time: 0.0912526 Dec 15 20:15:23.859138 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-95d1b284-ac02-4a91-8aa9-b92553a1313d req-d2840b5a-da68-4c29-8f28-211fb3551b9e tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=5c32b3fb-52bf-4fa7-9f7e-539d42e29fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445948 Dec 15 20:15:24.723244 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:15:25.060922 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4de1bd-bc0c-47ab-938a-db7b9d69c411 req-512796ff-596c-4b32-a8cc-4f3a57774663 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:15:25.062565 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-fd4de1bd-bc0c-47ab-938a-db7b9d69c411 req-512796ff-596c-4b32-a8cc-4f3a57774663 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a6af1-4ab5-4b08-9c90-9316dd6fa269 HTTP/1.1" status: 200 len: 943 time: 0.0822732 Dec 15 20:15:25.111951 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-fd4de1bd-bc0c-47ab-938a-db7b9d69c411 req-5ea9505e-2cea-44dc-a8b4-1aeb8d366ef5 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=5c32b3fb-52bf-4fa7-9f7e-539d42e29fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434358 Dec 15 20:15:25.666733 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-631c0159-1bb3-4aee-84f9-bb5590ea2198 req-b89ffe6e-5ef9-4a0d-96dd-117e73428359 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d67cc805c42b4faf8bd398c11bfefaa8&device_id=7a9a6af1-4ab5-4b08-9c90-9316dd6fa269 HTTP/1.1" status: 200 len: 1096 time: 0.0787048 Dec 15 20:15:25.829299 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631c0159-1bb3-4aee-84f9-bb5590ea2198 req-f666b34d-fa7b-4012-b321-b9a3e188238b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:15:25.830918 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-631c0159-1bb3-4aee-84f9-bb5590ea2198 req-f666b34d-fa7b-4012-b321-b9a3e188238b service neutron] 10.222.0.32 "GET /v2.0/networks?id=b372ef8a-1dc5-433f-a5bb-adc5f75cee07 HTTP/1.1" status: 200 len: 909 time: 0.1385741 Dec 15 20:15:25.939702 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-631c0159-1bb3-4aee-84f9-bb5590ea2198 req-1eb080a5-bb8d-4953-ab33-f92eef6331c8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2 HTTP/1.1" status: 200 len: 998 time: 0.0984550 Dec 15 20:15:26.009557 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631c0159-1bb3-4aee-84f9-bb5590ea2198 req-0c15f5a7-636b-4d99-b1bb-6898cc4ac6cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:15:26.011156 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-631c0159-1bb3-4aee-84f9-bb5590ea2198 req-0c15f5a7-636b-4d99-b1bb-6898cc4ac6cb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b0240e6f-f896-4e03-b330-c370fd8c2e9b HTTP/1.1" status: 200 len: 847 time: 0.0621440 Dec 15 20:15:26.093387 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-631c0159-1bb3-4aee-84f9-bb5590ea2198 req-27def896-945d-425e-8286-9d9de6983694 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b372ef8a-1dc5-433f-a5bb-adc5f75cee07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722897 Dec 15 20:15:26.278038 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-631c0159-1bb3-4aee-84f9-bb5590ea2198 req-73fd43e1-221b-492b-aa0a-ad810136c350 service neutron] 10.222.0.32 "GET /v2.0/networks/b372ef8a-1dc5-433f-a5bb-adc5f75cee07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732440 Dec 15 20:15:26.441650 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e42bf-5670-49a2-92ea-031682fa6031 req-0edf987b-7e53-400d-b107-2a8a6c9535d5 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:15:26.443258 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e18e42bf-5670-49a2-92ea-031682fa6031 req-0edf987b-7e53-400d-b107-2a8a6c9535d5 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a6af1-4ab5-4b08-9c90-9316dd6fa269 HTTP/1.1" status: 200 len: 943 time: 0.2057443 Dec 15 20:15:26.453003 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-631c0159-1bb3-4aee-84f9-bb5590ea2198 req-85a599ea-b6d1-4f10-bff5-3c6562b9330d service neutron] 10.222.0.32 "GET /v2.0/networks/b372ef8a-1dc5-433f-a5bb-adc5f75cee07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643910 Dec 15 20:15:26.496161 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e18e42bf-5670-49a2-92ea-031682fa6031 req-0b784a55-7165-4317-8cc5-da613eeef4cd tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=5c32b3fb-52bf-4fa7-9f7e-539d42e29fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452836 Dec 15 20:15:27.033059 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 15 20:15:27.175065 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2,segment=NetworkSegment(e6a8aa8e-9d6b-4f24-aec2-b3d64d4deda8),segment_id=e6a8aa8e-9d6b-4f24-aec2-b3d64d4deda8)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:15:27.191053 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Returning: {'device': 'bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2', 'network_id': 'b372ef8a-1dc5-433f-a5bb-adc5f75cee07', 'port_id': 'bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2', 'mac_address': 'fa:16:3e:63:0b:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0240e6f-f896-4e03-b330-c370fd8c2e9b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 20:15:27.250066 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:15:27.267762 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2 {{(pid=88992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 20:15:27.283416 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2,segment=NetworkSegment(e6a8aa8e-9d6b-4f24-aec2-b3d64d4deda8),segment_id=e6a8aa8e-9d6b-4f24-aec2-b3d64d4deda8)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:15:27.311455 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:15:27.313282 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-37231b71-9058-4e2b-bc22-c110f54f7a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:15:27.378034 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2,revision_number=9']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:15:27.381240 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:15:27.623610 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] get_ports_and_sgs() called for port_ids ['bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2'] {{(pid=88992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 20:15:27.706136 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5b451-9878-4166-990f-2ccf2b16cdaf req-04c12922-00be-44dc-b4cd-4e8680194c5c tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:15:27.707777 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-eaa5b451-9878-4166-990f-2ccf2b16cdaf req-04c12922-00be-44dc-b4cd-4e8680194c5c tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a6af1-4ab5-4b08-9c90-9316dd6fa269 HTTP/1.1" status: 200 len: 944 time: 0.0836933 Dec 15 20:15:27.762083 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-eaa5b451-9878-4166-990f-2ccf2b16cdaf req-241e83ad-88e5-4b4f-a058-30f6eb40049f tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=5c32b3fb-52bf-4fa7-9f7e-539d42e29fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448563 Dec 15 20:15:28.966805 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b5f47a-941c-4b24-93a5-7bb5852ea8f5 req-30789a52-84cd-4c1d-a25b-50182ca7f602 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:15:28.968327 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-83b5f47a-941c-4b24-93a5-7bb5852ea8f5 req-30789a52-84cd-4c1d-a25b-50182ca7f602 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a6af1-4ab5-4b08-9c90-9316dd6fa269 HTTP/1.1" status: 200 len: 944 time: 0.0825279 Dec 15 20:15:29.016871 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-83b5f47a-941c-4b24-93a5-7bb5852ea8f5 req-9c8fc926-09dc-4735-af3c-5dc675beb9d4 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=5c32b3fb-52bf-4fa7-9f7e-539d42e29fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423489 Dec 15 20:15:29.033443 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2 up at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 20:15:29.103294 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning complete for port bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:15:29.104229 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:15:29.221540 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:15:29.249406 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a9a6af1-4ab5-4b08-9c90-9316dd6fa269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2'}] {{(pid=88992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 20:15:29.259441 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2,segment=NetworkSegment(e6a8aa8e-9d6b-4f24-aec2-b3d64d4deda8),segment_id=e6a8aa8e-9d6b-4f24-aec2-b3d64d4deda8)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:15:29.293540 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:15:29.295585 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:15:29.325784 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a9a6af1-4ab5-4b08-9c90-9316dd6fa269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2', 'code': 200} Dec 15 20:15:29.365637 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2,revision_number=10']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:15:29.368784 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:15:29.821429 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-512d2630-da80-4ab1-9b2f-4aed10f7cd61 req-1cdf85b7-eb41-46d3-acc4-510992f1ca79 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7a9a6af1-4ab5-4b08-9c90-9316dd6fa269 HTTP/1.1" status: 200 len: 1099 time: 0.0780065 Dec 15 20:15:29.870782 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-512d2630-da80-4ab1-9b2f-4aed10f7cd61 req-d9ce42ff-6e99-4a12-bda1-ce96718ac15c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5c32b3fb-52bf-4fa7-9f7e-539d42e29fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380039 Dec 15 20:15:30.226678 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d52e0-9512-4d2d-8644-c92cfc21c8cf req-405215f7-e63e-4ba8-8471-08124f59862b tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:15:30.228484 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ff3d52e0-9512-4d2d-8644-c92cfc21c8cf req-405215f7-e63e-4ba8-8471-08124f59862b tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a6af1-4ab5-4b08-9c90-9316dd6fa269 HTTP/1.1" status: 200 len: 946 time: 0.0851793 Dec 15 20:15:30.277153 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ff3d52e0-9512-4d2d-8644-c92cfc21c8cf req-76060873-5777-4cda-9e7f-8db5c1843da3 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=5c32b3fb-52bf-4fa7-9f7e-539d42e29fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420568 Dec 15 20:15:31.490199 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2555ae-a789-41ad-a143-e8a710a63ae3 req-2cbdd337-19f7-4378-801e-abe3081245fb tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:15:31.492239 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1e2555ae-a789-41ad-a143-e8a710a63ae3 req-2cbdd337-19f7-4378-801e-abe3081245fb tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a6af1-4ab5-4b08-9c90-9316dd6fa269 HTTP/1.1" status: 200 len: 946 time: 0.0885859 Dec 15 20:15:31.542358 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1e2555ae-a789-41ad-a143-e8a710a63ae3 req-72ca1b0f-5e85-421d-80e9-c7a6d10c93a3 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=5c32b3fb-52bf-4fa7-9f7e-539d42e29fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440743 Dec 15 20:15:32.748938 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c9304b-5351-40dc-a650-93f6922adbb7 req-7a021bd6-f0df-4e7d-9703-206d0b54d731 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:15:32.750559 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-01c9304b-5351-40dc-a650-93f6922adbb7 req-7a021bd6-f0df-4e7d-9703-206d0b54d731 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a6af1-4ab5-4b08-9c90-9316dd6fa269 HTTP/1.1" status: 200 len: 946 time: 0.0852234 Dec 15 20:15:32.802508 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-01c9304b-5351-40dc-a650-93f6922adbb7 req-8b643bfd-c9a6-40e1-ab9d-2322e6a77c87 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=5c32b3fb-52bf-4fa7-9f7e-539d42e29fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458024 Dec 15 20:15:38.271114 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f67cc154-ae87-4fdb-a2ef-74836a7fd90d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:15:39.522560 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:15:40.596746 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4e2ccadb-d147-4fbc-bd65-d3bc3ecc973a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:15:41.036629 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:15:42.831033 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:15:48.963711 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 20:15:54.727268 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:16:08.269770 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-67778cf5-4d58-48e7-8dda-6a1e8210daae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:16:09.532219 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:16:10.572475 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3ccc4dbf-c6c3-458b-9aa0-4e5c46fe14c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:16:11.040699 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:16:12.823744 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:16:24.738021 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:16:25.570882 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9adb2dc1-9a8d-4e1e-b61d-0ac021212a98 req-dfbb2f70-b07f-4d59-b755-7f3bdb1856a6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7a9a6af1-4ab5-4b08-9c90-9316dd6fa269&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0740683 Dec 15 20:16:25.731487 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9adb2dc1-9a8d-4e1e-b61d-0ac021212a98 req-ccae9458-5d24-4c10-a07a-5e7fb649af06 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d67cc805c42b4faf8bd398c11bfefaa8&device_id=7a9a6af1-4ab5-4b08-9c90-9316dd6fa269 HTTP/1.1" status: 200 len: 1099 time: 0.0736425 Dec 15 20:16:25.888792 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adb2dc1-9a8d-4e1e-b61d-0ac021212a98 req-851ce7a5-ac93-4ac1-b1de-852ca6e2c677 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:16:25.890323 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9adb2dc1-9a8d-4e1e-b61d-0ac021212a98 req-851ce7a5-ac93-4ac1-b1de-852ca6e2c677 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b372ef8a-1dc5-433f-a5bb-adc5f75cee07 HTTP/1.1" status: 200 len: 909 time: 0.1361899 Dec 15 20:16:25.968649 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 20:16:26.000385 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9adb2dc1-9a8d-4e1e-b61d-0ac021212a98 req-9063a895-77b8-49b2-b5fe-46ae74e9434b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2 HTTP/1.1" status: 200 len: 1000 time: 0.1005149 Dec 15 20:16:26.074035 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adb2dc1-9a8d-4e1e-b61d-0ac021212a98 req-d707014a-f3b6-4c2d-b7ae-695ced234a2f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:16:26.076182 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9adb2dc1-9a8d-4e1e-b61d-0ac021212a98 req-d707014a-f3b6-4c2d-b7ae-695ced234a2f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b0240e6f-f896-4e03-b330-c370fd8c2e9b HTTP/1.1" status: 200 len: 847 time: 0.0655496 Dec 15 20:16:26.158619 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9adb2dc1-9a8d-4e1e-b61d-0ac021212a98 req-c857a178-875a-48b2-8952-64d6328ef91f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b372ef8a-1dc5-433f-a5bb-adc5f75cee07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729251 Dec 15 20:16:26.174116 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [req-9adb2dc1-9a8d-4e1e-b61d-0ac021212a98 req-fac4689a-2667-4558-a938-d4b180bf5048 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 20:16:26.175148 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9adb2dc1-9a8d-4e1e-b61d-0ac021212a98 req-fac4689a-2667-4558-a938-d4b180bf5048 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0052080 Dec 15 20:16:26.319660 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9adb2dc1-9a8d-4e1e-b61d-0ac021212a98 req-d5d51a72-0741-4e54-9a22-c7854152040f service neutron] 10.222.0.32 "GET /v2.0/networks/b372ef8a-1dc5-433f-a5bb-adc5f75cee07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339705 Dec 15 20:16:26.464807 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-9adb2dc1-9a8d-4e1e-b61d-0ac021212a98 req-684a64f8-6a79-44eb-b689-dcf81d7a43c2 service neutron] 10.222.0.32 "GET /v2.0/networks/b372ef8a-1dc5-433f-a5bb-adc5f75cee07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342273 Dec 15 20:16:38.268500 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e9fc79ee-7419-4c0f-bd8d-1c5b131145de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:16:39.537525 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:16:40.623985 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9ad634e8-634c-4cb8-9d74-1b878b8dc82c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:16:41.051266 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:16:42.828296 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:16:46.893961 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 36964) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:16:47.333583 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-8406eb09-c4be-4a7d-a05c-058f8d71f5c8 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Deleting port 9036392a-14c6-4f82-9188-a7226ef91163 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 20:16:47.333960 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8406eb09-c4be-4a7d-a05c-058f8d71f5c8 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:16:47.506208 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8406eb09-c4be-4a7d-a05c-058f8d71f5c8 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:16:47.506619 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8406eb09-c4be-4a7d-a05c-058f8d71f5c8 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:16:47.630299 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-8406eb09-c4be-4a7d-a05c-058f8d71f5c8 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Calling delete_port for 9036392a-14c6-4f82-9188-a7226ef91163 owned by network:floatingip {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 20:16:47.925624 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8406eb09-c4be-4a7d-a05c-058f8d71f5c8 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:16:47.929977 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-45cb2a83-672c-417b-b0e4-2f7eebdd0b0a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:16:47.973611 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8406eb09-c4be-4a7d-a05c-058f8d71f5c8 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Pushing event deleted for resources: {'Port': ['ID=9036392a-14c6-4f82-9188-a7226ef91163,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:16:48.014747 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8406eb09-c4be-4a7d-a05c-058f8d71f5c8 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:16:48.015187 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8406eb09-c4be-4a7d-a05c-058f8d71f5c8 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:16:48.015615 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8406eb09-c4be-4a7d-a05c-058f8d71f5c8 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:16:48.016033 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8406eb09-c4be-4a7d-a05c-058f8d71f5c8 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:16:48.016449 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8406eb09-c4be-4a7d-a05c-058f8d71f5c8 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:16:48.016865 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8406eb09-c4be-4a7d-a05c-058f8d71f5c8 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:16:48.017276 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8406eb09-c4be-4a7d-a05c-058f8d71f5c8 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:16:48.017686 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8406eb09-c4be-4a7d-a05c-058f8d71f5c8 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:16:48.018097 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8406eb09-c4be-4a7d-a05c-058f8d71f5c8 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:16:48.018532 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8406eb09-c4be-4a7d-a05c-058f8d71f5c8 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:16:48.018936 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8406eb09-c4be-4a7d-a05c-058f8d71f5c8 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:16:48.026020 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8406eb09-c4be-4a7d-a05c-058f8d71f5c8 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:16:48.086506 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8406eb09-c4be-4a7d-a05c-058f8d71f5c8 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks [] for floatingip, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:16:48.493688 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8406eb09-c4be-4a7d-a05c-058f8d71f5c8 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Router 696aef89-8e88-41ca-bca2-d1e92006c2fa has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 20:16:48.703267 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8406eb09-c4be-4a7d-a05c-058f8d71f5c8 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 20:16:48.714383 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6133571-d1e0-42f3-b33e-3e3c3ea76ccf None None] Sync routers for ids ['696aef89-8e88-41ca-bca2-d1e92006c2fa'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 20:16:48.729775 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6133571-d1e0-42f3-b33e-3e3c3ea76ccf None None] Routers {'696aef89-8e88-41ca-bca2-d1e92006c2fa'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:16:48.730532 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-b6133571-d1e0-42f3-b33e-3e3c3ea76ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:16:41Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['696aef89-8e88-41ca-bca2-d1e92006c2fa'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:16:48.754809 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8406eb09-c4be-4a7d-a05c-058f8d71f5c8 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:16:48.815406 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-8406eb09-c4be-4a7d-a05c-058f8d71f5c8 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "DELETE /v2.0/floatingips/d9af2e3b-d802-4ff0-a7fe-39a055bdf246 HTTP/1.1" status: 204 len: 168 time: 1.9202433 Dec 15 20:16:48.816125 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a9a6af1-4ab5-4b08-9c90-9316dd6fa269', 'tag': 'bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2'}] {{(pid=88990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 20:16:49.033953 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a9a6af1-4ab5-4b08-9c90-9316dd6fa269', 'tag': 'bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2', 'status': 'completed', 'code': 200} Dec 15 20:16:49.100371 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-b6133571-d1e0-42f3-b33e-3e3c3ea76ccf None None] Set router 696aef89-8e88-41ca-bca2-d1e92006c2fa gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:16:49.142030 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-13e48d87-55f7-445b-bbfe-95cf109fe094 req-749e5de4-730f-4c54-8911-3e11e3f6802c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d67cc805c42b4faf8bd398c11bfefaa8&device_id=7a9a6af1-4ab5-4b08-9c90-9316dd6fa269 HTTP/1.1" status: 200 len: 1099 time: 0.0793514 Dec 15 20:16:49.345359 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e48d87-55f7-445b-bbfe-95cf109fe094 req-7b9f54a4-3b6f-4695-81ef-838d6ad99f2e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:16:49.346904 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-13e48d87-55f7-445b-bbfe-95cf109fe094 req-7b9f54a4-3b6f-4695-81ef-838d6ad99f2e service neutron] 10.222.0.32 "GET /v2.0/networks?id=b372ef8a-1dc5-433f-a5bb-adc5f75cee07 HTTP/1.1" status: 200 len: 909 time: 0.1949577 Dec 15 20:16:49.430565 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-13e48d87-55f7-445b-bbfe-95cf109fe094 req-94e2ec08-8a85-432a-9e08-c85789d49991 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2 HTTP/1.1" status: 200 len: 217 time: 0.0758603 Dec 15 20:16:49.439069 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-b6133571-d1e0-42f3-b33e-3e3c3ea76ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '696aef89-8e88-41ca-bca2-d1e92006c2fa', 'name': 'tempest-TestShelveInstance-220940260-router', 'tenant_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': 'e1e8d956-5a14-41a6-8dc5-bb9cad74193b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:12:10Z', 'updated_at': '2021-12-15T20:12:14Z', 'revision_number': 4, 'project_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'gw_port': {'id': 'e1e8d956-5a14-41a6-8dc5-bb9cad74193b', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:68:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696aef89-8e88-41ca-bca2-d1e92006c2fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:12:11Z', 'updated_at': '2021-12-15T20:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '0f9b554a-6166-4b39-8b2f-e4dbff5eb15d', 'name': '', 'network_id': 'b372ef8a-1dc5-433f-a5bb-adc5f75cee07', 'tenant_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'mac_address': 'fa:16:3e:f7:c5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696aef89-8e88-41ca-bca2-d1e92006c2fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0240e6f-f896-4e03-b330-c370fd8c2e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:12:13Z', 'updated_at': '2021-12-15T20:12:23Z', 'revision_number': 5, 'project_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'subnets': [{'id': 'b0240e6f-f896-4e03-b330-c370fd8c2e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:16:49.443169 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6133571-d1e0-42f3-b33e-3e3c3ea76ccf None None] Checking router: 696aef89-8e88-41ca-bca2-d1e92006c2fa for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 20:16:49.443922 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a12ec3-c24b-447c-8ad7-5f30e71cc07e req-3d923dd5-c179-4255-abe1-35eca7370a0a tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:16:49.444679 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-17a12ec3-c24b-447c-8ad7-5f30e71cc07e req-3d923dd5-c179-4255-abe1-35eca7370a0a tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Synchronizing usage tracker for tenant:d67cc805c42b4faf8bd398c11bfefaa8 on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 20:16:49.454623 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6133571-d1e0-42f3-b33e-3e3c3ea76ccf None None] Routers {'696aef89-8e88-41ca-bca2-d1e92006c2fa'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:16:49.455286 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-b6133571-d1e0-42f3-b33e-3e3c3ea76ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:16:41Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['696aef89-8e88-41ca-bca2-d1e92006c2fa'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:16:49.520197 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e48d87-55f7-445b-bbfe-95cf109fe094 req-42fee1a8-6806-4eba-8263-60cd8b856860 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:16:49.521778 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-13e48d87-55f7-445b-bbfe-95cf109fe094 req-42fee1a8-6806-4eba-8263-60cd8b856860 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b0240e6f-f896-4e03-b330-c370fd8c2e9b HTTP/1.1" status: 200 len: 847 time: 0.0844254 Dec 15 20:16:49.566865 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-17a12ec3-c24b-447c-8ad7-5f30e71cc07e req-3d923dd5-c179-4255-abe1-35eca7370a0a tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Unset dirty status for tenant:d67cc805c42b4faf8bd398c11bfefaa8 on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 20:16:49.568159 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-17a12ec3-c24b-447c-8ad7-5f30e71cc07e req-3d923dd5-c179-4255-abe1-35eca7370a0a tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a6af1-4ab5-4b08-9c90-9316dd6fa269 HTTP/1.1" status: 200 len: 946 time: 0.2998898 Dec 15 20:16:49.631088 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-17a12ec3-c24b-447c-8ad7-5f30e71cc07e req-613ddcad-cbf9-42e0-b5ac-b130de4eb448 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=5c32b3fb-52bf-4fa7-9f7e-539d42e29fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551076 Dec 15 20:16:49.647298 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-b6133571-d1e0-42f3-b33e-3e3c3ea76ccf None None] Set router 696aef89-8e88-41ca-bca2-d1e92006c2fa gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:16:49.652893 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-13e48d87-55f7-445b-bbfe-95cf109fe094 req-9bd3c31a-f39b-4ac5-ba80-301d8df55542 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b372ef8a-1dc5-433f-a5bb-adc5f75cee07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1244435 Dec 15 20:16:49.798576 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-13e48d87-55f7-445b-bbfe-95cf109fe094 req-58345257-b11a-4629-be38-ba2aa6f20b64 service neutron] 10.222.0.32 "GET /v2.0/networks/b372ef8a-1dc5-433f-a5bb-adc5f75cee07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387830 Dec 15 20:16:49.944639 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-13e48d87-55f7-445b-bbfe-95cf109fe094 req-1768ce42-d9af-443f-b12a-80e719bf8f2e service neutron] 10.222.0.32 "GET /v2.0/networks/b372ef8a-1dc5-433f-a5bb-adc5f75cee07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389458 Dec 15 20:16:49.976863 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-b6133571-d1e0-42f3-b33e-3e3c3ea76ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '696aef89-8e88-41ca-bca2-d1e92006c2fa', 'name': 'tempest-TestShelveInstance-220940260-router', 'tenant_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': 'e1e8d956-5a14-41a6-8dc5-bb9cad74193b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:12:10Z', 'updated_at': '2021-12-15T20:12:14Z', 'revision_number': 4, 'project_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'gw_port': {'id': 'e1e8d956-5a14-41a6-8dc5-bb9cad74193b', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:68:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696aef89-8e88-41ca-bca2-d1e92006c2fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:12:11Z', 'updated_at': '2021-12-15T20:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '0f9b554a-6166-4b39-8b2f-e4dbff5eb15d', 'name': '', 'network_id': 'b372ef8a-1dc5-433f-a5bb-adc5f75cee07', 'tenant_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'mac_address': 'fa:16:3e:f7:c5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696aef89-8e88-41ca-bca2-d1e92006c2fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0240e6f-f896-4e03-b330-c370fd8c2e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:12:13Z', 'updated_at': '2021-12-15T20:12:23Z', 'revision_number': 5, 'project_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'subnets': [{'id': 'b0240e6f-f896-4e03-b330-c370fd8c2e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:16:49.980998 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6133571-d1e0-42f3-b33e-3e3c3ea76ccf None None] The sync data for ids ['696aef89-8e88-41ca-bca2-d1e92006c2fa'] in dv-neutron-821831-2-hyperv is: [{'id': '696aef89-8e88-41ca-bca2-d1e92006c2fa', 'name': 'tempest-TestShelveInstance-220940260-router', 'tenant_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': 'e1e8d956-5a14-41a6-8dc5-bb9cad74193b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:12:10Z', 'updated_at': '2021-12-15T20:12:14Z', 'revision_number': 4, 'project_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'gw_port': {'id': 'e1e8d956-5a14-41a6-8dc5-bb9cad74193b', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:68:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696aef89-8e88-41ca-bca2-d1e92006c2fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:12:11Z', 'updated_at': '2021-12-15T20:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '0f9b554a-6166-4b39-8b2f-e4dbff5eb15d', 'name': '', 'network_id': 'b372ef8a-1dc5-433f-a5bb-adc5f75cee07', 'tenant_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'mac_address': 'fa:16:3e:f7:c5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696aef89-8e88-41ca-bca2-d1e92006c2fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0240e6f-f896-4e03-b330-c370fd8c2e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:12:13Z', 'updated_at': '2021-12-15T20:12:23Z', 'revision_number': 5, 'project_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'subnets': [{'id': 'b0240e6f-f896-4e03-b330-c370fd8c2e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 20:16:50.464195 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854c66ab-3c64-4f9b-b43a-74c706a375ef None None] New status for floating IP d9af2e3b-d802-4ff0-a7fe-39a055bdf246: DOWN {{(pid=88993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 15 20:16:50.915087 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c28f55-05c9-4661-80e3-6041e4fec2be req-8560b3ea-ce9d-405a-ab46-9ccd8fddde76 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:16:50.916603 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-63c28f55-05c9-4661-80e3-6041e4fec2be req-8560b3ea-ce9d-405a-ab46-9ccd8fddde76 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a6af1-4ab5-4b08-9c90-9316dd6fa269 HTTP/1.1" status: 200 len: 946 time: 0.1498630 Dec 15 20:16:50.923447 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b9fd3-da94-4dd0-a8aa-a0476651eaa1 req-daed93a1-c373-4522-94ad-39af7da67ae5 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:16:50.924929 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-067b9fd3-da94-4dd0-a8aa-a0476651eaa1 req-daed93a1-c373-4522-94ad-39af7da67ae5 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a9a6af1-4ab5-4b08-9c90-9316dd6fa269 HTTP/1.1" status: 200 len: 946 time: 0.1196077 Dec 15 20:16:51.030182 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [req-067b9fd3-da94-4dd0-a8aa-a0476651eaa1 req-8217aeb9-b37c-47b2-97ff-23670298c832 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Deleting port bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 20:16:51.030593 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-067b9fd3-da94-4dd0-a8aa-a0476651eaa1 req-8217aeb9-b37c-47b2-97ff-23670298c832 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:16:51.061304 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-63c28f55-05c9-4661-80e3-6041e4fec2be req-6c7a2d4f-8edd-4bc4-a556-64b844ab62e9 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=5c32b3fb-52bf-4fa7-9f7e-539d42e29fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352563 Dec 15 20:16:51.280413 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-067b9fd3-da94-4dd0-a8aa-a0476651eaa1 req-8217aeb9-b37c-47b2-97ff-23670298c832 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] For port bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2,segment=NetworkSegment(e6a8aa8e-9d6b-4f24-aec2-b3d64d4deda8),segment_id=e6a8aa8e-9d6b-4f24-aec2-b3d64d4deda8)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:16:51.280813 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-067b9fd3-da94-4dd0-a8aa-a0476651eaa1 req-8217aeb9-b37c-47b2-97ff-23670298c832 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:16:51.410568 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [req-067b9fd3-da94-4dd0-a8aa-a0476651eaa1 req-8217aeb9-b37c-47b2-97ff-23670298c832 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Calling delete_port for bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2 owned by compute:nova {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 20:16:51.679984 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-067b9fd3-da94-4dd0-a8aa-a0476651eaa1 req-8217aeb9-b37c-47b2-97ff-23670298c832 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:16:51.686862 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-03e160a4-7896-4124-83f8-44dbb7d4a2af tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:16:51.733250 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8217aeb9-b37c-47b2-97ff-23670298c832 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Pushing event deleted for resources: {'Port': ['ID=bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:16:51.737503 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8217aeb9-b37c-47b2-97ff-23670298c832 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:16:51.808160 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [req-067b9fd3-da94-4dd0-a8aa-a0476651eaa1 req-8217aeb9-b37c-47b2-97ff-23670298c832 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] No DVR routers for this DVR port bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2 on host hv-neutron-8218 {{(pid=88990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 20:16:51.810696 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-067b9fd3-da94-4dd0-a8aa-a0476651eaa1 req-8217aeb9-b37c-47b2-97ff-23670298c832 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:16:51.813561 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a9a6af1-4ab5-4b08-9c90-9316dd6fa269', 'name': 'network-vif-deleted', 'tag': 'bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2'}] {{(pid=88990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 20:16:51.871001 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a9a6af1-4ab5-4b08-9c90-9316dd6fa269', 'name': 'network-vif-deleted', 'tag': 'bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2', 'status': 'completed', 'code': 200} Dec 15 20:16:51.875063 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-067b9fd3-da94-4dd0-a8aa-a0476651eaa1 req-8217aeb9-b37c-47b2-97ff-23670298c832 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.32 "DELETE /v2.0/ports/bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2 HTTP/1.1" status: 204 len: 173 time: 0.9350424 Dec 15 20:16:52.249015 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-40f81551-70d9-4a30-bab3-4589fa461268 req-ac769fbd-dd5d-4d4a-940c-9e33a9c3fc71 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Synchronizing usage tracker for tenant:d67cc805c42b4faf8bd398c11bfefaa8 on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 20:16:52.297451 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-40f81551-70d9-4a30-bab3-4589fa461268 req-ac769fbd-dd5d-4d4a-940c-9e33a9c3fc71 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Unset dirty status for tenant:d67cc805c42b4faf8bd398c11bfefaa8 on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 20:16:52.299132 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-40f81551-70d9-4a30-bab3-4589fa461268 req-ac769fbd-dd5d-4d4a-940c-9e33a9c3fc71 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a9a6af1-4ab5-4b08-9c90-9316dd6fa269 HTTP/1.1" status: 200 len: 210 time: 0.0960875 Dec 15 20:16:53.405832 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 20:16:53.409180 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 36994) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:16:53.444140 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] No Port match for: bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 20:16:53.444540 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device bb64f73d-15f6-48fd-bf9d-1c43f57ee8b2 not bound to the agent host hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 20:16:53.486586 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-312491d0-e235-48e2-b451-e9c48c5f3e92 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks [] for security_group, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:16:53.516444 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-312491d0-e235-48e2-b451-e9c48c5f3e92 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:16:53.719596 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-312491d0-e235-48e2-b451-e9c48c5f3e92 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:16:53.725329 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e93b0fb3-5734-4581-8a87-a10db2dbce02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:16:53.742580 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312491d0-e235-48e2-b451-e9c48c5f3e92 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c32b3fb-52bf-4fa7-9f7e-539d42e29fb4,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:16:53.745073 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-312491d0-e235-48e2-b451-e9c48c5f3e92 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:16:53.781844 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-312491d0-e235-48e2-b451-e9c48c5f3e92 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:16:53.783120 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-312491d0-e235-48e2-b451-e9c48c5f3e92 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "DELETE /v2.0/security-groups/5c32b3fb-52bf-4fa7-9f7e-539d42e29fb4 HTTP/1.1" status: 204 len: 168 time: 0.3728867 Dec 15 20:16:54.188719 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 37004) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:16:54.195169 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-910e6f86-b258-48ac-9f46-c8759c601935 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2081135000', 'description': 'tempest-secgroup-smoke-2081135000 description', 'project_id': 'd67cc805c42b4faf8bd398c11bfefaa8'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:16:54.201745 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-910e6f86-b258-48ac-9f46-c8759c601935 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:16:54.206226 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-910e6f86-b258-48ac-9f46-c8759c601935 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Usage tracker for resource:security_group and tenant:d67cc805c42b4faf8bd398c11bfefaa8 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:16:54.209244 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-910e6f86-b258-48ac-9f46-c8759c601935 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:16:54.215334 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-910e6f86-b258-48ac-9f46-c8759c601935 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:16:54.291291 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-910e6f86-b258-48ac-9f46-c8759c601935 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks [] for security_group, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:16:54.330628 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-910e6f86-b258-48ac-9f46-c8759c601935 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:16:54.334711 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-910e6f86-b258-48ac-9f46-c8759c601935 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Usage tracker for resource:security_group_rule and tenant:d67cc805c42b4faf8bd398c11bfefaa8 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:16:54.337764 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-910e6f86-b258-48ac-9f46-c8759c601935 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:16:54.344446 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-910e6f86-b258-48ac-9f46-c8759c601935 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:16:54.518688 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-910e6f86-b258-48ac-9f46-c8759c601935 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks [] for security_group, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:16:54.548159 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-910e6f86-b258-48ac-9f46-c8759c601935 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:16:54.553559 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-90ab5fbb-6326-4a2b-b398-3c815468493e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:16:54.599721 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910e6f86-b258-48ac-9f46-c8759c601935 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8baf8e7a-eed5-46df-b90f-2c88f2235a45,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:16:54.602570 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-910e6f86-b258-48ac-9f46-c8759c601935 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:16:54.628533 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-910e6f86-b258-48ac-9f46-c8759c601935 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:16:54.629915 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-910e6f86-b258-48ac-9f46-c8759c601935 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4401069 Dec 15 20:16:54.633078 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 37008) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:16:54.638990 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-d6df4783-09f4-49b3-81fe-9bb9d2325735 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Request body: {'security_group_rule': {'security_group_id': '8baf8e7a-eed5-46df-b90f-2c88f2235a45', 'project_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:16:54.646478 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-d6df4783-09f4-49b3-81fe-9bb9d2325735 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:16:54.651581 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d6df4783-09f4-49b3-81fe-9bb9d2325735 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Usage tracker for resource:security_group_rule and tenant:d67cc805c42b4faf8bd398c11bfefaa8 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:16:54.654355 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-d6df4783-09f4-49b3-81fe-9bb9d2325735 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:16:54.661187 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-d6df4783-09f4-49b3-81fe-9bb9d2325735 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:16:54.709711 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d6df4783-09f4-49b3-81fe-9bb9d2325735 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:16:54.748434 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:16:54.773511 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d6df4783-09f4-49b3-81fe-9bb9d2325735 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:16:54.805351 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d6df4783-09f4-49b3-81fe-9bb9d2325735 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:16:54.807280 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-58712fe7-c010-438a-8248-bd8dcd0573bf tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:16:54.831528 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6df4783-09f4-49b3-81fe-9bb9d2325735 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3742f063-cbd6-4b87-b08f-f61427bad288,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:16:54.834052 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d6df4783-09f4-49b3-81fe-9bb9d2325735 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:16:54.868421 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d6df4783-09f4-49b3-81fe-9bb9d2325735 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:16:54.869749 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d6df4783-09f4-49b3-81fe-9bb9d2325735 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2356791 Dec 15 20:16:54.872744 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 37012) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:16:54.879054 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-bdcfa3b3-0a54-47eb-9578-76fe512a724e tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Request body: {'security_group_rule': {'security_group_id': '8baf8e7a-eed5-46df-b90f-2c88f2235a45', 'project_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:16:54.885281 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-bdcfa3b3-0a54-47eb-9578-76fe512a724e tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:16:54.890084 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-bdcfa3b3-0a54-47eb-9578-76fe512a724e tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Usage tracker for resource:security_group_rule and tenant:d67cc805c42b4faf8bd398c11bfefaa8 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:16:54.893210 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-bdcfa3b3-0a54-47eb-9578-76fe512a724e tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:16:54.899385 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-bdcfa3b3-0a54-47eb-9578-76fe512a724e tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:16:54.948591 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bdcfa3b3-0a54-47eb-9578-76fe512a724e tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:16:55.069236 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bdcfa3b3-0a54-47eb-9578-76fe512a724e tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:16:55.108010 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bdcfa3b3-0a54-47eb-9578-76fe512a724e tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:16:55.110857 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fc0e2485-4ab0-478d-8ef9-5e31f086025c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:16:55.135824 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcfa3b3-0a54-47eb-9578-76fe512a724e tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc57a556-97bb-4115-aa1f-c8bd4a1ca73d,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:16:55.138397 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-bdcfa3b3-0a54-47eb-9578-76fe512a724e tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:16:55.171886 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bdcfa3b3-0a54-47eb-9578-76fe512a724e tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:16:55.173190 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-bdcfa3b3-0a54-47eb-9578-76fe512a724e tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2994540 Dec 15 20:16:55.176304 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 37016) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:16:55.182418 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-3e7c271e-7346-4cde-906e-5630104637a4 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Request body: {'security_group_rule': {'security_group_id': '8baf8e7a-eed5-46df-b90f-2c88f2235a45', 'project_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:16:55.189379 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-3e7c271e-7346-4cde-906e-5630104637a4 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:16:55.193447 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-3e7c271e-7346-4cde-906e-5630104637a4 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Usage tracker for resource:security_group_rule and tenant:d67cc805c42b4faf8bd398c11bfefaa8 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:16:55.196463 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-3e7c271e-7346-4cde-906e-5630104637a4 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:16:55.202524 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-3e7c271e-7346-4cde-906e-5630104637a4 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:16:55.343986 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3e7c271e-7346-4cde-906e-5630104637a4 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:16:55.651073 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3e7c271e-7346-4cde-906e-5630104637a4 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:16:55.685454 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3e7c271e-7346-4cde-906e-5630104637a4 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:16:55.687485 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-89961dd9-7a2b-4349-8583-b00a1b4fca59 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:16:55.710903 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c271e-7346-4cde-906e-5630104637a4 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6765e758-8624-441c-8612-3ccfb0b9f137,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:16:55.713472 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3e7c271e-7346-4cde-906e-5630104637a4 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:16:55.748027 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3e7c271e-7346-4cde-906e-5630104637a4 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:16:55.749495 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-3e7c271e-7346-4cde-906e-5630104637a4 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5720007 Dec 15 20:16:55.752442 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 37020) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:16:55.758205 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-20e8087a-c8a0-48dc-a881-9f5e2de5946a tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Request body: {'security_group_rule': {'security_group_id': '8baf8e7a-eed5-46df-b90f-2c88f2235a45', 'project_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:16:55.764429 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-20e8087a-c8a0-48dc-a881-9f5e2de5946a tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:16:55.768550 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-20e8087a-c8a0-48dc-a881-9f5e2de5946a tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Usage tracker for resource:security_group_rule and tenant:d67cc805c42b4faf8bd398c11bfefaa8 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:16:55.771584 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-20e8087a-c8a0-48dc-a881-9f5e2de5946a tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:16:55.777596 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-20e8087a-c8a0-48dc-a881-9f5e2de5946a tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:16:55.828995 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-20e8087a-c8a0-48dc-a881-9f5e2de5946a tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:16:55.895034 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-20e8087a-c8a0-48dc-a881-9f5e2de5946a tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:16:55.925351 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-20e8087a-c8a0-48dc-a881-9f5e2de5946a tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:16:55.927273 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-666efbc6-20c9-42b8-83a7-507f5b9caff6 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:16:55.949907 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e8087a-c8a0-48dc-a881-9f5e2de5946a tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96d14c9f-ab5e-4822-96c6-4f31031a37ec,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:16:55.952932 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-20e8087a-c8a0-48dc-a881-9f5e2de5946a tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:16:56.000049 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-20e8087a-c8a0-48dc-a881-9f5e2de5946a tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:16:56.001373 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-20e8087a-c8a0-48dc-a881-9f5e2de5946a tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2479289 Dec 15 20:16:56.004395 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 37024) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:16:56.010463 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-898d7ba3-ba42-49c9-9d78-8e34d4798987 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Request body: {'security_group_rule': {'security_group_id': '8baf8e7a-eed5-46df-b90f-2c88f2235a45', 'project_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:16:56.020622 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-898d7ba3-ba42-49c9-9d78-8e34d4798987 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:16:56.024761 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-898d7ba3-ba42-49c9-9d78-8e34d4798987 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Usage tracker for resource:security_group_rule and tenant:d67cc805c42b4faf8bd398c11bfefaa8 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:16:56.027839 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-898d7ba3-ba42-49c9-9d78-8e34d4798987 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:16:56.034770 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-898d7ba3-ba42-49c9-9d78-8e34d4798987 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:16:56.073522 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.securitygroups_db [None req-898d7ba3-ba42-49c9-9d78-8e34d4798987 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Project d67cc805c42b4faf8bd398c11bfefaa8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 20:16:56.080629 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-898d7ba3-ba42-49c9-9d78-8e34d4798987 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:16:56.150355 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-898d7ba3-ba42-49c9-9d78-8e34d4798987 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:16:56.182534 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-898d7ba3-ba42-49c9-9d78-8e34d4798987 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:16:56.184415 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4a4de58f-1a99-4328-a69c-d58706298812 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:16:56.207239 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898d7ba3-ba42-49c9-9d78-8e34d4798987 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=691df5a9-c9a2-4e09-9cdb-8b1a5087cb63,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:16:56.209672 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-898d7ba3-ba42-49c9-9d78-8e34d4798987 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:16:56.245157 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-898d7ba3-ba42-49c9-9d78-8e34d4798987 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:16:56.246499 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-898d7ba3-ba42-49c9-9d78-8e34d4798987 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2410128 Dec 15 20:16:56.249903 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 37028) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:16:56.255816 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-1f2078b0-2298-4bb7-894b-2edd13556c63 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Request body: {'security_group_rule': {'security_group_id': '8baf8e7a-eed5-46df-b90f-2c88f2235a45', 'project_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:16:56.262040 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-1f2078b0-2298-4bb7-894b-2edd13556c63 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:16:56.266754 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-1f2078b0-2298-4bb7-894b-2edd13556c63 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Usage tracker for resource:security_group_rule and tenant:d67cc805c42b4faf8bd398c11bfefaa8 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:16:56.269737 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-1f2078b0-2298-4bb7-894b-2edd13556c63 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:16:56.275765 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-1f2078b0-2298-4bb7-894b-2edd13556c63 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:16:56.319702 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.securitygroups_db [None req-1f2078b0-2298-4bb7-894b-2edd13556c63 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Project d67cc805c42b4faf8bd398c11bfefaa8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 20:16:56.330030 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1f2078b0-2298-4bb7-894b-2edd13556c63 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:16:56.398926 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1f2078b0-2298-4bb7-894b-2edd13556c63 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:16:56.433773 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1f2078b0-2298-4bb7-894b-2edd13556c63 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:16:56.435641 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-82f7a436-c6d3-4994-87f1-ef403f85ec14 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:16:56.457031 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2078b0-2298-4bb7-894b-2edd13556c63 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e22d62d3-61b8-4606-86e2-044a974d366a,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:16:56.461043 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1f2078b0-2298-4bb7-894b-2edd13556c63 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:16:56.490711 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1f2078b0-2298-4bb7-894b-2edd13556c63 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:16:56.491973 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1f2078b0-2298-4bb7-894b-2edd13556c63 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2410619 Dec 15 20:17:02.969493 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 20:17:09.759951 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:17:09.761617 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9bb6da5a-1719-4514-8033-9cc6a56f1345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:17:10.621662 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-89717223-6e4d-486a-9293-c1a6fa1c64bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:17:11.061510 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:17:12.851158 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:17:24.821105 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:17:30.871486 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-4ca79568-0ce0-4646-a668-cf82a15675aa req-a56b89d3-a85f-4b4b-ae87-43583290f7cf tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Synchronizing usage tracker for tenant:d67cc805c42b4faf8bd398c11bfefaa8 on resource:security_group {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 20:17:30.912876 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-4ca79568-0ce0-4646-a668-cf82a15675aa req-a56b89d3-a85f-4b4b-ae87-43583290f7cf tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Unset dirty status for tenant:d67cc805c42b4faf8bd398c11bfefaa8 on resource:security_group {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 20:17:30.914102 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4ca79568-0ce0-4646-a668-cf82a15675aa req-a56b89d3-a85f-4b4b-ae87-43583290f7cf tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2081135000&fields=id&tenant_id=d67cc805c42b4faf8bd398c11bfefaa8 HTTP/1.1" status: 200 len: 267 time: 0.0858912 Dec 15 20:17:31.073422 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca79568-0ce0-4646-a668-cf82a15675aa req-cbea0421-2b42-4abb-856a-eb0780198e82 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:17:31.075021 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4ca79568-0ce0-4646-a668-cf82a15675aa req-cbea0421-2b42-4abb-856a-eb0780198e82 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/networks?id=b372ef8a-1dc5-433f-a5bb-adc5f75cee07 HTTP/1.1" status: 200 len: 808 time: 0.1538339 Dec 15 20:17:31.092632 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4ca79568-0ce0-4646-a668-cf82a15675aa req-45e7030d-a983-4642-83c3-675841891d56 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/quotas/d67cc805c42b4faf8bd398c11bfefaa8 HTTP/1.1" status: 200 len: 375 time: 0.0115471 Dec 15 20:17:31.180288 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4ca79568-0ce0-4646-a668-cf82a15675aa req-d362d81d-df40-4ea3-8b40-06b735596884 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d67cc805c42b4faf8bd398c11bfefaa8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0823028 Dec 15 20:17:31.467578 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4ca79568-0ce0-4646-a668-cf82a15675aa req-ee30bb2b-d77f-4e77-a193-deebb6e70a86 service neutron] 10.222.0.36 "GET /v2.0/networks/b372ef8a-1dc5-433f-a5bb-adc5f75cee07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052584 Dec 15 20:17:31.610330 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4ca79568-0ce0-4646-a668-cf82a15675aa req-84959a0b-e896-4c7b-86fc-45016967cfba service neutron] 10.222.0.36 "GET /v2.0/networks/b372ef8a-1dc5-433f-a5bb-adc5f75cee07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356740 Dec 15 20:17:32.124437 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d81034ee-5606-42da-a641-3ae7e2201adb req-1b5d4933-d0b4-4aa2-93fb-3239d0614b66 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d08a69-5a6a-44a9-aed2-5fb76d6faf49 HTTP/1.1" status: 200 len: 210 time: 0.0453401 Dec 15 20:17:33.304318 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-559a1036-4a4d-4cd9-bcb7-06851ae4fd39 req-f599dede-9e41-4d52-8646-58f2605d2344 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d08a69-5a6a-44a9-aed2-5fb76d6faf49 HTTP/1.1" status: 200 len: 210 time: 0.0497818 Dec 15 20:17:34.085043 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca79568-0ce0-4646-a668-cf82a15675aa req-f342e141-644a-443c-b8d7-09b945818472 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:17:34.086643 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4ca79568-0ce0-4646-a668-cf82a15675aa req-f342e141-644a-443c-b8d7-09b945818472 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.32 "GET /v2.0/networks?id=b372ef8a-1dc5-433f-a5bb-adc5f75cee07 HTTP/1.1" status: 200 len: 808 time: 0.1581972 Dec 15 20:17:34.149046 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4ca79568-0ce0-4646-a668-cf82a15675aa req-29aa55a0-7f38-4945-b10c-4e1d382e4ceb tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d67cc805c42b4faf8bd398c11bfefaa8 HTTP/1.1" status: 200 len: 380 time: 0.0433021 Dec 15 20:17:34.162284 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [req-4ca79568-0ce0-4646-a668-cf82a15675aa req-4459d42a-f334-4dca-ac22-47d79a071794 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Request body: {'port': {'device_id': '96d08a69-5a6a-44a9-aed2-5fb76d6faf49', 'network_id': 'b372ef8a-1dc5-433f-a5bb-adc5f75cee07', 'admin_state_up': True, 'tenant_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'security_groups': ['8baf8e7a-eed5-46df-b90f-2c88f2235a45']}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:17:34.306140 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [req-4ca79568-0ce0-4646-a668-cf82a15675aa req-4459d42a-f334-4dca-ac22-47d79a071794 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:17:34.316278 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [req-4ca79568-0ce0-4646-a668-cf82a15675aa req-4459d42a-f334-4dca-ac22-47d79a071794 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:17:34.365548 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ca79568-0ce0-4646-a668-cf82a15675aa req-4459d42a-f334-4dca-ac22-47d79a071794 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Made reservation on behalf of d67cc805c42b4faf8bd398c11bfefaa8 for: {'port': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 20:17:34.371588 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-4ca79568-0ce0-4646-a668-cf82a15675aa req-4459d42a-f334-4dca-ac22-47d79a071794 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:17:34.502151 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-46617179-6708-4394-83b7-b294ad5c090e req-2f33ce10-490c-4813-9043-b1a825c44597 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d08a69-5a6a-44a9-aed2-5fb76d6faf49 HTTP/1.1" status: 200 len: 210 time: 0.0661681 Dec 15 20:17:34.594954 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [req-4ca79568-0ce0-4646-a668-cf82a15675aa req-4459d42a-f334-4dca-ac22-47d79a071794 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Allocated IP 172.20.0.11 (b372ef8a-1dc5-433f-a5bb-adc5f75cee07/b0240e6f-f896-4e03-b330-c370fd8c2e9b/d0fca62d-00ee-4070-8c98-e45f9f95485d) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 20:17:34.903542 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-4ca79568-0ce0-4646-a668-cf82a15675aa req-4459d42a-f334-4dca-ac22-47d79a071794 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:17:34.941850 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [req-4ca79568-0ce0-4646-a668-cf82a15675aa req-4459d42a-f334-4dca-ac22-47d79a071794 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Transition to ACTIVE for port object d0fca62d-00ee-4070-8c98-e45f9f95485d will not be triggered until provisioned by entity DHCP. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 20:17:34.993815 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-4ca79568-0ce0-4646-a668-cf82a15675aa req-4459d42a-f334-4dca-ac22-47d79a071794 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:17:34.999836 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6a80f235-7d14-42ba-9f09-14f4b1ccf04d tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:17:35.073457 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ca79568-0ce0-4646-a668-cf82a15675aa req-4459d42a-f334-4dca-ac22-47d79a071794 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Network b372ef8a-1dc5-433f-a5bb-adc5f75cee07 is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 20:17:35.077288 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [req-4ca79568-0ce0-4646-a668-cf82a15675aa req-4459d42a-f334-4dca-ac22-47d79a071794 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 20:17:35.082592 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ca79568-0ce0-4646-a668-cf82a15675aa req-4459d42a-f334-4dca-ac22-47d79a071794 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:17:35.108515 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4459d42a-f334-4dca-ac22-47d79a071794 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Pushing event updated for resources: {'Port': ['ID=d0fca62d-00ee-4070-8c98-e45f9f95485d,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:17:35.114157 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4459d42a-f334-4dca-ac22-47d79a071794 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:17:35.148534 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca79568-0ce0-4646-a668-cf82a15675aa req-4459d42a-f334-4dca-ac22-47d79a071794 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:17:35.149205 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-4ca79568-0ce0-4646-a668-cf82a15675aa req-4459d42a-f334-4dca-ac22-47d79a071794 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:17:35.291755 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4ca79568-0ce0-4646-a668-cf82a15675aa req-4459d42a-f334-4dca-ac22-47d79a071794 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1333451 Dec 15 20:17:35.311033 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [req-4ca79568-0ce0-4646-a668-cf82a15675aa req-e5374675-eca4-463d-8c1f-7fea70a4b755 service neutron] Request body: {'port': {'device_id': '96d08a69-5a6a-44a9-aed2-5fb76d6faf49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:17:35.429074 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-4ca79568-0ce0-4646-a668-cf82a15675aa req-e5374675-eca4-463d-8c1f-7fea70a4b755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:17:35.534710 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-8f94f638-6a8e-46a6-a303-406e2045f786 None None] Provisioning for port d0fca62d-00ee-4070-8c98-e45f9f95485d completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 20:17:35.545954 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-8f94f638-6a8e-46a6-a303-406e2045f786 None None] Provisioning complete for port d0fca62d-00ee-4070-8c98-e45f9f95485d triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:17:35.545954 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-8f94f638-6a8e-46a6-a303-406e2045f786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:17:35.611979 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-8f94f638-6a8e-46a6-a303-406e2045f786 None None] Port d0fca62d-00ee-4070-8c98-e45f9f95485d cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 20:17:35.846775 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af27e84-ce62-4c88-9e8a-a751bd79b515 req-ae7e4f82-2770-41d3-828a-f4fdf1a3bfba tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:17:35.848088 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-1af27e84-ce62-4c88-9e8a-a751bd79b515 req-ae7e4f82-2770-41d3-828a-f4fdf1a3bfba tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Synchronizing usage tracker for tenant:d67cc805c42b4faf8bd398c11bfefaa8 on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 20:17:35.933042 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-1af27e84-ce62-4c88-9e8a-a751bd79b515 req-ae7e4f82-2770-41d3-828a-f4fdf1a3bfba tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Unset dirty status for tenant:d67cc805c42b4faf8bd398c11bfefaa8 on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 20:17:35.934328 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1af27e84-ce62-4c88-9e8a-a751bd79b515 req-ae7e4f82-2770-41d3-828a-f4fdf1a3bfba tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d08a69-5a6a-44a9-aed2-5fb76d6faf49 HTTP/1.1" status: 200 len: 932 time: 0.2830176 Dec 15 20:17:35.993121 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [req-4ca79568-0ce0-4646-a668-cf82a15675aa req-e5374675-eca4-463d-8c1f-7fea70a4b755 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0fca62d-00ee-4070-8c98-e45f9f95485d {{(pid=88990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 20:17:36.004959 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-4ca79568-0ce0-4646-a668-cf82a15675aa req-e5374675-eca4-463d-8c1f-7fea70a4b755 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:17:36.016720 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1af27e84-ce62-4c88-9e8a-a751bd79b515 req-1679d51a-34db-4d1c-837e-7ea386ef7bf4 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=8baf8e7a-eed5-46df-b90f-2c88f2235a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720761 Dec 15 20:17:36.025702 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [req-4ca79568-0ce0-4646-a668-cf82a15675aa req-e5374675-eca4-463d-8c1f-7fea70a4b755 service neutron] Transition to ACTIVE for port object d0fca62d-00ee-4070-8c98-e45f9f95485d will not be triggered until provisioned by entity L2. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 20:17:36.054545 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-4ca79568-0ce0-4646-a668-cf82a15675aa req-e5374675-eca4-463d-8c1f-7fea70a4b755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:17:36.059447 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-eccddd5c-b50b-45a0-8756-e0bd30cd49d7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:17:36.186835 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5374675-eca4-463d-8c1f-7fea70a4b755 service neutron] Pushing event updated for resources: {'Port': ['ID=d0fca62d-00ee-4070-8c98-e45f9f95485d,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:17:36.191436 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e5374675-eca4-463d-8c1f-7fea70a4b755 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:17:36.304369 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-4ca79568-0ce0-4646-a668-cf82a15675aa req-e5374675-eca4-463d-8c1f-7fea70a4b755 service neutron] Attempting to bind port d0fca62d-00ee-4070-8c98-e45f9f95485d on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 20:17:36.304752 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-4ca79568-0ce0-4646-a668-cf82a15675aa req-e5374675-eca4-463d-8c1f-7fea70a4b755 service neutron] Attempting to bind port d0fca62d-00ee-4070-8c98-e45f9f95485d by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'e6a8aa8e-9d6b-4f24-aec2-b3d64d4deda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b372ef8a-1dc5-433f-a5bb-adc5f75cee07'}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 20:17:36.305085 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca79568-0ce0-4646-a668-cf82a15675aa req-e5374675-eca4-463d-8c1f-7fea70a4b755 service neutron] Attempting to bind port d0fca62d-00ee-4070-8c98-e45f9f95485d on network b372ef8a-1dc5-433f-a5bb-adc5f75cee07 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 20:17:36.311462 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca79568-0ce0-4646-a668-cf82a15675aa req-e5374675-eca4-463d-8c1f-7fea70a4b755 service neutron] Port d0fca62d-00ee-4070-8c98-e45f9f95485d on network b372ef8a-1dc5-433f-a5bb-adc5f75cee07 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 20:17:36.311943 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca79568-0ce0-4646-a668-cf82a15675aa req-e5374675-eca4-463d-8c1f-7fea70a4b755 service neutron] Attempting to bind port d0fca62d-00ee-4070-8c98-e45f9f95485d on network b372ef8a-1dc5-433f-a5bb-adc5f75cee07 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 20:17:36.318467 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca79568-0ce0-4646-a668-cf82a15675aa req-e5374675-eca4-463d-8c1f-7fea70a4b755 service neutron] Checking agent: {'id': '59e4c979-c5dd-468d-a1f2-341133950749', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 12, 24), 'started_at': datetime.datetime(2021, 12, 15, 19, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 20, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 20:17:36.318836 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca79568-0ce0-4646-a668-cf82a15675aa req-e5374675-eca4-463d-8c1f-7fea70a4b755 service neutron] Checking segment: {'id': 'e6a8aa8e-9d6b-4f24-aec2-b3d64d4deda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b372ef8a-1dc5-433f-a5bb-adc5f75cee07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 20:17:36.319380 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca79568-0ce0-4646-a668-cf82a15675aa req-e5374675-eca4-463d-8c1f-7fea70a4b755 service neutron] Bound using segment: {'id': 'e6a8aa8e-9d6b-4f24-aec2-b3d64d4deda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b372ef8a-1dc5-433f-a5bb-adc5f75cee07'} {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 20:17:36.319866 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-4ca79568-0ce0-4646-a668-cf82a15675aa req-e5374675-eca4-463d-8c1f-7fea70a4b755 service neutron] Bound port: d0fca62d-00ee-4070-8c98-e45f9f95485d, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6a8aa8e-9d6b-4f24-aec2-b3d64d4deda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b372ef8a-1dc5-433f-a5bb-adc5f75cee07'}}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 20:17:36.320216 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-4ca79568-0ce0-4646-a668-cf82a15675aa req-e5374675-eca4-463d-8c1f-7fea70a4b755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:17:36.412569 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-4ca79568-0ce0-4646-a668-cf82a15675aa req-e5374675-eca4-463d-8c1f-7fea70a4b755 service neutron] For port d0fca62d-00ee-4070-8c98-e45f9f95485d, host hv-neutron-8218, cleared binding levels {{(pid=88990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 20:17:36.415558 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-4ca79568-0ce0-4646-a668-cf82a15675aa req-e5374675-eca4-463d-8c1f-7fea70a4b755 service neutron] For port d0fca62d-00ee-4070-8c98-e45f9f95485d, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=d0fca62d-00ee-4070-8c98-e45f9f95485d,segment=NetworkSegment(e6a8aa8e-9d6b-4f24-aec2-b3d64d4deda8),segment_id=e6a8aa8e-9d6b-4f24-aec2-b3d64d4deda8)] {{(pid=88990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 20:17:36.439507 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-4ca79568-0ce0-4646-a668-cf82a15675aa req-e5374675-eca4-463d-8c1f-7fea70a4b755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:17:36.445069 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d874127a-228a-4c5d-bceb-56671e5effab tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:17:36.499659 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-4ca79568-0ce0-4646-a668-cf82a15675aa req-e5374675-eca4-463d-8c1f-7fea70a4b755 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:17:36.501194 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4ca79568-0ce0-4646-a668-cf82a15675aa req-e5374675-eca4-463d-8c1f-7fea70a4b755 service neutron] 10.222.0.32 "PUT /v2.0/ports/d0fca62d-00ee-4070-8c98-e45f9f95485d HTTP/1.1" status: 200 len: 1094 time: 1.1955466 Dec 15 20:17:36.501759 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96d08a69-5a6a-44a9-aed2-5fb76d6faf49', 'tag': 'd0fca62d-00ee-4070-8c98-e45f9f95485d'}] {{(pid=88990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 20:17:36.528135 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5374675-eca4-463d-8c1f-7fea70a4b755 service neutron] Pushing event updated for resources: {'Port': ['ID=d0fca62d-00ee-4070-8c98-e45f9f95485d,revision_number=3']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:17:36.531515 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e5374675-eca4-463d-8c1f-7fea70a4b755 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:17:36.561343 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96d08a69-5a6a-44a9-aed2-5fb76d6faf49', 'tag': 'd0fca62d-00ee-4070-8c98-e45f9f95485d', 'status': 'completed', 'code': 200} Dec 15 20:17:36.654511 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4ca79568-0ce0-4646-a668-cf82a15675aa req-d9fbdc40-5fe1-49bf-a918-eafe808b7d89 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d67cc805c42b4faf8bd398c11bfefaa8&device_id=96d08a69-5a6a-44a9-aed2-5fb76d6faf49 HTTP/1.1" status: 200 len: 1097 time: 0.0861647 Dec 15 20:17:36.734285 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4ca79568-0ce0-4646-a668-cf82a15675aa req-3155177a-63b7-4e52-a727-122a58411d12 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0fca62d-00ee-4070-8c98-e45f9f95485d HTTP/1.1" status: 200 len: 217 time: 0.0674644 Dec 15 20:17:36.812195 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca79568-0ce0-4646-a668-cf82a15675aa req-28ea7270-2021-4b19-8f64-3800eade9c5a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:17:36.813703 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4ca79568-0ce0-4646-a668-cf82a15675aa req-28ea7270-2021-4b19-8f64-3800eade9c5a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b0240e6f-f896-4e03-b330-c370fd8c2e9b HTTP/1.1" status: 200 len: 847 time: 0.0697668 Dec 15 20:17:36.896834 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4ca79568-0ce0-4646-a668-cf82a15675aa req-b4cd60b3-9617-46ef-9eb9-959741ffd82b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b372ef8a-1dc5-433f-a5bb-adc5f75cee07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734470 Dec 15 20:17:37.044920 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4ca79568-0ce0-4646-a668-cf82a15675aa req-5e7e7c9a-60fa-4c44-bcd4-a8baea2ba0d1 service neutron] 10.222.0.32 "GET /v2.0/networks/b372ef8a-1dc5-433f-a5bb-adc5f75cee07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374221 Dec 15 20:17:37.478750 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4ca79568-0ce0-4646-a668-cf82a15675aa req-b148d954-4c51-4ed2-85a0-78cd4e7667ee service neutron] 10.222.0.32 "GET /v2.0/networks/b372ef8a-1dc5-433f-a5bb-adc5f75cee07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4250624 Dec 15 20:17:37.499583 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca9fc75-8ce0-4099-b665-045c08208c3c req-22afab4c-a715-446c-a96d-2b5320a74f65 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:17:37.501152 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8ca9fc75-8ce0-4099-b665-045c08208c3c req-22afab4c-a715-446c-a96d-2b5320a74f65 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d08a69-5a6a-44a9-aed2-5fb76d6faf49 HTTP/1.1" status: 200 len: 944 time: 0.3598549 Dec 15 20:17:37.549999 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8ca9fc75-8ce0-4099-b665-045c08208c3c req-25c766ce-8bf6-4e12-947e-69ce30860e61 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=8baf8e7a-eed5-46df-b90f-2c88f2235a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422802 Dec 15 20:17:37.660665 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f4d9403d-fb79-43c4-be94-26c78e52e253 req-891e3a09-924a-4354-b49c-f731420fb774 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d67cc805c42b4faf8bd398c11bfefaa8&device_id=96d08a69-5a6a-44a9-aed2-5fb76d6faf49 HTTP/1.1" status: 200 len: 1097 time: 0.0744927 Dec 15 20:17:37.803991 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d9403d-fb79-43c4-be94-26c78e52e253 req-f871678b-7a87-45d4-8420-f95139a17cc3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:17:37.805554 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f4d9403d-fb79-43c4-be94-26c78e52e253 req-f871678b-7a87-45d4-8420-f95139a17cc3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b372ef8a-1dc5-433f-a5bb-adc5f75cee07 HTTP/1.1" status: 200 len: 909 time: 0.1365182 Dec 15 20:17:37.891576 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f4d9403d-fb79-43c4-be94-26c78e52e253 req-22f579cb-b9bb-4e7b-8203-5eddaaf73d80 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0fca62d-00ee-4070-8c98-e45f9f95485d HTTP/1.1" status: 200 len: 217 time: 0.0686200 Dec 15 20:17:37.956020 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d9403d-fb79-43c4-be94-26c78e52e253 req-b677465a-923d-4786-9a6b-3cc5328f4f4a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:17:37.958118 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f4d9403d-fb79-43c4-be94-26c78e52e253 req-b677465a-923d-4786-9a6b-3cc5328f4f4a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b0240e6f-f896-4e03-b330-c370fd8c2e9b HTTP/1.1" status: 200 len: 847 time: 0.0624747 Dec 15 20:17:38.044110 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f4d9403d-fb79-43c4-be94-26c78e52e253 req-3169b6b4-2cce-4a5b-b9dc-61c47a810c39 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b372ef8a-1dc5-433f-a5bb-adc5f75cee07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757303 Dec 15 20:17:38.188759 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f4d9403d-fb79-43c4-be94-26c78e52e253 req-a3c0b150-aa39-4c25-9f43-e8ab7b25716d service neutron] 10.222.0.32 "GET /v2.0/networks/b372ef8a-1dc5-433f-a5bb-adc5f75cee07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347890 Dec 15 20:17:38.265918 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-13cc0d0a-8de1-49fd-830b-a399a096a46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:17:38.335297 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f4d9403d-fb79-43c4-be94-26c78e52e253 req-fefe87ad-b0a4-4fe0-a1e5-4c3bb983e57b service neutron] 10.222.0.32 "GET /v2.0/networks/b372ef8a-1dc5-433f-a5bb-adc5f75cee07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367557 Dec 15 20:17:38.843264 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f32e6f-9d25-442f-b51d-9a4ee8a9f9c8 req-b7c0f6fd-1190-4c5b-831c-6fa33047fb3f tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:17:38.844775 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-17f32e6f-9d25-442f-b51d-9a4ee8a9f9c8 req-b7c0f6fd-1190-4c5b-831c-6fa33047fb3f tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d08a69-5a6a-44a9-aed2-5fb76d6faf49 HTTP/1.1" status: 200 len: 944 time: 0.1632774 Dec 15 20:17:38.892646 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-17f32e6f-9d25-442f-b51d-9a4ee8a9f9c8 req-7fbad81a-ae11-40d7-a3d3-aa96ef2bc52e tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=8baf8e7a-eed5-46df-b90f-2c88f2235a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411441 Dec 15 20:17:39.547019 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:17:39.968802 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 20:17:40.101909 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e7ccb2-9677-470c-999d-60522868d510 req-900f4226-55f9-48c0-a4db-fe736e14bdae tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:17:40.103419 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d1e7ccb2-9677-470c-999d-60522868d510 req-900f4226-55f9-48c0-a4db-fe736e14bdae tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d08a69-5a6a-44a9-aed2-5fb76d6faf49 HTTP/1.1" status: 200 len: 944 time: 0.0853562 Dec 15 20:17:40.151163 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d1e7ccb2-9677-470c-999d-60522868d510 req-21e27ad9-3b3a-4209-95d9-c921df466338 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=8baf8e7a-eed5-46df-b90f-2c88f2235a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416625 Dec 15 20:17:40.581359 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-de61ed97-f7cd-4157-9f94-d8e4eeae79d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:17:41.061368 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:17:41.357183 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f3f360-d591-4844-a43b-2b3e55efcc91 req-2f105f82-29a1-45e6-8baf-157e5325bc52 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:17:41.358781 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b9f3f360-d591-4844-a43b-2b3e55efcc91 req-2f105f82-29a1-45e6-8baf-157e5325bc52 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d08a69-5a6a-44a9-aed2-5fb76d6faf49 HTTP/1.1" status: 200 len: 944 time: 0.0831294 Dec 15 20:17:41.408056 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b9f3f360-d591-4844-a43b-2b3e55efcc91 req-e07900d2-59c0-4f79-99c7-3f71dadc214e tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=8baf8e7a-eed5-46df-b90f-2c88f2235a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429454 Dec 15 20:17:42.615662 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6051ab71-3f66-4774-a9a4-ace82ba110e4 req-b5037b15-85e7-453d-afe5-68b55b23d09a tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:17:42.617250 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6051ab71-3f66-4774-a9a4-ace82ba110e4 req-b5037b15-85e7-453d-afe5-68b55b23d09a tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d08a69-5a6a-44a9-aed2-5fb76d6faf49 HTTP/1.1" status: 200 len: 944 time: 0.0860319 Dec 15 20:17:42.666108 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6051ab71-3f66-4774-a9a4-ace82ba110e4 req-0166e961-505b-4cc2-97d7-a372e464da9e tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=8baf8e7a-eed5-46df-b90f-2c88f2235a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425372 Dec 15 20:17:42.849901 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:17:43.873173 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37155990-2b02-44fe-89f2-cdb6343e9509 req-3c47e222-c4ee-4737-98bd-73092aa4e5e2 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:17:43.874840 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-37155990-2b02-44fe-89f2-cdb6343e9509 req-3c47e222-c4ee-4737-98bd-73092aa4e5e2 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d08a69-5a6a-44a9-aed2-5fb76d6faf49 HTTP/1.1" status: 200 len: 944 time: 0.0851355 Dec 15 20:17:43.927173 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-37155990-2b02-44fe-89f2-cdb6343e9509 req-7a3d1f0b-1ef0-4eda-99ee-080cdd717400 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=8baf8e7a-eed5-46df-b90f-2c88f2235a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460296 Dec 15 20:17:45.135265 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2261a0b-ac3b-4382-b707-05374167dea3 req-5bb18c48-5d88-4b04-b273-ffa16fc852ca tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:17:45.136870 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b2261a0b-ac3b-4382-b707-05374167dea3 req-5bb18c48-5d88-4b04-b273-ffa16fc852ca tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d08a69-5a6a-44a9-aed2-5fb76d6faf49 HTTP/1.1" status: 200 len: 944 time: 0.0865984 Dec 15 20:17:45.185438 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b2261a0b-ac3b-4382-b707-05374167dea3 req-48f7f7b3-492f-4f7a-8010-bd548a5c3697 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=8baf8e7a-eed5-46df-b90f-2c88f2235a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424304 Dec 15 20:17:45.683867 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device d0fca62d-00ee-4070-8c98-e45f9f95485d details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 15 20:17:45.826037 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port d0fca62d-00ee-4070-8c98-e45f9f95485d, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=d0fca62d-00ee-4070-8c98-e45f9f95485d,segment=NetworkSegment(e6a8aa8e-9d6b-4f24-aec2-b3d64d4deda8),segment_id=e6a8aa8e-9d6b-4f24-aec2-b3d64d4deda8)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:17:45.840623 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Returning: {'device': 'd0fca62d-00ee-4070-8c98-e45f9f95485d', 'network_id': 'b372ef8a-1dc5-433f-a5bb-adc5f75cee07', 'port_id': 'd0fca62d-00ee-4070-8c98-e45f9f95485d', 'mac_address': 'fa:16:3e:d7:13:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0240e6f-f896-4e03-b330-c370fd8c2e9b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 20:17:45.899602 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:17:45.917520 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0fca62d-00ee-4070-8c98-e45f9f95485d {{(pid=88992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 20:17:45.932695 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port d0fca62d-00ee-4070-8c98-e45f9f95485d, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=d0fca62d-00ee-4070-8c98-e45f9f95485d,segment=NetworkSegment(e6a8aa8e-9d6b-4f24-aec2-b3d64d4deda8),segment_id=e6a8aa8e-9d6b-4f24-aec2-b3d64d4deda8)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:17:45.968322 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:17:45.970148 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:17:46.034410 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=d0fca62d-00ee-4070-8c98-e45f9f95485d,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:17:46.043424 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:17:46.043823 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:17:46.044217 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:17:46.044602 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:17:46.044986 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:17:46.045368 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:17:46.045747 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:17:46.046127 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:17:46.046528 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:17:46.046906 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:17:46.047282 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:17:46.051803 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:17:46.229269 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] get_ports_and_sgs() called for port_ids ['d0fca62d-00ee-4070-8c98-e45f9f95485d'] {{(pid=88992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 20:17:46.405223 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba226c1-7e37-4b88-8087-a86f8a3e5123 req-5dc35793-7e85-4f24-8b39-9bd75dffd1f4 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:17:46.407948 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2ba226c1-7e37-4b88-8087-a86f8a3e5123 req-5dc35793-7e85-4f24-8b39-9bd75dffd1f4 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d08a69-5a6a-44a9-aed2-5fb76d6faf49 HTTP/1.1" status: 200 len: 945 time: 0.0947015 Dec 15 20:17:46.461213 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2ba226c1-7e37-4b88-8087-a86f8a3e5123 req-83949d4a-4cdd-4434-9489-c68cbf7e7393 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=8baf8e7a-eed5-46df-b90f-2c88f2235a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457857 Dec 15 20:17:47.668014 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85972bed-429a-4809-aea6-fe76d41e08f0 req-e9763d7d-c55b-4bfe-a4ce-0250b1f26456 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:17:47.669628 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-85972bed-429a-4809-aea6-fe76d41e08f0 req-e9763d7d-c55b-4bfe-a4ce-0250b1f26456 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d08a69-5a6a-44a9-aed2-5fb76d6faf49 HTTP/1.1" status: 200 len: 945 time: 0.0847638 Dec 15 20:17:47.700061 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device d0fca62d-00ee-4070-8c98-e45f9f95485d up at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 20:17:47.718688 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-85972bed-429a-4809-aea6-fe76d41e08f0 req-d5a5c576-0594-4a51-a890-70ab5d5c7b6e tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=8baf8e7a-eed5-46df-b90f-2c88f2235a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427477 Dec 15 20:17:47.803125 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning for port d0fca62d-00ee-4070-8c98-e45f9f95485d completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 20:17:47.807901 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning complete for port d0fca62d-00ee-4070-8c98-e45f9f95485d triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:17:47.808328 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:17:47.923933 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:17:47.954357 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d08a69-5a6a-44a9-aed2-5fb76d6faf49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0fca62d-00ee-4070-8c98-e45f9f95485d'}] {{(pid=88992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 20:17:47.964397 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port d0fca62d-00ee-4070-8c98-e45f9f95485d, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=d0fca62d-00ee-4070-8c98-e45f9f95485d,segment=NetworkSegment(e6a8aa8e-9d6b-4f24-aec2-b3d64d4deda8),segment_id=e6a8aa8e-9d6b-4f24-aec2-b3d64d4deda8)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:17:48.009247 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:17:48.011343 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:17:48.045741 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96d08a69-5a6a-44a9-aed2-5fb76d6faf49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0fca62d-00ee-4070-8c98-e45f9f95485d', 'code': 200} Dec 15 20:17:48.078935 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=d0fca62d-00ee-4070-8c98-e45f9f95485d,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:17:48.081900 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:17:48.358731 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b81feba1-212d-4a4c-af2d-215527e47aa9 req-8494427a-b1bf-4b3e-aa0b-0a6a25224afb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=96d08a69-5a6a-44a9-aed2-5fb76d6faf49 HTTP/1.1" status: 200 len: 1099 time: 0.0757053 Dec 15 20:17:48.401389 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b81feba1-212d-4a4c-af2d-215527e47aa9 req-743d78a1-8560-4406-835c-6d70dc1542f7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8baf8e7a-eed5-46df-b90f-2c88f2235a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370524 Dec 15 20:17:48.931316 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6959f9-977f-4204-8078-517248b47950 req-2a6aeb1f-9435-4eb6-9332-98097e3a2d0b tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:17:48.932839 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2e6959f9-977f-4204-8078-517248b47950 req-2a6aeb1f-9435-4eb6-9332-98097e3a2d0b tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d08a69-5a6a-44a9-aed2-5fb76d6faf49 HTTP/1.1" status: 200 len: 946 time: 0.0875731 Dec 15 20:17:48.980135 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2e6959f9-977f-4204-8078-517248b47950 req-a962cf77-6055-4057-98a7-66775ca6f115 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=8baf8e7a-eed5-46df-b90f-2c88f2235a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410900 Dec 15 20:17:50.187363 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789382a8-7e02-4713-a02c-0d1b67e322a4 req-2458633f-e84c-45ed-870c-52f282be1946 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:17:50.188935 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-789382a8-7e02-4713-a02c-0d1b67e322a4 req-2458633f-e84c-45ed-870c-52f282be1946 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d08a69-5a6a-44a9-aed2-5fb76d6faf49 HTTP/1.1" status: 200 len: 946 time: 0.0841701 Dec 15 20:17:50.236168 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-789382a8-7e02-4713-a02c-0d1b67e322a4 req-614de959-ba26-4715-9f00-89bdfe5e5ebd tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=8baf8e7a-eed5-46df-b90f-2c88f2235a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408709 Dec 15 20:17:50.453452 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fd4eef-99d8-44aa-80a5-026a154f1f67 req-dc691d05-4970-49f7-bea8-abc1d63766df tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:17:50.455065 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-68fd4eef-99d8-44aa-80a5-026a154f1f67 req-dc691d05-4970-49f7-bea8-abc1d63766df tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d08a69-5a6a-44a9-aed2-5fb76d6faf49 HTTP/1.1" status: 200 len: 946 time: 0.0808728 Dec 15 20:17:50.508826 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-68fd4eef-99d8-44aa-80a5-026a154f1f67 req-b2624d3b-5607-4592-a72e-2298bf2a87aa tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=8baf8e7a-eed5-46df-b90f-2c88f2235a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471888 Dec 15 20:17:50.537052 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 37276) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:17:50.686267 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9fc92254-a3b2-42ce-91a1-072068441dec tempest-TestShelveInstance-984809212 tempest-TestShelveInstance-984809212-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=96d08a69-5a6a-44a9-aed2-5fb76d6faf49 HTTP/1.1" status: 200 len: 1094 time: 0.1478543 Dec 15 20:17:50.689054 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 37282) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:17:50.694740 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-3b8f0c14-f076-4c33-8d0e-32d4e4b97bad tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Request body: {'floatingip': {'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'port_id': 'd0fca62d-00ee-4070-8c98-e45f9f95485d', 'tenant_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:17:50.700598 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-3b8f0c14-f076-4c33-8d0e-32d4e4b97bad tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:17:50.704629 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-3b8f0c14-f076-4c33-8d0e-32d4e4b97bad tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Usage tracker for resource:floatingip and tenant:d67cc805c42b4faf8bd398c11bfefaa8 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:17:50.708158 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-3b8f0c14-f076-4c33-8d0e-32d4e4b97bad tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:17:50.714132 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-3b8f0c14-f076-4c33-8d0e-32d4e4b97bad tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:17:50.747304 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3b8f0c14-f076-4c33-8d0e-32d4e4b97bad tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks [] for floatingip, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:17:50.894159 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3b8f0c14-f076-4c33-8d0e-32d4e4b97bad tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:17:51.038271 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-3b8f0c14-f076-4c33-8d0e-32d4e4b97bad tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Allocated IP 172.26.3.254 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/05dd498e-ef1f-4a50-995f-918549e3bc6f) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 20:17:51.287708 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3b8f0c14-f076-4c33-8d0e-32d4e4b97bad tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:17:51.345728 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3b8f0c14-f076-4c33-8d0e-32d4e4b97bad tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:17:51.350083 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-cdbb01ba-3d0b-485a-87dc-60d558a310fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:17:51.413556 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8f0c14-f076-4c33-8d0e-32d4e4b97bad tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 20:17:51.417075 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-3b8f0c14-f076-4c33-8d0e-32d4e4b97bad tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 20:17:51.419754 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8f0c14-f076-4c33-8d0e-32d4e4b97bad tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:17:51.458550 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8f0c14-f076-4c33-8d0e-32d4e4b97bad tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Pushing event updated for resources: {'Port': ['ID=05dd498e-ef1f-4a50-995f-918549e3bc6f,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:17:51.478445 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8f0c14-f076-4c33-8d0e-32d4e4b97bad tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:17:51.478879 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8f0c14-f076-4c33-8d0e-32d4e4b97bad tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:17:51.479303 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8f0c14-f076-4c33-8d0e-32d4e4b97bad tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:17:51.479720 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8f0c14-f076-4c33-8d0e-32d4e4b97bad tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:17:51.480135 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8f0c14-f076-4c33-8d0e-32d4e4b97bad tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:17:51.480547 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8f0c14-f076-4c33-8d0e-32d4e4b97bad tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:17:51.480958 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8f0c14-f076-4c33-8d0e-32d4e4b97bad tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:17:51.481370 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8f0c14-f076-4c33-8d0e-32d4e4b97bad tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:17:51.481777 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8f0c14-f076-4c33-8d0e-32d4e4b97bad tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:17:51.482185 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8f0c14-f076-4c33-8d0e-32d4e4b97bad tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:17:51.482619 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8f0c14-f076-4c33-8d0e-32d4e4b97bad tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:17:51.486978 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3b8f0c14-f076-4c33-8d0e-32d4e4b97bad tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:17:51.956064 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3b8f0c14-f076-4c33-8d0e-32d4e4b97bad tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:17:52.048671 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3b8f0c14-f076-4c33-8d0e-32d4e4b97bad tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:17:52.257246 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3b8f0c14-f076-4c33-8d0e-32d4e4b97bad tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:17:52.287861 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3b8f0c14-f076-4c33-8d0e-32d4e4b97bad tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:17:52.292180 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f7556316-6586-4982-bfa9-01d4799db52b tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:17:52.398764 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8f0c14-f076-4c33-8d0e-32d4e4b97bad tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Pushing event updated for resources: {'Port': ['ID=05dd498e-ef1f-4a50-995f-918549e3bc6f,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:17:52.405178 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3b8f0c14-f076-4c33-8d0e-32d4e4b97bad tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:17:52.413752 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3b8f0c14-f076-4c33-8d0e-32d4e4b97bad tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634093'] for floatingip, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:17:52.843643 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.l3_db [None req-3b8f0c14-f076-4c33-8d0e-32d4e4b97bad tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Floating IP 1435ead5-5019-4c8d-9026-898781e431da associated. External IP: 172.26.3.254, port: d0fca62d-00ee-4070-8c98-e45f9f95485d. Dec 15 20:17:53.245754 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b8f0c14-f076-4c33-8d0e-32d4e4b97bad tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Router 696aef89-8e88-41ca-bca2-d1e92006c2fa has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 20:17:53.454918 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b8f0c14-f076-4c33-8d0e-32d4e4b97bad tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 20:17:53.465879 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff27376-fbce-415e-a787-10d3faca6bb7 None None] Sync routers for ids ['696aef89-8e88-41ca-bca2-d1e92006c2fa'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 20:17:53.479201 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff27376-fbce-415e-a787-10d3faca6bb7 None None] Routers {'696aef89-8e88-41ca-bca2-d1e92006c2fa'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:17:53.479889 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-eff27376-fbce-415e-a787-10d3faca6bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:17:41Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['696aef89-8e88-41ca-bca2-d1e92006c2fa'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:17:53.512939 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3b8f0c14-f076-4c33-8d0e-32d4e4b97bad tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:17:53.569303 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-3b8f0c14-f076-4c33-8d0e-32d4e4b97bad tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8791397 Dec 15 20:17:53.570029 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96d08a69-5a6a-44a9-aed2-5fb76d6faf49', 'tag': 'd0fca62d-00ee-4070-8c98-e45f9f95485d'}] {{(pid=88990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 20:17:53.625939 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96d08a69-5a6a-44a9-aed2-5fb76d6faf49', 'tag': 'd0fca62d-00ee-4070-8c98-e45f9f95485d', 'status': 'completed', 'code': 200} Dec 15 20:17:53.673850 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-eff27376-fbce-415e-a787-10d3faca6bb7 None None] Set router 696aef89-8e88-41ca-bca2-d1e92006c2fa gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:17:53.736859 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b729f8f5-5720-4981-8eda-e5a6fb24d5ea req-67bc8511-4d58-40d6-8123-007d0424d68d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d67cc805c42b4faf8bd398c11bfefaa8&device_id=96d08a69-5a6a-44a9-aed2-5fb76d6faf49 HTTP/1.1" status: 200 len: 1099 time: 0.0830765 Dec 15 20:17:53.888953 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b729f8f5-5720-4981-8eda-e5a6fb24d5ea req-c1dc3f61-11ee-4342-965b-670b730b7c36 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:17:53.890591 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b729f8f5-5720-4981-8eda-e5a6fb24d5ea req-c1dc3f61-11ee-4342-965b-670b730b7c36 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b372ef8a-1dc5-433f-a5bb-adc5f75cee07 HTTP/1.1" status: 200 len: 909 time: 0.1471128 Dec 15 20:17:53.994224 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b729f8f5-5720-4981-8eda-e5a6fb24d5ea req-c3b60fd6-3e62-44dd-ba71-b82716ab6d15 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0fca62d-00ee-4070-8c98-e45f9f95485d HTTP/1.1" status: 200 len: 1000 time: 0.0977843 Dec 15 20:17:54.066269 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b729f8f5-5720-4981-8eda-e5a6fb24d5ea req-90e074e3-3c20-4d44-82bb-c7daafea4c4e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:17:54.068491 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b729f8f5-5720-4981-8eda-e5a6fb24d5ea req-90e074e3-3c20-4d44-82bb-c7daafea4c4e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b0240e6f-f896-4e03-b330-c370fd8c2e9b HTTP/1.1" status: 200 len: 847 time: 0.0680442 Dec 15 20:17:54.151068 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b729f8f5-5720-4981-8eda-e5a6fb24d5ea req-27563a05-bc12-4014-afd3-58fd0708d68b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b372ef8a-1dc5-433f-a5bb-adc5f75cee07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763805 Dec 15 20:17:54.209786 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-eff27376-fbce-415e-a787-10d3faca6bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '696aef89-8e88-41ca-bca2-d1e92006c2fa', 'name': 'tempest-TestShelveInstance-220940260-router', 'tenant_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': 'e1e8d956-5a14-41a6-8dc5-bb9cad74193b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:12:10Z', 'updated_at': '2021-12-15T20:12:14Z', 'revision_number': 4, 'project_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'gw_port': {'id': 'e1e8d956-5a14-41a6-8dc5-bb9cad74193b', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:68:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696aef89-8e88-41ca-bca2-d1e92006c2fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:12:11Z', 'updated_at': '2021-12-15T20:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': '1435ead5-5019-4c8d-9026-898781e431da', 'tenant_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'floating_ip_address': '172.26.3.254', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': '696aef89-8e88-41ca-bca2-d1e92006c2fa', 'port_id': 'd0fca62d-00ee-4070-8c98-e45f9f95485d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b372ef8a-1dc5-433f-a5bb-adc5f75cee07', 'mac_address': 'fa:16:3e:d7:13:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d08a69-5a6a-44a9-aed2-5fb76d6faf49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T20:17:51Z', 'updated_at': '2021-12-15T20:17:51Z', 'revision_number': 0, 'project_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f9b554a-6166-4b39-8b2f-e4dbff5eb15d', 'name': '', 'network_id': 'b372ef8a-1dc5-433f-a5bb-adc5f75cee07', 'tenant_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'mac_address': 'fa:16:3e:f7:c5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696aef89-8e88-41ca-bca2-d1e92006c2fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0240e6f-f896-4e03-b330-c370fd8c2e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:12:13Z', 'updated_at': '2021-12-15T20:12:23Z', 'revision_number': 5, 'project_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'subnets': [{'id': 'b0240e6f-f896-4e03-b330-c370fd8c2e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:17:54.214635 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff27376-fbce-415e-a787-10d3faca6bb7 None None] Checking router: 696aef89-8e88-41ca-bca2-d1e92006c2fa for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 20:17:54.226157 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff27376-fbce-415e-a787-10d3faca6bb7 None None] Routers {'696aef89-8e88-41ca-bca2-d1e92006c2fa'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:17:54.226935 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-eff27376-fbce-415e-a787-10d3faca6bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:17:41Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['696aef89-8e88-41ca-bca2-d1e92006c2fa'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:17:54.292647 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b729f8f5-5720-4981-8eda-e5a6fb24d5ea req-b1cc740b-cc97-4378-aa2b-9e5d7df2d2db service neutron] 10.222.0.32 "GET /v2.0/networks/b372ef8a-1dc5-433f-a5bb-adc5f75cee07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355474 Dec 15 20:17:54.424245 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-eff27376-fbce-415e-a787-10d3faca6bb7 None None] Set router 696aef89-8e88-41ca-bca2-d1e92006c2fa gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:17:54.436118 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b729f8f5-5720-4981-8eda-e5a6fb24d5ea req-ea50824e-8781-4fd0-99c0-5647c660101e service neutron] 10.222.0.32 "GET /v2.0/networks/b372ef8a-1dc5-433f-a5bb-adc5f75cee07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372261 Dec 15 20:17:54.806518 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-eff27376-fbce-415e-a787-10d3faca6bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '696aef89-8e88-41ca-bca2-d1e92006c2fa', 'name': 'tempest-TestShelveInstance-220940260-router', 'tenant_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': 'e1e8d956-5a14-41a6-8dc5-bb9cad74193b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:12:10Z', 'updated_at': '2021-12-15T20:12:14Z', 'revision_number': 4, 'project_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'gw_port': {'id': 'e1e8d956-5a14-41a6-8dc5-bb9cad74193b', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:68:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696aef89-8e88-41ca-bca2-d1e92006c2fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:12:11Z', 'updated_at': '2021-12-15T20:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': '1435ead5-5019-4c8d-9026-898781e431da', 'tenant_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'floating_ip_address': '172.26.3.254', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': '696aef89-8e88-41ca-bca2-d1e92006c2fa', 'port_id': 'd0fca62d-00ee-4070-8c98-e45f9f95485d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b372ef8a-1dc5-433f-a5bb-adc5f75cee07', 'mac_address': 'fa:16:3e:d7:13:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d08a69-5a6a-44a9-aed2-5fb76d6faf49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T20:17:51Z', 'updated_at': '2021-12-15T20:17:51Z', 'revision_number': 0, 'project_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f9b554a-6166-4b39-8b2f-e4dbff5eb15d', 'name': '', 'network_id': 'b372ef8a-1dc5-433f-a5bb-adc5f75cee07', 'tenant_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'mac_address': 'fa:16:3e:f7:c5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696aef89-8e88-41ca-bca2-d1e92006c2fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0240e6f-f896-4e03-b330-c370fd8c2e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:12:13Z', 'updated_at': '2021-12-15T20:12:23Z', 'revision_number': 5, 'project_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'subnets': [{'id': 'b0240e6f-f896-4e03-b330-c370fd8c2e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:17:54.810793 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff27376-fbce-415e-a787-10d3faca6bb7 None None] The sync data for ids ['696aef89-8e88-41ca-bca2-d1e92006c2fa'] in dv-neutron-821831-2-hyperv is: [{'id': '696aef89-8e88-41ca-bca2-d1e92006c2fa', 'name': 'tempest-TestShelveInstance-220940260-router', 'tenant_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': 'e1e8d956-5a14-41a6-8dc5-bb9cad74193b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:12:10Z', 'updated_at': '2021-12-15T20:12:14Z', 'revision_number': 4, 'project_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'gw_port': {'id': 'e1e8d956-5a14-41a6-8dc5-bb9cad74193b', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:68:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696aef89-8e88-41ca-bca2-d1e92006c2fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:12:11Z', 'updated_at': '2021-12-15T20:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': '1435ead5-5019-4c8d-9026-898781e431da', 'tenant_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'floating_ip_address': '172.26.3.254', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': '696aef89-8e88-41ca-bca2-d1e92006c2fa', 'port_id': 'd0fca62d-00ee-4070-8c98-e45f9f95485d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b372ef8a-1dc5-433f-a5bb-adc5f75cee07', 'mac_address': 'fa:16:3e:d7:13:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d08a69-5a6a-44a9-aed2-5fb76d6faf49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T20:17:51Z', 'updated_at': '2021-12-15T20:17:51Z', 'revision_number': 0, 'project_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f9b554a-6166-4b39-8b2f-e4dbff5eb15d', 'name': '', 'network_id': 'b372ef8a-1dc5-433f-a5bb-adc5f75cee07', 'tenant_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'mac_address': 'fa:16:3e:f7:c5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696aef89-8e88-41ca-bca2-d1e92006c2fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0240e6f-f896-4e03-b330-c370fd8c2e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:12:13Z', 'updated_at': '2021-12-15T20:12:23Z', 'revision_number': 5, 'project_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'subnets': [{'id': 'b0240e6f-f896-4e03-b330-c370fd8c2e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 20:17:54.821570 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:17:55.222111 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab8bd39-7e1d-4953-b63b-07468d8b38eb None None] New status for floating IP 1435ead5-5019-4c8d-9026-898781e431da: ACTIVE {{(pid=88993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 15 20:18:08.358395 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-376dcdb3-8e5a-4b5f-a281-f5a9d9f30058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:18:09.535496 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:18:10.580759 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7452cb43-29e2-4054-85f4-dd51db2edfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:18:11.101025 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:18:12.855603 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:18:16.973986 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 20:18:24.775072 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:18:29.638784 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f1742e48-1ab3-462c-9fca-012881d66ee5 req-95676c3d-145f-45ef-8593-ea5829307454 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=96d08a69-5a6a-44a9-aed2-5fb76d6faf49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1513672 Dec 15 20:18:29.822069 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f1742e48-1ab3-462c-9fca-012881d66ee5 req-1646c1f5-f95b-45ae-9083-90dd2cec89a4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d67cc805c42b4faf8bd398c11bfefaa8&device_id=96d08a69-5a6a-44a9-aed2-5fb76d6faf49 HTTP/1.1" status: 200 len: 1099 time: 0.0757499 Dec 15 20:18:29.980707 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1742e48-1ab3-462c-9fca-012881d66ee5 req-08fff1ec-82f0-4027-8e75-3bb15b7902fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:18:29.982303 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f1742e48-1ab3-462c-9fca-012881d66ee5 req-08fff1ec-82f0-4027-8e75-3bb15b7902fa service neutron] 10.222.0.32 "GET /v2.0/networks?id=b372ef8a-1dc5-433f-a5bb-adc5f75cee07 HTTP/1.1" status: 200 len: 909 time: 0.1403348 Dec 15 20:18:30.097183 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f1742e48-1ab3-462c-9fca-012881d66ee5 req-691299b6-87dc-4ff3-be0b-44ebcca974e7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0fca62d-00ee-4070-8c98-e45f9f95485d HTTP/1.1" status: 200 len: 1002 time: 0.1079242 Dec 15 20:18:30.167173 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1742e48-1ab3-462c-9fca-012881d66ee5 req-a49d5641-f29a-4638-a7ed-5ab3c585a81f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:18:30.168713 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f1742e48-1ab3-462c-9fca-012881d66ee5 req-a49d5641-f29a-4638-a7ed-5ab3c585a81f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b0240e6f-f896-4e03-b330-c370fd8c2e9b HTTP/1.1" status: 200 len: 847 time: 0.0641561 Dec 15 20:18:30.257134 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f1742e48-1ab3-462c-9fca-012881d66ee5 req-fb435be5-1e69-4445-b853-976bfb5d7a0e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b372ef8a-1dc5-433f-a5bb-adc5f75cee07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772843 Dec 15 20:18:30.403392 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f1742e48-1ab3-462c-9fca-012881d66ee5 req-090a27d9-7506-44a7-a232-f2bb640b8c66 service neutron] 10.222.0.32 "GET /v2.0/networks/b372ef8a-1dc5-433f-a5bb-adc5f75cee07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386118 Dec 15 20:18:30.549234 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f1742e48-1ab3-462c-9fca-012881d66ee5 req-5180b0c1-f22f-4619-8ccc-c5ecc8dfe136 service neutron] 10.222.0.32 "GET /v2.0/networks/b372ef8a-1dc5-433f-a5bb-adc5f75cee07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372213 Dec 15 20:18:38.286458 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1617497b-bfe9-4b99-93a9-d6bf0bcabbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:18:39.555147 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:18:40.775389 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-54f93734-33bf-414d-b1c1-96415d6d8e47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:18:41.229124 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:18:42.854370 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:18:53.974656 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 20:18:54.773999 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:19:08.285101 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-771fe654-28f1-41bc-930b-e71181ab29f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:19:09.533759 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:19:10.593958 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2280448b-e692-4cee-ae46-3876bb53dae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:19:11.068170 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:19:12.856781 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:19:24.804697 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:19:30.976157 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 20:19:31.564472 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d78c3db5-5ec8-438b-a62d-f3a1af7f3139 req-68104edf-0a60-4ba9-87d9-663f900718c4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=96d08a69-5a6a-44a9-aed2-5fb76d6faf49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0748923 Dec 15 20:19:31.720906 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d78c3db5-5ec8-438b-a62d-f3a1af7f3139 req-30b1821c-1575-48e8-8202-78acd25a51f4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d67cc805c42b4faf8bd398c11bfefaa8&device_id=96d08a69-5a6a-44a9-aed2-5fb76d6faf49 HTTP/1.1" status: 200 len: 1099 time: 0.0759630 Dec 15 20:19:31.890036 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c3db5-5ec8-438b-a62d-f3a1af7f3139 req-8f2bb40e-5e95-4d2c-9b4d-01c87c07bee7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:19:31.891681 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d78c3db5-5ec8-438b-a62d-f3a1af7f3139 req-8f2bb40e-5e95-4d2c-9b4d-01c87c07bee7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b372ef8a-1dc5-433f-a5bb-adc5f75cee07 HTTP/1.1" status: 200 len: 909 time: 0.1485586 Dec 15 20:19:32.006562 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d78c3db5-5ec8-438b-a62d-f3a1af7f3139 req-4e6de0d5-b1bc-45f7-86cc-735813028228 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0fca62d-00ee-4070-8c98-e45f9f95485d HTTP/1.1" status: 200 len: 1002 time: 0.1035690 Dec 15 20:19:32.090291 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c3db5-5ec8-438b-a62d-f3a1af7f3139 req-bd500e3f-6dd4-49b2-ab3a-297cf5ec7ad4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:19:32.091844 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d78c3db5-5ec8-438b-a62d-f3a1af7f3139 req-bd500e3f-6dd4-49b2-ab3a-297cf5ec7ad4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b0240e6f-f896-4e03-b330-c370fd8c2e9b HTTP/1.1" status: 200 len: 847 time: 0.0675104 Dec 15 20:19:32.174930 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d78c3db5-5ec8-438b-a62d-f3a1af7f3139 req-0ec06570-8128-48ce-870a-592d4b2738de service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b372ef8a-1dc5-433f-a5bb-adc5f75cee07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748284 Dec 15 20:19:32.321845 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d78c3db5-5ec8-438b-a62d-f3a1af7f3139 req-ef7f359f-d9b5-4b27-bbff-63c901411db7 service neutron] 10.222.0.32 "GET /v2.0/networks/b372ef8a-1dc5-433f-a5bb-adc5f75cee07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360660 Dec 15 20:19:32.711187 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d78c3db5-5ec8-438b-a62d-f3a1af7f3139 req-29a1ac99-d395-4abc-a143-7c5f9ae47a35 service neutron] 10.222.0.32 "GET /v2.0/networks/b372ef8a-1dc5-433f-a5bb-adc5f75cee07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3802202 Dec 15 20:19:38.278342 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-275eb71b-a035-4d09-8c79-722c2ef44cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:19:39.529621 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:19:40.580725 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cf4523e1-3513-4daf-9326-ab714ac906af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:19:41.072174 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:19:42.933707 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:19:54.797725 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:20:07.983699 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 20:20:08.277201 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e760b9ce-a6b9-40a2-8301-75a1b6065a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:20:09.551010 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:20:10.579515 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2389c9c3-8baf-48a2-9376-fdd3670e3ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:20:11.082912 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:20:12.859612 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:20:24.813604 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:20:33.563678 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a8074a48-84ad-4ec5-a2f6-9615c1443003 req-3f462b5c-309d-42cd-afd6-f7dba9c7c768 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=96d08a69-5a6a-44a9-aed2-5fb76d6faf49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0743215 Dec 15 20:20:33.719826 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a8074a48-84ad-4ec5-a2f6-9615c1443003 req-102fb640-2a31-415a-a37b-e9cb8d1facb4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d67cc805c42b4faf8bd398c11bfefaa8&device_id=96d08a69-5a6a-44a9-aed2-5fb76d6faf49 HTTP/1.1" status: 200 len: 1099 time: 0.0789187 Dec 15 20:20:33.874561 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8074a48-84ad-4ec5-a2f6-9615c1443003 req-eb3dad43-e6e5-4858-a611-97d1ff002c41 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:20:33.876358 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a8074a48-84ad-4ec5-a2f6-9615c1443003 req-eb3dad43-e6e5-4858-a611-97d1ff002c41 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b372ef8a-1dc5-433f-a5bb-adc5f75cee07 HTTP/1.1" status: 200 len: 909 time: 0.1375842 Dec 15 20:20:33.987086 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a8074a48-84ad-4ec5-a2f6-9615c1443003 req-26f938a4-fd7d-450b-8475-a41c921517ec service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0fca62d-00ee-4070-8c98-e45f9f95485d HTTP/1.1" status: 200 len: 1002 time: 0.1035647 Dec 15 20:20:34.057590 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8074a48-84ad-4ec5-a2f6-9615c1443003 req-7b0795da-ccb2-47c0-bf91-37f84ade995a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:20:34.059302 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a8074a48-84ad-4ec5-a2f6-9615c1443003 req-7b0795da-ccb2-47c0-bf91-37f84ade995a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b0240e6f-f896-4e03-b330-c370fd8c2e9b HTTP/1.1" status: 200 len: 847 time: 0.0653524 Dec 15 20:20:34.139001 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a8074a48-84ad-4ec5-a2f6-9615c1443003 req-e45b8d31-e328-40fc-b313-de71c54232df service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b372ef8a-1dc5-433f-a5bb-adc5f75cee07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735977 Dec 15 20:20:34.288259 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a8074a48-84ad-4ec5-a2f6-9615c1443003 req-bdfb6791-1c15-4bf9-893b-fb7d10ff45a3 service neutron] 10.222.0.32 "GET /v2.0/networks/b372ef8a-1dc5-433f-a5bb-adc5f75cee07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423032 Dec 15 20:20:34.453561 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a8074a48-84ad-4ec5-a2f6-9615c1443003 req-20e556cf-2a3f-4a16-91d7-7e5311aca716 service neutron] 10.222.0.32 "GET /v2.0/networks/b372ef8a-1dc5-433f-a5bb-adc5f75cee07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574626 Dec 15 20:20:38.304212 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fbc69874-1420-4c76-b3b1-5ef5ded3e24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:20:39.527122 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:20:40.572799 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-975d2139-01a2-444e-b923-3143b70bb70e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:20:41.087348 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:20:42.863361 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:20:44.977932 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 20:20:45.419486 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cbf89d-b927-422f-9b62-c832e07147aa req-607fa51b-80ac-4d15-a219-f1e24e562607 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:20:45.421116 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a2cbf89d-b927-422f-9b62-c832e07147aa req-607fa51b-80ac-4d15-a219-f1e24e562607 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d08a69-5a6a-44a9-aed2-5fb76d6faf49 HTTP/1.1" status: 200 len: 946 time: 0.0901728 Dec 15 20:20:45.471403 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a2cbf89d-b927-422f-9b62-c832e07147aa req-4f60ab00-b862-4b7d-8141-f3c37c63d1cb tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=8baf8e7a-eed5-46df-b90f-2c88f2235a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424178 Dec 15 20:20:46.760993 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b810817-16a3-468e-9466-c37416009f43 req-4605130c-8ab8-4be7-851b-bada2b275171 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:20:46.762521 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1b810817-16a3-468e-9466-c37416009f43 req-4605130c-8ab8-4be7-851b-bada2b275171 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d08a69-5a6a-44a9-aed2-5fb76d6faf49 HTTP/1.1" status: 200 len: 946 time: 0.1667786 Dec 15 20:20:46.815843 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1b810817-16a3-468e-9466-c37416009f43 req-22f7a7e1-9c72-4126-9675-b5e6e3690677 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=8baf8e7a-eed5-46df-b90f-2c88f2235a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469322 Dec 15 20:20:48.039124 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1732e5-848c-4903-bcaa-530f80bb8ec3 req-294b9ae9-643d-4128-ba73-1e61deac51c8 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:20:48.040726 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-bb1732e5-848c-4903-bcaa-530f80bb8ec3 req-294b9ae9-643d-4128-ba73-1e61deac51c8 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d08a69-5a6a-44a9-aed2-5fb76d6faf49 HTTP/1.1" status: 200 len: 946 time: 0.0831807 Dec 15 20:20:48.089403 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-bb1732e5-848c-4903-bcaa-530f80bb8ec3 req-3a9bbc83-0187-414e-9636-adf27be407aa tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=8baf8e7a-eed5-46df-b90f-2c88f2235a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424674 Dec 15 20:20:49.303577 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b191c6c-9f4a-4f6a-a4ae-46c55e535147 req-63fca596-610e-4abc-91ef-64d5eb611327 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:20:49.305178 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8b191c6c-9f4a-4f6a-a4ae-46c55e535147 req-63fca596-610e-4abc-91ef-64d5eb611327 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d08a69-5a6a-44a9-aed2-5fb76d6faf49 HTTP/1.1" status: 200 len: 946 time: 0.0871761 Dec 15 20:20:49.355253 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8b191c6c-9f4a-4f6a-a4ae-46c55e535147 req-ae95f4c0-bbc0-4b52-8782-6eac7fc935d3 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=8baf8e7a-eed5-46df-b90f-2c88f2235a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438352 Dec 15 20:20:50.557523 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c01c2-1699-4208-a86d-2de56c10695c req-45a6c77e-7000-4549-ae35-e296109f4d3f tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:20:50.559173 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4b3c01c2-1699-4208-a86d-2de56c10695c req-45a6c77e-7000-4549-ae35-e296109f4d3f tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d08a69-5a6a-44a9-aed2-5fb76d6faf49 HTTP/1.1" status: 200 len: 946 time: 0.0818927 Dec 15 20:20:50.608997 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4b3c01c2-1699-4208-a86d-2de56c10695c req-32b9dec1-a5a8-43a2-aadc-21835388c845 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=8baf8e7a-eed5-46df-b90f-2c88f2235a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431650 Dec 15 20:20:51.907304 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31531cfe-2ba1-4e09-8db7-1d11895f0039 req-99ca88aa-3795-4c08-a90a-af338c5fa0a2 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:20:51.908832 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-31531cfe-2ba1-4e09-8db7-1d11895f0039 req-99ca88aa-3795-4c08-a90a-af338c5fa0a2 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d08a69-5a6a-44a9-aed2-5fb76d6faf49 HTTP/1.1" status: 200 len: 946 time: 0.0868356 Dec 15 20:20:51.959085 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-31531cfe-2ba1-4e09-8db7-1d11895f0039 req-dc171133-e997-46a2-811a-05dc9abaff20 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=8baf8e7a-eed5-46df-b90f-2c88f2235a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439446 Dec 15 20:20:53.165750 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6826fa78-b98e-42f0-85ef-778342e9d649 req-ed9f4602-17a7-4c64-b40a-21b5a97681db tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:20:53.167393 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6826fa78-b98e-42f0-85ef-778342e9d649 req-ed9f4602-17a7-4c64-b40a-21b5a97681db tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d08a69-5a6a-44a9-aed2-5fb76d6faf49 HTTP/1.1" status: 200 len: 946 time: 0.0821915 Dec 15 20:20:53.215059 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6826fa78-b98e-42f0-85ef-778342e9d649 req-d0095bb4-4b77-4564-8496-c4a6622a7e77 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=8baf8e7a-eed5-46df-b90f-2c88f2235a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416112 Dec 15 20:20:54.440850 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f328ff0-ea22-4342-b520-f88764c46695 req-94c1d3d2-8fbe-4fe0-88fd-29ff52bc8829 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:20:54.440850 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3f328ff0-ea22-4342-b520-f88764c46695 req-94c1d3d2-8fbe-4fe0-88fd-29ff52bc8829 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d08a69-5a6a-44a9-aed2-5fb76d6faf49 HTTP/1.1" status: 200 len: 946 time: 0.0881271 Dec 15 20:20:54.489287 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3f328ff0-ea22-4342-b520-f88764c46695 req-ed952af0-8186-470b-9ad7-f71397402015 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=8baf8e7a-eed5-46df-b90f-2c88f2235a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424430 Dec 15 20:20:54.806789 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:20:55.596154 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-84320a9a-436c-4b30-8c60-d35625587879 req-201357bf-e214-4949-8463-ece74d4cd0ca service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d67cc805c42b4faf8bd398c11bfefaa8&device_id=96d08a69-5a6a-44a9-aed2-5fb76d6faf49 HTTP/1.1" status: 200 len: 1099 time: 0.0759687 Dec 15 20:20:55.812051 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84320a9a-436c-4b30-8c60-d35625587879 req-c562eea8-5235-42a1-93ba-33b147662475 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:20:55.813545 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-84320a9a-436c-4b30-8c60-d35625587879 req-c562eea8-5235-42a1-93ba-33b147662475 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b372ef8a-1dc5-433f-a5bb-adc5f75cee07 HTTP/1.1" status: 200 len: 909 time: 0.2081313 Dec 15 20:20:55.821097 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320a3d44-bc4f-4b24-94dc-1117ed1905cf req-9bc37b93-3c52-4265-954f-f3172ef3af88 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:20:55.822614 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-320a3d44-bc4f-4b24-94dc-1117ed1905cf req-9bc37b93-3c52-4265-954f-f3172ef3af88 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d08a69-5a6a-44a9-aed2-5fb76d6faf49 HTTP/1.1" status: 200 len: 946 time: 0.1894076 Dec 15 20:20:55.961159 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-84320a9a-436c-4b30-8c60-d35625587879 req-1579662f-e1bd-4408-bd60-b9bf5e772789 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0fca62d-00ee-4070-8c98-e45f9f95485d HTTP/1.1" status: 200 len: 1002 time: 0.1359992 Dec 15 20:20:55.963888 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-320a3d44-bc4f-4b24-94dc-1117ed1905cf req-32272091-8196-43ea-856e-bba579d4e5df tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=8baf8e7a-eed5-46df-b90f-2c88f2235a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861034 Dec 15 20:20:56.033381 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84320a9a-436c-4b30-8c60-d35625587879 req-8339bed4-035c-464c-800a-fc221561f76b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:20:56.035016 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-84320a9a-436c-4b30-8c60-d35625587879 req-8339bed4-035c-464c-800a-fc221561f76b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b0240e6f-f896-4e03-b330-c370fd8c2e9b HTTP/1.1" status: 200 len: 847 time: 0.0642164 Dec 15 20:20:56.120806 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-84320a9a-436c-4b30-8c60-d35625587879 req-2109b172-711b-4651-bea9-acfe3975e559 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b372ef8a-1dc5-433f-a5bb-adc5f75cee07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758786 Dec 15 20:20:56.261530 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-84320a9a-436c-4b30-8c60-d35625587879 req-6bd04a72-cbb4-4312-8c16-7c1d9a77e3b3 service neutron] 10.222.0.32 "GET /v2.0/networks/b372ef8a-1dc5-433f-a5bb-adc5f75cee07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303675 Dec 15 20:20:56.401957 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-84320a9a-436c-4b30-8c60-d35625587879 req-4cae6487-4a45-4a4b-83b4-c834564413fb service neutron] 10.222.0.32 "GET /v2.0/networks/b372ef8a-1dc5-433f-a5bb-adc5f75cee07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310840 Dec 15 20:20:57.170131 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2443e98e-bcf5-4d64-8b44-4e7bfb22bb05 req-28c10fce-eeea-4f0e-b824-fe253e525472 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:20:57.171780 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2443e98e-bcf5-4d64-8b44-4e7bfb22bb05 req-28c10fce-eeea-4f0e-b824-fe253e525472 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d08a69-5a6a-44a9-aed2-5fb76d6faf49 HTTP/1.1" status: 200 len: 946 time: 0.0816865 Dec 15 20:20:57.219360 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2443e98e-bcf5-4d64-8b44-4e7bfb22bb05 req-caf2657b-6b43-4a16-871d-f4f56f8654cf tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=8baf8e7a-eed5-46df-b90f-2c88f2235a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412111 Dec 15 20:20:58.426764 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac801d-b3a3-4f53-8e52-faba76a7a1e7 req-fad70dbb-beb3-4556-add0-63416cac5188 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:20:58.428383 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-12ac801d-b3a3-4f53-8e52-faba76a7a1e7 req-fad70dbb-beb3-4556-add0-63416cac5188 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d08a69-5a6a-44a9-aed2-5fb76d6faf49 HTTP/1.1" status: 200 len: 946 time: 0.0868654 Dec 15 20:20:58.477361 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-12ac801d-b3a3-4f53-8e52-faba76a7a1e7 req-17683210-ca30-4f68-8e8e-3082dd0fc70c tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=8baf8e7a-eed5-46df-b90f-2c88f2235a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426831 Dec 15 20:20:59.683502 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d05b988-0170-4fd4-907c-42cbac10ff95 req-06717bf0-7bcf-4779-959b-cd5856905352 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:20:59.685132 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5d05b988-0170-4fd4-907c-42cbac10ff95 req-06717bf0-7bcf-4779-959b-cd5856905352 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d08a69-5a6a-44a9-aed2-5fb76d6faf49 HTTP/1.1" status: 200 len: 946 time: 0.0852964 Dec 15 20:20:59.738162 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5d05b988-0170-4fd4-907c-42cbac10ff95 req-03f13a8d-4ac2-42c4-9a2b-88211d88881c tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=8baf8e7a-eed5-46df-b90f-2c88f2235a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466936 Dec 15 20:21:00.215327 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f8f1a573-b08c-459d-9e28-4318ee5251e5 req-e0f39291-a7c9-4f57-9ac4-276de3f19494 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=96d08a69-5a6a-44a9-aed2-5fb76d6faf49&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1639304 Dec 15 20:21:00.562910 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13597a3d-caf2-4cd7-b758-b898b6b844c8 req-3bd93029-58c2-4447-a608-0f77ae16055f tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:21:00.565124 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-13597a3d-caf2-4cd7-b758-b898b6b844c8 req-3bd93029-58c2-4447-a608-0f77ae16055f tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d08a69-5a6a-44a9-aed2-5fb76d6faf49 HTTP/1.1" status: 200 len: 946 time: 0.0829556 Dec 15 20:21:00.602868 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f99ead9b-a997-4621-876b-3def84e197c1 req-60f15dd7-f05e-4778-9801-95452bef8e67 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=96d08a69-5a6a-44a9-aed2-5fb76d6faf49&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1681671 Dec 15 20:21:00.630463 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-13597a3d-caf2-4cd7-b758-b898b6b844c8 req-4a3341f4-9280-4e6d-8856-5d2f43a871e3 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=8baf8e7a-eed5-46df-b90f-2c88f2235a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586848 Dec 15 20:21:00.928977 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device d0fca62d-00ee-4070-8c98-e45f9f95485d no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 20:21:01.047079 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:21:01.075115 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d08a69-5a6a-44a9-aed2-5fb76d6faf49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0fca62d-00ee-4070-8c98-e45f9f95485d'}] {{(pid=88992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 20:21:01.085395 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port d0fca62d-00ee-4070-8c98-e45f9f95485d, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=d0fca62d-00ee-4070-8c98-e45f9f95485d,segment=NetworkSegment(e6a8aa8e-9d6b-4f24-aec2-b3d64d4deda8),segment_id=e6a8aa8e-9d6b-4f24-aec2-b3d64d4deda8)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:21:01.120729 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:21:01.122809 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:21:01.192604 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=d0fca62d-00ee-4070-8c98-e45f9f95485d,revision_number=6']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:21:01.201826 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:21:01.202269 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:21:01.202605 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:21:01.202981 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:21:01.203446 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:21:01.203821 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:21:01.204190 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:21:01.204662 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:21:01.205597 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:21:01.205907 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:21:01.206294 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:21:01.210881 dv-neutron-821831-2-hyperv neutron-server[88879]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '96d08a69-5a6a-44a9-aed2-5fb76d6faf49', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd0fca62d-00ee-4070-8c98-e45f9f95485d', 'code': 422} returned with failed status Dec 15 20:21:01.211598 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:21:01.848538 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e4baba-45aa-44ab-93b5-ab4d70acbee0 req-3eafb554-efec-4864-a5cb-6ba8d1dc6225 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:21:01.850146 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c6e4baba-45aa-44ab-93b5-ab4d70acbee0 req-3eafb554-efec-4864-a5cb-6ba8d1dc6225 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d08a69-5a6a-44a9-aed2-5fb76d6faf49 HTTP/1.1" status: 200 len: 944 time: 0.0900939 Dec 15 20:21:01.900253 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-c6e4baba-45aa-44ab-93b5-ab4d70acbee0 req-17a01c1a-27d8-4704-a755-4cea24ce6c25 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=8baf8e7a-eed5-46df-b90f-2c88f2235a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438845 Dec 15 20:21:03.164871 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f99ead9b-a997-4621-876b-3def84e197c1 req-b9ae72af-1a3c-4399-913a-3e2218a27f65 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=96d08a69-5a6a-44a9-aed2-5fb76d6faf49&tenant_id=d67cc805c42b4faf8bd398c11bfefaa8 HTTP/1.1" status: 200 len: 1097 time: 0.1443150 Dec 15 20:21:03.171746 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1321d1b5-0963-4924-8736-fcaeeacc5e2b req-ff5ce63c-0c21-41ee-a2bc-9ddea6cad2d6 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:21:03.173244 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1321d1b5-0963-4924-8736-fcaeeacc5e2b req-ff5ce63c-0c21-41ee-a2bc-9ddea6cad2d6 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d08a69-5a6a-44a9-aed2-5fb76d6faf49 HTTP/1.1" status: 200 len: 944 time: 0.1151092 Dec 15 20:21:03.275086 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1321d1b5-0963-4924-8736-fcaeeacc5e2b req-1d18d65d-bce1-4e4d-9eb2-3b39cb75fc69 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=8baf8e7a-eed5-46df-b90f-2c88f2235a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953052 Dec 15 20:21:03.294659 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f99ead9b-a997-4621-876b-3def84e197c1 req-36617bd3-dc58-4c0c-aa21-0d0d92dc48d2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d67cc805c42b4faf8bd398c11bfefaa8&device_id=96d08a69-5a6a-44a9-aed2-5fb76d6faf49 HTTP/1.1" status: 200 len: 1097 time: 0.0996242 Dec 15 20:21:03.675123 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ead9b-a997-4621-876b-3def84e197c1 req-cc86921a-0597-4876-9e7b-7ecf8414b46c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:21:03.676701 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f99ead9b-a997-4621-876b-3def84e197c1 req-cc86921a-0597-4876-9e7b-7ecf8414b46c service neutron] 10.222.0.32 "GET /v2.0/networks?id=b372ef8a-1dc5-433f-a5bb-adc5f75cee07 HTTP/1.1" status: 200 len: 909 time: 0.3724341 Dec 15 20:21:03.787480 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f99ead9b-a997-4621-876b-3def84e197c1 req-edf4e774-88b1-4390-ad83-9c7f7fffbc87 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0fca62d-00ee-4070-8c98-e45f9f95485d HTTP/1.1" status: 200 len: 1000 time: 0.1011713 Dec 15 20:21:03.858740 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ead9b-a997-4621-876b-3def84e197c1 req-58c7515e-c1f1-4f68-854f-cf486816ea95 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:21:03.860285 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f99ead9b-a997-4621-876b-3def84e197c1 req-58c7515e-c1f1-4f68-854f-cf486816ea95 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b0240e6f-f896-4e03-b330-c370fd8c2e9b HTTP/1.1" status: 200 len: 847 time: 0.0633669 Dec 15 20:21:03.943824 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f99ead9b-a997-4621-876b-3def84e197c1 req-a181f91c-f44b-40f3-a6e4-0cf300ce3d00 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b372ef8a-1dc5-433f-a5bb-adc5f75cee07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737336 Dec 15 20:21:04.093630 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f99ead9b-a997-4621-876b-3def84e197c1 req-daa3a8a3-b36e-40f7-b6c5-abec47f42185 service neutron] 10.222.0.32 "GET /v2.0/networks/b372ef8a-1dc5-433f-a5bb-adc5f75cee07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376631 Dec 15 20:21:04.237016 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f99ead9b-a997-4621-876b-3def84e197c1 req-3d2473de-365d-45df-92d9-568faa5e1f1b service neutron] 10.222.0.32 "GET /v2.0/networks/b372ef8a-1dc5-433f-a5bb-adc5f75cee07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328111 Dec 15 20:21:04.490423 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03de707a-3319-4098-b2d9-b87c7925b2f2 req-48eec07e-bc9b-4123-9f9f-939d1ac7169e tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:21:04.492004 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-03de707a-3319-4098-b2d9-b87c7925b2f2 req-48eec07e-bc9b-4123-9f9f-939d1ac7169e tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d08a69-5a6a-44a9-aed2-5fb76d6faf49 HTTP/1.1" status: 200 len: 944 time: 0.0910847 Dec 15 20:21:04.541748 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-03de707a-3319-4098-b2d9-b87c7925b2f2 req-473c3b92-455c-40d6-a026-a189e3fdad6c tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=8baf8e7a-eed5-46df-b90f-2c88f2235a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426242 Dec 15 20:21:05.750883 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f93cdfb-4688-4410-bd76-2e4b21cfbeee req-bd1b2868-2481-4621-ac5d-43054396c213 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:21:05.753025 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7f93cdfb-4688-4410-bd76-2e4b21cfbeee req-bd1b2868-2481-4621-ac5d-43054396c213 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d08a69-5a6a-44a9-aed2-5fb76d6faf49 HTTP/1.1" status: 200 len: 944 time: 0.0824544 Dec 15 20:21:05.804045 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-7f93cdfb-4688-4410-bd76-2e4b21cfbeee req-a078adf9-f6c2-456d-959a-7fd7c9ab8e85 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=8baf8e7a-eed5-46df-b90f-2c88f2235a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450182 Dec 15 20:21:07.007407 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e959b0-2542-4a66-be9e-0c723d215bf7 req-e58c87e8-bd5a-41cf-81c0-4d9fc922b136 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:21:07.009010 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-38e959b0-2542-4a66-be9e-0c723d215bf7 req-e58c87e8-bd5a-41cf-81c0-4d9fc922b136 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d08a69-5a6a-44a9-aed2-5fb76d6faf49 HTTP/1.1" status: 200 len: 944 time: 0.0837240 Dec 15 20:21:07.057367 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-38e959b0-2542-4a66-be9e-0c723d215bf7 req-d37050ed-1831-4074-b150-50a309b9e77c tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=8baf8e7a-eed5-46df-b90f-2c88f2235a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421855 Dec 15 20:21:08.264780 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbfae9a-1212-48de-b7e9-c91c99706eba req-89c78179-1273-49a7-bde9-18b976fa1296 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:21:08.266399 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6fbfae9a-1212-48de-b7e9-c91c99706eba req-89c78179-1273-49a7-bde9-18b976fa1296 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d08a69-5a6a-44a9-aed2-5fb76d6faf49 HTTP/1.1" status: 200 len: 944 time: 0.0886688 Dec 15 20:21:08.291925 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-213adbc6-ff6e-4b4c-be59-0c1778461951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:21:08.315810 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6fbfae9a-1212-48de-b7e9-c91c99706eba req-936720b2-5d30-4cda-bd5f-8c82be9fa543 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=8baf8e7a-eed5-46df-b90f-2c88f2235a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427344 Dec 15 20:21:09.519432 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b28ce7-c461-4913-87e2-d0d0f3226039 req-f75fddf6-ace1-40d3-bde2-2f7631382922 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:21:09.521274 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-99b28ce7-c461-4913-87e2-d0d0f3226039 req-f75fddf6-ace1-40d3-bde2-2f7631382922 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d08a69-5a6a-44a9-aed2-5fb76d6faf49 HTTP/1.1" status: 200 len: 944 time: 0.0825522 Dec 15 20:21:09.537684 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:21:09.569464 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-99b28ce7-c461-4913-87e2-d0d0f3226039 req-32bdf3f2-6ff1-4e6a-99b9-a9816841e3b5 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=8baf8e7a-eed5-46df-b90f-2c88f2235a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418887 Dec 15 20:21:10.583174 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-75d94a5c-2084-43f7-9454-aea5f68b1b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:21:10.777542 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16ad789-0dab-4865-a973-74a15ef9b6d5 req-ecd5443a-ac5c-4225-9194-5b2d936258de tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:21:10.779132 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b16ad789-0dab-4865-a973-74a15ef9b6d5 req-ecd5443a-ac5c-4225-9194-5b2d936258de tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d08a69-5a6a-44a9-aed2-5fb76d6faf49 HTTP/1.1" status: 200 len: 944 time: 0.0866337 Dec 15 20:21:10.826630 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b16ad789-0dab-4865-a973-74a15ef9b6d5 req-72b2045b-f8cf-4428-bb1e-a5bef3111c90 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=8baf8e7a-eed5-46df-b90f-2c88f2235a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407438 Dec 15 20:21:10.968544 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device d0fca62d-00ee-4070-8c98-e45f9f95485d details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 15 20:21:11.118537 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:21:11.123656 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port d0fca62d-00ee-4070-8c98-e45f9f95485d, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=d0fca62d-00ee-4070-8c98-e45f9f95485d,segment=NetworkSegment(e6a8aa8e-9d6b-4f24-aec2-b3d64d4deda8),segment_id=e6a8aa8e-9d6b-4f24-aec2-b3d64d4deda8)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:21:11.140486 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Returning: {'device': 'd0fca62d-00ee-4070-8c98-e45f9f95485d', 'network_id': 'b372ef8a-1dc5-433f-a5bb-adc5f75cee07', 'port_id': 'd0fca62d-00ee-4070-8c98-e45f9f95485d', 'mac_address': 'fa:16:3e:d7:13:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0240e6f-f896-4e03-b330-c370fd8c2e9b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 20:21:11.199604 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:21:11.217797 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0fca62d-00ee-4070-8c98-e45f9f95485d {{(pid=88992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 20:21:11.233254 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port d0fca62d-00ee-4070-8c98-e45f9f95485d, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=d0fca62d-00ee-4070-8c98-e45f9f95485d,segment=NetworkSegment(e6a8aa8e-9d6b-4f24-aec2-b3d64d4deda8),segment_id=e6a8aa8e-9d6b-4f24-aec2-b3d64d4deda8)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:21:11.274123 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:21:11.275996 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:21:11.341471 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=d0fca62d-00ee-4070-8c98-e45f9f95485d,revision_number=7']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:21:11.344654 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:21:11.553125 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] get_ports_and_sgs() called for port_ids ['d0fca62d-00ee-4070-8c98-e45f9f95485d'] {{(pid=88992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 20:21:12.029848 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df09082e-0554-475a-91cb-ca08003ee829 req-a0aa6468-7e23-4529-8ce0-a1db1c745ee6 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:21:12.031505 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-df09082e-0554-475a-91cb-ca08003ee829 req-a0aa6468-7e23-4529-8ce0-a1db1c745ee6 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d08a69-5a6a-44a9-aed2-5fb76d6faf49 HTTP/1.1" status: 200 len: 945 time: 0.0830858 Dec 15 20:21:12.079306 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-df09082e-0554-475a-91cb-ca08003ee829 req-f7d4df4e-64b8-4ccb-beae-3fee35bb9f8c tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=8baf8e7a-eed5-46df-b90f-2c88f2235a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410290 Dec 15 20:21:12.874612 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:21:12.975189 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device d0fca62d-00ee-4070-8c98-e45f9f95485d up at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 20:21:13.049932 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning complete for port d0fca62d-00ee-4070-8c98-e45f9f95485d triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:21:13.050512 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:21:13.162693 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:21:13.192433 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d08a69-5a6a-44a9-aed2-5fb76d6faf49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0fca62d-00ee-4070-8c98-e45f9f95485d'}] {{(pid=88992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 20:21:13.202207 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port d0fca62d-00ee-4070-8c98-e45f9f95485d, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=d0fca62d-00ee-4070-8c98-e45f9f95485d,segment=NetworkSegment(e6a8aa8e-9d6b-4f24-aec2-b3d64d4deda8),segment_id=e6a8aa8e-9d6b-4f24-aec2-b3d64d4deda8)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:21:13.250021 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96d08a69-5a6a-44a9-aed2-5fb76d6faf49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0fca62d-00ee-4070-8c98-e45f9f95485d', 'code': 200} Dec 15 20:21:13.252134 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:21:13.254816 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:21:13.291553 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174aeee5-a033-4290-93d9-024e30bb3e58 req-8259cfba-95af-48d8-9075-11796d87bd15 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:21:13.293145 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-174aeee5-a033-4290-93d9-024e30bb3e58 req-8259cfba-95af-48d8-9075-11796d87bd15 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d08a69-5a6a-44a9-aed2-5fb76d6faf49 HTTP/1.1" status: 200 len: 946 time: 0.0863073 Dec 15 20:21:13.327812 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=d0fca62d-00ee-4070-8c98-e45f9f95485d,revision_number=8']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:21:13.331701 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:21:13.341705 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-174aeee5-a033-4290-93d9-024e30bb3e58 req-becd6f45-23ba-4491-9909-5fd145db4b11 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=8baf8e7a-eed5-46df-b90f-2c88f2235a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419123 Dec 15 20:21:13.591920 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2bb3cdf4-1c18-43de-99b6-d9f09aaf4187 req-0d89b691-ecc0-4c79-93a7-95fa9ef09619 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=96d08a69-5a6a-44a9-aed2-5fb76d6faf49 HTTP/1.1" status: 200 len: 1099 time: 0.0735450 Dec 15 20:21:13.644875 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2bb3cdf4-1c18-43de-99b6-d9f09aaf4187 req-56fc0e5b-a2fa-4596-8069-e890153326c2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8baf8e7a-eed5-46df-b90f-2c88f2235a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429957 Dec 15 20:21:14.554270 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fdff75-ba3d-4790-83b1-a4ce53ffe2fe req-8b85bf11-674b-40d7-bff8-d281ec953a71 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:21:14.556016 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d0fdff75-ba3d-4790-83b1-a4ce53ffe2fe req-8b85bf11-674b-40d7-bff8-d281ec953a71 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d08a69-5a6a-44a9-aed2-5fb76d6faf49 HTTP/1.1" status: 200 len: 946 time: 0.0849993 Dec 15 20:21:14.617408 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d0fdff75-ba3d-4790-83b1-a4ce53ffe2fe req-942c487d-d0bf-4a64-bd55-1ef6a11b24c4 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=8baf8e7a-eed5-46df-b90f-2c88f2235a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548916 Dec 15 20:21:15.843581 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b17cb-968c-4028-9317-dd3571e50851 req-ed9f6028-096d-446f-af0e-ddad80247db0 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:21:15.845241 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d54b17cb-968c-4028-9317-dd3571e50851 req-ed9f6028-096d-446f-af0e-ddad80247db0 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d08a69-5a6a-44a9-aed2-5fb76d6faf49 HTTP/1.1" status: 200 len: 946 time: 0.0881665 Dec 15 20:21:15.893834 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d54b17cb-968c-4028-9317-dd3571e50851 req-f076d90c-ad56-47d4-96b8-8f9320cc4d7f tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=8baf8e7a-eed5-46df-b90f-2c88f2235a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422926 Dec 15 20:21:21.977584 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 20:21:24.800480 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:21:33.566486 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4fa538c2-53a5-4ccb-88c1-2c1f7173be97 req-b9a14ea4-ca29-415c-8ccf-2c0facf17d8a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=96d08a69-5a6a-44a9-aed2-5fb76d6faf49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0807815 Dec 15 20:21:33.733508 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4fa538c2-53a5-4ccb-88c1-2c1f7173be97 req-364f79fa-8895-42c7-87fb-a94666bc2a5a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d67cc805c42b4faf8bd398c11bfefaa8&device_id=96d08a69-5a6a-44a9-aed2-5fb76d6faf49 HTTP/1.1" status: 200 len: 1099 time: 0.0813503 Dec 15 20:21:33.941477 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa538c2-53a5-4ccb-88c1-2c1f7173be97 req-741dc073-f1ee-4bb2-b877-a1e618f7fed7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:21:33.941477 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4fa538c2-53a5-4ccb-88c1-2c1f7173be97 req-741dc073-f1ee-4bb2-b877-a1e618f7fed7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b372ef8a-1dc5-433f-a5bb-adc5f75cee07 HTTP/1.1" status: 200 len: 909 time: 0.1840165 Dec 15 20:21:34.057548 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4fa538c2-53a5-4ccb-88c1-2c1f7173be97 req-c007662e-93fc-45de-b7b0-1eeef6895296 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0fca62d-00ee-4070-8c98-e45f9f95485d HTTP/1.1" status: 200 len: 1002 time: 0.1017690 Dec 15 20:21:34.128428 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa538c2-53a5-4ccb-88c1-2c1f7173be97 req-11875fe5-00d5-4e4c-a0b2-eed3bbf53ee5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:21:34.128428 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4fa538c2-53a5-4ccb-88c1-2c1f7173be97 req-11875fe5-00d5-4e4c-a0b2-eed3bbf53ee5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b0240e6f-f896-4e03-b330-c370fd8c2e9b HTTP/1.1" status: 200 len: 847 time: 0.0641320 Dec 15 20:21:34.220687 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4fa538c2-53a5-4ccb-88c1-2c1f7173be97 req-6799b7aa-1ae7-4021-b1f3-8161778f28f6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b372ef8a-1dc5-433f-a5bb-adc5f75cee07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0806634 Dec 15 20:21:34.383911 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4fa538c2-53a5-4ccb-88c1-2c1f7173be97 req-e454b316-e094-472d-b1c4-a3c681a85938 service neutron] 10.222.0.32 "GET /v2.0/networks/b372ef8a-1dc5-433f-a5bb-adc5f75cee07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453176 Dec 15 20:21:34.534457 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4fa538c2-53a5-4ccb-88c1-2c1f7173be97 req-659ad9b0-e6df-4c31-a902-850973008296 service neutron] 10.222.0.32 "GET /v2.0/networks/b372ef8a-1dc5-433f-a5bb-adc5f75cee07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524992 Dec 15 20:21:38.450703 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-767cf224-9f94-40c2-9088-0c79bedb878a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:21:39.530470 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:21:40.588320 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-28885a8d-4789-40b5-be7f-9a02dbd23bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:21:41.108435 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:21:42.861689 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:21:54.827453 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:21:58.979850 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 20:22:08.273150 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e829c090-7050-40b1-92d0-227ece69fac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:22:09.530216 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:22:10.581704 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c7617208-0987-4c12-a523-1055c8abbc8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:22:11.124558 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:22:12.866929 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:22:24.821101 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:22:35.570954 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a9ff3a08-b0fe-4962-a298-623f4038e062 req-69e71b06-dd1d-406c-b50f-53490a6e9555 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=96d08a69-5a6a-44a9-aed2-5fb76d6faf49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0842481 Dec 15 20:22:35.730600 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a9ff3a08-b0fe-4962-a298-623f4038e062 req-bfb95073-46d3-44f5-a81e-1052867ae8a3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d67cc805c42b4faf8bd398c11bfefaa8&device_id=96d08a69-5a6a-44a9-aed2-5fb76d6faf49 HTTP/1.1" status: 200 len: 1099 time: 0.0744178 Dec 15 20:22:35.877977 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff3a08-b0fe-4962-a298-623f4038e062 req-9d0e8203-3eb7-41d7-8a2c-cf1bca49d27b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:22:35.879449 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a9ff3a08-b0fe-4962-a298-623f4038e062 req-9d0e8203-3eb7-41d7-8a2c-cf1bca49d27b service neutron] 10.222.0.32 "GET /v2.0/networks?id=b372ef8a-1dc5-433f-a5bb-adc5f75cee07 HTTP/1.1" status: 200 len: 909 time: 0.1349149 Dec 15 20:22:35.980256 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 20:22:35.991985 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a9ff3a08-b0fe-4962-a298-623f4038e062 req-6760bd4a-0dbc-4b6d-ab30-30a4fe5dc2c4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0fca62d-00ee-4070-8c98-e45f9f95485d HTTP/1.1" status: 200 len: 1002 time: 0.1050599 Dec 15 20:22:36.061852 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff3a08-b0fe-4962-a298-623f4038e062 req-7d8bf446-efb9-4183-993c-8202481b4bf4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:22:36.063283 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a9ff3a08-b0fe-4962-a298-623f4038e062 req-7d8bf446-efb9-4183-993c-8202481b4bf4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b0240e6f-f896-4e03-b330-c370fd8c2e9b HTTP/1.1" status: 200 len: 847 time: 0.0630326 Dec 15 20:22:36.150616 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a9ff3a08-b0fe-4962-a298-623f4038e062 req-930b726f-3419-4046-9ddd-c2e3e028f5df service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b372ef8a-1dc5-433f-a5bb-adc5f75cee07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765121 Dec 15 20:22:36.295749 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a9ff3a08-b0fe-4962-a298-623f4038e062 req-2f585c95-e1cd-4e47-9ce3-28e1994c38b1 service neutron] 10.222.0.32 "GET /v2.0/networks/b372ef8a-1dc5-433f-a5bb-adc5f75cee07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354403 Dec 15 20:22:36.440348 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a9ff3a08-b0fe-4962-a298-623f4038e062 req-57310c59-b018-4068-8d87-9081eb316519 service neutron] 10.222.0.32 "GET /v2.0/networks/b372ef8a-1dc5-433f-a5bb-adc5f75cee07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347897 Dec 15 20:22:38.271165 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-30e3050b-8c3d-44fc-a0d6-32edd7aa2ee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:22:39.535360 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:22:40.598079 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9676252c-d623-4b1d-87aa-d3e01bb13941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:22:41.083624 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:22:42.878106 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:22:54.814759 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:06.232694 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 37470) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:23:06.929539 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-6f814f46-1576-497f-bf75-cdc9df57fb90 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Deleting port 05dd498e-ef1f-4a50-995f-918549e3bc6f {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 20:23:06.929842 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6f814f46-1576-497f-bf75-cdc9df57fb90 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:07.105212 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6f814f46-1576-497f-bf75-cdc9df57fb90 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:07.105589 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6f814f46-1576-497f-bf75-cdc9df57fb90 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:07.231480 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-6f814f46-1576-497f-bf75-cdc9df57fb90 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Calling delete_port for 05dd498e-ef1f-4a50-995f-918549e3bc6f owned by network:floatingip {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 20:23:07.521680 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6f814f46-1576-497f-bf75-cdc9df57fb90 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:07.526230 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8217aeb9-b37c-47b2-97ff-23670298c832 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:23:07.567138 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f814f46-1576-497f-bf75-cdc9df57fb90 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Pushing event deleted for resources: {'Port': ['ID=05dd498e-ef1f-4a50-995f-918549e3bc6f,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:23:07.611314 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f814f46-1576-497f-bf75-cdc9df57fb90 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:23:07.611756 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f814f46-1576-497f-bf75-cdc9df57fb90 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:23:07.612190 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f814f46-1576-497f-bf75-cdc9df57fb90 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:23:07.612624 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f814f46-1576-497f-bf75-cdc9df57fb90 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:23:07.613046 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f814f46-1576-497f-bf75-cdc9df57fb90 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:23:07.613483 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f814f46-1576-497f-bf75-cdc9df57fb90 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:23:07.613898 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f814f46-1576-497f-bf75-cdc9df57fb90 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:23:07.614341 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f814f46-1576-497f-bf75-cdc9df57fb90 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:23:07.614766 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f814f46-1576-497f-bf75-cdc9df57fb90 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:23:07.615183 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f814f46-1576-497f-bf75-cdc9df57fb90 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:23:07.615604 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f814f46-1576-497f-bf75-cdc9df57fb90 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:23:07.623597 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6f814f46-1576-497f-bf75-cdc9df57fb90 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:23:07.683853 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6f814f46-1576-497f-bf75-cdc9df57fb90 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks [] for floatingip, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:08.092265 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f814f46-1576-497f-bf75-cdc9df57fb90 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Router 696aef89-8e88-41ca-bca2-d1e92006c2fa has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 20:23:08.296096 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f814f46-1576-497f-bf75-cdc9df57fb90 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 20:23:08.306005 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8651cb-e9ae-4e11-ba71-b5a487ad6e09 None None] Sync routers for ids ['696aef89-8e88-41ca-bca2-d1e92006c2fa'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 20:23:08.318639 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8651cb-e9ae-4e11-ba71-b5a487ad6e09 None None] Routers {'696aef89-8e88-41ca-bca2-d1e92006c2fa'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:23:08.319317 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-2b8651cb-e9ae-4e11-ba71-b5a487ad6e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:22:41Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['696aef89-8e88-41ca-bca2-d1e92006c2fa'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:23:08.373715 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-906e066e-2fd8-4988-b076-0b79a6981ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:08.433084 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6f814f46-1576-497f-bf75-cdc9df57fb90 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:08.490809 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-6f814f46-1576-497f-bf75-cdc9df57fb90 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "DELETE /v2.0/floatingips/1435ead5-5019-4c8d-9026-898781e431da HTTP/1.1" status: 204 len: 168 time: 2.2569368 Dec 15 20:23:08.491520 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96d08a69-5a6a-44a9-aed2-5fb76d6faf49', 'tag': 'd0fca62d-00ee-4070-8c98-e45f9f95485d'}] {{(pid=88990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 20:23:08.502728 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-2b8651cb-e9ae-4e11-ba71-b5a487ad6e09 None None] Set router 696aef89-8e88-41ca-bca2-d1e92006c2fa gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:23:08.782745 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96d08a69-5a6a-44a9-aed2-5fb76d6faf49', 'tag': 'd0fca62d-00ee-4070-8c98-e45f9f95485d', 'status': 'completed', 'code': 200} Dec 15 20:23:08.852566 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-2b8651cb-e9ae-4e11-ba71-b5a487ad6e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '696aef89-8e88-41ca-bca2-d1e92006c2fa', 'name': 'tempest-TestShelveInstance-220940260-router', 'tenant_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': 'e1e8d956-5a14-41a6-8dc5-bb9cad74193b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:12:10Z', 'updated_at': '2021-12-15T20:12:14Z', 'revision_number': 4, 'project_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'gw_port': {'id': 'e1e8d956-5a14-41a6-8dc5-bb9cad74193b', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:68:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696aef89-8e88-41ca-bca2-d1e92006c2fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:12:11Z', 'updated_at': '2021-12-15T20:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '0f9b554a-6166-4b39-8b2f-e4dbff5eb15d', 'name': '', 'network_id': 'b372ef8a-1dc5-433f-a5bb-adc5f75cee07', 'tenant_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'mac_address': 'fa:16:3e:f7:c5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696aef89-8e88-41ca-bca2-d1e92006c2fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0240e6f-f896-4e03-b330-c370fd8c2e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:12:13Z', 'updated_at': '2021-12-15T20:12:23Z', 'revision_number': 5, 'project_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'subnets': [{'id': 'b0240e6f-f896-4e03-b330-c370fd8c2e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:23:08.857220 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8651cb-e9ae-4e11-ba71-b5a487ad6e09 None None] Checking router: 696aef89-8e88-41ca-bca2-d1e92006c2fa for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 20:23:08.868897 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8651cb-e9ae-4e11-ba71-b5a487ad6e09 None None] Routers {'696aef89-8e88-41ca-bca2-d1e92006c2fa'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:23:08.869576 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-2b8651cb-e9ae-4e11-ba71-b5a487ad6e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:22:41Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['696aef89-8e88-41ca-bca2-d1e92006c2fa'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:23:08.886855 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f2047e82-5076-4f5b-a476-ba449f93b146 req-6aa1c598-6ee9-4bfc-b716-3c164f8c6ef4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d67cc805c42b4faf8bd398c11bfefaa8&device_id=96d08a69-5a6a-44a9-aed2-5fb76d6faf49 HTTP/1.1" status: 200 len: 1099 time: 0.0756967 Dec 15 20:23:09.038498 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2047e82-5076-4f5b-a476-ba449f93b146 req-cee97d58-1198-4947-99d2-ba77571c65bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:23:09.040103 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f2047e82-5076-4f5b-a476-ba449f93b146 req-cee97d58-1198-4947-99d2-ba77571c65bb service neutron] 10.222.0.32 "GET /v2.0/networks?id=b372ef8a-1dc5-433f-a5bb-adc5f75cee07 HTTP/1.1" status: 200 len: 909 time: 0.1434870 Dec 15 20:23:09.065172 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-2b8651cb-e9ae-4e11-ba71-b5a487ad6e09 None None] Set router 696aef89-8e88-41ca-bca2-d1e92006c2fa gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:23:09.118888 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f2047e82-5076-4f5b-a476-ba449f93b146 req-1dd77df5-c4b7-4810-b3ab-e7f957d277d6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0fca62d-00ee-4070-8c98-e45f9f95485d HTTP/1.1" status: 200 len: 217 time: 0.0686483 Dec 15 20:23:09.195967 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2047e82-5076-4f5b-a476-ba449f93b146 req-693a761b-f6c7-44ea-bc4c-d29dc754ea72 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:23:09.198124 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f2047e82-5076-4f5b-a476-ba449f93b146 req-693a761b-f6c7-44ea-bc4c-d29dc754ea72 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b0240e6f-f896-4e03-b330-c370fd8c2e9b HTTP/1.1" status: 200 len: 847 time: 0.0704854 Dec 15 20:23:09.344979 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f2047e82-5076-4f5b-a476-ba449f93b146 req-abf013f0-912b-40bc-a0eb-a352f121fd80 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b372ef8a-1dc5-433f-a5bb-adc5f75cee07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1398516 Dec 15 20:23:09.404892 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-2b8651cb-e9ae-4e11-ba71-b5a487ad6e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '696aef89-8e88-41ca-bca2-d1e92006c2fa', 'name': 'tempest-TestShelveInstance-220940260-router', 'tenant_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': 'e1e8d956-5a14-41a6-8dc5-bb9cad74193b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:12:10Z', 'updated_at': '2021-12-15T20:12:14Z', 'revision_number': 4, 'project_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'gw_port': {'id': 'e1e8d956-5a14-41a6-8dc5-bb9cad74193b', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:68:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696aef89-8e88-41ca-bca2-d1e92006c2fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:12:11Z', 'updated_at': '2021-12-15T20:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '0f9b554a-6166-4b39-8b2f-e4dbff5eb15d', 'name': '', 'network_id': 'b372ef8a-1dc5-433f-a5bb-adc5f75cee07', 'tenant_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'mac_address': 'fa:16:3e:f7:c5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696aef89-8e88-41ca-bca2-d1e92006c2fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0240e6f-f896-4e03-b330-c370fd8c2e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:12:13Z', 'updated_at': '2021-12-15T20:12:23Z', 'revision_number': 5, 'project_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'subnets': [{'id': 'b0240e6f-f896-4e03-b330-c370fd8c2e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:23:09.409206 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8651cb-e9ae-4e11-ba71-b5a487ad6e09 None None] The sync data for ids ['696aef89-8e88-41ca-bca2-d1e92006c2fa'] in dv-neutron-821831-2-hyperv is: [{'id': '696aef89-8e88-41ca-bca2-d1e92006c2fa', 'name': 'tempest-TestShelveInstance-220940260-router', 'tenant_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': 'e1e8d956-5a14-41a6-8dc5-bb9cad74193b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:12:10Z', 'updated_at': '2021-12-15T20:12:14Z', 'revision_number': 4, 'project_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'gw_port': {'id': 'e1e8d956-5a14-41a6-8dc5-bb9cad74193b', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:68:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696aef89-8e88-41ca-bca2-d1e92006c2fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:12:11Z', 'updated_at': '2021-12-15T20:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '0f9b554a-6166-4b39-8b2f-e4dbff5eb15d', 'name': '', 'network_id': 'b372ef8a-1dc5-433f-a5bb-adc5f75cee07', 'tenant_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'mac_address': 'fa:16:3e:f7:c5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696aef89-8e88-41ca-bca2-d1e92006c2fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0240e6f-f896-4e03-b330-c370fd8c2e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:12:13Z', 'updated_at': '2021-12-15T20:12:23Z', 'revision_number': 5, 'project_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'subnets': [{'id': 'b0240e6f-f896-4e03-b330-c370fd8c2e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 20:23:09.446589 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148eb33c-4d4e-43f9-a00e-bf2dad72f3a3 req-4ac878ff-a762-401c-b699-8790ae1e4486 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:23:09.447858 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-148eb33c-4d4e-43f9-a00e-bf2dad72f3a3 req-4ac878ff-a762-401c-b699-8790ae1e4486 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Synchronizing usage tracker for tenant:d67cc805c42b4faf8bd398c11bfefaa8 on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 20:23:09.518126 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f2047e82-5076-4f5b-a476-ba449f93b146 req-7ee502d2-4f3c-4e19-b716-0dda1f744775 service neutron] 10.222.0.32 "GET /v2.0/networks/b372ef8a-1dc5-433f-a5bb-adc5f75cee07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611962 Dec 15 20:23:09.522865 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-148eb33c-4d4e-43f9-a00e-bf2dad72f3a3 req-4ac878ff-a762-401c-b699-8790ae1e4486 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Unset dirty status for tenant:d67cc805c42b4faf8bd398c11bfefaa8 on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 20:23:09.524068 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-148eb33c-4d4e-43f9-a00e-bf2dad72f3a3 req-4ac878ff-a762-401c-b699-8790ae1e4486 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d08a69-5a6a-44a9-aed2-5fb76d6faf49 HTTP/1.1" status: 200 len: 946 time: 0.3586154 Dec 15 20:23:09.552117 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:09.679458 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-148eb33c-4d4e-43f9-a00e-bf2dad72f3a3 req-5a0a6ec1-a601-4cec-8894-da322b082a38 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=8baf8e7a-eed5-46df-b90f-2c88f2235a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321871 Dec 15 20:23:09.707484 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f2047e82-5076-4f5b-a476-ba449f93b146 req-b078d400-cbdb-45b1-b3b5-626d24112a4e service neutron] 10.222.0.32 "GET /v2.0/networks/b372ef8a-1dc5-433f-a5bb-adc5f75cee07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820288 Dec 15 20:23:09.864064 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43373900-0821-4b3d-8b1a-979604f38c7f None None] New status for floating IP 1435ead5-5019-4c8d-9026-898781e431da: DOWN {{(pid=88993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 15 20:23:10.597446 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7bb478ec-35c0-44e4-8eeb-70f373b6b46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:10.890842 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95831f9c-d1a4-44c4-8286-647201c5c8b9 req-c90cf6c3-23b2-4edb-ad44-74407b67983d tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:23:10.893142 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-95831f9c-d1a4-44c4-8286-647201c5c8b9 req-c90cf6c3-23b2-4edb-ad44-74407b67983d tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d08a69-5a6a-44a9-aed2-5fb76d6faf49 HTTP/1.1" status: 200 len: 946 time: 0.0870686 Dec 15 20:23:10.941821 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-95831f9c-d1a4-44c4-8286-647201c5c8b9 req-3d8c3ae6-e3bd-4f95-8494-7db184e10aa4 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/security-groups?id=8baf8e7a-eed5-46df-b90f-2c88f2235a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421112 Dec 15 20:23:11.076564 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d99cd13-b403-4d70-a840-2f2bcef58554 req-75ea5f4c-5b9c-4286-93aa-462dfb6e71a2 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:23:11.078393 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8d99cd13-b403-4d70-a840-2f2bcef58554 req-75ea5f4c-5b9c-4286-93aa-462dfb6e71a2 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.32 "GET /v2.0/ports?device_id=96d08a69-5a6a-44a9-aed2-5fb76d6faf49 HTTP/1.1" status: 200 len: 946 time: 0.0828254 Dec 15 20:23:11.086794 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:11.157065 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [req-8d99cd13-b403-4d70-a840-2f2bcef58554 req-27d06ad7-8ad5-4445-bb49-7db90b434bbe tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Deleting port d0fca62d-00ee-4070-8c98-e45f9f95485d {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 20:23:11.157379 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-8d99cd13-b403-4d70-a840-2f2bcef58554 req-27d06ad7-8ad5-4445-bb49-7db90b434bbe tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:11.405892 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-8d99cd13-b403-4d70-a840-2f2bcef58554 req-27d06ad7-8ad5-4445-bb49-7db90b434bbe tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] For port d0fca62d-00ee-4070-8c98-e45f9f95485d, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=d0fca62d-00ee-4070-8c98-e45f9f95485d,segment=NetworkSegment(e6a8aa8e-9d6b-4f24-aec2-b3d64d4deda8),segment_id=e6a8aa8e-9d6b-4f24-aec2-b3d64d4deda8)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:23:11.406318 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-8d99cd13-b403-4d70-a840-2f2bcef58554 req-27d06ad7-8ad5-4445-bb49-7db90b434bbe tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:11.530308 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [req-8d99cd13-b403-4d70-a840-2f2bcef58554 req-27d06ad7-8ad5-4445-bb49-7db90b434bbe tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Calling delete_port for d0fca62d-00ee-4070-8c98-e45f9f95485d owned by compute:nova {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 20:23:11.797131 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-8d99cd13-b403-4d70-a840-2f2bcef58554 req-27d06ad7-8ad5-4445-bb49-7db90b434bbe tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:11.804005 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1b7fdee2-5ccd-4036-8cde-217063c15015 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:23:11.851182 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d06ad7-8ad5-4445-bb49-7db90b434bbe tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Pushing event deleted for resources: {'Port': ['ID=d0fca62d-00ee-4070-8c98-e45f9f95485d,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:23:11.855551 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-27d06ad7-8ad5-4445-bb49-7db90b434bbe tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:23:12.206365 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4179d122-e3a0-487f-bcf6-78aa29623044 req-fc1bb215-cb19-46de-8852-88c343e052db tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d08a69-5a6a-44a9-aed2-5fb76d6faf49 HTTP/1.1" status: 200 len: 210 time: 0.0759473 Dec 15 20:23:12.210724 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d99cd13-b403-4d70-a840-2f2bcef58554 req-27d06ad7-8ad5-4445-bb49-7db90b434bbe tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] No DVR routers for this DVR port d0fca62d-00ee-4070-8c98-e45f9f95485d on host hv-neutron-8218 {{(pid=88990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 20:23:12.213367 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-8d99cd13-b403-4d70-a840-2f2bcef58554 req-27d06ad7-8ad5-4445-bb49-7db90b434bbe tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:12.216236 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d08a69-5a6a-44a9-aed2-5fb76d6faf49', 'name': 'network-vif-deleted', 'tag': 'd0fca62d-00ee-4070-8c98-e45f9f95485d'}] {{(pid=88990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 20:23:12.261570 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8d99cd13-b403-4d70-a840-2f2bcef58554 req-27d06ad7-8ad5-4445-bb49-7db90b434bbe tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.32 "DELETE /v2.0/ports/d0fca62d-00ee-4070-8c98-e45f9f95485d HTTP/1.1" status: 204 len: 173 time: 1.1755161 Dec 15 20:23:12.280023 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96d08a69-5a6a-44a9-aed2-5fb76d6faf49', 'name': 'network-vif-deleted', 'tag': 'd0fca62d-00ee-4070-8c98-e45f9f95485d', 'status': 'completed', 'code': 200} Dec 15 20:23:12.871839 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:12.979430 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 20:23:13.405014 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-f11b9c2b-be0f-4a0f-b653-4267ebab21d3 req-40d01245-5ada-44c3-8c3d-cbf26419f5dd tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Synchronizing usage tracker for tenant:d67cc805c42b4faf8bd398c11bfefaa8 on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 20:23:13.452812 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-f11b9c2b-be0f-4a0f-b653-4267ebab21d3 req-40d01245-5ada-44c3-8c3d-cbf26419f5dd tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Unset dirty status for tenant:d67cc805c42b4faf8bd398c11bfefaa8 on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 20:23:13.454167 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f11b9c2b-be0f-4a0f-b653-4267ebab21d3 req-40d01245-5ada-44c3-8c3d-cbf26419f5dd tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "GET /v2.0/ports?device_id=96d08a69-5a6a-44a9-aed2-5fb76d6faf49 HTTP/1.1" status: 200 len: 210 time: 0.0944798 Dec 15 20:23:14.565368 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 37502) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:23:14.647605 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1331fc65-1c3a-40b4-8205-d73bbaf732e9 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks [] for security_group, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:14.683437 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1331fc65-1c3a-40b4-8205-d73bbaf732e9 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:14.917832 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1331fc65-1c3a-40b4-8205-d73bbaf732e9 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:14.923588 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4c9de164-767e-4e8a-9966-5e9bce59fb9e tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:23:14.946810 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1331fc65-1c3a-40b4-8205-d73bbaf732e9 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8baf8e7a-eed5-46df-b90f-2c88f2235a45,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:23:14.949935 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1331fc65-1c3a-40b4-8205-d73bbaf732e9 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:23:14.981384 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1331fc65-1c3a-40b4-8205-d73bbaf732e9 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:14.986204 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-1331fc65-1c3a-40b4-8205-d73bbaf732e9 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] 10.222.0.36 "DELETE /v2.0/security-groups/8baf8e7a-eed5-46df-b90f-2c88f2235a45 HTTP/1.1" status: 204 len: 168 time: 0.4186320 Dec 15 20:23:15.067722 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 37508) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:23:15.402551 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device d0fca62d-00ee-4070-8c98-e45f9f95485d no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 20:23:15.437446 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] No Port match for: d0fca62d-00ee-4070-8c98-e45f9f95485d {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 20:23:15.438007 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device d0fca62d-00ee-4070-8c98-e45f9f95485d not bound to the agent host hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 20:23:15.676117 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f95096eb-eca1-4571-babb-3ec39ff0e6f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145021'] for router_interface, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:16.288322 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-f95096eb-eca1-4571-babb-3ec39ff0e6f2 admin admin] Deleting port 0f9b554a-6166-4b39-8b2f-e4dbff5eb15d {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 20:23:16.288702 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f95096eb-eca1-4571-babb-3ec39ff0e6f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:16.462442 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-f95096eb-eca1-4571-babb-3ec39ff0e6f2 admin admin] For port 0f9b554a-6166-4b39-8b2f-e4dbff5eb15d, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=0f9b554a-6166-4b39-8b2f-e4dbff5eb15d,segment=NetworkSegment(e6a8aa8e-9d6b-4f24-aec2-b3d64d4deda8),segment_id=e6a8aa8e-9d6b-4f24-aec2-b3d64d4deda8)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:23:16.462834 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f95096eb-eca1-4571-babb-3ec39ff0e6f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:16.585491 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-f95096eb-eca1-4571-babb-3ec39ff0e6f2 admin admin] Calling delete_port for 0f9b554a-6166-4b39-8b2f-e4dbff5eb15d owned by network:router_interface {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 20:23:16.940383 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f95096eb-eca1-4571-babb-3ec39ff0e6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:16.945098 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1b7fdee2-5ccd-4036-8cde-217063c15015 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:23:16.988583 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95096eb-eca1-4571-babb-3ec39ff0e6f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f9b554a-6166-4b39-8b2f-e4dbff5eb15d,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:23:16.992923 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f95096eb-eca1-4571-babb-3ec39ff0e6f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:23:17.294635 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f95096eb-eca1-4571-babb-3ec39ff0e6f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852815828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854144871'] for router_interface, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:18.124069 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f95096eb-eca1-4571-babb-3ec39ff0e6f2 admin admin] Router 696aef89-8e88-41ca-bca2-d1e92006c2fa has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 20:23:18.334715 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f95096eb-eca1-4571-babb-3ec39ff0e6f2 admin admin] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 20:23:18.344437 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f068985c-024c-4a0b-860c-f34a5af9d157 None None] Sync routers for ids ['696aef89-8e88-41ca-bca2-d1e92006c2fa'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 20:23:18.357424 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f068985c-024c-4a0b-860c-f34a5af9d157 None None] Routers {'696aef89-8e88-41ca-bca2-d1e92006c2fa'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:23:18.359393 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-f068985c-024c-4a0b-860c-f34a5af9d157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:23:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['696aef89-8e88-41ca-bca2-d1e92006c2fa'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:23:18.381880 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f95096eb-eca1-4571-babb-3ec39ff0e6f2 admin admin] 10.222.0.36 "PUT /v2.0/routers/696aef89-8e88-41ca-bca2-d1e92006c2fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3127885 Dec 15 20:23:18.384586 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 37514) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:23:18.543509 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-f068985c-024c-4a0b-860c-f34a5af9d157 None None] Set router 696aef89-8e88-41ca-bca2-d1e92006c2fa gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:23:18.583776 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-31541942-16d8-4819-8351-912ba36de159 admin admin] Notify callbacks [] for router, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:18.788492 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-31541942-16d8-4819-8351-912ba36de159 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:18.819926 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-31541942-16d8-4819-8351-912ba36de159 admin admin] Deleting port e1e8d956-5a14-41a6-8dc5-bb9cad74193b {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 20:23:18.820301 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-31541942-16d8-4819-8351-912ba36de159 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:18.842983 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-f068985c-024c-4a0b-860c-f34a5af9d157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '696aef89-8e88-41ca-bca2-d1e92006c2fa', 'name': 'tempest-TestShelveInstance-220940260-router', 'tenant_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': 'e1e8d956-5a14-41a6-8dc5-bb9cad74193b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:12:10Z', 'updated_at': '2021-12-15T20:23:16Z', 'revision_number': 5, 'project_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'gw_port': {'id': 'e1e8d956-5a14-41a6-8dc5-bb9cad74193b', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:68:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696aef89-8e88-41ca-bca2-d1e92006c2fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:12:11Z', 'updated_at': '2021-12-15T20:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:23:18.847087 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f068985c-024c-4a0b-860c-f34a5af9d157 None None] Checking router: 696aef89-8e88-41ca-bca2-d1e92006c2fa for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 20:23:18.858406 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f068985c-024c-4a0b-860c-f34a5af9d157 None None] Routers {'696aef89-8e88-41ca-bca2-d1e92006c2fa'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:23:18.859422 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-f068985c-024c-4a0b-860c-f34a5af9d157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:23:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['696aef89-8e88-41ca-bca2-d1e92006c2fa'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:23:19.000836 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-31541942-16d8-4819-8351-912ba36de159 admin admin] For port e1e8d956-5a14-41a6-8dc5-bb9cad74193b, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=e1e8d956-5a14-41a6-8dc5-bb9cad74193b,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:23:19.001238 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-31541942-16d8-4819-8351-912ba36de159 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:19.019894 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-f068985c-024c-4a0b-860c-f34a5af9d157 None None] Set router 696aef89-8e88-41ca-bca2-d1e92006c2fa gateway port host: None {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:23:19.128516 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-f068985c-024c-4a0b-860c-f34a5af9d157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '696aef89-8e88-41ca-bca2-d1e92006c2fa', 'name': 'tempest-TestShelveInstance-220940260-router', 'tenant_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:12:10Z', 'updated_at': '2021-12-15T20:23:18Z', 'revision_number': 6, 'project_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'gw_port_host': None}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:23:19.129059 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-31541942-16d8-4819-8351-912ba36de159 admin admin] Calling delete_port for e1e8d956-5a14-41a6-8dc5-bb9cad74193b owned by network:router_gateway {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 20:23:19.132761 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f068985c-024c-4a0b-860c-f34a5af9d157 None None] The sync data for ids ['696aef89-8e88-41ca-bca2-d1e92006c2fa'] in dv-neutron-821831-2-hyperv is: [{'id': '696aef89-8e88-41ca-bca2-d1e92006c2fa', 'name': 'tempest-TestShelveInstance-220940260-router', 'tenant_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:12:10Z', 'updated_at': '2021-12-15T20:23:18Z', 'revision_number': 6, 'project_id': 'd67cc805c42b4faf8bd398c11bfefaa8', 'gw_port_host': None}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 20:23:19.397328 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-31541942-16d8-4819-8351-912ba36de159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:19.402500 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-45cb2a83-672c-417b-b0e4-2f7eebdd0b0a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:23:19.450688 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31541942-16d8-4819-8351-912ba36de159 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1e8d956-5a14-41a6-8dc5-bb9cad74193b,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:23:19.453305 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-31541942-16d8-4819-8351-912ba36de159 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:23:19.684712 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-31541942-16d8-4819-8351-912ba36de159 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854141934'] for router_gateway, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:19.949251 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-31541942-16d8-4819-8351-912ba36de159 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854207876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854699191'] for router, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:19.953670 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-31541942-16d8-4819-8351-912ba36de159 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:20.052594 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device e1e8d956-5a14-41a6-8dc5-bb9cad74193b no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 20:23:20.086430 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: e1e8d956-5a14-41a6-8dc5-bb9cad74193b {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 20:23:20.087433 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device e1e8d956-5a14-41a6-8dc5-bb9cad74193b not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 20:23:20.088007 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 0f9b554a-6166-4b39-8b2f-e4dbff5eb15d no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 20:23:20.118462 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 0f9b554a-6166-4b39-8b2f-e4dbff5eb15d {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 20:23:20.118859 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 0f9b554a-6166-4b39-8b2f-e4dbff5eb15d not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 20:23:20.157228 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-31541942-16d8-4819-8351-912ba36de159 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854207982'] for router, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:20.157803 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31541942-16d8-4819-8351-912ba36de159 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 696aef89-8e88-41ca-bca2-d1e92006c2fa {{(pid=88990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 20:23:20.170735 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-31541942-16d8-4819-8351-912ba36de159 admin admin] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:20.172025 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-31541942-16d8-4819-8351-912ba36de159 admin admin] 10.222.0.36 "DELETE /v2.0/routers/696aef89-8e88-41ca-bca2-d1e92006c2fa HTTP/1.1" status: 204 len: 168 time: 1.7864563 Dec 15 20:23:20.174899 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 37518) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:23:20.245121 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-57bd7a43-74eb-405b-a24f-2caf48cb14af admin admin] Deleting subnet b0240e6f-f896-4e03-b330-c370fd8c2e9b {{(pid=88990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 20:23:20.248693 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-57bd7a43-74eb-405b-a24f-2caf48cb14af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:20.309929 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-57bd7a43-74eb-405b-a24f-2caf48cb14af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838448728'] for subnet, precommit_delete_associations {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:20.391608 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-57bd7a43-74eb-405b-a24f-2caf48cb14af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:20.500637 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-57bd7a43-74eb-405b-a24f-2caf48cb14af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16636259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14850861'] for subnet, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:20.505172 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8fb718e0-7d55-4c59-8f99-de3c00d2b039 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:23:20.545549 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bd7a43-74eb-405b-a24f-2caf48cb14af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0240e6f-f896-4e03-b330-c370fd8c2e9b,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:23:20.548259 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-57bd7a43-74eb-405b-a24f-2caf48cb14af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:23:20.552039 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-57bd7a43-74eb-405b-a24f-2caf48cb14af admin admin] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:20.557698 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494b8fbe-e1c5-401b-be46-3064e46c8504 None None] Network b372ef8a-1dc5-433f-a5bb-adc5f75cee07 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 20:23:20.558858 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-57bd7a43-74eb-405b-a24f-2caf48cb14af admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b0240e6f-f896-4e03-b330-c370fd8c2e9b HTTP/1.1" status: 204 len: 168 time: 0.3827493 Dec 15 20:23:20.561518 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 37522) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:23:20.679968 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-72f0f0c6-5750-42f4-afb6-94c1479c5755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:20.691469 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-72f0f0c6-5750-42f4-afb6-94c1479c5755 admin admin] Deleting port 43e7f139-a2a6-40ab-93d0-02ee8945b8e1 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 20:23:20.691855 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-72f0f0c6-5750-42f4-afb6-94c1479c5755 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:20.823022 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18ddba6-5504-4c3b-abe0-d4a17f1b6fe0 None None] DHCP port deletion for b372ef8a-1dc5-433f-a5bb-adc5f75cee07 request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 20:23:20.827267 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-f18ddba6-5504-4c3b-abe0-d4a17f1b6fe0 None None] Deleting port 43e7f139-a2a6-40ab-93d0-02ee8945b8e1 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 20:23:20.827696 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f18ddba6-5504-4c3b-abe0-d4a17f1b6fe0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:20.903982 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-72f0f0c6-5750-42f4-afb6-94c1479c5755 admin admin] For port 43e7f139-a2a6-40ab-93d0-02ee8945b8e1, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=43e7f139-a2a6-40ab-93d0-02ee8945b8e1,segment=NetworkSegment(e6a8aa8e-9d6b-4f24-aec2-b3d64d4deda8),segment_id=e6a8aa8e-9d6b-4f24-aec2-b3d64d4deda8)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:23:20.904382 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-72f0f0c6-5750-42f4-afb6-94c1479c5755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:21.035809 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-72f0f0c6-5750-42f4-afb6-94c1479c5755 admin admin] Calling delete_port for 43e7f139-a2a6-40ab-93d0-02ee8945b8e1 owned by network:dhcp {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 20:23:21.144074 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-72f0f0c6-5750-42f4-afb6-94c1479c5755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:21.148949 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b8d43638-8ec7-4e0b-9ab6-2576374d2cc9 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:23:21.189683 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f0f0c6-5750-42f4-afb6-94c1479c5755 admin admin] Pushing event deleted for resources: {'Port': ['ID=43e7f139-a2a6-40ab-93d0-02ee8945b8e1,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:23:21.193481 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-72f0f0c6-5750-42f4-afb6-94c1479c5755 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:23:21.197537 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f0f0c6-5750-42f4-afb6-94c1479c5755 admin admin] No DVR routers for this DVR port 43e7f139-a2a6-40ab-93d0-02ee8945b8e1 on host dv-neutron-821831-2-hyperv {{(pid=88990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 20:23:21.204920 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-f18ddba6-5504-4c3b-abe0-d4a17f1b6fe0 None None] For port 43e7f139-a2a6-40ab-93d0-02ee8945b8e1, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=43e7f139-a2a6-40ab-93d0-02ee8945b8e1,segment=NetworkSegment(e6a8aa8e-9d6b-4f24-aec2-b3d64d4deda8),segment_id=e6a8aa8e-9d6b-4f24-aec2-b3d64d4deda8)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:23:21.205369 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f18ddba6-5504-4c3b-abe0-d4a17f1b6fe0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:21.323521 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-72f0f0c6-5750-42f4-afb6-94c1479c5755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:21.328039 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-f18ddba6-5504-4c3b-abe0-d4a17f1b6fe0 None None] Calling delete_port for 43e7f139-a2a6-40ab-93d0-02ee8945b8e1 owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 20:23:21.350207 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-72f0f0c6-5750-42f4-afb6-94c1479c5755 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b372ef8a-1dc5-433f-a5bb-adc5f75cee07']}} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:23:21.364358 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-72f0f0c6-5750-42f4-afb6-94c1479c5755 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6a8aa8e-9d6b-4f24-aec2-b3d64d4deda8') {'for_net_delete': True} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:23:21.364699 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-72f0f0c6-5750-42f4-afb6-94c1479c5755 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6a8aa8e-9d6b-4f24-aec2-b3d64d4deda8') {} {{(pid=88990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:23:21.377995 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-72f0f0c6-5750-42f4-afb6-94c1479c5755 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16327073'] for segment, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:21.393322 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-72f0f0c6-5750-42f4-afb6-94c1479c5755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:21.400270 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72f0f0c6-5750-42f4-afb6-94c1479c5755 admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=88990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 20:23:21.400697 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-72f0f0c6-5750-42f4-afb6-94c1479c5755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838138943'] for segment, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:21.405097 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-f18ddba6-5504-4c3b-abe0-d4a17f1b6fe0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88992) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 20:23:21.405529 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-f18ddba6-5504-4c3b-abe0-d4a17f1b6fe0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 20:23:21.418957 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 20:23:21.418957 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 20:23:21.418957 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 20:23:21.418957 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 20:23:21.418957 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 20:23:21.418957 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 20:23:21.418957 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 20:23:21.418957 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 20:23:21.418957 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 20:23:21.418957 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 20:23:21.418957 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 20:23:21.418957 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 20:23:21.418957 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 20:23:21.418957 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 20:23:21.418957 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 20:23:21.418957 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 20:23:21.418957 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 20:23:21.418957 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 20:23:21.418957 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 20:23:21.418957 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 20:23:21.418957 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 20:23:21.418957 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 20:23:21.418957 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 20:23:21.418957 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 20:23:21.418957 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 20:23:21.418957 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 20:23:21.418957 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 20:23:21.418957 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 20:23:21.418957 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 20:23:21.418957 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 20:23:21.418957 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 20:23:21.418957 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 20:23:21.692564 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-72f0f0c6-5750-42f4-afb6-94c1479c5755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:21.697101 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f9ec3770-a44d-450a-8537-31545128af53 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:23:21.711203 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-72f0f0c6-5750-42f4-afb6-94c1479c5755 admin admin] Notify callbacks [] for network, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:21.723348 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f0f0c6-5750-42f4-afb6-94c1479c5755 admin admin] Pushing event deleted for resources: {'Network': ['ID=b372ef8a-1dc5-433f-a5bb-adc5f75cee07,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:23:21.727072 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-72f0f0c6-5750-42f4-afb6-94c1479c5755 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:23:21.767653 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-72f0f0c6-5750-42f4-afb6-94c1479c5755 admin admin] 10.222.0.36 "DELETE /v2.0/networks/b372ef8a-1dc5-433f-a5bb-adc5f75cee07 HTTP/1.1" status: 204 len: 168 time: 1.2050886 Dec 15 20:23:21.770819 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 37526) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:23:21.906662 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-f18ddba6-5504-4c3b-abe0-d4a17f1b6fe0 None None] Deleting port 43e7f139-a2a6-40ab-93d0-02ee8945b8e1 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 20:23:21.907034 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f18ddba6-5504-4c3b-abe0-d4a17f1b6fe0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:21.974047 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-f18ddba6-5504-4c3b-abe0-d4a17f1b6fe0 None None] The port '43e7f139-a2a6-40ab-93d0-02ee8945b8e1' was deleted {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 15 20:23:22.052840 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 43e7f139-a2a6-40ab-93d0-02ee8945b8e1 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 20:23:22.088189 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 43e7f139-a2a6-40ab-93d0-02ee8945b8e1 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 20:23:22.088585 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 43e7f139-a2a6-40ab-93d0-02ee8945b8e1 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 20:23:22.175669 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-834583fa-1685-4a77-b0f8-c3a37bc35aba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145021'] for router_interface, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:22.793507 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-834583fa-1685-4a77-b0f8-c3a37bc35aba admin admin] Deleting port ce1d93ac-4713-4d92-862e-47e332093b03 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 20:23:22.794070 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-834583fa-1685-4a77-b0f8-c3a37bc35aba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:22.968706 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-834583fa-1685-4a77-b0f8-c3a37bc35aba admin admin] For port ce1d93ac-4713-4d92-862e-47e332093b03, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=ce1d93ac-4713-4d92-862e-47e332093b03,segment=NetworkSegment(ecd6f3da-a8ff-4c17-bfa1-c2c53420cc67),segment_id=ecd6f3da-a8ff-4c17-bfa1-c2c53420cc67)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:23:22.969018 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-834583fa-1685-4a77-b0f8-c3a37bc35aba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:23.095205 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-834583fa-1685-4a77-b0f8-c3a37bc35aba admin admin] Calling delete_port for ce1d93ac-4713-4d92-862e-47e332093b03 owned by network:router_interface {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 20:23:23.423540 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-834583fa-1685-4a77-b0f8-c3a37bc35aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:23.428197 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-6dff2ec8-b030-4af7-98e0-397d5e66415a tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:23:23.471086 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834583fa-1685-4a77-b0f8-c3a37bc35aba admin admin] Pushing event deleted for resources: {'Port': ['ID=ce1d93ac-4713-4d92-862e-47e332093b03,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:23:23.753136 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834583fa-1685-4a77-b0f8-c3a37bc35aba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:23:23.753506 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834583fa-1685-4a77-b0f8-c3a37bc35aba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:23:23.753932 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834583fa-1685-4a77-b0f8-c3a37bc35aba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:23:23.754396 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834583fa-1685-4a77-b0f8-c3a37bc35aba admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:23:23.754823 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834583fa-1685-4a77-b0f8-c3a37bc35aba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:23:23.755238 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834583fa-1685-4a77-b0f8-c3a37bc35aba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:23:23.755652 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834583fa-1685-4a77-b0f8-c3a37bc35aba admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:23:23.756063 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834583fa-1685-4a77-b0f8-c3a37bc35aba admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:23:23.756469 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834583fa-1685-4a77-b0f8-c3a37bc35aba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:23:23.756877 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834583fa-1685-4a77-b0f8-c3a37bc35aba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:23:23.757284 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834583fa-1685-4a77-b0f8-c3a37bc35aba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:23:23.764905 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-834583fa-1685-4a77-b0f8-c3a37bc35aba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:23:24.019882 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-834583fa-1685-4a77-b0f8-c3a37bc35aba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852815828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854144871'] for router_interface, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:24.622595 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-834583fa-1685-4a77-b0f8-c3a37bc35aba admin admin] Router aee032e2-0670-4488-b954-5e80f91f9330 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 20:23:24.820035 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:24.832090 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-834583fa-1685-4a77-b0f8-c3a37bc35aba admin admin] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 20:23:24.841511 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94454e2b-bf75-4005-a886-416f6ac98d96 None None] Sync routers for ids ['aee032e2-0670-4488-b954-5e80f91f9330'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 20:23:24.855153 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94454e2b-bf75-4005-a886-416f6ac98d96 None None] Routers {'aee032e2-0670-4488-b954-5e80f91f9330'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:23:24.855829 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-94454e2b-bf75-4005-a886-416f6ac98d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:23:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['aee032e2-0670-4488-b954-5e80f91f9330'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:23:24.894499 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-834583fa-1685-4a77-b0f8-c3a37bc35aba admin admin] 10.222.0.36 "PUT /v2.0/routers/aee032e2-0670-4488-b954-5e80f91f9330/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1223712 Dec 15 20:23:24.896960 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 37530) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:23:25.041556 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-94454e2b-bf75-4005-a886-416f6ac98d96 None None] Set router aee032e2-0670-4488-b954-5e80f91f9330 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:23:25.103365 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b5423a29-55ca-4923-89d2-9789728e26cc admin admin] Notify callbacks [] for router, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:25.307081 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b5423a29-55ca-4923-89d2-9789728e26cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:25.339179 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-94454e2b-bf75-4005-a886-416f6ac98d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee032e2-0670-4488-b954-5e80f91f9330', 'name': 'tempest-TestShelveInstance-1697664616-router', 'tenant_id': 'fdc11786486c40a99a030cee27898594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.102'}], 'enable_snat': True}, 'gw_port_id': 'bd77bdb3-3ee1-4db1-85b5-01e9a978e8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:12:18Z', 'updated_at': '2021-12-15T20:23:23Z', 'revision_number': 5, 'project_id': 'fdc11786486c40a99a030cee27898594', 'gw_port': {'id': 'bd77bdb3-3ee1-4db1-85b5-01e9a978e8fb', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:96:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee032e2-0670-4488-b954-5e80f91f9330', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:12:19Z', 'updated_at': '2021-12-15T20:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:23:25.343447 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94454e2b-bf75-4005-a886-416f6ac98d96 None None] Checking router: aee032e2-0670-4488-b954-5e80f91f9330 for host: dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 20:23:25.345514 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-b5423a29-55ca-4923-89d2-9789728e26cc admin admin] Deleting port bd77bdb3-3ee1-4db1-85b5-01e9a978e8fb {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 20:23:25.346034 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b5423a29-55ca-4923-89d2-9789728e26cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:25.354785 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94454e2b-bf75-4005-a886-416f6ac98d96 None None] Routers {'aee032e2-0670-4488-b954-5e80f91f9330'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:23:25.355456 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-94454e2b-bf75-4005-a886-416f6ac98d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:23:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['aee032e2-0670-4488-b954-5e80f91f9330'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:23:25.530180 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b5423a29-55ca-4923-89d2-9789728e26cc admin admin] For port bd77bdb3-3ee1-4db1-85b5-01e9a978e8fb, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=bd77bdb3-3ee1-4db1-85b5-01e9a978e8fb,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:23:25.530654 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b5423a29-55ca-4923-89d2-9789728e26cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:25.660739 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-94454e2b-bf75-4005-a886-416f6ac98d96 None None] Set router aee032e2-0670-4488-b954-5e80f91f9330 gateway port host: None {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:23:25.672511 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-b5423a29-55ca-4923-89d2-9789728e26cc admin admin] Calling delete_port for bd77bdb3-3ee1-4db1-85b5-01e9a978e8fb owned by network:router_gateway {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 20:23:25.770271 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-94454e2b-bf75-4005-a886-416f6ac98d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee032e2-0670-4488-b954-5e80f91f9330', 'name': 'tempest-TestShelveInstance-1697664616-router', 'tenant_id': 'fdc11786486c40a99a030cee27898594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:12:18Z', 'updated_at': '2021-12-15T20:23:25Z', 'revision_number': 6, 'project_id': 'fdc11786486c40a99a030cee27898594', 'gw_port_host': None}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:23:25.774486 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94454e2b-bf75-4005-a886-416f6ac98d96 None None] The sync data for ids ['aee032e2-0670-4488-b954-5e80f91f9330'] in dv-neutron-821831-2-hyperv is: [{'id': 'aee032e2-0670-4488-b954-5e80f91f9330', 'name': 'tempest-TestShelveInstance-1697664616-router', 'tenant_id': 'fdc11786486c40a99a030cee27898594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:12:18Z', 'updated_at': '2021-12-15T20:23:25Z', 'revision_number': 6, 'project_id': 'fdc11786486c40a99a030cee27898594', 'gw_port_host': None}] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 20:23:25.882881 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b5423a29-55ca-4923-89d2-9789728e26cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:25.888363 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2aa12bcf-9cb5-435b-8e27-5409f3e2b31a tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:23:25.932394 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5423a29-55ca-4923-89d2-9789728e26cc admin admin] Pushing event deleted for resources: {'Port': ['ID=bd77bdb3-3ee1-4db1-85b5-01e9a978e8fb,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:23:25.935923 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b5423a29-55ca-4923-89d2-9789728e26cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:23:26.110609 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device ce1d93ac-4713-4d92-862e-47e332093b03 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 20:23:26.146272 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: ce1d93ac-4713-4d92-862e-47e332093b03 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 20:23:26.146656 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device ce1d93ac-4713-4d92-862e-47e332093b03 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 20:23:26.394619 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b5423a29-55ca-4923-89d2-9789728e26cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854141934'] for router_gateway, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:26.660595 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b5423a29-55ca-4923-89d2-9789728e26cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854207876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854699191'] for router, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:26.665966 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b5423a29-55ca-4923-89d2-9789728e26cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:26.819754 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b5423a29-55ca-4923-89d2-9789728e26cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854207982'] for router, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:26.820416 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5423a29-55ca-4923-89d2-9789728e26cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router aee032e2-0670-4488-b954-5e80f91f9330 {{(pid=88991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 20:23:26.834018 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b5423a29-55ca-4923-89d2-9789728e26cc admin admin] Notify callbacks [] for router, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:26.835303 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b5423a29-55ca-4923-89d2-9789728e26cc admin admin] 10.222.0.36 "DELETE /v2.0/routers/aee032e2-0670-4488-b954-5e80f91f9330 HTTP/1.1" status: 204 len: 168 time: 1.9373314 Dec 15 20:23:26.838738 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 37534) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:23:26.906743 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-06ca2270-af70-482d-98af-7c3975cf9162 admin admin] Deleting subnet 90d38391-c0a4-4871-a6ff-d9102368a811 {{(pid=88991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 20:23:26.910098 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-06ca2270-af70-482d-98af-7c3975cf9162 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:26.966189 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-06ca2270-af70-482d-98af-7c3975cf9162 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16332759'] for subnet, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:27.048011 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-06ca2270-af70-482d-98af-7c3975cf9162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:27.401179 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-06ca2270-af70-482d-98af-7c3975cf9162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16156049'] for subnet, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:27.405889 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-cbdecb35-2827-4268-a6c2-9931d7a70c20 tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:23:27.446792 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ca2270-af70-482d-98af-7c3975cf9162 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90d38391-c0a4-4871-a6ff-d9102368a811,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:23:27.449466 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-06ca2270-af70-482d-98af-7c3975cf9162 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:23:27.452268 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-06ca2270-af70-482d-98af-7c3975cf9162 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:27.458509 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-06ca2270-af70-482d-98af-7c3975cf9162 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/90d38391-c0a4-4871-a6ff-d9102368a811 HTTP/1.1" status: 204 len: 168 time: 0.6187129 Dec 15 20:23:27.461265 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 37538) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:23:27.463643 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217eb827-b0dd-477a-b890-2040b14b509f None None] Network 3e93b758-8036-454a-833d-2642b173e011 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 20:23:27.577701 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-074ee502-dd10-45e5-9018-2fd1e711a262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:27.589470 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-074ee502-dd10-45e5-9018-2fd1e711a262 admin admin] Deleting port a1e0d682-8f7d-43a2-b0f0-00ff6d2889d0 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 20:23:27.589847 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-074ee502-dd10-45e5-9018-2fd1e711a262 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:27.730705 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83fdb86-943d-464e-bdf1-473934c0f871 None None] DHCP port deletion for 3e93b758-8036-454a-833d-2642b173e011 request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 20:23:27.735497 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-e83fdb86-943d-464e-bdf1-473934c0f871 None None] Deleting port a1e0d682-8f7d-43a2-b0f0-00ff6d2889d0 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 20:23:27.736003 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e83fdb86-943d-464e-bdf1-473934c0f871 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:27.808708 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-074ee502-dd10-45e5-9018-2fd1e711a262 admin admin] For port a1e0d682-8f7d-43a2-b0f0-00ff6d2889d0, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=a1e0d682-8f7d-43a2-b0f0-00ff6d2889d0,segment=NetworkSegment(ecd6f3da-a8ff-4c17-bfa1-c2c53420cc67),segment_id=ecd6f3da-a8ff-4c17-bfa1-c2c53420cc67)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:23:27.809102 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-074ee502-dd10-45e5-9018-2fd1e711a262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:27.935327 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-074ee502-dd10-45e5-9018-2fd1e711a262 admin admin] Calling delete_port for a1e0d682-8f7d-43a2-b0f0-00ff6d2889d0 owned by network:dhcp {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 20:23:27.965975 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-e83fdb86-943d-464e-bdf1-473934c0f871 None None] For port a1e0d682-8f7d-43a2-b0f0-00ff6d2889d0, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=a1e0d682-8f7d-43a2-b0f0-00ff6d2889d0,segment=NetworkSegment(ecd6f3da-a8ff-4c17-bfa1-c2c53420cc67),segment_id=ecd6f3da-a8ff-4c17-bfa1-c2c53420cc67)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:23:27.966376 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e83fdb86-943d-464e-bdf1-473934c0f871 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:28.037270 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-074ee502-dd10-45e5-9018-2fd1e711a262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:28.042991 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-21b868a8-1ab5-44b5-8034-9f9b8f0110ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:23:28.085520 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074ee502-dd10-45e5-9018-2fd1e711a262 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1e0d682-8f7d-43a2-b0f0-00ff6d2889d0,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:23:28.088823 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-074ee502-dd10-45e5-9018-2fd1e711a262 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:23:28.090899 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device a1e0d682-8f7d-43a2-b0f0-00ff6d2889d0 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 20:23:28.094527 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074ee502-dd10-45e5-9018-2fd1e711a262 admin admin] No DVR routers for this DVR port a1e0d682-8f7d-43a2-b0f0-00ff6d2889d0 on host dv-neutron-821831-2-hyperv {{(pid=88991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 20:23:28.180090 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-e83fdb86-943d-464e-bdf1-473934c0f871 None None] Calling delete_port for a1e0d682-8f7d-43a2-b0f0-00ff6d2889d0 owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 20:23:28.217176 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: a1e0d682-8f7d-43a2-b0f0-00ff6d2889d0 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 20:23:28.217499 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device a1e0d682-8f7d-43a2-b0f0-00ff6d2889d0 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 20:23:28.217843 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-074ee502-dd10-45e5-9018-2fd1e711a262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:28.217950 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device bd77bdb3-3ee1-4db1-85b5-01e9a978e8fb no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 20:23:28.245597 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-074ee502-dd10-45e5-9018-2fd1e711a262 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e93b758-8036-454a-833d-2642b173e011']}} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:23:28.259085 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-074ee502-dd10-45e5-9018-2fd1e711a262 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecd6f3da-a8ff-4c17-bfa1-c2c53420cc67') {'for_net_delete': True} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:23:28.259324 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: bd77bdb3-3ee1-4db1-85b5-01e9a978e8fb {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 20:23:28.259450 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-074ee502-dd10-45e5-9018-2fd1e711a262 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecd6f3da-a8ff-4c17-bfa1-c2c53420cc67') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:23:28.259776 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device bd77bdb3-3ee1-4db1-85b5-01e9a978e8fb not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 20:23:28.272857 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-074ee502-dd10-45e5-9018-2fd1e711a262 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838443042'] for segment, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:28.289308 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-074ee502-dd10-45e5-9018-2fd1e711a262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:28.295975 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-074ee502-dd10-45e5-9018-2fd1e711a262 admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=88991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 20:23:28.296409 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-074ee502-dd10-45e5-9018-2fd1e711a262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838443729'] for segment, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:28.314139 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 20:23:28.314139 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 20:23:28.314139 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 20:23:28.314139 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 20:23:28.314139 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 20:23:28.314139 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 20:23:28.314139 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 20:23:28.314139 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 20:23:28.314139 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 20:23:28.314139 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 20:23:28.314139 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 20:23:28.314139 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 20:23:28.314139 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 20:23:28.314139 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 20:23:28.314139 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 20:23:28.314139 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 20:23:28.314139 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 20:23:28.314139 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 20:23:28.314139 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 20:23:28.314139 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 20:23:28.314139 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 20:23:28.314139 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 20:23:28.314139 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 20:23:28.314139 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 20:23:28.314139 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 20:23:28.314139 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 20:23:28.314139 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 20:23:28.314139 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 20:23:28.314139 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 20:23:28.314139 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 20:23:28.314139 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 20:23:28.314139 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 20:23:28.317016 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-e83fdb86-943d-464e-bdf1-473934c0f871 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88992) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 20:23:28.317016 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-e83fdb86-943d-464e-bdf1-473934c0f871 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 20:23:28.419747 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-074ee502-dd10-45e5-9018-2fd1e711a262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:28.423323 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fe219cae-dbed-4b51-a1b3-c0d830f1ac29 tempest-NetworksTest-172360609 tempest-NetworksTest-172360609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:23:28.439579 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-074ee502-dd10-45e5-9018-2fd1e711a262 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:28.446341 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074ee502-dd10-45e5-9018-2fd1e711a262 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e93b758-8036-454a-833d-2642b173e011,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:23:28.450844 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-074ee502-dd10-45e5-9018-2fd1e711a262 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:23:28.457056 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-074ee502-dd10-45e5-9018-2fd1e711a262 admin admin] 10.222.0.36 "DELETE /v2.0/networks/3e93b758-8036-454a-833d-2642b173e011 HTTP/1.1" status: 204 len: 168 time: 0.9941270 Dec 15 20:23:28.709302 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 37544) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:23:28.767179 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-2c9a19fa-e7ab-48f2-8478-2759e7059d9e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d67cc805c42b4faf8bd398c11bfefaa8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0565188 Dec 15 20:23:28.769655 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 37548) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:23:28.815688 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-e83fdb86-943d-464e-bdf1-473934c0f871 None None] Deleting port a1e0d682-8f7d-43a2-b0f0-00ff6d2889d0 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 20:23:28.816127 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e83fdb86-943d-464e-bdf1-473934c0f871 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:28.832388 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-710b1b81-24e9-4da0-b2b8-4cce90f42abb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:28.859200 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-710b1b81-24e9-4da0-b2b8-4cce90f42abb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:28.879522 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-e83fdb86-943d-464e-bdf1-473934c0f871 None None] The port 'a1e0d682-8f7d-43a2-b0f0-00ff6d2889d0' was deleted {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 15 20:23:29.025630 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-710b1b81-24e9-4da0-b2b8-4cce90f42abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:29.031010 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b89a4a19-eb7c-442b-926a-aa7b29e0148b tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:23:29.045482 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710b1b81-24e9-4da0-b2b8-4cce90f42abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=612632a1-9360-4bb0-ab1f-54a851d3763a,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:23:29.048047 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-710b1b81-24e9-4da0-b2b8-4cce90f42abb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:23:29.054297 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-710b1b81-24e9-4da0-b2b8-4cce90f42abb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:29.056179 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-710b1b81-24e9-4da0-b2b8-4cce90f42abb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/612632a1-9360-4bb0-ab1f-54a851d3763a HTTP/1.1" status: 204 len: 168 time: 0.2855501 Dec 15 20:23:29.741328 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 37556) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:23:29.804192 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9a4135a2-c47c-4d93-8918-8a448fedd253 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fdc11786486c40a99a030cee27898594&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0615549 Dec 15 20:23:29.806787 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 37560) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:23:30.107937 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d72b71bd-c51e-4755-8832-366cdd96f6f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:30.136208 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d72b71bd-c51e-4755-8832-366cdd96f6f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:30.229091 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d72b71bd-c51e-4755-8832-366cdd96f6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:30.234074 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2fe696af-e6cf-42b2-a76b-3e82251e014c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:23:30.246928 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72b71bd-c51e-4755-8832-366cdd96f6f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6494ad56-c3d0-4728-b6eb-6125e3e6694a,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:23:30.251851 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d72b71bd-c51e-4755-8832-366cdd96f6f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:23:30.253561 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d72b71bd-c51e-4755-8832-366cdd96f6f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:30.255441 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d72b71bd-c51e-4755-8832-366cdd96f6f1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6494ad56-c3d0-4728-b6eb-6125e3e6694a HTTP/1.1" status: 204 len: 168 time: 0.4476604 Dec 15 20:23:31.384776 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 37582) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:23:31.524826 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-2b6ab332-2b6f-494d-a118-977c03ff811b admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1767076669-network', 'tenant_id': '944c382d5e3049b99755f807f41dd070'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:23:31.530055 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-2b6ab332-2b6f-494d-a118-977c03ff811b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:23:31.534204 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-2b6ab332-2b6f-494d-a118-977c03ff811b admin admin] Usage tracker for resource:network and tenant:944c382d5e3049b99755f807f41dd070 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:23:31.537183 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-2b6ab332-2b6f-494d-a118-977c03ff811b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:23:31.544100 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-2b6ab332-2b6f-494d-a118-977c03ff811b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:23:31.597219 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b6ab332-2b6f-494d-a118-977c03ff811b admin admin] Made reservation on behalf of 944c382d5e3049b99755f807f41dd070 for: {'network': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 20:23:31.602334 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2b6ab332-2b6f-494d-a118-977c03ff811b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:31.616271 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2b6ab332-2b6f-494d-a118-977c03ff811b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:31.649670 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-2b6ab332-2b6f-494d-a118-977c03ff811b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:23:31.653688 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-2b6ab332-2b6f-494d-a118-977c03ff811b admin admin] Usage tracker for resource:security_group_rule and tenant:944c382d5e3049b99755f807f41dd070 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:23:31.656636 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-2b6ab332-2b6f-494d-a118-977c03ff811b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:23:31.662626 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-2b6ab332-2b6f-494d-a118-977c03ff811b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:23:31.791893 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2b6ab332-2b6f-494d-a118-977c03ff811b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:31.823384 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2b6ab332-2b6f-494d-a118-977c03ff811b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:31.827635 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-82b261ce-6bc2-4a36-bef4-aa4b63ca0dff tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:23:31.855236 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b6ab332-2b6f-494d-a118-977c03ff811b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=88991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 20:23:31.869098 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ab332-2b6f-494d-a118-977c03ff811b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd5e012-34d2-479c-8aaa-a8c965d1be4b,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:23:31.872444 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2b6ab332-2b6f-494d-a118-977c03ff811b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:23:31.901764 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2b6ab332-2b6f-494d-a118-977c03ff811b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:31.902164 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-2b6ab332-2b6f-494d-a118-977c03ff811b admin admin] Added segment 7227c6b7-a5db-4aac-9a89-941e829a2c46 of type vlan for network c54cb55b-5abf-40e1-b72c-eec8230b5ec0 Dec 15 20:23:31.929456 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2b6ab332-2b6f-494d-a118-977c03ff811b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:32.043107 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2b6ab332-2b6f-494d-a118-977c03ff811b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:32.044082 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6ab332-2b6f-494d-a118-977c03ff811b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:23:32.044777 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2b6ab332-2b6f-494d-a118-977c03ff811b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:32.050052 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d63e71c5-9d3c-4ad7-83c9-17efc86251ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:23:32.155817 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ab332-2b6f-494d-a118-977c03ff811b admin admin] Pushing event updated for resources: {'Network': ['ID=c54cb55b-5abf-40e1-b72c-eec8230b5ec0,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:23:32.158669 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2b6ab332-2b6f-494d-a118-977c03ff811b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:23:32.166665 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network c54cb55b-5abf-40e1-b72c-eec8230b5ec0 details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 20:23:32.181479 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-2b6ab332-2b6f-494d-a118-977c03ff811b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7952988 Dec 15 20:23:32.184716 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 37588) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:23:32.190643 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-7c376f64-31e0-42e5-bba8-9e5cf71d6a29 admin admin] Request body: {'subnet': {'network_id': 'c54cb55b-5abf-40e1-b72c-eec8230b5ec0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1767076669-subnet', 'tenant_id': '944c382d5e3049b99755f807f41dd070', 'ip_version': 4}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:23:32.195905 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-7c376f64-31e0-42e5-bba8-9e5cf71d6a29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:23:32.200043 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-7c376f64-31e0-42e5-bba8-9e5cf71d6a29 admin admin] Usage tracker for resource:subnet and tenant:944c382d5e3049b99755f807f41dd070 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:23:32.203158 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-7c376f64-31e0-42e5-bba8-9e5cf71d6a29 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:23:32.209416 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-7c376f64-31e0-42e5-bba8-9e5cf71d6a29 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:23:32.246311 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c376f64-31e0-42e5-bba8-9e5cf71d6a29 admin admin] Made reservation on behalf of 944c382d5e3049b99755f807f41dd070 for: {'subnet': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 20:23:32.251116 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7c376f64-31e0-42e5-bba8-9e5cf71d6a29 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838619768'] for subnet, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:32.494469 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7c376f64-31e0-42e5-bba8-9e5cf71d6a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838443199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838619751'] for subnet, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:32.498739 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9a0ee9c6-cce8-42d5-8388-854c704387cb tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:23:32.575130 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c376f64-31e0-42e5-bba8-9e5cf71d6a29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37190bdd-9131-4a81-885a-f0fefda284e3,revision_number=0']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:23:32.579203 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-7c376f64-31e0-42e5-bba8-9e5cf71d6a29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:23:32.588113 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c376f64-31e0-42e5-bba8-9e5cf71d6a29 admin admin] Checking segment: {'id': '7227c6b7-a5db-4aac-9a89-941e829a2c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c54cb55b-5abf-40e1-b72c-eec8230b5ec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 20:23:32.588505 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c376f64-31e0-42e5-bba8-9e5cf71d6a29 admin admin] Network hostable DHCP agents. Network: c54cb55b-5abf-40e1-b72c-eec8230b5ec0, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 20:23:32.688393 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c376f64-31e0-42e5-bba8-9e5cf71d6a29 admin admin] Network c54cb55b-5abf-40e1-b72c-eec8230b5ec0 is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 20:23:32.774470 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-7c376f64-31e0-42e5-bba8-9e5cf71d6a29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, c54cb55b-5abf-40e1-b72c-eec8230b5ec0) {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 20:23:32.778716 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c376f64-31e0-42e5-bba8-9e5cf71d6a29 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:23:32.779481 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7c376f64-31e0-42e5-bba8-9e5cf71d6a29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:32.783603 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd8dca2-5741-451c-a24c-2a0a0c8094a2 None None] Network c54cb55b-5abf-40e1-b72c-eec8230b5ec0 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 20:23:32.831957 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-7c376f64-31e0-42e5-bba8-9e5cf71d6a29 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6461272 Dec 15 20:23:32.834858 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 37592) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:23:32.841098 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-9804e79a-5006-43ec-ae88-08b8cd0af817 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1767076669-router', 'tenant_id': '944c382d5e3049b99755f807f41dd070', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:23:32.846297 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-9804e79a-5006-43ec-ae88-08b8cd0af817 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:23:32.850341 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-9804e79a-5006-43ec-ae88-08b8cd0af817 admin admin] Usage tracker for resource:router and tenant:944c382d5e3049b99755f807f41dd070 is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:23:32.853451 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-9804e79a-5006-43ec-ae88-08b8cd0af817 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:23:32.859483 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-9804e79a-5006-43ec-ae88-08b8cd0af817 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:23:32.905681 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9804e79a-5006-43ec-ae88-08b8cd0af817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854699176'] for router, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:32.906780 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9804e79a-5006-43ec-ae88-08b8cd0af817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854194926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-76609'] for router, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:32.983280 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9804e79a-5006-43ec-ae88-08b8cd0af817 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:33.009939 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae43ade9-4a99-47c0-86c7-2ec209ae84c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-c54cb55b-5abf-40e1-b72c-eec8230b5ec0', 'network_id': 'c54cb55b-5abf-40e1-b72c-eec8230b5ec0', 'tenant_id': '944c382d5e3049b99755f807f41dd070', 'fixed_ips': [{'subnet_id': '37190bdd-9131-4a81-885a-f0fefda284e3'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 20:23:33.010895 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ae43ade9-4a99-47c0-86c7-2ec209ae84c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:33.174537 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9804e79a-5006-43ec-ae88-08b8cd0af817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:33.188727 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-ae43ade9-4a99-47c0-86c7-2ec209ae84c1 None None] Allocated IP 172.20.0.2 (c54cb55b-5abf-40e1-b72c-eec8230b5ec0/37190bdd-9131-4a81-885a-f0fefda284e3/c3bfa3f6-f3ac-4053-bbd8-db6c8bb021f7) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 20:23:33.406876 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ae43ade9-4a99-47c0-86c7-2ec209ae84c1 None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:33.415742 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9804e79a-5006-43ec-ae88-08b8cd0af817 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:33.417598 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-ae43ade9-4a99-47c0-86c7-2ec209ae84c1 None None] Transition to ACTIVE for port object c3bfa3f6-f3ac-4053-bbd8-db6c8bb021f7 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 20:23:33.437234 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-ae43ade9-4a99-47c0-86c7-2ec209ae84c1 None None] Transition to ACTIVE for port object c3bfa3f6-f3ac-4053-bbd8-db6c8bb021f7 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 20:23:33.454559 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9804e79a-5006-43ec-ae88-08b8cd0af817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:33.500201 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ae43ade9-4a99-47c0-86c7-2ec209ae84c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:33.505428 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:23:33.564607 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae43ade9-4a99-47c0-86c7-2ec209ae84c1 None None] Network c54cb55b-5abf-40e1-b72c-eec8230b5ec0 is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 20:23:33.565763 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-ae43ade9-4a99-47c0-86c7-2ec209ae84c1 None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 20:23:33.574157 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae43ade9-4a99-47c0-86c7-2ec209ae84c1 None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:23:33.584477 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae43ade9-4a99-47c0-86c7-2ec209ae84c1 None None] Pushing event updated for resources: {'Port': ['ID=c3bfa3f6-f3ac-4053-bbd8-db6c8bb021f7,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:23:33.626682 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae43ade9-4a99-47c0-86c7-2ec209ae84c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:23:33.627081 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae43ade9-4a99-47c0-86c7-2ec209ae84c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:23:33.627468 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae43ade9-4a99-47c0-86c7-2ec209ae84c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:23:33.627850 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae43ade9-4a99-47c0-86c7-2ec209ae84c1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:23:33.628502 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae43ade9-4a99-47c0-86c7-2ec209ae84c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:23:33.628608 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae43ade9-4a99-47c0-86c7-2ec209ae84c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:23:33.628952 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae43ade9-4a99-47c0-86c7-2ec209ae84c1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:23:33.629328 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae43ade9-4a99-47c0-86c7-2ec209ae84c1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:23:33.629700 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae43ade9-4a99-47c0-86c7-2ec209ae84c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:23:33.629809 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-9804e79a-5006-43ec-ae88-08b8cd0af817 admin admin] Allocated IP 172.26.3.178 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/d09a6145-1d57-4161-8614-4e65296acb3f) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 20:23:33.630071 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae43ade9-4a99-47c0-86c7-2ec209ae84c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:23:33.630462 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae43ade9-4a99-47c0-86c7-2ec209ae84c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:23:33.639706 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ae43ade9-4a99-47c0-86c7-2ec209ae84c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:23:33.688270 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-ae43ade9-4a99-47c0-86c7-2ec209ae84c1 None None] Attempting to bind port c3bfa3f6-f3ac-4053-bbd8-db6c8bb021f7 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 20:23:33.688618 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-ae43ade9-4a99-47c0-86c7-2ec209ae84c1 None None] Attempting to bind port c3bfa3f6-f3ac-4053-bbd8-db6c8bb021f7 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '7227c6b7-a5db-4aac-9a89-941e829a2c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c54cb55b-5abf-40e1-b72c-eec8230b5ec0'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 20:23:33.689009 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae43ade9-4a99-47c0-86c7-2ec209ae84c1 None None] Attempting to bind port c3bfa3f6-f3ac-4053-bbd8-db6c8bb021f7 on network c54cb55b-5abf-40e1-b72c-eec8230b5ec0 {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 20:23:33.695930 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae43ade9-4a99-47c0-86c7-2ec209ae84c1 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 20, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 20:23:33.696373 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae43ade9-4a99-47c0-86c7-2ec209ae84c1 None None] Checking segment: {'id': '7227c6b7-a5db-4aac-9a89-941e829a2c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c54cb55b-5abf-40e1-b72c-eec8230b5ec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 20:23:33.696801 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ae43ade9-4a99-47c0-86c7-2ec209ae84c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:33.697241 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae43ade9-4a99-47c0-86c7-2ec209ae84c1 None None] Bound using segment: {'id': '7227c6b7-a5db-4aac-9a89-941e829a2c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c54cb55b-5abf-40e1-b72c-eec8230b5ec0'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 20:23:33.697759 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-ae43ade9-4a99-47c0-86c7-2ec209ae84c1 None None] Bound port: c3bfa3f6-f3ac-4053-bbd8-db6c8bb021f7, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7227c6b7-a5db-4aac-9a89-941e829a2c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c54cb55b-5abf-40e1-b72c-eec8230b5ec0'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 20:23:33.698183 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ae43ade9-4a99-47c0-86c7-2ec209ae84c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:33.791367 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-ae43ade9-4a99-47c0-86c7-2ec209ae84c1 None None] For port c3bfa3f6-f3ac-4053-bbd8-db6c8bb021f7, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 20:23:33.794561 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-ae43ade9-4a99-47c0-86c7-2ec209ae84c1 None None] For port c3bfa3f6-f3ac-4053-bbd8-db6c8bb021f7, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=c3bfa3f6-f3ac-4053-bbd8-db6c8bb021f7,segment=NetworkSegment(7227c6b7-a5db-4aac-9a89-941e829a2c46),segment_id=7227c6b7-a5db-4aac-9a89-941e829a2c46)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 20:23:33.823570 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ae43ade9-4a99-47c0-86c7-2ec209ae84c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:33.827972 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:23:33.904054 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9804e79a-5006-43ec-ae88-08b8cd0af817 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:33.916716 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae43ade9-4a99-47c0-86c7-2ec209ae84c1 None None] Pushing event updated for resources: {'Port': ['ID=c3bfa3f6-f3ac-4053-bbd8-db6c8bb021f7,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:23:33.921582 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ae43ade9-4a99-47c0-86c7-2ec209ae84c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:23:33.963810 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9804e79a-5006-43ec-ae88-08b8cd0af817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:33.968647 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4a57493b-f891-4860-af98-aaad192dc899 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:23:34.044491 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9804e79a-5006-43ec-ae88-08b8cd0af817 admin admin] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 20:23:34.048356 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-9804e79a-5006-43ec-ae88-08b8cd0af817 admin admin] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 20:23:34.050503 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9804e79a-5006-43ec-ae88-08b8cd0af817 admin admin] Pushing event updated for resources: {'Port': ['ID=d09a6145-1d57-4161-8614-4e65296acb3f,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:23:34.052791 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9804e79a-5006-43ec-ae88-08b8cd0af817 admin admin] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:23:34.078383 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9804e79a-5006-43ec-ae88-08b8cd0af817 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:23:34.292025 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9804e79a-5006-43ec-ae88-08b8cd0af817 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:34.292811 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9804e79a-5006-43ec-ae88-08b8cd0af817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904'] for router, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:34.619739 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9804e79a-5006-43ec-ae88-08b8cd0af817 admin admin] Router 3a53df6d-05ee-44b0-99ce-07300d79464c is scheduled to L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 with binding_index 1 {{(pid=88991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 15 20:23:35.079271 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9804e79a-5006-43ec-ae88-08b8cd0af817 admin admin] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 20:23:35.088639 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dea0b68-c198-415a-b6eb-ba44a86e9bdd None None] Sync routers for ids ['3a53df6d-05ee-44b0-99ce-07300d79464c'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 20:23:35.101392 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dea0b68-c198-415a-b6eb-ba44a86e9bdd None None] Routers {'3a53df6d-05ee-44b0-99ce-07300d79464c'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:23:35.102650 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-4dea0b68-c198-415a-b6eb-ba44a86e9bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:23:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['3a53df6d-05ee-44b0-99ce-07300d79464c'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:23:35.134554 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9804e79a-5006-43ec-ae88-08b8cd0af817 admin admin] Notify callbacks [] for router, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:35.136278 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9804e79a-5006-43ec-ae88-08b8cd0af817 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3000519 Dec 15 20:23:35.139002 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 37598) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:23:35.300118 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-4dea0b68-c198-415a-b6eb-ba44a86e9bdd None None] Set router 3a53df6d-05ee-44b0-99ce-07300d79464c gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:23:35.664651 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f18630-4259-4438-ab84-2a95375f72e4 None None] Network c54cb55b-5abf-40e1-b72c-eec8230b5ec0 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 20:23:35.863288 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-9342dcac-3f14-4133-945f-3259e6b65d6a None None] Provisioning for port c3bfa3f6-f3ac-4053-bbd8-db6c8bb021f7 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 20:23:35.941873 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c24271c8-45a7-43e2-8b85-da9457384e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:36.003707 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-4dea0b68-c198-415a-b6eb-ba44a86e9bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a53df6d-05ee-44b0-99ce-07300d79464c', 'name': 'tempest-TestSnapshotPattern-1767076669-router', 'tenant_id': '944c382d5e3049b99755f807f41dd070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': 'd09a6145-1d57-4161-8614-4e65296acb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:23:32Z', 'updated_at': '2021-12-15T20:23:34Z', 'revision_number': 3, 'project_id': '944c382d5e3049b99755f807f41dd070', 'gw_port': {'id': 'd09a6145-1d57-4161-8614-4e65296acb3f', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d0:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a53df6d-05ee-44b0-99ce-07300d79464c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:23:33Z', 'updated_at': '2021-12-15T20:23:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:23:36.011679 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dea0b68-c198-415a-b6eb-ba44a86e9bdd None None] Checking router: 3a53df6d-05ee-44b0-99ce-07300d79464c for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 20:23:36.012087 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dea0b68-c198-415a-b6eb-ba44a86e9bdd None None] Updating router 3a53df6d-05ee-44b0-99ce-07300d79464c port d09a6145-1d57-4161-8614-4e65296acb3f binding host dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 15 20:23:36.082828 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4dea0b68-c198-415a-b6eb-ba44a86e9bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:36.124371 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device c3bfa3f6-f3ac-4053-bbd8-db6c8bb021f7 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 20:23:36.173844 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-c24271c8-45a7-43e2-8b85-da9457384e5f admin admin] Allocated IP 172.20.0.1 (c54cb55b-5abf-40e1-b72c-eec8230b5ec0/37190bdd-9131-4a81-885a-f0fefda284e3/b1b17727-31d9-45fb-826c-67116ae2d31f) {{(pid=88991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 20:23:36.346204 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c24271c8-45a7-43e2-8b85-da9457384e5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:36.356632 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port c3bfa3f6-f3ac-4053-bbd8-db6c8bb021f7 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 20:23:36.364549 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-c24271c8-45a7-43e2-8b85-da9457384e5f admin admin] Transition to ACTIVE for port object b1b17727-31d9-45fb-826c-67116ae2d31f will not be triggered until provisioned by entity DHCP. {{(pid=88991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 20:23:36.366030 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port c3bfa3f6-f3ac-4053-bbd8-db6c8bb021f7 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:23:36.366379 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:36.420446 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c24271c8-45a7-43e2-8b85-da9457384e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:36.425551 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b6de2d13-a7c8-441f-8974-41217b6ba7e7 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:23:36.487181 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-4bb12f9c-5ba5-43b8-9f81-cd1aaec1cab3 None None] Provisioning complete for port c3bfa3f6-f3ac-4053-bbd8-db6c8bb021f7 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:23:36.487610 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4bb12f9c-5ba5-43b8-9f81-cd1aaec1cab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:36.496116 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24271c8-45a7-43e2-8b85-da9457384e5f admin admin] Network c54cb55b-5abf-40e1-b72c-eec8230b5ec0 is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 20:23:36.499976 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-c24271c8-45a7-43e2-8b85-da9457384e5f admin admin] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 20:23:36.502156 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24271c8-45a7-43e2-8b85-da9457384e5f admin admin] Pushing event updated for resources: {'Port': ['ID=b1b17727-31d9-45fb-826c-67116ae2d31f,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:23:36.504477 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24271c8-45a7-43e2-8b85-da9457384e5f admin admin] Received port after_create {{(pid=88991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:23:36.534722 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c24271c8-45a7-43e2-8b85-da9457384e5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:23:36.564837 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c24271c8-45a7-43e2-8b85-da9457384e5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630901'] for router_interface, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:36.632811 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:36.704458 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c24271c8-45a7-43e2-8b85-da9457384e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:36.776975 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port c3bfa3f6-f3ac-4053-bbd8-db6c8bb021f7, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=c3bfa3f6-f3ac-4053-bbd8-db6c8bb021f7,segment=NetworkSegment(7227c6b7-a5db-4aac-9a89-941e829a2c46),segment_id=7227c6b7-a5db-4aac-9a89-941e829a2c46)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:23:36.788623 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4bb12f9c-5ba5-43b8-9f81-cd1aaec1cab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:36.802843 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4dea0b68-c198-415a-b6eb-ba44a86e9bdd None None] Notify callbacks [] for port, precommit_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:36.814871 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:36.821070 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0e8d0e41-ab07-42f4-af31-4a2c95d4cbbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:23:36.869492 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-4dea0b68-c198-415a-b6eb-ba44a86e9bdd None None] Transition to ACTIVE for port object d09a6145-1d57-4161-8614-4e65296acb3f will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 20:23:36.917088 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4dea0b68-c198-415a-b6eb-ba44a86e9bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:36.946069 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=c3bfa3f6-f3ac-4053-bbd8-db6c8bb021f7,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:23:36.949995 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c24271c8-45a7-43e2-8b85-da9457384e5f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:36.955908 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:23:36.956544 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:23:36.983394 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c24271c8-45a7-43e2-8b85-da9457384e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16332786'] for port, after_update {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:37.011925 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9804e79a-5006-43ec-ae88-08b8cd0af817 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:23:37.014409 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-4bb12f9c-5ba5-43b8-9f81-cd1aaec1cab3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88992) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 20:23:37.014826 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-4bb12f9c-5ba5-43b8-9f81-cd1aaec1cab3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 20:23:37.026926 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-4dea0b68-c198-415a-b6eb-ba44a86e9bdd None None] Attempting to bind port d09a6145-1d57-4161-8614-4e65296acb3f on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 20:23:37.027351 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-4dea0b68-c198-415a-b6eb-ba44a86e9bdd None None] Attempting to bind port d09a6145-1d57-4161-8614-4e65296acb3f by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 20:23:37.027772 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dea0b68-c198-415a-b6eb-ba44a86e9bdd None None] Attempting to bind port d09a6145-1d57-4161-8614-4e65296acb3f on network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 20:23:37.045852 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dea0b68-c198-415a-b6eb-ba44a86e9bdd None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 20, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 20:23:37.046313 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dea0b68-c198-415a-b6eb-ba44a86e9bdd None None] Checking segment: {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 20:23:37.046788 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4dea0b68-c198-415a-b6eb-ba44a86e9bdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:37.047223 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dea0b68-c198-415a-b6eb-ba44a86e9bdd None None] Bound using segment: {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 20:23:37.047741 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-4dea0b68-c198-415a-b6eb-ba44a86e9bdd None None] Bound port: d09a6145-1d57-4161-8614-4e65296acb3f, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 20:23:37.048168 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4dea0b68-c198-415a-b6eb-ba44a86e9bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:37.082363 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a1c3d4-26c6-4dbf-86a1-20e054b97a77 None None] Pushing event updated for resources: {'Port': ['ID=d09a6145-1d57-4161-8614-4e65296acb3f,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:23:37.087926 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e2a1c3d4-26c6-4dbf-86a1-20e054b97a77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:23:37.097307 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24271c8-45a7-43e2-8b85-da9457384e5f admin admin] Pushing event updated for resources: {'Port': ['ID=b1b17727-31d9-45fb-826c-67116ae2d31f,revision_number=2']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:23:37.100045 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c24271c8-45a7-43e2-8b85-da9457384e5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1959989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854145006'] for router_interface, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:37.105156 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c24271c8-45a7-43e2-8b85-da9457384e5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:23:37.133321 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-4dea0b68-c198-415a-b6eb-ba44a86e9bdd None None] For port d09a6145-1d57-4161-8614-4e65296acb3f, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 20:23:37.136585 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-4dea0b68-c198-415a-b6eb-ba44a86e9bdd None None] For port d09a6145-1d57-4161-8614-4e65296acb3f, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=d09a6145-1d57-4161-8614-4e65296acb3f,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 20:23:37.189429 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4dea0b68-c198-415a-b6eb-ba44a86e9bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:37.194125 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ae43ade9-4a99-47c0-86c7-2ec209ae84c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:23:37.252310 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24271c8-45a7-43e2-8b85-da9457384e5f admin admin] Network c54cb55b-5abf-40e1-b72c-eec8230b5ec0 is already hosted by enough agents. {{(pid=88991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 20:23:37.253754 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-c24271c8-45a7-43e2-8b85-da9457384e5f admin admin] Resources bound (agent type, host, resource id): {{(pid=88991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 20:23:37.278360 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a1c3d4-26c6-4dbf-86a1-20e054b97a77 None None] Pushing event updated for resources: {'Port': ['ID=d09a6145-1d57-4161-8614-4e65296acb3f,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:23:37.282261 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e2a1c3d4-26c6-4dbf-86a1-20e054b97a77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:23:37.284794 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dea0b68-c198-415a-b6eb-ba44a86e9bdd None None] Routers {'3a53df6d-05ee-44b0-99ce-07300d79464c'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:23:37.285479 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-4dea0b68-c198-415a-b6eb-ba44a86e9bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:23:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['3a53df6d-05ee-44b0-99ce-07300d79464c'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:23:37.480056 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-4dea0b68-c198-415a-b6eb-ba44a86e9bdd None None] Set router 3a53df6d-05ee-44b0-99ce-07300d79464c gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:23:37.673345 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c24271c8-45a7-43e2-8b85-da9457384e5f admin admin] Router 3a53df6d-05ee-44b0-99ce-07300d79464c has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 20:23:37.885832 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c24271c8-45a7-43e2-8b85-da9457384e5f admin admin] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 20:23:37.904767 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c24271c8-45a7-43e2-8b85-da9457384e5f admin admin] 10.222.0.36 "PUT /v2.0/routers/3a53df6d-05ee-44b0-99ce-07300d79464c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7557628 Dec 15 20:23:37.991426 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-42c7b14e-606d-4b0f-a3b9-980239cca5cd None None] Provisioning for port b1b17727-31d9-45fb-826c-67116ae2d31f completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 20:23:38.002232 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-42c7b14e-606d-4b0f-a3b9-980239cca5cd None None] Provisioning complete for port b1b17727-31d9-45fb-826c-67116ae2d31f triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:23:38.002682 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-42c7b14e-606d-4b0f-a3b9-980239cca5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:38.067185 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-42c7b14e-606d-4b0f-a3b9-980239cca5cd None None] Port b1b17727-31d9-45fb-826c-67116ae2d31f cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 20:23:38.071543 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device c3bfa3f6-f3ac-4053-bbd8-db6c8bb021f7 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 20:23:38.153267 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-4dea0b68-c198-415a-b6eb-ba44a86e9bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a53df6d-05ee-44b0-99ce-07300d79464c', 'name': 'tempest-TestSnapshotPattern-1767076669-router', 'tenant_id': '944c382d5e3049b99755f807f41dd070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': 'd09a6145-1d57-4161-8614-4e65296acb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:23:32Z', 'updated_at': '2021-12-15T20:23:36Z', 'revision_number': 4, 'project_id': '944c382d5e3049b99755f807f41dd070', 'gw_port': {'id': 'd09a6145-1d57-4161-8614-4e65296acb3f', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d0:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a53df6d-05ee-44b0-99ce-07300d79464c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:23:33Z', 'updated_at': '2021-12-15T20:23:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': 'b1b17727-31d9-45fb-826c-67116ae2d31f', 'name': '', 'network_id': 'c54cb55b-5abf-40e1-b72c-eec8230b5ec0', 'tenant_id': '944c382d5e3049b99755f807f41dd070', 'mac_address': 'fa:16:3e:95:6a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a53df6d-05ee-44b0-99ce-07300d79464c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37190bdd-9131-4a81-885a-f0fefda284e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:23:35Z', 'updated_at': '2021-12-15T20:23:36Z', 'revision_number': 2, 'project_id': '944c382d5e3049b99755f807f41dd070', 'subnets': [{'id': '37190bdd-9131-4a81-885a-f0fefda284e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:23:38.158562 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dea0b68-c198-415a-b6eb-ba44a86e9bdd None None] The sync data for ids ['3a53df6d-05ee-44b0-99ce-07300d79464c'] in dv-neutron-821831-2-hyperv is: [{'id': '3a53df6d-05ee-44b0-99ce-07300d79464c', 'name': 'tempest-TestSnapshotPattern-1767076669-router', 'tenant_id': '944c382d5e3049b99755f807f41dd070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': 'd09a6145-1d57-4161-8614-4e65296acb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:23:32Z', 'updated_at': '2021-12-15T20:23:36Z', 'revision_number': 4, 'project_id': '944c382d5e3049b99755f807f41dd070', 'gw_port': {'id': 'd09a6145-1d57-4161-8614-4e65296acb3f', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d0:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a53df6d-05ee-44b0-99ce-07300d79464c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:23:33Z', 'updated_at': '2021-12-15T20:23:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': 'b1b17727-31d9-45fb-826c-67116ae2d31f', 'name': '', 'network_id': 'c54cb55b-5abf-40e1-b72c-eec8230b5ec0', 'tenant_id': '944c382d5e3049b99755f807f41dd070', 'mac_address': 'fa:16:3e:95:6a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a53df6d-05ee-44b0-99ce-07300d79464c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37190bdd-9131-4a81-885a-f0fefda284e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:23:35Z', 'updated_at': '2021-12-15T20:23:36Z', 'revision_number': 2, 'project_id': '944c382d5e3049b99755f807f41dd070', 'subnets': [{'id': '37190bdd-9131-4a81-885a-f0fefda284e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 20:23:38.164999 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port c3bfa3f6-f3ac-4053-bbd8-db6c8bb021f7 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:23:38.165428 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:38.322832 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e8714fdb-c3e2-4aa5-b53e-4567d8dbb244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:39.018959 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 37620) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:23:39.025326 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-5761bfd2-7181-4469-b557-3a7683f3bdad admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1714810458-network', 'tenant_id': '722fcc8424ba4044a5040316a2548eea'}} {{(pid=88991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:23:39.030984 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-5761bfd2-7181-4469-b557-3a7683f3bdad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:23:39.035112 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-5761bfd2-7181-4469-b557-3a7683f3bdad admin admin] Usage tracker for resource:network and tenant:722fcc8424ba4044a5040316a2548eea is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:23:39.038175 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-5761bfd2-7181-4469-b557-3a7683f3bdad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:23:39.045285 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-5761bfd2-7181-4469-b557-3a7683f3bdad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:23:39.082928 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5761bfd2-7181-4469-b557-3a7683f3bdad admin admin] Made reservation on behalf of 722fcc8424ba4044a5040316a2548eea for: {'network': 1} {{(pid=88991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 20:23:39.087858 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5761bfd2-7181-4469-b557-3a7683f3bdad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for network, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:39.102566 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5761bfd2-7181-4469-b557-3a7683f3bdad admin admin] Notify callbacks [] for security_group, before_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:39.138793 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-5761bfd2-7181-4469-b557-3a7683f3bdad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:23:39.143220 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-5761bfd2-7181-4469-b557-3a7683f3bdad admin admin] Usage tracker for resource:security_group_rule and tenant:722fcc8424ba4044a5040316a2548eea is out of sync, need to count used quota {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:23:39.146601 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-5761bfd2-7181-4469-b557-3a7683f3bdad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:23:39.153228 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-5761bfd2-7181-4469-b557-3a7683f3bdad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:23:39.292664 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5761bfd2-7181-4469-b557-3a7683f3bdad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:39.323243 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5761bfd2-7181-4469-b557-3a7683f3bdad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:39.326800 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-115e7a12-5948-45d8-a7c1-a6778a3a002e tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:23:39.360410 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5761bfd2-7181-4469-b557-3a7683f3bdad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=88991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 15 20:23:39.366347 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5761bfd2-7181-4469-b557-3a7683f3bdad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50cca828-6425-47e8-9fa9-bd36e764de4c,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:23:39.370205 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5761bfd2-7181-4469-b557-3a7683f3bdad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:23:39.375693 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5761bfd2-7181-4469-b557-3a7683f3bdad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:39.376101 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.segments_db [None req-5761bfd2-7181-4469-b557-3a7683f3bdad admin admin] Added segment c40c668d-6631-4c2d-a5fc-78b0fe192007 of type vlan for network 8ff607f7-aea6-4a0c-92ab-ce814497549d Dec 15 20:23:39.405436 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5761bfd2-7181-4469-b557-3a7683f3bdad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734579828578'] for network, precommit_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:39.477864 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5761bfd2-7181-4469-b557-3a7683f3bdad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972'] for network, after_create {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:39.478960 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5761bfd2-7181-4469-b557-3a7683f3bdad admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:23:39.479611 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5761bfd2-7181-4469-b557-3a7683f3bdad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:39.485056 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-70fd0627-5465-4d2e-86c5-88d4b79d811f tempest-RoutersIpV6Test-540704627 tempest-RoutersIpV6Test-540704627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:23:39.551635 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:39.599780 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5761bfd2-7181-4469-b557-3a7683f3bdad admin admin] Pushing event updated for resources: {'Network': ['ID=8ff607f7-aea6-4a0c-92ab-ce814497549d,revision_number=1']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:23:39.603248 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5761bfd2-7181-4469-b557-3a7683f3bdad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:23:39.612795 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Network 8ff607f7-aea6-4a0c-92ab-ce814497549d details requested by agent ovs-agent-dv-neutron-821831-2-hyperv with host dv-neutron-821831-2-hyperv {{(pid=88992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 15 20:23:39.624470 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-5761bfd2-7181-4469-b557-3a7683f3bdad admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6041424 Dec 15 20:23:39.627359 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 37624) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:23:39.634196 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-c6a87595-64ef-4612-8f42-b021716eacaa admin admin] Request body: {'subnet': {'network_id': '8ff607f7-aea6-4a0c-92ab-ce814497549d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1714810458-subnet', 'tenant_id': '722fcc8424ba4044a5040316a2548eea', 'ip_version': 4}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:23:39.639631 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-c6a87595-64ef-4612-8f42-b021716eacaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:23:39.647371 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-c6a87595-64ef-4612-8f42-b021716eacaa admin admin] Usage tracker for resource:subnet and tenant:722fcc8424ba4044a5040316a2548eea is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:23:39.652771 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-c6a87595-64ef-4612-8f42-b021716eacaa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:23:39.661626 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-c6a87595-64ef-4612-8f42-b021716eacaa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:23:39.717798 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a87595-64ef-4612-8f42-b021716eacaa admin admin] Made reservation on behalf of 722fcc8424ba4044a5040316a2548eea for: {'subnet': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 20:23:39.717798 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c6a87595-64ef-4612-8f42-b021716eacaa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839924940'] for subnet, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:40.097690 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device d09a6145-1d57-4161-8614-4e65296acb3f up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 20:23:40.171771 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c6a87595-64ef-4612-8f42-b021716eacaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838139473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839924955'] for subnet, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:40.176503 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-42c49f86-75e7-430d-978f-953b494ada04 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:23:40.202670 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port d09a6145-1d57-4161-8614-4e65296acb3f completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 20:23:40.208185 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port d09a6145-1d57-4161-8614-4e65296acb3f triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:23:40.208621 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:40.261646 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a87595-64ef-4612-8f42-b021716eacaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=88f87645-9bd4-4f7a-baee-bd45c580b88e,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:23:40.265511 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c6a87595-64ef-4612-8f42-b021716eacaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:23:40.273191 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a87595-64ef-4612-8f42-b021716eacaa admin admin] Checking segment: {'id': 'c40c668d-6631-4c2d-a5fc-78b0fe192007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8ff607f7-aea6-4a0c-92ab-ce814497549d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 20:23:40.273788 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a87595-64ef-4612-8f42-b021716eacaa admin admin] Network hostable DHCP agents. Network: 8ff607f7-aea6-4a0c-92ab-ce814497549d, hostable agents: ['b552d41d-7cd1-486c-8b2d-9194aa028a03'], hosted agents: [] {{(pid=88990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 15 20:23:40.322211 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a87595-64ef-4612-8f42-b021716eacaa admin admin] Network 8ff607f7-aea6-4a0c-92ab-ce814497549d is scheduled to be hosted by DHCP agent b552d41d-7cd1-486c-8b2d-9194aa028a03 with binding_index 1 {{(pid=88990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 15 20:23:40.334926 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:40.350860 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port d09a6145-1d57-4161-8614-4e65296acb3f, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=d09a6145-1d57-4161-8614-4e65296acb3f,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:23:40.356598 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-c6a87595-64ef-4612-8f42-b021716eacaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821831-2-hyperv, 8ff607f7-aea6-4a0c-92ab-ce814497549d) {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 20:23:40.361249 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a87595-64ef-4612-8f42-b021716eacaa admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:23:40.365409 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c6a87595-64ef-4612-8f42-b021716eacaa admin admin] Notify callbacks [] for subnet, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:40.365993 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3717d54-ff39-49c5-9ea8-ab3760eda09f None None] Network 8ff607f7-aea6-4a0c-92ab-ce814497549d requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 20:23:40.386301 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:40.436248 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-ae43ade9-4a99-47c0-86c7-2ec209ae84c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:23:40.460253 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c6a87595-64ef-4612-8f42-b021716eacaa admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8316884 Dec 15 20:23:40.463103 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 37628) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:23:40.468612 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-e1ce4de3-998d-4a1d-8c57-59ced85107a2 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1714810458-router', 'tenant_id': '722fcc8424ba4044a5040316a2548eea', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:23:40.473735 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-e1ce4de3-998d-4a1d-8c57-59ced85107a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:23:40.478405 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-e1ce4de3-998d-4a1d-8c57-59ced85107a2 admin admin] Usage tracker for resource:router and tenant:722fcc8424ba4044a5040316a2548eea is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:23:40.481366 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-e1ce4de3-998d-4a1d-8c57-59ced85107a2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:23:40.487371 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-e1ce4de3-998d-4a1d-8c57-59ced85107a2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:23:40.535448 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=d09a6145-1d57-4161-8614-4e65296acb3f,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:23:40.540523 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e1ce4de3-998d-4a1d-8c57-59ced85107a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-581040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854699176'] for router, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:40.541213 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:23:40.541593 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e1ce4de3-998d-4a1d-8c57-59ced85107a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854194926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-76609'] for router, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:40.620965 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e1ce4de3-998d-4a1d-8c57-59ced85107a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:40.656246 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1ea1f886-d6bd-4b20-907b-2bd071a0328b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:40.673089 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83cf6fa9-9048-4d2e-8804-ba29bf84140e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b8093a4-c025-5418-bb6b-1dfcbc1f5017-8ff607f7-aea6-4a0c-92ab-ce814497549d', 'network_id': '8ff607f7-aea6-4a0c-92ab-ce814497549d', 'tenant_id': '722fcc8424ba4044a5040316a2548eea', 'fixed_ips': [{'subnet_id': '88f87645-9bd4-4f7a-baee-bd45c580b88e'}]}} from dv-neutron-821831-2-hyperv. {{(pid=88992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 15 20:23:40.673991 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-83cf6fa9-9048-4d2e-8804-ba29bf84140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:40.807109 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e1ce4de3-998d-4a1d-8c57-59ced85107a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-76726'] for router, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:40.839132 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-83cf6fa9-9048-4d2e-8804-ba29bf84140e None None] Allocated IP 172.20.0.2 (8ff607f7-aea6-4a0c-92ab-ce814497549d/88f87645-9bd4-4f7a-baee-bd45c580b88e/6f785532-6fb4-4fd7-8ced-668313a90113) {{(pid=88992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 20:23:41.043292 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e1ce4de3-998d-4a1d-8c57-59ced85107a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:41.061186 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-83cf6fa9-9048-4d2e-8804-ba29bf84140e None None] Notify callbacks [] for port, precommit_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:41.076564 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e1ce4de3-998d-4a1d-8c57-59ced85107a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:41.157943 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-83cf6fa9-9048-4d2e-8804-ba29bf84140e None None] Transition to ACTIVE for port object 6f785532-6fb4-4fd7-8ced-668313a90113 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 20:23:41.178136 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-83cf6fa9-9048-4d2e-8804-ba29bf84140e None None] Transition to ACTIVE for port object 6f785532-6fb4-4fd7-8ced-668313a90113 will not be triggered until provisioned by entity DHCP. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 20:23:41.185026 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:41.212435 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-83cf6fa9-9048-4d2e-8804-ba29bf84140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951'] for port, after_create {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:41.216891 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1b3b951a-1f8e-4047-abc9-4031110c5a56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:23:41.261870 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-e1ce4de3-998d-4a1d-8c57-59ced85107a2 admin admin] Allocated IP 172.26.3.68 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/d033ecfe-109d-4aa2-9eba-a3f1a6391942) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 20:23:41.279919 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cf6fa9-9048-4d2e-8804-ba29bf84140e None None] Network 8ff607f7-aea6-4a0c-92ab-ce814497549d is already hosted by enough agents. {{(pid=88992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 20:23:41.287554 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-83cf6fa9-9048-4d2e-8804-ba29bf84140e None None] Resources bound (agent type, host, resource id): {{(pid=88992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 20:23:41.292652 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cf6fa9-9048-4d2e-8804-ba29bf84140e None None] Received port after_create {{(pid=88992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:23:41.299638 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cf6fa9-9048-4d2e-8804-ba29bf84140e None None] Pushing event updated for resources: {'Port': ['ID=6f785532-6fb4-4fd7-8ced-668313a90113,revision_number=1']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:23:41.303609 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-83cf6fa9-9048-4d2e-8804-ba29bf84140e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:23:41.397203 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-83cf6fa9-9048-4d2e-8804-ba29bf84140e None None] Attempting to bind port 6f785532-6fb4-4fd7-8ced-668313a90113 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 20:23:41.397518 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-83cf6fa9-9048-4d2e-8804-ba29bf84140e None None] Attempting to bind port 6f785532-6fb4-4fd7-8ced-668313a90113 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'c40c668d-6631-4c2d-a5fc-78b0fe192007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8ff607f7-aea6-4a0c-92ab-ce814497549d'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 20:23:41.397942 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cf6fa9-9048-4d2e-8804-ba29bf84140e None None] Attempting to bind port 6f785532-6fb4-4fd7-8ced-668313a90113 on network 8ff607f7-aea6-4a0c-92ab-ce814497549d {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 20:23:41.404848 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cf6fa9-9048-4d2e-8804-ba29bf84140e None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 20, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 20:23:41.405276 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cf6fa9-9048-4d2e-8804-ba29bf84140e None None] Checking segment: {'id': 'c40c668d-6631-4c2d-a5fc-78b0fe192007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8ff607f7-aea6-4a0c-92ab-ce814497549d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 20:23:41.405741 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-83cf6fa9-9048-4d2e-8804-ba29bf84140e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:41.406189 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cf6fa9-9048-4d2e-8804-ba29bf84140e None None] Bound using segment: {'id': 'c40c668d-6631-4c2d-a5fc-78b0fe192007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8ff607f7-aea6-4a0c-92ab-ce814497549d'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 20:23:41.406749 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-83cf6fa9-9048-4d2e-8804-ba29bf84140e None None] Bound port: 6f785532-6fb4-4fd7-8ced-668313a90113, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c40c668d-6631-4c2d-a5fc-78b0fe192007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8ff607f7-aea6-4a0c-92ab-ce814497549d'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 20:23:41.407321 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-83cf6fa9-9048-4d2e-8804-ba29bf84140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:41.424217 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e1ce4de3-998d-4a1d-8c57-59ced85107a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:41.488639 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e1ce4de3-998d-4a1d-8c57-59ced85107a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:41.494989 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f95096eb-eca1-4571-babb-3ec39ff0e6f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:23:41.505456 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-83cf6fa9-9048-4d2e-8804-ba29bf84140e None None] For port 6f785532-6fb4-4fd7-8ced-668313a90113, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 20:23:41.509393 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-83cf6fa9-9048-4d2e-8804-ba29bf84140e None None] For port 6f785532-6fb4-4fd7-8ced-668313a90113, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=6f785532-6fb4-4fd7-8ced-668313a90113,segment=NetworkSegment(c40c668d-6631-4c2d-a5fc-78b0fe192007),segment_id=c40c668d-6631-4c2d-a5fc-78b0fe192007)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 20:23:41.534482 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-83cf6fa9-9048-4d2e-8804-ba29bf84140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:41.538600 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:23:41.556226 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ce4de3-998d-4a1d-8c57-59ced85107a2 admin admin] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 20:23:41.559256 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-e1ce4de3-998d-4a1d-8c57-59ced85107a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 20:23:41.567823 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ce4de3-998d-4a1d-8c57-59ced85107a2 admin admin] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:23:41.607224 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ce4de3-998d-4a1d-8c57-59ced85107a2 admin admin] Pushing event updated for resources: {'Port': ['ID=d033ecfe-109d-4aa2-9eba-a3f1a6391942,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:23:41.617809 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e1ce4de3-998d-4a1d-8c57-59ced85107a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:23:41.622278 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cf6fa9-9048-4d2e-8804-ba29bf84140e None None] Pushing event updated for resources: {'Port': ['ID=6f785532-6fb4-4fd7-8ced-668313a90113,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:23:41.625915 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-83cf6fa9-9048-4d2e-8804-ba29bf84140e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:23:41.797531 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e1ce4de3-998d-4a1d-8c57-59ced85107a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:41.798385 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e1ce4de3-998d-4a1d-8c57-59ced85107a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854141904'] for router, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:41.934612 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb94baa1-a2c0-44a4-985a-3f85e419aba2 None None] Sync routers for ids ['3a53df6d-05ee-44b0-99ce-07300d79464c'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 20:23:41.953980 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb94baa1-a2c0-44a4-985a-3f85e419aba2 None None] Routers {'3a53df6d-05ee-44b0-99ce-07300d79464c'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:23:41.954793 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-bb94baa1-a2c0-44a4-985a-3f85e419aba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:23:41Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['3a53df6d-05ee-44b0-99ce-07300d79464c'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:23:42.156792 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1ce4de3-998d-4a1d-8c57-59ced85107a2 admin admin] Router cae9433c-bf28-494c-9ae3-0e52eb408308 is scheduled to L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 with binding_index 1 {{(pid=88990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 15 20:23:42.175523 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-bb94baa1-a2c0-44a4-985a-3f85e419aba2 None None] Set router 3a53df6d-05ee-44b0-99ce-07300d79464c gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:23:42.188483 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 6f785532-6fb4-4fd7-8ced-668313a90113 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 20:23:42.293735 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 6f785532-6fb4-4fd7-8ced-668313a90113 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 20:23:42.299544 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device d09a6145-1d57-4161-8614-4e65296acb3f up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 20:23:42.374195 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port d09a6145-1d57-4161-8614-4e65296acb3f triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:23:42.374848 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:42.389436 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ce4de3-998d-4a1d-8c57-59ced85107a2 admin admin] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 20:23:42.405905 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea12f0d-c384-4efa-8888-e1c325d1c3f3 None None] Sync routers for ids ['cae9433c-bf28-494c-9ae3-0e52eb408308'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 20:23:42.451457 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea12f0d-c384-4efa-8888-e1c325d1c3f3 None None] Routers {'cae9433c-bf28-494c-9ae3-0e52eb408308'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:23:42.452084 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-4ea12f0d-c384-4efa-8888-e1c325d1c3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:23:41Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['cae9433c-bf28-494c-9ae3-0e52eb408308'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:23:42.468704 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e1ce4de3-998d-4a1d-8c57-59ced85107a2 admin admin] Notify callbacks [] for router, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:42.472827 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e1ce4de3-998d-4a1d-8c57-59ced85107a2 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0059690 Dec 15 20:23:42.473037 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 37632) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:23:42.530436 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-bb94baa1-a2c0-44a4-985a-3f85e419aba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a53df6d-05ee-44b0-99ce-07300d79464c', 'name': 'tempest-TestSnapshotPattern-1767076669-router', 'tenant_id': '944c382d5e3049b99755f807f41dd070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': 'd09a6145-1d57-4161-8614-4e65296acb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:23:32Z', 'updated_at': '2021-12-15T20:23:36Z', 'revision_number': 4, 'project_id': '944c382d5e3049b99755f807f41dd070', 'gw_port': {'id': 'd09a6145-1d57-4161-8614-4e65296acb3f', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a53df6d-05ee-44b0-99ce-07300d79464c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:23:33Z', 'updated_at': '2021-12-15T20:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': 'b1b17727-31d9-45fb-826c-67116ae2d31f', 'name': '', 'network_id': 'c54cb55b-5abf-40e1-b72c-eec8230b5ec0', 'tenant_id': '944c382d5e3049b99755f807f41dd070', 'mac_address': 'fa:16:3e:95:6a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a53df6d-05ee-44b0-99ce-07300d79464c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37190bdd-9131-4a81-885a-f0fefda284e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:23:35Z', 'updated_at': '2021-12-15T20:23:36Z', 'revision_number': 2, 'project_id': '944c382d5e3049b99755f807f41dd070', 'subnets': [{'id': '37190bdd-9131-4a81-885a-f0fefda284e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:23:42.534852 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb94baa1-a2c0-44a4-985a-3f85e419aba2 None None] Checking router: 3a53df6d-05ee-44b0-99ce-07300d79464c for host: dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 20:23:42.535336 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb94baa1-a2c0-44a4-985a-3f85e419aba2 None None] Updating router 3a53df6d-05ee-44b0-99ce-07300d79464c port b1b17727-31d9-45fb-826c-67116ae2d31f binding host dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 15 20:23:42.609325 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bb94baa1-a2c0-44a4-985a-3f85e419aba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:42.719929 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-4ea12f0d-c384-4efa-8888-e1c325d1c3f3 None None] Set router cae9433c-bf28-494c-9ae3-0e52eb408308 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:23:43.006442 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bb94baa1-a2c0-44a4-985a-3f85e419aba2 None None] Notify callbacks [] for port, precommit_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:43.021544 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-bb94baa1-a2c0-44a4-985a-3f85e419aba2 None None] Transition to ACTIVE for port object b1b17727-31d9-45fb-826c-67116ae2d31f will not be triggered until provisioned by entity L2. {{(pid=88993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 20:23:43.065514 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bb94baa1-a2c0-44a4-985a-3f85e419aba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:43.070679 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-db7aa22c-7dd0-4501-887e-4bea7ea630c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:23:43.159833 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:43.219951 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b005da-60e7-41a7-b540-9b547531fc02 None None] Pushing event updated for resources: {'Port': ['ID=b1b17727-31d9-45fb-826c-67116ae2d31f,revision_number=3']} {{(pid=88993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:23:43.248803 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-4ea12f0d-c384-4efa-8888-e1c325d1c3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae9433c-bf28-494c-9ae3-0e52eb408308', 'name': 'tempest-TestSnapshotPattern-1714810458-router', 'tenant_id': '722fcc8424ba4044a5040316a2548eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.68'}], 'enable_snat': True}, 'gw_port_id': 'd033ecfe-109d-4aa2-9eba-a3f1a6391942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:23:40Z', 'updated_at': '2021-12-15T20:23:41Z', 'revision_number': 3, 'project_id': '722fcc8424ba4044a5040316a2548eea', 'gw_port': {'id': 'd033ecfe-109d-4aa2-9eba-a3f1a6391942', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae9433c-bf28-494c-9ae3-0e52eb408308', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:23:41Z', 'updated_at': '2021-12-15T20:23:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:23:43.254976 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea12f0d-c384-4efa-8888-e1c325d1c3f3 None None] Checking router: cae9433c-bf28-494c-9ae3-0e52eb408308 for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 20:23:43.255384 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea12f0d-c384-4efa-8888-e1c325d1c3f3 None None] Updating router cae9433c-bf28-494c-9ae3-0e52eb408308 port d033ecfe-109d-4aa2-9eba-a3f1a6391942 binding host dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 15 20:23:43.271067 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b005da-60e7-41a7-b540-9b547531fc02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:23:43.271465 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b005da-60e7-41a7-b540-9b547531fc02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:23:43.271853 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b005da-60e7-41a7-b540-9b547531fc02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:23:43.272233 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b005da-60e7-41a7-b540-9b547531fc02 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:23:43.272617 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b005da-60e7-41a7-b540-9b547531fc02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:23:43.272994 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b005da-60e7-41a7-b540-9b547531fc02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:23:43.274054 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b005da-60e7-41a7-b540-9b547531fc02 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:23:43.274430 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b005da-60e7-41a7-b540-9b547531fc02 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:23:43.274811 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b005da-60e7-41a7-b540-9b547531fc02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:23:43.275183 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b005da-60e7-41a7-b540-9b547531fc02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:23:43.275556 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b005da-60e7-41a7-b540-9b547531fc02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:23:43.283217 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-23b005da-60e7-41a7-b540-9b547531fc02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:23:43.323244 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4ea12f0d-c384-4efa-8888-e1c325d1c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:43.338977 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-bb94baa1-a2c0-44a4-985a-3f85e419aba2 None None] Attempting to bind port b1b17727-31d9-45fb-826c-67116ae2d31f on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 20:23:43.339502 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-bb94baa1-a2c0-44a4-985a-3f85e419aba2 None None] Attempting to bind port b1b17727-31d9-45fb-826c-67116ae2d31f by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': '7227c6b7-a5db-4aac-9a89-941e829a2c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c54cb55b-5abf-40e1-b72c-eec8230b5ec0'}] {{(pid=88993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 20:23:43.339997 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb94baa1-a2c0-44a4-985a-3f85e419aba2 None None] Attempting to bind port b1b17727-31d9-45fb-826c-67116ae2d31f on network c54cb55b-5abf-40e1-b72c-eec8230b5ec0 {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 20:23:43.347862 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb94baa1-a2c0-44a4-985a-3f85e419aba2 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 20, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 20:23:43.348285 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb94baa1-a2c0-44a4-985a-3f85e419aba2 None None] Checking segment: {'id': '7227c6b7-a5db-4aac-9a89-941e829a2c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c54cb55b-5abf-40e1-b72c-eec8230b5ec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 20:23:43.348739 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bb94baa1-a2c0-44a4-985a-3f85e419aba2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:43.349186 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb94baa1-a2c0-44a4-985a-3f85e419aba2 None None] Bound using segment: {'id': '7227c6b7-a5db-4aac-9a89-941e829a2c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c54cb55b-5abf-40e1-b72c-eec8230b5ec0'} {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 20:23:43.349717 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-bb94baa1-a2c0-44a4-985a-3f85e419aba2 None None] Bound port: b1b17727-31d9-45fb-826c-67116ae2d31f, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7227c6b7-a5db-4aac-9a89-941e829a2c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c54cb55b-5abf-40e1-b72c-eec8230b5ec0'}}] {{(pid=88993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 20:23:43.350141 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bb94baa1-a2c0-44a4-985a-3f85e419aba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:43.381407 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-88c5aebb-92d3-4b60-b3a4-f57e2c20429b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:43.469344 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-bb94baa1-a2c0-44a4-985a-3f85e419aba2 None None] For port b1b17727-31d9-45fb-826c-67116ae2d31f, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 20:23:43.472738 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-bb94baa1-a2c0-44a4-985a-3f85e419aba2 None None] For port b1b17727-31d9-45fb-826c-67116ae2d31f, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=b1b17727-31d9-45fb-826c-67116ae2d31f,segment=NetworkSegment(7227c6b7-a5db-4aac-9a89-941e829a2c46),segment_id=7227c6b7-a5db-4aac-9a89-941e829a2c46)] {{(pid=88993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 20:23:43.515557 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bb94baa1-a2c0-44a4-985a-3f85e419aba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:43.521029 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-23b005da-60e7-41a7-b540-9b547531fc02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:23:43.640482 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b005da-60e7-41a7-b540-9b547531fc02 None None] Pushing event updated for resources: {'Port': ['ID=b1b17727-31d9-45fb-826c-67116ae2d31f,revision_number=4']} {{(pid=88993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:23:43.643785 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-23b005da-60e7-41a7-b540-9b547531fc02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:23:43.650576 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb94baa1-a2c0-44a4-985a-3f85e419aba2 None None] Routers {'3a53df6d-05ee-44b0-99ce-07300d79464c'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:23:43.651278 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-bb94baa1-a2c0-44a4-985a-3f85e419aba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:23:41Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['3a53df6d-05ee-44b0-99ce-07300d79464c'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:23:43.661592 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-88c5aebb-92d3-4b60-b3a4-f57e2c20429b admin admin] Allocated IP 172.20.0.1 (8ff607f7-aea6-4a0c-92ab-ce814497549d/88f87645-9bd4-4f7a-baee-bd45c580b88e/5768964b-4226-4b76-b0b7-ea277b6bda54) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 20:23:43.672535 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7ef729-0012-4637-bdac-0f12aa1b0687 None None] Network 8ff607f7-aea6-4a0c-92ab-ce814497549d requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 20:23:43.844268 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-88c5aebb-92d3-4b60-b3a4-f57e2c20429b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:43.866817 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-88c5aebb-92d3-4b60-b3a4-f57e2c20429b admin admin] Transition to ACTIVE for port object 5768964b-4226-4b76-b0b7-ea277b6bda54 will not be triggered until provisioned by entity DHCP. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 20:23:43.883267 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-bb94baa1-a2c0-44a4-985a-3f85e419aba2 None None] Set router 3a53df6d-05ee-44b0-99ce-07300d79464c gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:23:43.908508 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-390d4150-dc36-4c5d-9b97-1a5031a71f51 None None] Provisioning for port 6f785532-6fb4-4fd7-8ced-668313a90113 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 20:23:43.916401 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4ea12f0d-c384-4efa-8888-e1c325d1c3f3 None None] Notify callbacks [] for port, precommit_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:43.926489 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-88c5aebb-92d3-4b60-b3a4-f57e2c20429b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:43.931863 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0c88fd96-47b2-4210-a227-b26a0a0d4152 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:23:43.956123 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-390d4150-dc36-4c5d-9b97-1a5031a71f51 None None] Provisioning complete for port 6f785532-6fb4-4fd7-8ced-668313a90113 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:23:43.956555 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-390d4150-dc36-4c5d-9b97-1a5031a71f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:43.989681 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-4ea12f0d-c384-4efa-8888-e1c325d1c3f3 None None] Transition to ACTIVE for port object d033ecfe-109d-4aa2-9eba-a3f1a6391942 will not be triggered until provisioned by entity L2. {{(pid=88992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 20:23:44.002951 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c5aebb-92d3-4b60-b3a4-f57e2c20429b admin admin] Network 8ff607f7-aea6-4a0c-92ab-ce814497549d is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 20:23:44.006570 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-88c5aebb-92d3-4b60-b3a4-f57e2c20429b admin admin] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 20:23:44.009767 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c5aebb-92d3-4b60-b3a4-f57e2c20429b admin admin] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:23:44.046932 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4ea12f0d-c384-4efa-8888-e1c325d1c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:44.047393 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c5aebb-92d3-4b60-b3a4-f57e2c20429b admin admin] Pushing event updated for resources: {'Port': ['ID=5768964b-4226-4b76-b0b7-ea277b6bda54,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:23:44.050448 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-88c5aebb-92d3-4b60-b3a4-f57e2c20429b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:23:44.051897 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:23:44.075942 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-88c5aebb-92d3-4b60-b3a4-f57e2c20429b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630901'] for router_interface, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:44.134565 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device b1b17727-31d9-45fb-826c-67116ae2d31f up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 20:23:44.205922 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-88c5aebb-92d3-4b60-b3a4-f57e2c20429b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:44.249403 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aada362f-437b-4d60-8086-707f3ae4378c None None] Pushing event updated for resources: {'Port': ['ID=d033ecfe-109d-4aa2-9eba-a3f1a6391942,revision_number=2']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:23:44.253221 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-aada362f-437b-4d60-8086-707f3ae4378c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:23:44.278884 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-4ea12f0d-c384-4efa-8888-e1c325d1c3f3 None None] Attempting to bind port d033ecfe-109d-4aa2-9eba-a3f1a6391942 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 20:23:44.279319 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-4ea12f0d-c384-4efa-8888-e1c325d1c3f3 None None] Attempting to bind port d033ecfe-109d-4aa2-9eba-a3f1a6391942 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 20:23:44.279744 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea12f0d-c384-4efa-8888-e1c325d1c3f3 None None] Attempting to bind port d033ecfe-109d-4aa2-9eba-a3f1a6391942 on network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 20:23:44.290282 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-bb94baa1-a2c0-44a4-985a-3f85e419aba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a53df6d-05ee-44b0-99ce-07300d79464c', 'name': 'tempest-TestSnapshotPattern-1767076669-router', 'tenant_id': '944c382d5e3049b99755f807f41dd070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': 'd09a6145-1d57-4161-8614-4e65296acb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:23:32Z', 'updated_at': '2021-12-15T20:23:36Z', 'revision_number': 4, 'project_id': '944c382d5e3049b99755f807f41dd070', 'gw_port': {'id': 'd09a6145-1d57-4161-8614-4e65296acb3f', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a53df6d-05ee-44b0-99ce-07300d79464c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:23:33Z', 'updated_at': '2021-12-15T20:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': 'b1b17727-31d9-45fb-826c-67116ae2d31f', 'name': '', 'network_id': 'c54cb55b-5abf-40e1-b72c-eec8230b5ec0', 'tenant_id': '944c382d5e3049b99755f807f41dd070', 'mac_address': 'fa:16:3e:95:6a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a53df6d-05ee-44b0-99ce-07300d79464c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37190bdd-9131-4a81-885a-f0fefda284e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:23:35Z', 'updated_at': '2021-12-15T20:23:43Z', 'revision_number': 4, 'project_id': '944c382d5e3049b99755f807f41dd070', 'subnets': [{'id': '37190bdd-9131-4a81-885a-f0fefda284e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:23:44.295118 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb94baa1-a2c0-44a4-985a-3f85e419aba2 None None] The sync data for ids ['3a53df6d-05ee-44b0-99ce-07300d79464c'] in dv-neutron-821831-2-hyperv is: [{'id': '3a53df6d-05ee-44b0-99ce-07300d79464c', 'name': 'tempest-TestSnapshotPattern-1767076669-router', 'tenant_id': '944c382d5e3049b99755f807f41dd070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': 'd09a6145-1d57-4161-8614-4e65296acb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:23:32Z', 'updated_at': '2021-12-15T20:23:36Z', 'revision_number': 4, 'project_id': '944c382d5e3049b99755f807f41dd070', 'gw_port': {'id': 'd09a6145-1d57-4161-8614-4e65296acb3f', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a53df6d-05ee-44b0-99ce-07300d79464c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:23:33Z', 'updated_at': '2021-12-15T20:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': 'b1b17727-31d9-45fb-826c-67116ae2d31f', 'name': '', 'network_id': 'c54cb55b-5abf-40e1-b72c-eec8230b5ec0', 'tenant_id': '944c382d5e3049b99755f807f41dd070', 'mac_address': 'fa:16:3e:95:6a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a53df6d-05ee-44b0-99ce-07300d79464c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37190bdd-9131-4a81-885a-f0fefda284e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:23:35Z', 'updated_at': '2021-12-15T20:23:43Z', 'revision_number': 4, 'project_id': '944c382d5e3049b99755f807f41dd070', 'subnets': [{'id': '37190bdd-9131-4a81-885a-f0fefda284e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 20:23:44.322193 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea12f0d-c384-4efa-8888-e1c325d1c3f3 None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 20, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 20:23:44.322566 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea12f0d-c384-4efa-8888-e1c325d1c3f3 None None] Checking segment: {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 20:23:44.323028 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4ea12f0d-c384-4efa-8888-e1c325d1c3f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:44.323476 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea12f0d-c384-4efa-8888-e1c325d1c3f3 None None] Bound using segment: {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'} {{(pid=88992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 20:23:44.324021 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-4ea12f0d-c384-4efa-8888-e1c325d1c3f3 None None] Bound port: d033ecfe-109d-4aa2-9eba-a3f1a6391942, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6e41623-5ae1-4487-8a0d-dcb88d18f8a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c'}}] {{(pid=88992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 20:23:44.324445 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4ea12f0d-c384-4efa-8888-e1c325d1c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:44.359691 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-390d4150-dc36-4c5d-9b97-1a5031a71f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:44.460796 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-390d4150-dc36-4c5d-9b97-1a5031a71f51 None None] For port 6f785532-6fb4-4fd7-8ced-668313a90113, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=6f785532-6fb4-4fd7-8ced-668313a90113,segment=NetworkSegment(c40c668d-6631-4c2d-a5fc-78b0fe192007),segment_id=c40c668d-6631-4c2d-a5fc-78b0fe192007)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:23:44.467366 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-4ea12f0d-c384-4efa-8888-e1c325d1c3f3 None None] For port d033ecfe-109d-4aa2-9eba-a3f1a6391942, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 20:23:44.471137 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-4ea12f0d-c384-4efa-8888-e1c325d1c3f3 None None] For port d033ecfe-109d-4aa2-9eba-a3f1a6391942, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=d033ecfe-109d-4aa2-9eba-a3f1a6391942,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 20:23:44.476653 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port b1b17727-31d9-45fb-826c-67116ae2d31f completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 20:23:44.482586 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port b1b17727-31d9-45fb-826c-67116ae2d31f triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:23:44.486586 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:44.514168 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-390d4150-dc36-4c5d-9b97-1a5031a71f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:44.517162 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-4ea12f0d-c384-4efa-8888-e1c325d1c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:44.529011 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:23:44.669981 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390d4150-dc36-4c5d-9b97-1a5031a71f51 None None] Pushing event updated for resources: {'Port': ['ID=6f785532-6fb4-4fd7-8ced-668313a90113,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:23:44.724507 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-390d4150-dc36-4c5d-9b97-1a5031a71f51 None None] Provisioning complete for port b1b17727-31d9-45fb-826c-67116ae2d31f triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:23:44.724933 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-390d4150-dc36-4c5d-9b97-1a5031a71f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:44.784481 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-88c5aebb-92d3-4b60-b3a4-f57e2c20429b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:44.821424 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-88c5aebb-92d3-4b60-b3a4-f57e2c20429b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:44.830112 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea12f0d-c384-4efa-8888-e1c325d1c3f3 None None] Routers {'cae9433c-bf28-494c-9ae3-0e52eb408308'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:23:44.830849 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-4ea12f0d-c384-4efa-8888-e1c325d1c3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:23:41Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['cae9433c-bf28-494c-9ae3-0e52eb408308'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:23:44.857463 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e5374675-eca4-463d-8c1f-7fea70a4b755 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:23:44.939721 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aada362f-437b-4d60-8086-707f3ae4378c None None] Pushing event updated for resources: {'Port': ['ID=d033ecfe-109d-4aa2-9eba-a3f1a6391942,revision_number=3']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:23:44.950687 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-aada362f-437b-4d60-8086-707f3ae4378c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:23:44.955193 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c5aebb-92d3-4b60-b3a4-f57e2c20429b admin admin] Pushing event updated for resources: {'Port': ['ID=5768964b-4226-4b76-b0b7-ea277b6bda54,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:23:44.956757 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.396s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:23:44.958159 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-88c5aebb-92d3-4b60-b3a4-f57e2c20429b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1959989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854145006'] for router_interface, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:44.963371 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-88c5aebb-92d3-4b60-b3a4-f57e2c20429b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:23:44.964277 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:23:44.982840 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:45.123927 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c5aebb-92d3-4b60-b3a4-f57e2c20429b admin admin] Network 8ff607f7-aea6-4a0c-92ab-ce814497549d is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 20:23:45.125135 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-88c5aebb-92d3-4b60-b3a4-f57e2c20429b admin admin] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 20:23:45.167640 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port b1b17727-31d9-45fb-826c-67116ae2d31f, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=b1b17727-31d9-45fb-826c-67116ae2d31f,segment=NetworkSegment(7227c6b7-a5db-4aac-9a89-941e829a2c46),segment_id=7227c6b7-a5db-4aac-9a89-941e829a2c46)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:23:45.190362 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-390d4150-dc36-4c5d-9b97-1a5031a71f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:45.206887 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-4ea12f0d-c384-4efa-8888-e1c325d1c3f3 None None] Set router cae9433c-bf28-494c-9ae3-0e52eb408308 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:23:45.254451 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:45.256814 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-aada362f-437b-4d60-8086-707f3ae4378c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:23:45.565902 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88c5aebb-92d3-4b60-b3a4-f57e2c20429b admin admin] Router cae9433c-bf28-494c-9ae3-0e52eb408308 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 20:23:45.637130 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=b1b17727-31d9-45fb-826c-67116ae2d31f,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:23:45.656197 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:23:45.722021 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-390d4150-dc36-4c5d-9b97-1a5031a71f51 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88992) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 20:23:45.722460 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-390d4150-dc36-4c5d-9b97-1a5031a71f51 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 20:23:45.790288 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c5aebb-92d3-4b60-b3a4-f57e2c20429b admin admin] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 20:23:45.799855 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-88c5aebb-92d3-4b60-b3a4-f57e2c20429b admin admin] 10.222.0.36 "PUT /v2.0/routers/cae9433c-bf28-494c-9ae3-0e52eb408308/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3258078 Dec 15 20:23:45.850466 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-4ea12f0d-c384-4efa-8888-e1c325d1c3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae9433c-bf28-494c-9ae3-0e52eb408308', 'name': 'tempest-TestSnapshotPattern-1714810458-router', 'tenant_id': '722fcc8424ba4044a5040316a2548eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.68'}], 'enable_snat': True}, 'gw_port_id': 'd033ecfe-109d-4aa2-9eba-a3f1a6391942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:23:40Z', 'updated_at': '2021-12-15T20:23:44Z', 'revision_number': 4, 'project_id': '722fcc8424ba4044a5040316a2548eea', 'gw_port': {'id': 'd033ecfe-109d-4aa2-9eba-a3f1a6391942', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae9433c-bf28-494c-9ae3-0e52eb408308', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:23:41Z', 'updated_at': '2021-12-15T20:23:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '5768964b-4226-4b76-b0b7-ea277b6bda54', 'name': '', 'network_id': '8ff607f7-aea6-4a0c-92ab-ce814497549d', 'tenant_id': '722fcc8424ba4044a5040316a2548eea', 'mac_address': 'fa:16:3e:4b:13:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae9433c-bf28-494c-9ae3-0e52eb408308', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88f87645-9bd4-4f7a-baee-bd45c580b88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:23:43Z', 'updated_at': '2021-12-15T20:23:44Z', 'revision_number': 2, 'project_id': '722fcc8424ba4044a5040316a2548eea', 'subnets': [{'id': '88f87645-9bd4-4f7a-baee-bd45c580b88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:23:45.855028 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea12f0d-c384-4efa-8888-e1c325d1c3f3 None None] The sync data for ids ['cae9433c-bf28-494c-9ae3-0e52eb408308'] in dv-neutron-821831-2-hyperv is: [{'id': 'cae9433c-bf28-494c-9ae3-0e52eb408308', 'name': 'tempest-TestSnapshotPattern-1714810458-router', 'tenant_id': '722fcc8424ba4044a5040316a2548eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.68'}], 'enable_snat': True}, 'gw_port_id': 'd033ecfe-109d-4aa2-9eba-a3f1a6391942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:23:40Z', 'updated_at': '2021-12-15T20:23:44Z', 'revision_number': 4, 'project_id': '722fcc8424ba4044a5040316a2548eea', 'gw_port': {'id': 'd033ecfe-109d-4aa2-9eba-a3f1a6391942', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae9433c-bf28-494c-9ae3-0e52eb408308', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:23:41Z', 'updated_at': '2021-12-15T20:23:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '5768964b-4226-4b76-b0b7-ea277b6bda54', 'name': '', 'network_id': '8ff607f7-aea6-4a0c-92ab-ce814497549d', 'tenant_id': '722fcc8424ba4044a5040316a2548eea', 'mac_address': 'fa:16:3e:4b:13:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae9433c-bf28-494c-9ae3-0e52eb408308', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88f87645-9bd4-4f7a-baee-bd45c580b88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:23:43Z', 'updated_at': '2021-12-15T20:23:44Z', 'revision_number': 2, 'project_id': '722fcc8424ba4044a5040316a2548eea', 'subnets': [{'id': '88f87645-9bd4-4f7a-baee-bd45c580b88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 20:23:46.087610 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 6f785532-6fb4-4fd7-8ced-668313a90113 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 20:23:46.162454 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 6f785532-6fb4-4fd7-8ced-668313a90113 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:23:46.162888 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:46.357164 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device b1b17727-31d9-45fb-826c-67116ae2d31f up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 20:23:46.430117 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port b1b17727-31d9-45fb-826c-67116ae2d31f triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:23:46.430570 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:46.537459 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b1bdb67d-07a4-4533-8a80-542530257b19 None None] Provisioning for port 5768964b-4226-4b76-b0b7-ea277b6bda54 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 20:23:46.551985 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b1bdb67d-07a4-4533-8a80-542530257b19 None None] Provisioning complete for port 5768964b-4226-4b76-b0b7-ea277b6bda54 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:23:46.552410 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b1bdb67d-07a4-4533-8a80-542530257b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:46.622546 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-b1bdb67d-07a4-4533-8a80-542530257b19 None None] Port 5768964b-4226-4b76-b0b7-ea277b6bda54 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 20:23:46.635998 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b1bdb67d-07a4-4533-8a80-542530257b19 None None] Provisioning complete for port 6f785532-6fb4-4fd7-8ced-668313a90113 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:23:46.636431 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b1bdb67d-07a4-4533-8a80-542530257b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:46.775488 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b1bdb67d-07a4-4533-8a80-542530257b19 None None] Provisioning complete for port b1b17727-31d9-45fb-826c-67116ae2d31f triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:23:46.775919 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b1bdb67d-07a4-4533-8a80-542530257b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:47.439229 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 37644) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:23:47.445960 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-c206a190-56ab-4bfc-9de8-dd6abfe702cd tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-654407183', 'description': 'tempest-secgroup-smoke-654407183 description', 'project_id': '944c382d5e3049b99755f807f41dd070'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:23:47.452679 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-c206a190-56ab-4bfc-9de8-dd6abfe702cd tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:23:47.456739 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-c206a190-56ab-4bfc-9de8-dd6abfe702cd tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Usage tracker for resource:security_group and tenant:944c382d5e3049b99755f807f41dd070 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:23:47.459766 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-c206a190-56ab-4bfc-9de8-dd6abfe702cd tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:23:47.467341 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-c206a190-56ab-4bfc-9de8-dd6abfe702cd tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:23:47.505519 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c206a190-56ab-4bfc-9de8-dd6abfe702cd tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Notify callbacks [] for security_group, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:47.548813 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-c206a190-56ab-4bfc-9de8-dd6abfe702cd tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:23:47.553069 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-c206a190-56ab-4bfc-9de8-dd6abfe702cd tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Usage tracker for resource:security_group_rule and tenant:944c382d5e3049b99755f807f41dd070 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:23:47.556197 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-c206a190-56ab-4bfc-9de8-dd6abfe702cd tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:23:47.563149 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-c206a190-56ab-4bfc-9de8-dd6abfe702cd tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:23:47.643571 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c206a190-56ab-4bfc-9de8-dd6abfe702cd tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Notify callbacks [] for security_group, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:47.682589 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c206a190-56ab-4bfc-9de8-dd6abfe702cd tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:47.689353 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b35dcda7-b86f-4461-8b2e-7dded7b6fc1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:23:47.724007 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c206a190-56ab-4bfc-9de8-dd6abfe702cd tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e62b9fa-bdc7-4d7c-bf88-43c06c2a19e1,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:23:47.727748 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c206a190-56ab-4bfc-9de8-dd6abfe702cd tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:23:47.777016 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c206a190-56ab-4bfc-9de8-dd6abfe702cd tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Notify callbacks [] for security_group, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:47.778438 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c206a190-56ab-4bfc-9de8-dd6abfe702cd tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3380370 Dec 15 20:23:47.781682 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 37648) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:23:47.787642 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-10c63739-4d3d-4667-bfc9-d64987cef579 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Request body: {'security_group_rule': {'security_group_id': '2e62b9fa-bdc7-4d7c-bf88-43c06c2a19e1', 'project_id': '944c382d5e3049b99755f807f41dd070', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:23:47.794294 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-10c63739-4d3d-4667-bfc9-d64987cef579 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:23:47.798258 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-10c63739-4d3d-4667-bfc9-d64987cef579 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Usage tracker for resource:security_group_rule and tenant:944c382d5e3049b99755f807f41dd070 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:23:47.801311 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-10c63739-4d3d-4667-bfc9-d64987cef579 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:23:47.807558 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-10c63739-4d3d-4667-bfc9-d64987cef579 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:23:47.847068 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-10c63739-4d3d-4667-bfc9-d64987cef579 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:47.912105 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-10c63739-4d3d-4667-bfc9-d64987cef579 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:47.945634 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-10c63739-4d3d-4667-bfc9-d64987cef579 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:47.947806 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-425c64a8-018f-477a-a379-0cefa6eb87a0 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:23:47.973175 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c63739-4d3d-4667-bfc9-d64987cef579 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c9cf5c3-c835-40e2-bcfc-57d520a2a204,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:23:47.977708 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-10c63739-4d3d-4667-bfc9-d64987cef579 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:23:48.013731 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-10c63739-4d3d-4667-bfc9-d64987cef579 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:48.015350 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-10c63739-4d3d-4667-bfc9-d64987cef579 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2323897 Dec 15 20:23:48.018186 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 37652) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:23:48.025144 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-e94a1f1c-e094-4b08-9811-2842a2a1b0c0 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Request body: {'security_group_rule': {'security_group_id': '2e62b9fa-bdc7-4d7c-bf88-43c06c2a19e1', 'project_id': '944c382d5e3049b99755f807f41dd070', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:23:48.031705 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-e94a1f1c-e094-4b08-9811-2842a2a1b0c0 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:23:48.035769 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-e94a1f1c-e094-4b08-9811-2842a2a1b0c0 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Usage tracker for resource:security_group_rule and tenant:944c382d5e3049b99755f807f41dd070 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:23:48.041165 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-e94a1f1c-e094-4b08-9811-2842a2a1b0c0 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:23:48.049604 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-e94a1f1c-e094-4b08-9811-2842a2a1b0c0 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:23:48.095273 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e94a1f1c-e094-4b08-9811-2842a2a1b0c0 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:48.101371 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device d033ecfe-109d-4aa2-9eba-a3f1a6391942 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 20:23:48.161004 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e94a1f1c-e094-4b08-9811-2842a2a1b0c0 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:48.185055 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e94a1f1c-e094-4b08-9811-2842a2a1b0c0 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:48.187025 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-aba9be18-d5dc-4be1-b4b5-9c1b9392789c tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:23:48.207877 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port d033ecfe-109d-4aa2-9eba-a3f1a6391942 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 20:23:48.208958 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94a1f1c-e094-4b08-9811-2842a2a1b0c0 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d4be442-d218-49db-b63f-a9f68cdf2e23,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:23:48.213310 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port d033ecfe-109d-4aa2-9eba-a3f1a6391942 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:23:48.213467 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e94a1f1c-e094-4b08-9811-2842a2a1b0c0 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:23:48.213743 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:48.248565 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e94a1f1c-e094-4b08-9811-2842a2a1b0c0 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:48.249895 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e94a1f1c-e094-4b08-9811-2842a2a1b0c0 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2306552 Dec 15 20:23:48.252941 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 37656) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:23:48.259934 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-e1536678-8bd5-44f0-b0fe-c3a2bb102ff9 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Request body: {'security_group_rule': {'security_group_id': '2e62b9fa-bdc7-4d7c-bf88-43c06c2a19e1', 'project_id': '944c382d5e3049b99755f807f41dd070', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:23:48.266820 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-e1536678-8bd5-44f0-b0fe-c3a2bb102ff9 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:23:48.270917 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-e1536678-8bd5-44f0-b0fe-c3a2bb102ff9 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Usage tracker for resource:security_group_rule and tenant:944c382d5e3049b99755f807f41dd070 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:23:48.274490 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-e1536678-8bd5-44f0-b0fe-c3a2bb102ff9 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:23:48.280688 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-e1536678-8bd5-44f0-b0fe-c3a2bb102ff9 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:23:48.331657 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:48.339128 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e1536678-8bd5-44f0-b0fe-c3a2bb102ff9 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:48.347517 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port d033ecfe-109d-4aa2-9eba-a3f1a6391942, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=d033ecfe-109d-4aa2-9eba-a3f1a6391942,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:23:48.379792 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:48.381784 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-40788944-3034-49d2-8ccc-d345c5afc2f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:23:48.407594 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e1536678-8bd5-44f0-b0fe-c3a2bb102ff9 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:48.431209 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e1536678-8bd5-44f0-b0fe-c3a2bb102ff9 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:48.433162 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3e7c271e-7346-4cde-906e-5630104637a4 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:23:48.454417 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=d033ecfe-109d-4aa2-9eba-a3f1a6391942,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:23:48.457093 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1536678-8bd5-44f0-b0fe-c3a2bb102ff9 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a5336ad-8b6d-4c90-abf0-99b18c744ade,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:23:48.457655 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:23:48.459667 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e1536678-8bd5-44f0-b0fe-c3a2bb102ff9 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:23:48.494054 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e1536678-8bd5-44f0-b0fe-c3a2bb102ff9 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:48.495374 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e1536678-8bd5-44f0-b0fe-c3a2bb102ff9 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2414186 Dec 15 20:23:48.498253 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 37660) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:23:48.504114 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-a70473e6-1bde-4d52-a796-deaca4653996 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Request body: {'security_group_rule': {'security_group_id': '2e62b9fa-bdc7-4d7c-bf88-43c06c2a19e1', 'project_id': '944c382d5e3049b99755f807f41dd070', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:23:48.510688 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a70473e6-1bde-4d52-a796-deaca4653996 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:23:48.514667 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-a70473e6-1bde-4d52-a796-deaca4653996 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Usage tracker for resource:security_group_rule and tenant:944c382d5e3049b99755f807f41dd070 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:23:48.517913 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-a70473e6-1bde-4d52-a796-deaca4653996 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:23:48.524208 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-a70473e6-1bde-4d52-a796-deaca4653996 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:23:48.563462 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a70473e6-1bde-4d52-a796-deaca4653996 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:48.633871 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a70473e6-1bde-4d52-a796-deaca4653996 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:48.666315 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a70473e6-1bde-4d52-a796-deaca4653996 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:48.668316 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4130170c-093e-48c8-835e-2375b8bd65dc tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:23:48.693095 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70473e6-1bde-4d52-a796-deaca4653996 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7cc643e-a9ec-4e3f-ae43-88bdd716a150,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:23:48.695624 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a70473e6-1bde-4d52-a796-deaca4653996 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:23:48.737066 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a70473e6-1bde-4d52-a796-deaca4653996 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:48.738425 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-a70473e6-1bde-4d52-a796-deaca4653996 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2391119 Dec 15 20:23:48.741400 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 37664) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:23:48.748128 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-e45e6d1a-95d1-484f-8bda-ebb31c8dca55 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Request body: {'security_group_rule': {'security_group_id': '2e62b9fa-bdc7-4d7c-bf88-43c06c2a19e1', 'project_id': '944c382d5e3049b99755f807f41dd070', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:23:48.754540 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-e45e6d1a-95d1-484f-8bda-ebb31c8dca55 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:23:48.758588 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-e45e6d1a-95d1-484f-8bda-ebb31c8dca55 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Usage tracker for resource:security_group_rule and tenant:944c382d5e3049b99755f807f41dd070 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:23:48.761811 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-e45e6d1a-95d1-484f-8bda-ebb31c8dca55 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:23:48.768174 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-e45e6d1a-95d1-484f-8bda-ebb31c8dca55 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:23:48.802551 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.securitygroups_db [None req-e45e6d1a-95d1-484f-8bda-ebb31c8dca55 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Project 944c382d5e3049b99755f807f41dd070 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 20:23:48.809869 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e45e6d1a-95d1-484f-8bda-ebb31c8dca55 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:48.880985 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e45e6d1a-95d1-484f-8bda-ebb31c8dca55 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:48.922347 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e45e6d1a-95d1-484f-8bda-ebb31c8dca55 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:48.924229 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4033a1d2-2a9e-4dbd-9e85-08a7a8c42c4b tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:23:48.944862 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45e6d1a-95d1-484f-8bda-ebb31c8dca55 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f0ac107-2c38-4e05-96d6-a155951273e5,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:23:48.949280 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e45e6d1a-95d1-484f-8bda-ebb31c8dca55 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:23:48.979732 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e45e6d1a-95d1-484f-8bda-ebb31c8dca55 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:48.981040 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-e45e6d1a-95d1-484f-8bda-ebb31c8dca55 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2386386 Dec 15 20:23:48.983943 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 37668) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:23:48.990084 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-f29a0713-3e97-4f2d-ae20-e6bb87f612a1 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Request body: {'security_group_rule': {'security_group_id': '2e62b9fa-bdc7-4d7c-bf88-43c06c2a19e1', 'project_id': '944c382d5e3049b99755f807f41dd070', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:23:48.996580 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-f29a0713-3e97-4f2d-ae20-e6bb87f612a1 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:23:49.000576 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-f29a0713-3e97-4f2d-ae20-e6bb87f612a1 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Usage tracker for resource:security_group_rule and tenant:944c382d5e3049b99755f807f41dd070 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:23:49.003577 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-f29a0713-3e97-4f2d-ae20-e6bb87f612a1 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:23:49.009693 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-f29a0713-3e97-4f2d-ae20-e6bb87f612a1 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:23:49.036602 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.securitygroups_db [None req-f29a0713-3e97-4f2d-ae20-e6bb87f612a1 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Project 944c382d5e3049b99755f807f41dd070 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 20:23:49.043762 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f29a0713-3e97-4f2d-ae20-e6bb87f612a1 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:49.117180 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f29a0713-3e97-4f2d-ae20-e6bb87f612a1 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:49.145615 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f29a0713-3e97-4f2d-ae20-e6bb87f612a1 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691438'] for security_group_rule, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:49.147689 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e94a1f1c-e094-4b08-9811-2842a2a1b0c0 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:23:49.172577 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29a0713-3e97-4f2d-ae20-e6bb87f612a1 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51451358-6f27-4436-89d7-85d58ff78567,revision_number=0']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:23:49.175122 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f29a0713-3e97-4f2d-ae20-e6bb87f612a1 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:23:49.208271 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f29a0713-3e97-4f2d-ae20-e6bb87f612a1 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:49.209596 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-f29a0713-3e97-4f2d-ae20-e6bb87f612a1 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2243626 Dec 15 20:23:49.387042 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-44b4dccc-e699-4a58-bd31-e450499762f6 req-94972aaf-acfa-4bf7-8dec-abfe81ebc17e tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Synchronizing usage tracker for tenant:944c382d5e3049b99755f807f41dd070 on resource:security_group {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 20:23:49.431412 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-44b4dccc-e699-4a58-bd31-e450499762f6 req-94972aaf-acfa-4bf7-8dec-abfe81ebc17e tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Unset dirty status for tenant:944c382d5e3049b99755f807f41dd070 on resource:security_group {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 20:23:49.432698 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-44b4dccc-e699-4a58-bd31-e450499762f6 req-94972aaf-acfa-4bf7-8dec-abfe81ebc17e tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-654407183&fields=id&tenant_id=944c382d5e3049b99755f807f41dd070 HTTP/1.1" status: 200 len: 267 time: 0.0885026 Dec 15 20:23:49.557295 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacd176a-74d0-4ef3-aaae-36239e984e9c None None] Sync routers for ids ['cae9433c-bf28-494c-9ae3-0e52eb408308'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 20:23:49.566469 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacd176a-74d0-4ef3-aaae-36239e984e9c None None] Routers {'cae9433c-bf28-494c-9ae3-0e52eb408308'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:23:49.567145 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-aacd176a-74d0-4ef3-aaae-36239e984e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:23:41Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['cae9433c-bf28-494c-9ae3-0e52eb408308'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:23:49.598476 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4dccc-e699-4a58-bd31-e450499762f6 req-982bfb65-e1db-466e-8dd8-9193e2651064 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:23:49.600204 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-44b4dccc-e699-4a58-bd31-e450499762f6 req-982bfb65-e1db-466e-8dd8-9193e2651064 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "GET /v2.0/networks?id=c54cb55b-5abf-40e1-b72c-eec8230b5ec0 HTTP/1.1" status: 200 len: 810 time: 0.1603334 Dec 15 20:23:49.620831 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-44b4dccc-e699-4a58-bd31-e450499762f6 req-2e9d81eb-8fc2-40ed-bf70-3a13ed346089 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "GET /v2.0/quotas/944c382d5e3049b99755f807f41dd070 HTTP/1.1" status: 200 len: 375 time: 0.0134377 Dec 15 20:23:49.716201 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-44b4dccc-e699-4a58-bd31-e450499762f6 req-eb801e6b-fc8c-4cf6-8c00-c991ca0ab67d tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=944c382d5e3049b99755f807f41dd070&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0886250 Dec 15 20:23:49.734447 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [req-44b4dccc-e699-4a58-bd31-e450499762f6 req-022db5a5-4009-476d-85e5-8a1ce7398860 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 20:23:49.735601 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-44b4dccc-e699-4a58-bd31-e450499762f6 req-022db5a5-4009-476d-85e5-8a1ce7398860 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0060370 Dec 15 20:23:49.892019 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-44b4dccc-e699-4a58-bd31-e450499762f6 req-bacd76e5-b9e1-4d6f-bbdd-2f7028fc838a service neutron] 10.222.0.36 "GET /v2.0/networks/c54cb55b-5abf-40e1-b72c-eec8230b5ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386628 Dec 15 20:23:49.903641 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-aacd176a-74d0-4ef3-aaae-36239e984e9c None None] Set router cae9433c-bf28-494c-9ae3-0e52eb408308 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:23:50.036372 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-44b4dccc-e699-4a58-bd31-e450499762f6 req-4bd85b7f-356f-425d-b2ac-e4edaf1573fd service neutron] 10.222.0.36 "GET /v2.0/networks/c54cb55b-5abf-40e1-b72c-eec8230b5ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377826 Dec 15 20:23:50.061572 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 20:23:50.094057 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device d033ecfe-109d-4aa2-9eba-a3f1a6391942 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 20:23:50.168169 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port d033ecfe-109d-4aa2-9eba-a3f1a6391942 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:23:50.168592 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:50.265222 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-aacd176a-74d0-4ef3-aaae-36239e984e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae9433c-bf28-494c-9ae3-0e52eb408308', 'name': 'tempest-TestSnapshotPattern-1714810458-router', 'tenant_id': '722fcc8424ba4044a5040316a2548eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.68'}], 'enable_snat': True}, 'gw_port_id': 'd033ecfe-109d-4aa2-9eba-a3f1a6391942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:23:40Z', 'updated_at': '2021-12-15T20:23:44Z', 'revision_number': 4, 'project_id': '722fcc8424ba4044a5040316a2548eea', 'gw_port': {'id': 'd033ecfe-109d-4aa2-9eba-a3f1a6391942', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae9433c-bf28-494c-9ae3-0e52eb408308', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:23:41Z', 'updated_at': '2021-12-15T20:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '5768964b-4226-4b76-b0b7-ea277b6bda54', 'name': '', 'network_id': '8ff607f7-aea6-4a0c-92ab-ce814497549d', 'tenant_id': '722fcc8424ba4044a5040316a2548eea', 'mac_address': 'fa:16:3e:4b:13:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae9433c-bf28-494c-9ae3-0e52eb408308', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88f87645-9bd4-4f7a-baee-bd45c580b88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:23:43Z', 'updated_at': '2021-12-15T20:23:44Z', 'revision_number': 2, 'project_id': '722fcc8424ba4044a5040316a2548eea', 'subnets': [{'id': '88f87645-9bd4-4f7a-baee-bd45c580b88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:23:50.269255 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacd176a-74d0-4ef3-aaae-36239e984e9c None None] Checking router: cae9433c-bf28-494c-9ae3-0e52eb408308 for host: dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 20:23:50.269664 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacd176a-74d0-4ef3-aaae-36239e984e9c None None] Updating router cae9433c-bf28-494c-9ae3-0e52eb408308 port 5768964b-4226-4b76-b0b7-ea277b6bda54 binding host dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 15 20:23:50.327516 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-aacd176a-74d0-4ef3-aaae-36239e984e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:50.723838 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-aacd176a-74d0-4ef3-aaae-36239e984e9c None None] Notify callbacks [] for port, precommit_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:50.736823 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-aacd176a-74d0-4ef3-aaae-36239e984e9c None None] Transition to ACTIVE for port object 5768964b-4226-4b76-b0b7-ea277b6bda54 will not be triggered until provisioned by entity L2. {{(pid=88993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 20:23:50.800357 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-aacd176a-74d0-4ef3-aaae-36239e984e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:50.805398 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2220f0d0-5534-4c63-bc5c-37c09a38fc3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:23:50.934447 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9c754f-307b-43bf-924d-3ab9db5a621e None None] Pushing event updated for resources: {'Port': ['ID=5768964b-4226-4b76-b0b7-ea277b6bda54,revision_number=3']} {{(pid=88993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:23:50.939159 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2f9c754f-307b-43bf-924d-3ab9db5a621e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:23:51.033424 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-aacd176a-74d0-4ef3-aaae-36239e984e9c None None] Attempting to bind port 5768964b-4226-4b76-b0b7-ea277b6bda54 on host dv-neutron-821831-2-hyperv for vnic_type normal with profile {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 20:23:51.033835 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-aacd176a-74d0-4ef3-aaae-36239e984e9c None None] Attempting to bind port 5768964b-4226-4b76-b0b7-ea277b6bda54 by drivers openvswitch,hyperv on host dv-neutron-821831-2-hyperv at level 0 using segments [{'id': 'c40c668d-6631-4c2d-a5fc-78b0fe192007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8ff607f7-aea6-4a0c-92ab-ce814497549d'}] {{(pid=88993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 20:23:51.034260 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacd176a-74d0-4ef3-aaae-36239e984e9c None None] Attempting to bind port 5768964b-4226-4b76-b0b7-ea277b6bda54 on network 8ff607f7-aea6-4a0c-92ab-ce814497549d {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 20:23:51.044191 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacd176a-74d0-4ef3-aaae-36239e984e9c None None] Checking agent: {'id': 'cc5187bf-ab6f-46e4-901c-a84cfb1910b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821831-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 6, 39), 'started_at': datetime.datetime(2021, 12, 15, 19, 7, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 20, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821831-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 20:23:51.044850 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacd176a-74d0-4ef3-aaae-36239e984e9c None None] Checking segment: {'id': 'c40c668d-6631-4c2d-a5fc-78b0fe192007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8ff607f7-aea6-4a0c-92ab-ce814497549d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 20:23:51.045560 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-aacd176a-74d0-4ef3-aaae-36239e984e9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:51.046267 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacd176a-74d0-4ef3-aaae-36239e984e9c None None] Bound using segment: {'id': 'c40c668d-6631-4c2d-a5fc-78b0fe192007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8ff607f7-aea6-4a0c-92ab-ce814497549d'} {{(pid=88993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 20:23:51.047112 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [None req-aacd176a-74d0-4ef3-aaae-36239e984e9c None None] Bound port: 5768964b-4226-4b76-b0b7-ea277b6bda54, host: dv-neutron-821831-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c40c668d-6631-4c2d-a5fc-78b0fe192007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8ff607f7-aea6-4a0c-92ab-ce814497549d'}}] {{(pid=88993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 20:23:51.047761 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-aacd176a-74d0-4ef3-aaae-36239e984e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:51.154830 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-aacd176a-74d0-4ef3-aaae-36239e984e9c None None] For port 5768964b-4226-4b76-b0b7-ea277b6bda54, host dv-neutron-821831-2-hyperv, cleared binding levels {{(pid=88993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 20:23:51.158039 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-aacd176a-74d0-4ef3-aaae-36239e984e9c None None] For port 5768964b-4226-4b76-b0b7-ea277b6bda54, host dv-neutron-821831-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=5768964b-4226-4b76-b0b7-ea277b6bda54,segment=NetworkSegment(c40c668d-6631-4c2d-a5fc-78b0fe192007),segment_id=c40c668d-6631-4c2d-a5fc-78b0fe192007)] {{(pid=88993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 20:23:51.194803 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-aacd176a-74d0-4ef3-aaae-36239e984e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:51.198777 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f5bc596b-a8b1-4efd-b466-351221236dfc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:23:51.284099 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9c754f-307b-43bf-924d-3ab9db5a621e None None] Pushing event updated for resources: {'Port': ['ID=5768964b-4226-4b76-b0b7-ea277b6bda54,revision_number=4']} {{(pid=88993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:23:51.288678 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2f9c754f-307b-43bf-924d-3ab9db5a621e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:23:51.289571 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacd176a-74d0-4ef3-aaae-36239e984e9c None None] Routers {'cae9433c-bf28-494c-9ae3-0e52eb408308'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:23:51.291458 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-aacd176a-74d0-4ef3-aaae-36239e984e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:23:41Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['cae9433c-bf28-494c-9ae3-0e52eb408308'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:23:51.381325 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-efb88de7-0df9-4ea2-820e-17cd2e11389a req-0c2a73d8-9899-4267-ac68-7b71ca2ee235 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "GET /v2.0/ports?device_id=74546c06-9a94-493c-88fa-833d6b1610e1 HTTP/1.1" status: 200 len: 210 time: 0.0588305 Dec 15 20:23:51.491891 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-aacd176a-74d0-4ef3-aaae-36239e984e9c None None] Set router cae9433c-bf28-494c-9ae3-0e52eb408308 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:23:51.832162 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-aacd176a-74d0-4ef3-aaae-36239e984e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae9433c-bf28-494c-9ae3-0e52eb408308', 'name': 'tempest-TestSnapshotPattern-1714810458-router', 'tenant_id': '722fcc8424ba4044a5040316a2548eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.68'}], 'enable_snat': True}, 'gw_port_id': 'd033ecfe-109d-4aa2-9eba-a3f1a6391942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:23:40Z', 'updated_at': '2021-12-15T20:23:44Z', 'revision_number': 4, 'project_id': '722fcc8424ba4044a5040316a2548eea', 'gw_port': {'id': 'd033ecfe-109d-4aa2-9eba-a3f1a6391942', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae9433c-bf28-494c-9ae3-0e52eb408308', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:23:41Z', 'updated_at': '2021-12-15T20:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '5768964b-4226-4b76-b0b7-ea277b6bda54', 'name': '', 'network_id': '8ff607f7-aea6-4a0c-92ab-ce814497549d', 'tenant_id': '722fcc8424ba4044a5040316a2548eea', 'mac_address': 'fa:16:3e:4b:13:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae9433c-bf28-494c-9ae3-0e52eb408308', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88f87645-9bd4-4f7a-baee-bd45c580b88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:23:43Z', 'updated_at': '2021-12-15T20:23:51Z', 'revision_number': 4, 'project_id': '722fcc8424ba4044a5040316a2548eea', 'subnets': [{'id': '88f87645-9bd4-4f7a-baee-bd45c580b88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:23:51.836283 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacd176a-74d0-4ef3-aaae-36239e984e9c None None] The sync data for ids ['cae9433c-bf28-494c-9ae3-0e52eb408308'] in dv-neutron-821831-2-hyperv is: [{'id': 'cae9433c-bf28-494c-9ae3-0e52eb408308', 'name': 'tempest-TestSnapshotPattern-1714810458-router', 'tenant_id': '722fcc8424ba4044a5040316a2548eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.68'}], 'enable_snat': True}, 'gw_port_id': 'd033ecfe-109d-4aa2-9eba-a3f1a6391942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:23:40Z', 'updated_at': '2021-12-15T20:23:44Z', 'revision_number': 4, 'project_id': '722fcc8424ba4044a5040316a2548eea', 'gw_port': {'id': 'd033ecfe-109d-4aa2-9eba-a3f1a6391942', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae9433c-bf28-494c-9ae3-0e52eb408308', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:23:41Z', 'updated_at': '2021-12-15T20:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': '5768964b-4226-4b76-b0b7-ea277b6bda54', 'name': '', 'network_id': '8ff607f7-aea6-4a0c-92ab-ce814497549d', 'tenant_id': '722fcc8424ba4044a5040316a2548eea', 'mac_address': 'fa:16:3e:4b:13:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae9433c-bf28-494c-9ae3-0e52eb408308', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88f87645-9bd4-4f7a-baee-bd45c580b88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:23:43Z', 'updated_at': '2021-12-15T20:23:51Z', 'revision_number': 4, 'project_id': '722fcc8424ba4044a5040316a2548eea', 'subnets': [{'id': '88f87645-9bd4-4f7a-baee-bd45c580b88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 20:23:52.115433 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 5768964b-4226-4b76-b0b7-ea277b6bda54 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 20:23:52.222929 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning for port 5768964b-4226-4b76-b0b7-ea277b6bda54 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 20:23:52.228259 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 5768964b-4226-4b76-b0b7-ea277b6bda54 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:23:52.228691 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:52.355804 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:52.447984 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] For port 5768964b-4226-4b76-b0b7-ea277b6bda54, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=5768964b-4226-4b76-b0b7-ea277b6bda54,segment=NetworkSegment(c40c668d-6631-4c2d-a5fc-78b0fe192007),segment_id=c40c668d-6631-4c2d-a5fc-78b0fe192007)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:23:52.502910 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:52.506014 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-83cf6fa9-9048-4d2e-8804-ba29bf84140e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:23:52.570857 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-baac230e-d134-4773-9beb-dfe3036a08cf req-e094ded2-2e90-42fc-a428-b09511d540eb tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "GET /v2.0/ports?device_id=74546c06-9a94-493c-88fa-833d6b1610e1 HTTP/1.1" status: 200 len: 210 time: 0.0502934 Dec 15 20:23:52.584863 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Pushing event updated for resources: {'Port': ['ID=5768964b-4226-4b76-b0b7-ea277b6bda54,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:23:52.588795 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:23:53.537640 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4dccc-e699-4a58-bd31-e450499762f6 req-df289861-d2d3-40a7-8330-ad4de06bb2a1 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:23:53.539235 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-44b4dccc-e699-4a58-bd31-e450499762f6 req-df289861-d2d3-40a7-8330-ad4de06bb2a1 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.32 "GET /v2.0/networks?id=c54cb55b-5abf-40e1-b72c-eec8230b5ec0 HTTP/1.1" status: 200 len: 810 time: 0.1555007 Dec 15 20:23:53.619883 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-44b4dccc-e699-4a58-bd31-e450499762f6 req-f5c6fe5e-61a4-4708-ac5c-0cfeb46805bb tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=944c382d5e3049b99755f807f41dd070 HTTP/1.1" status: 200 len: 379 time: 0.0619180 Dec 15 20:23:53.631166 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [req-44b4dccc-e699-4a58-bd31-e450499762f6 req-f3493291-435d-47d6-9d70-21ef1b68803d tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Request body: {'port': {'device_id': '74546c06-9a94-493c-88fa-833d6b1610e1', 'network_id': 'c54cb55b-5abf-40e1-b72c-eec8230b5ec0', 'admin_state_up': True, 'tenant_id': '944c382d5e3049b99755f807f41dd070', 'security_groups': ['2e62b9fa-bdc7-4d7c-bf88-43c06c2a19e1']}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:23:53.998217 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-60a07b71-dd5c-4a2c-ad3d-ece9e6d5b565 req-69c335b0-4464-45a8-aecc-241e436e23b1 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "GET /v2.0/ports?device_id=74546c06-9a94-493c-88fa-833d6b1610e1 HTTP/1.1" status: 200 len: 210 time: 0.0577347 Dec 15 20:23:54.061661 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [req-44b4dccc-e699-4a58-bd31-e450499762f6 req-f3493291-435d-47d6-9d70-21ef1b68803d tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:23:54.065755 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-44b4dccc-e699-4a58-bd31-e450499762f6 req-f3493291-435d-47d6-9d70-21ef1b68803d tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Usage tracker for resource:port and tenant:944c382d5e3049b99755f807f41dd070 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:23:54.068797 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-44b4dccc-e699-4a58-bd31-e450499762f6 req-f3493291-435d-47d6-9d70-21ef1b68803d tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:23:54.075353 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [req-44b4dccc-e699-4a58-bd31-e450499762f6 req-f3493291-435d-47d6-9d70-21ef1b68803d tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:23:54.088436 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 5768964b-4226-4b76-b0b7-ea277b6bda54 up at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 20:23:54.110606 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44b4dccc-e699-4a58-bd31-e450499762f6 req-f3493291-435d-47d6-9d70-21ef1b68803d tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Made reservation on behalf of 944c382d5e3049b99755f807f41dd070 for: {'port': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 20:23:54.116513 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-44b4dccc-e699-4a58-bd31-e450499762f6 req-f3493291-435d-47d6-9d70-21ef1b68803d tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:54.159540 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Provisioning complete for port 5768964b-4226-4b76-b0b7-ea277b6bda54 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:23:54.159974 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:54.291472 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [req-44b4dccc-e699-4a58-bd31-e450499762f6 req-f3493291-435d-47d6-9d70-21ef1b68803d tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Allocated IP 172.20.0.9 (c54cb55b-5abf-40e1-b72c-eec8230b5ec0/37190bdd-9131-4a81-885a-f0fefda284e3/5156638e-de4a-4532-9430-57a4667f33eb) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 20:23:54.490380 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-44b4dccc-e699-4a58-bd31-e450499762f6 req-f3493291-435d-47d6-9d70-21ef1b68803d tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:54.506759 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [req-44b4dccc-e699-4a58-bd31-e450499762f6 req-f3493291-435d-47d6-9d70-21ef1b68803d tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Transition to ACTIVE for port object 5156638e-de4a-4532-9430-57a4667f33eb will not be triggered until provisioned by entity DHCP. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 20:23:54.551431 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-44b4dccc-e699-4a58-bd31-e450499762f6 req-f3493291-435d-47d6-9d70-21ef1b68803d tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:54.557608 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-31541942-16d8-4819-8351-912ba36de159 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:23:54.633927 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44b4dccc-e699-4a58-bd31-e450499762f6 req-f3493291-435d-47d6-9d70-21ef1b68803d tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Network c54cb55b-5abf-40e1-b72c-eec8230b5ec0 is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 20:23:54.637850 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3493291-435d-47d6-9d70-21ef1b68803d tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Pushing event updated for resources: {'Port': ['ID=5156638e-de4a-4532-9430-57a4667f33eb,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:23:54.640744 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [req-44b4dccc-e699-4a58-bd31-e450499762f6 req-f3493291-435d-47d6-9d70-21ef1b68803d tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 20:23:54.642750 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f3493291-435d-47d6-9d70-21ef1b68803d tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:23:54.643498 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [req-44b4dccc-e699-4a58-bd31-e450499762f6 req-f3493291-435d-47d6-9d70-21ef1b68803d tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:23:54.712991 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4dccc-e699-4a58-bd31-e450499762f6 req-f3493291-435d-47d6-9d70-21ef1b68803d tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:23:54.713679 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-44b4dccc-e699-4a58-bd31-e450499762f6 req-f3493291-435d-47d6-9d70-21ef1b68803d tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:54.763594 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-44b4dccc-e699-4a58-bd31-e450499762f6 req-f3493291-435d-47d6-9d70-21ef1b68803d tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1363876 Dec 15 20:23:54.808341 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:54.922038 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [req-44b4dccc-e699-4a58-bd31-e450499762f6 req-4cd24fb6-9e73-4595-92bb-f76af19313e6 service neutron] Request body: {'port': {'device_id': '74546c06-9a94-493c-88fa-833d6b1610e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:23:54.979597 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d7ac1ca4-0710-46ea-ad1d-2397a8582bc6 None None] Provisioning for port 5156638e-de4a-4532-9430-57a4667f33eb completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 20:23:54.984711 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d7ac1ca4-0710-46ea-ad1d-2397a8582bc6 None None] Provisioning complete for port 5156638e-de4a-4532-9430-57a4667f33eb triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:23:54.985137 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d7ac1ca4-0710-46ea-ad1d-2397a8582bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:55.034942 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-44b4dccc-e699-4a58-bd31-e450499762f6 req-4cd24fb6-9e73-4595-92bb-f76af19313e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:55.038918 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d7ac1ca4-0710-46ea-ad1d-2397a8582bc6 None None] Port 5156638e-de4a-4532-9430-57a4667f33eb cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 20:23:55.355292 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5167cbab-9175-4bcc-b859-1614b076fd63 req-e58d5ce9-5be7-4267-965d-aa1205ec1741 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:23:55.355991 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-5167cbab-9175-4bcc-b859-1614b076fd63 req-e58d5ce9-5be7-4267-965d-aa1205ec1741 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Synchronizing usage tracker for tenant:944c382d5e3049b99755f807f41dd070 on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 20:23:55.479219 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [req-44b4dccc-e699-4a58-bd31-e450499762f6 req-4cd24fb6-9e73-4595-92bb-f76af19313e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5156638e-de4a-4532-9430-57a4667f33eb {{(pid=88990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 20:23:55.485148 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-5167cbab-9175-4bcc-b859-1614b076fd63 req-e58d5ce9-5be7-4267-965d-aa1205ec1741 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Unset dirty status for tenant:944c382d5e3049b99755f807f41dd070 on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 20:23:55.486465 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5167cbab-9175-4bcc-b859-1614b076fd63 req-e58d5ce9-5be7-4267-965d-aa1205ec1741 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "GET /v2.0/ports?device_id=74546c06-9a94-493c-88fa-833d6b1610e1 HTTP/1.1" status: 200 len: 931 time: 0.3324597 Dec 15 20:23:55.488143 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-44b4dccc-e699-4a58-bd31-e450499762f6 req-4cd24fb6-9e73-4595-92bb-f76af19313e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:55.525092 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [req-44b4dccc-e699-4a58-bd31-e450499762f6 req-4cd24fb6-9e73-4595-92bb-f76af19313e6 service neutron] Transition to ACTIVE for port object 5156638e-de4a-4532-9430-57a4667f33eb will not be triggered until provisioned by entity L2. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 20:23:55.549409 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5167cbab-9175-4bcc-b859-1614b076fd63 req-35f5c098-b808-457a-ab16-1ab2dfdc1e46 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e62b9fa-bdc7-4d7c-bf88-43c06c2a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534513 Dec 15 20:23:55.573624 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-44b4dccc-e699-4a58-bd31-e450499762f6 req-4cd24fb6-9e73-4595-92bb-f76af19313e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:55.578429 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e1ce4de3-998d-4a1d-8c57-59ced85107a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:23:55.712989 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd24fb6-9e73-4595-92bb-f76af19313e6 service neutron] Pushing event updated for resources: {'Port': ['ID=5156638e-de4a-4532-9430-57a4667f33eb,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:23:55.716151 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4cd24fb6-9e73-4595-92bb-f76af19313e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:23:55.832085 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-44b4dccc-e699-4a58-bd31-e450499762f6 req-4cd24fb6-9e73-4595-92bb-f76af19313e6 service neutron] Attempting to bind port 5156638e-de4a-4532-9430-57a4667f33eb on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 20:23:55.832467 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-44b4dccc-e699-4a58-bd31-e450499762f6 req-4cd24fb6-9e73-4595-92bb-f76af19313e6 service neutron] Attempting to bind port 5156638e-de4a-4532-9430-57a4667f33eb by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '7227c6b7-a5db-4aac-9a89-941e829a2c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c54cb55b-5abf-40e1-b72c-eec8230b5ec0'}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 20:23:55.832839 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b4dccc-e699-4a58-bd31-e450499762f6 req-4cd24fb6-9e73-4595-92bb-f76af19313e6 service neutron] Attempting to bind port 5156638e-de4a-4532-9430-57a4667f33eb on network c54cb55b-5abf-40e1-b72c-eec8230b5ec0 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 20:23:55.839752 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b4dccc-e699-4a58-bd31-e450499762f6 req-4cd24fb6-9e73-4595-92bb-f76af19313e6 service neutron] Port 5156638e-de4a-4532-9430-57a4667f33eb on network c54cb55b-5abf-40e1-b72c-eec8230b5ec0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 20:23:55.840118 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b4dccc-e699-4a58-bd31-e450499762f6 req-4cd24fb6-9e73-4595-92bb-f76af19313e6 service neutron] Attempting to bind port 5156638e-de4a-4532-9430-57a4667f33eb on network c54cb55b-5abf-40e1-b72c-eec8230b5ec0 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 20:23:55.853587 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b4dccc-e699-4a58-bd31-e450499762f6 req-4cd24fb6-9e73-4595-92bb-f76af19313e6 service neutron] Checking agent: {'id': '59e4c979-c5dd-468d-a1f2-341133950749', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 12, 24), 'started_at': datetime.datetime(2021, 12, 15, 19, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 20, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 20:23:55.853966 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b4dccc-e699-4a58-bd31-e450499762f6 req-4cd24fb6-9e73-4595-92bb-f76af19313e6 service neutron] Checking segment: {'id': '7227c6b7-a5db-4aac-9a89-941e829a2c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c54cb55b-5abf-40e1-b72c-eec8230b5ec0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 20:23:55.854400 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b4dccc-e699-4a58-bd31-e450499762f6 req-4cd24fb6-9e73-4595-92bb-f76af19313e6 service neutron] Bound using segment: {'id': '7227c6b7-a5db-4aac-9a89-941e829a2c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c54cb55b-5abf-40e1-b72c-eec8230b5ec0'} {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 20:23:55.856704 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-44b4dccc-e699-4a58-bd31-e450499762f6 req-4cd24fb6-9e73-4595-92bb-f76af19313e6 service neutron] Bound port: 5156638e-de4a-4532-9430-57a4667f33eb, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7227c6b7-a5db-4aac-9a89-941e829a2c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c54cb55b-5abf-40e1-b72c-eec8230b5ec0'}}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 20:23:55.857096 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-44b4dccc-e699-4a58-bd31-e450499762f6 req-4cd24fb6-9e73-4595-92bb-f76af19313e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:55.947235 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-44b4dccc-e699-4a58-bd31-e450499762f6 req-4cd24fb6-9e73-4595-92bb-f76af19313e6 service neutron] For port 5156638e-de4a-4532-9430-57a4667f33eb, host hv-neutron-8218, cleared binding levels {{(pid=88990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 20:23:55.950392 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-44b4dccc-e699-4a58-bd31-e450499762f6 req-4cd24fb6-9e73-4595-92bb-f76af19313e6 service neutron] For port 5156638e-de4a-4532-9430-57a4667f33eb, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5156638e-de4a-4532-9430-57a4667f33eb,segment=NetworkSegment(7227c6b7-a5db-4aac-9a89-941e829a2c46),segment_id=7227c6b7-a5db-4aac-9a89-941e829a2c46)] {{(pid=88990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 20:23:55.996959 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-44b4dccc-e699-4a58-bd31-e450499762f6 req-4cd24fb6-9e73-4595-92bb-f76af19313e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:56.001674 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-5e5226f0-ce61-48b2-b079-9e3980541d33 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:23:56.066448 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-44b4dccc-e699-4a58-bd31-e450499762f6 req-4cd24fb6-9e73-4595-92bb-f76af19313e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:56.067940 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-44b4dccc-e699-4a58-bd31-e450499762f6 req-4cd24fb6-9e73-4595-92bb-f76af19313e6 service neutron] 10.222.0.32 "PUT /v2.0/ports/5156638e-de4a-4532-9430-57a4667f33eb HTTP/1.1" status: 200 len: 1093 time: 1.2924635 Dec 15 20:23:56.068517 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74546c06-9a94-493c-88fa-833d6b1610e1', 'tag': '5156638e-de4a-4532-9430-57a4667f33eb'}] {{(pid=88990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 20:23:56.086843 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd24fb6-9e73-4595-92bb-f76af19313e6 service neutron] Pushing event updated for resources: {'Port': ['ID=5156638e-de4a-4532-9430-57a4667f33eb,revision_number=3']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:23:56.090995 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4cd24fb6-9e73-4595-92bb-f76af19313e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:23:56.128205 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74546c06-9a94-493c-88fa-833d6b1610e1', 'tag': '5156638e-de4a-4532-9430-57a4667f33eb', 'status': 'completed', 'code': 200} Dec 15 20:23:56.240686 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1ca7400f-dfab-408c-b8eb-549dc5ee07af req-aab4bb9a-3e24-47f3-8812-09c3e70bc422 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=944c382d5e3049b99755f807f41dd070&device_id=74546c06-9a94-493c-88fa-833d6b1610e1 HTTP/1.1" status: 200 len: 1096 time: 0.0803676 Dec 15 20:23:56.401443 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca7400f-dfab-408c-b8eb-549dc5ee07af req-865cf72d-c532-4dac-a229-37ddfc274607 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:23:56.403214 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1ca7400f-dfab-408c-b8eb-549dc5ee07af req-865cf72d-c532-4dac-a229-37ddfc274607 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=944c382d5e3049b99755f807f41dd070&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1514401 Dec 15 20:23:56.556750 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca7400f-dfab-408c-b8eb-549dc5ee07af req-e35dc9cd-3eb6-4ad0-8e06-30f1219ae274 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:23:56.558361 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1ca7400f-dfab-408c-b8eb-549dc5ee07af req-e35dc9cd-3eb6-4ad0-8e06-30f1219ae274 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1449192 Dec 15 20:23:56.720893 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-44b4dccc-e699-4a58-bd31-e450499762f6 req-4e86557f-1972-422b-b6b9-4442917fddb3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=944c382d5e3049b99755f807f41dd070&device_id=74546c06-9a94-493c-88fa-833d6b1610e1 HTTP/1.1" status: 200 len: 1096 time: 0.1201310 Dec 15 20:23:56.806115 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-44b4dccc-e699-4a58-bd31-e450499762f6 req-df800c38-baa7-4fa0-a300-63c9e51692b3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5156638e-de4a-4532-9430-57a4667f33eb HTTP/1.1" status: 200 len: 217 time: 0.0728388 Dec 15 20:23:56.861566 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6adef-2098-46ab-a8c6-e160c66b62f8 req-a3cbf4a5-4120-4b20-aeec-5b5ee64e1f67 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:23:56.863085 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e0a6adef-2098-46ab-a8c6-e160c66b62f8 req-a3cbf4a5-4120-4b20-aeec-5b5ee64e1f67 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "GET /v2.0/ports?device_id=74546c06-9a94-493c-88fa-833d6b1610e1 HTTP/1.1" status: 200 len: 943 time: 0.1855690 Dec 15 20:23:56.910508 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4dccc-e699-4a58-bd31-e450499762f6 req-302fe069-93b1-46a2-98a9-481548b7de7a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:23:56.912045 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-44b4dccc-e699-4a58-bd31-e450499762f6 req-302fe069-93b1-46a2-98a9-481548b7de7a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=37190bdd-9131-4a81-885a-f0fefda284e3 HTTP/1.1" status: 200 len: 849 time: 0.0946891 Dec 15 20:23:56.979597 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-e0a6adef-2098-46ab-a8c6-e160c66b62f8 req-33b2e422-eee9-48c2-a646-cb5db1090303 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e62b9fa-bdc7-4d7c-bf88-43c06c2a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040175 Dec 15 20:23:57.008686 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-44b4dccc-e699-4a58-bd31-e450499762f6 req-17f30bba-7532-4952-9e45-a5ea7fc4ebc1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c54cb55b-5abf-40e1-b72c-eec8230b5ec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0864384 Dec 15 20:23:57.154160 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-44b4dccc-e699-4a58-bd31-e450499762f6 req-b230e950-aa6c-4438-b4db-f99e072a3373 service neutron] 10.222.0.32 "GET /v2.0/networks/c54cb55b-5abf-40e1-b72c-eec8230b5ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356444 Dec 15 20:23:57.298763 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-44b4dccc-e699-4a58-bd31-e450499762f6 req-88b3ec97-d5af-48cf-b054-45edf93929f4 service neutron] 10.222.0.32 "GET /v2.0/networks/c54cb55b-5abf-40e1-b72c-eec8230b5ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340821 Dec 15 20:23:58.201946 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b124f4b1-436a-4ad1-9508-e5ca2af424fa req-42dcab04-e7c0-49de-ab87-f6852216c4ba tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:23:58.203574 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b124f4b1-436a-4ad1-9508-e5ca2af424fa req-42dcab04-e7c0-49de-ab87-f6852216c4ba tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "GET /v2.0/ports?device_id=74546c06-9a94-493c-88fa-833d6b1610e1 HTTP/1.1" status: 200 len: 943 time: 0.0829222 Dec 15 20:23:58.251572 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b124f4b1-436a-4ad1-9508-e5ca2af424fa req-a9cd3a75-652a-4c45-ac80-3f7e1903e1ee tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e62b9fa-bdc7-4d7c-bf88-43c06c2a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418932 Dec 15 20:23:59.458819 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45365a2c-e6da-4c5d-ac11-68e47bdf8ef1 req-586d5b03-3c35-4471-8654-4b6537711353 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:23:59.460385 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-45365a2c-e6da-4c5d-ac11-68e47bdf8ef1 req-586d5b03-3c35-4471-8654-4b6537711353 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "GET /v2.0/ports?device_id=74546c06-9a94-493c-88fa-833d6b1610e1 HTTP/1.1" status: 200 len: 943 time: 0.0848546 Dec 15 20:23:59.507160 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-45365a2c-e6da-4c5d-ac11-68e47bdf8ef1 req-fa7e2da1-e9f3-4ce3-bf8a-b6e20cd6cfed tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e62b9fa-bdc7-4d7c-bf88-43c06c2a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407207 Dec 15 20:23:59.652002 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 5156638e-de4a-4532-9430-57a4667f33eb details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 15 20:23:59.794400 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 5156638e-de4a-4532-9430-57a4667f33eb, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5156638e-de4a-4532-9430-57a4667f33eb,segment=NetworkSegment(7227c6b7-a5db-4aac-9a89-941e829a2c46),segment_id=7227c6b7-a5db-4aac-9a89-941e829a2c46)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:23:59.808748 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Returning: {'device': '5156638e-de4a-4532-9430-57a4667f33eb', 'network_id': 'c54cb55b-5abf-40e1-b72c-eec8230b5ec0', 'port_id': '5156638e-de4a-4532-9430-57a4667f33eb', 'mac_address': 'fa:16:3e:c7:a2:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37190bdd-9131-4a81-885a-f0fefda284e3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 20:23:59.866184 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:59.884648 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5156638e-de4a-4532-9430-57a4667f33eb {{(pid=88992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 20:23:59.899788 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 5156638e-de4a-4532-9430-57a4667f33eb, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5156638e-de4a-4532-9430-57a4667f33eb,segment=NetworkSegment(7227c6b7-a5db-4aac-9a89-941e829a2c46),segment_id=7227c6b7-a5db-4aac-9a89-941e829a2c46)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:23:59.927649 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:23:59.929471 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-83cf6fa9-9048-4d2e-8804-ba29bf84140e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:23:59.994803 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=5156638e-de4a-4532-9430-57a4667f33eb,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:23:59.997912 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:24:00.249498 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] get_ports_and_sgs() called for port_ids ['5156638e-de4a-4532-9430-57a4667f33eb'] {{(pid=88992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 20:24:00.714622 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8229a54b-ef34-4207-b639-d62fb44f8b90 req-d72b948b-9009-425b-aa7e-47587812cc2d tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:24:00.716231 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8229a54b-ef34-4207-b639-d62fb44f8b90 req-d72b948b-9009-425b-aa7e-47587812cc2d tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "GET /v2.0/ports?device_id=74546c06-9a94-493c-88fa-833d6b1610e1 HTTP/1.1" status: 200 len: 944 time: 0.0859962 Dec 15 20:24:00.764128 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8229a54b-ef34-4207-b639-d62fb44f8b90 req-aad0201f-9435-4ce8-b1a5-772a77035215 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e62b9fa-bdc7-4d7c-bf88-43c06c2a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418375 Dec 15 20:24:01.669757 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 5156638e-de4a-4532-9430-57a4667f33eb up at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 20:24:01.767641 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning for port 5156638e-de4a-4532-9430-57a4667f33eb completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 20:24:01.772417 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning complete for port 5156638e-de4a-4532-9430-57a4667f33eb triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:24:01.772845 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:24:01.892552 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:24:01.921951 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74546c06-9a94-493c-88fa-833d6b1610e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5156638e-de4a-4532-9430-57a4667f33eb'}] {{(pid=88992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 20:24:01.930682 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 5156638e-de4a-4532-9430-57a4667f33eb, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5156638e-de4a-4532-9430-57a4667f33eb,segment=NetworkSegment(7227c6b7-a5db-4aac-9a89-941e829a2c46),segment_id=7227c6b7-a5db-4aac-9a89-941e829a2c46)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:24:01.962410 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:24:01.964501 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d1473105-f445-411a-957a-5aa5bae8f9bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:24:01.972714 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1749f4f1-41bb-4131-ba0a-99a24152ee64 req-adb71736-a4f0-4411-9da0-decb91d73dae tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:24:01.974373 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1749f4f1-41bb-4131-ba0a-99a24152ee64 req-adb71736-a4f0-4411-9da0-decb91d73dae tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "GET /v2.0/ports?device_id=74546c06-9a94-493c-88fa-833d6b1610e1 HTTP/1.1" status: 200 len: 944 time: 0.0878932 Dec 15 20:24:01.995815 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74546c06-9a94-493c-88fa-833d6b1610e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5156638e-de4a-4532-9430-57a4667f33eb', 'code': 200} Dec 15 20:24:02.027835 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1749f4f1-41bb-4131-ba0a-99a24152ee64 req-61ba6c9e-77aa-4324-b1ed-c30faf3a6a2b tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e62b9fa-bdc7-4d7c-bf88-43c06c2a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468109 Dec 15 20:24:02.034308 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=5156638e-de4a-4532-9430-57a4667f33eb,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:24:02.037584 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:24:02.310557 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6dce4821-082c-426a-9d83-8b6c74738ee5 req-79ae5b31-37d5-4c8c-842a-934c8d596aac service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=74546c06-9a94-493c-88fa-833d6b1610e1 HTTP/1.1" status: 200 len: 1098 time: 0.0726101 Dec 15 20:24:02.361144 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6dce4821-082c-426a-9d83-8b6c74738ee5 req-bdd09611-21f4-471a-a9fa-9d9eda8c13cc service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2e62b9fa-bdc7-4d7c-bf88-43c06c2a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409133 Dec 15 20:24:03.233758 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63726140-c1cc-41d7-9fdb-0cab5abac612 req-4ea3f9ea-8707-46ac-b728-6a6189f3fccc tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:24:03.235382 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-63726140-c1cc-41d7-9fdb-0cab5abac612 req-4ea3f9ea-8707-46ac-b728-6a6189f3fccc tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "GET /v2.0/ports?device_id=74546c06-9a94-493c-88fa-833d6b1610e1 HTTP/1.1" status: 200 len: 945 time: 0.0818551 Dec 15 20:24:03.284241 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-63726140-c1cc-41d7-9fdb-0cab5abac612 req-ff66fb2c-4cba-4e60-a43d-c4e5900d3b29 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e62b9fa-bdc7-4d7c-bf88-43c06c2a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427127 Dec 15 20:24:04.492463 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ac3b6e-342b-4126-91ea-f040d89fed44 req-eb3f84eb-c5eb-4acd-b891-d98aae6c66e3 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:24:04.494061 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-13ac3b6e-342b-4126-91ea-f040d89fed44 req-eb3f84eb-c5eb-4acd-b891-d98aae6c66e3 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "GET /v2.0/ports?device_id=74546c06-9a94-493c-88fa-833d6b1610e1 HTTP/1.1" status: 200 len: 945 time: 0.0867643 Dec 15 20:24:04.542228 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-13ac3b6e-342b-4126-91ea-f040d89fed44 req-be030e6a-21f3-4bda-8fa5-e982122aefee tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e62b9fa-bdc7-4d7c-bf88-43c06c2a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418518 Dec 15 20:24:04.750255 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c93b13-1d2e-4f92-ac59-f9681358242e req-8665200f-2c2f-4ab2-83e1-1ee7f4ef1a83 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:24:04.751862 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-77c93b13-1d2e-4f92-ac59-f9681358242e req-8665200f-2c2f-4ab2-83e1-1ee7f4ef1a83 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "GET /v2.0/ports?device_id=74546c06-9a94-493c-88fa-833d6b1610e1 HTTP/1.1" status: 200 len: 945 time: 0.0849552 Dec 15 20:24:04.799305 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-77c93b13-1d2e-4f92-ac59-f9681358242e req-21aafd0d-ea24-4325-8107-199ffb160aa5 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e62b9fa-bdc7-4d7c-bf88-43c06c2a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413165 Dec 15 20:24:04.827064 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 37738) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:24:04.975048 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-9e377db9-1240-45c2-a365-ee7e53ed6e36 tempest-TestSnapshotPattern-2136133047 tempest-TestSnapshotPattern-2136133047-project-admin] Synchronizing usage tracker for tenant:722fcc8424ba4044a5040316a2548eea on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 20:24:05.019307 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-9e377db9-1240-45c2-a365-ee7e53ed6e36 tempest-TestSnapshotPattern-2136133047 tempest-TestSnapshotPattern-2136133047-project-admin] Unset dirty status for tenant:722fcc8424ba4044a5040316a2548eea on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 20:24:05.020697 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9e377db9-1240-45c2-a365-ee7e53ed6e36 tempest-TestSnapshotPattern-2136133047 tempest-TestSnapshotPattern-2136133047-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=74546c06-9a94-493c-88fa-833d6b1610e1 HTTP/1.1" status: 200 len: 1093 time: 0.1925769 Dec 15 20:24:05.023778 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 37744) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:24:05.029836 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-9f754d20-3711-4bd0-8810-4c62fae86351 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Request body: {'floatingip': {'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'port_id': '5156638e-de4a-4532-9430-57a4667f33eb', 'tenant_id': '944c382d5e3049b99755f807f41dd070', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:24:05.035885 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-9f754d20-3711-4bd0-8810-4c62fae86351 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:24:05.039899 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-9f754d20-3711-4bd0-8810-4c62fae86351 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Usage tracker for resource:floatingip and tenant:944c382d5e3049b99755f807f41dd070 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:24:05.043744 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-9f754d20-3711-4bd0-8810-4c62fae86351 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:24:05.049776 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-9f754d20-3711-4bd0-8810-4c62fae86351 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:24:05.085186 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9f754d20-3711-4bd0-8810-4c62fae86351 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Notify callbacks [] for floatingip, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:24:05.470433 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9f754d20-3711-4bd0-8810-4c62fae86351 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:24:05.629129 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-9f754d20-3711-4bd0-8810-4c62fae86351 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Allocated IP 172.26.3.142 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/a63808ea-3454-4a30-85c8-6183ede8f81a) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 20:24:05.787535 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9f754d20-3711-4bd0-8810-4c62fae86351 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:24:05.836485 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9f754d20-3711-4bd0-8810-4c62fae86351 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:24:05.841120 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4459d42a-f334-4dca-ac22-47d79a071794 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:24:05.899345 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f754d20-3711-4bd0-8810-4c62fae86351 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 20:24:05.907027 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-9f754d20-3711-4bd0-8810-4c62fae86351 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 20:24:05.909652 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f754d20-3711-4bd0-8810-4c62fae86351 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:24:05.953918 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f754d20-3711-4bd0-8810-4c62fae86351 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Pushing event updated for resources: {'Port': ['ID=a63808ea-3454-4a30-85c8-6183ede8f81a,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:24:05.956828 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9f754d20-3711-4bd0-8810-4c62fae86351 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:24:06.441674 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9f754d20-3711-4bd0-8810-4c62fae86351 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:24:06.519741 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9f754d20-3711-4bd0-8810-4c62fae86351 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:24:06.739438 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9f754d20-3711-4bd0-8810-4c62fae86351 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:24:06.765021 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9f754d20-3711-4bd0-8810-4c62fae86351 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:24:06.769404 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-e8300c1e-549b-42fa-8c9e-ca0bfc40d0aa tempest-TestEncryptedCinderVolumes-578893610 tempest-TestEncryptedCinderVolumes-578893610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:24:06.874355 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f754d20-3711-4bd0-8810-4c62fae86351 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Pushing event updated for resources: {'Port': ['ID=a63808ea-3454-4a30-85c8-6183ede8f81a,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:24:06.878672 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9f754d20-3711-4bd0-8810-4c62fae86351 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:24:06.890046 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9f754d20-3711-4bd0-8810-4c62fae86351 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634093'] for floatingip, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:24:07.088261 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.l3_db [None req-9f754d20-3711-4bd0-8810-4c62fae86351 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Floating IP 9eb643b5-72d4-43dd-9b9b-60b387f03bbc associated. External IP: 172.26.3.142, port: 5156638e-de4a-4532-9430-57a4667f33eb. Dec 15 20:24:07.492173 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f754d20-3711-4bd0-8810-4c62fae86351 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Router 3a53df6d-05ee-44b0-99ce-07300d79464c has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 20:24:07.710455 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f754d20-3711-4bd0-8810-4c62fae86351 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 20:24:07.721606 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392189f7-3ef4-49db-bbf7-48f86c8f4574 None None] Sync routers for ids ['3a53df6d-05ee-44b0-99ce-07300d79464c'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 20:24:07.735100 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392189f7-3ef4-49db-bbf7-48f86c8f4574 None None] Routers {'3a53df6d-05ee-44b0-99ce-07300d79464c'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:24:07.735751 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-392189f7-3ef4-49db-bbf7-48f86c8f4574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:23:41Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['3a53df6d-05ee-44b0-99ce-07300d79464c'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:24:07.782165 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9f754d20-3711-4bd0-8810-4c62fae86351 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:24:07.841237 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-9f754d20-3711-4bd0-8810-4c62fae86351 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8163328 Dec 15 20:24:07.842035 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74546c06-9a94-493c-88fa-833d6b1610e1', 'tag': '5156638e-de4a-4532-9430-57a4667f33eb'}] {{(pid=88990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 20:24:07.906130 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74546c06-9a94-493c-88fa-833d6b1610e1', 'tag': '5156638e-de4a-4532-9430-57a4667f33eb', 'status': 'completed', 'code': 200} Dec 15 20:24:07.924830 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-392189f7-3ef4-49db-bbf7-48f86c8f4574 None None] Set router 3a53df6d-05ee-44b0-99ce-07300d79464c gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:24:08.015655 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4210cf79-53ed-4e56-9d28-cbb5a7a07cc3 req-e7fbd2c8-92dd-45ea-b1e8-dc3002f6c7b1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=944c382d5e3049b99755f807f41dd070&device_id=74546c06-9a94-493c-88fa-833d6b1610e1 HTTP/1.1" status: 200 len: 1098 time: 0.0785751 Dec 15 20:24:08.168043 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4210cf79-53ed-4e56-9d28-cbb5a7a07cc3 req-2cf67bf1-a69c-4e4b-a2c8-aefc817cc2b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:24:08.169695 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4210cf79-53ed-4e56-9d28-cbb5a7a07cc3 req-2cf67bf1-a69c-4e4b-a2c8-aefc817cc2b3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c54cb55b-5abf-40e1-b72c-eec8230b5ec0 HTTP/1.1" status: 200 len: 911 time: 0.1477022 Dec 15 20:24:08.286588 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4210cf79-53ed-4e56-9d28-cbb5a7a07cc3 req-16041e60-2008-4ee5-b305-8983736f975f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5156638e-de4a-4532-9430-57a4667f33eb HTTP/1.1" status: 200 len: 999 time: 0.1069305 Dec 15 20:24:08.298300 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a16cdd31-4ae8-49c4-9457-94c07866c087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:24:08.330040 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-392189f7-3ef4-49db-bbf7-48f86c8f4574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a53df6d-05ee-44b0-99ce-07300d79464c', 'name': 'tempest-TestSnapshotPattern-1767076669-router', 'tenant_id': '944c382d5e3049b99755f807f41dd070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': 'd09a6145-1d57-4161-8614-4e65296acb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:23:32Z', 'updated_at': '2021-12-15T20:23:36Z', 'revision_number': 4, 'project_id': '944c382d5e3049b99755f807f41dd070', 'gw_port': {'id': 'd09a6145-1d57-4161-8614-4e65296acb3f', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a53df6d-05ee-44b0-99ce-07300d79464c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:23:33Z', 'updated_at': '2021-12-15T20:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': '9eb643b5-72d4-43dd-9b9b-60b387f03bbc', 'tenant_id': '944c382d5e3049b99755f807f41dd070', 'floating_ip_address': '172.26.3.142', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': '3a53df6d-05ee-44b0-99ce-07300d79464c', 'port_id': '5156638e-de4a-4532-9430-57a4667f33eb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c54cb55b-5abf-40e1-b72c-eec8230b5ec0', 'mac_address': 'fa:16:3e:c7:a2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74546c06-9a94-493c-88fa-833d6b1610e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T20:24:06Z', 'updated_at': '2021-12-15T20:24:06Z', 'revision_number': 0, 'project_id': '944c382d5e3049b99755f807f41dd070', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1b17727-31d9-45fb-826c-67116ae2d31f', 'name': '', 'network_id': 'c54cb55b-5abf-40e1-b72c-eec8230b5ec0', 'tenant_id': '944c382d5e3049b99755f807f41dd070', 'mac_address': 'fa:16:3e:95:6a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a53df6d-05ee-44b0-99ce-07300d79464c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37190bdd-9131-4a81-885a-f0fefda284e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:23:35Z', 'updated_at': '2021-12-15T20:23:45Z', 'revision_number': 5, 'project_id': '944c382d5e3049b99755f807f41dd070', 'subnets': [{'id': '37190bdd-9131-4a81-885a-f0fefda284e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:24:08.334302 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392189f7-3ef4-49db-bbf7-48f86c8f4574 None None] Checking router: 3a53df6d-05ee-44b0-99ce-07300d79464c for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 20:24:08.345741 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392189f7-3ef4-49db-bbf7-48f86c8f4574 None None] Routers {'3a53df6d-05ee-44b0-99ce-07300d79464c'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:24:08.346464 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-392189f7-3ef4-49db-bbf7-48f86c8f4574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:23:41Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['3a53df6d-05ee-44b0-99ce-07300d79464c'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:24:08.355836 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4210cf79-53ed-4e56-9d28-cbb5a7a07cc3 req-9de9dda8-52a8-42dd-acf5-3cce614ab38d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:24:08.357475 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4210cf79-53ed-4e56-9d28-cbb5a7a07cc3 req-9de9dda8-52a8-42dd-acf5-3cce614ab38d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=37190bdd-9131-4a81-885a-f0fefda284e3 HTTP/1.1" status: 200 len: 849 time: 0.0653415 Dec 15 20:24:08.447695 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4210cf79-53ed-4e56-9d28-cbb5a7a07cc3 req-cb1525cd-69aa-4cef-9163-ecac4f1781d6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c54cb55b-5abf-40e1-b72c-eec8230b5ec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0834055 Dec 15 20:24:08.595369 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4210cf79-53ed-4e56-9d28-cbb5a7a07cc3 req-775c3b45-5db0-4765-8cfd-91bce337413a service neutron] 10.222.0.32 "GET /v2.0/networks/c54cb55b-5abf-40e1-b72c-eec8230b5ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414304 Dec 15 20:24:08.701942 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-392189f7-3ef4-49db-bbf7-48f86c8f4574 None None] Set router 3a53df6d-05ee-44b0-99ce-07300d79464c gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:24:08.750596 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4210cf79-53ed-4e56-9d28-cbb5a7a07cc3 req-f5a73026-50ba-40d8-bf90-446336d19778 service neutron] 10.222.0.32 "GET /v2.0/networks/c54cb55b-5abf-40e1-b72c-eec8230b5ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448627 Dec 15 20:24:09.063680 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-392189f7-3ef4-49db-bbf7-48f86c8f4574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a53df6d-05ee-44b0-99ce-07300d79464c', 'name': 'tempest-TestSnapshotPattern-1767076669-router', 'tenant_id': '944c382d5e3049b99755f807f41dd070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': 'd09a6145-1d57-4161-8614-4e65296acb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:23:32Z', 'updated_at': '2021-12-15T20:23:36Z', 'revision_number': 4, 'project_id': '944c382d5e3049b99755f807f41dd070', 'gw_port': {'id': 'd09a6145-1d57-4161-8614-4e65296acb3f', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a53df6d-05ee-44b0-99ce-07300d79464c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:23:33Z', 'updated_at': '2021-12-15T20:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': '9eb643b5-72d4-43dd-9b9b-60b387f03bbc', 'tenant_id': '944c382d5e3049b99755f807f41dd070', 'floating_ip_address': '172.26.3.142', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': '3a53df6d-05ee-44b0-99ce-07300d79464c', 'port_id': '5156638e-de4a-4532-9430-57a4667f33eb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c54cb55b-5abf-40e1-b72c-eec8230b5ec0', 'mac_address': 'fa:16:3e:c7:a2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74546c06-9a94-493c-88fa-833d6b1610e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T20:24:06Z', 'updated_at': '2021-12-15T20:24:06Z', 'revision_number': 0, 'project_id': '944c382d5e3049b99755f807f41dd070', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1b17727-31d9-45fb-826c-67116ae2d31f', 'name': '', 'network_id': 'c54cb55b-5abf-40e1-b72c-eec8230b5ec0', 'tenant_id': '944c382d5e3049b99755f807f41dd070', 'mac_address': 'fa:16:3e:95:6a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a53df6d-05ee-44b0-99ce-07300d79464c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37190bdd-9131-4a81-885a-f0fefda284e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:23:35Z', 'updated_at': '2021-12-15T20:23:45Z', 'revision_number': 5, 'project_id': '944c382d5e3049b99755f807f41dd070', 'subnets': [{'id': '37190bdd-9131-4a81-885a-f0fefda284e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:24:09.067862 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392189f7-3ef4-49db-bbf7-48f86c8f4574 None None] The sync data for ids ['3a53df6d-05ee-44b0-99ce-07300d79464c'] in dv-neutron-821831-2-hyperv is: [{'id': '3a53df6d-05ee-44b0-99ce-07300d79464c', 'name': 'tempest-TestSnapshotPattern-1767076669-router', 'tenant_id': '944c382d5e3049b99755f807f41dd070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': 'd09a6145-1d57-4161-8614-4e65296acb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:23:32Z', 'updated_at': '2021-12-15T20:23:36Z', 'revision_number': 4, 'project_id': '944c382d5e3049b99755f807f41dd070', 'gw_port': {'id': 'd09a6145-1d57-4161-8614-4e65296acb3f', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a53df6d-05ee-44b0-99ce-07300d79464c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:23:33Z', 'updated_at': '2021-12-15T20:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': '9eb643b5-72d4-43dd-9b9b-60b387f03bbc', 'tenant_id': '944c382d5e3049b99755f807f41dd070', 'floating_ip_address': '172.26.3.142', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': '3a53df6d-05ee-44b0-99ce-07300d79464c', 'port_id': '5156638e-de4a-4532-9430-57a4667f33eb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c54cb55b-5abf-40e1-b72c-eec8230b5ec0', 'mac_address': 'fa:16:3e:c7:a2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74546c06-9a94-493c-88fa-833d6b1610e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T20:24:06Z', 'updated_at': '2021-12-15T20:24:06Z', 'revision_number': 0, 'project_id': '944c382d5e3049b99755f807f41dd070', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1b17727-31d9-45fb-826c-67116ae2d31f', 'name': '', 'network_id': 'c54cb55b-5abf-40e1-b72c-eec8230b5ec0', 'tenant_id': '944c382d5e3049b99755f807f41dd070', 'mac_address': 'fa:16:3e:95:6a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a53df6d-05ee-44b0-99ce-07300d79464c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37190bdd-9131-4a81-885a-f0fefda284e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:23:35Z', 'updated_at': '2021-12-15T20:23:45Z', 'revision_number': 5, 'project_id': '944c382d5e3049b99755f807f41dd070', 'subnets': [{'id': '37190bdd-9131-4a81-885a-f0fefda284e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 20:24:09.408497 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca965c01-8f3e-447b-b24e-8d736b2a8c4a None None] New status for floating IP 9eb643b5-72d4-43dd-9b9b-60b387f03bbc: ACTIVE {{(pid=88993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 15 20:24:09.530556 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:24:10.575973 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b1ffd0c9-6c1c-4de3-a27c-c8f0deb5c3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:24:11.107485 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:24:12.887830 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:24:24.824509 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:24:26.990831 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 20:24:38.264280 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1cc7efee-3ae3-4e46-8b7c-12b36c6fb1f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:24:39.533073 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:24:39.566112 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ad642f25-8215-4e18-937c-2d75824df257 req-bb7e82ef-378e-4316-860c-730373f11c84 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=74546c06-9a94-493c-88fa-833d6b1610e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0733404 Dec 15 20:24:39.719047 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ad642f25-8215-4e18-937c-2d75824df257 req-1e4e7ec5-4477-48cd-bce2-6270e23c2c5b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=944c382d5e3049b99755f807f41dd070&device_id=74546c06-9a94-493c-88fa-833d6b1610e1 HTTP/1.1" status: 200 len: 1098 time: 0.0772810 Dec 15 20:24:39.876031 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad642f25-8215-4e18-937c-2d75824df257 req-3736bba7-4d33-460e-96f5-4d90c2ebc057 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:24:39.877535 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ad642f25-8215-4e18-937c-2d75824df257 req-3736bba7-4d33-460e-96f5-4d90c2ebc057 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c54cb55b-5abf-40e1-b72c-eec8230b5ec0 HTTP/1.1" status: 200 len: 911 time: 0.1381106 Dec 15 20:24:39.983278 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ad642f25-8215-4e18-937c-2d75824df257 req-035dafa7-5759-41a8-8b64-21879e0dd5a7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5156638e-de4a-4532-9430-57a4667f33eb HTTP/1.1" status: 200 len: 1001 time: 0.0956969 Dec 15 20:24:40.298167 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad642f25-8215-4e18-937c-2d75824df257 req-11c2da6f-de0e-4290-b18c-a472f063ce16 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:24:40.299802 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ad642f25-8215-4e18-937c-2d75824df257 req-11c2da6f-de0e-4290-b18c-a472f063ce16 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=37190bdd-9131-4a81-885a-f0fefda284e3 HTTP/1.1" status: 200 len: 849 time: 0.3062212 Dec 15 20:24:40.380983 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ad642f25-8215-4e18-937c-2d75824df257 req-9db90396-e470-45ce-8c54-7423659f6ccf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c54cb55b-5abf-40e1-b72c-eec8230b5ec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709448 Dec 15 20:24:40.521578 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ad642f25-8215-4e18-937c-2d75824df257 req-a7e5800b-a70e-4602-ba25-bda5815b2915 service neutron] 10.222.0.32 "GET /v2.0/networks/c54cb55b-5abf-40e1-b72c-eec8230b5ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341007 Dec 15 20:24:40.601758 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5d6291a7-75f9-4d09-a8d8-75d8b5766c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:24:40.667700 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ad642f25-8215-4e18-937c-2d75824df257 req-2ceb2257-42bf-4a4f-94dc-e49b126cec6f service neutron] 10.222.0.32 "GET /v2.0/networks/c54cb55b-5abf-40e1-b72c-eec8230b5ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396551 Dec 15 20:24:41.094960 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:24:42.889421 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:24:54.831748 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:25:03.990182 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 20:25:08.265572 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-442e1dab-0935-441e-89d9-a4c0019b0a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:25:09.522156 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:25:10.590933 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0f759f9a-aec3-434c-8c83-4b86e5d15c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:25:11.105673 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:25:12.888403 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:25:24.841825 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:25:38.417385 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-7c199ed7-d62d-443f-bc91-5067bcc14928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:25:39.532894 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:25:39.577193 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2a8e2d43-a491-419d-a070-085267d5251d req-4ba4ed38-cf0a-485b-aa2c-f70bd3c03fc2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=74546c06-9a94-493c-88fa-833d6b1610e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0790353 Dec 15 20:25:39.734930 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2a8e2d43-a491-419d-a070-085267d5251d req-f04ac131-b825-4485-82f1-49ceb45aed62 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=944c382d5e3049b99755f807f41dd070&device_id=74546c06-9a94-493c-88fa-833d6b1610e1 HTTP/1.1" status: 200 len: 1098 time: 0.0755579 Dec 15 20:25:39.899639 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e2d43-a491-419d-a070-085267d5251d req-791cfe4f-4bb4-44d5-8060-d6b1a8a647fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:25:39.901807 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2a8e2d43-a491-419d-a070-085267d5251d req-791cfe4f-4bb4-44d5-8060-d6b1a8a647fc service neutron] 10.222.0.32 "GET /v2.0/networks?id=c54cb55b-5abf-40e1-b72c-eec8230b5ec0 HTTP/1.1" status: 200 len: 911 time: 0.1434340 Dec 15 20:25:40.016138 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2a8e2d43-a491-419d-a070-085267d5251d req-e062352a-6aea-4987-8cf5-4843df6d908f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5156638e-de4a-4532-9430-57a4667f33eb HTTP/1.1" status: 200 len: 1001 time: 0.1042800 Dec 15 20:25:40.086330 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e2d43-a491-419d-a070-085267d5251d req-186dfa0d-2d80-4960-98aa-80da7c3ccdd0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:25:40.087922 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2a8e2d43-a491-419d-a070-085267d5251d req-186dfa0d-2d80-4960-98aa-80da7c3ccdd0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=37190bdd-9131-4a81-885a-f0fefda284e3 HTTP/1.1" status: 200 len: 849 time: 0.0647252 Dec 15 20:25:40.175247 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2a8e2d43-a491-419d-a070-085267d5251d req-3a328447-be05-4307-94c4-566a884f9604 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c54cb55b-5abf-40e1-b72c-eec8230b5ec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772753 Dec 15 20:25:40.318899 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2a8e2d43-a491-419d-a070-085267d5251d req-e0bb24b1-422c-41a1-a5c1-df63ba2432db service neutron] 10.222.0.32 "GET /v2.0/networks/c54cb55b-5abf-40e1-b72c-eec8230b5ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331518 Dec 15 20:25:40.464330 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2a8e2d43-a491-419d-a070-085267d5251d req-364de3e8-d9a4-498e-a762-233d165032dc service neutron] 10.222.0.32 "GET /v2.0/networks/c54cb55b-5abf-40e1-b72c-eec8230b5ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358008 Dec 15 20:25:40.588954 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5c7cdcc3-aad3-4a1f-8d46-a12a15c5e343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:25:40.989546 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 20:25:41.104486 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:25:42.891861 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:25:54.835315 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:26:08.202000 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 5156638e-de4a-4532-9430-57a4667f33eb details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 15 20:26:08.355588 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 5156638e-de4a-4532-9430-57a4667f33eb, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5156638e-de4a-4532-9430-57a4667f33eb,segment=NetworkSegment(7227c6b7-a5db-4aac-9a89-941e829a2c46),segment_id=7227c6b7-a5db-4aac-9a89-941e829a2c46)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:26:08.370047 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Returning: {'device': '5156638e-de4a-4532-9430-57a4667f33eb', 'network_id': 'c54cb55b-5abf-40e1-b72c-eec8230b5ec0', 'port_id': '5156638e-de4a-4532-9430-57a4667f33eb', 'mac_address': 'fa:16:3e:c7:a2:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37190bdd-9131-4a81-885a-f0fefda284e3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 20:26:08.429005 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:26:08.443613 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-895466d9-b137-4395-bc59-0688b1ee2d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:26:08.450571 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5156638e-de4a-4532-9430-57a4667f33eb {{(pid=88992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 20:26:08.466213 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 5156638e-de4a-4532-9430-57a4667f33eb, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5156638e-de4a-4532-9430-57a4667f33eb,segment=NetworkSegment(7227c6b7-a5db-4aac-9a89-941e829a2c46),segment_id=7227c6b7-a5db-4aac-9a89-941e829a2c46)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:26:08.520127 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:26:08.522773 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:26:08.593226 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=5156638e-de4a-4532-9430-57a4667f33eb,revision_number=6']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:26:08.602330 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:26:08.602730 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:26:08.603645 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:26:08.604075 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:26:08.604478 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:26:08.604859 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:26:08.605237 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:26:08.605725 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:26:08.606166 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:26:08.606566 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:26:08.606940 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:26:08.613311 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] get_ports_and_sgs() called for port_ids ['5156638e-de4a-4532-9430-57a4667f33eb'] {{(pid=88992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 20:26:08.638559 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:26:09.537609 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:26:10.201791 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 5156638e-de4a-4532-9430-57a4667f33eb up at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 20:26:10.278692 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning complete for port 5156638e-de4a-4532-9430-57a4667f33eb triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:26:10.279237 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:26:10.416629 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:26:10.445757 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74546c06-9a94-493c-88fa-833d6b1610e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5156638e-de4a-4532-9430-57a4667f33eb'}] {{(pid=88992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 20:26:10.457195 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 5156638e-de4a-4532-9430-57a4667f33eb, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5156638e-de4a-4532-9430-57a4667f33eb,segment=NetworkSegment(7227c6b7-a5db-4aac-9a89-941e829a2c46),segment_id=7227c6b7-a5db-4aac-9a89-941e829a2c46)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:26:10.487151 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:26:10.489515 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:26:10.576206 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=5156638e-de4a-4532-9430-57a4667f33eb,revision_number=7']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:26:10.581262 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:26:10.589047 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-30ef6285-5d4e-4d34-96e0-ce2161c9b531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:26:10.663818 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74546c06-9a94-493c-88fa-833d6b1610e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5156638e-de4a-4532-9430-57a4667f33eb', 'code': 200} Dec 15 20:26:11.103062 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:26:12.891544 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:26:17.990807 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 20:26:20.621511 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2d2cd244-a04c-4ab9-a365-9a4badb468e6 req-ab8749d5-e26e-4425-a5c3-1ee1035ad10e tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-654407183&fields=id&tenant_id=944c382d5e3049b99755f807f41dd070 HTTP/1.1" status: 200 len: 267 time: 0.0446835 Dec 15 20:26:20.781864 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2cd244-a04c-4ab9-a365-9a4badb468e6 req-a4bdc385-9256-48e9-885f-f42cc3a0e035 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:26:20.783472 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2d2cd244-a04c-4ab9-a365-9a4badb468e6 req-a4bdc385-9256-48e9-885f-f42cc3a0e035 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "GET /v2.0/networks?id=c54cb55b-5abf-40e1-b72c-eec8230b5ec0 HTTP/1.1" status: 200 len: 810 time: 0.1548631 Dec 15 20:26:20.800547 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2d2cd244-a04c-4ab9-a365-9a4badb468e6 req-c6a4ae4b-c7ac-4479-be56-799ab9f0c413 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "GET /v2.0/quotas/944c382d5e3049b99755f807f41dd070 HTTP/1.1" status: 200 len: 375 time: 0.0111978 Dec 15 20:26:20.890144 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2d2cd244-a04c-4ab9-a365-9a4badb468e6 req-0ced883c-240b-417e-aa76-cb8b57f00506 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=944c382d5e3049b99755f807f41dd070&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0842485 Dec 15 20:26:20.977291 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [req-2d2cd244-a04c-4ab9-a365-9a4badb468e6 req-1e100d25-d264-4c52-8910-434190fce284 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 20:26:20.978524 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2d2cd244-a04c-4ab9-a365-9a4badb468e6 req-1e100d25-d264-4c52-8910-434190fce284 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0754890 Dec 15 20:26:21.119922 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2d2cd244-a04c-4ab9-a365-9a4badb468e6 req-af214e58-87ce-4030-94a6-e822f54af932 service neutron] 10.222.0.36 "GET /v2.0/networks/c54cb55b-5abf-40e1-b72c-eec8230b5ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345642 Dec 15 20:26:21.259989 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2d2cd244-a04c-4ab9-a365-9a4badb468e6 req-f42a3499-5e20-4864-9176-69d40ac3aaff service neutron] 10.222.0.36 "GET /v2.0/networks/c54cb55b-5abf-40e1-b72c-eec8230b5ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338174 Dec 15 20:26:21.522899 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f7d0125a-0424-4952-acc0-bb6148ee8290 req-e4a453f5-32c5-49f3-8104-20efa5a26e89 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "GET /v2.0/ports?device_id=20b4321a-c4ca-4e36-9711-fcc5293a1aab HTTP/1.1" status: 200 len: 210 time: 0.0497127 Dec 15 20:26:22.251669 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 5156638e-de4a-4532-9430-57a4667f33eb no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 20:26:22.365604 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:26:22.392959 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74546c06-9a94-493c-88fa-833d6b1610e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5156638e-de4a-4532-9430-57a4667f33eb'}] {{(pid=88992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 20:26:22.403480 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 5156638e-de4a-4532-9430-57a4667f33eb, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5156638e-de4a-4532-9430-57a4667f33eb,segment=NetworkSegment(7227c6b7-a5db-4aac-9a89-941e829a2c46),segment_id=7227c6b7-a5db-4aac-9a89-941e829a2c46)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:26:22.441886 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:26:22.441886 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:26:22.473520 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74546c06-9a94-493c-88fa-833d6b1610e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5156638e-de4a-4532-9430-57a4667f33eb', 'code': 200} Dec 15 20:26:22.512432 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=5156638e-de4a-4532-9430-57a4667f33eb,revision_number=8']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:26:22.515783 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:26:22.643285 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-526a03e9-bb5c-4ca8-93e3-606ca5caa939 req-ade02a24-805b-41c2-a7c1-fb20576c0091 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "GET /v2.0/ports?device_id=20b4321a-c4ca-4e36-9711-fcc5293a1aab HTTP/1.1" status: 200 len: 210 time: 0.0477841 Dec 15 20:26:23.755003 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-53faf5a7-8a79-4cc3-b57f-f6c827598d12 req-b0772ea5-11be-4f98-98f1-604d5770ee76 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "GET /v2.0/ports?device_id=20b4321a-c4ca-4e36-9711-fcc5293a1aab HTTP/1.1" status: 200 len: 210 time: 0.0454416 Dec 15 20:26:24.850933 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:26:24.878081 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-abf0c513-00d0-4cf5-beb1-2b9c37e3ad7a req-d5dceecb-4928-4eed-891e-b58647cecb79 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "GET /v2.0/ports?device_id=20b4321a-c4ca-4e36-9711-fcc5293a1aab HTTP/1.1" status: 200 len: 210 time: 0.0542233 Dec 15 20:26:26.044343 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2f99e791-b3e5-40bd-9924-ba61a7d60789 req-1067cef0-3fbc-4af0-95a4-80802278d7a6 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "GET /v2.0/ports?device_id=20b4321a-c4ca-4e36-9711-fcc5293a1aab HTTP/1.1" status: 200 len: 210 time: 0.0452862 Dec 15 20:26:27.215899 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-938bcc61-43e8-4fee-8820-d6cf2e5475df req-76dbd24f-ae2e-47d5-850a-b43b14665123 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "GET /v2.0/ports?device_id=20b4321a-c4ca-4e36-9711-fcc5293a1aab HTTP/1.1" status: 200 len: 210 time: 0.0464997 Dec 15 20:26:27.479859 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2cd244-a04c-4ab9-a365-9a4badb468e6 req-4706bdde-7643-4482-b8d4-88246c3c6fce tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:26:27.481334 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2d2cd244-a04c-4ab9-a365-9a4badb468e6 req-4706bdde-7643-4482-b8d4-88246c3c6fce tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.32 "GET /v2.0/networks?id=c54cb55b-5abf-40e1-b72c-eec8230b5ec0 HTTP/1.1" status: 200 len: 810 time: 0.1613278 Dec 15 20:26:27.547251 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2d2cd244-a04c-4ab9-a365-9a4badb468e6 req-dd035c42-91d1-4e8c-8f65-7cdb79795e07 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=944c382d5e3049b99755f807f41dd070 HTTP/1.1" status: 200 len: 379 time: 0.0481975 Dec 15 20:26:27.557577 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [req-2d2cd244-a04c-4ab9-a365-9a4badb468e6 req-65f4dcd3-db99-4fb2-8c39-afaca0c21732 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Request body: {'port': {'device_id': '20b4321a-c4ca-4e36-9711-fcc5293a1aab', 'network_id': 'c54cb55b-5abf-40e1-b72c-eec8230b5ec0', 'admin_state_up': True, 'tenant_id': '944c382d5e3049b99755f807f41dd070', 'security_groups': ['2e62b9fa-bdc7-4d7c-bf88-43c06c2a19e1']}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:26:27.707466 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [req-2d2cd244-a04c-4ab9-a365-9a4badb468e6 req-65f4dcd3-db99-4fb2-8c39-afaca0c21732 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:26:27.718010 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [req-2d2cd244-a04c-4ab9-a365-9a4badb468e6 req-65f4dcd3-db99-4fb2-8c39-afaca0c21732 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:26:27.748148 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d2cd244-a04c-4ab9-a365-9a4badb468e6 req-65f4dcd3-db99-4fb2-8c39-afaca0c21732 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Made reservation on behalf of 944c382d5e3049b99755f807f41dd070 for: {'port': 1} {{(pid=88990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 15 20:26:27.753666 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-2d2cd244-a04c-4ab9-a365-9a4badb468e6 req-65f4dcd3-db99-4fb2-8c39-afaca0c21732 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:26:27.930290 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [req-2d2cd244-a04c-4ab9-a365-9a4badb468e6 req-65f4dcd3-db99-4fb2-8c39-afaca0c21732 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Allocated IP 172.20.0.8 (c54cb55b-5abf-40e1-b72c-eec8230b5ec0/37190bdd-9131-4a81-885a-f0fefda284e3/7bea8bcd-d14d-4336-af61-e9b2e0fb7880) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 20:26:28.301411 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-2d2cd244-a04c-4ab9-a365-9a4badb468e6 req-65f4dcd3-db99-4fb2-8c39-afaca0c21732 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:26:28.318142 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [req-2d2cd244-a04c-4ab9-a365-9a4badb468e6 req-65f4dcd3-db99-4fb2-8c39-afaca0c21732 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Transition to ACTIVE for port object 7bea8bcd-d14d-4336-af61-e9b2e0fb7880 will not be triggered until provisioned by entity DHCP. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 20:26:28.404865 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-2d2cd244-a04c-4ab9-a365-9a4badb468e6 req-65f4dcd3-db99-4fb2-8c39-afaca0c21732 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:26:28.416783 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4cd24fb6-9e73-4595-92bb-f76af19313e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:26:28.491536 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f4dcd3-db99-4fb2-8c39-afaca0c21732 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Pushing event updated for resources: {'Port': ['ID=7bea8bcd-d14d-4336-af61-e9b2e0fb7880,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:26:28.513911 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f4dcd3-db99-4fb2-8c39-afaca0c21732 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:26:28.514347 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f4dcd3-db99-4fb2-8c39-afaca0c21732 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:26:28.514775 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f4dcd3-db99-4fb2-8c39-afaca0c21732 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:26:28.515190 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f4dcd3-db99-4fb2-8c39-afaca0c21732 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:26:28.515608 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f4dcd3-db99-4fb2-8c39-afaca0c21732 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:26:28.516023 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f4dcd3-db99-4fb2-8c39-afaca0c21732 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:26:28.516435 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f4dcd3-db99-4fb2-8c39-afaca0c21732 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:26:28.516848 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f4dcd3-db99-4fb2-8c39-afaca0c21732 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:26:28.517260 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f4dcd3-db99-4fb2-8c39-afaca0c21732 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:26:28.517667 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f4dcd3-db99-4fb2-8c39-afaca0c21732 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:26:28.518075 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f4dcd3-db99-4fb2-8c39-afaca0c21732 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:26:28.526083 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-65f4dcd3-db99-4fb2-8c39-afaca0c21732 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:26:28.533334 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d2cd244-a04c-4ab9-a365-9a4badb468e6 req-65f4dcd3-db99-4fb2-8c39-afaca0c21732 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Network c54cb55b-5abf-40e1-b72c-eec8230b5ec0 is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 20:26:28.535172 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [req-2d2cd244-a04c-4ab9-a365-9a4badb468e6 req-65f4dcd3-db99-4fb2-8c39-afaca0c21732 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 20:26:28.538125 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d2cd244-a04c-4ab9-a365-9a4badb468e6 req-65f4dcd3-db99-4fb2-8c39-afaca0c21732 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:26:28.655461 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2cd244-a04c-4ab9-a365-9a4badb468e6 req-65f4dcd3-db99-4fb2-8c39-afaca0c21732 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:26:28.656240 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-2d2cd244-a04c-4ab9-a365-9a4badb468e6 req-65f4dcd3-db99-4fb2-8c39-afaca0c21732 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:26:28.670295 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a68ae87-5354-4b1a-aedf-6eafa3d105ac req-a0fcd1fa-c3b2-4e96-badc-133c1d619b0d tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:26:28.671995 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3a68ae87-5354-4b1a-aedf-6eafa3d105ac req-a0fcd1fa-c3b2-4e96-badc-133c1d619b0d tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "GET /v2.0/ports?device_id=20b4321a-c4ca-4e36-9711-fcc5293a1aab HTTP/1.1" status: 200 len: 931 time: 0.3129864 Dec 15 20:26:28.731788 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-3a68ae87-5354-4b1a-aedf-6eafa3d105ac req-4785f291-ea37-41ab-909e-8bb2459a157f tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e62b9fa-bdc7-4d7c-bf88-43c06c2a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493708 Dec 15 20:26:28.817612 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2d2cd244-a04c-4ab9-a365-9a4badb468e6 req-65f4dcd3-db99-4fb2-8c39-afaca0c21732 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2647009 Dec 15 20:26:29.039359 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d3012a04-917c-4c86-b3b7-927060098155 None None] Provisioning for port 7bea8bcd-d14d-4336-af61-e9b2e0fb7880 completed by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 20:26:29.044830 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-d3012a04-917c-4c86-b3b7-927060098155 None None] Provisioning complete for port 7bea8bcd-d14d-4336-af61-e9b2e0fb7880 triggered by entity DHCP. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:26:29.045254 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d3012a04-917c-4c86-b3b7-927060098155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:26:29.108404 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d3012a04-917c-4c86-b3b7-927060098155 None None] Port 7bea8bcd-d14d-4336-af61-e9b2e0fb7880 cannot update to ACTIVE because it is not bound. {{(pid=88992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 15 20:26:29.982583 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a2ffc2-4496-42ce-80c5-a0d587c49eb4 req-bb0e4a3d-a72c-47e3-a616-735fb4d3dfec tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:26:29.983389 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-d2a2ffc2-4496-42ce-80c5-a0d587c49eb4 req-bb0e4a3d-a72c-47e3-a616-735fb4d3dfec tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Synchronizing usage tracker for tenant:944c382d5e3049b99755f807f41dd070 on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 20:26:30.027545 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-d2a2ffc2-4496-42ce-80c5-a0d587c49eb4 req-bb0e4a3d-a72c-47e3-a616-735fb4d3dfec tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Unset dirty status for tenant:944c382d5e3049b99755f807f41dd070 on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 20:26:30.028823 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d2a2ffc2-4496-42ce-80c5-a0d587c49eb4 req-bb0e4a3d-a72c-47e3-a616-735fb4d3dfec tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "GET /v2.0/ports?device_id=20b4321a-c4ca-4e36-9711-fcc5293a1aab HTTP/1.1" status: 200 len: 931 time: 0.1508389 Dec 15 20:26:30.079768 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d2a2ffc2-4496-42ce-80c5-a0d587c49eb4 req-875cea05-3591-474e-bea5-2930b753bd7c tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e62b9fa-bdc7-4d7c-bf88-43c06c2a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447412 Dec 15 20:26:31.318965 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a70ce-7c12-428f-9bf8-da7e415f548c req-4e6f0651-cc4f-443f-8716-4b6b294ca71c tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:26:31.320567 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-fb0a70ce-7c12-428f-9bf8-da7e415f548c req-4e6f0651-cc4f-443f-8716-4b6b294ca71c tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "GET /v2.0/ports?device_id=20b4321a-c4ca-4e36-9711-fcc5293a1aab HTTP/1.1" status: 200 len: 931 time: 0.1082954 Dec 15 20:26:31.368686 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-fb0a70ce-7c12-428f-9bf8-da7e415f548c req-db0996fe-9abc-4d56-9e2a-75a74b5f210a tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e62b9fa-bdc7-4d7c-bf88-43c06c2a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413578 Dec 15 20:26:32.589799 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf6cbaf-e4ef-4282-82d7-56c08c26885a req-c43b2737-c378-4204-817e-e27d2de8d9a9 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:26:32.591458 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ccf6cbaf-e4ef-4282-82d7-56c08c26885a req-c43b2737-c378-4204-817e-e27d2de8d9a9 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "GET /v2.0/ports?device_id=20b4321a-c4ca-4e36-9711-fcc5293a1aab HTTP/1.1" status: 200 len: 931 time: 0.0928538 Dec 15 20:26:32.643929 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-ccf6cbaf-e4ef-4282-82d7-56c08c26885a req-dd8bdc2a-02d6-45f4-ace2-aa9711408ea8 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e62b9fa-bdc7-4d7c-bf88-43c06c2a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463140 Dec 15 20:26:34.070681 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8122aca8-9deb-42ad-8bac-ac9044accf12 req-7e0f4610-e516-463c-af7e-f8bd5f482d27 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:26:34.072463 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8122aca8-9deb-42ad-8bac-ac9044accf12 req-7e0f4610-e516-463c-af7e-f8bd5f482d27 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "GET /v2.0/ports?device_id=20b4321a-c4ca-4e36-9711-fcc5293a1aab HTTP/1.1" status: 200 len: 931 time: 0.0868118 Dec 15 20:26:34.128827 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8122aca8-9deb-42ad-8bac-ac9044accf12 req-d3dbf629-557a-4e48-a4d2-27e1c8f49a04 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e62b9fa-bdc7-4d7c-bf88-43c06c2a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500052 Dec 15 20:26:35.347334 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15853a9f-77f6-4530-a571-34219758af35 req-fdd1baa0-84d1-482b-837b-8a9bded9046a tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:26:35.349012 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-15853a9f-77f6-4530-a571-34219758af35 req-fdd1baa0-84d1-482b-837b-8a9bded9046a tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "GET /v2.0/ports?device_id=20b4321a-c4ca-4e36-9711-fcc5293a1aab HTTP/1.1" status: 200 len: 931 time: 0.0918887 Dec 15 20:26:35.405659 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-15853a9f-77f6-4530-a571-34219758af35 req-426ee12a-78c9-4f7a-a5da-ec572248f2a8 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e62b9fa-bdc7-4d7c-bf88-43c06c2a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502231 Dec 15 20:26:36.651588 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55829ee3-b745-4fb7-ae05-b12e6473e93b req-f4f704d5-560f-4bbb-9035-3937c6cbfbbf tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:26:36.653590 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-55829ee3-b745-4fb7-ae05-b12e6473e93b req-f4f704d5-560f-4bbb-9035-3937c6cbfbbf tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "GET /v2.0/ports?device_id=20b4321a-c4ca-4e36-9711-fcc5293a1aab HTTP/1.1" status: 200 len: 931 time: 0.1217685 Dec 15 20:26:36.721608 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-55829ee3-b745-4fb7-ae05-b12e6473e93b req-dbce7d40-b765-4261-99d9-6d17f05bf4c7 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e62b9fa-bdc7-4d7c-bf88-43c06c2a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582790 Dec 15 20:26:37.923387 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488e14f-2aab-44f9-b397-2ca950475359 req-90914821-b13a-48d7-8353-672353423346 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:26:37.924895 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b488e14f-2aab-44f9-b397-2ca950475359 req-90914821-b13a-48d7-8353-672353423346 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "GET /v2.0/ports?device_id=20b4321a-c4ca-4e36-9711-fcc5293a1aab HTTP/1.1" status: 200 len: 931 time: 0.0816479 Dec 15 20:26:37.978622 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b488e14f-2aab-44f9-b397-2ca950475359 req-17db2d08-6f52-47e1-b661-43d64440b86b tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e62b9fa-bdc7-4d7c-bf88-43c06c2a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475605 Dec 15 20:26:38.279045 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-97aa55ad-f0fd-4f37-8cc5-aa3cf6a50b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:26:39.248581 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08cd9ac-14ae-464a-bbf4-e2765c0a57dc req-5969066c-bd4f-4052-a9ba-4a6c319ff666 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:26:39.250287 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d08cd9ac-14ae-464a-bbf4-e2765c0a57dc req-5969066c-bd4f-4052-a9ba-4a6c319ff666 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "GET /v2.0/ports?device_id=20b4321a-c4ca-4e36-9711-fcc5293a1aab HTTP/1.1" status: 200 len: 931 time: 0.0871043 Dec 15 20:26:39.303112 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-d08cd9ac-14ae-464a-bbf4-e2765c0a57dc req-9eb43eb9-0dab-43bd-965c-c8245c2c5544 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e62b9fa-bdc7-4d7c-bf88-43c06c2a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456359 Dec 15 20:26:39.530827 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:26:40.114067 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [req-2d2cd244-a04c-4ab9-a365-9a4badb468e6 req-bf2e7852-2538-455c-b60d-351ccf9c5183 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=88990) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 20:26:40.115166 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2d2cd244-a04c-4ab9-a365-9a4badb468e6 req-bf2e7852-2538-455c-b60d-351ccf9c5183 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0054805 Dec 15 20:26:40.126295 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [req-2d2cd244-a04c-4ab9-a365-9a4badb468e6 req-4129970b-6b10-425e-a4e1-2ab7fd4e972f service neutron] Request body: {'port': {'device_id': '20b4321a-c4ca-4e36-9711-fcc5293a1aab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:26:40.136667 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.32', 59367) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:26:40.216692 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5ca95c88-d578-473d-952b-1f28007979b9 req-06d2fe02-86f0-438f-815e-244deaf68184 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=74546c06-9a94-493c-88fa-833d6b1610e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0773361 Dec 15 20:26:40.240537 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-2d2cd244-a04c-4ab9-a365-9a4badb468e6 req-4129970b-6b10-425e-a4e1-2ab7fd4e972f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:26:40.394903 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5ca95c88-d578-473d-952b-1f28007979b9 req-ca345c9d-c5ee-4918-a68d-5e3fa6c7c385 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=944c382d5e3049b99755f807f41dd070&device_id=74546c06-9a94-493c-88fa-833d6b1610e1 HTTP/1.1" status: 200 len: 1096 time: 0.0904748 Dec 15 20:26:40.588782 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0c6e0519-103d-473b-ac73-94b5ac0ac7f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:26:40.815610 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca95c88-d578-473d-952b-1f28007979b9 req-ab551fd9-a0eb-4725-9832-2885c8ea0a1b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:26:40.817219 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5ca95c88-d578-473d-952b-1f28007979b9 req-ab551fd9-a0eb-4725-9832-2885c8ea0a1b service neutron] 10.222.0.32 "GET /v2.0/networks?id=c54cb55b-5abf-40e1-b72c-eec8230b5ec0 HTTP/1.1" status: 200 len: 911 time: 0.3957603 Dec 15 20:26:40.855782 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65de365-7324-4ae2-97ad-552f6ed3b5e9 req-87b48819-f922-43f8-86c7-3c108ba20674 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:26:40.857381 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f65de365-7324-4ae2-97ad-552f6ed3b5e9 req-87b48819-f922-43f8-86c7-3c108ba20674 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "GET /v2.0/ports?device_id=20b4321a-c4ca-4e36-9711-fcc5293a1aab HTTP/1.1" status: 200 len: 931 time: 0.1443691 Dec 15 20:26:40.930681 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5ca95c88-d578-473d-952b-1f28007979b9 req-d1170648-744c-4908-8b95-6ac03804f3a6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5156638e-de4a-4532-9430-57a4667f33eb HTTP/1.1" status: 200 len: 999 time: 0.1005809 Dec 15 20:26:40.967310 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [req-2d2cd244-a04c-4ab9-a365-9a4badb468e6 req-4129970b-6b10-425e-a4e1-2ab7fd4e972f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bea8bcd-d14d-4336-af61-e9b2e0fb7880 {{(pid=88990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 20:26:40.976290 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f65de365-7324-4ae2-97ad-552f6ed3b5e9 req-0a90d85c-f023-41b4-a108-92baf8a172bf tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e62b9fa-bdc7-4d7c-bf88-43c06c2a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075945 Dec 15 20:26:40.978296 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-2d2cd244-a04c-4ab9-a365-9a4badb468e6 req-4129970b-6b10-425e-a4e1-2ab7fd4e972f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:26:40.994956 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [req-2d2cd244-a04c-4ab9-a365-9a4badb468e6 req-4129970b-6b10-425e-a4e1-2ab7fd4e972f service neutron] Transition to ACTIVE for port object 7bea8bcd-d14d-4336-af61-e9b2e0fb7880 will not be triggered until provisioned by entity L2. {{(pid=88990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 15 20:26:41.003001 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca95c88-d578-473d-952b-1f28007979b9 req-8d7bcd4f-2b4a-4ecb-9019-be85623ab154 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:26:41.008565 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5ca95c88-d578-473d-952b-1f28007979b9 req-8d7bcd4f-2b4a-4ecb-9019-be85623ab154 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=37190bdd-9131-4a81-885a-f0fefda284e3 HTTP/1.1" status: 200 len: 849 time: 0.0644369 Dec 15 20:26:41.027357 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-2d2cd244-a04c-4ab9-a365-9a4badb468e6 req-4129970b-6b10-425e-a4e1-2ab7fd4e972f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:26:41.032223 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-8406eb09-c4be-4a7d-a05c-058f8d71f5c8 tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:26:41.094769 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5ca95c88-d578-473d-952b-1f28007979b9 req-5a515687-22b7-4a80-957f-a8acf210e4fc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c54cb55b-5abf-40e1-b72c-eec8230b5ec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785618 Dec 15 20:26:41.107564 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:26:41.152130 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4129970b-6b10-425e-a4e1-2ab7fd4e972f service neutron] Pushing event updated for resources: {'Port': ['ID=7bea8bcd-d14d-4336-af61-e9b2e0fb7880,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:26:41.164522 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4129970b-6b10-425e-a4e1-2ab7fd4e972f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:26:41.249487 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5ca95c88-d578-473d-952b-1f28007979b9 req-4b1d4905-b0c1-4b1a-b3e4-89a2ef58604c service neutron] 10.222.0.32 "GET /v2.0/networks/c54cb55b-5abf-40e1-b72c-eec8230b5ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437654 Dec 15 20:26:41.285108 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-2d2cd244-a04c-4ab9-a365-9a4badb468e6 req-4129970b-6b10-425e-a4e1-2ab7fd4e972f service neutron] Attempting to bind port 7bea8bcd-d14d-4336-af61-e9b2e0fb7880 on host hv-neutron-8218 for vnic_type normal with profile {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 20:26:41.285492 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-2d2cd244-a04c-4ab9-a365-9a4badb468e6 req-4129970b-6b10-425e-a4e1-2ab7fd4e972f service neutron] Attempting to bind port 7bea8bcd-d14d-4336-af61-e9b2e0fb7880 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '7227c6b7-a5db-4aac-9a89-941e829a2c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c54cb55b-5abf-40e1-b72c-eec8230b5ec0'}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 15 20:26:41.285868 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2cd244-a04c-4ab9-a365-9a4badb468e6 req-4129970b-6b10-425e-a4e1-2ab7fd4e972f service neutron] Attempting to bind port 7bea8bcd-d14d-4336-af61-e9b2e0fb7880 on network c54cb55b-5abf-40e1-b72c-eec8230b5ec0 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 20:26:41.292818 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2cd244-a04c-4ab9-a365-9a4badb468e6 req-4129970b-6b10-425e-a4e1-2ab7fd4e972f service neutron] Port 7bea8bcd-d14d-4336-af61-e9b2e0fb7880 on network c54cb55b-5abf-40e1-b72c-eec8230b5ec0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 15 20:26:41.293183 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2cd244-a04c-4ab9-a365-9a4badb468e6 req-4129970b-6b10-425e-a4e1-2ab7fd4e972f service neutron] Attempting to bind port 7bea8bcd-d14d-4336-af61-e9b2e0fb7880 on network c54cb55b-5abf-40e1-b72c-eec8230b5ec0 {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 15 20:26:41.300018 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2cd244-a04c-4ab9-a365-9a4badb468e6 req-4129970b-6b10-425e-a4e1-2ab7fd4e972f service neutron] Checking agent: {'id': '59e4c979-c5dd-468d-a1f2-341133950749', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 12, 24), 'started_at': datetime.datetime(2021, 12, 15, 19, 12, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 20, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 15 20:26:41.300417 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2cd244-a04c-4ab9-a365-9a4badb468e6 req-4129970b-6b10-425e-a4e1-2ab7fd4e972f service neutron] Checking segment: {'id': '7227c6b7-a5db-4aac-9a89-941e829a2c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c54cb55b-5abf-40e1-b72c-eec8230b5ec0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 15 20:26:41.300804 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2cd244-a04c-4ab9-a365-9a4badb468e6 req-4129970b-6b10-425e-a4e1-2ab7fd4e972f service neutron] Bound using segment: {'id': '7227c6b7-a5db-4aac-9a89-941e829a2c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c54cb55b-5abf-40e1-b72c-eec8230b5ec0'} {{(pid=88990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 15 20:26:41.301282 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.managers [req-2d2cd244-a04c-4ab9-a365-9a4badb468e6 req-4129970b-6b10-425e-a4e1-2ab7fd4e972f service neutron] Bound port: 7bea8bcd-d14d-4336-af61-e9b2e0fb7880, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7227c6b7-a5db-4aac-9a89-941e829a2c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c54cb55b-5abf-40e1-b72c-eec8230b5ec0'}}] {{(pid=88990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 15 20:26:41.301682 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-2d2cd244-a04c-4ab9-a365-9a4badb468e6 req-4129970b-6b10-425e-a4e1-2ab7fd4e972f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:26:41.397651 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-2d2cd244-a04c-4ab9-a365-9a4badb468e6 req-4129970b-6b10-425e-a4e1-2ab7fd4e972f service neutron] For port 7bea8bcd-d14d-4336-af61-e9b2e0fb7880, host hv-neutron-8218, cleared binding levels {{(pid=88990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 15 20:26:41.398478 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5ca95c88-d578-473d-952b-1f28007979b9 req-ed8949e5-017d-45f5-8d65-4defcc5bc521 service neutron] 10.222.0.32 "GET /v2.0/networks/c54cb55b-5abf-40e1-b72c-eec8230b5ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384423 Dec 15 20:26:41.401401 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-2d2cd244-a04c-4ab9-a365-9a4badb468e6 req-4129970b-6b10-425e-a4e1-2ab7fd4e972f service neutron] For port 7bea8bcd-d14d-4336-af61-e9b2e0fb7880, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=7bea8bcd-d14d-4336-af61-e9b2e0fb7880,segment=NetworkSegment(7227c6b7-a5db-4aac-9a89-941e829a2c46),segment_id=7227c6b7-a5db-4aac-9a89-941e829a2c46)] {{(pid=88990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 15 20:26:41.428185 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-2d2cd244-a04c-4ab9-a365-9a4badb468e6 req-4129970b-6b10-425e-a4e1-2ab7fd4e972f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:26:41.433045 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-236e0d23-4503-49e8-a417-52b50dba8f24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:26:41.495179 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-2d2cd244-a04c-4ab9-a365-9a4badb468e6 req-4129970b-6b10-425e-a4e1-2ab7fd4e972f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:26:41.496605 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2d2cd244-a04c-4ab9-a365-9a4badb468e6 req-4129970b-6b10-425e-a4e1-2ab7fd4e972f service neutron] 10.222.0.32 "PUT /v2.0/ports/7bea8bcd-d14d-4336-af61-e9b2e0fb7880 HTTP/1.1" status: 200 len: 1093 time: 1.3744295 Dec 15 20:26:41.497181 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20b4321a-c4ca-4e36-9711-fcc5293a1aab', 'tag': '7bea8bcd-d14d-4336-af61-e9b2e0fb7880'}] {{(pid=88990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 20:26:41.519653 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4129970b-6b10-425e-a4e1-2ab7fd4e972f service neutron] Pushing event updated for resources: {'Port': ['ID=7bea8bcd-d14d-4336-af61-e9b2e0fb7880,revision_number=3']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:26:41.519777 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-4129970b-6b10-425e-a4e1-2ab7fd4e972f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:26:41.576098 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20b4321a-c4ca-4e36-9711-fcc5293a1aab', 'tag': '7bea8bcd-d14d-4336-af61-e9b2e0fb7880', 'status': 'completed', 'code': 200} Dec 15 20:26:41.663664 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2d2cd244-a04c-4ab9-a365-9a4badb468e6 req-6752cfdc-33a4-4515-931f-430b06efa760 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=944c382d5e3049b99755f807f41dd070&device_id=20b4321a-c4ca-4e36-9711-fcc5293a1aab HTTP/1.1" status: 200 len: 1096 time: 0.0829434 Dec 15 20:26:41.743102 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2d2cd244-a04c-4ab9-a365-9a4badb468e6 req-571cfcef-d3c2-40b5-93a6-93d0c034100f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7bea8bcd-d14d-4336-af61-e9b2e0fb7880 HTTP/1.1" status: 200 len: 217 time: 0.0669937 Dec 15 20:26:41.815500 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2cd244-a04c-4ab9-a365-9a4badb468e6 req-8d81f562-fb8c-45e9-b5e4-0b180636f4cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:26:41.816995 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2d2cd244-a04c-4ab9-a365-9a4badb468e6 req-8d81f562-fb8c-45e9-b5e4-0b180636f4cb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=37190bdd-9131-4a81-885a-f0fefda284e3 HTTP/1.1" status: 200 len: 849 time: 0.0679135 Dec 15 20:26:41.900908 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2d2cd244-a04c-4ab9-a365-9a4badb468e6 req-9a6fa04a-6440-493a-9213-0567d80fbdc4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c54cb55b-5abf-40e1-b72c-eec8230b5ec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731595 Dec 15 20:26:42.053474 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2d2cd244-a04c-4ab9-a365-9a4badb468e6 req-b4daf13f-2070-4869-8db5-884ff8913494 service neutron] 10.222.0.32 "GET /v2.0/networks/c54cb55b-5abf-40e1-b72c-eec8230b5ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404364 Dec 15 20:26:42.261508 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-2d2cd244-a04c-4ab9-a365-9a4badb468e6 req-3db09a32-144f-4651-b762-0a834df65a75 service neutron] 10.222.0.32 "GET /v2.0/networks/c54cb55b-5abf-40e1-b72c-eec8230b5ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980796 Dec 15 20:26:42.271673 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e8633a-7e38-4e22-aacc-4405b62fa8c3 req-71cc4a6f-31e7-4b2e-9345-0770e075e27f tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:26:42.273136 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f0e8633a-7e38-4e22-aacc-4405b62fa8c3 req-71cc4a6f-31e7-4b2e-9345-0770e075e27f tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "GET /v2.0/ports?device_id=20b4321a-c4ca-4e36-9711-fcc5293a1aab HTTP/1.1" status: 200 len: 943 time: 0.1331842 Dec 15 20:26:42.328671 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-f0e8633a-7e38-4e22-aacc-4405b62fa8c3 req-d2bd141a-eb24-4fe4-b427-f3355ce6e0cc tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e62b9fa-bdc7-4d7c-bf88-43c06c2a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483780 Dec 15 20:26:42.424593 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-de3b22fb-d048-4ae6-ab55-bdad1e6d6e8a req-6445469b-0af7-48b9-b0a5-9abfcab9bbfd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=944c382d5e3049b99755f807f41dd070&device_id=20b4321a-c4ca-4e36-9711-fcc5293a1aab HTTP/1.1" status: 200 len: 1096 time: 0.0746717 Dec 15 20:26:42.571550 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b22fb-d048-4ae6-ab55-bdad1e6d6e8a req-190b3137-0b61-45c6-a6c3-8205609d1f8a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:26:42.572955 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-de3b22fb-d048-4ae6-ab55-bdad1e6d6e8a req-190b3137-0b61-45c6-a6c3-8205609d1f8a service neutron] 10.222.0.32 "GET /v2.0/networks?id=c54cb55b-5abf-40e1-b72c-eec8230b5ec0 HTTP/1.1" status: 200 len: 911 time: 0.1417699 Dec 15 20:26:42.649255 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-de3b22fb-d048-4ae6-ab55-bdad1e6d6e8a req-a33a5689-f416-4a5d-99f6-1d8ce9b8a5fa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7bea8bcd-d14d-4336-af61-e9b2e0fb7880 HTTP/1.1" status: 200 len: 217 time: 0.0681489 Dec 15 20:26:42.719191 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b22fb-d048-4ae6-ab55-bdad1e6d6e8a req-643317b5-76ef-4718-b646-871469c79435 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:26:42.720756 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-de3b22fb-d048-4ae6-ab55-bdad1e6d6e8a req-643317b5-76ef-4718-b646-871469c79435 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=37190bdd-9131-4a81-885a-f0fefda284e3 HTTP/1.1" status: 200 len: 849 time: 0.0649548 Dec 15 20:26:42.801031 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-de3b22fb-d048-4ae6-ab55-bdad1e6d6e8a req-e4d0f333-8aa4-4493-bcb0-0798225f650d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c54cb55b-5abf-40e1-b72c-eec8230b5ec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725722 Dec 15 20:26:42.890361 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:26:42.948109 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-de3b22fb-d048-4ae6-ab55-bdad1e6d6e8a req-07b9019e-9043-40e5-b57e-d234fc28ef55 service neutron] 10.222.0.32 "GET /v2.0/networks/c54cb55b-5abf-40e1-b72c-eec8230b5ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368072 Dec 15 20:26:43.096647 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-de3b22fb-d048-4ae6-ab55-bdad1e6d6e8a req-b1f4c667-94bc-425c-88ee-dd04077bcaec service neutron] 10.222.0.32 "GET /v2.0/networks/c54cb55b-5abf-40e1-b72c-eec8230b5ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404312 Dec 15 20:26:43.538634 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d74825e-0e38-46f7-96c6-a544b4917299 req-e0c33674-ed7e-4910-98d6-d035669a2c49 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:26:43.540451 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6d74825e-0e38-46f7-96c6-a544b4917299 req-e0c33674-ed7e-4910-98d6-d035669a2c49 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "GET /v2.0/ports?device_id=20b4321a-c4ca-4e36-9711-fcc5293a1aab HTTP/1.1" status: 200 len: 943 time: 0.0871911 Dec 15 20:26:43.589374 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6d74825e-0e38-46f7-96c6-a544b4917299 req-9bcb679a-c2ec-4490-b013-62b709eb955e tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e62b9fa-bdc7-4d7c-bf88-43c06c2a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427136 Dec 15 20:26:44.348765 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 7bea8bcd-d14d-4336-af61-e9b2e0fb7880 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 15 20:26:44.489368 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 7bea8bcd-d14d-4336-af61-e9b2e0fb7880, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=7bea8bcd-d14d-4336-af61-e9b2e0fb7880,segment=NetworkSegment(7227c6b7-a5db-4aac-9a89-941e829a2c46),segment_id=7227c6b7-a5db-4aac-9a89-941e829a2c46)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:26:44.503904 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Returning: {'device': '7bea8bcd-d14d-4336-af61-e9b2e0fb7880', 'network_id': 'c54cb55b-5abf-40e1-b72c-eec8230b5ec0', 'port_id': '7bea8bcd-d14d-4336-af61-e9b2e0fb7880', 'mac_address': 'fa:16:3e:17:8a:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37190bdd-9131-4a81-885a-f0fefda284e3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 20:26:44.559923 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:26:44.577571 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bea8bcd-d14d-4336-af61-e9b2e0fb7880 {{(pid=88992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 20:26:44.592358 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 7bea8bcd-d14d-4336-af61-e9b2e0fb7880, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=7bea8bcd-d14d-4336-af61-e9b2e0fb7880,segment=NetworkSegment(7227c6b7-a5db-4aac-9a89-941e829a2c46),segment_id=7227c6b7-a5db-4aac-9a89-941e829a2c46)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:26:44.616292 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:26:44.618944 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:26:44.692474 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=7bea8bcd-d14d-4336-af61-e9b2e0fb7880,revision_number=4']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:26:44.695826 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:26:44.799655 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9b4f5-0528-4e8d-996c-85f2e07d3602 req-9ed98551-4f43-4e03-89a7-6eaca5019f36 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:26:44.801232 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-31a9b4f5-0528-4e8d-996c-85f2e07d3602 req-9ed98551-4f43-4e03-89a7-6eaca5019f36 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "GET /v2.0/ports?device_id=20b4321a-c4ca-4e36-9711-fcc5293a1aab HTTP/1.1" status: 200 len: 944 time: 0.0827379 Dec 15 20:26:44.853598 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-31a9b4f5-0528-4e8d-996c-85f2e07d3602 req-31fd9d3e-42f1-4884-a915-acf2aba480f4 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e62b9fa-bdc7-4d7c-bf88-43c06c2a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454051 Dec 15 20:26:44.947850 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] get_ports_and_sgs() called for port_ids ['7bea8bcd-d14d-4336-af61-e9b2e0fb7880'] {{(pid=88992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 20:26:46.064364 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669928ff-19f2-423d-aa11-4767f8a9143b req-5eaf610d-f14b-44a5-9bae-008b1530fbdc tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:26:46.065949 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-669928ff-19f2-423d-aa11-4767f8a9143b req-5eaf610d-f14b-44a5-9bae-008b1530fbdc tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "GET /v2.0/ports?device_id=20b4321a-c4ca-4e36-9711-fcc5293a1aab HTTP/1.1" status: 200 len: 944 time: 0.0827761 Dec 15 20:26:46.113438 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-669928ff-19f2-423d-aa11-4767f8a9143b req-81ff6be3-06dd-4246-bfd2-b674d284b0fb tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e62b9fa-bdc7-4d7c-bf88-43c06c2a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412319 Dec 15 20:26:46.357334 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 7bea8bcd-d14d-4336-af61-e9b2e0fb7880 up at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 20:26:46.461949 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning for port 7bea8bcd-d14d-4336-af61-e9b2e0fb7880 completed by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 15 20:26:46.466715 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning complete for port 7bea8bcd-d14d-4336-af61-e9b2e0fb7880 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:26:46.467134 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:26:46.581606 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:26:46.611171 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20b4321a-c4ca-4e36-9711-fcc5293a1aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bea8bcd-d14d-4336-af61-e9b2e0fb7880'}] {{(pid=88992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 20:26:46.621441 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 7bea8bcd-d14d-4336-af61-e9b2e0fb7880, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=7bea8bcd-d14d-4336-af61-e9b2e0fb7880,segment=NetworkSegment(7227c6b7-a5db-4aac-9a89-941e829a2c46),segment_id=7227c6b7-a5db-4aac-9a89-941e829a2c46)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:26:46.650647 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:26:46.652758 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:26:46.687262 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20b4321a-c4ca-4e36-9711-fcc5293a1aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bea8bcd-d14d-4336-af61-e9b2e0fb7880', 'code': 200} Dec 15 20:26:46.723012 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=7bea8bcd-d14d-4336-af61-e9b2e0fb7880,revision_number=5']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:26:46.726173 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:26:46.984934 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5c775c1e-1c46-4359-a800-1d3af9f0ee26 req-815969bf-8af7-438d-8f79-e81e57aec9a5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=20b4321a-c4ca-4e36-9711-fcc5293a1aab HTTP/1.1" status: 200 len: 1098 time: 0.0786891 Dec 15 20:26:47.032939 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5c775c1e-1c46-4359-a800-1d3af9f0ee26 req-36a4c3c7-1e78-4949-9b8a-d5a24951f42a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2e62b9fa-bdc7-4d7c-bf88-43c06c2a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377109 Dec 15 20:26:47.318912 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45c0036-070d-41ae-81f3-769da473f036 req-925c3067-ceb5-4ce1-afb6-b268d1842fb7 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:26:47.321217 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a45c0036-070d-41ae-81f3-769da473f036 req-925c3067-ceb5-4ce1-afb6-b268d1842fb7 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "GET /v2.0/ports?device_id=20b4321a-c4ca-4e36-9711-fcc5293a1aab HTTP/1.1" status: 200 len: 945 time: 0.0829246 Dec 15 20:26:47.368545 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-a45c0036-070d-41ae-81f3-769da473f036 req-2b5cb753-a974-4fca-b0d0-2516feb94127 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e62b9fa-bdc7-4d7c-bf88-43c06c2a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411208 Dec 15 20:26:48.579383 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d8b6e-eb87-4ee7-bdb3-529b1ae1aed2 req-17475c01-6249-4fcc-b337-74fd1301c87d tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:26:48.580966 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-743d8b6e-eb87-4ee7-bdb3-529b1ae1aed2 req-17475c01-6249-4fcc-b337-74fd1301c87d tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "GET /v2.0/ports?device_id=20b4321a-c4ca-4e36-9711-fcc5293a1aab HTTP/1.1" status: 200 len: 945 time: 0.0858185 Dec 15 20:26:48.629674 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-743d8b6e-eb87-4ee7-bdb3-529b1ae1aed2 req-a0325ac0-32b0-4ddf-a20a-8dea1c12f30f tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e62b9fa-bdc7-4d7c-bf88-43c06c2a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419383 Dec 15 20:26:48.833784 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad2a9e7-5846-4ad0-aade-5afa385c54d7 req-ef746ae9-9fd1-4f10-b7b7-dc8e1cb8b15f tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:26:48.835399 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8ad2a9e7-5846-4ad0-aade-5afa385c54d7 req-ef746ae9-9fd1-4f10-b7b7-dc8e1cb8b15f tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "GET /v2.0/ports?device_id=20b4321a-c4ca-4e36-9711-fcc5293a1aab HTTP/1.1" status: 200 len: 945 time: 0.0823085 Dec 15 20:26:48.886867 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-8ad2a9e7-5846-4ad0-aade-5afa385c54d7 req-51a64a1b-da93-4669-a8ac-6f4b099263e0 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e62b9fa-bdc7-4d7c-bf88-43c06c2a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452001 Dec 15 20:26:48.913570 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 38044) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:26:48.989657 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-de0bc743-2949-4c7b-a2f0-3e7f29d0f1fc tempest-TestSnapshotPattern-2136133047 tempest-TestSnapshotPattern-2136133047-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=20b4321a-c4ca-4e36-9711-fcc5293a1aab HTTP/1.1" status: 200 len: 1093 time: 0.0744293 Dec 15 20:26:48.992551 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88990) accepted ('10.222.0.36', 38048) {{(pid=88990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:26:48.998130 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.v2.base [None req-107714e4-0153-4dfd-8fb5-3e1c11359dd6 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Request body: {'floatingip': {'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'port_id': '7bea8bcd-d14d-4336-af61-e9b2e0fb7880', 'tenant_id': '944c382d5e3049b99755f807f41dd070', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 15 20:26:49.004089 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-107714e4-0153-4dfd-8fb5-3e1c11359dd6 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 15 20:26:49.008830 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-107714e4-0153-4dfd-8fb5-3e1c11359dd6 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Usage tracker for resource:floatingip and tenant:944c382d5e3049b99755f807f41dd070 is out of sync, need to count used quota {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 15 20:26:49.012077 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [None req-107714e4-0153-4dfd-8fb5-3e1c11359dd6 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 15 20:26:49.018085 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.quota.driver [None req-107714e4-0153-4dfd-8fb5-3e1c11359dd6 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 15 20:26:49.112844 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-107714e4-0153-4dfd-8fb5-3e1c11359dd6 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Notify callbacks [] for floatingip, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:26:49.259978 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-107714e4-0153-4dfd-8fb5-3e1c11359dd6 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:26:49.400243 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_common [None req-107714e4-0153-4dfd-8fb5-3e1c11359dd6 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Allocated IP 172.26.3.192 (4b9c9b76-a8c2-4873-8d7b-0d52cc71925c/58ad0706-2bbe-4c6d-996e-3025cc30808e/ceb75301-b411-4b83-8d08-40dd5f1c6653) {{(pid=88990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 15 20:26:49.549856 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-107714e4-0153-4dfd-8fb5-3e1c11359dd6 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Notify callbacks [] for port, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:26:49.616430 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-107714e4-0153-4dfd-8fb5-3e1c11359dd6 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302274929951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:26:49.621265 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-88c5aebb-92d3-4b60-b3a4-f57e2c20429b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:26:49.679727 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107714e4-0153-4dfd-8fb5-3e1c11359dd6 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Network 4b9c9b76-a8c2-4873-8d7b-0d52cc71925c is already hosted by enough agents. {{(pid=88990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 15 20:26:49.687042 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.base_scheduler [None req-107714e4-0153-4dfd-8fb5-3e1c11359dd6 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Resources bound (agent type, host, resource id): {{(pid=88990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 15 20:26:49.692000 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107714e4-0153-4dfd-8fb5-3e1c11359dd6 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Received port after_create {{(pid=88990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:26:49.726290 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107714e4-0153-4dfd-8fb5-3e1c11359dd6 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Pushing event updated for resources: {'Port': ['ID=ceb75301-b411-4b83-8d08-40dd5f1c6653,revision_number=1']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:26:49.733464 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-107714e4-0153-4dfd-8fb5-3e1c11359dd6 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:26:50.449913 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-107714e4-0153-4dfd-8fb5-3e1c11359dd6 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:26:50.530203 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-107714e4-0153-4dfd-8fb5-3e1c11359dd6 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:26:50.746723 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-107714e4-0153-4dfd-8fb5-3e1c11359dd6 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Notify callbacks [] for port, precommit_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:26:50.795768 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-107714e4-0153-4dfd-8fb5-3e1c11359dd6 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16636188'] for port, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:26:50.800312 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0bc1b62e-d340-4582-968b-4b3fc8d1544a tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:26:50.909287 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107714e4-0153-4dfd-8fb5-3e1c11359dd6 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Pushing event updated for resources: {'Port': ['ID=ceb75301-b411-4b83-8d08-40dd5f1c6653,revision_number=2']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:26:50.913536 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-107714e4-0153-4dfd-8fb5-3e1c11359dd6 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:26:50.922580 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-107714e4-0153-4dfd-8fb5-3e1c11359dd6 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-634093'] for floatingip, after_update {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:26:51.121447 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.db.l3_db [None req-107714e4-0153-4dfd-8fb5-3e1c11359dd6 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Floating IP 3d9276d3-ba17-4c81-a4cd-0b90da58addc associated. External IP: 172.26.3.192, port: 7bea8bcd-d14d-4336-af61-e9b2e0fb7880. Dec 15 20:26:51.527771 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-107714e4-0153-4dfd-8fb5-3e1c11359dd6 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Router 3a53df6d-05ee-44b0-99ce-07300d79464c has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 20:26:51.738492 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-107714e4-0153-4dfd-8fb5-3e1c11359dd6 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 20:26:51.749064 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16f170c-f98c-4436-9b2e-2267beafa81b None None] Sync routers for ids ['3a53df6d-05ee-44b0-99ce-07300d79464c'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 20:26:51.762202 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16f170c-f98c-4436-9b2e-2267beafa81b None None] Routers {'3a53df6d-05ee-44b0-99ce-07300d79464c'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:26:51.762915 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-b16f170c-f98c-4436-9b2e-2267beafa81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:26:41Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['3a53df6d-05ee-44b0-99ce-07300d79464c'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:26:51.793228 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-107714e4-0153-4dfd-8fb5-3e1c11359dd6 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:26:51.847408 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-107714e4-0153-4dfd-8fb5-3e1c11359dd6 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8537166 Dec 15 20:26:51.848121 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20b4321a-c4ca-4e36-9711-fcc5293a1aab', 'tag': '7bea8bcd-d14d-4336-af61-e9b2e0fb7880'}] {{(pid=88990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 20:26:51.904908 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20b4321a-c4ca-4e36-9711-fcc5293a1aab', 'tag': '7bea8bcd-d14d-4336-af61-e9b2e0fb7880', 'status': 'completed', 'code': 200} Dec 15 20:26:52.011949 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-55546025-f804-4a61-adf4-4f607f2680a6 req-0ef70f6e-608f-4ea2-b434-95bec2917f56 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=944c382d5e3049b99755f807f41dd070&device_id=20b4321a-c4ca-4e36-9711-fcc5293a1aab HTTP/1.1" status: 200 len: 1098 time: 0.0827982 Dec 15 20:26:52.117541 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-b16f170c-f98c-4436-9b2e-2267beafa81b None None] Set router 3a53df6d-05ee-44b0-99ce-07300d79464c gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:26:52.159609 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55546025-f804-4a61-adf4-4f607f2680a6 req-a0c1333e-3045-4a68-9c3c-fed73779ba9a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:26:52.161190 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-55546025-f804-4a61-adf4-4f607f2680a6 req-a0c1333e-3045-4a68-9c3c-fed73779ba9a service neutron] 10.222.0.32 "GET /v2.0/networks?id=c54cb55b-5abf-40e1-b72c-eec8230b5ec0 HTTP/1.1" status: 200 len: 911 time: 0.1425943 Dec 15 20:26:52.271272 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-55546025-f804-4a61-adf4-4f607f2680a6 req-252ccf05-9250-4448-a4f1-08deedcd06e7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7bea8bcd-d14d-4336-af61-e9b2e0fb7880 HTTP/1.1" status: 200 len: 999 time: 0.1033247 Dec 15 20:26:52.350261 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55546025-f804-4a61-adf4-4f607f2680a6 req-c1e4239b-626a-469a-b196-3572d1180020 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:26:52.352380 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-55546025-f804-4a61-adf4-4f607f2680a6 req-c1e4239b-626a-469a-b196-3572d1180020 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=37190bdd-9131-4a81-885a-f0fefda284e3 HTTP/1.1" status: 200 len: 849 time: 0.0751500 Dec 15 20:26:52.436135 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-55546025-f804-4a61-adf4-4f607f2680a6 req-05b8bbb9-1969-4d7a-bafa-ef72b6837bba service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c54cb55b-5abf-40e1-b72c-eec8230b5ec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755954 Dec 15 20:26:52.496043 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-b16f170c-f98c-4436-9b2e-2267beafa81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a53df6d-05ee-44b0-99ce-07300d79464c', 'name': 'tempest-TestSnapshotPattern-1767076669-router', 'tenant_id': '944c382d5e3049b99755f807f41dd070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': 'd09a6145-1d57-4161-8614-4e65296acb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:23:32Z', 'updated_at': '2021-12-15T20:23:36Z', 'revision_number': 4, 'project_id': '944c382d5e3049b99755f807f41dd070', 'gw_port': {'id': 'd09a6145-1d57-4161-8614-4e65296acb3f', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a53df6d-05ee-44b0-99ce-07300d79464c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:23:33Z', 'updated_at': '2021-12-15T20:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': '3d9276d3-ba17-4c81-a4cd-0b90da58addc', 'tenant_id': '944c382d5e3049b99755f807f41dd070', 'floating_ip_address': '172.26.3.192', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': '3a53df6d-05ee-44b0-99ce-07300d79464c', 'port_id': '7bea8bcd-d14d-4336-af61-e9b2e0fb7880', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c54cb55b-5abf-40e1-b72c-eec8230b5ec0', 'mac_address': 'fa:16:3e:17:8a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b4321a-c4ca-4e36-9711-fcc5293a1aab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T20:26:50Z', 'updated_at': '2021-12-15T20:26:50Z', 'revision_number': 0, 'project_id': '944c382d5e3049b99755f807f41dd070', 'fixed_ip_address_scope': None}, {'id': '9eb643b5-72d4-43dd-9b9b-60b387f03bbc', 'tenant_id': '944c382d5e3049b99755f807f41dd070', 'floating_ip_address': '172.26.3.142', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': '3a53df6d-05ee-44b0-99ce-07300d79464c', 'port_id': '5156638e-de4a-4532-9430-57a4667f33eb', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c54cb55b-5abf-40e1-b72c-eec8230b5ec0', 'mac_address': 'fa:16:3e:c7:a2:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74546c06-9a94-493c-88fa-833d6b1610e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T20:24:06Z', 'updated_at': '2021-12-15T20:24:09Z', 'revision_number': 1, 'project_id': '944c382d5e3049b99755f807f41dd070', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1b17727-31d9-45fb-826c-67116ae2d31f', 'name': '', 'network_id': 'c54cb55b-5abf-40e1-b72c-eec8230b5ec0', 'tenant_id': '944c382d5e3049b99755f807f41dd070', 'mac_address': 'fa:16:3e:95:6a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a53df6d-05ee-44b0-99ce-07300d79464c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37190bdd-9131-4a81-885a-f0fefda284e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:23:35Z', 'updated_at': '2021-12-15T20:23:45Z', 'revision_number': 5, 'project_id': '944c382d5e3049b99755f807f41dd070', 'subnets': [{'id': '37190bdd-9131-4a81-885a-f0fefda284e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:26:52.500380 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16f170c-f98c-4436-9b2e-2267beafa81b None None] Checking router: 3a53df6d-05ee-44b0-99ce-07300d79464c for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 20:26:52.513249 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16f170c-f98c-4436-9b2e-2267beafa81b None None] Routers {'3a53df6d-05ee-44b0-99ce-07300d79464c'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:26:52.513932 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-b16f170c-f98c-4436-9b2e-2267beafa81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:26:41Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['3a53df6d-05ee-44b0-99ce-07300d79464c'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:26:52.583735 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-55546025-f804-4a61-adf4-4f607f2680a6 req-cbb67515-d301-432e-ab56-a0d28304af28 service neutron] 10.222.0.32 "GET /v2.0/networks/c54cb55b-5abf-40e1-b72c-eec8230b5ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407142 Dec 15 20:26:52.732526 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-b16f170c-f98c-4436-9b2e-2267beafa81b None None] Set router 3a53df6d-05ee-44b0-99ce-07300d79464c gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:26:52.736553 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-55546025-f804-4a61-adf4-4f607f2680a6 req-25fd59ee-4a33-4975-b7cd-24583cfb1b5c service neutron] 10.222.0.32 "GET /v2.0/networks/c54cb55b-5abf-40e1-b72c-eec8230b5ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457233 Dec 15 20:26:53.106541 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-b16f170c-f98c-4436-9b2e-2267beafa81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a53df6d-05ee-44b0-99ce-07300d79464c', 'name': 'tempest-TestSnapshotPattern-1767076669-router', 'tenant_id': '944c382d5e3049b99755f807f41dd070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': 'd09a6145-1d57-4161-8614-4e65296acb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:23:32Z', 'updated_at': '2021-12-15T20:23:36Z', 'revision_number': 4, 'project_id': '944c382d5e3049b99755f807f41dd070', 'gw_port': {'id': 'd09a6145-1d57-4161-8614-4e65296acb3f', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a53df6d-05ee-44b0-99ce-07300d79464c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:23:33Z', 'updated_at': '2021-12-15T20:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': '3d9276d3-ba17-4c81-a4cd-0b90da58addc', 'tenant_id': '944c382d5e3049b99755f807f41dd070', 'floating_ip_address': '172.26.3.192', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': '3a53df6d-05ee-44b0-99ce-07300d79464c', 'port_id': '7bea8bcd-d14d-4336-af61-e9b2e0fb7880', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c54cb55b-5abf-40e1-b72c-eec8230b5ec0', 'mac_address': 'fa:16:3e:17:8a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b4321a-c4ca-4e36-9711-fcc5293a1aab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T20:26:50Z', 'updated_at': '2021-12-15T20:26:50Z', 'revision_number': 0, 'project_id': '944c382d5e3049b99755f807f41dd070', 'fixed_ip_address_scope': None}, {'id': '9eb643b5-72d4-43dd-9b9b-60b387f03bbc', 'tenant_id': '944c382d5e3049b99755f807f41dd070', 'floating_ip_address': '172.26.3.142', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': '3a53df6d-05ee-44b0-99ce-07300d79464c', 'port_id': '5156638e-de4a-4532-9430-57a4667f33eb', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c54cb55b-5abf-40e1-b72c-eec8230b5ec0', 'mac_address': 'fa:16:3e:c7:a2:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74546c06-9a94-493c-88fa-833d6b1610e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T20:24:06Z', 'updated_at': '2021-12-15T20:24:09Z', 'revision_number': 1, 'project_id': '944c382d5e3049b99755f807f41dd070', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1b17727-31d9-45fb-826c-67116ae2d31f', 'name': '', 'network_id': 'c54cb55b-5abf-40e1-b72c-eec8230b5ec0', 'tenant_id': '944c382d5e3049b99755f807f41dd070', 'mac_address': 'fa:16:3e:95:6a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a53df6d-05ee-44b0-99ce-07300d79464c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37190bdd-9131-4a81-885a-f0fefda284e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:23:35Z', 'updated_at': '2021-12-15T20:23:45Z', 'revision_number': 5, 'project_id': '944c382d5e3049b99755f807f41dd070', 'subnets': [{'id': '37190bdd-9131-4a81-885a-f0fefda284e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:26:53.110901 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16f170c-f98c-4436-9b2e-2267beafa81b None None] The sync data for ids ['3a53df6d-05ee-44b0-99ce-07300d79464c'] in dv-neutron-821831-2-hyperv is: [{'id': '3a53df6d-05ee-44b0-99ce-07300d79464c', 'name': 'tempest-TestSnapshotPattern-1767076669-router', 'tenant_id': '944c382d5e3049b99755f807f41dd070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': 'd09a6145-1d57-4161-8614-4e65296acb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:23:32Z', 'updated_at': '2021-12-15T20:23:36Z', 'revision_number': 4, 'project_id': '944c382d5e3049b99755f807f41dd070', 'gw_port': {'id': 'd09a6145-1d57-4161-8614-4e65296acb3f', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a53df6d-05ee-44b0-99ce-07300d79464c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:23:33Z', 'updated_at': '2021-12-15T20:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': '3d9276d3-ba17-4c81-a4cd-0b90da58addc', 'tenant_id': '944c382d5e3049b99755f807f41dd070', 'floating_ip_address': '172.26.3.192', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': '3a53df6d-05ee-44b0-99ce-07300d79464c', 'port_id': '7bea8bcd-d14d-4336-af61-e9b2e0fb7880', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c54cb55b-5abf-40e1-b72c-eec8230b5ec0', 'mac_address': 'fa:16:3e:17:8a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b4321a-c4ca-4e36-9711-fcc5293a1aab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T20:26:50Z', 'updated_at': '2021-12-15T20:26:50Z', 'revision_number': 0, 'project_id': '944c382d5e3049b99755f807f41dd070', 'fixed_ip_address_scope': None}, {'id': '9eb643b5-72d4-43dd-9b9b-60b387f03bbc', 'tenant_id': '944c382d5e3049b99755f807f41dd070', 'floating_ip_address': '172.26.3.142', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': '3a53df6d-05ee-44b0-99ce-07300d79464c', 'port_id': '5156638e-de4a-4532-9430-57a4667f33eb', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c54cb55b-5abf-40e1-b72c-eec8230b5ec0', 'mac_address': 'fa:16:3e:c7:a2:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74546c06-9a94-493c-88fa-833d6b1610e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T20:24:06Z', 'updated_at': '2021-12-15T20:24:09Z', 'revision_number': 1, 'project_id': '944c382d5e3049b99755f807f41dd070', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1b17727-31d9-45fb-826c-67116ae2d31f', 'name': '', 'network_id': 'c54cb55b-5abf-40e1-b72c-eec8230b5ec0', 'tenant_id': '944c382d5e3049b99755f807f41dd070', 'mac_address': 'fa:16:3e:95:6a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a53df6d-05ee-44b0-99ce-07300d79464c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37190bdd-9131-4a81-885a-f0fefda284e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:23:35Z', 'updated_at': '2021-12-15T20:23:45Z', 'revision_number': 5, 'project_id': '944c382d5e3049b99755f807f41dd070', 'subnets': [{'id': '37190bdd-9131-4a81-885a-f0fefda284e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 20:26:53.476510 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c045a176-b820-4ab9-8bf3-a87ff4c4a231 None None] New status for floating IP 3d9276d3-ba17-4c81-a4cd-0b90da58addc: ACTIVE {{(pid=88993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 15 20:26:54.878480 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:26:54.989647 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 20:27:08.278124 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-e89fbbfa-3298-48b1-984e-e53ee039a7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:27:09.546778 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:27:10.558264 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-3e6eb719-b4b4-4154-970c-e68181a6a2a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:27:11.118597 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:27:12.895280 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:27:24.878079 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:27:31.990870 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 20:27:38.266363 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-88d5b502-8979-41e9-bf93-ba9456e234bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:27:39.551021 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:27:40.580415 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-665e56f1-ec34-4515-9943-5889ec0a6a28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:27:41.111698 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:27:41.552668 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b97e65d5-da17-4418-9ac6-69cbf72fdbd6 req-58ae67d7-d14d-407d-9080-290cb23c1a74 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=74546c06-9a94-493c-88fa-833d6b1610e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0761621 Dec 15 20:27:41.718784 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b97e65d5-da17-4418-9ac6-69cbf72fdbd6 req-b1971d70-4f1b-413c-b71a-1abdee52b145 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=944c382d5e3049b99755f807f41dd070&device_id=74546c06-9a94-493c-88fa-833d6b1610e1 HTTP/1.1" status: 200 len: 1096 time: 0.0776379 Dec 15 20:27:41.872212 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e65d5-da17-4418-9ac6-69cbf72fdbd6 req-e248e7e8-222f-4723-bf55-ecfc5e3beecc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:27:41.873701 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b97e65d5-da17-4418-9ac6-69cbf72fdbd6 req-e248e7e8-222f-4723-bf55-ecfc5e3beecc service neutron] 10.222.0.32 "GET /v2.0/networks?id=c54cb55b-5abf-40e1-b72c-eec8230b5ec0 HTTP/1.1" status: 200 len: 911 time: 0.1355188 Dec 15 20:27:42.234408 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b97e65d5-da17-4418-9ac6-69cbf72fdbd6 req-a33c65ff-110c-4d12-899c-64d4f2965b40 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5156638e-de4a-4532-9430-57a4667f33eb HTTP/1.1" status: 200 len: 999 time: 0.3514369 Dec 15 20:27:42.302511 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e65d5-da17-4418-9ac6-69cbf72fdbd6 req-c5ed7826-60fa-451f-a171-173fd8ff416b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:27:42.304074 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b97e65d5-da17-4418-9ac6-69cbf72fdbd6 req-c5ed7826-60fa-451f-a171-173fd8ff416b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=37190bdd-9131-4a81-885a-f0fefda284e3 HTTP/1.1" status: 200 len: 849 time: 0.0628285 Dec 15 20:27:42.381811 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b97e65d5-da17-4418-9ac6-69cbf72fdbd6 req-89cc26bd-0db0-468e-99d2-88ae071e8bea service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c54cb55b-5abf-40e1-b72c-eec8230b5ec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716686 Dec 15 20:27:42.522844 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b97e65d5-da17-4418-9ac6-69cbf72fdbd6 req-12423cde-a904-41e0-bf7b-30d5671f2792 service neutron] 10.222.0.32 "GET /v2.0/networks/c54cb55b-5abf-40e1-b72c-eec8230b5ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329792 Dec 15 20:27:42.667686 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-b97e65d5-da17-4418-9ac6-69cbf72fdbd6 req-dce771f9-af04-42cc-8d44-21f33036d857 service neutron] 10.222.0.32 "GET /v2.0/networks/c54cb55b-5abf-40e1-b72c-eec8230b5ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374099 Dec 15 20:27:42.906541 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:27:54.848671 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:28:08.277501 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-28c33351-0508-4e64-9fb1-cb706b7c0dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:28:08.989712 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 20:28:09.556955 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:28:10.585988 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-38e73b60-b99f-48b1-a189-d362f67adb9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:28:11.123098 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:28:12.921084 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:28:24.809080 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 7bea8bcd-d14d-4336-af61-e9b2e0fb7880 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=88992) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 15 20:28:24.902104 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:28:24.958477 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 7bea8bcd-d14d-4336-af61-e9b2e0fb7880, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=7bea8bcd-d14d-4336-af61-e9b2e0fb7880,segment=NetworkSegment(7227c6b7-a5db-4aac-9a89-941e829a2c46),segment_id=7227c6b7-a5db-4aac-9a89-941e829a2c46)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:28:24.975431 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Returning: {'device': '7bea8bcd-d14d-4336-af61-e9b2e0fb7880', 'network_id': 'c54cb55b-5abf-40e1-b72c-eec8230b5ec0', 'port_id': '7bea8bcd-d14d-4336-af61-e9b2e0fb7880', 'mac_address': 'fa:16:3e:17:8a:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37190bdd-9131-4a81-885a-f0fefda284e3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88992) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 20:28:25.029904 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:28:25.047873 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7bea8bcd-d14d-4336-af61-e9b2e0fb7880 {{(pid=88992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 15 20:28:25.063446 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 7bea8bcd-d14d-4336-af61-e9b2e0fb7880, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=7bea8bcd-d14d-4336-af61-e9b2e0fb7880,segment=NetworkSegment(7227c6b7-a5db-4aac-9a89-941e829a2c46),segment_id=7227c6b7-a5db-4aac-9a89-941e829a2c46)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:28:25.088478 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:28:25.090432 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:28:25.157307 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=7bea8bcd-d14d-4336-af61-e9b2e0fb7880,revision_number=6']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:28:25.166180 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:28:25.166606 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:28:25.167542 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:28:25.167922 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:28:25.168436 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:28:25.168819 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:28:25.169195 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:28:25.169572 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:28:25.169972 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:28:25.170366 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:28:25.170739 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:28:25.174637 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:28:25.180032 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] get_ports_and_sgs() called for port_ids ['7bea8bcd-d14d-4336-af61-e9b2e0fb7880'] {{(pid=88992) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 20:28:26.822978 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 7bea8bcd-d14d-4336-af61-e9b2e0fb7880 up at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 15 20:28:26.899124 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.provisioning_blocks [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Provisioning complete for port 7bea8bcd-d14d-4336-af61-e9b2e0fb7880 triggered by entity L2. {{(pid=88992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 15 20:28:26.899475 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2919730'] for port, provisioning_complete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:28:27.024085 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3217398'] for port, before_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:28:27.053572 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20b4321a-c4ca-4e36-9711-fcc5293a1aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bea8bcd-d14d-4336-af61-e9b2e0fb7880'}] {{(pid=88992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 20:28:27.069008 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] For port 7bea8bcd-d14d-4336-af61-e9b2e0fb7880, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=7bea8bcd-d14d-4336-af61-e9b2e0fb7880,segment=NetworkSegment(7227c6b7-a5db-4aac-9a89-941e829a2c46),segment_id=7227c6b7-a5db-4aac-9a89-941e829a2c46)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:28:27.112576 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302274476882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302274929934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302274937067'] for port, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:28:27.115151 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:28:27.158738 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20b4321a-c4ca-4e36-9711-fcc5293a1aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bea8bcd-d14d-4336-af61-e9b2e0fb7880', 'code': 200} Dec 15 20:28:27.198052 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Pushing event updated for resources: {'Port': ['ID=7bea8bcd-d14d-4336-af61-e9b2e0fb7880,revision_number=7']} {{(pid=88992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:28:27.202269 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:28:38.140011 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 38248) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:28:38.271195 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-9d35bc35-a43e-479c-b174-307667414fed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:28:38.350028 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-bc8bea33-30ca-4410-a16b-4a09a8d42bc6 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Deleting port ceb75301-b411-4b83-8d08-40dd5f1c6653 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 20:28:38.350466 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bc8bea33-30ca-4410-a16b-4a09a8d42bc6 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:28:38.523077 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bc8bea33-30ca-4410-a16b-4a09a8d42bc6 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:28:38.523449 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bc8bea33-30ca-4410-a16b-4a09a8d42bc6 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:28:38.648617 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-bc8bea33-30ca-4410-a16b-4a09a8d42bc6 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Calling delete_port for ceb75301-b411-4b83-8d08-40dd5f1c6653 owned by network:floatingip {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 20:28:38.871163 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bc8bea33-30ca-4410-a16b-4a09a8d42bc6 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:28:38.875501 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b24b722d-4196-4916-bdab-a348bbdbafb7 tempest-TestNetworkBasicOps-659461449 tempest-TestNetworkBasicOps-659461449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:28:38.919731 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8bea33-30ca-4410-a16b-4a09a8d42bc6 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Pushing event deleted for resources: {'Port': ['ID=ceb75301-b411-4b83-8d08-40dd5f1c6653,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:28:38.957692 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8bea33-30ca-4410-a16b-4a09a8d42bc6 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:28:38.958130 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8bea33-30ca-4410-a16b-4a09a8d42bc6 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:28:38.958586 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8bea33-30ca-4410-a16b-4a09a8d42bc6 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:28:38.959011 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8bea33-30ca-4410-a16b-4a09a8d42bc6 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:28:38.959439 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8bea33-30ca-4410-a16b-4a09a8d42bc6 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:28:38.959859 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8bea33-30ca-4410-a16b-4a09a8d42bc6 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:28:38.960273 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8bea33-30ca-4410-a16b-4a09a8d42bc6 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:28:38.960689 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8bea33-30ca-4410-a16b-4a09a8d42bc6 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:28:38.961104 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8bea33-30ca-4410-a16b-4a09a8d42bc6 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:28:38.961515 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8bea33-30ca-4410-a16b-4a09a8d42bc6 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:28:38.961925 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8bea33-30ca-4410-a16b-4a09a8d42bc6 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:28:38.969604 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-bc8bea33-30ca-4410-a16b-4a09a8d42bc6 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:28:39.027406 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bc8bea33-30ca-4410-a16b-4a09a8d42bc6 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Notify callbacks [] for floatingip, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:28:39.428735 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc8bea33-30ca-4410-a16b-4a09a8d42bc6 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Router 3a53df6d-05ee-44b0-99ce-07300d79464c has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 20:28:39.539842 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:28:39.636156 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc8bea33-30ca-4410-a16b-4a09a8d42bc6 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 20:28:39.647901 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8319c062-db2d-4579-80ab-5bb8df53fcb2 None None] Sync routers for ids ['3a53df6d-05ee-44b0-99ce-07300d79464c'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 20:28:39.660615 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8319c062-db2d-4579-80ab-5bb8df53fcb2 None None] Routers {'3a53df6d-05ee-44b0-99ce-07300d79464c'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:28:39.661307 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-8319c062-db2d-4579-80ab-5bb8df53fcb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:28:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['3a53df6d-05ee-44b0-99ce-07300d79464c'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:28:39.676953 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-bc8bea33-30ca-4410-a16b-4a09a8d42bc6 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:28:39.734967 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-bc8bea33-30ca-4410-a16b-4a09a8d42bc6 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "DELETE /v2.0/floatingips/3d9276d3-ba17-4c81-a4cd-0b90da58addc HTTP/1.1" status: 204 len: 168 time: 1.5937276 Dec 15 20:28:39.735616 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20b4321a-c4ca-4e36-9711-fcc5293a1aab', 'tag': '7bea8bcd-d14d-4336-af61-e9b2e0fb7880'}] {{(pid=88991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 20:28:39.867316 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-8319c062-db2d-4579-80ab-5bb8df53fcb2 None None] Set router 3a53df6d-05ee-44b0-99ce-07300d79464c gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:28:39.970083 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20b4321a-c4ca-4e36-9711-fcc5293a1aab', 'tag': '7bea8bcd-d14d-4336-af61-e9b2e0fb7880', 'status': 'completed', 'code': 200} Dec 15 20:28:40.091786 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5713f103-ecbc-40ce-b2eb-fa2f542830b1 req-669e982a-7e3d-4d3f-9dbc-aa58e64e4d20 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=944c382d5e3049b99755f807f41dd070&device_id=20b4321a-c4ca-4e36-9711-fcc5293a1aab HTTP/1.1" status: 200 len: 1098 time: 0.0893171 Dec 15 20:28:40.247909 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5713f103-ecbc-40ce-b2eb-fa2f542830b1 req-cd7efc0f-d3f2-4d14-aa9d-4116755da667 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:28:40.249505 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5713f103-ecbc-40ce-b2eb-fa2f542830b1 req-cd7efc0f-d3f2-4d14-aa9d-4116755da667 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c54cb55b-5abf-40e1-b72c-eec8230b5ec0 HTTP/1.1" status: 200 len: 911 time: 0.1509326 Dec 15 20:28:40.376865 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5713f103-ecbc-40ce-b2eb-fa2f542830b1 req-f1b27e0c-536b-4acf-8219-ae5717f43138 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7bea8bcd-d14d-4336-af61-e9b2e0fb7880 HTTP/1.1" status: 200 len: 217 time: 0.1147594 Dec 15 20:28:40.405720 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-8319c062-db2d-4579-80ab-5bb8df53fcb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a53df6d-05ee-44b0-99ce-07300d79464c', 'name': 'tempest-TestSnapshotPattern-1767076669-router', 'tenant_id': '944c382d5e3049b99755f807f41dd070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': 'd09a6145-1d57-4161-8614-4e65296acb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:23:32Z', 'updated_at': '2021-12-15T20:23:36Z', 'revision_number': 4, 'project_id': '944c382d5e3049b99755f807f41dd070', 'gw_port': {'id': 'd09a6145-1d57-4161-8614-4e65296acb3f', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a53df6d-05ee-44b0-99ce-07300d79464c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:23:33Z', 'updated_at': '2021-12-15T20:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': '9eb643b5-72d4-43dd-9b9b-60b387f03bbc', 'tenant_id': '944c382d5e3049b99755f807f41dd070', 'floating_ip_address': '172.26.3.142', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': '3a53df6d-05ee-44b0-99ce-07300d79464c', 'port_id': '5156638e-de4a-4532-9430-57a4667f33eb', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c54cb55b-5abf-40e1-b72c-eec8230b5ec0', 'mac_address': 'fa:16:3e:c7:a2:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74546c06-9a94-493c-88fa-833d6b1610e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T20:24:06Z', 'updated_at': '2021-12-15T20:24:09Z', 'revision_number': 1, 'project_id': '944c382d5e3049b99755f807f41dd070', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1b17727-31d9-45fb-826c-67116ae2d31f', 'name': '', 'network_id': 'c54cb55b-5abf-40e1-b72c-eec8230b5ec0', 'tenant_id': '944c382d5e3049b99755f807f41dd070', 'mac_address': 'fa:16:3e:95:6a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a53df6d-05ee-44b0-99ce-07300d79464c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37190bdd-9131-4a81-885a-f0fefda284e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:23:35Z', 'updated_at': '2021-12-15T20:23:45Z', 'revision_number': 5, 'project_id': '944c382d5e3049b99755f807f41dd070', 'subnets': [{'id': '37190bdd-9131-4a81-885a-f0fefda284e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:28:40.409825 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8319c062-db2d-4579-80ab-5bb8df53fcb2 None None] Checking router: 3a53df6d-05ee-44b0-99ce-07300d79464c for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 20:28:40.421653 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8319c062-db2d-4579-80ab-5bb8df53fcb2 None None] Routers {'3a53df6d-05ee-44b0-99ce-07300d79464c'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:28:40.422354 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-8319c062-db2d-4579-80ab-5bb8df53fcb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:28:11Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['3a53df6d-05ee-44b0-99ce-07300d79464c'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:28:40.464961 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5713f103-ecbc-40ce-b2eb-fa2f542830b1 req-a5ffef1c-ac20-4e26-99a6-3c11226fb9c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:28:40.467329 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5713f103-ecbc-40ce-b2eb-fa2f542830b1 req-a5ffef1c-ac20-4e26-99a6-3c11226fb9c9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=37190bdd-9131-4a81-885a-f0fefda284e3 HTTP/1.1" status: 200 len: 849 time: 0.0822062 Dec 15 20:28:40.478845 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584013cd-3b27-42fc-bc02-628fc3a575e1 req-b79d3c06-1276-4468-b1c4-1844f577abb9 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:28:40.480383 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-584013cd-3b27-42fc-bc02-628fc3a575e1 req-b79d3c06-1276-4468-b1c4-1844f577abb9 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "GET /v2.0/ports?device_id=20b4321a-c4ca-4e36-9711-fcc5293a1aab HTTP/1.1" status: 200 len: 945 time: 0.3001502 Dec 15 20:28:40.582515 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-584013cd-3b27-42fc-bc02-628fc3a575e1 req-926d8b9a-7383-4bc4-a3e0-4019cb3735de tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e62b9fa-bdc7-4d7c-bf88-43c06c2a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649397 Dec 15 20:28:40.612097 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5713f103-ecbc-40ce-b2eb-fa2f542830b1 req-b9e25447-86e7-4766-9446-79bf7d241c53 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c54cb55b-5abf-40e1-b72c-eec8230b5ec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1306024 Dec 15 20:28:40.624988 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c2e41e1d-9d15-47ce-a49d-78c14e66daf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:28:40.640237 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-8319c062-db2d-4579-80ab-5bb8df53fcb2 None None] Set router 3a53df6d-05ee-44b0-99ce-07300d79464c gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:28:40.758458 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5713f103-ecbc-40ce-b2eb-fa2f542830b1 req-ce22c5e5-2654-4cec-99b2-b02748188c17 service neutron] 10.222.0.32 "GET /v2.0/networks/c54cb55b-5abf-40e1-b72c-eec8230b5ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380537 Dec 15 20:28:40.904174 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5713f103-ecbc-40ce-b2eb-fa2f542830b1 req-e91a58ea-833b-4d11-ba4d-7281599862ea service neutron] 10.222.0.32 "GET /v2.0/networks/c54cb55b-5abf-40e1-b72c-eec8230b5ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371093 Dec 15 20:28:41.008589 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-8319c062-db2d-4579-80ab-5bb8df53fcb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a53df6d-05ee-44b0-99ce-07300d79464c', 'name': 'tempest-TestSnapshotPattern-1767076669-router', 'tenant_id': '944c382d5e3049b99755f807f41dd070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': 'd09a6145-1d57-4161-8614-4e65296acb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:23:32Z', 'updated_at': '2021-12-15T20:23:36Z', 'revision_number': 4, 'project_id': '944c382d5e3049b99755f807f41dd070', 'gw_port': {'id': 'd09a6145-1d57-4161-8614-4e65296acb3f', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a53df6d-05ee-44b0-99ce-07300d79464c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:23:33Z', 'updated_at': '2021-12-15T20:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': '9eb643b5-72d4-43dd-9b9b-60b387f03bbc', 'tenant_id': '944c382d5e3049b99755f807f41dd070', 'floating_ip_address': '172.26.3.142', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': '3a53df6d-05ee-44b0-99ce-07300d79464c', 'port_id': '5156638e-de4a-4532-9430-57a4667f33eb', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c54cb55b-5abf-40e1-b72c-eec8230b5ec0', 'mac_address': 'fa:16:3e:c7:a2:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74546c06-9a94-493c-88fa-833d6b1610e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T20:24:06Z', 'updated_at': '2021-12-15T20:24:09Z', 'revision_number': 1, 'project_id': '944c382d5e3049b99755f807f41dd070', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1b17727-31d9-45fb-826c-67116ae2d31f', 'name': '', 'network_id': 'c54cb55b-5abf-40e1-b72c-eec8230b5ec0', 'tenant_id': '944c382d5e3049b99755f807f41dd070', 'mac_address': 'fa:16:3e:95:6a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a53df6d-05ee-44b0-99ce-07300d79464c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37190bdd-9131-4a81-885a-f0fefda284e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:23:35Z', 'updated_at': '2021-12-15T20:23:45Z', 'revision_number': 5, 'project_id': '944c382d5e3049b99755f807f41dd070', 'subnets': [{'id': '37190bdd-9131-4a81-885a-f0fefda284e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:28:41.013623 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8319c062-db2d-4579-80ab-5bb8df53fcb2 None None] The sync data for ids ['3a53df6d-05ee-44b0-99ce-07300d79464c'] in dv-neutron-821831-2-hyperv is: [{'id': '3a53df6d-05ee-44b0-99ce-07300d79464c', 'name': 'tempest-TestSnapshotPattern-1767076669-router', 'tenant_id': '944c382d5e3049b99755f807f41dd070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': 'd09a6145-1d57-4161-8614-4e65296acb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:23:32Z', 'updated_at': '2021-12-15T20:23:36Z', 'revision_number': 4, 'project_id': '944c382d5e3049b99755f807f41dd070', 'gw_port': {'id': 'd09a6145-1d57-4161-8614-4e65296acb3f', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a53df6d-05ee-44b0-99ce-07300d79464c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:23:33Z', 'updated_at': '2021-12-15T20:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_floatingips': [{'id': '9eb643b5-72d4-43dd-9b9b-60b387f03bbc', 'tenant_id': '944c382d5e3049b99755f807f41dd070', 'floating_ip_address': '172.26.3.142', 'floating_network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'router_id': '3a53df6d-05ee-44b0-99ce-07300d79464c', 'port_id': '5156638e-de4a-4532-9430-57a4667f33eb', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c54cb55b-5abf-40e1-b72c-eec8230b5ec0', 'mac_address': 'fa:16:3e:c7:a2:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74546c06-9a94-493c-88fa-833d6b1610e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T20:24:06Z', 'updated_at': '2021-12-15T20:24:09Z', 'revision_number': 1, 'project_id': '944c382d5e3049b99755f807f41dd070', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1b17727-31d9-45fb-826c-67116ae2d31f', 'name': '', 'network_id': 'c54cb55b-5abf-40e1-b72c-eec8230b5ec0', 'tenant_id': '944c382d5e3049b99755f807f41dd070', 'mac_address': 'fa:16:3e:95:6a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a53df6d-05ee-44b0-99ce-07300d79464c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37190bdd-9131-4a81-885a-f0fefda284e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:23:35Z', 'updated_at': '2021-12-15T20:23:45Z', 'revision_number': 5, 'project_id': '944c382d5e3049b99755f807f41dd070', 'subnets': [{'id': '37190bdd-9131-4a81-885a-f0fefda284e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 20:28:41.123115 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:28:41.485439 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568d1506-c532-4a2a-a24e-a2365c138145 None None] New status for floating IP 3d9276d3-ba17-4c81-a4cd-0b90da58addc: DOWN {{(pid=88993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 15 20:28:41.797141 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf9baaf-dc24-429d-8c10-34c5ff0223ad req-a309f18b-a4a1-469b-9cb7-80a709243661 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:28:41.798744 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-faf9baaf-dc24-429d-8c10-34c5ff0223ad req-a309f18b-a4a1-469b-9cb7-80a709243661 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "GET /v2.0/ports?device_id=20b4321a-c4ca-4e36-9711-fcc5293a1aab HTTP/1.1" status: 200 len: 945 time: 0.0817304 Dec 15 20:28:41.851550 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-faf9baaf-dc24-429d-8c10-34c5ff0223ad req-b469ac59-69a3-466b-8092-733d797ab24a tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e62b9fa-bdc7-4d7c-bf88-43c06c2a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464566 Dec 15 20:28:42.069425 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687730a4-bdbe-4315-a8de-054372a5d9c5 req-ba2964e4-3caa-4345-9276-5ce50ea70743 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:28:42.070938 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-687730a4-bdbe-4315-a8de-054372a5d9c5 req-ba2964e4-3caa-4345-9276-5ce50ea70743 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.32 "GET /v2.0/ports?device_id=20b4321a-c4ca-4e36-9711-fcc5293a1aab HTTP/1.1" status: 200 len: 945 time: 0.0800316 Dec 15 20:28:42.144094 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [req-687730a4-bdbe-4315-a8de-054372a5d9c5 req-3a2113ae-321f-4a7e-8e55-3504f3bd5f18 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Deleting port 7bea8bcd-d14d-4336-af61-e9b2e0fb7880 {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 20:28:42.144475 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-687730a4-bdbe-4315-a8de-054372a5d9c5 req-3a2113ae-321f-4a7e-8e55-3504f3bd5f18 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:28:42.397369 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-687730a4-bdbe-4315-a8de-054372a5d9c5 req-3a2113ae-321f-4a7e-8e55-3504f3bd5f18 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] For port 7bea8bcd-d14d-4336-af61-e9b2e0fb7880, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=7bea8bcd-d14d-4336-af61-e9b2e0fb7880,segment=NetworkSegment(7227c6b7-a5db-4aac-9a89-941e829a2c46),segment_id=7227c6b7-a5db-4aac-9a89-941e829a2c46)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:28:42.397701 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-687730a4-bdbe-4315-a8de-054372a5d9c5 req-3a2113ae-321f-4a7e-8e55-3504f3bd5f18 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:28:42.524083 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [req-687730a4-bdbe-4315-a8de-054372a5d9c5 req-3a2113ae-321f-4a7e-8e55-3504f3bd5f18 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Calling delete_port for 7bea8bcd-d14d-4336-af61-e9b2e0fb7880 owned by compute:nova {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 20:28:42.808086 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-687730a4-bdbe-4315-a8de-054372a5d9c5 req-3a2113ae-321f-4a7e-8e55-3504f3bd5f18 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:28:42.815346 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3b8f0c14-f076-4c33-8d0e-32d4e4b97bad tempest-TestShelveInstance-1802247200 tempest-TestShelveInstance-1802247200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:28:42.859557 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2113ae-321f-4a7e-8e55-3504f3bd5f18 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Pushing event deleted for resources: {'Port': ['ID=7bea8bcd-d14d-4336-af61-e9b2e0fb7880,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:28:42.879733 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 7bea8bcd-d14d-4336-af61-e9b2e0fb7880 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 20:28:42.907009 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2113ae-321f-4a7e-8e55-3504f3bd5f18 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:28:42.907448 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2113ae-321f-4a7e-8e55-3504f3bd5f18 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:28:42.907874 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2113ae-321f-4a7e-8e55-3504f3bd5f18 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:28:42.908296 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2113ae-321f-4a7e-8e55-3504f3bd5f18 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:28:42.908713 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2113ae-321f-4a7e-8e55-3504f3bd5f18 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:28:42.909128 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2113ae-321f-4a7e-8e55-3504f3bd5f18 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:28:42.909542 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2113ae-321f-4a7e-8e55-3504f3bd5f18 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:28:42.909955 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2113ae-321f-4a7e-8e55-3504f3bd5f18 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:28:42.910408 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2113ae-321f-4a7e-8e55-3504f3bd5f18 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:28:42.910822 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2113ae-321f-4a7e-8e55-3504f3bd5f18 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:28:42.911719 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2113ae-321f-4a7e-8e55-3504f3bd5f18 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821831-2-hyperv {{(pid=88990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 15 20:28:42.919527 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3a2113ae-321f-4a7e-8e55-3504f3bd5f18 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:28:42.920657 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:28:42.921487 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] No Port match for: 7bea8bcd-d14d-4336-af61-e9b2e0fb7880 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 20:28:42.922088 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 7bea8bcd-d14d-4336-af61-e9b2e0fb7880 not bound to the agent host hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 20:28:42.953771 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [req-687730a4-bdbe-4315-a8de-054372a5d9c5 req-3a2113ae-321f-4a7e-8e55-3504f3bd5f18 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] No DVR routers for this DVR port 7bea8bcd-d14d-4336-af61-e9b2e0fb7880 on host hv-neutron-8218 {{(pid=88990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 20:28:42.956284 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-687730a4-bdbe-4315-a8de-054372a5d9c5 req-3a2113ae-321f-4a7e-8e55-3504f3bd5f18 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:28:42.959071 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20b4321a-c4ca-4e36-9711-fcc5293a1aab', 'name': 'network-vif-deleted', 'tag': '7bea8bcd-d14d-4336-af61-e9b2e0fb7880'}] {{(pid=88990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 20:28:42.971695 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-687730a4-bdbe-4315-a8de-054372a5d9c5 req-3a2113ae-321f-4a7e-8e55-3504f3bd5f18 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.32 "DELETE /v2.0/ports/7bea8bcd-d14d-4336-af61-e9b2e0fb7880 HTTP/1.1" status: 204 len: 173 time: 0.8930197 Dec 15 20:28:43.032549 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-4a0d4867-1a92-4bb5-b5f1-e4bfb879f7fe req-f6d24f80-95c8-44a6-ba48-8394a6e1c03f tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Synchronizing usage tracker for tenant:944c382d5e3049b99755f807f41dd070 on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 20:28:43.097784 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20b4321a-c4ca-4e36-9711-fcc5293a1aab', 'name': 'network-vif-deleted', 'tag': '7bea8bcd-d14d-4336-af61-e9b2e0fb7880', 'status': 'completed', 'code': 200} Dec 15 20:28:43.114268 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-4a0d4867-1a92-4bb5-b5f1-e4bfb879f7fe req-f6d24f80-95c8-44a6-ba48-8394a6e1c03f tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Unset dirty status for tenant:944c382d5e3049b99755f807f41dd070 on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 20:28:43.115588 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4a0d4867-1a92-4bb5-b5f1-e4bfb879f7fe req-f6d24f80-95c8-44a6-ba48-8394a6e1c03f tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "GET /v2.0/ports?device_id=20b4321a-c4ca-4e36-9711-fcc5293a1aab HTTP/1.1" status: 200 len: 210 time: 0.1299779 Dec 15 20:28:43.563912 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4fc8dff9-cac0-4bd6-aa20-e10eb779a1ea req-d849d4f8-6da1-4811-b9f8-a6b711f204cc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=20b4321a-c4ca-4e36-9711-fcc5293a1aab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0432894 Dec 15 20:28:43.643133 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4fc8dff9-cac0-4bd6-aa20-e10eb779a1ea req-714f70d0-7c8f-4a75-a25c-fe7e96dcc3ff service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=944c382d5e3049b99755f807f41dd070&device_id=20b4321a-c4ca-4e36-9711-fcc5293a1aab HTTP/1.1" status: 200 len: 210 time: 0.0487320 Dec 15 20:28:43.814162 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc8dff9-cac0-4bd6-aa20-e10eb779a1ea req-064c9d18-a999-4f55-af0e-2018fb2fb14e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:28:43.815786 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4fc8dff9-cac0-4bd6-aa20-e10eb779a1ea req-064c9d18-a999-4f55-af0e-2018fb2fb14e service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=944c382d5e3049b99755f807f41dd070&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1472473 Dec 15 20:28:43.966470 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc8dff9-cac0-4bd6-aa20-e10eb779a1ea req-acba4af1-4435-40bf-8b5b-7b031ccf3f31 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:28:43.968061 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-4fc8dff9-cac0-4bd6-aa20-e10eb779a1ea req-acba4af1-4435-40bf-8b5b-7b031ccf3f31 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1422615 Dec 15 20:28:45.446914 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 38322) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:28:45.665880 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-daab2390-66ad-4c24-baa3-6666f78139c6 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Deleting port a63808ea-3454-4a30-85c8-6183ede8f81a {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 20:28:45.666306 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-daab2390-66ad-4c24-baa3-6666f78139c6 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:28:45.843564 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-daab2390-66ad-4c24-baa3-6666f78139c6 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:28:45.843941 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-daab2390-66ad-4c24-baa3-6666f78139c6 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:28:45.971367 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-daab2390-66ad-4c24-baa3-6666f78139c6 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Calling delete_port for a63808ea-3454-4a30-85c8-6183ede8f81a owned by network:floatingip {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 20:28:45.989070 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 20:28:46.248488 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-daab2390-66ad-4c24-baa3-6666f78139c6 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:28:46.253073 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c24271c8-45a7-43e2-8b85-da9457384e5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:28:46.295396 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daab2390-66ad-4c24-baa3-6666f78139c6 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Pushing event deleted for resources: {'Port': ['ID=a63808ea-3454-4a30-85c8-6183ede8f81a,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:28:46.298260 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-daab2390-66ad-4c24-baa3-6666f78139c6 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:28:46.388760 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-daab2390-66ad-4c24-baa3-6666f78139c6 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Notify callbacks [] for floatingip, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:28:46.886555 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 7bea8bcd-d14d-4336-af61-e9b2e0fb7880 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 20:28:46.920314 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] No Port match for: 7bea8bcd-d14d-4336-af61-e9b2e0fb7880 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 20:28:46.920636 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 7bea8bcd-d14d-4336-af61-e9b2e0fb7880 not bound to the agent host hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 20:28:47.029690 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daab2390-66ad-4c24-baa3-6666f78139c6 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Router 3a53df6d-05ee-44b0-99ce-07300d79464c has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 20:28:47.233771 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daab2390-66ad-4c24-baa3-6666f78139c6 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 20:28:47.244908 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7bbc37-9d42-4f33-bd3f-3569fba642fc None None] Sync routers for ids ['3a53df6d-05ee-44b0-99ce-07300d79464c'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 20:28:47.258081 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7bbc37-9d42-4f33-bd3f-3569fba642fc None None] Routers {'3a53df6d-05ee-44b0-99ce-07300d79464c'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:28:47.258796 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-fe7bbc37-9d42-4f33-bd3f-3569fba642fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:28:41Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['3a53df6d-05ee-44b0-99ce-07300d79464c'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:28:47.322275 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-daab2390-66ad-4c24-baa3-6666f78139c6 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for floatingip, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:28:47.382412 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-daab2390-66ad-4c24-baa3-6666f78139c6 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "DELETE /v2.0/floatingips/9eb643b5-72d4-43dd-9b9b-60b387f03bbc HTTP/1.1" status: 204 len: 168 time: 1.9342990 Dec 15 20:28:47.383126 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74546c06-9a94-493c-88fa-833d6b1610e1', 'tag': '5156638e-de4a-4532-9430-57a4667f33eb'}] {{(pid=88991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 20:28:47.437592 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74546c06-9a94-493c-88fa-833d6b1610e1', 'tag': '5156638e-de4a-4532-9430-57a4667f33eb', 'status': 'completed', 'code': 200} Dec 15 20:28:47.447757 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-fe7bbc37-9d42-4f33-bd3f-3569fba642fc None None] Set router 3a53df6d-05ee-44b0-99ce-07300d79464c gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:28:47.542954 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5e940057-8f00-44be-babf-0040e9ccd72c req-ff08965c-6585-4d7e-a967-4c5b70707f76 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=944c382d5e3049b99755f807f41dd070&device_id=74546c06-9a94-493c-88fa-833d6b1610e1 HTTP/1.1" status: 200 len: 1096 time: 0.0758519 Dec 15 20:28:47.705663 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e940057-8f00-44be-babf-0040e9ccd72c req-792abcf0-e1df-4f52-a083-344b06923ed2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:28:47.707409 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5e940057-8f00-44be-babf-0040e9ccd72c req-792abcf0-e1df-4f52-a083-344b06923ed2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c54cb55b-5abf-40e1-b72c-eec8230b5ec0 HTTP/1.1" status: 200 len: 911 time: 0.1543620 Dec 15 20:28:47.789436 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5e940057-8f00-44be-babf-0040e9ccd72c req-9ced64df-a828-40bb-9218-05cd51ddfade service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5156638e-de4a-4532-9430-57a4667f33eb HTTP/1.1" status: 200 len: 217 time: 0.0717278 Dec 15 20:28:47.791565 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-fe7bbc37-9d42-4f33-bd3f-3569fba642fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a53df6d-05ee-44b0-99ce-07300d79464c', 'name': 'tempest-TestSnapshotPattern-1767076669-router', 'tenant_id': '944c382d5e3049b99755f807f41dd070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': 'd09a6145-1d57-4161-8614-4e65296acb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:23:32Z', 'updated_at': '2021-12-15T20:23:36Z', 'revision_number': 4, 'project_id': '944c382d5e3049b99755f807f41dd070', 'gw_port': {'id': 'd09a6145-1d57-4161-8614-4e65296acb3f', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a53df6d-05ee-44b0-99ce-07300d79464c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:23:33Z', 'updated_at': '2021-12-15T20:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': 'b1b17727-31d9-45fb-826c-67116ae2d31f', 'name': '', 'network_id': 'c54cb55b-5abf-40e1-b72c-eec8230b5ec0', 'tenant_id': '944c382d5e3049b99755f807f41dd070', 'mac_address': 'fa:16:3e:95:6a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a53df6d-05ee-44b0-99ce-07300d79464c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37190bdd-9131-4a81-885a-f0fefda284e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:23:35Z', 'updated_at': '2021-12-15T20:23:45Z', 'revision_number': 5, 'project_id': '944c382d5e3049b99755f807f41dd070', 'subnets': [{'id': '37190bdd-9131-4a81-885a-f0fefda284e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:28:47.796522 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7bbc37-9d42-4f33-bd3f-3569fba642fc None None] Checking router: 3a53df6d-05ee-44b0-99ce-07300d79464c for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 20:28:47.807960 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7bbc37-9d42-4f33-bd3f-3569fba642fc None None] Routers {'3a53df6d-05ee-44b0-99ce-07300d79464c'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:28:47.808638 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-fe7bbc37-9d42-4f33-bd3f-3569fba642fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:28:41Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['3a53df6d-05ee-44b0-99ce-07300d79464c'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:28:47.917473 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e940057-8f00-44be-babf-0040e9ccd72c req-9178bc01-8601-44c5-b69b-9c6adf867de0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:28:47.919906 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5e940057-8f00-44be-babf-0040e9ccd72c req-9178bc01-8601-44c5-b69b-9c6adf867de0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=37190bdd-9131-4a81-885a-f0fefda284e3 HTTP/1.1" status: 200 len: 849 time: 0.1193800 Dec 15 20:28:47.987958 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1021de83-c627-4f2d-aa7d-d2055b7c0b44 req-bf974148-86e6-449f-aea8-33332880ed9d tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:28:47.989309 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1021de83-c627-4f2d-aa7d-d2055b7c0b44 req-bf974148-86e6-449f-aea8-33332880ed9d tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "GET /v2.0/ports?device_id=74546c06-9a94-493c-88fa-833d6b1610e1 HTTP/1.1" status: 200 len: 943 time: 0.1545269 Dec 15 20:28:48.006808 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-fe7bbc37-9d42-4f33-bd3f-3569fba642fc None None] Set router 3a53df6d-05ee-44b0-99ce-07300d79464c gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:28:48.067975 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5e940057-8f00-44be-babf-0040e9ccd72c req-a8eb5510-fc9d-4e67-9ee5-d5df6a85eeee service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c54cb55b-5abf-40e1-b72c-eec8230b5ec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1318331 Dec 15 20:28:48.070409 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-1021de83-c627-4f2d-aa7d-d2055b7c0b44 req-03fe348d-c5c9-4242-95bf-9e6ada7964c3 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e62b9fa-bdc7-4d7c-bf88-43c06c2a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720603 Dec 15 20:28:48.218532 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5e940057-8f00-44be-babf-0040e9ccd72c req-e11c7d3a-a401-47b0-8166-6fff3b499c1b service neutron] 10.222.0.32 "GET /v2.0/networks/c54cb55b-5abf-40e1-b72c-eec8230b5ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401219 Dec 15 20:28:48.342877 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-fe7bbc37-9d42-4f33-bd3f-3569fba642fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a53df6d-05ee-44b0-99ce-07300d79464c', 'name': 'tempest-TestSnapshotPattern-1767076669-router', 'tenant_id': '944c382d5e3049b99755f807f41dd070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': 'd09a6145-1d57-4161-8614-4e65296acb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:23:32Z', 'updated_at': '2021-12-15T20:23:36Z', 'revision_number': 4, 'project_id': '944c382d5e3049b99755f807f41dd070', 'gw_port': {'id': 'd09a6145-1d57-4161-8614-4e65296acb3f', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a53df6d-05ee-44b0-99ce-07300d79464c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:23:33Z', 'updated_at': '2021-12-15T20:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': 'b1b17727-31d9-45fb-826c-67116ae2d31f', 'name': '', 'network_id': 'c54cb55b-5abf-40e1-b72c-eec8230b5ec0', 'tenant_id': '944c382d5e3049b99755f807f41dd070', 'mac_address': 'fa:16:3e:95:6a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a53df6d-05ee-44b0-99ce-07300d79464c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37190bdd-9131-4a81-885a-f0fefda284e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:23:35Z', 'updated_at': '2021-12-15T20:23:45Z', 'revision_number': 5, 'project_id': '944c382d5e3049b99755f807f41dd070', 'subnets': [{'id': '37190bdd-9131-4a81-885a-f0fefda284e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:28:48.346986 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7bbc37-9d42-4f33-bd3f-3569fba642fc None None] The sync data for ids ['3a53df6d-05ee-44b0-99ce-07300d79464c'] in dv-neutron-821831-2-hyperv is: [{'id': '3a53df6d-05ee-44b0-99ce-07300d79464c', 'name': 'tempest-TestSnapshotPattern-1767076669-router', 'tenant_id': '944c382d5e3049b99755f807f41dd070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': 'd09a6145-1d57-4161-8614-4e65296acb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:23:32Z', 'updated_at': '2021-12-15T20:23:36Z', 'revision_number': 4, 'project_id': '944c382d5e3049b99755f807f41dd070', 'gw_port': {'id': 'd09a6145-1d57-4161-8614-4e65296acb3f', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a53df6d-05ee-44b0-99ce-07300d79464c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:23:33Z', 'updated_at': '2021-12-15T20:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv', '_interfaces': [{'id': 'b1b17727-31d9-45fb-826c-67116ae2d31f', 'name': '', 'network_id': 'c54cb55b-5abf-40e1-b72c-eec8230b5ec0', 'tenant_id': '944c382d5e3049b99755f807f41dd070', 'mac_address': 'fa:16:3e:95:6a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a53df6d-05ee-44b0-99ce-07300d79464c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37190bdd-9131-4a81-885a-f0fefda284e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:23:35Z', 'updated_at': '2021-12-15T20:23:45Z', 'revision_number': 5, 'project_id': '944c382d5e3049b99755f807f41dd070', 'subnets': [{'id': '37190bdd-9131-4a81-885a-f0fefda284e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 20:28:48.366321 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-5e940057-8f00-44be-babf-0040e9ccd72c req-e4596f98-e533-4d7d-a2c7-1be25eb03ad8 service neutron] 10.222.0.32 "GET /v2.0/networks/c54cb55b-5abf-40e1-b72c-eec8230b5ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394694 Dec 15 20:28:48.816388 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d83306c-3be6-47f5-808b-de79a9f407f2 None None] New status for floating IP 9eb643b5-72d4-43dd-9b9b-60b387f03bbc: DOWN {{(pid=88993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 15 20:28:49.525545 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec58a63-d357-4a2f-ba1b-c31a707c21bb req-0be651e1-fabe-4473-a474-d2a06386230d tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:28:49.527205 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-dec58a63-d357-4a2f-ba1b-c31a707c21bb req-0be651e1-fabe-4473-a474-d2a06386230d tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "GET /v2.0/ports?device_id=74546c06-9a94-493c-88fa-833d6b1610e1 HTTP/1.1" status: 200 len: 943 time: 0.3302104 Dec 15 20:28:49.576465 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-dec58a63-d357-4a2f-ba1b-c31a707c21bb req-afeb94c0-bbf9-4070-b98c-03ff180d9cf3 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e62b9fa-bdc7-4d7c-bf88-43c06c2a19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429106 Dec 15 20:28:49.757570 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb2494-f818-438d-99b7-e290e089cbf3 req-dfd49bcd-b507-478c-9acd-256d43340a0f tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 15 20:28:49.759173 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-30fb2494-f818-438d-99b7-e290e089cbf3 req-dfd49bcd-b507-478c-9acd-256d43340a0f tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.32 "GET /v2.0/ports?device_id=74546c06-9a94-493c-88fa-833d6b1610e1 HTTP/1.1" status: 200 len: 943 time: 0.0823457 Dec 15 20:28:49.836906 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [req-30fb2494-f818-438d-99b7-e290e089cbf3 req-07d0a06c-e405-4772-bf35-da2ec1f4b1ab tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Deleting port 5156638e-de4a-4532-9430-57a4667f33eb {{(pid=88990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 20:28:49.837197 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-30fb2494-f818-438d-99b7-e290e089cbf3 req-07d0a06c-e405-4772-bf35-da2ec1f4b1ab tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:28:50.084103 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [req-30fb2494-f818-438d-99b7-e290e089cbf3 req-07d0a06c-e405-4772-bf35-da2ec1f4b1ab tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] For port 5156638e-de4a-4532-9430-57a4667f33eb, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5156638e-de4a-4532-9430-57a4667f33eb,segment=NetworkSegment(7227c6b7-a5db-4aac-9a89-941e829a2c46),segment_id=7227c6b7-a5db-4aac-9a89-941e829a2c46)] {{(pid=88990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:28:50.084506 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-30fb2494-f818-438d-99b7-e290e089cbf3 req-07d0a06c-e405-4772-bf35-da2ec1f4b1ab tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:28:50.207769 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [req-30fb2494-f818-438d-99b7-e290e089cbf3 req-07d0a06c-e405-4772-bf35-da2ec1f4b1ab tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Calling delete_port for 5156638e-de4a-4532-9430-57a4667f33eb owned by compute:nova {{(pid=88990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 20:28:50.457043 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-30fb2494-f818-438d-99b7-e290e089cbf3 req-07d0a06c-e405-4772-bf35-da2ec1f4b1ab tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838139627'] for port, after_delete {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:28:50.463443 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-3a2113ae-321f-4a7e-8e55-3504f3bd5f18 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:28:50.513422 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d0a06c-e405-4772-bf35-da2ec1f4b1ab tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Pushing event deleted for resources: {'Port': ['ID=5156638e-de4a-4532-9430-57a4667f33eb,revision_number=None']} {{(pid=88990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:28:50.516146 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-07d0a06c-e405-4772-bf35-da2ec1f4b1ab tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:28:50.585917 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [req-30fb2494-f818-438d-99b7-e290e089cbf3 req-07d0a06c-e405-4772-bf35-da2ec1f4b1ab tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] No DVR routers for this DVR port 5156638e-de4a-4532-9430-57a4667f33eb on host hv-neutron-8218 {{(pid=88990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 20:28:50.588517 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [req-30fb2494-f818-438d-99b7-e290e089cbf3 req-07d0a06c-e405-4772-bf35-da2ec1f4b1ab tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770193'] for port, before_response {{(pid=88990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:28:50.592805 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74546c06-9a94-493c-88fa-833d6b1610e1', 'name': 'network-vif-deleted', 'tag': '5156638e-de4a-4532-9430-57a4667f33eb'}] {{(pid=88990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 15 20:28:50.603723 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-30fb2494-f818-438d-99b7-e290e089cbf3 req-07d0a06c-e405-4772-bf35-da2ec1f4b1ab tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.32 "DELETE /v2.0/ports/5156638e-de4a-4532-9430-57a4667f33eb HTTP/1.1" status: 204 len: 173 time: 0.8359153 Dec 15 20:28:50.656385 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74546c06-9a94-493c-88fa-833d6b1610e1', 'name': 'network-vif-deleted', 'tag': '5156638e-de4a-4532-9430-57a4667f33eb', 'status': 'completed', 'code': 200} Dec 15 20:28:50.753837 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-6dffab79-4839-4258-9af3-292c2d8b96a0 req-0fd453a5-d0f3-43a4-ba11-b35a1349fbe6 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Synchronizing usage tracker for tenant:944c382d5e3049b99755f807f41dd070 on resource:port {{(pid=88990) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 15 20:28:50.799898 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.quota.resource [req-6dffab79-4839-4258-9af3-292c2d8b96a0 req-0fd453a5-d0f3-43a4-ba11-b35a1349fbe6 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Unset dirty status for tenant:944c382d5e3049b99755f807f41dd070 on resource:port {{(pid=88990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 15 20:28:50.801247 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [req-6dffab79-4839-4258-9af3-292c2d8b96a0 req-0fd453a5-d0f3-43a4-ba11-b35a1349fbe6 tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "GET /v2.0/ports?device_id=74546c06-9a94-493c-88fa-833d6b1610e1 HTTP/1.1" status: 200 len: 210 time: 0.0935478 Dec 15 20:28:51.910035 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 38340) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:28:51.985020 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-15edf390-babf-4c90-9fb0-b41753b43b6d tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Notify callbacks [] for security_group, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:28:52.016314 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-15edf390-babf-4c90-9fb0-b41753b43b6d tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:28:52.199927 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-15edf390-babf-4c90-9fb0-b41753b43b6d tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:28:52.205590 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-167e57cb-26ab-4ab2-821f-83742d426223 tempest-SecGroupTest-1470198434 tempest-SecGroupTest-1470198434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:28:52.222098 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15edf390-babf-4c90-9fb0-b41753b43b6d tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e62b9fa-bdc7-4d7c-bf88-43c06c2a19e1,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:28:52.224732 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-15edf390-babf-4c90-9fb0-b41753b43b6d tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:28:52.245075 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-15edf390-babf-4c90-9fb0-b41753b43b6d tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:28:52.246476 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-15edf390-babf-4c90-9fb0-b41753b43b6d tempest-TestSnapshotPattern-1146431401 tempest-TestSnapshotPattern-1146431401-project] 10.222.0.36 "DELETE /v2.0/security-groups/2e62b9fa-bdc7-4d7c-bf88-43c06c2a19e1 HTTP/1.1" status: 204 len: 168 time: 0.3353004 Dec 15 20:28:52.321823 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 38346) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:28:52.854899 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-470f3e45-22bf-4ca2-84e9-5e9c33e8aabe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145021'] for router_interface, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:28:53.461074 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-470f3e45-22bf-4ca2-84e9-5e9c33e8aabe admin admin] Deleting port b1b17727-31d9-45fb-826c-67116ae2d31f {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 20:28:53.461663 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-470f3e45-22bf-4ca2-84e9-5e9c33e8aabe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:28:53.640932 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-470f3e45-22bf-4ca2-84e9-5e9c33e8aabe admin admin] For port b1b17727-31d9-45fb-826c-67116ae2d31f, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=b1b17727-31d9-45fb-826c-67116ae2d31f,segment=NetworkSegment(7227c6b7-a5db-4aac-9a89-941e829a2c46),segment_id=7227c6b7-a5db-4aac-9a89-941e829a2c46)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:28:53.641338 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-470f3e45-22bf-4ca2-84e9-5e9c33e8aabe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:28:53.763872 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-470f3e45-22bf-4ca2-84e9-5e9c33e8aabe admin admin] Calling delete_port for b1b17727-31d9-45fb-826c-67116ae2d31f owned by network:router_interface {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 20:28:54.062523 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-470f3e45-22bf-4ca2-84e9-5e9c33e8aabe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:28:54.067162 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-26f122f7-379c-49c4-af4a-9f8266964bde tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:28:54.109042 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470f3e45-22bf-4ca2-84e9-5e9c33e8aabe admin admin] Pushing event deleted for resources: {'Port': ['ID=b1b17727-31d9-45fb-826c-67116ae2d31f,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:28:54.111898 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-470f3e45-22bf-4ca2-84e9-5e9c33e8aabe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:28:54.680634 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-470f3e45-22bf-4ca2-84e9-5e9c33e8aabe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852815828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854144871'] for router_interface, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:28:54.848256 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:28:54.949880 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 5156638e-de4a-4532-9430-57a4667f33eb no longer exists at agent hyperv_hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 20:28:54.985485 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] No Port match for: 5156638e-de4a-4532-9430-57a4667f33eb {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 20:28:54.985889 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Device 5156638e-de4a-4532-9430-57a4667f33eb not bound to the agent host hv-neutron-8218 {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 20:28:55.300084 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-470f3e45-22bf-4ca2-84e9-5e9c33e8aabe admin admin] Router 3a53df6d-05ee-44b0-99ce-07300d79464c has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 20:28:55.507532 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-470f3e45-22bf-4ca2-84e9-5e9c33e8aabe admin admin] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 20:28:55.517014 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d0305c-4a41-444e-ac31-4f9ac77905ea None None] Sync routers for ids ['3a53df6d-05ee-44b0-99ce-07300d79464c'] in dv-neutron-821831-2-hyperv {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 20:28:55.529956 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d0305c-4a41-444e-ac31-4f9ac77905ea None None] Routers {'3a53df6d-05ee-44b0-99ce-07300d79464c'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:28:55.530696 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-32d0305c-4a41-444e-ac31-4f9ac77905ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:28:41Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['3a53df6d-05ee-44b0-99ce-07300d79464c'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:28:55.569736 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-470f3e45-22bf-4ca2-84e9-5e9c33e8aabe admin admin] 10.222.0.36 "PUT /v2.0/routers/3a53df6d-05ee-44b0-99ce-07300d79464c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2466087 Dec 15 20:28:55.572309 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 38352) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:28:55.787789 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d251a7e8-117e-42f2-ae2f-0de6bbdf28cd admin admin] Notify callbacks [] for router, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:28:55.890290 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-32d0305c-4a41-444e-ac31-4f9ac77905ea None None] Set router 3a53df6d-05ee-44b0-99ce-07300d79464c gateway port host: dv-neutron-821831-2-hyperv {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:28:55.993402 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d251a7e8-117e-42f2-ae2f-0de6bbdf28cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:28:56.028307 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d251a7e8-117e-42f2-ae2f-0de6bbdf28cd admin admin] Deleting port d09a6145-1d57-4161-8614-4e65296acb3f {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 20:28:56.028688 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d251a7e8-117e-42f2-ae2f-0de6bbdf28cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:28:56.188270 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-32d0305c-4a41-444e-ac31-4f9ac77905ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a53df6d-05ee-44b0-99ce-07300d79464c', 'name': 'tempest-TestSnapshotPattern-1767076669-router', 'tenant_id': '944c382d5e3049b99755f807f41dd070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': 'd09a6145-1d57-4161-8614-4e65296acb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:23:32Z', 'updated_at': '2021-12-15T20:28:53Z', 'revision_number': 5, 'project_id': '944c382d5e3049b99755f807f41dd070', 'gw_port': {'id': 'd09a6145-1d57-4161-8614-4e65296acb3f', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a53df6d-05ee-44b0-99ce-07300d79464c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:23:33Z', 'updated_at': '2021-12-15T20:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:28:56.192348 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d0305c-4a41-444e-ac31-4f9ac77905ea None None] Checking router: 3a53df6d-05ee-44b0-99ce-07300d79464c for host: dv-neutron-821831-2-hyperv {{(pid=88992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 20:28:56.204338 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d0305c-4a41-444e-ac31-4f9ac77905ea None None] Routers {'3a53df6d-05ee-44b0-99ce-07300d79464c'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:28:56.205008 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-32d0305c-4a41-444e-ac31-4f9ac77905ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:28:41Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['3a53df6d-05ee-44b0-99ce-07300d79464c'], 'active': True} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:28:56.211040 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-d251a7e8-117e-42f2-ae2f-0de6bbdf28cd admin admin] For port d09a6145-1d57-4161-8614-4e65296acb3f, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=d09a6145-1d57-4161-8614-4e65296acb3f,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:28:56.211444 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d251a7e8-117e-42f2-ae2f-0de6bbdf28cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:28:56.339405 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d251a7e8-117e-42f2-ae2f-0de6bbdf28cd admin admin] Calling delete_port for d09a6145-1d57-4161-8614-4e65296acb3f owned by network:router_gateway {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 20:28:56.368393 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-32d0305c-4a41-444e-ac31-4f9ac77905ea None None] Set router 3a53df6d-05ee-44b0-99ce-07300d79464c gateway port host: None {{(pid=88992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:28:56.476597 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-32d0305c-4a41-444e-ac31-4f9ac77905ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a53df6d-05ee-44b0-99ce-07300d79464c', 'name': 'tempest-TestSnapshotPattern-1767076669-router', 'tenant_id': '944c382d5e3049b99755f807f41dd070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:23:32Z', 'updated_at': '2021-12-15T20:28:55Z', 'revision_number': 6, 'project_id': '944c382d5e3049b99755f807f41dd070', 'gw_port_host': None}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:28:56.481062 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d0305c-4a41-444e-ac31-4f9ac77905ea None None] The sync data for ids ['3a53df6d-05ee-44b0-99ce-07300d79464c'] in dv-neutron-821831-2-hyperv is: [{'id': '3a53df6d-05ee-44b0-99ce-07300d79464c', 'name': 'tempest-TestSnapshotPattern-1767076669-router', 'tenant_id': '944c382d5e3049b99755f807f41dd070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:23:32Z', 'updated_at': '2021-12-15T20:28:55Z', 'revision_number': 6, 'project_id': '944c382d5e3049b99755f807f41dd070', 'gw_port_host': None}] {{(pid=88992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 20:28:56.682066 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d251a7e8-117e-42f2-ae2f-0de6bbdf28cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:28:56.687673 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-764e0811-e583-41c9-9f1f-266eced402d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:28:56.728323 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d251a7e8-117e-42f2-ae2f-0de6bbdf28cd admin admin] Pushing event deleted for resources: {'Port': ['ID=d09a6145-1d57-4161-8614-4e65296acb3f,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:28:56.733508 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-d251a7e8-117e-42f2-ae2f-0de6bbdf28cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:28:57.197756 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d251a7e8-117e-42f2-ae2f-0de6bbdf28cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854141934'] for router_gateway, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:28:57.460766 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d251a7e8-117e-42f2-ae2f-0de6bbdf28cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854207876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854699191'] for router, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:28:57.465735 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d251a7e8-117e-42f2-ae2f-0de6bbdf28cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:28:57.608410 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d251a7e8-117e-42f2-ae2f-0de6bbdf28cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854207982'] for router, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:28:57.609119 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d251a7e8-117e-42f2-ae2f-0de6bbdf28cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a53df6d-05ee-44b0-99ce-07300d79464c {{(pid=88991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 20:28:57.622795 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d251a7e8-117e-42f2-ae2f-0de6bbdf28cd admin admin] Notify callbacks [] for router, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:28:57.624040 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-d251a7e8-117e-42f2-ae2f-0de6bbdf28cd admin admin] 10.222.0.36 "DELETE /v2.0/routers/3a53df6d-05ee-44b0-99ce-07300d79464c HTTP/1.1" status: 204 len: 168 time: 2.0507543 Dec 15 20:28:57.626803 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 38356) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:28:57.698626 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ac787ed-1c0c-452b-bb51-d3490a85ffd0 admin admin] Deleting subnet 37190bdd-9131-4a81-885a-f0fefda284e3 {{(pid=88991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 20:28:57.702232 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2ac787ed-1c0c-452b-bb51-d3490a85ffd0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:28:57.754547 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2ac787ed-1c0c-452b-bb51-d3490a85ffd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16332759'] for subnet, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:28:57.836465 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2ac787ed-1c0c-452b-bb51-d3490a85ffd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:28:57.940457 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2ac787ed-1c0c-452b-bb51-d3490a85ffd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16156049'] for subnet, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:28:57.945128 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-0371d626-ac47-4f1e-8132-7ff8faed8e92 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:28:57.980459 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac787ed-1c0c-452b-bb51-d3490a85ffd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37190bdd-9131-4a81-885a-f0fefda284e3,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:28:57.984439 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2ac787ed-1c0c-452b-bb51-d3490a85ffd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:28:57.987710 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2ac787ed-1c0c-452b-bb51-d3490a85ffd0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:28:57.993280 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf68621-54c1-4617-b6ff-6ba69d014219 None None] Network c54cb55b-5abf-40e1-b72c-eec8230b5ec0 requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 20:28:57.994293 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-2ac787ed-1c0c-452b-bb51-d3490a85ffd0 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/37190bdd-9131-4a81-885a-f0fefda284e3 HTTP/1.1" status: 204 len: 168 time: 0.3664021 Dec 15 20:28:57.997243 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 38360) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:28:58.113105 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-69ab94c5-9f48-4eea-8804-2b4299f3d84e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:28:58.124026 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-69ab94c5-9f48-4eea-8804-2b4299f3d84e admin admin] Deleting port c3bfa3f6-f3ac-4053-bbd8-db6c8bb021f7 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 20:28:58.124402 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-69ab94c5-9f48-4eea-8804-2b4299f3d84e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:28:58.245325 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device b1b17727-31d9-45fb-826c-67116ae2d31f no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 20:28:58.281605 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdcc300-185f-4a5c-aa77-3cf7f28e4e5f None None] DHCP port deletion for c54cb55b-5abf-40e1-b72c-eec8230b5ec0 request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 20:28:58.289661 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: b1b17727-31d9-45fb-826c-67116ae2d31f {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 20:28:58.290061 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device b1b17727-31d9-45fb-826c-67116ae2d31f not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 20:28:58.290591 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device d09a6145-1d57-4161-8614-4e65296acb3f no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 20:28:58.317957 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-ccdcc300-185f-4a5c-aa77-3cf7f28e4e5f None None] Deleting port c3bfa3f6-f3ac-4053-bbd8-db6c8bb021f7 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 20:28:58.318413 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ccdcc300-185f-4a5c-aa77-3cf7f28e4e5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:28:58.349003 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-69ab94c5-9f48-4eea-8804-2b4299f3d84e admin admin] For port c3bfa3f6-f3ac-4053-bbd8-db6c8bb021f7, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=c3bfa3f6-f3ac-4053-bbd8-db6c8bb021f7,segment=NetworkSegment(7227c6b7-a5db-4aac-9a89-941e829a2c46),segment_id=7227c6b7-a5db-4aac-9a89-941e829a2c46)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:28:58.349402 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-69ab94c5-9f48-4eea-8804-2b4299f3d84e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:28:58.353189 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: d09a6145-1d57-4161-8614-4e65296acb3f {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 20:28:58.353591 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device d09a6145-1d57-4161-8614-4e65296acb3f not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 20:28:58.478736 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-69ab94c5-9f48-4eea-8804-2b4299f3d84e admin admin] Calling delete_port for c3bfa3f6-f3ac-4053-bbd8-db6c8bb021f7 owned by network:dhcp {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 20:28:58.536601 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-ccdcc300-185f-4a5c-aa77-3cf7f28e4e5f None None] For port c3bfa3f6-f3ac-4053-bbd8-db6c8bb021f7, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=c3bfa3f6-f3ac-4053-bbd8-db6c8bb021f7,segment=NetworkSegment(7227c6b7-a5db-4aac-9a89-941e829a2c46),segment_id=7227c6b7-a5db-4aac-9a89-941e829a2c46)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:28:58.537156 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ccdcc300-185f-4a5c-aa77-3cf7f28e4e5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:28:58.576351 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-69ab94c5-9f48-4eea-8804-2b4299f3d84e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:28:58.581058 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-9a7a3eea-b1c4-4ad9-aa5c-230a0e63761a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:28:58.626852 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ab94c5-9f48-4eea-8804-2b4299f3d84e admin admin] Pushing event deleted for resources: {'Port': ['ID=c3bfa3f6-f3ac-4053-bbd8-db6c8bb021f7,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:28:58.631528 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-69ab94c5-9f48-4eea-8804-2b4299f3d84e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:28:58.634062 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ab94c5-9f48-4eea-8804-2b4299f3d84e admin admin] No DVR routers for this DVR port c3bfa3f6-f3ac-4053-bbd8-db6c8bb021f7 on host dv-neutron-821831-2-hyperv {{(pid=88991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 20:28:58.680150 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-ccdcc300-185f-4a5c-aa77-3cf7f28e4e5f None None] Calling delete_port for c3bfa3f6-f3ac-4053-bbd8-db6c8bb021f7 owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 20:28:58.753983 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-ccdcc300-185f-4a5c-aa77-3cf7f28e4e5f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88992) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 20:28:58.754437 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-ccdcc300-185f-4a5c-aa77-3cf7f28e4e5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 20:28:58.762193 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-69ab94c5-9f48-4eea-8804-2b4299f3d84e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:28:58.789115 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-69ab94c5-9f48-4eea-8804-2b4299f3d84e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c54cb55b-5abf-40e1-b72c-eec8230b5ec0']}} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:28:58.801952 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-69ab94c5-9f48-4eea-8804-2b4299f3d84e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7227c6b7-a5db-4aac-9a89-941e829a2c46') {'for_net_delete': True} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:28:58.802331 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-69ab94c5-9f48-4eea-8804-2b4299f3d84e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7227c6b7-a5db-4aac-9a89-941e829a2c46') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:28:58.814412 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-69ab94c5-9f48-4eea-8804-2b4299f3d84e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838443042'] for segment, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:28:58.829573 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-69ab94c5-9f48-4eea-8804-2b4299f3d84e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:28:58.835945 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69ab94c5-9f48-4eea-8804-2b4299f3d84e admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=88991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 20:28:58.836374 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-69ab94c5-9f48-4eea-8804-2b4299f3d84e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838443729'] for segment, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:28:58.850688 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 20:28:58.850688 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 20:28:58.850688 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 20:28:58.850688 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 20:28:58.850688 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 20:28:58.850688 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 20:28:58.850688 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 20:28:58.850688 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 20:28:58.850688 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 20:28:58.850688 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 20:28:58.850688 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 20:28:58.850688 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 20:28:58.850688 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 20:28:58.850688 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 20:28:58.850688 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 20:28:58.850688 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 20:28:58.850688 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 20:28:58.850688 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 20:28:58.850688 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 20:28:58.850688 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 20:28:58.850688 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 20:28:58.850688 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 20:28:58.850688 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 20:28:58.850688 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 20:28:58.850688 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 20:28:58.850688 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 20:28:58.850688 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 20:28:58.850688 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 20:28:58.850688 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 20:28:58.850688 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 20:28:58.850688 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 20:28:58.850688 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 20:28:58.973087 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-69ab94c5-9f48-4eea-8804-2b4299f3d84e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:28:58.976688 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-829c6ec1-f0d2-4767-9deb-63a886dc30de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:28:58.992587 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-69ab94c5-9f48-4eea-8804-2b4299f3d84e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:28:59.001751 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ab94c5-9f48-4eea-8804-2b4299f3d84e admin admin] Pushing event deleted for resources: {'Network': ['ID=c54cb55b-5abf-40e1-b72c-eec8230b5ec0,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:28:59.006730 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-69ab94c5-9f48-4eea-8804-2b4299f3d84e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:28:59.010206 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-69ab94c5-9f48-4eea-8804-2b4299f3d84e admin admin] 10.222.0.36 "DELETE /v2.0/networks/c54cb55b-5abf-40e1-b72c-eec8230b5ec0 HTTP/1.1" status: 204 len: 168 time: 1.0119379 Dec 15 20:28:59.013895 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 38364) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:28:59.256356 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-ccdcc300-185f-4a5c-aa77-3cf7f28e4e5f None None] Deleting port c3bfa3f6-f3ac-4053-bbd8-db6c8bb021f7 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 20:28:59.256871 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-ccdcc300-185f-4a5c-aa77-3cf7f28e4e5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:28:59.322197 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-ccdcc300-185f-4a5c-aa77-3cf7f28e4e5f None None] The port 'c3bfa3f6-f3ac-4053-bbd8-db6c8bb021f7' was deleted {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 15 20:28:59.416801 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2ca62c96-5e43-4d3c-8c3e-504add96f331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854145021'] for router_interface, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:29:00.025443 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-2ca62c96-5e43-4d3c-8c3e-504add96f331 admin admin] Deleting port 5768964b-4226-4b76-b0b7-ea277b6bda54 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 20:29:00.025814 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2ca62c96-5e43-4d3c-8c3e-504add96f331 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:29:00.202277 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-2ca62c96-5e43-4d3c-8c3e-504add96f331 admin admin] For port 5768964b-4226-4b76-b0b7-ea277b6bda54, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=5768964b-4226-4b76-b0b7-ea277b6bda54,segment=NetworkSegment(c40c668d-6631-4c2d-a5fc-78b0fe192007),segment_id=c40c668d-6631-4c2d-a5fc-78b0fe192007)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:29:00.202694 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2ca62c96-5e43-4d3c-8c3e-504add96f331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:29:00.229251 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device c3bfa3f6-f3ac-4053-bbd8-db6c8bb021f7 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 20:29:00.267819 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: c3bfa3f6-f3ac-4053-bbd8-db6c8bb021f7 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 20:29:00.267819 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device c3bfa3f6-f3ac-4053-bbd8-db6c8bb021f7 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 20:29:00.330708 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-2ca62c96-5e43-4d3c-8c3e-504add96f331 admin admin] Calling delete_port for 5768964b-4226-4b76-b0b7-ea277b6bda54 owned by network:router_interface {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 20:29:00.767771 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2ca62c96-5e43-4d3c-8c3e-504add96f331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:29:00.772190 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-b5423a29-55ca-4923-89d2-9789728e26cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:29:00.813002 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca62c96-5e43-4d3c-8c3e-504add96f331 admin admin] Pushing event deleted for resources: {'Port': ['ID=5768964b-4226-4b76-b0b7-ea277b6bda54,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:29:00.815775 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2ca62c96-5e43-4d3c-8c3e-504add96f331 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:29:01.114851 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2ca62c96-5e43-4d3c-8c3e-504add96f331 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852815828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854144871'] for router_interface, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:29:01.719310 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ca62c96-5e43-4d3c-8c3e-504add96f331 admin admin] Router cae9433c-bf28-494c-9ae3-0e52eb408308 has already been hosted by L3 agent 63663b3c-f713-422b-861b-9a2321bd17b9 {{(pid=88991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 15 20:29:01.923132 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca62c96-5e43-4d3c-8c3e-504add96f331 admin admin] Notify agent at l3_agent.dv-neutron-821831-2-hyperv the message routers_updated {{(pid=88991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 15 20:29:01.931972 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641f453a-1bd6-4bdb-8fd5-15c7c85a4346 None None] Sync routers for ids ['cae9433c-bf28-494c-9ae3-0e52eb408308'] in dv-neutron-821831-2-hyperv {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 15 20:29:01.945686 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641f453a-1bd6-4bdb-8fd5-15c7c85a4346 None None] Routers {'cae9433c-bf28-494c-9ae3-0e52eb408308'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:29:01.946387 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-641f453a-1bd6-4bdb-8fd5-15c7c85a4346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:28:41Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['cae9433c-bf28-494c-9ae3-0e52eb408308'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:29:01.981432 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-2ca62c96-5e43-4d3c-8c3e-504add96f331 admin admin] 10.222.0.36 "PUT /v2.0/routers/cae9433c-bf28-494c-9ae3-0e52eb408308/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9664052 Dec 15 20:29:01.984244 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 38368) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:29:02.129290 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-641f453a-1bd6-4bdb-8fd5-15c7c85a4346 None None] Set router cae9433c-bf28-494c-9ae3-0e52eb408308 gateway port host: dv-neutron-821831-2-hyperv {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:29:02.185292 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-96e3e076-baed-4eb4-906a-f9c3afb648e0 admin admin] Notify callbacks [] for router, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:29:02.391574 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-96e3e076-baed-4eb4-906a-f9c3afb648e0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:29:02.431249 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-96e3e076-baed-4eb4-906a-f9c3afb648e0 admin admin] Deleting port d033ecfe-109d-4aa2-9eba-a3f1a6391942 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 20:29:02.431557 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-96e3e076-baed-4eb4-906a-f9c3afb648e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:29:02.579083 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-641f453a-1bd6-4bdb-8fd5-15c7c85a4346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae9433c-bf28-494c-9ae3-0e52eb408308', 'name': 'tempest-TestSnapshotPattern-1714810458-router', 'tenant_id': '722fcc8424ba4044a5040316a2548eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'external_fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.68'}], 'enable_snat': True}, 'gw_port_id': 'd033ecfe-109d-4aa2-9eba-a3f1a6391942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:23:40Z', 'updated_at': '2021-12-15T20:29:00Z', 'revision_number': 5, 'project_id': '722fcc8424ba4044a5040316a2548eea', 'gw_port': {'id': 'd033ecfe-109d-4aa2-9eba-a3f1a6391942', 'name': '', 'network_id': '4b9c9b76-a8c2-4873-8d7b-0d52cc71925c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae9433c-bf28-494c-9ae3-0e52eb408308', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'ip_address': '172.26.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821831-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:23:41Z', 'updated_at': '2021-12-15T20:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58ad0706-2bbe-4c6d-996e-3025cc30808e', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821831-2-hyperv'}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:29:02.583039 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641f453a-1bd6-4bdb-8fd5-15c7c85a4346 None None] Checking router: cae9433c-bf28-494c-9ae3-0e52eb408308 for host: dv-neutron-821831-2-hyperv {{(pid=88993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 15 20:29:02.595860 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641f453a-1bd6-4bdb-8fd5-15c7c85a4346 None None] Routers {'cae9433c-bf28-494c-9ae3-0e52eb408308'} bound to L3 agent in host dv-neutron-821831-2-hyperv {{(pid=88993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:29:02.597188 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-641f453a-1bd6-4bdb-8fd5-15c7c85a4346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821831-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T19:06:40Z,description=,heartbeat_timestamp=2021-12-15T20:28:41Z,host='dv-neutron-821831-2-hyperv',id=63663b3c-f713-422b-861b-9a2321bd17b9,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T19:06:40Z,topic='l3_agent')) {'router_ids': ['cae9433c-bf28-494c-9ae3-0e52eb408308'], 'active': True} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:29:02.622164 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-96e3e076-baed-4eb4-906a-f9c3afb648e0 admin admin] For port d033ecfe-109d-4aa2-9eba-a3f1a6391942, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=d033ecfe-109d-4aa2-9eba-a3f1a6391942,segment=NetworkSegment(b6e41623-5ae1-4487-8a0d-dcb88d18f8a3),segment_id=b6e41623-5ae1-4487-8a0d-dcb88d18f8a3)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:29:02.622594 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-96e3e076-baed-4eb4-906a-f9c3afb648e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:29:02.747530 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-96e3e076-baed-4eb4-906a-f9c3afb648e0 admin admin] Calling delete_port for d033ecfe-109d-4aa2-9eba-a3f1a6391942 owned by network:router_gateway {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 20:29:02.755515 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvr_db [None req-641f453a-1bd6-4bdb-8fd5-15c7c85a4346 None None] Set router cae9433c-bf28-494c-9ae3-0e52eb408308 gateway port host: None {{(pid=88993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 15 20:29:02.863075 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_hamode_db [None req-641f453a-1bd6-4bdb-8fd5-15c7c85a4346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae9433c-bf28-494c-9ae3-0e52eb408308', 'name': 'tempest-TestSnapshotPattern-1714810458-router', 'tenant_id': '722fcc8424ba4044a5040316a2548eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:23:40Z', 'updated_at': '2021-12-15T20:29:02Z', 'revision_number': 6, 'project_id': '722fcc8424ba4044a5040316a2548eea', 'gw_port_host': None}], 'dv-neutron-821831-2-hyperv', False) {} {{(pid=88993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:29:02.867346 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641f453a-1bd6-4bdb-8fd5-15c7c85a4346 None None] The sync data for ids ['cae9433c-bf28-494c-9ae3-0e52eb408308'] in dv-neutron-821831-2-hyperv is: [{'id': 'cae9433c-bf28-494c-9ae3-0e52eb408308', 'name': 'tempest-TestSnapshotPattern-1714810458-router', 'tenant_id': '722fcc8424ba4044a5040316a2548eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:23:40Z', 'updated_at': '2021-12-15T20:29:02Z', 'revision_number': 6, 'project_id': '722fcc8424ba4044a5040316a2548eea', 'gw_port_host': None}] {{(pid=88993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 15 20:29:02.991228 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-96e3e076-baed-4eb4-906a-f9c3afb648e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:29:02.996816 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-152d9d69-7786-4237-9304-860bd1603a9f tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:29:03.041039 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e3e076-baed-4eb4-906a-f9c3afb648e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d033ecfe-109d-4aa2-9eba-a3f1a6391942,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:29:03.044436 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-96e3e076-baed-4eb4-906a-f9c3afb648e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:29:03.273651 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-96e3e076-baed-4eb4-906a-f9c3afb648e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854141934'] for router_gateway, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:29:03.783713 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-96e3e076-baed-4eb4-906a-f9c3afb648e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854207876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854699191'] for router, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:29:03.788207 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-96e3e076-baed-4eb4-906a-f9c3afb648e0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:29:04.107541 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-96e3e076-baed-4eb4-906a-f9c3afb648e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854207982'] for router, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:29:04.108110 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e3e076-baed-4eb4-906a-f9c3afb648e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cae9433c-bf28-494c-9ae3-0e52eb408308 {{(pid=88991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 20:29:04.120554 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-96e3e076-baed-4eb4-906a-f9c3afb648e0 admin admin] Notify callbacks [] for router, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:29:04.122475 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-96e3e076-baed-4eb4-906a-f9c3afb648e0 admin admin] 10.222.0.36 "DELETE /v2.0/routers/cae9433c-bf28-494c-9ae3-0e52eb408308 HTTP/1.1" status: 204 len: 168 time: 2.1371384 Dec 15 20:29:04.125085 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 38372) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:29:04.194850 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8492040-9563-46d9-a47a-c4644bd0d17a admin admin] Deleting subnet 88f87645-9bd4-4f7a-baee-bd45c580b88e {{(pid=88991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 20:29:04.198488 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c8492040-9563-46d9-a47a-c4644bd0d17a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:29:04.236783 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 5768964b-4226-4b76-b0b7-ea277b6bda54 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 20:29:04.256537 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c8492040-9563-46d9-a47a-c4644bd0d17a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16332759'] for subnet, precommit_delete_associations {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:29:04.271015 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 5768964b-4226-4b76-b0b7-ea277b6bda54 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 20:29:04.271435 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 5768964b-4226-4b76-b0b7-ea277b6bda54 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 20:29:04.271892 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device d033ecfe-109d-4aa2-9eba-a3f1a6391942 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 20:29:04.304946 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: d033ecfe-109d-4aa2-9eba-a3f1a6391942 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 20:29:04.305344 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device d033ecfe-109d-4aa2-9eba-a3f1a6391942 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 20:29:04.343813 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c8492040-9563-46d9-a47a-c4644bd0d17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851668456'] for subnet, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:29:04.668447 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c8492040-9563-46d9-a47a-c4644bd0d17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3107329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16332685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16156049'] for subnet, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:29:04.672693 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f643abe0-0670-431a-aad0-f3a318d812c6 tempest-PortsTestJSON-18492510 tempest-PortsTestJSON-18492510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:29:04.708829 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8492040-9563-46d9-a47a-c4644bd0d17a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88f87645-9bd4-4f7a-baee-bd45c580b88e,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:29:04.712591 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-c8492040-9563-46d9-a47a-c4644bd0d17a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:29:04.716641 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c8492040-9563-46d9-a47a-c4644bd0d17a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:29:04.722762 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141eb6e4-e54b-46b1-9684-10144914e0e2 None None] Network 8ff607f7-aea6-4a0c-92ab-ce814497549d requested from dv-neutron-821831-2-hyperv {{(pid=88992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 15 20:29:04.723679 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-c8492040-9563-46d9-a47a-c4644bd0d17a admin admin] 10.222.0.36 "DELETE /v2.0/subnets/88f87645-9bd4-4f7a-baee-bd45c580b88e HTTP/1.1" status: 204 len: 168 time: 0.5971205 Dec 15 20:29:04.725981 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 38376) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:29:04.844531 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-72eece2f-379b-402e-b186-35f5def07268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851703901'] for network, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:29:04.855529 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-72eece2f-379b-402e-b186-35f5def07268 admin admin] Deleting port 6f785532-6fb4-4fd7-8ced-668313a90113 {{(pid=88991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 20:29:04.855850 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-72eece2f-379b-402e-b186-35f5def07268 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:29:04.989327 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285c76b7-54cf-404f-a782-1754d71f1885 None None] DHCP port deletion for 8ff607f7-aea6-4a0c-92ab-ce814497549d request from dv-neutron-821831-2-hyperv {{(pid=88992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 15 20:29:04.993510 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-285c76b7-54cf-404f-a782-1754d71f1885 None None] Deleting port 6f785532-6fb4-4fd7-8ced-668313a90113 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 20:29:04.993934 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-285c76b7-54cf-404f-a782-1754d71f1885 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:29:05.075957 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-72eece2f-379b-402e-b186-35f5def07268 admin admin] For port 6f785532-6fb4-4fd7-8ced-668313a90113, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=6f785532-6fb4-4fd7-8ced-668313a90113,segment=NetworkSegment(c40c668d-6631-4c2d-a5fc-78b0fe192007),segment_id=c40c668d-6631-4c2d-a5fc-78b0fe192007)] {{(pid=88991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:29:05.076362 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-72eece2f-379b-402e-b186-35f5def07268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:29:05.202035 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-72eece2f-379b-402e-b186-35f5def07268 admin admin] Calling delete_port for 6f785532-6fb4-4fd7-8ced-668313a90113 owned by network:dhcp {{(pid=88991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 20:29:05.203009 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.db [None req-285c76b7-54cf-404f-a782-1754d71f1885 None None] For port 6f785532-6fb4-4fd7-8ced-668313a90113, host dv-neutron-821831-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821831-2-hyperv',level=0,port_id=6f785532-6fb4-4fd7-8ced-668313a90113,segment=NetworkSegment(c40c668d-6631-4c2d-a5fc-78b0fe192007),segment_id=c40c668d-6631-4c2d-a5fc-78b0fe192007)] {{(pid=88992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 15 20:29:05.203459 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-285c76b7-54cf-404f-a782-1754d71f1885 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143786'] for port, precommit_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:29:05.304735 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-72eece2f-379b-402e-b186-35f5def07268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3216522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854708393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302274476899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734579845866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838443013'] for port, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:29:05.309950 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-f41a8608-65cc-491d-ac9b-28c764b8c3df tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:29:05.329109 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-285c76b7-54cf-404f-a782-1754d71f1885 None None] Calling delete_port for 6f785532-6fb4-4fd7-8ced-668313a90113 owned by network:dhcp {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 15 20:29:05.361767 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eece2f-379b-402e-b186-35f5def07268 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f785532-6fb4-4fd7-8ced-668313a90113,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:29:05.364624 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-72eece2f-379b-402e-b186-35f5def07268 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:29:05.367078 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72eece2f-379b-402e-b186-35f5def07268 admin admin] No DVR routers for this DVR port 6f785532-6fb4-4fd7-8ced-668313a90113 on host dv-neutron-821831-2-hyperv {{(pid=88991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 15 20:29:05.401463 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.db.api [None req-285c76b7-54cf-404f-a782-1754d71f1885 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88992) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 15 20:29:05.401905 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_db.api [None req-285c76b7-54cf-404f-a782-1754d71f1885 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 15 20:29:05.488003 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-72eece2f-379b-402e-b186-35f5def07268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851670143', 'neutron.services.segments.db._delete_segments_for_network-8734580349384'] for network, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:29:05.515011 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-72eece2f-379b-402e-b186-35f5def07268 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ff607f7-aea6-4a0c-92ab-ce814497549d']}} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:29:05.527661 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-72eece2f-379b-402e-b186-35f5def07268 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c40c668d-6631-4c2d-a5fc-78b0fe192007') {'for_net_delete': True} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:29:05.528008 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.services.segments.db [None req-72eece2f-379b-402e-b186-35f5def07268 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c40c668d-6631-4c2d-a5fc-78b0fe192007') {} {{(pid=88991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 15 20:29:05.539981 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-72eece2f-379b-402e-b186-35f5def07268 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734580354265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838443042'] for segment, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:29:05.619397 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-72eece2f-379b-402e-b186-35f5def07268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3110887'] for segment, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:29:05.627244 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72eece2f-379b-402e-b186-35f5def07268 admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=88991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 15 20:29:05.627690 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-72eece2f-379b-402e-b186-35f5def07268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851664898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838443729'] for segment, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:29:05.642143 dv-neutron-821831-2-hyperv neutron-server[88879]: Traceback (most recent call last): Dec 15 20:29:05.642143 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 15 20:29:05.642143 dv-neutron-821831-2-hyperv neutron-server[88879]: timer() Dec 15 20:29:05.642143 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 20:29:05.642143 dv-neutron-821831-2-hyperv neutron-server[88879]: cb(*args, **kw) Dec 15 20:29:05.642143 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 20:29:05.642143 dv-neutron-821831-2-hyperv neutron-server[88879]: return func(*args, **kwargs) Dec 15 20:29:05.642143 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 20:29:05.642143 dv-neutron-821831-2-hyperv neutron-server[88879]: self._notify() Dec 15 20:29:05.642143 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 20:29:05.642143 dv-neutron-821831-2-hyperv neutron-server[88879]: self.callback(batched_events) Dec 15 20:29:05.642143 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 20:29:05.642143 dv-neutron-821831-2-hyperv neutron-server[88879]: event.method(event) Dec 15 20:29:05.642143 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 20:29:05.642143 dv-neutron-821831-2-hyperv neutron-server[88879]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 20:29:05.642143 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 15 20:29:05.642143 dv-neutron-821831-2-hyperv neutron-server[88879]: segment_id)['aggregates'][0] Dec 15 20:29:05.642143 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 15 20:29:05.642143 dv-neutron-821831-2-hyperv neutron-server[88879]: return f(self, *a, **k) Dec 15 20:29:05.642143 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 20:29:05.642143 dv-neutron-821831-2-hyperv neutron-server[88879]: return self._get(url).json() Dec 15 20:29:05.642143 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 20:29:05.642143 dv-neutron-821831-2-hyperv neutron-server[88879]: **kwargs) Dec 15 20:29:05.642143 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 15 20:29:05.642143 dv-neutron-821831-2-hyperv neutron-server[88879]: return self.request(url, 'GET', **kwargs) Dec 15 20:29:05.642143 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 15 20:29:05.642143 dv-neutron-821831-2-hyperv neutron-server[88879]: **endpoint_filter) Dec 15 20:29:05.642143 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 15 20:29:05.642143 dv-neutron-821831-2-hyperv neutron-server[88879]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 20:29:05.642143 dv-neutron-821831-2-hyperv neutron-server[88879]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 15 20:29:05.642143 dv-neutron-821831-2-hyperv neutron-server[88879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 20:29:05.642143 dv-neutron-821831-2-hyperv neutron-server[88879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 20:29:05.903103 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-285c76b7-54cf-404f-a782-1754d71f1885 None None] Deleting port 6f785532-6fb4-4fd7-8ced-668313a90113 {{(pid=88992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 15 20:29:05.903743 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-285c76b7-54cf-404f-a782-1754d71f1885 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302274482121'] for port, before_delete {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:29:05.953257 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-72eece2f-379b-402e-b186-35f5def07268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3105674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1959972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-634108'] for network, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:29:05.957791 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-72eece2f-379b-402e-b186-35f5def07268 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1960147'] for network, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:29:05.961876 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-a60679bc-ffe2-42cd-8e36-af5ca4bb96b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:29:05.968032 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-285c76b7-54cf-404f-a782-1754d71f1885 None None] The port '6f785532-6fb4-4fd7-8ced-668313a90113' was deleted {{(pid=88992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 15 20:29:05.988636 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eece2f-379b-402e-b186-35f5def07268 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ff607f7-aea6-4a0c-92ab-ce814497549d,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:29:05.991257 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-72eece2f-379b-402e-b186-35f5def07268 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:29:05.993658 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-72eece2f-379b-402e-b186-35f5def07268 admin admin] 10.222.0.36 "DELETE /v2.0/networks/8ff607f7-aea6-4a0c-92ab-ce814497549d HTTP/1.1" status: 204 len: 168 time: 1.2661817 Dec 15 20:29:06.231931 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 6f785532-6fb4-4fd7-8ced-668313a90113 no longer exists at agent ovs-agent-dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 15 20:29:06.243225 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 38382) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:29:06.269424 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.plugin [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] No Port match for: 6f785532-6fb4-4fd7-8ced-668313a90113 {{(pid=88992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 15 20:29:06.269820 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.plugins.ml2.rpc [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Device 6f785532-6fb4-4fd7-8ced-668313a90113 not bound to the agent host dv-neutron-821831-2-hyperv {{(pid=88992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 15 20:29:06.301260 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-0c1be7c7-961a-4c07-92e7-b0c7e5881217 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=944c382d5e3049b99755f807f41dd070&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0565786 Dec 15 20:29:06.303855 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 38386) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:29:06.364569 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2d9d3c45-91a5-430b-bc40-3cbe44dfccfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:29:06.391139 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2d9d3c45-91a5-430b-bc40-3cbe44dfccfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:29:06.658785 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2d9d3c45-91a5-430b-bc40-3cbe44dfccfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:29:06.664074 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-1ed4dd7a-7c00-467a-9e28-ffb83ba9cd62 tempest-TestNetworkAdvancedServerOps-1517416059 tempest-TestNetworkAdvancedServerOps-1517416059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:29:06.680164 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d3c45-91a5-430b-bc40-3cbe44dfccfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd5e012-34d2-479c-8aaa-a8c965d1be4b,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:29:06.683847 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2d9d3c45-91a5-430b-bc40-3cbe44dfccfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:29:06.685820 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-2d9d3c45-91a5-430b-bc40-3cbe44dfccfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:29:06.687079 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-2d9d3c45-91a5-430b-bc40-3cbe44dfccfe admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3cd5e012-34d2-479c-8aaa-a8c965d1be4b HTTP/1.1" status: 204 len: 168 time: 0.3822687 Dec 15 20:29:07.465968 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 38394) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:29:07.521011 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-b394c72d-ff12-41dc-b1bc-4fd6b2e44e56 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=722fcc8424ba4044a5040316a2548eea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0535600 Dec 15 20:29:07.536633 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [-] (88991) accepted ('10.222.0.36', 38398) {{(pid=88991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:29:07.601319 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fe799312-1c3c-462a-b488-9ad1acaed255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:29:07.629872 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fe799312-1c3c-462a-b488-9ad1acaed255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:29:07.713630 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fe799312-1c3c-462a-b488-9ad1acaed255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691338'] for security_group, after_delete {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:29:07.719466 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-2d9d3c45-91a5-430b-bc40-3cbe44dfccfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 15 20:29:07.732237 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe799312-1c3c-462a-b488-9ad1acaed255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50cca828-6425-47e8-9fa9-bd36e764de4c,revision_number=None']} {{(pid=88991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 15 20:29:07.735492 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG oslo_concurrency.lockutils [None req-fe799312-1c3c-462a-b488-9ad1acaed255 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 15 20:29:07.737575 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-fe799312-1c3c-462a-b488-9ad1acaed255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:29:07.738835 dv-neutron-821831-2-hyperv neutron-server[88879]: INFO neutron.wsgi [None req-fe799312-1c3c-462a-b488-9ad1acaed255 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/50cca828-6425-47e8-9fa9-bd36e764de4c HTTP/1.1" status: 204 len: 168 time: 0.2011051 Dec 15 20:29:08.288004 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-f638c558-b53b-4233-9888-a513de45d707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:29:09.544843 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:29:10.584914 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6149b51d-1ab6-4afd-a863-b2d126d904cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:29:11.124614 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:29:13.033085 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:29:22.989505 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 20:29:24.875586 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:29:38.289091 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-90459806-5c61-46ba-b7e3-18d39bbac858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:29:39.540811 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:29:40.569205 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-14e48e99-4bb9-4c3e-a0af-0b76f6294e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:29:41.126864 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:29:42.909753 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:29:54.881063 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:29:59.988491 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 20:30:08.265401 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d3a318cd-b964-40e0-8dc2-e0db260d6ce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:30:09.545406 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:30:10.574128 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b9ccc48f-70dd-4af9-be6b-d6adf8fa450a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:30:10.736815 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.wsgi [req-bd69c755-d377-469b-b775-abc6c9e96008 req-029469cd-de03-4558-b7fb-533da4788aa9 service neutron] (88990) timed out ('10.222.0.36', 36816) {{(pid=88990) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Dec 15 20:30:11.169242 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:30:12.903322 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:30:24.870657 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:30:36.988277 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 20:30:38.276064 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b1e4254e-4105-4082-a121-3b1bf9e2bf13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:30:39.550001 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:30:40.582760 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-266ba5e0-c008-44dd-a82e-de0eacc1c756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:30:41.137367 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:30:42.915499 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:30:54.875319 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:31:08.280369 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c2dddbb0-7818-4767-a522-6aa26755563f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:31:09.560018 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:31:10.588214 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1f031d3a-0e01-44be-a71a-fa28cc60739e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:31:11.143201 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:31:12.914158 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:31:13.989057 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 20:31:24.868131 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:31:38.279159 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-a9b36792-80c0-451c-bca8-4bfaadcd42df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:31:39.547661 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:31:40.581875 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-442ea255-dd28-4b42-9183-7cb6f59b222e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:31:41.160006 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:31:42.913020 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:31:50.992621 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 20:31:54.878533 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:32:08.273141 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-cb470647-5fcf-43e5-8e35-24d84ed95ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:32:09.546665 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:32:10.581019 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-c3a1e9e0-c118-4d6b-9652-8454d57520ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:32:11.141402 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:32:12.918604 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:32:24.889720 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:32:27.992191 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 20:32:38.289661 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-5c59b100-cac2-47c6-b103-2bdaa3a6f9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:32:39.546044 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:32:40.586467 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-595d0506-aece-494a-95c7-8778b112dac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:32:41.152152 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:32:42.934839 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:32:54.904712 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:33:04.991700 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 20:33:08.265937 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-10648eea-3eac-4f17-bd11-c39229f0e069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:33:09.546019 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:33:10.591539 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-beddc2f9-91fd-4fe9-9219-cc1a1bfb1b35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:33:11.134774 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:33:12.928700 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:33:24.899910 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:33:38.282546 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-240beaf7-54d2-48e5-9c69-be57c6c5a6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:33:39.551101 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:33:40.596729 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-36ca66aa-1942-412e-89f6-9d69aa44ec88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:33:41.156818 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:33:41.996466 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 20:33:42.933450 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:33:54.916153 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:34:08.262270 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-0f22621b-ae9e-4e07-98a5-98e49a90564d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:34:09.553323 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:34:10.630322 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-6e5908a1-984e-4ea0-88df-1ea7d3cac490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:34:11.155963 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:34:12.942021 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:34:18.999330 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron.db.agents_db [None req-d4ec8982-debf-4672-aca3-c24e0acf4539 None None] Agent healthcheck: found 6 active agents {{(pid=88993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 15 20:34:24.913038 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-b14f57cf-0b11-4367-ac35-aad129f96ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:34:38.270088 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-294ea2f3-a9c8-40e9-b82b-30dd2e5e4b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:34:39.569198 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-d49ce114-3f66-4f62-85ad-7d1cf4c493eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:34:40.632300 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-125c5a59-aafc-48c7-8692-467301ecf0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:34:41.158135 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2599-6acc-4358-bbe4-fde896495ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 15 20:34:42.984378 dv-neutron-821831-2-hyperv neutron-server[88879]: DEBUG neutron_lib.callbacks.manager [None req-befaf18b-7b02-4ee5-b6b2-ced3f9c3e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734580349367', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851856026'] for agent, after_update {{(pid=88992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}